-- Logs begin at Fri 2021-11-12 07:38:15 UTC, end at Fri 2021-11-12 09:55:38 UTC. -- Nov 12 08:09:48.124844 n-d-768851-18 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 08:09:50.856228 n-d-768851-18 neutron-server[102335]: INFO neutron.common.config [-] Logging enabled! Nov 12 08:09:50.856859 n-d-768851-18 neutron-server[102335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 08:09:50.857057 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 08:09:50.860273 n-d-768851-18 neutron-server[102335]: INFO neutron.common.config [-] Logging enabled! Nov 12 08:09:50.860525 n-d-768851-18 neutron-server[102335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 08:09:50.860832 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 08:09:50.861817 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 08:09:50.862049 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 08:09:50.862417 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 08:09:50.862659 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 08:09:50.862884 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 08:09:50.863225 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.863652 n-d-768851-18 neutron-server[102335]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 08:09:50.863961 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.864258 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.864550 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.864842 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.865162 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.865447 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.865734 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.866027 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.866310 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.866586 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.866868 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.867155 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.867434 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.867718 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.867999 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.868278 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] debug = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.868556 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.868979 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.869415 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.869689 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.869974 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.870248 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.870516 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.870787 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.871066 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.871390 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] host = n-d-768851-18 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.871666 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.871949 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.872231 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.872515 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.872787 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.873070 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.873365 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.873637 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.873907 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] log_file = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.874182 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.874466 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.874750 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.875033 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.875255 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.875475 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.875768 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.876048 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.876318 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.876589 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.876857 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.877148 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.877421 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.877686 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.877967 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.878248 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.878547 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.878822 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.879091 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.879361 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.879626 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.879904 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.880170 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.880437 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.880707 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.880988 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.881289 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.881558 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.881856 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.882139 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.882417 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.882698 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.882969 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.883248 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.883517 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.883784 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.884055 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] use_json = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.884321 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.884588 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.884866 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.885160 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.885430 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.885698 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.885965 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.886245 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:50.886543 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.886837 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.887134 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.887414 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.887712 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.887984 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.888267 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.888541 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.888824 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.889133 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.889415 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.889689 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.889975 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.890248 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.890542 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.890847 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.891140 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.891434 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.891705 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.891975 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.892247 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.892524 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.892808 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.893083 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.893392 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.893675 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.893949 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.894762 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.895059 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.895344 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.895614 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.895890 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.896176 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.896450 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.896720 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.896995 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.897306 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.897581 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.897848 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.898127 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.898400 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.898671 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.898943 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.899218 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.899503 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.899775 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.900041 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.900309 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.900582 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.900849 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.901147 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.901424 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.901694 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.901963 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.902239 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.902507 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.902780 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.903055 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.903328 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.903602 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.903873 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.904143 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.904411 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.904685 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.904955 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.905247 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.905520 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.905794 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.906064 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.906334 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.906602 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.906874 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.907146 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.907431 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.907727 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.908004 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.908282 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.908559 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.908838 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.909390 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.909669 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.910491 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.910767 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.911039 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.911330 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.911612 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.911898 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.912180 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.912457 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.912782 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.913058 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.913364 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.913640 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.913915 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.914198 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.914479 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.914774 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.915064 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.915356 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.915647 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.915936 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.916214 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.916522 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.916800 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:50.917017 n-d-768851-18 neutron-server[102335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 08:09:50.917285 n-d-768851-18 neutron-server[102335]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102335) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 08:09:51.351590 n-d-768851-18 neutron-server[102335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 08:09:51.351861 n-d-768851-18 neutron-server[102335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 08:09:51.352159 n-d-768851-18 neutron-server[102335]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 08:09:51.352488 n-d-768851-18 neutron-server[102335]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 08:09:51.673313 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.673602 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.673871 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.675049 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.675317 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.676099 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.709797 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.710071 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.710336 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.725824 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.726101 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.726364 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.756429 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.756706 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.756978 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.792789 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.793065 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:51.793354 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.025986 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.026475 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.026564 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.026782 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.027485 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.154302 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.154620 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.154901 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.155173 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.155436 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.155744 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.156000 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.156255 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.156508 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.156789 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.157044 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.157333 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.157584 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.157837 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.158094 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.158357 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.158613 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.159120 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.159396 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.159653 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.160487 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.160740 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.161022 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.161424 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.161672 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.161919 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.162311 n-d-768851-18 neutron-server[102335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:09:52.162548 n-d-768851-18 neutron-server[102335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:09:52.162787 n-d-768851-18 neutron-server[102335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:09:52.163020 n-d-768851-18 neutron-server[102335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:09:52.163252 n-d-768851-18 neutron-server[102335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:09:52.163483 n-d-768851-18 neutron-server[102335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:09:52.163840 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 08:09:52.167044 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 08:09:52.170991 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 08:09:52.174796 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 12 08:09:52.176448 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 08:09:52.176909 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 08:09:52.177277 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 08:09:52.177662 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 08:09:52.180460 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 08:09:52.180709 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 08:09:52.181051 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 08:09:52.186324 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 08:09:52.208691 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 08:09:52.209169 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.209467 n-d-768851-18 neutron-server[102335]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102335) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 08:09:52.209826 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.211197 n-d-768851-18 neutron-server[102335]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102335) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 08:09:52.211476 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 08:09:52.211720 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 08:09:52.214964 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.215247 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.278057 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 08:09:52.278241 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 08:09:52.278479 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 08:09:52.278843 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 08:09:52.306235 n-d-768851-18 neutron-server[102335]: DEBUG oslo_db.sqlalchemy.engines [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102335) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 08:09:52.841410 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Initializing driver for type 'gre' Nov 12 08:09:52.841941 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] gre ID ranges: [(1, 1000)] Nov 12 08:09:52.895233 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Initializing driver for type 'local' Nov 12 08:09:52.895618 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Initializing driver for type 'vlan' Nov 12 08:09:52.908347 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] VlanTypeDriver initialization complete Nov 12 08:09:52.908673 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Initializing driver for type 'vxlan' Nov 12 08:09:52.909444 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] vxlan ID ranges: [(1, 1000)] Nov 12 08:09:52.961647 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Initializing extension driver 'port_security' Nov 12 08:09:52.962016 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.extensions.port_security [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] PortSecurityExtensionDriver initialization complete Nov 12 08:09:52.962358 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Initializing mechanism driver 'openvswitch' Nov 12 08:09:52.962700 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Initializing mechanism driver 'hyperv' Nov 12 08:09:52.969350 n-d-768851-18 neutron-server[102335]: DEBUG neutron.plugins.ml2.plugin [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:52.970181 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > port after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.970559 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > port after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.970919 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > port after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.971446 n-d-768851-18 neutron-server[102335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:09:52.971887 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > subnet after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.972833 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > subnet after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.973218 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.973617 n-d-768851-18 neutron-server[102335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:09:52.974031 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > network after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.974387 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > network after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.974739 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > network after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.975130 n-d-768851-18 neutron-server[102335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:09:52.975541 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > security_group after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.975898 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > security_group after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.976245 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.976645 n-d-768851-18 neutron-server[102335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:09:52.977052 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.977429 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.977776 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.978170 n-d-768851-18 neutron-server[102335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:09:52.978584 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > address_group after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.978939 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > address_group after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.979287 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.979679 n-d-768851-18 neutron-server[102335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:09:52.980060 n-d-768851-18 neutron-server[102335]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] ML2 OVO RPC backend initialized. {{(pid=102335) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 08:09:52.980761 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.981135 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.981556 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > network before_response 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.981913 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > networks before_response 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.982265 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > port before_response 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.982609 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > ports before_response 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.982955 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > subnet before_response 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.983308 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > subnets before_response 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.983653 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > network after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.983996 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > network after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.984335 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > network after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.984706 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > port after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.985047 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > port after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.985410 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > port after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.985751 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > subnet after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.986097 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > subnet after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.986439 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:52.987060 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.plugin [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Modular L2 Plugin initialization complete Nov 12 08:09:52.987394 n-d-768851-18 neutron-server[102335]: DEBUG neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading services supported by the core plugin {{(pid=102335) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 08:09:52.987726 n-d-768851-18 neutron-server[102335]: INFO neutron.plugins.ml2.managers [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Got port-security extension from driver 'port_security' Nov 12 08:09:52.988193 n-d-768851-18 neutron-server[102335]: INFO neutron.extensions.vlantransparent [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Disabled vlantransparent extension. Nov 12 08:09:52.988682 n-d-768851-18 neutron-server[102335]: DEBUG neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102335) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 08:09:52.989003 n-d-768851-18 neutron-server[102335]: INFO neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading Plugin: router Nov 12 08:09:53.025381 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.025783 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router after_create 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.026163 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router before_create 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.026679 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.026905 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.027269 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router after_delete 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.027639 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.028115 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.028489 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router after_create 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.028846 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router after_update 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.029236 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router after_update 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.029592 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.029958 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router after_update 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.030385 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router precommit_update 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.030761 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: port after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.031104 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: port after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.031447 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: subnet after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.031793 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.032147 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.032501 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router precommit_create 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.032852 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: port before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.033226 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router precommit_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.033591 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router after_update 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.034193 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.034551 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router precommit_create 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.035510 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.035863 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router precommit_update 55549900 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.036233 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > agent after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.036595 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > agent after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.036942 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > network after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.037853 n-d-768851-18 neutron-server[102335]: DEBUG neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Tracking information for resource: router configured {{(pid=102335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:09:53.038192 n-d-768851-18 neutron-server[102335]: DEBUG neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Tracking information for resource: floatingip configured {{(pid=102335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:09:53.043133 n-d-768851-18 neutron-server[102335]: INFO neutron.db.l3_agentschedulers_db [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 08:09:53.043716 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: port after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.044081 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: port after_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.044438 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: port after_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.044793 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: port after_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.045612 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router before_create 55550100 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.045984 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.046353 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router precommit_create 55550100 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.046717 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > router precommit_update 55550100 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.051742 n-d-768851-18 neutron-server[102335]: DEBUG neutron.services.provider_configuration [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service providers = [] {{(pid=102335) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 08:09:53.052114 n-d-768851-18 neutron-server[102335]: DEBUG neutron.db.servicetype_db [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102335) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 08:09:53.055117 n-d-768851-18 neutron-server[102335]: DEBUG neutron.services.service_base [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 08:09:53.055477 n-d-768851-18 neutron-server[102335]: DEBUG neutron.services.service_base [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 08:09:53.055826 n-d-768851-18 neutron-server[102335]: DEBUG neutron.services.service_base [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 08:09:53.056729 n-d-768851-18 neutron-server[102335]: DEBUG neutron.services.service_base [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 08:09:53.057134 n-d-768851-18 neutron-server[102335]: INFO neutron.services.service_base [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 08:09:53.057520 n-d-768851-18 neutron-server[102335]: DEBUG neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:09:53.057846 n-d-768851-18 neutron-server[102335]: INFO neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 08:09:53.069934 n-d-768851-18 neutron-server[102335]: DEBUG neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:09:53.070276 n-d-768851-18 neutron-server[102335]: INFO neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading Plugin: auto_allocate Nov 12 08:09:53.076137 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: network precommit_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.076512 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: network precommit_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.077040 n-d-768851-18 neutron-server[102335]: DEBUG neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:09:53.077398 n-d-768851-18 neutron-server[102335]: INFO neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading Plugin: tag Nov 12 08:09:53.084715 n-d-768851-18 neutron-server[102335]: DEBUG neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:09:53.085047 n-d-768851-18 neutron-server[102335]: INFO neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading Plugin: timestamp Nov 12 08:09:53.088895 n-d-768851-18 neutron-server[102335]: DEBUG neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:09:53.089262 n-d-768851-18 neutron-server[102335]: INFO neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading Plugin: network_ip_availability Nov 12 08:09:53.094837 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.095165 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.095529 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.096251 n-d-768851-18 neutron-server[102335]: DEBUG neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:09:53.096577 n-d-768851-18 neutron-server[102335]: INFO neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading Plugin: flavors Nov 12 08:09:53.103949 n-d-768851-18 neutron-server[102335]: DEBUG neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:09:53.104292 n-d-768851-18 neutron-server[102335]: INFO neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading Plugin: revisions Nov 12 08:09:53.108745 n-d-768851-18 neutron-server[102335]: DEBUG neutron.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:09:53.109161 n-d-768851-18 neutron-server[102335]: DEBUG oslo_concurrency.lockutils [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=102335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 08:09:53.109929 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102335) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 08:09:53.110270 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Initializing extension manager. Nov 12 08:09:53.110791 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: __init__.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.111136 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: __pycache__ {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.111474 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.111811 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: address_group.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.112929 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.113539 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: address-group Nov 12 08:09:53.113874 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: address_scope.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.114606 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.115120 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: address-scope Nov 12 08:09:53.115453 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.116403 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.116917 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: router-admin-state-down-before-update Nov 12 08:09:53.117286 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: agent.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.118000 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.118511 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: agent Nov 12 08:09:53.118837 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: agent_resources_synced.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.119767 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.120281 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: agent-resources-synced Nov 12 08:09:53.120624 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: allowedaddresspairs.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.122442 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.122968 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: allowed-address-pairs Nov 12 08:09:53.123303 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: auto_allocated_topology.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.124394 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.124910 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: auto-allocated-topology Nov 12 08:09:53.125280 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: availability_zone.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.125984 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.126496 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: availability_zone Nov 12 08:09:53.126823 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: availability_zone_filter.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.127750 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.128262 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: availability_zone_filter Nov 12 08:09:53.128634 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: data_plane_status.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.129592 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.130105 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 08:09:53.130433 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: default_subnetpools.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.131357 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.131862 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: default-subnetpools Nov 12 08:09:53.132190 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.133003 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.133536 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: dhcp_agent_scheduler Nov 12 08:09:53.133865 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: dns.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.134795 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.135302 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension dns-integration not supported by any of loaded plugins Nov 12 08:09:53.135630 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: dns_domain_ports.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.136555 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.137060 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 08:09:53.137411 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.138351 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.138861 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 08:09:53.139187 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: dvr.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.139871 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.140386 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: dvr Nov 12 08:09:53.140716 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: ecmp_routes.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.141678 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.142184 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 08:09:53.142539 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: empty_string_filtering.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.143472 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.143980 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: empty-string-filtering Nov 12 08:09:53.144819 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.145768 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.146273 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 08:09:53.146597 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.147544 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.148049 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 08:09:53.148376 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: external_net.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.149338 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.149844 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: external-net Nov 12 08:09:53.150166 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.151101 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.151607 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: extra_dhcp_opt Nov 12 08:09:53.151930 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: extraroute.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.152858 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.153396 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: extraroute Nov 12 08:09:53.153725 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: extraroute_atomic.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.154775 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.155288 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: extraroute-atomic Nov 12 08:09:53.155615 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: filter_validation.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.156457 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.156965 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: filter-validation Nov 12 08:09:53.157328 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: fip_pf_description.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.158257 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.158779 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 08:09:53.159344 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: fip_port_details.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.160956 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.161491 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: fip-port-details Nov 12 08:09:53.161820 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: flavors.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.163075 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.163592 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: flavors Nov 12 08:09:53.163923 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.165635 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.166152 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 08:09:53.166484 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: floatingip_pools.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.167191 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.167701 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: floatingip-pools Nov 12 08:09:53.168028 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: ip_allocation.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.168972 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.169503 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 08:09:53.169834 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.170776 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.171286 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: ip-substring-filtering Nov 12 08:09:53.171615 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: l2_adjacency.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.172554 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.173090 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 08:09:53.173455 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: l3.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.174434 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.174951 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: router Nov 12 08:09:53.175306 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.177602 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.178132 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 08:09:53.178465 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.179416 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.179934 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: ext-gw-mode Nov 12 08:09:53.180264 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.181264 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.181784 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: l3-ha Nov 12 08:09:53.182113 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: l3_flavors.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.183048 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.183637 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: l3-flavors Nov 12 08:09:53.183889 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.184812 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.185357 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 08:09:53.185685 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: l3agentscheduler.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.186719 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.187233 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: l3_agent_scheduler Nov 12 08:09:53.187567 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: logging.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.189081 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.189630 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension logging not supported by any of loaded plugins Nov 12 08:09:53.189963 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: metering.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.190723 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.191328 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: metering Nov 12 08:09:53.191661 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.192948 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.193509 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: metering_source_and_destination_fields Nov 12 08:09:53.193844 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: multiprovidernet.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.194790 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.195303 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: multi-provider Nov 12 08:09:53.195633 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: netmtu.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.196564 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.197078 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: net-mtu Nov 12 08:09:53.197429 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: netmtu_writable.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.198370 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.198882 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: net-mtu-writable Nov 12 08:09:53.199212 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: network_availability_zone.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.199892 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.200406 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: network_availability_zone Nov 12 08:09:53.200729 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: network_ip_availability.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.201889 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.202403 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: network-ip-availability Nov 12 08:09:53.202730 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: network_segment_range.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.203499 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.204002 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 08:09:53.204327 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: pagination.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.205353 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.205687 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: pagination Nov 12 08:09:53.206010 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: port_device_profile.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.207456 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.207969 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: port-device-profile Nov 12 08:09:53.208295 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.209276 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.209793 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: port-mac-address-regenerate Nov 12 08:09:53.210122 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.211051 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.211562 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: port-numa-affinity-policy Nov 12 08:09:53.211889 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: port_resource_request.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.212826 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.213358 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 08:09:53.213683 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: port_resource_request_groups.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.214659 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.215169 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 08:09:53.215494 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: portbindings.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.216438 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.216951 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: binding Nov 12 08:09:53.217312 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: portbindings_extended.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.218616 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.219132 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: binding-extended Nov 12 08:09:53.219462 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: portsecurity.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.220393 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.220909 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: port-security Nov 12 08:09:53.221328 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: project_id.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.222884 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.223217 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: project-id Nov 12 08:09:53.223545 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: providernet.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.224483 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.224999 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: provider Nov 12 08:09:53.225356 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: qos.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.228963 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.229519 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension qos not supported by any of loaded plugins Nov 12 08:09:53.229858 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.231129 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.231646 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 08:09:53.231981 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.232918 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.233462 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 08:09:53.233796 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: qos_default.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.234732 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.235244 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension qos-default not supported by any of loaded plugins Nov 12 08:09:53.235573 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: qos_fip.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.236240 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.236746 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension qos-fip not supported by any of loaded plugins Nov 12 08:09:53.237073 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: qos_gateway_ip.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.238068 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.238576 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 08:09:53.238904 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: qos_port_network_policy.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.239835 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.240341 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 08:09:53.240668 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.241754 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.242265 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 08:09:53.242594 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: qos_pps_rule.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.243793 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.244485 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension qos-pps not supported by any of loaded plugins Nov 12 08:09:53.244821 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: qos_rule_type_details.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.245795 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.246310 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 08:09:53.246640 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: qos_rules_alias.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.247717 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.248234 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 08:09:53.248564 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: quota_check_limit.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.249523 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.250043 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: quota-check-limit Nov 12 08:09:53.250370 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: quotasv2.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.251301 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.251632 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: quotas Nov 12 08:09:53.251956 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: quotasv2_detail.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.255720 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.256068 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: quota_details Nov 12 08:09:53.256407 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: rbac.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.257494 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.258023 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: rbac-policies Nov 12 08:09:53.258355 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: rbac_address_group.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.259317 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.259834 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: rbac-address-group Nov 12 08:09:53.260163 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: rbac_address_scope.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.261133 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.261666 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: rbac-address-scope Nov 12 08:09:53.261995 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: rbac_security_groups.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.262938 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.263445 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: rbac-security-groups Nov 12 08:09:53.263767 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: rbac_subnetpool.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.264703 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.265248 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: rbac-subnetpool Nov 12 08:09:53.265575 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: revisionifmatch.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.266509 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.267023 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: revision-if-match Nov 12 08:09:53.267348 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: revisions.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.268489 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.269020 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: standard-attr-revisions Nov 12 08:09:53.269889 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: router_availability_zone.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.270571 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.271082 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: router_availability_zone Nov 12 08:09:53.271410 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: routerservicetype.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.272345 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.272853 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension router-service-type not supported by any of loaded plugins Nov 12 08:09:53.273205 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.274144 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.274655 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: security-groups-normalized-cidr Nov 12 08:09:53.274978 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.275999 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.276509 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: port-security-groups-filtering Nov 12 08:09:53.276834 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.277806 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.278321 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: security-groups-remote-address-group Nov 12 08:09:53.278646 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.279599 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.280115 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: security-groups-shared-filtering Nov 12 08:09:53.280445 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.281042 n-d-768851-18 neutron-server[102335]: WARNING neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 08:09:53.281399 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: securitygroup.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.291543 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.292084 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: security-group Nov 12 08:09:53.292426 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: segment.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.293269 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.293782 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension segment not supported by any of loaded plugins Nov 12 08:09:53.294116 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.295084 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.295597 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 08:09:53.295931 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: servicetype.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.297064 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.297613 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: service-type Nov 12 08:09:53.297947 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: sorting.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.298948 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.299283 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: sorting Nov 12 08:09:53.299632 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: standard_attr_segment.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.300594 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.301124 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 08:09:53.301485 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: standardattrdescription.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.302147 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.302661 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: standard-attr-description Nov 12 08:09:53.302992 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: stateful_security_group.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.303933 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.304463 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: stateful-security-group Nov 12 08:09:53.304791 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: stdattrs_common.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.305401 n-d-768851-18 neutron-server[102335]: WARNING neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 08:09:53.305726 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.306676 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.307200 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 08:09:53.307526 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: subnet_onboard.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.308649 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.309195 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: subnet_onboard Nov 12 08:09:53.309526 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.310478 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.310989 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 08:09:53.311314 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: subnet_service_types.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.312273 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.312777 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: subnet-service-types Nov 12 08:09:53.313121 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: subnetallocation.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.314248 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.314767 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: subnet_allocation Nov 12 08:09:53.315093 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.315769 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.316827 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: subnetpool-prefix-ops Nov 12 08:09:53.317176 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.318134 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.318658 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 08:09:53.318979 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: tagging.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.320056 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.320585 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: standard-attr-tag Nov 12 08:09:53.320915 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: timestamp.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.322175 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.322695 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loaded extension: standard-attr-timestamp Nov 12 08:09:53.323026 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: trunk.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.324085 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.324603 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension trunk not supported by any of loaded plugins Nov 12 08:09:53.324937 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: trunk_details.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.325913 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.326425 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension trunk-details not supported by any of loaded plugins Nov 12 08:09:53.326754 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: uplink_status_propagation.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.327717 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.328226 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 08:09:53.328552 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Loading extension file: vlantransparent.py {{(pid=102335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:09:53.329275 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:09:53.329785 n-d-768851-18 neutron-server[102335]: INFO neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 08:09:53.332899 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:network Nov 12 08:09:53.333453 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:subnet Nov 12 08:09:53.333870 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:09:53.334272 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:port Nov 12 08:09:53.335534 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.335987 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service FLAVORS assigned prefix: {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.336604 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.337040 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.337400 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:router Nov 12 08:09:53.337849 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 08:09:53.338343 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service METERING assigned prefix: /metering {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.340059 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.340509 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.340869 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:09:53.342190 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 08:09:53.342638 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:security_group Nov 12 08:09:53.343080 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 08:09:53.343856 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service CORE assigned prefix: {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.344182 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:09:53.344535 n-d-768851-18 neutron-server[102335]: WARNING neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] subnetpool is already registered Nov 12 08:09:53.345012 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service CORE assigned prefix: {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.345320 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:09:53.345656 n-d-768851-18 neutron-server[102335]: WARNING neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] subnetpool is already registered Nov 12 08:09:53.348059 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.348508 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service FLAVORS assigned prefix: {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.349178 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.349618 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.349956 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:router Nov 12 08:09:53.350299 n-d-768851-18 neutron-server[102335]: WARNING neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] router is already registered Nov 12 08:09:53.350717 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 08:09:53.351054 n-d-768851-18 neutron-server[102335]: WARNING neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] floatingip is already registered Nov 12 08:09:53.351538 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service METERING assigned prefix: /metering {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.352246 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 08:09:53.352581 n-d-768851-18 neutron-server[102335]: WARNING neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] rbac_policy is already registered Nov 12 08:09:53.353008 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:security_group Nov 12 08:09:53.353379 n-d-768851-18 neutron-server[102335]: WARNING neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] security_group is already registered Nov 12 08:09:53.353789 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 08:09:53.354123 n-d-768851-18 neutron-server[102335]: WARNING neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] security_group_rule is already registered Nov 12 08:09:53.354623 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service CORE assigned prefix: {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.354950 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:09:53.355282 n-d-768851-18 neutron-server[102335]: WARNING neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] subnetpool is already registered Nov 12 08:09:53.355706 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.v2.resource_helper [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Service CORE assigned prefix: {{(pid=102335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:09:53.356033 n-d-768851-18 neutron-server[102335]: INFO neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:09:53.356365 n-d-768851-18 neutron-server[102335]: WARNING neutron.quota.resource_registry [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] subnetpool is already registered Nov 12 08:09:53.358122 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: extensions {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.359624 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: address-groups {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.361122 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: address-scopes {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.362342 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: agents {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.363650 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: auto-allocated-topology {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.364902 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: availability_zones {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.366170 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: dhcp-networks {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.367643 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: dhcp-agents {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.369195 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: routers {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.371314 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: flavors {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.372600 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: service_profiles {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.373864 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: next_providers {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.375314 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: service_profiles {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.376745 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: floatingip-pools {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.378132 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: routers {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.380797 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: floatingips {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.382365 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: l3-routers {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.383775 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: l3-agents {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.385203 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: metering-labels {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.386468 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: metering-label-rules {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.387865 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: network-ip-availabilities {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.389151 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: bindings {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.390739 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: quotas {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.392389 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: quotas {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.393964 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: rbac-policies {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.395769 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: security-groups {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.397120 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: security-group-rules {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.398408 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: service-providers {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.399625 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: subnetpools {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.401041 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: subnetpools {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.402532 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: tags {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.404232 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: tags {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.406086 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: tags {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.407880 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: tags {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.409895 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: tags {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.411852 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: tags {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.413667 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: tags {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.416468 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: tags {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.418296 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: tags {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.420042 n-d-768851-18 neutron-server[102335]: DEBUG neutron.api.extensions [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Extended resource: tags {{(pid=102335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:09:53.426320 n-d-768851-18 neutron-server[102335]: WARNING keystonemiddleware.auth_token [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 08:09:53.430886 n-d-768851-18 neutron-server[102335]: WARNING keystonemiddleware.auth_token [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 08:09:53.439826 n-d-768851-18 neutron-server[102335]: DEBUG oslo_concurrency.lockutils [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Acquired lock "singleton_lock" {{(pid=102335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 08:09:53.440307 n-d-768851-18 neutron-server[102335]: DEBUG oslo_concurrency.lockutils [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Releasing lock "singleton_lock" {{(pid=102335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 08:09:53.441511 n-d-768851-18 neutron-server[102335]: INFO oslo_service.service [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Starting 2 workers Nov 12 08:09:53.446313 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Started child 102444 {{(pid=102335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 08:09:53.450712 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Started child 102445 {{(pid=102335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 08:09:53.451675 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.452351 n-d-768851-18 neutron-server[102335]: INFO neutron.service [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 08:09:53.452790 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Publish callbacks [] for process, before_spawn {{(pid=102335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.453300 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [-] (102444) wsgi starting up on http://0.0.0.0:9696 Nov 12 08:09:53.455252 n-d-768851-18 neutron-server[102335]: INFO oslo_service.service [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Starting 1 workers Nov 12 08:09:53.455450 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.457499 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [-] (102445) wsgi starting up on http://0.0.0.0:9696 Nov 12 08:09:53.460985 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Started child 102446 {{(pid=102335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 08:09:53.461558 n-d-768851-18 neutron-server[102335]: INFO oslo_service.service [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Starting 1 workers Nov 12 08:09:53.464808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.service [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] calling RpcWorker wait() {{(pid=102446) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 08:09:53.465410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.service [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] returning from RpcWorker wait() {{(pid=102446) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 08:09:53.466012 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Started child 102447 {{(pid=102335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 08:09:53.466692 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.466794 n-d-768851-18 neutron-server[102335]: DEBUG neutron_lib.callbacks.manager [None req-95ce2b15-d9e8-4a02-b6a1-4bdeffa82e55 None None] Publish callbacks [] for process, after_spawn {{(pid=102335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.467230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:53.468653 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 08:09:53.468862 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 08:09:53.469050 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 08:09:53.469289 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 08:09:53.469629 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 08:09:53.469813 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 08:09:53.470308 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.470596 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.470757 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:09:53.471234 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.471234 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.471364 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.471873 n-d-768851-18 neutron-server[102447]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:53.471977 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.472170 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.472414 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.472700 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.472955 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.473144 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.473315 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.473557 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.473790 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.474078 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.474333 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.474595 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.474855 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.475026 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.475275 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.475553 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.475807 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.476092 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] debug = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.476336 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.476792 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.477039 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.477324 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.477564 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.477841 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.478091 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.478366 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.478603 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.478840 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.479101 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.479343 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.479588 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.479800 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.480029 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.480261 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.480530 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.480767 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.481255 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] host = n-d-768851-18 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.481493 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.481714 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.481963 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.482218 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.482467 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.482690 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.482948 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.483209 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.483450 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.483700 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.483970 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.484226 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.484443 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.484689 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_file = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.484854 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_options = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.485114 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.485411 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.485675 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.486422 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.486422 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.486422 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.486422 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.486997 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.486997 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.487242 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.487362 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.487484 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.487820 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.487957 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.488167 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.488399 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.488654 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.488866 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.489142 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.489364 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.489597 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.489837 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.490057 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.490297 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.490508 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.490752 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.490977 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.491206 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.491440 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.491662 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.491942 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.492164 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.492412 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.492663 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.492921 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.493191 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.493413 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.493641 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.493914 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.494142 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.494388 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.494651 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.494890 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.495112 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.495326 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.495542 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.495773 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] use_json = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.495987 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.496229 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.496471 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.496687 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.496924 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.497157 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.497406 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.497652 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.498095 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.498378 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.498685 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.498943 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.499197 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.499447 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.499676 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.499913 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.500170 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.501168 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.501168 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.501168 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.501524 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.501645 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.501831 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.502143 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.504188 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.504188 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.504188 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.504188 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.504188 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.505018 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.505018 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.505018 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.505322 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.505558 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.505778 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.506120 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.506384 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.506646 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.506907 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.507297 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.507683 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.510686 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.510686 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.510686 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.510686 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.510686 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.510686 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.510686 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.510686 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.510686 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514247 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514247 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514247 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514247 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514247 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514247 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514247 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514247 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514247 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514771 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514771 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514771 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514771 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514771 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514771 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514771 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514771 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.514771 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.515284 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.515284 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.515284 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.515284 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.515284 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.515284 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.515284 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.515708 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.515708 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.515865 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.516401 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.516401 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.517031 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.517031 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.517031 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.517965 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.517965 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.517965 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.517965 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.519068 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.519068 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.519068 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.519068 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.519068 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.519928 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.519928 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.520049 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.520225 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.520595 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.521041 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.521386 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.521630 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.521871 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.522291 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.522453 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.522604 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.523007 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.523007 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.523308 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.523539 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.523698 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.523891 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.524120 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.524344 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.524560 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.524800 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.525015 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.525261 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.525498 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.525723 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.525960 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.526439 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.526866 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.527134 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.527376 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.527632 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.527887 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.528139 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.528509 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.528631 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.528902 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.529257 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.529540 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.529811 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.530047 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.530295 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.530557 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.530828 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.531104 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.531538 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.531951 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.532368 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.532839 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.533297 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.533730 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.534422 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.534858 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.535376 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.535821 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.536076 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.536318 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.536581 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.536817 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.537057 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.537355 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.537615 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.537869 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.538120 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.538352 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.538568 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.538802 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.539069 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.539308 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.539530 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.539748 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.539972 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.540189 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.540423 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.540661 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.540878 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.541097 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.541354 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.541595 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.541817 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.542073 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.542293 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.542519 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.542762 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.542979 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.543198 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.543419 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.543634 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.543874 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.544299 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.544758 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.545010 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.545286 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.545517 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.545762 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.546021 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.546237 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.546477 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.546720 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.546926 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.547337 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.547746 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.548035 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.548278 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.548531 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.548747 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.549010 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.549289 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.549627 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.549879 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.550109 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.550373 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.550592 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.550841 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.551078 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.551317 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.551534 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.551770 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.551985 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.552245 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.552468 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.552709 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.552921 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.553180 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.553398 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.553614 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.553876 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.554166 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.554417 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.554660 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.554906 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.555144 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.555365 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.555583 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.555799 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.556028 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.556248 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.556461 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.556668 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.556912 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.557141 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.557355 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.557574 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.557789 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.558001 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.558275 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.558507 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.558716 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.558934 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.559149 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.559354 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.559577 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.559785 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.559992 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.560214 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.560432 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.560635 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.561057 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.561373 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.561584 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.561827 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.562041 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.562254 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.562547 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.562793 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.563026 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.563317 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.563544 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.563793 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.564032 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.564354 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.564598 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.564834 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.565053 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.565302 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.565522 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.565756 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.566581 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.566873 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.567120 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.567360 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.567647 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.567933 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.568198 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.568434 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.568733 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.569063 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.569354 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.569611 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.569868 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.570114 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.570335 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.570550 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.570798 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.571012 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.571226 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.571494 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.571725 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.571948 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.572182 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.572429 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.572663 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.572891 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.573141 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.573379 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.573595 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.573752 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 08:09:53.574284 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 08:09:53.574433 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 08:09:53.574567 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 08:09:53.574703 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 08:09:53.574873 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 08:09:53.575011 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 08:09:53.575215 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.575375 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.575534 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.575691 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.575849 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.576027 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.576185 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.576330 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.576542 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.576683 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.576821 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.576958 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.577096 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.577280 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.577405 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.577528 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.577688 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.578065 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.578065 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.578308 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.578308 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.578540 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.578662 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] debug = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.578787 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.578910 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.579068 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.579203 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.579360 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.579517 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.579673 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.579830 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.579986 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.580143 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.580302 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.580460 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.580616 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.580773 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.580930 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.581088 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.581268 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.581425 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.582131 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] host = n-d-768851-18 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.582299 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.582456 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.582612 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.582769 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.582928 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.583090 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.583248 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.583407 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.583563 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.583720 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.583879 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.584036 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.584194 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.584352 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_file = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.584508 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_options = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.584666 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.584823 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.584980 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.585175 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.585341 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.585499 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.585656 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.585814 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.585972 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.586129 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.586286 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.586443 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.586599 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.586757 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.586914 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.587071 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.587440 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.587440 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.587697 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.587697 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.587896 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.587979 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.588107 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.588267 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.588425 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.588583 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.588739 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.588896 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.589052 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.589231 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.589389 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.589549 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.589706 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.589862 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.590019 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.590176 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.590335 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.590492 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.590653 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.590810 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.590976 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.591112 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.591269 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.591427 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.591583 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.591742 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.591899 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] use_json = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.592056 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.592212 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.592369 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.592525 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.592691 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.592822 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.592981 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.593163 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:09:53.593342 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.593505 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.593675 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.593836 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.593996 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.594155 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.594315 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.594475 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.594635 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.594797 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.594962 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.595336 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.595468 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.595605 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.595755 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.595914 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.596059 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.596215 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.596362 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.596501 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.596664 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.596810 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.596979 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.597179 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.597342 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.597493 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.597648 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.597822 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.597969 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.598121 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.598272 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.598412 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.598568 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.598727 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.598887 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.599046 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.599193 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.599353 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.599507 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.599646 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.599791 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.599933 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.600086 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.600236 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.600425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:09:53.600575 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.600575 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.600850 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.600850 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.601143 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.601143 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.601413 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.601550 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.601688 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.602050 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.602212 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.602375 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.602529 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.602668 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.602830 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.602976 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.603142 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.603287 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.603434 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.603581 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.603742 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.603889 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.604060 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.604204 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.604366 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.604521 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.604659 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.604876 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.605030 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.605197 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.605361 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.605507 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.605667 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.605993 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.606196 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.606517 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.606686 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.606843 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.606993 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.607133 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.607291 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.607436 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.607598 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.607743 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.607905 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.608074 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.608248 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.608393 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.608555 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.608700 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.608863 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.609009 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.609273 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.609408 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.609540 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.609694 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.609827 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.609959 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.610090 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.610227 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.610363 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.610502 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.610664 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.610864 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.611018 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.611168 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.611306 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.611444 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.611577 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.611708 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.611839 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.611988 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.612154 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.612389 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.612520 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.612633 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.613313 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.613737 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.613737 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.613975 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.613975 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.614209 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.614350 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.614478 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.614600 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.614955 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.614955 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.615187 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.615187 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.615430 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.615555 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.615687 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.615810 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.616165 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.616165 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.616397 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.616519 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.616639 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.616798 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.616925 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.617077 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.617243 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.617412 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.617572 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.617733 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.617892 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.618052 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.618211 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.618371 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.618531 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.618690 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.618849 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.619009 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.619192 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.619322 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.619476 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.619635 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.619795 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.619962 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.620088 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.620247 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.620406 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.620565 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.620724 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.620884 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.621043 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.621226 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.621402 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.621534 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.621678 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.621831 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.621985 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.622146 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.622306 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.622468 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.622612 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.622772 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.622935 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.623081 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.623240 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.623423 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.623555 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.623711 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.623870 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.624026 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.624160 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.624323 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.624480 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.624643 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.624804 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.624963 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.625280 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.625280 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.625535 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.625672 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.626747 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.626747 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.626747 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.626747 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.626747 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.626747 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.626747 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.629541 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.629541 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.629541 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.629541 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.629541 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.629541 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.629541 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.629541 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630059 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630059 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630059 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630059 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630059 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630059 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630059 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630059 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630544 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630544 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630544 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630544 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630544 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630544 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630885 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.630885 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.631004 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.631184 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.631292 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.631452 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.631627 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.631763 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.631921 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.632084 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.632246 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.632404 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.632562 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.632729 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.632889 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.633048 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.633231 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.633390 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.633548 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.633720 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.633880 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.634040 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.634207 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.634364 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.634523 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.634682 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.634853 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.635013 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.635175 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.635334 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.635493 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.635652 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.635813 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.635976 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.636143 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.636309 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.636471 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.636639 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.636806 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.636974 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.637153 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.637321 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.637491 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.637649 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.637809 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.637968 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.638127 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.638285 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.638446 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.640003 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.640003 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.640003 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.640003 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.640003 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.640003 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.640003 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.640003 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.640003 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.643526 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.643526 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.643526 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.643526 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:09:53.643526 n-d-768851-18 neutron-server[102335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 08:09:53.796897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35822) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:09:53.806036 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069275 Nov 12 08:10:05.154928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ecd13-4a38-4a8d-bbf5-fc9f379c2c32 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:10:05.233131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570ecd13-4a38-4a8d-bbf5-fc9f379c2c32 None None] No non-hosted networks {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 08:10:05.241607 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e556bb2f-eb70-49e4-af78-143344150ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655544'] for agent, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.376980 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7a57c9c2-5146-49b2-96e9-348a61c5977e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655544'] for agent, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:07.418755 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1faa6732-39d9-471c-a593-8c0150afc255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:08.389478 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655544'] for agent, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:09.810508 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655544'] for agent, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.780720 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655544'] for agent, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:10.781429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.781878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.782313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.782849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.783639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.784029 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.784567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.784979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.785502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.786041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.786435 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.786830 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:10.787229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768851-18', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:10.796022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768851-18', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:11.197991 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35914) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:11.692156 n-d-768851-18 neutron-server[102445]: WARNING oslo_policy.policy [None req-6b321d98-bc1e-40f7-a9ae-0029ce0736ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:10:11.692753 n-d-768851-18 neutron-server[102445]: WARNING oslo_policy.policy [None req-6b321d98-bc1e-40f7-a9ae-0029ce0736ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:10:11.918216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-6b321d98-bc1e-40f7-a9ae-0029ce0736ed admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:10:11.919307 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6b321d98-bc1e-40f7-a9ae-0029ce0736ed admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7201457 Nov 12 08:10:14.478892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35930) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:14.786905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-37ae2558-e815-4907-a33f-0236ea68f1fc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:14.884671 n-d-768851-18 neutron-server[102445]: DEBUG neutron.policy [None req-37ae2558-e815-4907-a33f-0236ea68f1fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102445) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 08:10:14.901080 n-d-768851-18 neutron-server[102446]: INFO neutron.db.l3_hamode_db [None req-a4b82976-e56f-474d-aa5d-56b56f1d5a16 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 08:10:14.932693 n-d-768851-18 neutron-server[102445]: WARNING oslo_policy.policy [None req-37ae2558-e815-4907-a33f-0236ea68f1fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:10:14.933081 n-d-768851-18 neutron-server[102445]: WARNING oslo_policy.policy [None req-37ae2558-e815-4907-a33f-0236ea68f1fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:10:14.941602 n-d-768851-18 neutron-server[102445]: INFO neutron.quota [None req-37ae2558-e815-4907-a33f-0236ea68f1fc admin admin] Loaded quota_driver: . Nov 12 08:10:14.978142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b82976-e56f-474d-aa5d-56b56f1d5a16 None None] Routers set() bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:14.978529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b82976-e56f-474d-aa5d-56b56f1d5a16 None None] Router IDs set() for agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:10:15.033518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-37ae2558-e815-4907-a33f-0236ea68f1fc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742054683431', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742054683858', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742054769428', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742054772553', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742060867990', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742054783079', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1833225', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1328277', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-333283', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-423573'] for rbac-policy, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.098314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-37ae2558-e815-4907-a33f-0236ea68f1fc admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:15.099499 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-37ae2558-e815-4907-a33f-0236ea68f1fc admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6195400 Nov 12 08:10:17.742707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35942) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:18.031062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Request body: {'network': {'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'name': 'private', 'admin_state_up': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:18.059189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Made reservation on behalf of ce12c3847d5347699e3cb72aa9490e7c for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:18.061861 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.078594 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.186583 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.190243 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.213830 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:10:18.238474 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742058400997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.239050 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Unsubscribe: segment precommit_create {{(pid=102445) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 08:10:18.239507 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Added segment 8f7f12a1-fe90-440d-b8ef-5b43bce22901 of type vlan for network c8cc3d29-c574-4657-bfc0-d534b2f3bbfa Nov 12 08:10:18.245153 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8983318-86ad-47d5-a674-c43f9fa75488,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:18.265648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:18.265985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:18.266314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:18.266639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:18.266961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:18.267275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:18.267637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:18.267951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:18.268425 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:18.268780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:18.269094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:18.269425 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Tracked resource versions report: Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: pushed versions: Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: { 'AddressGroup': {'1.2'}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'ConntrackHelper': {'1.0'}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'Log': {'1.0'}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'Network': {'1.1'}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'Port': {'1.7'}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'PortForwarding': {'1.2'}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'QosPolicy': {'1.10'}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'SecurityGroup': {'1.5'}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'SubPort': {'1.0'}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'Subnet': {'1.1'}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'Trunk': {'1.1'}} Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: consumer versions: Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: { DHCP agent@n-d-768851-18: {}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: L3 agent@n-d-768851-18: {}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: Metadata agent@n-d-768851-18: {}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: Metering agent@n-d-768851-18: {}, Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: Open vSwitch agent@n-d-768851-18: { 'AddressGroup': '1.2', Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'ConntrackHelper': '1.0', Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'Log': '1.0', Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'Network': '1.1', Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'Port': '1.7', Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'PortForwarding': '1.2', Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'QosPolicy': '1.10', Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'SecurityGroup': '1.5', Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'SecurityGroupRule': '1.2', Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'SubPort': '1.0', Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'Subnet': '1.1', Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: 'Trunk': '1.1'}} Nov 12 08:10:18.270499 n-d-768851-18 neutron-server[102445]: {{(pid=102445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:10:18.358836 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.396923 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.398065 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:18.398769 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:18.458290 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7144146 Nov 12 08:10:18.499619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ba65f-ec1d-4c1a-b1f0-92fd846be823 admin admin] Pushing event updated for resources: {'Network': ['ID=c8cc3d29-c574-4657-bfc0-d534b2f3bbfa,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:18.511080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network c8cc3d29-c574-4657-bfc0-d534b2f3bbfa details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:10:21.208232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35956) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:21.594258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58beee5d-ce85-4319-8fa4-725d28d7514e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:21.595632 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-58beee5d-ce85-4319-8fa4-725d28d7514e admin admin] 10.222.0.31 "GET /v2.0/networks/c8cc3d29-c574-4657-bfc0-d534b2f3bbfa HTTP/1.1" status: 200 len: 825 time: 0.3864284 Nov 12 08:10:21.619616 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-32f08107-7c60-453b-a7bd-6b06476e8c9e admin admin] 10.222.0.31 "GET /v2.0/subnetpools/b95d95f6-79a9-4282-bdf8-5df97681e7be HTTP/1.1" status: 200 len: 734 time: 0.0177851 Nov 12 08:10:21.629044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3fb93fca-5d25-4b57-a472-254b0b48831c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'b95d95f6-79a9-4282-bdf8-5df97681e7be', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:21.649856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb93fca-5d25-4b57-a472-254b0b48831c admin admin] Made reservation on behalf of ce12c3847d5347699e3cb72aa9490e7c for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:21.652017 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3fb93fca-5d25-4b57-a472-254b0b48831c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:21.935823 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3fb93fca-5d25-4b57-a472-254b0b48831c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.006657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb93fca-5d25-4b57-a472-254b0b48831c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae34203-a384-4eec-a57c-64b657dca0aa,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:22.008599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb93fca-5d25-4b57-a472-254b0b48831c admin admin] Checking segment: {'id': '8f7f12a1-fe90-440d-b8ef-5b43bce22901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:22.008989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb93fca-5d25-4b57-a472-254b0b48831c admin admin] Network hostable DHCP agents. Network: c8cc3d29-c574-4657-bfc0-d534b2f3bbfa, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:10:22.029503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb93fca-5d25-4b57-a472-254b0b48831c admin admin] Network c8cc3d29-c574-4657-bfc0-d534b2f3bbfa is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:10:22.044529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3fb93fca-5d25-4b57-a472-254b0b48831c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, c8cc3d29-c574-4657-bfc0-d534b2f3bbfa) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:22.051339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb93fca-5d25-4b57-a472-254b0b48831c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:22.052065 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3fb93fca-5d25-4b57-a472-254b0b48831c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.055878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a92a5d3-d968-4bde-8b09-ff48602b5728 None None] Network c8cc3d29-c574-4657-bfc0-d534b2f3bbfa requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:10:22.066938 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3fb93fca-5d25-4b57-a472-254b0b48831c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4415245 Nov 12 08:10:22.373234 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-c8cc3d29-c574-4657-bfc0-d534b2f3bbfa', 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'fixed_ips': [{'subnet_id': 'eae34203-a384-4eec-a57c-64b657dca0aa'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:10:22.374453 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.665376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Allocated IP 172.20.0.2 (c8cc3d29-c574-4657-bfc0-d534b2f3bbfa/eae34203-a384-4eec-a57c-64b657dca0aa/32e33e54-142a-495c-b3bf-d9f25277144c) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:22.870267 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.879924 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:22.946860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Network c8cc3d29-c574-4657-bfc0-d534b2f3bbfa is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:22.952563 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:22.956634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:22.998256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Pushing event updated for resources: {'Port': ['ID=32e33e54-142a-495c-b3bf-d9f25277144c,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:23.023917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:23.024271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:23.024615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:23.025275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:23.025613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:23.025946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:23.026272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:23.026595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:23.026920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:23.027243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:23.027564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:23.027885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Tracked resource versions report: Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: pushed versions: Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: { 'AddressGroup': {'1.2'}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'ConntrackHelper': {'1.0'}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'Log': {'1.0'}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'Network': {'1.1'}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'Port': {'1.7'}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'PortForwarding': {'1.2'}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'QosPolicy': {'1.10'}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'SecurityGroup': {'1.5'}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'SubPort': {'1.0'}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'Subnet': {'1.1'}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'Trunk': {'1.1'}} Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: consumer versions: Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: { DHCP agent@n-d-768851-18: {}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: L3 agent@n-d-768851-18: {}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: Metadata agent@n-d-768851-18: {}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: Metering agent@n-d-768851-18: {}, Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: Open vSwitch agent@n-d-768851-18: { 'AddressGroup': '1.2', Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'ConntrackHelper': '1.0', Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'Log': '1.0', Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'Network': '1.1', Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'Port': '1.7', Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'PortForwarding': '1.2', Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'QosPolicy': '1.10', Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'SecurityGroup': '1.5', Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'SecurityGroupRule': '1.2', Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'SubPort': '1.0', Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'Subnet': '1.1', Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: 'Trunk': '1.1'}} Nov 12 08:10:23.029051 n-d-768851-18 neutron-server[102446]: {{(pid=102446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:10:23.057414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Attempting to bind port 32e33e54-142a-495c-b3bf-d9f25277144c on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:23.057986 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Attempting to bind port 32e33e54-142a-495c-b3bf-d9f25277144c by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '8f7f12a1-fe90-440d-b8ef-5b43bce22901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:23.058378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Attempting to bind port 32e33e54-142a-495c-b3bf-d9f25277144c on network c8cc3d29-c574-4657-bfc0-d534b2f3bbfa {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:23.063256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:23.063656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Checking segment: {'id': '8f7f12a1-fe90-440d-b8ef-5b43bce22901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:23.064216 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.065144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Bound using segment: {'id': '8f7f12a1-fe90-440d-b8ef-5b43bce22901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:23.065648 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Bound port: 32e33e54-142a-495c-b3bf-d9f25277144c, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7f12a1-fe90-440d-b8ef-5b43bce22901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:23.066068 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.128765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] For port 32e33e54-142a-495c-b3bf-d9f25277144c, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:23.133228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] For port 32e33e54-142a-495c-b3bf-d9f25277144c, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=32e33e54-142a-495c-b3bf-d9f25277144c,segment=NetworkSegment(8f7f12a1-fe90-440d-b8ef-5b43bce22901),segment_id=8f7f12a1-fe90-440d-b8ef-5b43bce22901)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:23.137350 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:23.203574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6715a6-a8a8-4751-b873-e23a61bea5ac None None] Pushing event updated for resources: {'Port': ['ID=32e33e54-142a-495c-b3bf-d9f25277144c,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:24.605969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35964) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:24.938862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-8f858a8c-65d3-458e-8aa4-d350b062121b admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:10:24.939897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8f858a8c-65d3-458e-8aa4-d350b062121b admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3329554 Nov 12 08:10:27.513831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35972) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:27.833799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-7ade13e0-6d8f-47b6-b8b2-8309cc20d287 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:10:27.834822 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7ade13e0-6d8f-47b6-b8b2-8309cc20d287 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3200641 Nov 12 08:10:30.633387 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35982) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:30.934580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-830e40db-1e14-4d87-b4d2-42c8c33a70b8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'admin_state_up': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:30.959610 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-830e40db-1e14-4d87-b4d2-42c8c33a70b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:30.961356 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-830e40db-1e14-4d87-b4d2-42c8c33a70b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.095989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-830e40db-1e14-4d87-b4d2-42c8c33a70b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.100896 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-830e40db-1e14-4d87-b4d2-42c8c33a70b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.116989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-830e40db-1e14-4d87-b4d2-42c8c33a70b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:31.118206 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-830e40db-1e14-4d87-b4d2-42c8c33a70b8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4838395 Nov 12 08:10:32.428304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce28e0f-4710-49b1-ba5a-ff1ca96df098 None None] Network c8cc3d29-c574-4657-bfc0-d534b2f3bbfa requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:10:32.504867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-20b21467-c5ff-47f0-bfbf-50fa9060bbcb None None] Provisioning complete for port 32e33e54-142a-495c-b3bf-d9f25277144c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:32.505301 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-20b21467-c5ff-47f0-bfbf-50fa9060bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:32.685694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 32e33e54-142a-495c-b3bf-d9f25277144c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:32.762760 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-20b21467-c5ff-47f0-bfbf-50fa9060bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:32.828761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-20b21467-c5ff-47f0-bfbf-50fa9060bbcb None None] For port 32e33e54-142a-495c-b3bf-d9f25277144c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=32e33e54-142a-495c-b3bf-d9f25277144c,segment=NetworkSegment(8f7f12a1-fe90-440d-b8ef-5b43bce22901),segment_id=8f7f12a1-fe90-440d-b8ef-5b43bce22901)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:32.836436 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-20b21467-c5ff-47f0-bfbf-50fa9060bbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:32.866665 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 32e33e54-142a-495c-b3bf-d9f25277144c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:32.867038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:32.921156 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b21467-c5ff-47f0-bfbf-50fa9060bbcb None None] Pushing event updated for resources: {'Port': ['ID=32e33e54-142a-495c-b3bf-d9f25277144c,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:33.058120 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d74910ff-398a-40d5-86f8-8b806249ed0f None None] Provisioning complete for port 32e33e54-142a-495c-b3bf-d9f25277144c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:33.058490 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d74910ff-398a-40d5-86f8-8b806249ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:33.745817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35996) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:34.058863 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-b91c3d21-61c7-4e76-b8fc-7699653faaea admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:10:34.059851 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b91c3d21-61c7-4e76-b8fc-7699653faaea admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3129416 Nov 12 08:10:34.610235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 32e33e54-142a-495c-b3bf-d9f25277144c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:34.656189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 32e33e54-142a-495c-b3bf-d9f25277144c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:34.656552 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:35.048714 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de960cd4-184d-4df8-bf19-f25f636de6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.550141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36004) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:36.860627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:36.883651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Made reservation on behalf of edaa608520a346d3b733f358d3eb09e9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:36.886063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.893851 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.963629 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.966923 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:36.985844 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Reserving flat network on physical network physnet1 {{(pid=102445) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 08:10:37.007183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b010013-447b-4fff-8080-bdfcb93adb35,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:37.011860 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:37.012206 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Added segment 937cda46-1ccc-4fe0-947b-eae93cff2609 of type flat for network 96c93622-1b7f-40a4-8d70-95adc47fdc55 Nov 12 08:10:37.060863 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:37.093218 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:37.094144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:37.094717 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:37.128159 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5768001 Nov 12 08:10:37.164619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03395d-1132-4874-96b8-9a5705395d6f admin admin] Pushing event updated for resources: {'Network': ['ID=96c93622-1b7f-40a4-8d70-95adc47fdc55,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:37.177250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:10:37.377638 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b571fb8-7fbd-45b2-927a-be808572150b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:38.323195 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:39.773317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36022) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:39.778397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:40.024184 n-d-768851-18 neutron-server[102444]: WARNING oslo_policy.policy [None req-d3347afb-4ae9-4205-b89d-c8df522be2b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:10:40.024777 n-d-768851-18 neutron-server[102444]: WARNING oslo_policy.policy [None req-d3347afb-4ae9-4205-b89d-c8df522be2b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:10:40.465072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.policy [None req-d3347afb-4ae9-4205-b89d-c8df522be2b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102444) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 08:10:40.517663 n-d-768851-18 neutron-server[102444]: WARNING oslo_policy.policy [None req-d3347afb-4ae9-4205-b89d-c8df522be2b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:10:40.518220 n-d-768851-18 neutron-server[102444]: WARNING oslo_policy.policy [None req-d3347afb-4ae9-4205-b89d-c8df522be2b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:10:40.527362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3347afb-4ae9-4205-b89d-c8df522be2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:40.529661 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d3347afb-4ae9-4205-b89d-c8df522be2b3 admin admin] 10.222.0.31 "GET /v2.0/subnets/eae34203-a384-4eec-a57c-64b657dca0aa HTTP/1.1" status: 200 len: 849 time: 0.7541885 Nov 12 08:10:40.708683 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a54bb31c-ce23-4805-849d-126e113e00d6 admin admin] 10.222.0.31 "GET /v2.0/routers/c57629ca-1cf4-471d-9ec1-dbd067332cab HTTP/1.1" status: 200 len: 704 time: 0.1720438 Nov 12 08:10:40.786059 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:40.992572 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.332523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Allocated IP 172.20.0.1 (c8cc3d29-c574-4657-bfc0-d534b2f3bbfa/eae34203-a384-4eec-a57c-64b657dca0aa/2dabbe65-adba-47d6-b5ab-bff16117b514) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:41.552810 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.623306 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.688985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Network c8cc3d29-c574-4657-bfc0-d534b2f3bbfa is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:41.693686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:41.744847 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Pushing event updated for resources: {'Port': ['ID=2dabbe65-adba-47d6-b5ab-bff16117b514,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:41.747839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:41.748245 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.809073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:41.809454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:41.809793 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:41.810126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:41.810457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:41.810781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:41.811101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:41.811423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:41.811738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:41.812054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:41.812372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:41.812905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Tracked resource versions report: Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: pushed versions: Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: { 'AddressGroup': {'1.2'}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'ConntrackHelper': {'1.0'}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'Log': {'1.0'}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'Network': {'1.1'}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'Port': {'1.7'}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'PortForwarding': {'1.2'}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'QosPolicy': {'1.10'}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'SecurityGroup': {'1.5'}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'SubPort': {'1.0'}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'Subnet': {'1.1'}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'Trunk': {'1.1'}} Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: consumer versions: Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: { DHCP agent@n-d-768851-18: {}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: L3 agent@n-d-768851-18: {}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: Metadata agent@n-d-768851-18: {}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: Metering agent@n-d-768851-18: {}, Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: Open vSwitch agent@n-d-768851-18: { 'AddressGroup': '1.2', Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'ConntrackHelper': '1.0', Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'Log': '1.0', Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'Network': '1.1', Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'Port': '1.7', Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'PortForwarding': '1.2', Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'QosPolicy': '1.10', Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'SecurityGroup': '1.5', Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'SecurityGroupRule': '1.2', Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'SubPort': '1.0', Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'Subnet': '1.1', Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: 'Trunk': '1.1'}} Nov 12 08:10:41.814047 n-d-768851-18 neutron-server[102444]: {{(pid=102444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:10:41.913458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5b490dff-915e-4fd1-8082-b01af6301a10 None None] Provisioning complete for port 2dabbe65-adba-47d6-b5ab-bff16117b514 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:41.914420 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5b490dff-915e-4fd1-8082-b01af6301a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:41.948704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5b490dff-915e-4fd1-8082-b01af6301a10 None None] Port 2dabbe65-adba-47d6-b5ab-bff16117b514 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:41.982790 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.198174 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.202743 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.204113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.286167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Pushing event updated for resources: {'Port': ['ID=2dabbe65-adba-47d6-b5ab-bff16117b514,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:42.332580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Network c8cc3d29-c574-4657-bfc0-d534b2f3bbfa is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:42.333909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:42.572574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-447fce4b-f1bb-42d8-8963-ca4988c9494d None None] Provisioning complete for port 2dabbe65-adba-47d6-b5ab-bff16117b514 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:42.572981 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-447fce4b-f1bb-42d8-8963-ca4988c9494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:42.576088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Router c57629ca-1cf4-471d-9ec1-dbd067332cab is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:10:42.611684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-447fce4b-f1bb-42d8-8963-ca4988c9494d None None] Port 2dabbe65-adba-47d6-b5ab-bff16117b514 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:42.682647 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:42.688365 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3672c7f4-3712-4e0f-a058-ff219c4ffa9f admin admin] 10.222.0.31 "PUT /v2.0/routers/c57629ca-1cf4-471d-9ec1-dbd067332cab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9723186 Nov 12 08:10:42.693906 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Sync routers for ids ['c57629ca-1cf4-471d-9ec1-dbd067332cab'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:42.708762 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Routers {'c57629ca-1cf4-471d-9ec1-dbd067332cab'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:42.709642 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:10:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57629ca-1cf4-471d-9ec1-dbd067332cab'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:42.926750 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Set router c57629ca-1cf4-471d-9ec1-dbd067332cab gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:43.414881 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'name': 'router1', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:30Z', 'updated_at': '2021-11-12T08:10:41Z', 'revision_number': 2, 'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'gw_port_host': None, '_interfaces': [{'id': '2dabbe65-adba-47d6-b5ab-bff16117b514', 'name': '', 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'mac_address': 'fa:16:3e:a9:90:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eae34203-a384-4eec-a57c-64b657dca0aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:41Z', 'updated_at': '2021-11-12T08:10:42Z', 'revision_number': 2, 'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'subnets': [{'id': 'eae34203-a384-4eec-a57c-64b657dca0aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b95d95f6-79a9-4282-bdf8-5df97681e7be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:43.472737 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Checking router: c57629ca-1cf4-471d-9ec1-dbd067332cab for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:43.473204 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Updating router c57629ca-1cf4-471d-9ec1-dbd067332cab port 2dabbe65-adba-47d6-b5ab-bff16117b514 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:10:43.533879 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.082711 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.090779 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.264206 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Pushing event updated for resources: {'Port': ['ID=2dabbe65-adba-47d6-b5ab-bff16117b514,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:44.278887 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:44.279243 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:44.279585 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:44.279914 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:44.280247 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:44.280577 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:44.280904 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:44.281257 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:44.282152 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:44.282738 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:44.283062 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:44.283384 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Tracked resource versions report: Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: pushed versions: Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: { 'AddressGroup': {'1.2'}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'ConntrackHelper': {'1.0'}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'Log': {'1.0'}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'Network': {'1.1'}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'Port': {'1.7'}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'PortForwarding': {'1.2'}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'QosPolicy': {'1.10'}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'SecurityGroup': {'1.5'}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'SubPort': {'1.0'}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'Subnet': {'1.1'}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'Trunk': {'1.1'}} Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: consumer versions: Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: { DHCP agent@n-d-768851-18: {}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: L3 agent@n-d-768851-18: {}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: Metadata agent@n-d-768851-18: {}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: Metering agent@n-d-768851-18: {}, Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: Open vSwitch agent@n-d-768851-18: { 'AddressGroup': '1.2', Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'ConntrackHelper': '1.0', Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'Log': '1.0', Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'Network': '1.1', Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'Port': '1.7', Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'PortForwarding': '1.2', Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'QosPolicy': '1.10', Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'SecurityGroup': '1.5', Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'SecurityGroupRule': '1.2', Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'SubPort': '1.0', Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'Subnet': '1.1', Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: 'Trunk': '1.1'}} Nov 12 08:10:44.284498 n-d-768851-18 neutron-server[102447]: {{(pid=102447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:10:44.288894 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Attempting to bind port 2dabbe65-adba-47d6-b5ab-bff16117b514 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:44.289328 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Attempting to bind port 2dabbe65-adba-47d6-b5ab-bff16117b514 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '8f7f12a1-fe90-440d-b8ef-5b43bce22901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:44.289753 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Attempting to bind port 2dabbe65-adba-47d6-b5ab-bff16117b514 on network c8cc3d29-c574-4657-bfc0-d534b2f3bbfa {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:44.295172 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:44.295598 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Checking segment: {'id': '8f7f12a1-fe90-440d-b8ef-5b43bce22901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:44.296083 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.296462 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Bound using segment: {'id': '8f7f12a1-fe90-440d-b8ef-5b43bce22901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:44.296969 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Bound port: 2dabbe65-adba-47d6-b5ab-bff16117b514, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7f12a1-fe90-440d-b8ef-5b43bce22901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:44.297435 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.346241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e1ea30be-b621-4064-b23f-a87bfd7bc1de None None] Provisioning complete for port 2dabbe65-adba-47d6-b5ab-bff16117b514 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:44.346897 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e1ea30be-b621-4064-b23f-a87bfd7bc1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.363527 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] For port 2dabbe65-adba-47d6-b5ab-bff16117b514, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:44.383271 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] For port 2dabbe65-adba-47d6-b5ab-bff16117b514, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2dabbe65-adba-47d6-b5ab-bff16117b514,segment=NetworkSegment(8f7f12a1-fe90-440d-b8ef-5b43bce22901),segment_id=8f7f12a1-fe90-440d-b8ef-5b43bce22901)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:44.386549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e1ea30be-b621-4064-b23f-a87bfd7bc1de None None] Port 2dabbe65-adba-47d6-b5ab-bff16117b514 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:10:44.390156 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.475944 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Routers {'c57629ca-1cf4-471d-9ec1-dbd067332cab'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:44.476979 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:10:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57629ca-1cf4-471d-9ec1-dbd067332cab'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:44.586559 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a30ed4-2134-4baa-8c5a-612583edb628 None None] Pushing event updated for resources: {'Port': ['ID=2dabbe65-adba-47d6-b5ab-bff16117b514,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:44.619504 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] Set router c57629ca-1cf4-471d-9ec1-dbd067332cab gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:44.710683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3f7e4374-dce3-47b4-b0fe-83c5672b8999 None None] Provisioning complete for port 2dabbe65-adba-47d6-b5ab-bff16117b514 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:44.711025 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4374-dce3-47b4-b0fe-83c5672b8999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.807546 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4374-dce3-47b4-b0fe-83c5672b8999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.851354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3f7e4374-dce3-47b4-b0fe-83c5672b8999 None None] For port 2dabbe65-adba-47d6-b5ab-bff16117b514, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2dabbe65-adba-47d6-b5ab-bff16117b514,segment=NetworkSegment(8f7f12a1-fe90-440d-b8ef-5b43bce22901),segment_id=8f7f12a1-fe90-440d-b8ef-5b43bce22901)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:44.856897 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'name': 'router1', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:30Z', 'updated_at': '2021-11-12T08:10:41Z', 'revision_number': 2, 'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'gw_port_host': None, '_interfaces': [{'id': '2dabbe65-adba-47d6-b5ab-bff16117b514', 'name': '', 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'mac_address': 'fa:16:3e:a9:90:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eae34203-a384-4eec-a57c-64b657dca0aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:41Z', 'updated_at': '2021-11-12T08:10:44Z', 'revision_number': 4, 'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'subnets': [{'id': 'eae34203-a384-4eec-a57c-64b657dca0aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b95d95f6-79a9-4282-bdf8-5df97681e7be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:44.857417 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f7e4374-dce3-47b4-b0fe-83c5672b8999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:44.888971 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724811d1-8ae8-49ad-9c91-1d806266db64 None None] The sync data for ids ['c57629ca-1cf4-471d-9ec1-dbd067332cab'] in n-d-768851-18 is: [{'id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'name': 'router1', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:30Z', 'updated_at': '2021-11-12T08:10:41Z', 'revision_number': 2, 'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'gw_port_host': None, '_interfaces': [{'id': '2dabbe65-adba-47d6-b5ab-bff16117b514', 'name': '', 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'mac_address': 'fa:16:3e:a9:90:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eae34203-a384-4eec-a57c-64b657dca0aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:41Z', 'updated_at': '2021-11-12T08:10:44Z', 'revision_number': 4, 'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'subnets': [{'id': 'eae34203-a384-4eec-a57c-64b657dca0aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b95d95f6-79a9-4282-bdf8-5df97681e7be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:44.910349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e4374-dce3-47b4-b0fe-83c5672b8999 None None] Pushing event updated for resources: {'Port': ['ID=2dabbe65-adba-47d6-b5ab-bff16117b514,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:45.256247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36054) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:45.404387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e979cd-a3b1-4ef0-acea-9b0317814059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:45.406027 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d2e979cd-a3b1-4ef0-acea-9b0317814059 admin admin] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 842 time: 0.1485028 Nov 12 08:10:45.417676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Request body: {'subnet': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'cidr': '172.25.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:45.419405 n-d-768851-18 neutron-server[102444]: INFO neutron.quota [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Loaded quota_driver: . Nov 12 08:10:45.459335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Made reservation on behalf of edaa608520a346d3b733f358d3eb09e9 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:10:45.462126 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:45.905758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:10:45.906498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:46.005780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=255b6b0c-10a6-4679-838e-fa418ffa5fd5,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:46.008635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:46.009210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Network hostable DHCP agents. Network: 96c93622-1b7f-40a4-8d70-95adc47fdc55, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:10:46.042419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:10:46.055102 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 96c93622-1b7f-40a4-8d70-95adc47fdc55) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:46.060027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:46.060721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:46.066103 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd5195-9218-4861-8dd5-1464e6aefc92 None None] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:10:46.086341 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e38e412b-b3f6-4392-a12a-a195f18f86d1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6723380 Nov 12 08:10:46.256850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec6aa3-ee47-4e2d-be1a-b3b7589124bb None None] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:10:48.644315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36062) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:48.789224 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8ad4cd6e-4dbd-4fba-b70b-4c47bff2e2c2 admin admin] 10.222.0.31 "GET /v2.0/routers/c57629ca-1cf4-471d-9ec1-dbd067332cab HTTP/1.1" status: 200 len: 710 time: 0.1435163 Nov 12 08:10:48.889051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5545719-c51e-4d53-8893-4c7edbd65c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:10:48.890339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d5545719-c51e-4d53-8893-4c7edbd65c42 admin admin] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 886 time: 0.0933797 Nov 12 08:10:48.900605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:10:49.169200 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.404698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.550346 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.654573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Allocated IP 172.25.3.120 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/fb347948-7680-4840-b3fc-0583ff161b07) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:10:49.759801 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.792223 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:49.835849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:10:49.838992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:10:49.841695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:10:49.847932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Pushing event updated for resources: {'Port': ['ID=fb347948-7680-4840-b3fc-0583ff161b07,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:50.102318 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.300506 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.303897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.418247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Router c57629ca-1cf4-471d-9ec1-dbd067332cab has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:10:50.531270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:10:50.536089 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:50.549879 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d5c6e71e-eb98-46c1-a1b9-38b37653b277 admin admin] 10.222.0.31 "PUT /v2.0/routers/c57629ca-1cf4-471d-9ec1-dbd067332cab HTTP/1.1" status: 200 len: 890 time: 1.6399639 Nov 12 08:10:52.483721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Sync routers for ids ['c57629ca-1cf4-471d-9ec1-dbd067332cab'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:10:52.496449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Routers {'c57629ca-1cf4-471d-9ec1-dbd067332cab'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:52.497141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:10:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57629ca-1cf4-471d-9ec1-dbd067332cab'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:52.673890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2dabbe65-adba-47d6-b5ab-bff16117b514 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:52.755473 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Set router c57629ca-1cf4-471d-9ec1-dbd067332cab gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:52.911520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 2dabbe65-adba-47d6-b5ab-bff16117b514 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:52.911885 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.153609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36074) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:10:53.276330 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-90d52bc3-4860-48ea-b720-0f13f530795c admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1214085 Nov 12 08:10:53.324834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'name': 'router1', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'fb347948-7680-4840-b3fc-0583ff161b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:30Z', 'updated_at': '2021-11-12T08:10:49Z', 'revision_number': 4, 'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'gw_port': {'id': 'fb347948-7680-4840-b3fc-0583ff161b07', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:49Z', 'updated_at': '2021-11-12T08:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '2dabbe65-adba-47d6-b5ab-bff16117b514', 'name': '', 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'mac_address': 'fa:16:3e:a9:90:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eae34203-a384-4eec-a57c-64b657dca0aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:41Z', 'updated_at': '2021-11-12T08:10:44Z', 'revision_number': 5, 'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'subnets': [{'id': 'eae34203-a384-4eec-a57c-64b657dca0aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b95d95f6-79a9-4282-bdf8-5df97681e7be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:53.384293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Checking router: c57629ca-1cf4-471d-9ec1-dbd067332cab for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:10:53.384646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Updating router c57629ca-1cf4-471d-9ec1-dbd067332cab port fb347948-7680-4840-b3fc-0583ff161b07 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:10:53.442307 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.775808 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.782436 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.839685 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11380ca-0019-46f9-87f6-20a51d263de3 None None] Pushing event updated for resources: {'Port': ['ID=fb347948-7680-4840-b3fc-0583ff161b07,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:53.841942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Attempting to bind port fb347948-7680-4840-b3fc-0583ff161b07 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:10:53.842311 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Attempting to bind port fb347948-7680-4840-b3fc-0583ff161b07 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:10:53.842668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Attempting to bind port fb347948-7680-4840-b3fc-0583ff161b07 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:10:53.848779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:10:53.849176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:10:53.849579 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.849965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:10:53.850427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Bound port: fb347948-7680-4840-b3fc-0583ff161b07, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:10:53.850820 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.909963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] For port fb347948-7680-4840-b3fc-0583ff161b07, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:10:53.913315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] For port fb347948-7680-4840-b3fc-0583ff161b07, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fb347948-7680-4840-b3fc-0583ff161b07,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:10:53.917870 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:53.979516 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Routers {'c57629ca-1cf4-471d-9ec1-dbd067332cab'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:10:53.980254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:10:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57629ca-1cf4-471d-9ec1-dbd067332cab'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:53.983395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11380ca-0019-46f9-87f6-20a51d263de3 None None] Pushing event updated for resources: {'Port': ['ID=fb347948-7680-4840-b3fc-0583ff161b07,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:54.093147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] Set router c57629ca-1cf4-471d-9ec1-dbd067332cab gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:10:54.322371 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'name': 'router1', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'fb347948-7680-4840-b3fc-0583ff161b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:30Z', 'updated_at': '2021-11-12T08:10:49Z', 'revision_number': 4, 'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'gw_port': {'id': 'fb347948-7680-4840-b3fc-0583ff161b07', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:49Z', 'updated_at': '2021-11-12T08:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '2dabbe65-adba-47d6-b5ab-bff16117b514', 'name': '', 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'mac_address': 'fa:16:3e:a9:90:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eae34203-a384-4eec-a57c-64b657dca0aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:41Z', 'updated_at': '2021-11-12T08:10:44Z', 'revision_number': 5, 'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'subnets': [{'id': 'eae34203-a384-4eec-a57c-64b657dca0aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b95d95f6-79a9-4282-bdf8-5df97681e7be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:10:54.349519 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c378e-6007-4928-9db6-d4ea7a21c531 None None] The sync data for ids ['c57629ca-1cf4-471d-9ec1-dbd067332cab'] in n-d-768851-18 is: [{'id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'name': 'router1', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'fb347948-7680-4840-b3fc-0583ff161b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:10:30Z', 'updated_at': '2021-11-12T08:10:49Z', 'revision_number': 4, 'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'gw_port': {'id': 'fb347948-7680-4840-b3fc-0583ff161b07', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:1c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:49Z', 'updated_at': '2021-11-12T08:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '2dabbe65-adba-47d6-b5ab-bff16117b514', 'name': '', 'network_id': 'c8cc3d29-c574-4657-bfc0-d534b2f3bbfa', 'tenant_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'mac_address': 'fa:16:3e:a9:90:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57629ca-1cf4-471d-9ec1-dbd067332cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eae34203-a384-4eec-a57c-64b657dca0aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:10:41Z', 'updated_at': '2021-11-12T08:10:44Z', 'revision_number': 5, 'project_id': 'ce12c3847d5347699e3cb72aa9490e7c', 'subnets': [{'id': 'eae34203-a384-4eec-a57c-64b657dca0aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b95d95f6-79a9-4282-bdf8-5df97681e7be'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:10:54.692326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device fb347948-7680-4840-b3fc-0583ff161b07 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:54.759860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port fb347948-7680-4840-b3fc-0583ff161b07 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:54.760237 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:54.851624 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:54.873326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port fb347948-7680-4840-b3fc-0583ff161b07, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fb347948-7680-4840-b3fc-0583ff161b07,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:10:54.878902 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:10:54.926491 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=fb347948-7680-4840-b3fc-0583ff161b07,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:10:56.643269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device fb347948-7680-4840-b3fc-0583ff161b07 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:10:56.696775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port fb347948-7680-4840-b3fc-0583ff161b07 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:10:56.697192 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:03.522708 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 5 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:11:05.058805 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f516eeef-809a-4a97-89e8-87179682dcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:07.380377 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9a58560d-5618-4023-baf4-485effa21355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:08.333576 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:09.741504 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:10.796820 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:35.067239 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c49eb95e-7e85-45a6-9045-97a980252560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:37.394370 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-10fecef1-a3b6-4469-beb0-e828ad3e6a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:38.336894 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:39.759033 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:11:40.527851 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 5 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:11:40.813850 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:05.056943 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2bb2b8d0-23f7-4a80-9c7d-da074ed884d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:07.381622 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-76a55281-0d7b-425e-bde8-a5dbbcfcecd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:08.337436 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:09.740386 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:10.787805 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:17.529849 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 5 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:12:35.053143 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7e560d09-f8cc-45c2-aec6-d28ef4b606fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:37.376225 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6ac01608-0f86-4642-9fa3-add832cdd777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:38.338737 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:39.742494 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:40.791217 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:45.038269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36668) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:45.103303 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5f544f-111b-4c3c-b8c1-709b61ac9cee admin admin] GET failed (client error): The resource could not be found. Nov 12 08:12:45.104658 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3c5f544f-111b-4c3c-b8c1-709b61ac9cee admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654542 Nov 12 08:12:45.267534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09f0ca-32e7-4339-a6a1-a130aaa91c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:45.268953 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7e09f0ca-32e7-4339-a6a1-a130aaa91c6d admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1594098 Nov 12 08:12:47.569115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36678) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:47.663240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc71923b-2482-477c-be1a-ad9c9f35b374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:47.664655 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dc71923b-2482-477c-be1a-ad9c9f35b374 admin admin] 10.222.0.31 "GET /v2.0/subnets/eae34203-a384-4eec-a57c-64b657dca0aa HTTP/1.1" status: 200 len: 849 time: 0.0945666 Nov 12 08:12:47.674504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:12:47.841638 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:47.985192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742058363019'] for subnet, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:48.015734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:48.016333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:48.019504 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] 10.222.0.31 "PUT /v2.0/subnets/eae34203-a384-4eec-a57c-64b657dca0aa HTTP/1.1" status: 200 len: 868 time: 0.3485444 Nov 12 08:12:48.020464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ed531f-ef87-468c-a6bf-a300e7a9cf0d None None] Network c8cc3d29-c574-4657-bfc0-d534b2f3bbfa requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:12:48.043207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae34203-a384-4eec-a57c-64b657dca0aa,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:12:48.050529 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:48.050872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:48.051214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:48.051544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:48.051871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:48.052198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:48.052527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:48.053462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:48.053832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:48.054298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:48.054632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:48.054950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f1e42f-a2d9-48e3-ba91-b5611e9c1300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:12:48.457747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a413b4f7-fe4e-4cce-85c6-61c4a661d6cd None None] Provisioning complete for port 2dabbe65-adba-47d6-b5ab-bff16117b514 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:48.458040 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a413b4f7-fe4e-4cce-85c6-61c4a661d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:48.547930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a413b4f7-fe4e-4cce-85c6-61c4a661d6cd None None] Provisioning complete for port 32e33e54-142a-495c-b3bf-d9f25277144c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:12:48.548207 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a413b4f7-fe4e-4cce-85c6-61c4a661d6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:12:50.330163 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36686) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:50.527252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4476cd5-474b-4c5f-9cbe-b876d2c0becf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:50.527633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4476cd5-474b-4c5f-9cbe-b876d2c0becf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:50.529475 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d4476cd5-474b-4c5f-9cbe-b876d2c0becf admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1983202 Nov 12 08:12:52.857715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36694) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:52.994229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b77e6-48ec-42a5-9f4c-1a9df091fff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:52.994690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2b77e6-48ec-42a5-9f4c-1a9df091fff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:52.996223 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0c2b77e6-48ec-42a5-9f4c-1a9df091fff7 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1375630 Nov 12 08:12:54.531223 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 5 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:12:55.358460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36702) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:55.502543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98f281-cf37-40cd-8eea-1b031d8ef9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:55.504082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ac98f281-cf37-40cd-8eea-1b031d8ef9f8 admin admin] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 886 time: 0.1444833 Nov 12 08:12:57.920796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36710) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:12:58.070765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dedcd09-b1f4-41d8-b54a-9152147a51ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:12:58.072356 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2dedcd09-b1f4-41d8-b54a-9152147a51ef admin admin] 10.222.0.31 "GET /v2.0/networks/c8cc3d29-c574-4657-bfc0-d534b2f3bbfa HTTP/1.1" status: 200 len: 869 time: 0.1502738 Nov 12 08:13:00.427254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36718) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:00.567945 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c26f2-9893-40fe-99d8-99ec2314ef77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:00.568391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c26f2-9893-40fe-99d8-99ec2314ef77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:00.570612 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1e9c26f2-9893-40fe-99d8-99ec2314ef77 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1414168 Nov 12 08:13:02.956663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36726) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:03.056957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e535d4e-768b-4d4d-9983-4655fa7bc667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:03.057438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e535d4e-768b-4d4d-9983-4655fa7bc667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:03.058993 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8e535d4e-768b-4d4d-9983-4655fa7bc667 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1012895 Nov 12 08:13:05.055634 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3d53c111-ad8f-4eac-908d-9be7892a7abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:05.392832 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36734) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:05.488369 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21433ac1-a986-4b8e-83f8-a5f2c63f7a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:05.489743 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-21433ac1-a986-4b8e-83f8-a5f2c63f7a4b admin admin] 10.222.0.31 "GET /v2.0/subnets/255b6b0c-10a6-4679-838e-fa418ffa5fd5 HTTP/1.1" status: 200 len: 816 time: 0.0959327 Nov 12 08:13:07.379506 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e4576f7e-5cd2-40fd-a489-35d23a2472e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:07.807044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36744) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:07.900922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9778a905-1172-4d0e-aed7-dc9529a1a52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:07.902277 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9778a905-1172-4d0e-aed7-dc9529a1a52d admin admin] 10.222.0.31 "GET /v2.0/subnets/eae34203-a384-4eec-a57c-64b657dca0aa HTTP/1.1" status: 200 len: 868 time: 0.0942862 Nov 12 08:13:08.344299 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:09.745675 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:10.794394 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:31.533983 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 5 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:13:33.754421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36798) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:33.804384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-559144ff-c3e9-4799-b227-bec8e4c08583 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:13:33.805449 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-559144ff-c3e9-4799-b227-bec8e4c08583 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500865 Nov 12 08:13:35.170743 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f282d369-d302-4d1c-8dcd-458afc9ebd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:36.252147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36806) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:36.312552 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b683196f-50bd-4140-81ef-ce3057864584 admin admin] GET failed (client error): The resource could not be found. Nov 12 08:13:36.313885 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b683196f-50bd-4140-81ef-ce3057864584 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607831 Nov 12 08:13:36.458516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5391a611-66bb-4ee9-a2bc-f09e54668c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:36.459996 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5391a611-66bb-4ee9-a2bc-f09e54668c0d admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1415675 Nov 12 08:13:37.382297 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f15cf585-b2e3-4784-8fe3-aa9c62da4319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.345600 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.818057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36814) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:38.865972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:38.886315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Made reservation on behalf of edaa608520a346d3b733f358d3eb09e9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:38.889016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.925987 n-d-768851-18 neutron-server[102445]: WARNING neutron.services.revisions.revision_plugin [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Could not find related network for resource to bump revision. Nov 12 08:13:38.937348 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:13:38.946075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:38.946416 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Added segment 0e740281-749f-457e-b4b4-69d199db8b2d of type vlan for network fc884e23-66db-4e34-b176-d0c6b30a0049 Nov 12 08:13:38.992903 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.016784 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.017729 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:39.018300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:39.050116 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2308946 Nov 12 08:13:39.082159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Pushing event updated for resources: {'Network': ['ID=fc884e23-66db-4e34-b176-d0c6b30a0049,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:39.090724 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:39.091133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:39.091485 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:39.091909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:39.092248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:39.092582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:39.092914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:39.093270 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:39.093988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:39.094298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:39.094627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:39.094959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e7810e-2b3a-4f5c-915c-e5a76313f607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:39.106730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network fc884e23-66db-4e34-b176-d0c6b30a0049 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:13:39.748717 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:40.797712 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.458046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36822) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:13:41.517711 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d658ae-e2bb-49d5-8769-f7e6b06dbb28 admin admin] GET failed (client error): The resource could not be found. Nov 12 08:13:41.519021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-38d658ae-e2bb-49d5-8769-f7e6b06dbb28 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600398 Nov 12 08:13:41.591633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f08f7b5-7696-490d-bd17-180264932cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:41.593097 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5f08f7b5-7696-490d-bd17-180264932cf2 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694432 Nov 12 08:13:41.604450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-bebe3283-75ed-4b1c-98d7-8b030eec686d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:13:41.625324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe3283-75ed-4b1c-98d7-8b030eec686d admin admin] Made reservation on behalf of edaa608520a346d3b733f358d3eb09e9 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:13:41.627576 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bebe3283-75ed-4b1c-98d7-8b030eec686d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.797693 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bebe3283-75ed-4b1c-98d7-8b030eec686d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.849662 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe3283-75ed-4b1c-98d7-8b030eec686d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a846dc1-0221-4520-8013-0a269f3da6b8,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:41.860567 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe3283-75ed-4b1c-98d7-8b030eec686d admin admin] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:41.860926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe3283-75ed-4b1c-98d7-8b030eec686d admin admin] Network hostable DHCP agents. Network: fc884e23-66db-4e34-b176-d0c6b30a0049, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:13:41.876967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe3283-75ed-4b1c-98d7-8b030eec686d admin admin] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:13:41.885552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-bebe3283-75ed-4b1c-98d7-8b030eec686d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, fc884e23-66db-4e34-b176-d0c6b30a0049) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:41.889593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe3283-75ed-4b1c-98d7-8b030eec686d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:13:41.890184 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bebe3283-75ed-4b1c-98d7-8b030eec686d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:41.894944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ab4ad-63e4-4a4a-9285-f2c0a7cadf2f None None] Network fc884e23-66db-4e34-b176-d0c6b30a0049 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:41.913428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bebe3283-75ed-4b1c-98d7-8b030eec686d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3074450 Nov 12 08:13:42.051403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-fc884e23-66db-4e34-b176-d0c6b30a0049', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'tenant_id': 'edaa608520a346d3b733f358d3eb09e9', 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:13:42.052658 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.196863 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Allocated IP 192.168.233.2 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:13:42.344301 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.351281 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.390381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:13:42.393270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:13:42.396640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:13:42.411886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Pushing event updated for resources: {'Port': ['ID=224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:42.434732 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:42.435079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:42.435402 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:42.435739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:42.436070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:42.436395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:42.436716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:42.437037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:42.437388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:42.437707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:42.438027 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:42.438347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:13:42.472055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Attempting to bind port 224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:13:42.472055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Attempting to bind port 224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:13:42.472055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Attempting to bind port 224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:13:42.476288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:13:42.476664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:13:42.477065 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.478208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:13:42.478678 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Bound port: 224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:13:42.479076 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.542557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] For port 224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:13:42.545737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] For port 224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:13:42.551472 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:42.614474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e40e58-c09b-4ba8-8683-a780b78cb498 None None] Pushing event updated for resources: {'Port': ['ID=224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:43.490420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3daeea6-e25e-4e9a-8bb3-9174dfa5a3c0 None None] Network fc884e23-66db-4e34-b176-d0c6b30a0049 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:13:43.563521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-47176e74-4c3a-471b-bc53-38dae288589b None None] Provisioning complete for port 224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:43.563888 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-47176e74-4c3a-471b-bc53-38dae288589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.713570 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-47176e74-4c3a-471b-bc53-38dae288589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.756811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-47176e74-4c3a-471b-bc53-38dae288589b None None] For port 224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:13:43.762252 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-47176e74-4c3a-471b-bc53-38dae288589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:43.820727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47176e74-4c3a-471b-bc53-38dae288589b None None] Pushing event updated for resources: {'Port': ['ID=224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:13:43.984909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-22b158a6-0878-4d54-9f79-d2149121196a None None] Provisioning complete for port 224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:43.985356 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-22b158a6-0878-4d54-9f79-d2149121196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:13:44.786110 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:13:44.844177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 224d7c7a-d66d-48d9-9bc7-0af6cb2f2e69 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:13:44.844547 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:05.064475 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f7229a28-4bea-4741-8c9a-26a88b186aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:07.388226 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b0417a14-df73-4940-a734-2271ef320ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.361010 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:08.534320 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 5 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:14:09.755630 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:10.805190 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:35.071688 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8912be15-3427-4cf0-b17e-a7a12dfb9a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:37.392368 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-67bf0f88-cf78-41d9-85f3-f9bf2aea5d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:38.363308 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:39.755890 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:40.800966 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:45.533691 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 5 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:14:58.761241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36866) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:58.770644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-4fa7da6f-b8a2-4bbd-a708-b89f97630b3d tempest-verify_tempest_config-1706317138 tempest-verify_tempest_config-1706317138-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:14:58.771980 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4fa7da6f-b8a2-4bbd-a708-b89f97630b3d tempest-verify_tempest_config-1706317138 tempest-verify_tempest_config-1706317138-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0092425 Nov 12 08:14:59.082879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36884) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:59.202776 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.306252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.312123 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.361344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8eac73337064dcaac18e4367a5dfe28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2771852 Nov 12 08:14:59.362413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504836e0-343d-4867-b69c-7c72895c90e1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:59.363993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36888) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:14:59.369643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.369931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.370278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.370615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.370950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.371283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.371604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.371936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.372262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.372584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.372908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.373284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369bf358-1b3a-4f92-b601-769cf9feefa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.429626 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.460467 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.558996 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.564219 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:14:59.566203 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/504836e0-343d-4867-b69c-7c72895c90e1 HTTP/1.1" status: 204 len: 168 time: 0.2009768 Nov 12 08:14:59.575685 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504836e0-343d-4867-b69c-7c72895c90e1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:14:59.582554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.582959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.583221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.583567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.583964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.584203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.584515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.584833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.585175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.585492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.585808 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:14:59.586130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbc2728-1bb7-4095-96a7-0c998e17a322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:15:05.064683 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-66317941-1a49-49b7-9044-eca7856979ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:07.394872 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e44027c7-b11f-4165-a695-ef73596044b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:08.361086 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:09.755478 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:10.795495 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:22.533279 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 5 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:15:35.068235 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a2d021f8-2a34-46e2-89ad-8345aa2b83c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:37.399521 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-03cb484c-d55d-4f58-bff2-856efc59fc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:38.365701 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:39.760242 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:40.801791 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:15:59.533251 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 5 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:16:05.069468 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6baacd9-4097-41c4-9622-cf4493d61d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:07.401769 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a3566da-0d7c-43e5-b709-e170a3d3261b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:08.364408 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:09.761154 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:10.796629 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:35.071805 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-edd979e4-5410-4730-841b-c90f46501f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:36.532694 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 5 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:16:37.402936 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eccb9f37-bd3f-4b8e-85c7-32879b79e653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:38.368607 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:39.764506 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:16:40.799752 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:05.073379 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-304dd1ee-0080-4582-aaf5-9037eb4b5674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:07.404693 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cdc4c99d-3003-49dd-8dcc-851fb694c7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:08.370637 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:09.769133 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:10.804070 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:13.534153 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 5 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:17:35.076925 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-21231082-499c-4d3f-8995-87b2ea948c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:37.405995 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-149e6f84-583c-43f3-aae5-60cd128791b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:38.374153 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:39.771845 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:40.808555 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:17:50.533022 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 5 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:18:05.079206 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fc48ff7a-6024-430f-8b74-29034015edba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:07.408357 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-516ac41b-b70d-4184-a94a-5d3cdcda234f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:08.377249 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:09.775203 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:10.811384 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:21.929202 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655544'] for agent, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:27.533273 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 6 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:18:28.310657 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655544'] for agent, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:35.080038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5650bbf4-cf04-4506-b10b-bf1048465120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:37.410919 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-83c7dabe-7a05-4b67-9103-7a6bd2c9090d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:38.381163 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:39.778222 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:40.819228 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:51.896918 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:18:58.258549 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:04.533206 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:19:05.085513 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ab14d0cb-6c6b-41b8-b8f7-50a3c6d35a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:07.417561 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ead53c3d-8205-4760-98fd-b2b8774292f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:08.382638 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:09.781587 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.680797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36942) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:10.814548 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:10.832231 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-97edb6b7-73b1-4188-91d8-0c490b11930f admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1502256 Nov 12 08:19:13.217797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36952) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:19:13.275613 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8cddc080-e0dd-4819-a3ef-8b8a7bcd3933 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0567076 Nov 12 08:19:21.896794 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:28.265140 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:35.079574 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c2e36801-6149-4e24-beb3-d49cde194b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:37.410146 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1986af7a-f1b5-4929-b122-700b3933b12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:38.384598 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:39.784737 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:40.817903 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:41.532889 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:19:51.911855 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:19:58.272130 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:05.083700 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a008-a5f4-407f-94c9-d1a2a4c1ec83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:07.412128 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-821eabcc-6672-4f2d-9d40-5f55759d300b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:08.388678 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:09.791380 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:10.822802 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:18.533578 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:20:21.908105 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:28.274158 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:35.094219 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c73912b5-a80a-466b-9e4f-86a7a16a822d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:37.419939 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7b82a93e-75d6-4e7b-a3ce-8f323f277fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.259845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37184) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:38.393033 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:38.749767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0498366d-b9fa-4cab-907a-04d59d3542f5 tempest-AutoAllocateNetworkTest-200737383 tempest-AutoAllocateNetworkTest-200737383-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=57934232111046c8b53211fdea96fd46&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4885983 Nov 12 08:20:38.752286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37210) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:38.956314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac0369-2a2e-4a53-a7f4-dc09e35fdacf tempest-AutoAllocateNetworkTest-200737383 tempest-AutoAllocateNetworkTest-200737383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:38.962433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e5ac0369-2a2e-4a53-a7f4-dc09e35fdacf tempest-AutoAllocateNetworkTest-200737383 tempest-AutoAllocateNetworkTest-200737383-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2047665 Nov 12 08:20:38.962726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37218) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:39.030883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37224) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:39.031069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-89db9ada-03af-4800-bd8e-4b2cf10c00f0 tempest-AutoAllocateNetworkTest-200737383 tempest-AutoAllocateNetworkTest-200737383-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671382 Nov 12 08:20:39.060790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-67696dc2-4ef3-4e4b-ad93-9fc10ea906e2 tempest-AutoAllocateNetworkTest-200737383 tempest-AutoAllocateNetworkTest-200737383-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=57934232111046c8b53211fdea96fd46 HTTP/1.1" status: 200 len: 208 time: 0.0284503 Nov 12 08:20:39.700617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37262) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:39.802402 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.245381 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.359104 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.365621 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.407824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656c3aff-8b5c-4e0f-a409-240fe605f301,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:40.421769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.422661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.423079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.423514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.423918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.424388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.424820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.425478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.425848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.426257 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.426659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.427167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] Tracked resource versions report: Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: pushed versions: Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: { 'AddressGroup': {'1.2'}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'ConntrackHelper': {'1.0'}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'Log': {'1.0'}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'Network': {'1.1'}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'Port': {'1.7'}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'PortForwarding': {'1.2'}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'QosPolicy': {'1.10'}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'SecurityGroup': {'1.5'}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'SubPort': {'1.0'}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'Subnet': {'1.1'}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'Trunk': {'1.1'}} Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: consumer versions: Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: { DHCP agent@n-d-768851-18: {}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: HyperV agent@n-h1-768851-18: {}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: HyperV agent@n-h2-768851-18: {}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: L3 agent@n-d-768851-18: {}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: Metadata agent@n-d-768851-18: {}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: Metering agent@n-d-768851-18: {}, Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: Open vSwitch agent@n-d-768851-18: { 'AddressGroup': '1.2', Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'ConntrackHelper': '1.0', Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'Log': '1.0', Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'Network': '1.1', Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'Port': '1.7', Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'PortForwarding': '1.2', Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'QosPolicy': '1.10', Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'SecurityGroup': '1.5', Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'SecurityGroupRule': '1.2', Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'SubPort': '1.0', Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'Subnet': '1.1', Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: 'Trunk': '1.1'}} Nov 12 08:20:40.428483 n-d-768851-18 neutron-server[102444]: {{(pid=102444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:20:40.435708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f640c31b-719d-4330-9a45-461cb5e624cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57934232111046c8b53211fdea96fd46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7333748 Nov 12 08:20:40.440764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37306) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:40.502107 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.525501 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.582417 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.585489 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:40.586852 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/656c3aff-8b5c-4e0f-a409-240fe605f301 HTTP/1.1" status: 204 len: 168 time: 0.1450262 Nov 12 08:20:40.595664 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656c3aff-8b5c-4e0f-a409-240fe605f301,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:40.614095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.614729 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.615400 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.615784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.616081 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.616445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.616770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.617125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.617441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.618186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.618418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.618753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a073a1c-1388-41e1-883e-0f0b4e5d3e29 admin admin] Tracked resource versions report: Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: pushed versions: Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: { 'AddressGroup': {'1.2'}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'ConntrackHelper': {'1.0'}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'Log': {'1.0'}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'Network': {'1.1'}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'Port': {'1.7'}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'PortForwarding': {'1.2'}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'QosPolicy': {'1.10'}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'SecurityGroup': {'1.5'}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'SubPort': {'1.0'}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'Subnet': {'1.1'}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'Trunk': {'1.1'}} Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: consumer versions: Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: { DHCP agent@n-d-768851-18: {}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: HyperV agent@n-h1-768851-18: {}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: HyperV agent@n-h2-768851-18: {}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: L3 agent@n-d-768851-18: {}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: Metadata agent@n-d-768851-18: {}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: Metering agent@n-d-768851-18: {}, Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: Open vSwitch agent@n-d-768851-18: { 'AddressGroup': '1.2', Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'ConntrackHelper': '1.0', Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'Log': '1.0', Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'Network': '1.1', Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'Port': '1.7', Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'PortForwarding': '1.2', Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'QosPolicy': '1.10', Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'SecurityGroup': '1.5', Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'SecurityGroupRule': '1.2', Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'SubPort': '1.0', Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'Subnet': '1.1', Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: 'Trunk': '1.1'}} Nov 12 08:20:40.620504 n-d-768851-18 neutron-server[102445]: {{(pid=102445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:20:40.835325 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:41.196535 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37334) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:41.200086 n-d-768851-18 neutron-server[102445]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 08:20:41.239247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-3f57e195-b6d0-4760-a73d-200113293966 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3e9aabe225ac4482a97f4ff1348d7eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409701 Nov 12 08:20:41.449841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-136dcb09-9291-40de-82f8-42b02d628164 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:41.453848 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-136dcb09-9291-40de-82f8-42b02d628164 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087271 Nov 12 08:20:41.469897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-debaad6b-40c8-4bb8-9611-d3ed6f277421 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/quotas/3e9aabe225ac4482a97f4ff1348d7eb8 HTTP/1.1" status: 200 len: 375 time: 0.0125394 Nov 12 08:20:41.535602 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-b147609a-9b40-4f8a-bb76-850515d420c0 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e9aabe225ac4482a97f4ff1348d7eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571978 Nov 12 08:20:42.610981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37424) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:42.615172 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a9104310-9455-4a7f-911f-76e0e8e67546 req-f4ce6bf2-5f63-4db7-bf78-96b3d92cd1b0 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 210 time: 0.1225040 Nov 12 08:20:42.786217 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-665ed142-0183-46f0-b7d9-9a1e222615e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.983849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-665ed142-0183-46f0-b7d9-9a1e222615e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:42.993404 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-665ed142-0183-46f0-b7d9-9a1e222615e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.048650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ed142-0183-46f0-b7d9-9a1e222615e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb49611-7cab-4074-9125-13482a0ce0d8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:43.079664 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37454) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:43.080588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-665ed142-0183-46f0-b7d9-9a1e222615e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb16ef026fe6462fb21e4c21d64d1343&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4680948 Nov 12 08:20:43.206231 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c03b62f-fc5f-4265-954d-d7c726902c62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.248856 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c03b62f-fc5f-4265-954d-d7c726902c62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.321881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c03b62f-fc5f-4265-954d-d7c726902c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.325551 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c03b62f-fc5f-4265-954d-d7c726902c62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.327260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8c03b62f-fc5f-4265-954d-d7c726902c62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdb49611-7cab-4074-9125-13482a0ce0d8 HTTP/1.1" status: 204 len: 168 time: 0.2464042 Nov 12 08:20:43.338077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03b62f-fc5f-4265-954d-d7c726902c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb49611-7cab-4074-9125-13482a0ce0d8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:43.478755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37482) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:43.858504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37508) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:43.880429 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ed31-e846-4993-bf19-433331296143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.992139 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ed31-e846-4993-bf19-433331296143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:43.998165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4bd5ed31-e846-4993-bf19-433331296143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.045581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.52', 49189) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:44.049930 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-36c21d91-9989-4ddb-85ec-eab4c678e3a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.053846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5ed31-e846-4993-bf19-433331296143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6de9ec-54ca-4b8e-a2eb-960f14ee6bc5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.087467 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4bd5ed31-e846-4993-bf19-433331296143 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e85ea770727b48f4bf6f5d66fb294f97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2266347 Nov 12 08:20:44.092885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37514) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:44.114864 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-d77b42d2-76c2-45cf-90ee-9c2b3454d702 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3e9aabe225ac4482a97f4ff1348d7eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661354 Nov 12 08:20:44.175914 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b15a304-ad31-4aeb-9333-4c7f0c414ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.232255 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b15a304-ad31-4aeb-9333-4c7f0c414ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.306255 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-4f6485a7-e2fd-4b1e-ac0f-0facb404022a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:44.308713 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-4f6485a7-e2fd-4b1e-ac0f-0facb404022a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830087 Nov 12 08:20:44.311054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-36c21d91-9989-4ddb-85ec-eab4c678e3a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.319094 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-36c21d91-9989-4ddb-85ec-eab4c678e3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.324674 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b15a304-ad31-4aeb-9333-4c7f0c414ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.329460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b15a304-ad31-4aeb-9333-4c7f0c414ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.336075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0b15a304-ad31-4aeb-9333-4c7f0c414ac0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e6de9ec-54ca-4b8e-a2eb-960f14ee6bc5 HTTP/1.1" status: 204 len: 168 time: 0.2415452 Nov 12 08:20:44.359503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15a304-ad31-4aeb-9333-4c7f0c414ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6de9ec-54ca-4b8e-a2eb-960f14ee6bc5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.382043 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c21d91-9989-4ddb-85ec-eab4c678e3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13ac921-c06f-45ae-b4bb-91d8f3181f45,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.411035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Request body: {'port': {'device_id': '5cba2f3b-315e-4690-82ef-08356b44aba8', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '3e9aabe225ac4482a97f4ff1348d7eb8'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:44.482510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37528) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:44.494011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-36c21d91-9989-4ddb-85ec-eab4c678e3a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e8a595d9db54ddaa7a3ac63a5184e8f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0132456 Nov 12 08:20:44.606595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-870d250d-d479-4f50-8819-58a6f96ba4b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.657312 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-870d250d-d479-4f50-8819-58a6f96ba4b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.764739 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-870d250d-d479-4f50-8819-58a6f96ba4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.768136 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-870d250d-d479-4f50-8819-58a6f96ba4b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.772186 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-870d250d-d479-4f50-8819-58a6f96ba4b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c13ac921-c06f-45ae-b4bb-91d8f3181f45 HTTP/1.1" status: 204 len: 168 time: 0.2882993 Nov 12 08:20:44.784316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d250d-d479-4f50-8819-58a6f96ba4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13ac921-c06f-45ae-b4bb-91d8f3181f45,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:44.824749 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-67e35a1a-5943-410b-acd7-e33bfd182547 req-75dd790b-21fa-4548-b5e9-217cefd83f28 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 210 time: 0.0417476 Nov 12 08:20:44.842485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Made reservation on behalf of 3e9aabe225ac4482a97f4ff1348d7eb8 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:44.852942 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.866284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.974401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:44.983749 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.144830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea556c1-40cf-4c08-9f5d-efebff044c04,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:45.291019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Allocated IP 192.168.233.174 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/9592448b-bd66-45e9-9512-4545a79a7be0) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:20:45.426677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37586) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:45.458050 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1145a5c4-c7ed-413d-b7d3-5e11760ee5ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.677717 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1145a5c4-c7ed-413d-b7d3-5e11760ee5ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.690501 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1145a5c4-c7ed-413d-b7d3-5e11760ee5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.703754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.775736 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1145a5c4-c7ed-413d-b7d3-5e11760ee5ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c5eb1e4ba3940fdb586595d88d38263&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3477945 Nov 12 08:20:45.779011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37592) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:45.836704 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:45.961030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145a5c4-c7ed-413d-b7d3-5e11760ee5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ec5a15-3a17-4699-ad76-48aefac568e0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:46.035542 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37604) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:46.036257 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4970cf9-8ed6-46f0-b670-d07c9c494b53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.102740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Pushing event updated for resources: {'Port': ['ID=9592448b-bd66-45e9-9512-4545a79a7be0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:46.104953 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4970cf9-8ed6-46f0-b670-d07c9c494b53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.131161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:20:46.135527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:46.139792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:20:46.162319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:46.163245 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.261000 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4970cf9-8ed6-46f0-b670-d07c9c494b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.263683 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4970cf9-8ed6-46f0-b670-d07c9c494b53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.264851 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f4970cf9-8ed6-46f0-b670-d07c9c494b53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1ec5a15-3a17-4699-ad76-48aefac568e0 HTTP/1.1" status: 204 len: 168 time: 0.4860485 Nov 12 08:20:46.275085 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-bd7c5c3c-ead3-4669-9d78-3624cd62521f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8705783 Nov 12 08:20:46.284998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4970cf9-8ed6-46f0-b670-d07c9c494b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ec5a15-3a17-4699-ad76-48aefac568e0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:46.530597 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-759ba4e0-1480-4bc3-893f-bd19e4d440ac None None] Provisioning complete for port 9592448b-bd66-45e9-9512-4545a79a7be0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:20:46.531217 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-759ba4e0-1480-4bc3-893f-bd19e4d440ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.555811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37624) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:46.557653 n-d-768851-18 neutron-server[102444]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 08:20:46.608472 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-8fe1b1a4-af68-4eed-8cf7-f5491d3699ab tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=fe6ea1e214ca4f6090af2c22eeadce9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536315 Nov 12 08:20:46.630315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-759ba4e0-1480-4bc3-893f-bd19e4d440ac None None] Port 9592448b-bd66-45e9-9512-4545a79a7be0 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:20:46.682032 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-208b22b8-3d62-41f2-bb70-171a4c48c047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.732409 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcfbeb-8cf8-4795-b112-942f2586dcbf req-da99112f-a236-4e6a-9eb9-1b6054ad6f86 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:46.741480 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cabcfbeb-8cf8-4795-b112-942f2586dcbf req-da99112f-a236-4e6a-9eb9-1b6054ad6f86 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 936 time: 0.2056537 Nov 12 08:20:46.836030 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cabcfbeb-8cf8-4795-b112-942f2586dcbf req-b4fb14c0-9636-4cf1-8830-0444b19c4956 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932968 Nov 12 08:20:46.917339 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-208b22b8-3d62-41f2-bb70-171a4c48c047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.926152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-208b22b8-3d62-41f2-bb70-171a4c48c047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:46.939689 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-ed573df2-f8d8-449d-ba42-fac3dc1b693b tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:46.949012 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-ed573df2-f8d8-449d-ba42-fac3dc1b693b tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3371956 Nov 12 08:20:46.967866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-820fa9ab-7513-4dd8-befc-df04d671cb98 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/quotas/fe6ea1e214ca4f6090af2c22eeadce9d HTTP/1.1" status: 200 len: 375 time: 0.0181105 Nov 12 08:20:47.043482 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-b1304c4e-4202-484d-b06c-aa4b3203f76d tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe6ea1e214ca4f6090af2c22eeadce9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726516 Nov 12 08:20:47.050160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-208b22b8-3d62-41f2-bb70-171a4c48c047 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0cb7c4e2ac04409fa6f61e77c5a25f5a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0114763 Nov 12 08:20:47.053015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b22b8-3d62-41f2-bb70-171a4c48c047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f873d7fb-ebee-493c-90a6-0f9606b76395,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:47.054314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37640) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:47.206449 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77560639-2b04-4c23-a008-2ec55611f202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.266711 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77560639-2b04-4c23-a008-2ec55611f202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.409997 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77560639-2b04-4c23-a008-2ec55611f202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.414515 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77560639-2b04-4c23-a008-2ec55611f202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:47.429710 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-77560639-2b04-4c23-a008-2ec55611f202 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f873d7fb-ebee-493c-90a6-0f9606b76395 HTTP/1.1" status: 204 len: 168 time: 0.3733191 Nov 12 08:20:47.451198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77560639-2b04-4c23-a008-2ec55611f202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f873d7fb-ebee-493c-90a6-0f9606b76395,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:47.658005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-06a91b1c-212f-4cd1-a109-070ab842b331 req-3650ea49-c271-4694-a3ce-06c7bc6db21f tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 210 time: 0.0986934 Nov 12 08:20:48.155013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a2365-6fdd-4deb-8d90-c74c6076a62f req-beac76d7-a559-4239-93d2-df24a681ba2d tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:48.156729 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c48a2365-6fdd-4deb-8d90-c74c6076a62f req-beac76d7-a559-4239-93d2-df24a681ba2d tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 936 time: 0.0836375 Nov 12 08:20:48.238044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37712) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:48.255020 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c48a2365-6fdd-4deb-8d90-c74c6076a62f req-5c117c7d-9c27-426e-a52c-ca1dc341e0cb tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871418 Nov 12 08:20:48.272133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fda0157d-9239-43a8-a166-a44d6c7c2cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.482275 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fda0157d-9239-43a8-a166-a44d6c7c2cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.489617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fda0157d-9239-43a8-a166-a44d6c7c2cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.568420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0157d-9239-43a8-a166-a44d6c7c2cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5935ef-3b5d-4d8b-bd91-efdd16531187,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:48.609404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fda0157d-9239-43a8-a166-a44d6c7c2cbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb68a08bb0e341ae9f8862219d7e7dd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3698664 Nov 12 08:20:48.611633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37726) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:48.705403 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7070ebc9-296f-4058-a6d9-6b5f0fa138c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.743231 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7070ebc9-296f-4058-a6d9-6b5f0fa138c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.766079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37732) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:48.803472 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-429ae73e-5017-4cfd-9437-05bddfb52221 req-24389b59-6281-4f9a-8ec3-230234b5efe5 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 210 time: 0.0450497 Nov 12 08:20:48.868926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7070ebc9-296f-4058-a6d9-6b5f0fa138c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.875190 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7070ebc9-296f-4058-a6d9-6b5f0fa138c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:48.878640 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7070ebc9-296f-4058-a6d9-6b5f0fa138c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d5935ef-3b5d-4d8b-bd91-efdd16531187 HTTP/1.1" status: 204 len: 168 time: 0.2631989 Nov 12 08:20:48.899461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070ebc9-296f-4058-a6d9-6b5f0fa138c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5935ef-3b5d-4d8b-bd91-efdd16531187,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:49.218564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f5eb74e6-217c-4a27-bc5e-57a86ea3ef4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.344850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f5eb74e6-217c-4a27-bc5e-57a86ea3ef4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.349899 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f5eb74e6-217c-4a27-bc5e-57a86ea3ef4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.390182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37754) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:49.395287 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f5eb74e6-217c-4a27-bc5e-57a86ea3ef4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43a4db9522d1495ab6944b72ef9f9735&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6280518 Nov 12 08:20:49.403182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37756) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:49.424087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb74e6-217c-4a27-bc5e-57a86ea3ef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbc6835-01c3-4a99-8403-08dec5b0dfa8,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:49.480032 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-507ae46c-6788-488c-a2e0-388b3e083e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.508735 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-507ae46c-6788-488c-a2e0-388b3e083e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.574954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a11e-c395-4cbe-b186-a881f802debc req-b45fd65b-e4d5-4358-ab62-4e4a5d18e85b tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:49.576676 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-507ae46c-6788-488c-a2e0-388b3e083e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.579827 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-507ae46c-6788-488c-a2e0-388b3e083e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:49.584529 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-507ae46c-6788-488c-a2e0-388b3e083e14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cbc6835-01c3-4a99-8403-08dec5b0dfa8 HTTP/1.1" status: 204 len: 168 time: 0.1771860 Nov 12 08:20:49.585515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28b6a11e-c395-4cbe-b186-a881f802debc req-b45fd65b-e4d5-4358-ab62-4e4a5d18e85b tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 936 time: 0.1716876 Nov 12 08:20:49.609168 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ae46c-6788-488c-a2e0-388b3e083e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbc6835-01c3-4a99-8403-08dec5b0dfa8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:49.674571 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28b6a11e-c395-4cbe-b186-a881f802debc req-ee797983-1745-431b-91da-17171a86088b tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727344 Nov 12 08:20:49.946625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c5b692f9-ac03-4772-b58e-c957da48f2ff req-62f8e39a-2d34-44d0-a6f9-8fb3d84907dd tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 210 time: 0.0532720 Nov 12 08:20:49.997281 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e03fada-aa95-48cb-98d8-f5ee17585ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.104779 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e03fada-aa95-48cb-98d8-f5ee17585ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.112890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e03fada-aa95-48cb-98d8-f5ee17585ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.169145 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7e03fada-aa95-48cb-98d8-f5ee17585ac7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1af2b366e63044b59e614d302a546b96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7778337 Nov 12 08:20:50.170409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03fada-aa95-48cb-98d8-f5ee17585ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd94bc8-45f8-4135-b1e7-ef1b2cc6b2a2,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:50.171860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37780) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:50.292499 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c21016e-1804-4746-bf99-4d80efef38ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.347582 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c21016e-1804-4746-bf99-4d80efef38ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.413980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c21016e-1804-4746-bf99-4d80efef38ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.418047 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c21016e-1804-4746-bf99-4d80efef38ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.421953 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3c21016e-1804-4746-bf99-4d80efef38ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1bd94bc8-45f8-4135-b1e7-ef1b2cc6b2a2 HTTP/1.1" status: 204 len: 168 time: 0.2458975 Nov 12 08:20:50.428750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21016e-1804-4746-bf99-4d80efef38ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd94bc8-45f8-4135-b1e7-ef1b2cc6b2a2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:50.663363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37796) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:50.680299 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2fb81b63-54d4-4762-ae2c-8560f3719763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.811802 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2fb81b63-54d4-4762-ae2c-8560f3719763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.817373 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2fb81b63-54d4-4762-ae2c-8560f3719763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.866540 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2fb81b63-54d4-4762-ae2c-8560f3719763 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09c373c4d03c49e7b11614eb311c6eff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2017817 Nov 12 08:20:50.868985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37802) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:50.877396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb81b63-54d4-4762-ae2c-8560f3719763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c351a-3f57-42e2-a433-43189308387a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:50.947107 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45064164-f78c-44a1-9a1f-4dd70b3a6db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:50.974884 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45064164-f78c-44a1-9a1f-4dd70b3a6db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.060799 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45064164-f78c-44a1-9a1f-4dd70b3a6db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.070199 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45064164-f78c-44a1-9a1f-4dd70b3a6db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.071387 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-45064164-f78c-44a1-9a1f-4dd70b3a6db5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff1c351a-3f57-42e2-a433-43189308387a HTTP/1.1" status: 204 len: 168 time: 0.2013187 Nov 12 08:20:51.082281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45064164-f78c-44a1-9a1f-4dd70b3a6db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c351a-3f57-42e2-a433-43189308387a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:51.314813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37816) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:51.331500 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf51de44-1b6d-49ef-a0b5-ab5319b14c2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.486845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf51de44-1b6d-49ef-a0b5-ab5319b14c2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.497893 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf51de44-1b6d-49ef-a0b5-ab5319b14c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.542974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791f311-06bb-4ff6-af9b-5a3af238321f req-c2959ccc-f69e-4bd5-ac50-87ad5d59e09f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:51.548682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a791f311-06bb-4ff6-af9b-5a3af238321f req-c2959ccc-f69e-4bd5-ac50-87ad5d59e09f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 936 time: 0.3344734 Nov 12 08:20:51.579547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bf51de44-1b6d-49ef-a0b5-ab5319b14c2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ea6eb126cb848f4aaebe135e1c9eb02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2631714 Nov 12 08:20:51.582520 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37828) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:51.591010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51de44-1b6d-49ef-a0b5-ab5319b14c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faaeb61-d0b2-49d2-94b6-06850c7429cc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:51.680838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a791f311-06bb-4ff6-af9b-5a3af238321f req-a8509647-eb37-4f94-a413-4caec69d3044 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243784 Nov 12 08:20:51.719279 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d31c0c7f-dc2e-4272-b300-339ae5e9546c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.752088 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d31c0c7f-dc2e-4272-b300-339ae5e9546c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.843089 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d31c0c7f-dc2e-4272-b300-339ae5e9546c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.846215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d31c0c7f-dc2e-4272-b300-339ae5e9546c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:51.847717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d31c0c7f-dc2e-4272-b300-339ae5e9546c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6faaeb61-d0b2-49d2-94b6-06850c7429cc HTTP/1.1" status: 204 len: 168 time: 0.2636187 Nov 12 08:20:51.859594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c0c7f-dc2e-4272-b300-339ae5e9546c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faaeb61-d0b2-49d2-94b6-06850c7429cc,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:51.928463 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:52.262622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b40d2b70-d1fd-4708-bbeb-26b7f314d01e req-16ace691-093f-4aef-9b60-a409610f8199 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 210 time: 0.0565126 Nov 12 08:20:52.916828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e84cd-fae5-4684-8478-8060f230188c req-84ddd8c6-88b2-4a3c-be0e-c9e1fad06f6b tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:52.925693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee0e84cd-fae5-4684-8478-8060f230188c req-84ddd8c6-88b2-4a3c-be0e-c9e1fad06f6b tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 936 time: 0.0879712 Nov 12 08:20:53.025828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee0e84cd-fae5-4684-8478-8060f230188c req-bcef1865-0129-493e-ad73-0677203fea4b tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991869 Nov 12 08:20:53.577603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37946) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:53.739204 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-be14a68e-2aa0-41bc-8e6d-87f55bb8e5d1 req-2091233d-a67d-406e-8f52-a31847e458cf tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 210 time: 0.0351043 Nov 12 08:20:53.914217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1763351010-network', 'tenant_id': '535448001c104adfba055c51b39bfb48'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:53.971539 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Made reservation on behalf of 535448001c104adfba055c51b39bfb48 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:53.974835 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:53.995757 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.159508 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.171955 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.298115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:54.310812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b682dc-e3f8-4b4a-8385-8b4fa0476cc1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:54.322091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37982) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:54.340549 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742058400997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.341335 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Unsubscribe: segment precommit_create {{(pid=102444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 08:20:54.341795 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Added segment ab531cd9-4608-48a2-8d76-260213d1aa21 of type vlan for network 90230909-765e-431b-b304-5914af521c08 Nov 12 08:20:54.396706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560900e-1749-437a-925e-ed06718bcfe2 req-34c5613e-eb0f-4c3e-a523-a6e92dff14c0 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:54.399163 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7560900e-1749-437a-925e-ed06718bcfe2 req-34c5613e-eb0f-4c3e-a523-a6e92dff14c0 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 936 time: 0.2312973 Nov 12 08:20:54.445991 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.489552 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5163-c2f5-4af2-8d91-b01ea8dcfbcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.514642 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7560900e-1749-437a-925e-ed06718bcfe2 req-5f4510a5-129f-410e-a9c2-a80ec2fc8518 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025739 Nov 12 08:20:54.530176 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.531349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:54.532042 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.670910 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5163-c2f5-4af2-8d91-b01ea8dcfbcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.679353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9cfe5163-c2f5-4af2-8d91-b01ea8dcfbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.730654 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9cfe5163-c2f5-4af2-8d91-b01ea8dcfbcd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00cfd355094344549a2bf557bb4fbd5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062366 Nov 12 08:20:54.739488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38002) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:54.741138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] Pushing event updated for resources: {'Network': ['ID=90230909-765e-431b-b304-5914af521c08,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:54.770474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 90230909-765e-431b-b304-5914af521c08 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:54.772804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bb5a9f0f-d81d-4f1c-a910-5de662b341f8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1940901 Nov 12 08:20:54.775751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38006) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:54.782997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3be96df2-9391-4375-a7cf-55937a046f3f admin admin] Request body: {'subnet': {'network_id': '90230909-765e-431b-b304-5914af521c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1763351010-subnet', 'tenant_id': '535448001c104adfba055c51b39bfb48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:54.808368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe5163-c2f5-4af2-8d91-b01ea8dcfbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57303fb-fb63-45fe-a898-115cfff9a895,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:54.819883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be96df2-9391-4375-a7cf-55937a046f3f admin admin] Made reservation on behalf of 535448001c104adfba055c51b39bfb48 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:54.843384 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3be96df2-9391-4375-a7cf-55937a046f3f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.887808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd4d287d-6599-4ea0-81ce-1867225231ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:54.942978 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd4d287d-6599-4ea0-81ce-1867225231ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.021797 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd4d287d-6599-4ea0-81ce-1867225231ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.024528 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd4d287d-6599-4ea0-81ce-1867225231ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.025855 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dd4d287d-6599-4ea0-81ce-1867225231ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e57303fb-fb63-45fe-a898-115cfff9a895 HTTP/1.1" status: 204 len: 168 time: 0.2761874 Nov 12 08:20:55.034583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d287d-6599-4ea0-81ce-1867225231ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57303fb-fb63-45fe-a898-115cfff9a895,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:55.185515 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3be96df2-9391-4375-a7cf-55937a046f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.192146 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ca0762f-f87f-4313-968a-5ae7e87da484 req-225e5125-d9ad-4533-9b52-95af5e66ab30 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 210 time: 0.0405698 Nov 12 08:20:55.277642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be96df2-9391-4375-a7cf-55937a046f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a4c12b-1352-4f78-a607-c47067212fdf,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:55.287134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be96df2-9391-4375-a7cf-55937a046f3f admin admin] Checking segment: {'id': 'ab531cd9-4608-48a2-8d76-260213d1aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '90230909-765e-431b-b304-5914af521c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:55.287490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be96df2-9391-4375-a7cf-55937a046f3f admin admin] Network hostable DHCP agents. Network: 90230909-765e-431b-b304-5914af521c08, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:55.327273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be96df2-9391-4375-a7cf-55937a046f3f admin admin] Network 90230909-765e-431b-b304-5914af521c08 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:55.340797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-3be96df2-9391-4375-a7cf-55937a046f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 90230909-765e-431b-b304-5914af521c08) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:55.349078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be96df2-9391-4375-a7cf-55937a046f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:55.351399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3be96df2-9391-4375-a7cf-55937a046f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.357328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705327a-230e-4058-81c7-35e5c98b0f00 None None] Network 90230909-765e-431b-b304-5914af521c08 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:55.386206 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3be96df2-9391-4375-a7cf-55937a046f3f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6080775 Nov 12 08:20:55.562085 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:20:55.668263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf086b5-b40f-4b9d-bb82-b8c1c70ba790 None None] Network 90230909-765e-431b-b304-5914af521c08 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:55.694390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38028) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:55.738784 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c118466-00ba-4bd9-88bd-0c33ab622c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:55.909034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e71b66-fdc1-46e4-bc59-2a50d2d402be req-c2016e56-5be4-4917-afeb-2c9090933b8f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:55.910983 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19e71b66-fdc1-46e4-bc59-2a50d2d402be req-c2016e56-5be4-4917-afeb-2c9090933b8f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 936 time: 0.1112726 Nov 12 08:20:56.001419 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c118466-00ba-4bd9-88bd-0c33ab622c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.012945 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c118466-00ba-4bd9-88bd-0c33ab622c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.031453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19e71b66-fdc1-46e4-bc59-2a50d2d402be req-89276209-0935-40b9-b190-296e8d69359c tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120706 Nov 12 08:20:56.072929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7c118466-00ba-4bd9-88bd-0c33ab622c65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a6fa1df5e1b4312a1f9968a56b8dec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754039 Nov 12 08:20:56.076605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38034) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:56.094213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c118466-00ba-4bd9-88bd-0c33ab622c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5671f5b1-0f3c-4ece-abbd-dbc9443e6ba8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:56.152776 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fb922757-8679-40c6-8298-360716939a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.179879 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fb922757-8679-40c6-8298-360716939a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.262720 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fb922757-8679-40c6-8298-360716939a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.265858 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fb922757-8679-40c6-8298-360716939a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.269755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fb922757-8679-40c6-8298-360716939a7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5671f5b1-0f3c-4ece-abbd-dbc9443e6ba8 HTTP/1.1" status: 204 len: 168 time: 0.1882894 Nov 12 08:20:56.278704 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb922757-8679-40c6-8298-360716939a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5671f5b1-0f3c-4ece-abbd-dbc9443e6ba8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:56.316865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38050) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:56.321817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2115512522-network', 'tenant_id': '5e3aad2c20ed4312bb63f2d9125f65cc'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:56.347247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Made reservation on behalf of 5e3aad2c20ed4312bb63f2d9125f65cc for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:56.350048 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.360518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.456243 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.460809 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.505073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:20:56.510683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590f625b-e757-4ab3-9af7-697ae49de3e7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:56.518583 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.518924 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Added segment edc6cc06-7cff-4d0b-9b7d-f4e618f2024e of type vlan for network b22102e4-ee80-49a9-a6f5-b845a345c3c5 Nov 12 08:20:56.551269 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4e2915da-f027-4f75-8753-422a8c83cd36 req-17f0c9d8-2c27-4fdd-bb21-c920ddcc5670 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 210 time: 0.0289767 Nov 12 08:20:56.585699 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.617361 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.618435 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:56.619015 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.657724 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3363402 Nov 12 08:20:56.658012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38062) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:56.663329 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d7bafc6f-45e6-4e68-b3b7-78aaafa2d68b admin admin] Request body: {'subnet': {'network_id': 'b22102e4-ee80-49a9-a6f5-b845a345c3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2115512522-subnet', 'tenant_id': '5e3aad2c20ed4312bb63f2d9125f65cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:56.696369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bafc6f-45e6-4e68-b3b7-78aaafa2d68b admin admin] Made reservation on behalf of 5e3aad2c20ed4312bb63f2d9125f65cc for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:56.699928 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d7bafc6f-45e6-4e68-b3b7-78aaafa2d68b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:56.727896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb328aa2-8c37-4879-9318-e0ea7b1648cc admin admin] Pushing event updated for resources: {'Network': ['ID=b22102e4-ee80-49a9-a6f5-b845a345c3c5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:56.744672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network b22102e4-ee80-49a9-a6f5-b845a345c3c5 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:20:56.854124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-f9df0b73-5631-420c-ad61-1ea478d52119 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:20:56.855423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-f9df0b73-5631-420c-ad61-1ea478d52119 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060000 Nov 12 08:20:56.973134 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d7bafc6f-45e6-4e68-b3b7-78aaafa2d68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.043854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bafc6f-45e6-4e68-b3b7-78aaafa2d68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9ff61d-aee3-4aa2-b71d-8e23d9653d5f,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:57.108501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bafc6f-45e6-4e68-b3b7-78aaafa2d68b admin admin] Checking segment: {'id': 'edc6cc06-7cff-4d0b-9b7d-f4e618f2024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b22102e4-ee80-49a9-a6f5-b845a345c3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:57.110661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bafc6f-45e6-4e68-b3b7-78aaafa2d68b admin admin] Network hostable DHCP agents. Network: b22102e4-ee80-49a9-a6f5-b845a345c3c5, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:20:57.134739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bafc6f-45e6-4e68-b3b7-78aaafa2d68b admin admin] Network b22102e4-ee80-49a9-a6f5-b845a345c3c5 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:20:57.147854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-d7bafc6f-45e6-4e68-b3b7-78aaafa2d68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, b22102e4-ee80-49a9-a6f5-b845a345c3c5) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:20:57.156855 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39747592-3162-401f-9dc6-d731c3d91d3a None None] Network b22102e4-ee80-49a9-a6f5-b845a345c3c5 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:57.168473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bafc6f-45e6-4e68-b3b7-78aaafa2d68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.170710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d7bafc6f-45e6-4e68-b3b7-78aaafa2d68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.208232 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d7bafc6f-45e6-4e68-b3b7-78aaafa2d68b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5491264 Nov 12 08:20:57.266121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a435d0-9663-44ec-bf0a-1a4a816b3c95 req-3a391f0a-72e7-4cfd-b744-86d2cbb6e3da tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.268275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99a435d0-9663-44ec-bf0a-1a4a816b3c95 req-3a391f0a-72e7-4cfd-b744-86d2cbb6e3da tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 936 time: 0.0728986 Nov 12 08:20:57.321681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99a435d0-9663-44ec-bf0a-1a4a816b3c95 req-05f6b66d-2f99-47de-9c4d-395dd1c358f5 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464041 Nov 12 08:20:57.358000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f35fc47-1cc0-44e0-b265-ec5b9ac71fb1 None None] Network b22102e4-ee80-49a9-a6f5-b845a345c3c5 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:20:57.395826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Request body: {'port': {'device_id': '5cba2f3b-315e-4690-82ef-08356b44aba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:57.539833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:57.557911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.52', 49195) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:57.629928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-2cd2e4cc-bb07-4d19-bae9-a7fdbd03cd24 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fe6ea1e214ca4f6090af2c22eeadce9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685947 Nov 12 08:20:57.777970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38124) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:57.777970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38128) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:57.884453 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0e09ebe-6ff2-4f79-8968-0dd027cac36f req-831e2f37-abbe-412e-800f-74c626921688 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 210 time: 0.1053805 Nov 12 08:20:57.974898 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-5803a473-c6ef-4181-9330-7861cb4d80ae tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:57.977218 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-5803a473-c6ef-4181-9330-7861cb4d80ae tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167520 Nov 12 08:20:57.982109 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-307126a9-0f4c-44c9-8ccd-05aded489bdf admin admin] Deleting subnet a6a4c12b-1352-4f78-a607-c47067212fdf {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:20:57.999986 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-307126a9-0f4c-44c9-8ccd-05aded489bdf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.005314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Request body: {'port': {'device_id': '9fa68ff4-4329-405a-bcdb-ac520f18d49e', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': 'fe6ea1e214ca4f6090af2c22eeadce9d'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:20:58.206247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9592448b-bd66-45e9-9512-4545a79a7be0 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:20:58.215113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.241258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Transition to ACTIVE for port object 9592448b-bd66-45e9-9512-4545a79a7be0 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:20:58.247165 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.341759 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.415573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-307126a9-0f4c-44c9-8ccd-05aded489bdf admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.427562 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-307126a9-0f4c-44c9-8ccd-05aded489bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.456348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Pushing event updated for resources: {'Port': ['ID=9592448b-bd66-45e9-9512-4545a79a7be0,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:58.481369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Attempting to bind port 9592448b-bd66-45e9-9512-4545a79a7be0 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:20:58.482903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Attempting to bind port 9592448b-bd66-45e9-9512-4545a79a7be0 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:20:58.483270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Attempting to bind port 9592448b-bd66-45e9-9512-4545a79a7be0 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:58.501515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Port 9592448b-bd66-45e9-9512-4545a79a7be0 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:20:58.501860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Attempting to bind port 9592448b-bd66-45e9-9512-4545a79a7be0 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:20:58.513921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:20:58.514080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:20:58.517496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:20:58.518072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Bound port: 9592448b-bd66-45e9-9512-4545a79a7be0, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:20:58.518527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.611920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] For port 9592448b-bd66-45e9-9512-4545a79a7be0, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:20:58.613840 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-307126a9-0f4c-44c9-8ccd-05aded489bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.621529 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] For port 9592448b-bd66-45e9-9512-4545a79a7be0, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9592448b-bd66-45e9-9512-4545a79a7be0,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:20:58.627152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.635668 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-55971aea-2b11-4ed9-814c-6f2c79921d98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.640660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Made reservation on behalf of fe6ea1e214ca4f6090af2c22eeadce9d for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:20:58.644345 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.682869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:58.683538 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.685182 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] 10.222.0.52 "PUT /v2.0/ports/9592448b-bd66-45e9-9512-4545a79a7be0 HTTP/1.1" status: 200 len: 1097 time: 1.6063812 Nov 12 08:20:58.685627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cba2f3b-315e-4690-82ef-08356b44aba8', 'tag': '9592448b-bd66-45e9-9512-4545a79a7be0'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:20:58.689318 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-307126a9-0f4c-44c9-8ccd-05aded489bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.696860 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-307126a9-0f4c-44c9-8ccd-05aded489bdf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a6a4c12b-1352-4f78-a607-c47067212fdf HTTP/1.1" status: 204 len: 168 time: 0.9150355 Nov 12 08:20:58.698058 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307126a9-0f4c-44c9-8ccd-05aded489bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a4c12b-1352-4f78-a607-c47067212fdf,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:58.701231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38198) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:58.783600 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.934012 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:58.960718 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfa097-0e51-4c0b-b3db-c167257de8c6 req-afcdf7fa-bf76-4094-8163-92f6f288a8df tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:58.978797 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73bfa097-0e51-4c0b-b3db-c167257de8c6 req-afcdf7fa-bf76-4094-8163-92f6f288a8df tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 948 time: 0.3735983 Nov 12 08:20:58.978909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c94155-bcdf-4be7-aa89-5f4ada0e3aff service neutron] Pushing event updated for resources: {'Port': ['ID=9592448b-bd66-45e9-9512-4545a79a7be0,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:59.035133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-12dbee7c-6c83-4901-b7a7-58dec84e7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:59.040046 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-12dbee7c-6c83-4901-b7a7-58dec84e7758 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e9aabe225ac4482a97f4ff1348d7eb8&device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 1100 time: 0.2236145 Nov 12 08:20:59.125085 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-3ee61c4c-e16d-4fdf-8073-7add88d03ed3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9592448b-bd66-45e9-9512-4545a79a7be0 HTTP/1.1" status: 200 len: 217 time: 0.0776696 Nov 12 08:20:59.159632 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73bfa097-0e51-4c0b-b3db-c167257de8c6 req-17f9563b-094b-4ce5-adde-6ef14a43566a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883082 Nov 12 08:20:59.163627 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-55971aea-2b11-4ed9-814c-6f2c79921d98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.195379 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd62fd6-5ce0-4b70-83d6-fb06475bb85c" -d '{"events": [{"name": "network-changed", "server_uuid": "5cba2f3b-315e-4690-82ef-08356b44aba8", "tag": "9592448b-bd66-45e9-9512-4545a79a7be0"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:20:59.214084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-d15021cd-3296-424d-b123-9042f227bced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:59.215951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-d15021cd-3296-424d-b123-9042f227bced service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0760460 Nov 12 08:20:59.246113 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-55971aea-2b11-4ed9-814c-6f2c79921d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.257481 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.317765 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.344615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.344953 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.345742 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.346062 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > port after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.346454 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.346699 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > port after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.347016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.347342 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.347657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.348550 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.507042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38226) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:59.522531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-864fcb6e-828f-481a-a7e8-364e61f5e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:20:59.524069 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-864fcb6e-828f-481a-a7e8-364e61f5e11f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3009417 Nov 12 08:20:59.638348 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8897d155-faa1-4503-9e19-0a7d120109a6 x-openstack-request-id: req-8897d155-faa1-4503-9e19-0a7d120109a6 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:20:59.638813 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cba2f3b-315e-4690-82ef-08356b44aba8", "tag": "9592448b-bd66-45e9-9512-4545a79a7be0", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:20:59.639063 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8897d155-faa1-4503-9e19-0a7d120109a6 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:20:59.639518 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cba2f3b-315e-4690-82ef-08356b44aba8', 'tag': '9592448b-bd66-45e9-9512-4545a79a7be0', 'status': 'completed', 'code': 200} Nov 12 08:20:59.650331 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-40904e24-82eb-4df4-b313-867e4ac03124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.653919 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-c89cfa97-b7ea-4fc5-9d16-d6066b85ffaf service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224151 Nov 12 08:20:59.714921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.715458 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.715712 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.715919 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:20:59.716299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90230909-765e-431b-b304-5914af521c08']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:59.731352 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.768584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38242) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:20:59.769148 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-55971aea-2b11-4ed9-814c-6f2c79921d98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc635185e65840488987734d92d74877&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9874637 Nov 12 08:20:59.785151 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-63ea2893-d8f7-4dae-8a24-a65d0c36cf8a req-1b6b0303-98f0-4af9-bad4-16d358ef85a8 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 210 time: 0.4742606 Nov 12 08:20:59.785892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab531cd9-4608-48a2-8d76-260213d1aa21') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:59.787114 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab531cd9-4608-48a2-8d76-260213d1aa21') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:20:59.814420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55971aea-2b11-4ed9-814c-6f2c79921d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f9f5a9-d727-439f-abbe-df0828849498,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:20:59.816454 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c10da13c-6cf8-44f8-99f5-458f6dd90301 req-d2670bac-ea3e-49d6-8350-a79af63c153e service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529164 Nov 12 08:20:59.883751 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-40904e24-82eb-4df4-b313-867e4ac03124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.893048 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-40904e24-82eb-4df4-b313-867e4ac03124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.902318 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.927803 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0a46-b3af-4ec5-b364-49cc4edc4a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:20:59.992435 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-40904e24-82eb-4df4-b313-867e4ac03124 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=387eca44c36740aba0daf2de8435dfe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4842372 Nov 12 08:20:59.998401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38256) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:00.005864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40904e24-82eb-4df4-b313-867e4ac03124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7b3f32-154c-41c8-8b7d-4367b802d0c2,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:00.018194 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0a46-b3af-4ec5-b364-49cc4edc4a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.033334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.080435 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:00.080836 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.088893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd62fd6-5ce0-4b70-83d6-fb06475bb85c req-997cf9b6-e070-46af-a190-c9c07b7d03e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.090450 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdd62fd6-5ce0-4b70-83d6-fb06475bb85c req-997cf9b6-e070-46af-a190-c9c07b7d03e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e9aabe225ac4482a97f4ff1348d7eb8&device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 1100 time: 0.1873355 Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: from cryptography.utils import int_from_bytes Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: from cryptography.utils import int_from_bytes Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:00.106153 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:00.134289 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:00.147047 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-375158b7-07b0-4233-827d-a926f897878e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.225873 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0a46-b3af-4ec5-b364-49cc4edc4a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.228505 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0a46-b3af-4ec5-b364-49cc4edc4a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.229903 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9b0c0a46-b3af-4ec5-b364-49cc4edc4a5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4f9f5a9-d727-439f-abbe-df0828849498 HTTP/1.1" status: 204 len: 168 time: 0.4563816 Nov 12 08:21:00.258712 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-375158b7-07b0-4233-827d-a926f897878e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.346449 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.360807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c0a46-b3af-4ec5-b364-49cc4edc4a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f9f5a9-d727-439f-abbe-df0828849498,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:00.397719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38282) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:00.416130 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.423565 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] 10.222.0.31 "DELETE /v2.0/networks/90230909-765e-431b-b304-5914af521c08 HTTP/1.1" status: 204 len: 168 time: 1.6944482 Nov 12 08:21:00.423565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Allocated IP 192.168.233.36 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/dcb6deb6-046a-4877-9c80-433748ccdba4) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:00.426457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38286) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:00.439054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4921df-727f-44d1-8a17-141159060806 admin admin] Pushing event deleted for resources: {'Network': ['ID=90230909-765e-431b-b304-5914af521c08,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:00.440997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd62fd6-5ce0-4b70-83d6-fb06475bb85c req-5a5fce42-06c1-441a-b708-4a8075791a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.442777 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdd62fd6-5ce0-4b70-83d6-fb06475bb85c req-5a5fce42-06c1-441a-b708-4a8075791a5b service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.3447611 Nov 12 08:21:00.471915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74191428-9501-41c6-99b5-db5fb61afd0e req-2b332956-2d07-417c-8897-73d3d3afee8d tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.473397 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74191428-9501-41c6-99b5-db5fb61afd0e req-2b332956-2d07-417c-8897-73d3d3afee8d tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 948 time: 0.1638598 Nov 12 08:21:00.517030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdd62fd6-5ce0-4b70-83d6-fb06475bb85c req-cd7639ca-153d-4f97-8fbf-fcd300c27859 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=9592448b-bd66-45e9-9512-4545a79a7be0 HTTP/1.1" status: 200 len: 217 time: 0.0507603 Nov 12 08:21:00.529870 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-375158b7-07b0-4233-827d-a926f897878e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.534725 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-375158b7-07b0-4233-827d-a926f897878e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.539578 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-375158b7-07b0-4233-827d-a926f897878e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f7b3f32-154c-41c8-8b7d-4367b802d0c2 HTTP/1.1" status: 204 len: 168 time: 0.5363061 Nov 12 08:21:00.584556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d83d453-94a5-42ac-88e6-b1d50e8788f1 admin admin] Deleting subnet 6b9ff61d-aee3-4aa2-b71d-8e23d9653d5f {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:21:00.591222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375158b7-07b0-4233-827d-a926f897878e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7b3f32-154c-41c8-8b7d-4367b802d0c2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:00.591884 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74191428-9501-41c6-99b5-db5fb61afd0e req-ff8c9c56-9fe1-46fe-b45a-e7c1b86aa3a9 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042469 Nov 12 08:21:00.593176 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d83d453-94a5-42ac-88e6-b1d50e8788f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.640186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd62fd6-5ce0-4b70-83d6-fb06475bb85c req-d1d448b7-b916-44b7-a07c-45d70370ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.642101 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdd62fd6-5ce0-4b70-83d6-fb06475bb85c req-d1d448b7-b916-44b7-a07c-45d70370ff85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1166441 Nov 12 08:21:00.650156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d83d453-94a5-42ac-88e6-b1d50e8788f1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.685372 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d83d453-94a5-42ac-88e6-b1d50e8788f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.746074 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.761910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd62fd6-5ce0-4b70-83d6-fb06475bb85c req-c1e4df3c-0478-475a-8a80-b7978eda0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:00.763687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdd62fd6-5ce0-4b70-83d6-fb06475bb85c req-c1e4df3c-0478-475a-8a80-b7978eda0c80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1085474 Nov 12 08:21:00.866702 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d83d453-94a5-42ac-88e6-b1d50e8788f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.876082 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.965780 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0e4769ab-5dd4-451b-9165-6566d9b3c876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:00.970137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83d453-94a5-42ac-88e6-b1d50e8788f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9ff61d-aee3-4aa2-b71d-8e23d9653d5f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:00.981505 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:00.989638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:00.993526 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:01.049585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38302) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:01.094713 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d83d453-94a5-42ac-88e6-b1d50e8788f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.107940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5d83d453-94a5-42ac-88e6-b1d50e8788f1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6b9ff61d-aee3-4aa2-b71d-8e23d9653d5f HTTP/1.1" status: 204 len: 168 time: 0.6798956 Nov 12 08:21:01.139643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38306) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:01.139983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38308) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:01.149714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdd62fd6-5ce0-4b70-83d6-fb06475bb85c req-5871e879-b5bd-40e7-9d8e-00b5e46ed068 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762667 Nov 12 08:21:01.211887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:01.212536 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.215335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38312) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:01.239692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Pushing event updated for resources: {'Port': ['ID=dcb6deb6-046a-4877-9c80-433748ccdba4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:01.245612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70e4b9ba-2988-4fb6-a873-c0bff44688ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.259590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-d940e345-eb9f-48fa-b7a3-d8f8fefb136c tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2714400 Nov 12 08:21:01.273501 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Request body: {'port': {'device_id': '9fa68ff4-4329-405a-bcdb-ac520f18d49e', 'device_owner': 'compute:tempest-test_az-758038984', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:01.351223 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-235c902a-ac88-42a2-8513-027355cc0a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.365556 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdd62fd6-5ce0-4b70-83d6-fb06475bb85c req-e4910f03-486f-4a1a-9705-fcb85f37761e service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961036 Nov 12 08:21:01.376849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb85298-da65-4ea2-b456-97321d6beb66 req-5d34ec33-5442-48d2-b2ae-1831038641f0 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:01.379237 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.386466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7cb85298-da65-4ea2-b456-97321d6beb66 req-5d34ec33-5442-48d2-b2ae-1831038641f0 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 935 time: 0.4579825 Nov 12 08:21:01.402762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-99e3b9d1-760c-49a1-95e3-c3111f8980f4 None None] Provisioning complete for port dcb6deb6-046a-4877-9c80-433748ccdba4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:01.404012 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-99e3b9d1-760c-49a1-95e3-c3111f8980f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.447676 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-99e3b9d1-760c-49a1-95e3-c3111f8980f4 None None] Port dcb6deb6-046a-4877-9c80-433748ccdba4 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:01.461604 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.488491 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f604ee9-dc07-44d7-b2b1-872b2c1c6f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.503277 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70e4b9ba-2988-4fb6-a873-c0bff44688ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.522364 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70e4b9ba-2988-4fb6-a873-c0bff44688ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.553893 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0e4769ab-5dd4-451b-9165-6566d9b3c876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.584997 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0e4769ab-5dd4-451b-9165-6566d9b3c876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.591039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7cb85298-da65-4ea2-b456-97321d6beb66 req-0a55ec51-81af-44eb-818a-58c3ef53c9f2 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028971 Nov 12 08:21:01.662106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4b9ba-2988-4fb6-a873-c0bff44688ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f66969f-948e-4a39-a98b-c99bf4146914,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:01.680031 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-70e4b9ba-2988-4fb6-a873-c0bff44688ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f4f9921971e4764b26e38dc42a3af01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4562345 Nov 12 08:21:01.686618 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38316) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:01.705127 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0e4769ab-5dd4-451b-9165-6566d9b3c876 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7283eec229454081809209105eeb50a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3063493 Nov 12 08:21:01.713936 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38318) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:01.725771 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.769035 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-235c902a-ac88-42a2-8513-027355cc0a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.770179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4769ab-5dd4-451b-9165-6566d9b3c876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d0395a-a20b-4cf2-9830-718d943dddec,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:01.778736 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.779010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.779752 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.780077 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > port after_create 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.780390 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.780711 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > port after_update 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.781025 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.781386 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.781824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.782108 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.851135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.851135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.851474 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.851554 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:21:01.851981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22102e4-ee80-49a9-a6f5-b845a345c3c5']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:01.866479 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-235c902a-ac88-42a2-8513-027355cc0a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.879857 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fa85a9d-d43f-41b0-ab47-a13d3ce55809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.881083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc6cc06-7cff-4d0b-9b7d-f4e618f2024e') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:01.881403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc6cc06-7cff-4d0b-9b7d-f4e618f2024e') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:01.895174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e5339-f710-4958-a9dd-285a53b82e01 req-7b2c9dfb-3ff2-4eec-abdf-7e21e63a51d5 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:01.896143 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ba3e5339-f710-4958-a9dd-285a53b82e01 req-7b2c9dfb-3ff2-4eec-abdf-7e21e63a51d5 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 948 time: 0.1836267 Nov 12 08:21:01.918323 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.967178 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f604ee9-dc07-44d7-b2b1-872b2c1c6f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.973436 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-235c902a-ac88-42a2-8513-027355cc0a6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28f244f994304d5ca437078baa3ace1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8262386 Nov 12 08:21:01.974124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38320) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:01.975401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.976372 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fa85a9d-d43f-41b0-ab47-a13d3ce55809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.979372 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-352dc970-8310-4c40-bdfc-67b4e8918ffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:01.979820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c902a-ac88-42a2-8513-027355cc0a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e114584-877a-4bec-984d-a01fa73c2b36,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:01.990981 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f604ee9-dc07-44d7-b2b1-872b2c1c6f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.008577 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:21:02.008577 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: from cryptography.utils import int_from_bytes Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: from cryptography.utils import int_from_bytes Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:21:02.013325 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:21:02.081859 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-352dc970-8310-4c40-bdfc-67b4e8918ffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.086861 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ba3e5339-f710-4958-a9dd-285a53b82e01 req-153f4f6e-18ca-4dda-8d71-4632f1bc161d tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626308 Nov 12 08:21:02.122570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb6deb6-046a-4877-9c80-433748ccdba4 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:02.139407 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.150361 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fa85a9d-d43f-41b0-ab47-a13d3ce55809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.153472 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fa85a9d-d43f-41b0-ab47-a13d3ce55809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.154699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8fa85a9d-d43f-41b0-ab47-a13d3ce55809 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f66969f-948e-4a39-a98b-c99bf4146914 HTTP/1.1" status: 204 len: 168 time: 0.4667225 Nov 12 08:21:02.177393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa85a9d-d43f-41b0-ab47-a13d3ce55809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f66969f-948e-4a39-a98b-c99bf4146914,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.213200 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-352dc970-8310-4c40-bdfc-67b4e8918ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.217351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-352dc970-8310-4c40-bdfc-67b4e8918ffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.218870 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-352dc970-8310-4c40-bdfc-67b4e8918ffa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7d0395a-a20b-4cf2-9830-718d943dddec HTTP/1.1" status: 204 len: 168 time: 0.5040267 Nov 12 08:21:02.239051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352dc970-8310-4c40-bdfc-67b4e8918ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d0395a-a20b-4cf2-9830-718d943dddec,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.299515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f604ee9-dc07-44d7-b2b1-872b2c1c6f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae77c4c3-37aa-444d-86c6-8b0175cc0af0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.311082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5f604ee9-dc07-44d7-b2b1-872b2c1c6f75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=589d517f326d40989dfab38863a56175&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2575583 Nov 12 08:21:02.311238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38326) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:02.318795 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.331247 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.337660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] 10.222.0.31 "DELETE /v2.0/networks/b22102e4-ee80-49a9-a6f5-b845a345c3c5 HTTP/1.1" status: 204 len: 168 time: 1.1916313 Nov 12 08:21:02.343971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Transition to ACTIVE for port object dcb6deb6-046a-4877-9c80-433748ccdba4 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:02.355416 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.358624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa396f93-2b93-4071-9958-934459a9773a admin admin] Pushing event deleted for resources: {'Network': ['ID=b22102e4-ee80-49a9-a6f5-b845a345c3c5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.362949 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b34aba1e-63e3-4a01-91c8-c3862b686e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.403958 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b34aba1e-63e3-4a01-91c8-c3862b686e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.483064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b34aba1e-63e3-4a01-91c8-c3862b686e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.486056 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b34aba1e-63e3-4a01-91c8-c3862b686e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.486716 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Pushing event updated for resources: {'Port': ['ID=dcb6deb6-046a-4877-9c80-433748ccdba4,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.489400 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3e2fc0f-5d7f-45c2-976a-7b605b8a6622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.492273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b34aba1e-63e3-4a01-91c8-c3862b686e68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e114584-877a-4bec-984d-a01fa73c2b36 HTTP/1.1" status: 204 len: 168 time: 0.5132508 Nov 12 08:21:02.509026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aba1e-63e3-4a01-91c8-c3862b686e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e114584-877a-4bec-984d-a01fa73c2b36,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.594651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9592448b-bd66-45e9-9512-4545a79a7be0 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:02.609985 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3e2fc0f-5d7f-45c2-976a-7b605b8a6622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.721521 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3e2fc0f-5d7f-45c2-976a-7b605b8a6622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.725213 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3e2fc0f-5d7f-45c2-976a-7b605b8a6622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.729756 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a3e2fc0f-5d7f-45c2-976a-7b605b8a6622 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae77c4c3-37aa-444d-86c6-8b0175cc0af0 HTTP/1.1" status: 204 len: 168 time: 0.4171245 Nov 12 08:21:02.735803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Attempting to bind port dcb6deb6-046a-4877-9c80-433748ccdba4 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:02.736311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Attempting to bind port dcb6deb6-046a-4877-9c80-433748ccdba4 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:02.736513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Attempting to bind port dcb6deb6-046a-4877-9c80-433748ccdba4 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:02.750299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Port dcb6deb6-046a-4877-9c80-433748ccdba4 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:02.750644 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Attempting to bind port dcb6deb6-046a-4877-9c80-433748ccdba4 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:02.756860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2fc0f-5d7f-45c2-976a-7b605b8a6622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae77c4c3-37aa-444d-86c6-8b0175cc0af0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:02.764751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:02.765095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:02.765698 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:02.766191 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Bound port: dcb6deb6-046a-4877-9c80-433748ccdba4, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:02.768215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.815691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38342) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:02.816260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38344) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:02.852426 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-28491b6b-996c-493c-b493-07cde660680d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.852640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9592448b-bd66-45e9-9512-4545a79a7be0, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9592448b-bd66-45e9-9512-4545a79a7be0,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:02.876247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] For port dcb6deb6-046a-4877-9c80-433748ccdba4, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:02.881064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '9592448b-bd66-45e9-9512-4545a79a7be0', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '9592448b-bd66-45e9-9512-4545a79a7be0', 'mac_address': 'fa:16:3e:87:fc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:02.886341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] For port dcb6deb6-046a-4877-9c80-433748ccdba4, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=dcb6deb6-046a-4877-9c80-433748ccdba4,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:02.900370 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-32bca9fd-80eb-4af0-929d-8f564879fbfe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=535448001c104adfba055c51b39bfb48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0818038 Nov 12 08:21:02.904406 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.908096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38346) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:02.918240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5019de-6b5d-466d-8213-7dd329de085d req-f63aab4d-d2c2-44dd-b40e-dcbb09f6876a tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:02.926194 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b5019de-6b5d-466d-8213-7dd329de085d req-f63aab4d-d2c2-44dd-b40e-dcbb09f6876a tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 968 time: 0.1915741 Nov 12 08:21:02.939792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:02.940516 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:02.942145 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] 10.222.0.52 "PUT /v2.0/ports/dcb6deb6-046a-4877-9c80-433748ccdba4 HTTP/1.1" status: 200 len: 1117 time: 1.6739125 Nov 12 08:21:02.944689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa68ff4-4329-405a-bcdb-ac520f18d49e', 'tag': 'dcb6deb6-046a-4877-9c80-433748ccdba4'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:02.963456 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.064254 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b5019de-6b5d-466d-8213-7dd329de085d req-1504ec10-29fe-4f2e-8dd6-c76046a53427 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325295 Nov 12 08:21:03.153060 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-28491b6b-996c-493c-b493-07cde660680d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.161829 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-28491b6b-996c-493c-b493-07cde660680d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.205065 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-28491b6b-996c-493c-b493-07cde660680d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c49b403803140ca9753d596cbe44de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840375 Nov 12 08:21:03.211692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38354) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:03.217464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9592448b-bd66-45e9-9512-4545a79a7be0 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:03.226371 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeda8404-7ca0-4719-9c0e-496f0702acc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.268430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9592448b-bd66-45e9-9512-4545a79a7be0, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9592448b-bd66-45e9-9512-4545a79a7be0,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:03.276502 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.300147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeda8404-7ca0-4719-9c0e-496f0702acc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.307664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28491b6b-996c-493c-b493-07cde660680d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba676501-b7bb-4c7a-a741-15bf61d141e2,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:03.362361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=9592448b-bd66-45e9-9512-4545a79a7be0,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:03.372569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:03.372997 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:03.373492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:03.373833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:03.374384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:03.374983 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeda8404-7ca0-4719-9c0e-496f0702acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.375630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:03.376168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:03.376640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:03.377243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:03.377762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:03.378289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:03.378400 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeda8404-7ca0-4719-9c0e-496f0702acc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.379013 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:03.379758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eeda8404-7ca0-4719-9c0e-496f0702acc2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17b682dc-e3f8-4b4a-8385-8b4fa0476cc1 HTTP/1.1" status: 204 len: 168 time: 0.4703197 Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Tracked resource versions report: Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: pushed versions: Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: { 'AddressGroup': {'1.2'}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'ConntrackHelper': {'1.0'}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'Log': {'1.0'}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'Network': {'1.1'}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'Port': {'1.7'}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'PortForwarding': {'1.2'}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'QosPolicy': {'1.10'}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'SecurityGroup': {'1.5'}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'SubPort': {'1.0'}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'Subnet': {'1.1'}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'Trunk': {'1.1'}} Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: consumer versions: Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: { DHCP agent@n-d-768851-18: {}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: HyperV agent@n-h1-768851-18: {}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: HyperV agent@n-h2-768851-18: {}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: L3 agent@n-d-768851-18: {}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: Metadata agent@n-d-768851-18: {}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: Metering agent@n-d-768851-18: {}, Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: Open vSwitch agent@n-d-768851-18: { 'AddressGroup': '1.2', Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'ConntrackHelper': '1.0', Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'Log': '1.0', Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'Network': '1.1', Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'Port': '1.7', Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'PortForwarding': '1.2', Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'QosPolicy': '1.10', Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'SecurityGroup': '1.5', Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'SecurityGroupRule': '1.2', Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'SubPort': '1.0', Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'Subnet': '1.1', Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: 'Trunk': '1.1'}} Nov 12 08:21:03.380721 n-d-768851-18 neutron-server[102446]: {{(pid=102446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:21:03.401066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda8404-7ca0-4719-9c0e-496f0702acc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b682dc-e3f8-4b4a-8385-8b4fa0476cc1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:03.434843 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-5da9d73d-aa88-41ce-8071-d0af0f0bd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:03.436529 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-5da9d73d-aa88-41ce-8071-d0af0f0bd274 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe6ea1e214ca4f6090af2c22eeadce9d&device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 1120 time: 0.4085035 Nov 12 08:21:03.439992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb98187-dfeb-4376-9b15-57276e5b0d4e service neutron] Pushing event updated for resources: {'Port': ['ID=dcb6deb6-046a-4877-9c80-433748ccdba4,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:03.529680 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-05b4a663-5185-45fe-b279-c5de9f935a16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=dcb6deb6-046a-4877-9c80-433748ccdba4 HTTP/1.1" status: 200 len: 217 time: 0.0785275 Nov 12 08:21:03.563118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabc005-fe90-4649-bf08-0a5953811abf req-cec0750e-2967-4513-a528-5fbc3ceb101d tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:03.566393 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4fabc005-fe90-4649-bf08-0a5953811abf req-cec0750e-2967-4513-a528-5fbc3ceb101d tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 949 time: 0.2710707 Nov 12 08:21:03.594589 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['9592448b-bd66-45e9-9512-4545a79a7be0'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:03.597959 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24cf4dce-ae19-43a8-beee-01eb407eb225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.621096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38368) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:03.626708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24cf4dce-ae19-43a8-beee-01eb407eb225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.650153 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-427550a9-d536-4912-be63-3d92227c1211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.826814 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db3d829-68c0-4d09-83a7-a638a7201880" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa68ff4-4329-405a-bcdb-ac520f18d49e", "tag": "dcb6deb6-046a-4877-9c80-433748ccdba4"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:03.883307 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4fabc005-fe90-4649-bf08-0a5953811abf req-b6562001-7ce5-40a2-bfd8-724b972fbcf8 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852042 Nov 12 08:21:03.886504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-672830d4-d2ad-4b09-b724-d71818afe7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:03.889092 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-672830d4-d2ad-4b09-b724-d71818afe7b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.3458834 Nov 12 08:21:03.890276 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24cf4dce-ae19-43a8-beee-01eb407eb225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.893951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24cf4dce-ae19-43a8-beee-01eb407eb225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.897702 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-24cf4dce-ae19-43a8-beee-01eb407eb225 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba676501-b7bb-4c7a-a741-15bf61d141e2 HTTP/1.1" status: 204 len: 168 time: 0.6607902 Nov 12 08:21:03.941384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf4dce-ae19-43a8-beee-01eb407eb225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba676501-b7bb-4c7a-a741-15bf61d141e2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:03.982210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-427550a9-d536-4912-be63-3d92227c1211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:03.988347 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-427550a9-d536-4912-be63-3d92227c1211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.014976 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-f4b0a474-4a7f-4263-974d-680078ba9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:04.017036 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-f4b0a474-4a7f-4263-974d-680078ba9ad6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1174858 Nov 12 08:21:04.039559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38382) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:04.052579 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-427550a9-d536-4912-be63-3d92227c1211 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8fdadbe74c84103bcbc20bdac2d629b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293859 Nov 12 08:21:04.054620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427550a9-d536-4912-be63-3d92227c1211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdb65c5-3b0c-4d89-89ca-63969a76d011,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:04.058980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38384) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:04.153355 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7be33d9f-6069-421a-8dc8-57710a3e0f9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e3aad2c20ed4312bb63f2d9125f65cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1095495 Nov 12 08:21:04.154203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38388) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:04.171963 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-b6c6cd77-4a24-4eed-8a81-658206b2001b service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440625 Nov 12 08:21:04.191456 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9586-3d50-4337-a7d6-dd88bcb1a2d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.237850 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9586-3d50-4337-a7d6-dd88bcb1a2d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.257229 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dab18a52-d76a-4fc3-8333-0ce700d1427d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.301658 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dab18a52-d76a-4fc3-8333-0ce700d1427d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.329708 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f17cbf-fa21-4165-a49f-155651f9e636 x-openstack-request-id: req-30f17cbf-fa21-4165-a49f-155651f9e636 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:04.330169 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa68ff4-4329-405a-bcdb-ac520f18d49e", "tag": "dcb6deb6-046a-4877-9c80-433748ccdba4", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:04.330730 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30f17cbf-fa21-4165-a49f-155651f9e636 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:04.331200 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa68ff4-4329-405a-bcdb-ac520f18d49e', 'tag': 'dcb6deb6-046a-4877-9c80-433748ccdba4', 'status': 'completed', 'code': 200} Nov 12 08:21:04.339869 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9586-3d50-4337-a7d6-dd88bcb1a2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.343283 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9586-3d50-4337-a7d6-dd88bcb1a2d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.344506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fa4d9586-3d50-4337-a7d6-dd88bcb1a2d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bdb65c5-3b0c-4d89-89ca-63969a76d011 HTTP/1.1" status: 204 len: 168 time: 0.2774420 Nov 12 08:21:04.349714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342b2b2-17bd-475c-96e2-a07cc083f70c req-423603a7-8d29-4c4f-ba4d-3a163cabf4f8 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:04.351306 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6342b2b2-17bd-475c-96e2-a07cc083f70c req-423603a7-8d29-4c4f-ba4d-3a163cabf4f8 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 968 time: 0.1825223 Nov 12 08:21:04.356196 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d9586-3d50-4337-a7d6-dd88bcb1a2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdb65c5-3b0c-4d89-89ca-63969a76d011,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:04.375536 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dab18a52-d76a-4fc3-8333-0ce700d1427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.378218 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dab18a52-d76a-4fc3-8333-0ce700d1427d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.382586 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dab18a52-d76a-4fc3-8333-0ce700d1427d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/590f625b-e757-4ab3-9af7-697ae49de3e7 HTTP/1.1" status: 204 len: 168 time: 0.2269669 Nov 12 08:21:04.392642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab18a52-d76a-4fc3-8333-0ce700d1427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590f625b-e757-4ab3-9af7-697ae49de3e7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:04.429585 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd8edbc0-b007-4e29-9c69-6d1331ff013e req-5c46a571-e195-4a93-8d84-b4838cb95a52 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476239 Nov 12 08:21:04.479954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6342b2b2-17bd-475c-96e2-a07cc083f70c req-58d321a5-6545-4619-ad8a-0e8e6842f6f8 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115680 Nov 12 08:21:04.529751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3d829-68c0-4d09-83a7-a638a7201880 req-25a40424-32ad-486f-8788-ae43607bed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:04.531304 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1db3d829-68c0-4d09-83a7-a638a7201880 req-25a40424-32ad-486f-8788-ae43607bed0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe6ea1e214ca4f6090af2c22eeadce9d&device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 1120 time: 0.0500565 Nov 12 08:21:04.586611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9592448b-bd66-45e9-9512-4545a79a7be0 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:04.645880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 9592448b-bd66-45e9-9512-4545a79a7be0 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:04.651525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 9592448b-bd66-45e9-9512-4545a79a7be0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:04.655671 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.743859 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3d829-68c0-4d09-83a7-a638a7201880 req-145ae771-1b6f-4a8e-ad09-c70fb0f26462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:04.746036 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1db3d829-68c0-4d09-83a7-a638a7201880 req-145ae771-1b6f-4a8e-ad09-c70fb0f26462 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2045166 Nov 12 08:21:04.757440 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:04.788440 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cba2f3b-315e-4690-82ef-08356b44aba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9592448b-bd66-45e9-9512-4545a79a7be0'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:04.800771 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1db3d829-68c0-4d09-83a7-a638a7201880 req-eed7e6e7-170d-465a-ac9d-64acb142e70d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=dcb6deb6-046a-4877-9c80-433748ccdba4 HTTP/1.1" status: 200 len: 217 time: 0.0423660 Nov 12 08:21:04.867577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3d829-68c0-4d09-83a7-a638a7201880 req-ed03fb92-632d-44a1-990c-7cc9af29108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:04.869910 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1db3d829-68c0-4d09-83a7-a638a7201880 req-ed03fb92-632d-44a1-990c-7cc9af29108c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0611420 Nov 12 08:21:04.871891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9592448b-bd66-45e9-9512-4545a79a7be0, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9592448b-bd66-45e9-9512-4545a79a7be0,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:04.877126 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.035991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=9592448b-bd66-45e9-9512-4545a79a7be0,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:05.042633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3d829-68c0-4d09-83a7-a638a7201880 req-e70fa1d6-43f6-4f5a-97c4-380278635a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:05.044675 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1db3d829-68c0-4d09-83a7-a638a7201880 req-e70fa1d6-43f6-4f5a-97c4-380278635a48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1662374 Nov 12 08:21:05.100936 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33141fbc-5220-419b-b887-b893c0e413aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.114049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195d605-0503-4f37-a2b5-7e7ae8adc733 req-2f9efb22-8f6f-4a59-8099-767602264570 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:05.122907 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c195d605-0503-4f37-a2b5-7e7ae8adc733 req-2f9efb22-8f6f-4a59-8099-767602264570 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 950 time: 0.0789223 Nov 12 08:21:05.129958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38424) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:05.161436 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-206da337-225a-4d62-8397-26f1e421ab83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.177503 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1db3d829-68c0-4d09-83a7-a638a7201880 req-9fc607ee-10e7-436d-b333-8d20cbb5e79a service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242220 Nov 12 08:21:05.225663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c195d605-0503-4f37-a2b5-7e7ae8adc733 req-9cc66739-0eeb-4073-b602-7fb554b0ad68 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886345 Nov 12 08:21:05.310737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1db3d829-68c0-4d09-83a7-a638a7201880 req-70ee6283-129f-4b4f-9ee0-9b3a90a02fd2 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247866 Nov 12 08:21:05.311850 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-206da337-225a-4d62-8397-26f1e421ab83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.317016 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-206da337-225a-4d62-8397-26f1e421ab83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.351960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206da337-225a-4d62-8397-26f1e421ab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9258786-555e-4fd6-bb1e-eb8be984c8eb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:05.383959 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-206da337-225a-4d62-8397-26f1e421ab83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d20e64ce00a41559cb1a42f8c66d8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497661 Nov 12 08:21:05.384797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38434) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:05.444223 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5110371-2d8f-4f2b-b60c-d5352fc40f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.469432 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5110371-2d8f-4f2b-b60c-d5352fc40f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.471001 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3528cd22-06a5-4260-9f8f-c610195902b1" -d '{"events": [{"server_uuid": "5cba2f3b-315e-4690-82ef-08356b44aba8", "name": "network-vif-plugged", "status": "completed", "tag": "9592448b-bd66-45e9-9512-4545a79a7be0"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:05.549317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5110371-2d8f-4f2b-b60c-d5352fc40f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.552226 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5110371-2d8f-4f2b-b60c-d5352fc40f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:05.553649 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d5110371-2d8f-4f2b-b60c-d5352fc40f9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9258786-555e-4fd6-bb1e-eb8be984c8eb HTTP/1.1" status: 204 len: 168 time: 0.1685171 Nov 12 08:21:05.562282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5110371-2d8f-4f2b-b60c-d5352fc40f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9258786-555e-4fd6-bb1e-eb8be984c8eb,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:05.659793 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cecf20-6215-4342-81ab-64873663b9f9 req-7ce7bf38-a23f-45da-acaa-99ffb3a8a8de tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:05.661476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93cecf20-6215-4342-81ab-64873663b9f9 req-7ce7bf38-a23f-45da-acaa-99ffb3a8a8de tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 968 time: 0.0550814 Nov 12 08:21:05.730770 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93cecf20-6215-4342-81ab-64873663b9f9 req-992dd1c8-5d09-4aec-ab8c-7f5e8062cc67 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618052 Nov 12 08:21:05.751351 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7fc1f2-c7e7-453a-9703-1de18f0013e1 x-openstack-request-id: req-0b7fc1f2-c7e7-453a-9703-1de18f0013e1 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:05.751862 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cba2f3b-315e-4690-82ef-08356b44aba8", "name": "network-vif-plugged", "status": "completed", "tag": "9592448b-bd66-45e9-9512-4545a79a7be0", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:05.751954 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b7fc1f2-c7e7-453a-9703-1de18f0013e1 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:05.752356 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cba2f3b-315e-4690-82ef-08356b44aba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9592448b-bd66-45e9-9512-4545a79a7be0', 'code': 200} Nov 12 08:21:05.903131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd562e-52ed-4833-856e-62ee4e07b343 req-eb714f30-3d23-4daf-811c-ed77c9461163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:05.904728 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bfcd562e-52ed-4833-856e-62ee4e07b343 req-eb714f30-3d23-4daf-811c-ed77c9461163 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 1102 time: 0.0762694 Nov 12 08:21:05.926327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-bfcd562e-52ed-4833-856e-62ee4e07b343 req-f6a131a6-50a6-4497-bf89-10dbcf0e7684 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.036100 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-bfcd562e-52ed-4833-856e-62ee4e07b343 req-f6a131a6-50a6-4497-bf89-10dbcf0e7684 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.040766 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-bfcd562e-52ed-4833-856e-62ee4e07b343 req-f6a131a6-50a6-4497-bf89-10dbcf0e7684 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.095218 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bfcd562e-52ed-4833-856e-62ee4e07b343 req-f6a131a6-50a6-4497-bf89-10dbcf0e7684 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822309 Nov 12 08:21:06.096239 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a131a6-50a6-4497-bf89-10dbcf0e7684 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7bae83c6-6aa7-4bef-a02a-5cec935ed407,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:06.199286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38468) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:06.351347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c56461-1e9e-4822-967a-660ac41133c2 req-8948cea2-e247-48a0-a68b-e596346cc511 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:06.352893 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-29c56461-1e9e-4822-967a-660ac41133c2 req-8948cea2-e247-48a0-a68b-e596346cc511 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 950 time: 0.0664425 Nov 12 08:21:06.361675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-837086293-network', 'tenant_id': '1bf3b8941139451e8acba21723b96ae2'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:06.419261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Made reservation on behalf of 1bf3b8941139451e8acba21723b96ae2 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:06.421788 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.436259 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-29c56461-1e9e-4822-967a-660ac41133c2 req-04760f0d-94be-4169-a4bf-32c9cf35a26f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711813 Nov 12 08:21:06.437556 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.523345 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.528030 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.568209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:06.573379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e784696-4008-42ec-89f7-139778d6a9f4,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:06.590751 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.591157 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Added segment 14eca90b-d485-4d7a-896a-2f61f6cbacd7 of type vlan for network f52d9c59-7b29-4bd7-b161-34f597f50343 Nov 12 08:21:06.643189 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.675483 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.676527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:06.677190 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.740319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38498) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:06.742481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5416811 Nov 12 08:21:06.749612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38502) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:06.754422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a8269821-8472-43d2-84a6-8e98f48bf354 admin admin] Request body: {'subnet': {'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-837086293-subnet', 'tenant_id': '1bf3b8941139451e8acba21723b96ae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:06.758974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedbebf-776c-4c4c-b074-1d965530b627 admin admin] Pushing event updated for resources: {'Network': ['ID=f52d9c59-7b29-4bd7-b161-34f597f50343,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:06.777174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network f52d9c59-7b29-4bd7-b161-34f597f50343 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:06.782917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8269821-8472-43d2-84a6-8e98f48bf354 admin admin] Made reservation on behalf of 1bf3b8941139451e8acba21723b96ae2 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:06.787253 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8269821-8472-43d2-84a6-8e98f48bf354 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:06.929326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf2888-c91e-4ae1-b29e-69a69e00a60b req-0d57bc07-37da-45e5-9b8b-0c6150ec9d66 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:06.932767 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54bf2888-c91e-4ae1-b29e-69a69e00a60b req-0d57bc07-37da-45e5-9b8b-0c6150ec9d66 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 968 time: 0.0604250 Nov 12 08:21:07.012632 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54bf2888-c91e-4ae1-b29e-69a69e00a60b req-f679e8e5-4e29-41dd-a1df-e7f55ba6841b tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732651 Nov 12 08:21:07.030609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8269821-8472-43d2-84a6-8e98f48bf354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.068061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-network', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:07.103041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8269821-8472-43d2-84a6-8e98f48bf354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf91463-1da9-42d8-ad99-c69e0c024ee2,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:07.112490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Made reservation on behalf of a64d8d5abe494314aea0331a40660e70 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:07.112989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8269821-8472-43d2-84a6-8e98f48bf354 admin admin] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:07.113326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8269821-8472-43d2-84a6-8e98f48bf354 admin admin] Network hostable DHCP agents. Network: f52d9c59-7b29-4bd7-b161-34f597f50343, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:07.116133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.128462 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.133364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8269821-8472-43d2-84a6-8e98f48bf354 admin admin] Network f52d9c59-7b29-4bd7-b161-34f597f50343 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:07.145401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-a8269821-8472-43d2-84a6-8e98f48bf354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, f52d9c59-7b29-4bd7-b161-34f597f50343) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:07.159473 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6286378-55dc-4d70-a5f6-7a9dce6f59cd None None] Network f52d9c59-7b29-4bd7-b161-34f597f50343 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:07.162704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8269821-8472-43d2-84a6-8e98f48bf354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:07.162704 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8269821-8472-43d2-84a6-8e98f48bf354 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.205194 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a8269821-8472-43d2-84a6-8e98f48bf354 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4413667 Nov 12 08:21:07.263264 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.267832 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.297522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:07.308082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e804449-b4be-4105-9c15-5f4a87d0d18c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:07.313510 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.314062 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Added segment 79f305fb-93f7-4437-b331-00f891842219 of type vlan for network 170e4127-b637-48e5-9551-255bde693b24 Nov 12 08:21:07.358622 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.374610 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568adb7d-3b5e-48ea-8b94-52c2693b7061 None None] Network f52d9c59-7b29-4bd7-b161-34f597f50343 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:07.397431 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.398603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:07.399613 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.453374 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0076b11-5f07-4103-a3ec-f64282bd81d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.479885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] Pushing event updated for resources: {'Network': ['ID=170e4127-b637-48e5-9551-255bde693b24,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:07.492137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 170e4127-b637-48e5-9551-255bde693b24 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:07.492255 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e63b100a-f398-4601-9ad1-1fff7a9031cf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7494392 Nov 12 08:21:07.495157 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38528) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:07.500937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f933618a-47e0-4a68-916a-f8e21929af9a admin admin] Request body: {'subnet': {'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-subnet', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:07.556381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f933618a-47e0-4a68-916a-f8e21929af9a admin admin] Made reservation on behalf of a64d8d5abe494314aea0331a40660e70 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:07.560854 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f933618a-47e0-4a68-916a-f8e21929af9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.665478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a7cbe-db5a-4d9b-bb5b-a8172dcea1fb req-a34748e2-8167-45da-a122-694fb0ef6fc0 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:07.667888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c72a7cbe-db5a-4d9b-bb5b-a8172dcea1fb req-a34748e2-8167-45da-a122-694fb0ef6fc0 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 950 time: 0.1007140 Nov 12 08:21:07.745796 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c72a7cbe-db5a-4d9b-bb5b-a8172dcea1fb req-80174648-5491-43fe-8b51-12885f4b88ff tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725245 Nov 12 08:21:07.809288 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f933618a-47e0-4a68-916a-f8e21929af9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.860516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933618a-47e0-4a68-916a-f8e21929af9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a31785-f38c-425e-aabd-b02afbc425f7,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:07.901863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933618a-47e0-4a68-916a-f8e21929af9a admin admin] Checking segment: {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:07.902327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933618a-47e0-4a68-916a-f8e21929af9a admin admin] Network hostable DHCP agents. Network: 170e4127-b637-48e5-9551-255bde693b24, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:07.925544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933618a-47e0-4a68-916a-f8e21929af9a admin admin] Network 170e4127-b637-48e5-9551-255bde693b24 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:07.940250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-f933618a-47e0-4a68-916a-f8e21929af9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 170e4127-b637-48e5-9551-255bde693b24) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:07.945898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933618a-47e0-4a68-916a-f8e21929af9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:07.946464 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f933618a-47e0-4a68-916a-f8e21929af9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:07.957021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45005aee-85eb-4e71-ac75-0e6acdc8460e None None] Network 170e4127-b637-48e5-9551-255bde693b24 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:07.974588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f933618a-47e0-4a68-916a-f8e21929af9a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4776235 Nov 12 08:21:07.977452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38544) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:07.993551 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:08.064524 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.065546 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.185219 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.314118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-170e4127-b637-48e5-9551-255bde693b24', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:21:08.315642 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.502864 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.568488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bc508-2ebb-426f-8be5-7f7b102e25eb req-aac48aa1-7b3b-41d7-8ee2-8ea114f7ac48 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:08.570764 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-918bc508-2ebb-426f-8be5-7f7b102e25eb req-aac48aa1-7b3b-41d7-8ee2-8ea114f7ac48 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 968 time: 0.3840249 Nov 12 08:21:08.571426 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Allocated IP 172.20.0.2 (170e4127-b637-48e5-9551-255bde693b24/04a31785-f38c-425e-aabd-b02afbc425f7/4475af22-6741-44b0-86d9-2e1c3bdd93f4) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:08.573206 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.615007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device dcb6deb6-046a-4877-9c80-433748ccdba4 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:08.660804 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-918bc508-2ebb-426f-8be5-7f7b102e25eb req-d73a6f1c-70d6-44b9-a0a5-7b6ed846e718 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808439 Nov 12 08:21:08.818370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port dcb6deb6-046a-4877-9c80-433748ccdba4, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=dcb6deb6-046a-4877-9c80-433748ccdba4,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:08.850359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'dcb6deb6-046a-4877-9c80-433748ccdba4', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'dcb6deb6-046a-4877-9c80-433748ccdba4', 'mac_address': 'fa:16:3e:62:b8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:tempest-test_az-758038984', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:08.853579 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:08.863183 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.025939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38596) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:09.036953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a07ad4-b170-4dd2-938a-9b86f74dcaf5 req-c9065450-c3b9-4f52-a773-9b473539c91a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:09.046306 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-48a07ad4-b170-4dd2-938a-9b86f74dcaf5 req-c9065450-c3b9-4f52-a773-9b473539c91a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 950 time: 0.1779907 Nov 12 08:21:09.049179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.063730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38600) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:09.068674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2087175756-network', 'tenant_id': '565f0b2d0e774b68be41647011d5c99b'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:09.120199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Network 170e4127-b637-48e5-9551-255bde693b24 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:09.123071 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Made reservation on behalf of 565f0b2d0e774b68be41647011d5c99b for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:09.126634 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.137473 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.139157 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.154519 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.175730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb6deb6-046a-4877-9c80-433748ccdba4 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:09.226883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port dcb6deb6-046a-4877-9c80-433748ccdba4, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=dcb6deb6-046a-4877-9c80-433748ccdba4,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:09.232690 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:09.235181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Pushing event updated for resources: {'Port': ['ID=4475af22-6741-44b0-86d9-2e1c3bdd93f4,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:09.253446 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.258165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:09.258719 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.273491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:09.277616 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.302155 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.302549 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Added segment 8aacf994-21ca-4b51-a062-23e0d3cfb7e6 of type vlan for network 5b1f5f0c-3e31-4021-affa-debbdeef30f8 Nov 12 08:21:09.351708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe86763-0d52-4c88-a8c4-184f11e87a75,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:09.368430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.407345 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-48a07ad4-b170-4dd2-938a-9b86f74dcaf5 req-f1d0250d-362a-4420-a194-46bd7e173c3f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594561 Nov 12 08:21:09.409876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cef2af63-5428-494a-a627-78b68bc31ec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.455950 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Allocated IP 172.25.3.17 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/6d05cf32-a483-49a6-bc28-5f3c685da1bf) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:09.463930 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.471527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:09.471527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.500226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Attempting to bind port 4475af22-6741-44b0-86d9-2e1c3bdd93f4 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:09.500991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Attempting to bind port 4475af22-6741-44b0-86d9-2e1c3bdd93f4 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:09.501436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Attempting to bind port 4475af22-6741-44b0-86d9-2e1c3bdd93f4 on network 170e4127-b637-48e5-9551-255bde693b24 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:09.512517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=dcb6deb6-046a-4877-9c80-433748ccdba4,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:09.517714 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:09.518121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Checking segment: {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:09.518603 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.519045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Bound using segment: {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:09.519542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Bound port: 4475af22-6741-44b0-86d9-2e1c3bdd93f4, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:09.519943 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.539188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['dcb6deb6-046a-4877-9c80-433748ccdba4'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:09.614014 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5483322 Nov 12 08:21:09.617407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38618) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:09.626959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1b4afdf9-565c-4de9-abd3-5cb2566147b2 admin admin] Request body: {'subnet': {'network_id': '5b1f5f0c-3e31-4021-affa-debbdeef30f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2087175756-subnet', 'tenant_id': '565f0b2d0e774b68be41647011d5c99b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:09.636407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2861f-1bfb-45cb-83c5-77014413eef1 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1f5f0c-3e31-4021-affa-debbdeef30f8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:09.654237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 5b1f5f0c-3e31-4021-affa-debbdeef30f8 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:09.686220 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.687232 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cef2af63-5428-494a-a627-78b68bc31ec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.694150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cef2af63-5428-494a-a627-78b68bc31ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.712311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4afdf9-565c-4de9-abd3-5cb2566147b2 admin admin] Made reservation on behalf of 565f0b2d0e774b68be41647011d5c99b for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:09.715785 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b4afdf9-565c-4de9-abd3-5cb2566147b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.771496 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.818226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2af63-5428-494a-a627-78b68bc31ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf42578-6177-4045-aa67-180e221e6046,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:09.823717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cef2af63-5428-494a-a627-78b68bc31ec1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8b9ebd6faf8434a88b515719c5fd4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7963972 Nov 12 08:21:09.836809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38622) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:09.860575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6d05cf32-a483-49a6-bc28-5f3c685da1bf,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:09.877267 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:09.879574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] For port 4475af22-6741-44b0-86d9-2e1c3bdd93f4, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:09.880898 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:09.886773 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:09.940201 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:09.942133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] For port 4475af22-6741-44b0-86d9-2e1c3bdd93f4, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4475af22-6741-44b0-86d9-2e1c3bdd93f4,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:09.970147 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dccf38-5232-41e7-8182-f07ffec8d317 req-42be7ef0-237e-4725-aeb9-cbdaa647d2ee tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:09.974683 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8dccf38-5232-41e7-8182-f07ffec8d317 req-42be7ef0-237e-4725-aeb9-cbdaa647d2ee tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 969 time: 0.1596315 Nov 12 08:21:09.989225 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.141696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff506081-86f7-4c13-aa60-927c9fe9b227 None None] Pushing event updated for resources: {'Port': ['ID=4475af22-6741-44b0-86d9-2e1c3bdd93f4,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:10.151803 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e19e281f-c380-4168-a9a0-19e971788ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.207022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38632) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:10.241634 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e19e281f-c380-4168-a9a0-19e971788ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.367653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8dccf38-5232-41e7-8182-f07ffec8d317 req-e6fdfd87-7e8a-4199-8f75-5fc56d8c7e2f tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711782 Nov 12 08:21:10.374526 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e19e281f-c380-4168-a9a0-19e971788ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.377682 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e19e281f-c380-4168-a9a0-19e971788ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.381319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e19e281f-c380-4168-a9a0-19e971788ec9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbf42578-6177-4045-aa67-180e221e6046 HTTP/1.1" status: 204 len: 168 time: 0.5392063 Nov 12 08:21:10.398675 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b4afdf9-565c-4de9-abd3-5cb2566147b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.438896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e281f-c380-4168-a9a0-19e971788ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf42578-6177-4045-aa67-180e221e6046,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:10.522385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4afdf9-565c-4de9-abd3-5cb2566147b2 admin admin] Checking segment: {'id': '8aacf994-21ca-4b51-a062-23e0d3cfb7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5b1f5f0c-3e31-4021-affa-debbdeef30f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:10.522767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4afdf9-565c-4de9-abd3-5cb2566147b2 admin admin] Network hostable DHCP agents. Network: 5b1f5f0c-3e31-4021-affa-debbdeef30f8, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:10.565066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4afdf9-565c-4de9-abd3-5cb2566147b2 admin admin] Network 5b1f5f0c-3e31-4021-affa-debbdeef30f8 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:10.574183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4afdf9-565c-4de9-abd3-5cb2566147b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c8cae6-ba49-4433-b12e-0a4fa2c03614,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:10.578015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1b4afdf9-565c-4de9-abd3-5cb2566147b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 5b1f5f0c-3e31-4021-affa-debbdeef30f8) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:10.583399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4afdf9-565c-4de9-abd3-5cb2566147b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:10.583991 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b4afdf9-565c-4de9-abd3-5cb2566147b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.591532 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2faacef-1d6b-48f9-9b8d-a8c700b88ddc None None] Network 5b1f5f0c-3e31-4021-affa-debbdeef30f8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:10.645424 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1b4afdf9-565c-4de9-abd3-5cb2566147b2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0202498 Nov 12 08:21:10.648370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device dcb6deb6-046a-4877-9c80-433748ccdba4 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:10.717358 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f20e4a6d-4781-454f-bd7e-3615abed6a74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.725988 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.871773 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67913d01-5170-49a0-9e47-c4066810d32c None None] Network 5b1f5f0c-3e31-4021-affa-debbdeef30f8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:10.889482 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f20e4a6d-4781-454f-bd7e-3615abed6a74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.895297 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f20e4a6d-4781-454f-bd7e-3615abed6a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.921199 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:10.943209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04940af4-e8c0-45f2-b8f7-9e0fafa94e3c req-64f48872-21f8-4467-bb6b-f1959d944358 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:10.946625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e4a6d-4781-454f-bd7e-3615abed6a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cb44a5-3875-47ff-9d08-72095e69af7f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:10.948842 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-04940af4-e8c0-45f2-b8f7-9e0fafa94e3c req-64f48872-21f8-4467-bb6b-f1959d944358 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 950 time: 0.3412814 Nov 12 08:21:10.982531 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f20e4a6d-4781-454f-bd7e-3615abed6a74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5277ae50d8884f908b52d0140193e171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7739391 Nov 12 08:21:10.985038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38650) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:11.021233 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port dcb6deb6-046a-4877-9c80-433748ccdba4 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:11.049628 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port dcb6deb6-046a-4877-9c80-433748ccdba4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:11.050297 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.120639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38654) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:11.134924 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee567-5f48-49f1-83ec-05a793e93437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.185800 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee567-5f48-49f1-83ec-05a793e93437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.192564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4475af22-6741-44b0-86d9-2e1c3bdd93f4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:11.229870 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-04940af4-e8c0-45f2-b8f7-9e0fafa94e3c req-7496e362-482d-494d-8606-f5baa06da178 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722313 Nov 12 08:21:11.288074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38662) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:11.314308 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee567-5f48-49f1-83ec-05a793e93437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.317199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee567-5f48-49f1-83ec-05a793e93437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.321237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ce6ee567-5f48-49f1-83ec-05a793e93437 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88cb44a5-3875-47ff-9d08-72095e69af7f HTTP/1.1" status: 204 len: 168 time: 0.3320405 Nov 12 08:21:11.322254 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26dd2f0d-dd8b-4391-afed-e233fbed39dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.391286 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.399456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4475af22-6741-44b0-86d9-2e1c3bdd93f4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:11.400211 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.441767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ee567-5f48-49f1-83ec-05a793e93437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cb44a5-3875-47ff-9d08-72095e69af7f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:11.461773 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.523260 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26dd2f0d-dd8b-4391-afed-e233fbed39dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.543647 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26dd2f0d-dd8b-4391-afed-e233fbed39dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.574252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa68ff4-4329-405a-bcdb-ac520f18d49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb6deb6-046a-4877-9c80-433748ccdba4'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:11.578416 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec59f34-8f9f-4615-b27e-4e7e68016702" -d '{"events": [{"server_uuid": "9fa68ff4-4329-405a-bcdb-ac520f18d49e", "name": "network-vif-plugged", "status": "completed", "tag": "dcb6deb6-046a-4877-9c80-433748ccdba4"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:11.605758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port dcb6deb6-046a-4877-9c80-433748ccdba4, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=dcb6deb6-046a-4877-9c80-433748ccdba4,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:11.613025 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.656923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-26dd2f0d-dd8b-4391-afed-e233fbed39dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8cebcc8e7724387b23041cdfef3fcf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3640354 Nov 12 08:21:11.662125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38670) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:11.682663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd2f0d-dd8b-4391-afed-e233fbed39dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577fc17a-d4ea-4d85-b07f-52ecb0634cd4,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:11.764883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=dcb6deb6-046a-4877-9c80-433748ccdba4,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:11.769739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dee40ce7-f5cc-44c2-a239-c158f0888a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.772401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd8659-0a45-460c-b64e-d5a70130b1ca None None] Network 170e4127-b637-48e5-9551-255bde693b24 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:11.816037 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.827140 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dee40ce7-f5cc-44c2-a239-c158f0888a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.902418 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 4475af22-6741-44b0-86d9-2e1c3bdd93f4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4475af22-6741-44b0-86d9-2e1c3bdd93f4,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:11.906429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c75c4b7c-5216-49e3-9a41-c3f3d45763ed None None] Provisioning complete for port 4475af22-6741-44b0-86d9-2e1c3bdd93f4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:11.907029 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c75c4b7c-5216-49e3-9a41-c3f3d45763ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.908261 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-552d7be1-fa10-4f6d-955f-de90053abacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:11.912998 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.060097 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-552d7be1-fa10-4f6d-955f-de90053abacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.092223 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-552d7be1-fa10-4f6d-955f-de90053abacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.133485 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dee40ce7-f5cc-44c2-a239-c158f0888a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.136117 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dee40ce7-f5cc-44c2-a239-c158f0888a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.137497 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dee40ce7-f5cc-44c2-a239-c158f0888a22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/577fc17a-d4ea-4d85-b07f-52ecb0634cd4 HTTP/1.1" status: 204 len: 168 time: 0.4732976 Nov 12 08:21:12.162092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed42c6-d156-4414-a54a-c4bb6c69bc38 req-f59582bc-2aa8-46df-a30b-7e015817b499 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:12.170655 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3eed42c6-d156-4414-a54a-c4bb6c69bc38 req-f59582bc-2aa8-46df-a30b-7e015817b499 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 969 time: 0.6636376 Nov 12 08:21:12.177033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-72e2d8e3-3641-441c-9072-98d07e598009 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:12.179911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-72e2d8e3-3641-441c-9072-98d07e598009 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 807 time: 0.3274200 Nov 12 08:21:12.182768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38684) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:12.184500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee40ce7-f5cc-44c2-a239-c158f0888a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577fc17a-d4ea-4d85-b07f-52ecb0634cd4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:12.222535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-610d8c61-f5ed-44cb-8b8d-224ac003d6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.234313 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-cb952b44-9ae8-428c-85a1-c1903f920590 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/quotas/1bf3b8941139451e8acba21723b96ae2 HTTP/1.1" status: 200 len: 375 time: 0.0432115 Nov 12 08:21:12.239246 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=4475af22-6741-44b0-86d9-2e1c3bdd93f4,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:12.262607 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-552d7be1-fa10-4f6d-955f-de90053abacc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36caa01702864c5a8d1b403811ea1c01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1369576 Nov 12 08:21:12.262879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38686) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:12.263029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d7be1-fa10-4f6d-955f-de90053abacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5291261a-9a20-453b-9b92-d5001e8fc1be,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:12.290029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770cc57-9ff3-4c04-a50b-11e66dc34b11 req-f0375cca-288a-4e48-9a91-2dd654c6825e tempest-DeleteServersAdminTestJSON-428364656 tempest-DeleteServersAdminTestJSON-428364656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:12.291583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0770cc57-9ff3-4c04-a50b-11e66dc34b11 req-f0375cca-288a-4e48-9a91-2dd654c6825e tempest-DeleteServersAdminTestJSON-428364656 tempest-DeleteServersAdminTestJSON-428364656-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 1102 time: 0.2347596 Nov 12 08:21:12.302419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-2d5ffb55-f2c8-4c8d-a8d5-b4e44ab438f6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550444 Nov 12 08:21:12.418818 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3eed42c6-d156-4414-a54a-c4bb6c69bc38 req-5a7135ab-4358-4bac-8155-8c6efb82a857 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470145 Nov 12 08:21:12.425822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:21:12.450855 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-451c2b21-e66d-4eac-bd3f-e5a5d17d6d7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.479579 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-610d8c61-f5ed-44cb-8b8d-224ac003d6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.502271 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74ce892-2c3b-4e24-9b5e-03702d980753 x-openstack-request-id: req-d74ce892-2c3b-4e24-9b5e-03702d980753 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:12.502557 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa68ff4-4329-405a-bcdb-ac520f18d49e", "name": "network-vif-plugged", "status": "completed", "tag": "dcb6deb6-046a-4877-9c80-433748ccdba4", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:12.502811 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d74ce892-2c3b-4e24-9b5e-03702d980753 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:12.503265 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa68ff4-4329-405a-bcdb-ac520f18d49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb6deb6-046a-4877-9c80-433748ccdba4', 'code': 200} Nov 12 08:21:12.514473 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-610d8c61-f5ed-44cb-8b8d-224ac003d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.561933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-451c2b21-e66d-4eac-bd3f-e5a5d17d6d7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.621216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2b80408f-3a9b-43d3-ab65-0ed59f5b9cc6 None None] Provisioning complete for port 4475af22-6741-44b0-86d9-2e1c3bdd93f4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:12.621587 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2b80408f-3a9b-43d3-ab65-0ed59f5b9cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.647342 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-610d8c61-f5ed-44cb-8b8d-224ac003d6b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6319d6732d3548248fcd9102c33f4c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587948 Nov 12 08:21:12.657215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38702) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:12.702845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-048c79ae-02d9-493f-a9cc-1e9e5facc08b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:12.704039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-048c79ae-02d9-493f-a9cc-1e9e5facc08b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1789944 Nov 12 08:21:12.724836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d8c61-f5ed-44cb-8b8d-224ac003d6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7711ca-2962-4bc8-9ec0-108a81a6e611,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:12.774249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-0770cc57-9ff3-4c04-a50b-11e66dc34b11 req-7544824e-318e-4885-a70b-903f5ada9c12 tempest-DeleteServersAdminTestJSON-428364656 tempest-DeleteServersAdminTestJSON-428364656-project-admin] Deleting port 9592448b-bd66-45e9-9512-4545a79a7be0 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:12.774249 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0770cc57-9ff3-4c04-a50b-11e66dc34b11 req-7544824e-318e-4885-a70b-903f5ada9c12 tempest-DeleteServersAdminTestJSON-428364656 tempest-DeleteServersAdminTestJSON-428364656-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.812334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:12.819246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e4a96-7223-48a2-95eb-2bbf54883677 req-8f3bb209-c96e-4e24-8fc2-2b552720572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:12.822931 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Sync routers for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:12.830748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a0e4a96-7223-48a2-95eb-2bbf54883677 req-8f3bb209-c96e-4e24-8fc2-2b552720572c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 1122 time: 0.2285650 Nov 12 08:21:12.846605 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:12.847542 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:21:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:12.894628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7da91-7f13-4118-800b-a04bc10fd7c0 req-f99fb35b-cc96-4229-bebe-89532377f8f7 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:12.896314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78d7da91-7f13-4118-800b-a04bc10fd7c0 req-f99fb35b-cc96-4229-bebe-89532377f8f7 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 950 time: 0.2375946 Nov 12 08:21:12.898526 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-d39cc39e-92d8-4210-b4fb-94ea57401bbd service neutron] 10.222.0.31 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807942 Nov 12 08:21:12.903841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-451c2b21-e66d-4eac-bd3f-e5a5d17d6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.906400 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-451c2b21-e66d-4eac-bd3f-e5a5d17d6d7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.910297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-451c2b21-e66d-4eac-bd3f-e5a5d17d6d7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5291261a-9a20-453b-9b92-d5001e8fc1be HTTP/1.1" status: 204 len: 168 time: 0.6454082 Nov 12 08:21:12.911525 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:12.912791 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-26c98c0e-d532-4747-9e8b-954d93d080e1 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9296055 Nov 12 08:21:12.921293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38710) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:12.935786 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7948ab0-6aad-450a-88f8-2df485b67b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.027548 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-3ed15b7f-4ff8-496f-afb5-54e7a2ef9a34 service neutron] 10.222.0.31 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144459 Nov 12 08:21:13.039485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c2b21-e66d-4eac-bd3f-e5a5d17d6d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5291261a-9a20-453b-9b92-d5001e8fc1be,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:13.067637 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a0e4a96-7223-48a2-95eb-2bbf54883677 req-e73b6799-52b6-4b1a-a93a-5a9625efb2d8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354918 Nov 12 08:21:13.090132 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7948ab0-6aad-450a-88f8-2df485b67b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.094910 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-0770cc57-9ff3-4c04-a50b-11e66dc34b11 req-7544824e-318e-4885-a70b-903f5ada9c12 tempest-DeleteServersAdminTestJSON-428364656 tempest-DeleteServersAdminTestJSON-428364656-project-admin] For port 9592448b-bd66-45e9-9512-4545a79a7be0, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9592448b-bd66-45e9-9512-4545a79a7be0,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:13.095110 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0770cc57-9ff3-4c04-a50b-11e66dc34b11 req-7544824e-318e-4885-a70b-903f5ada9c12 tempest-DeleteServersAdminTestJSON-428364656 tempest-DeleteServersAdminTestJSON-428364656-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.114952 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4475af22-6741-44b0-86d9-2e1c3bdd93f4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:13.163032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-0770cc57-9ff3-4c04-a50b-11e66dc34b11 req-7544824e-318e-4885-a70b-903f5ada9c12 tempest-DeleteServersAdminTestJSON-428364656 tempest-DeleteServersAdminTestJSON-428364656-project-admin] Calling delete_port for 9592448b-bd66-45e9-9512-4545a79a7be0 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:13.216046 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78d7da91-7f13-4118-800b-a04bc10fd7c0 req-429ef96a-3a69-4cdd-96dc-c9cd34369864 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019540 Nov 12 08:21:13.272763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4475af22-6741-44b0-86d9-2e1c3bdd93f4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:13.273842 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.293856 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:13.397636 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4865bca5-cf39-442e-bbc1-d9edae0dea3f req-ba8ee29c-f500-468c-aa15-5143d64e1855 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 210 time: 0.0399699 Nov 12 08:21:13.599811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38728) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:13.625666 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:10Z', 'revision_number': 3, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:13.633994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d1c47b4-fb89-426a-ac7f-51b14c88133d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.668020 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Checking router: e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:13.668332 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Updating router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 port 6d05cf32-a483-49a6-bc28-5f3c685da1bf binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:21:13.694169 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7948ab0-6aad-450a-88f8-2df485b67b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.697000 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7948ab0-6aad-450a-88f8-2df485b67b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.699444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9404bb-088a-4b7c-918a-bdf0ddd931f4 req-8e7987eb-3e83-45b5-91e2-2d1b18cee90f tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:13.700996 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c7948ab0-6aad-450a-88f8-2df485b67b35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb7711ca-2962-4bc8-9ec0-108a81a6e611 HTTP/1.1" status: 204 len: 168 time: 1.0409064 Nov 12 08:21:13.714335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8f9404bb-088a-4b7c-918a-bdf0ddd931f4 req-8e7987eb-3e83-45b5-91e2-2d1b18cee90f tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 970 time: 0.1750872 Nov 12 08:21:13.739817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7948ab0-6aad-450a-88f8-2df485b67b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7711ca-2962-4bc8-9ec0-108a81a6e611,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:13.741513 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.884846 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d1c47b4-fb89-426a-ac7f-51b14c88133d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.896213 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d1c47b4-fb89-426a-ac7f-51b14c88133d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.934467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c47b4-fb89-426a-ac7f-51b14c88133d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fe30ee-3dc9-49c7-941e-977f62eaf275,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:13.954142 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0770cc57-9ff3-4c04-a50b-11e66dc34b11 req-7544824e-318e-4885-a70b-903f5ada9c12 tempest-DeleteServersAdminTestJSON-428364656 tempest-DeleteServersAdminTestJSON-428364656-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:13.967495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['9592448b-bd66-45e9-9512-4545a79a7be0'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:14.013055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8f9404bb-088a-4b7c-918a-bdf0ddd931f4 req-d8f0f658-7947-452b-94f7-be8b56cfc9bc tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976601 Nov 12 08:21:14.030726 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3d1c47b4-fb89-426a-ac7f-51b14c88133d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20961fd56ccc454bbd4e1fe92d5187b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251699 Nov 12 08:21:14.034055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38740) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:14.054552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544824e-318e-4885-a70b-903f5ada9c12 tempest-DeleteServersAdminTestJSON-428364656 tempest-DeleteServersAdminTestJSON-428364656-project-admin] Pushing event deleted for resources: {'Port': ['ID=9592448b-bd66-45e9-9512-4545a79a7be0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:14.108346 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf9ff-ce57-4cff-8621-692dce8045d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.156744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf9ff-ce57-4cff-8621-692dce8045d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.236650 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf9ff-ce57-4cff-8621-692dce8045d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.240658 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a0cf9ff-ce57-4cff-8621-692dce8045d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.241921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2a0cf9ff-ce57-4cff-8621-692dce8045d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11fe30ee-3dc9-49c7-941e-977f62eaf275 HTTP/1.1" status: 204 len: 168 time: 0.2067420 Nov 12 08:21:14.251920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cf9ff-ce57-4cff-8621-692dce8045d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fe30ee-3dc9-49c7-941e-977f62eaf275,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:14.284905 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.392884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0770cc57-9ff3-4c04-a50b-11e66dc34b11 req-7544824e-318e-4885-a70b-903f5ada9c12 tempest-DeleteServersAdminTestJSON-428364656 tempest-DeleteServersAdminTestJSON-428364656-project-admin] No DVR routers for this DVR port 9592448b-bd66-45e9-9512-4545a79a7be0 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:14.398795 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0770cc57-9ff3-4c04-a50b-11e66dc34b11 req-7544824e-318e-4885-a70b-903f5ada9c12 tempest-DeleteServersAdminTestJSON-428364656 tempest-DeleteServersAdminTestJSON-428364656-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.403662 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0770cc57-9ff3-4c04-a50b-11e66dc34b11 req-7544824e-318e-4885-a70b-903f5ada9c12 tempest-DeleteServersAdminTestJSON-428364656 tempest-DeleteServersAdminTestJSON-428364656-project-admin] 10.222.0.52 "DELETE /v2.0/ports/9592448b-bd66-45e9-9512-4545a79a7be0 HTTP/1.1" status: 204 len: 173 time: 2.0976098 Nov 12 08:21:14.407992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cba2f3b-315e-4690-82ef-08356b44aba8', 'name': 'network-vif-deleted', 'tag': '9592448b-bd66-45e9-9512-4545a79a7be0'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:14.410295 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c690ebb2-27ba-458a-8c2f-d3d793acfab0" -d '{"events": [{"server_uuid": "5cba2f3b-315e-4690-82ef-08356b44aba8", "name": "network-vif-deleted", "tag": "9592448b-bd66-45e9-9512-4545a79a7be0"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:14.549218 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.560373 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.609363 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a479fa3-96fc-405a-9465-70cd60bd9598 x-openstack-request-id: req-6a479fa3-96fc-405a-9465-70cd60bd9598 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:14.609919 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cba2f3b-315e-4690-82ef-08356b44aba8", "name": "network-vif-deleted", "tag": "9592448b-bd66-45e9-9512-4545a79a7be0", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:14.612803 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a479fa3-96fc-405a-9465-70cd60bd9598 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:14.613467 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cba2f3b-315e-4690-82ef-08356b44aba8', 'name': 'network-vif-deleted', 'tag': '9592448b-bd66-45e9-9512-4545a79a7be0', 'status': 'completed', 'code': 200} Nov 12 08:21:14.653211 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Attempting to bind port 6d05cf32-a483-49a6-bc28-5f3c685da1bf on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:14.653726 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Attempting to bind port 6d05cf32-a483-49a6-bc28-5f3c685da1bf by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:14.654286 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Attempting to bind port 6d05cf32-a483-49a6-bc28-5f3c685da1bf on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:14.659448 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Pushing event updated for resources: {'Port': ['ID=6d05cf32-a483-49a6-bc28-5f3c685da1bf,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:14.665853 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:14.666340 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:14.667117 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.667791 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:14.668933 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Bound port: 6d05cf32-a483-49a6-bc28-5f3c685da1bf, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:14.669473 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.680665 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:14.681754 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:14.682479 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:14.682914 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:14.683846 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:14.684229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a24aa852-9c3c-4376-b54c-e474c5ca0dc9 req-f2f0b686-51f7-4316-914d-b85e6c484128 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 210 time: 0.0849855 Nov 12 08:21:14.684751 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:14.684962 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:14.685495 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:14.685903 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:14.686317 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:14.686708 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:14.687173 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Tracked resource versions report: Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: pushed versions: Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: { 'AddressGroup': {'1.2'}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'ConntrackHelper': {'1.0'}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'Log': {'1.0'}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'Network': {'1.1'}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'Port': {'1.7'}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'PortForwarding': {'1.2'}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'QosPolicy': {'1.10'}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'SecurityGroup': {'1.5'}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'SubPort': {'1.0'}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'Subnet': {'1.1'}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'Trunk': {'1.1'}} Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: consumer versions: Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: { DHCP agent@n-d-768851-18: {}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: HyperV agent@n-h1-768851-18: {}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: HyperV agent@n-h2-768851-18: {}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: L3 agent@n-d-768851-18: {}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: Metadata agent@n-d-768851-18: {}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: Metering agent@n-d-768851-18: {}, Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: Open vSwitch agent@n-d-768851-18: { 'AddressGroup': '1.2', Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'ConntrackHelper': '1.0', Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'Log': '1.0', Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'Network': '1.1', Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'Port': '1.7', Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'PortForwarding': '1.2', Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'QosPolicy': '1.10', Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'SecurityGroup': '1.5', Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'SecurityGroupRule': '1.2', Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'SubPort': '1.0', Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'Subnet': '1.1', Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: 'Trunk': '1.1'}} Nov 12 08:21:14.688736 n-d-768851-18 neutron-server[102447]: {{(pid=102447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:21:14.707776 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e34a0d3-d987-4cb8-9669-39b9fef6bf24 req-cc6a9568-c9b7-4d25-8a27-011e1adc52ef tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=5cba2f3b-315e-4690-82ef-08356b44aba8 HTTP/1.1" status: 200 len: 210 time: 0.3010786 Nov 12 08:21:14.792263 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] For port 6d05cf32-a483-49a6-bc28-5f3c685da1bf, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:14.799455 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] For port 6d05cf32-a483-49a6-bc28-5f3c685da1bf, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6d05cf32-a483-49a6-bc28-5f3c685da1bf,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:14.813200 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:14.894529 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:14.896077 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:21:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:14.950890 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f50bb-5992-42a7-81e0-a52326bba596 None None] Pushing event updated for resources: {'Port': ['ID=6d05cf32-a483-49a6-bc28-5f3c685da1bf,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:15.052675 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:15.075777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Allocated IP 172.20.0.1 (170e4127-b637-48e5-9551-255bde693b24/04a31785-f38c-425e-aabd-b02afbc425f7/b8daca72-eb84-49e2-bb64-66143a337bc2) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:15.345635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e2037-3548-4c52-b84d-b4654ee6235d req-75910b20-dbe5-4ceb-82d3-12ae5c36c41f tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:15.357915 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb4e2037-3548-4c52-b84d-b4654ee6235d req-75910b20-dbe5-4ceb-82d3-12ae5c36c41f tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 970 time: 0.1631379 Nov 12 08:21:15.409490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.46', 52613) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:15.625556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:15.702399 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:15.708084 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:10Z', 'revision_number': 3, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:15.787851 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-940a0c04-9557-469f-ab04-467398f3f7a2 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:15.789347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-940a0c04-9557-469f-ab04-467398f3f7a2 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.46 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 807 time: 0.3786261 Nov 12 08:21:15.803770 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a8d0bb-a778-4944-861d-3314a03d7cd2 None None] The sync data for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 is: [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:10Z', 'revision_number': 3, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:15.806209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb4e2037-3548-4c52-b84d-b4654ee6235d req-0a62731a-28cf-43d0-8a09-9883d094de73 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469781 Nov 12 08:21:15.819627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Network 170e4127-b637-48e5-9551-255bde693b24 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:15.840231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:15.846235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:15.969878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0d03f02-8295-4913-ba5b-db86e977e609 req-382be8b7-29d5-4278-bb2a-e3b86c38582b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 210 time: 0.0699151 Nov 12 08:21:15.992041 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.159178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Pushing event updated for resources: {'Port': ['ID=b8daca72-eb84-49e2-bb64-66143a337bc2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:16.416488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b3af057d-5a7b-43b2-ad23-2834b7139ed3 None None] Provisioning complete for port b8daca72-eb84-49e2-bb64-66143a337bc2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:16.417794 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b3af057d-5a7b-43b2-ad23-2834b7139ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.426824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5c409-9fed-4b14-917a-3b311d15ffc2 req-80f8eb07-504f-44b5-8182-15b086d0378d tempest-AggregatesAdminTestJSON-229835868 tempest-AggregatesAdminTestJSON-229835868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:16.437144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ef5c409-9fed-4b14-917a-3b311d15ffc2 req-80f8eb07-504f-44b5-8182-15b086d0378d tempest-AggregatesAdminTestJSON-229835868 tempest-AggregatesAdminTestJSON-229835868-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 1122 time: 0.0892239 Nov 12 08:21:16.478840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b3af057d-5a7b-43b2-ad23-2834b7139ed3 None None] Port b8daca72-eb84-49e2-bb64-66143a337bc2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:16.503623 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6ef5c409-9fed-4b14-917a-3b311d15ffc2 req-5c0c9f3f-63b3-4a38-a1df-7f25db0b755c tempest-AggregatesAdminTestJSON-229835868 tempest-AggregatesAdminTestJSON-229835868-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.658210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6ef5c409-9fed-4b14-917a-3b311d15ffc2 req-5c0c9f3f-63b3-4a38-a1df-7f25db0b755c tempest-AggregatesAdminTestJSON-229835868 tempest-AggregatesAdminTestJSON-229835868-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.664053 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9592448b-bd66-45e9-9512-4545a79a7be0 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:16.666113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6ef5c409-9fed-4b14-917a-3b311d15ffc2 req-5c0c9f3f-63b3-4a38-a1df-7f25db0b755c tempest-AggregatesAdminTestJSON-229835868 tempest-AggregatesAdminTestJSON-229835868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.685336 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:16.725737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 9592448b-bd66-45e9-9512-4545a79a7be0 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:16.726893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9592448b-bd66-45e9-9512-4545a79a7be0 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:16.788075 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ef5c409-9fed-4b14-917a-3b311d15ffc2 req-5c0c9f3f-63b3-4a38-a1df-7f25db0b755c tempest-AggregatesAdminTestJSON-229835868 tempest-AggregatesAdminTestJSON-229835868-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437757 Nov 12 08:21:16.794313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c9f3f-63b3-4a38-a1df-7f25db0b755c tempest-AggregatesAdminTestJSON-229835868 tempest-AggregatesAdminTestJSON-229835868-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d919931a-350c-4c43-becd-3acdfd5c0440,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:16.999353 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-739b1813-6873-4fd3-8473-cfaf0d64e821 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3e9aabe225ac4482a97f4ff1348d7eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504386 Nov 12 08:21:17.006192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.013606 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.097406 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.114574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6d05cf32-a483-49a6-bc28-5f3c685da1bf up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:17.195875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-facbafd8-eacb-4ede-ad92-701fa5265d69 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:17.207850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-facbafd8-eacb-4ede-ad92-701fa5265d69 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959729 Nov 12 08:21:17.232454 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-6c2c40ef-e223-4cf4-9f10-75bc63324f11 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/quotas/3e9aabe225ac4482a97f4ff1348d7eb8 HTTP/1.1" status: 200 len: 375 time: 0.0230663 Nov 12 08:21:17.269427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Pushing event updated for resources: {'Port': ['ID=b8daca72-eb84-49e2-bb64-66143a337bc2,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:17.328970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-50333aca-bb84-4dfa-8005-32832b9451fa tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e9aabe225ac4482a97f4ff1348d7eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949824 Nov 12 08:21:17.359574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Network 170e4127-b637-48e5-9551-255bde693b24 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:17.363924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:17.662710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9d86b3be-79b2-4372-be98-16a3e9a4e8a6 req-f9cc5cb2-acd8-425c-9de1-aed59c1d0e82 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 210 time: 0.0913255 Nov 12 08:21:17.692416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6d05cf32-a483-49a6-bc28-5f3c685da1bf triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:17.692981 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.833234 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:21:17.901734 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.907457 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d01f5e6f-8316-4991-b066-f92a21508b19 req-4437f153-82e9-4d98-91a7-e45b8475892e tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 210 time: 0.1146193 Nov 12 08:21:17.974954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 6d05cf32-a483-49a6-bc28-5f3c685da1bf, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6d05cf32-a483-49a6-bc28-5f3c685da1bf,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:17.979346 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-df8448be-84d0-4697-8590-b7f6766afa53 None None] Provisioning complete for port b8daca72-eb84-49e2-bb64-66143a337bc2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:17.980124 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-df8448be-84d0-4697-8590-b7f6766afa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:17.984210 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:18.132867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-df8448be-84d0-4697-8590-b7f6766afa53 None None] Port b8daca72-eb84-49e2-bb64-66143a337bc2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:18.178859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=6d05cf32-a483-49a6-bc28-5f3c685da1bf,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:18.326053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:21:18.347105 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-592ba586-1818-434f-a03f-99790be129fc admin admin] 10.222.0.31 "PUT /v2.0/routers/e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4218135 Nov 12 08:21:18.902439 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b3d306f6-b743-4fde-a8d5-c47ac0f3433c req-d23ec830-d9d4-4eda-9223-9d64be9c1507 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 210 time: 0.1188109 Nov 12 08:21:19.062812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6d05cf32-a483-49a6-bc28-5f3c685da1bf up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:19.148003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6d05cf32-a483-49a6-bc28-5f3c685da1bf triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:19.152961 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.437946 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-3062a2a9-aac3-439f-bb66-ebf7bf2531cd tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3e9aabe225ac4482a97f4ff1348d7eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227618 Nov 12 08:21:19.603025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-4c7f5f83-133f-4286-a667-4a18bfb71d0e tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:19.605400 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-4c7f5f83-133f-4286-a667-4a18bfb71d0e tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611128 Nov 12 08:21:19.619125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Request body: {'port': {'device_id': 'f18c6faf-27f9-45db-8e68-73baab05417f', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '3e9aabe225ac4482a97f4ff1348d7eb8'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:19.827601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Made reservation on behalf of 3e9aabe225ac4482a97f4ff1348d7eb8 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:19.831565 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:19.894846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Sync routers for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:21:19.912656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:19.913849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:21:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:19.940636 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-829edf56-73d3-45ad-909f-1ebbd83e1f0a req-f476c225-74eb-4dc9-b169-e096001b0055 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 210 time: 0.0308969 Nov 12 08:21:20.028082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Allocated IP 192.168.233.245 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/c78112e4-75d3-478d-81b6-82b021f97386) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:20.067254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:20.240983 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4bcecd0-23a7-446e-a4e2-2b36ed663da1 req-2f31aada-74cf-4aea-90bd-3a0d1ad21d8c tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=887c1d57be8f4db9b92f8e56bf085421&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286713 Nov 12 08:21:20.312643 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 2, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:20.342691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Checking router: e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:21:20.343049 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Updating router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 port b8daca72-eb84-49e2-bb64-66143a337bc2 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:21:20.382091 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.386603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcecd0-23a7-446e-a4e2-2b36ed663da1 req-4ec442cc-4582-4ef4-bc0e-af6f8c329d4f tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:20.388159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4bcecd0-23a7-446e-a4e2-2b36ed663da1 req-4ec442cc-4582-4ef4-bc0e-af6f8c329d4f tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393678 Nov 12 08:21:20.406248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4bcecd0-23a7-446e-a4e2-2b36ed663da1 req-7c362491-ae23-41f2-8227-0b9932004f04 tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] 10.222.0.31 "GET /v2.0/quotas/887c1d57be8f4db9b92f8e56bf085421 HTTP/1.1" status: 200 len: 375 time: 0.0113764 Nov 12 08:21:20.455800 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4bcecd0-23a7-446e-a4e2-2b36ed663da1 req-bd498521-2ea0-4277-afc8-5c220e7ec5bc tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=887c1d57be8f4db9b92f8e56bf085421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398030 Nov 12 08:21:20.533872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-153d9954-d557-4105-8217-1682e5c6d369 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:20.535379 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-153d9954-d557-4105-8217-1682e5c6d369 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 821 time: 0.4546111 Nov 12 08:21:20.571295 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-98d882f3-e5ff-468a-af5b-d498cd5f93d6 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/quotas/a64d8d5abe494314aea0331a40660e70 HTTP/1.1" status: 200 len: 375 time: 0.0230253 Nov 12 08:21:20.577838 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.668341 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-7d848116-d882-499f-ab13-e81e00bb6764 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877585 Nov 12 08:21:20.677053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.736369 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.738448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:20.744905 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.745434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:20.754181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:20.788027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Pushing event updated for resources: {'Port': ['ID=c78112e4-75d3-478d-81b6-82b021f97386,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:20.798235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbaec7-e1e9-4025-a0ae-b95a31968e45 None None] Pushing event updated for resources: {'Port': ['ID=b8daca72-eb84-49e2-bb64-66143a337bc2,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:20.869084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:20.871789 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.903105 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Attempting to bind port b8daca72-eb84-49e2-bb64-66143a337bc2 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:20.903515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Attempting to bind port b8daca72-eb84-49e2-bb64-66143a337bc2 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:20.903963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Attempting to bind port b8daca72-eb84-49e2-bb64-66143a337bc2 on network 170e4127-b637-48e5-9551-255bde693b24 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:20.909829 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-afb7b11f-6994-4bd7-bc20-e5e733a5d67a tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2957194 Nov 12 08:21:20.913222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:20.913649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Checking segment: {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:20.914078 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.914548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Bound using segment: {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:20.915119 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Bound port: b8daca72-eb84-49e2-bb64-66143a337bc2, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:20.915745 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:20.933863 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Request body: {'port': {'device_id': 'f18c6faf-27f9-45db-8e68-73baab05417f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:21.027854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-e15639ea-5290-4e90-baab-6b3ff8d20158 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:21.029322 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-e15639ea-5290-4e90-baab-6b3ff8d20158 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1144805 Nov 12 08:21:21.030099 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.038167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] For port b8daca72-eb84-49e2-bb64-66143a337bc2, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:21.043869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] For port b8daca72-eb84-49e2-bb64-66143a337bc2, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b8daca72-eb84-49e2-bb64-66143a337bc2,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:21.050931 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.146371 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbaec7-e1e9-4025-a0ae-b95a31968e45 None None] Pushing event updated for resources: {'Port': ['ID=b8daca72-eb84-49e2-bb64-66143a337bc2,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:21.170211 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:21:21.170862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:21:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:21.233678 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-18c39ebe-4618-4465-95f5-ac417445b110 req-a064dd62-08ce-4255-b8c0-4197e8ea6338 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 210 time: 0.0423596 Nov 12 08:21:21.285495 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-c719448e-766f-4347-9bef-cc158d79aa55 service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366900 Nov 12 08:21:21.315673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:21:21.480433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8d52b65e-a1d9-409d-9e09-d57e80013704 None None] Provisioning complete for port b8daca72-eb84-49e2-bb64-66143a337bc2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:21.480781 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d52b65e-a1d9-409d-9e09-d57e80013704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.489002 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-5e989592-e9f6-490c-81ec-165607d5da3d service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964834 Nov 12 08:21:21.648901 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78112e4-75d3-478d-81b6-82b021f97386 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:21.659828 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.675283 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d52b65e-a1d9-409d-9e09-d57e80013704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.688284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Transition to ACTIVE for port object c78112e4-75d3-478d-81b6-82b021f97386 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:21.696544 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.749538 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:21:21.794426 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1688b61b-3f00-452c-a9da-dc79c1f2b83a None None] The sync data for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 is: [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:21:21.808498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Pushing event updated for resources: {'Port': ['ID=c78112e4-75d3-478d-81b6-82b021f97386,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:21.840918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8d52b65e-a1d9-409d-9e09-d57e80013704 None None] For port b8daca72-eb84-49e2-bb64-66143a337bc2, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b8daca72-eb84-49e2-bb64-66143a337bc2,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:21.892371 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d52b65e-a1d9-409d-9e09-d57e80013704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:21.899377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3e99d-82fc-40f0-9466-95396d7010ca req-1fd2783e-cfb7-4a16-89de-c9ae2c09ee18 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:21.910776 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3b3e99d-82fc-40f0-9466-95396d7010ca req-1fd2783e-cfb7-4a16-89de-c9ae2c09ee18 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 948 time: 0.1790252 Nov 12 08:21:22.026881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52b65e-a1d9-409d-9e09-d57e80013704 None None] Pushing event updated for resources: {'Port': ['ID=b8daca72-eb84-49e2-bb64-66143a337bc2,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:22.067919 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.229885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-56af7a1e-da9d-4289-ab5f-b214a2a093f4 None None] Provisioning complete for port b8daca72-eb84-49e2-bb64-66143a337bc2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:22.231886 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-56af7a1e-da9d-4289-ab5f-b214a2a093f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.304003 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0321dda-dc50-42f0-8496-2d522690ba02 req-54cc6ad7-d2a2-405d-8541-e4160348f6ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1069078 Nov 12 08:21:22.331091 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3b3e99d-82fc-40f0-9466-95396d7010ca req-d80a6194-2c4b-4a27-8704-882cc3431aaf tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142563 Nov 12 08:21:22.332687 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Attempting to bind port c78112e4-75d3-478d-81b6-82b021f97386 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:22.334005 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Attempting to bind port c78112e4-75d3-478d-81b6-82b021f97386 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:22.334493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Attempting to bind port c78112e4-75d3-478d-81b6-82b021f97386 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:22.360150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Port c78112e4-75d3-478d-81b6-82b021f97386 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:22.363890 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Attempting to bind port c78112e4-75d3-478d-81b6-82b021f97386 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:22.376762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:22.377152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:22.381597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:22.381816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Bound port: c78112e4-75d3-478d-81b6-82b021f97386, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:22.382102 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.467052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0321dda-dc50-42f0-8496-2d522690ba02 req-ccd632d2-0331-44a0-b357-e3eb495425fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:22.468802 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0321dda-dc50-42f0-8496-2d522690ba02 req-ccd632d2-0331-44a0-b357-e3eb495425fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe6ea1e214ca4f6090af2c22eeadce9d&device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 1122 time: 0.0818112 Nov 12 08:21:22.502630 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-104f51be-5fe7-46c9-a608-3aef28af05a4 req-3f75eabf-d839-4d5b-86ff-156de2655443 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 210 time: 0.0432093 Nov 12 08:21:22.575011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] For port c78112e4-75d3-478d-81b6-82b021f97386, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:22.580521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] For port c78112e4-75d3-478d-81b6-82b021f97386, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c78112e4-75d3-478d-81b6-82b021f97386,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:22.593818 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.706164 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:22.706870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:22.708208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] 10.222.0.52 "PUT /v2.0/ports/c78112e4-75d3-478d-81b6-82b021f97386 HTTP/1.1" status: 200 len: 1097 time: 1.7849615 Nov 12 08:21:22.710780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18c6faf-27f9-45db-8e68-73baab05417f', 'tag': 'c78112e4-75d3-478d-81b6-82b021f97386'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:22.737405 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d044982-e5f2-4381-b521-24167bb40c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f18c6faf-27f9-45db-8e68-73baab05417f", "tag": "c78112e4-75d3-478d-81b6-82b021f97386"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:22.780925 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0321dda-dc50-42f0-8496-2d522690ba02 req-e69804b3-2f52-4a9e-bbfa-fbb4b7776812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:22.782841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0321dda-dc50-42f0-8496-2d522690ba02 req-e69804b3-2f52-4a9e-bbfa-fbb4b7776812 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2892940 Nov 12 08:21:22.850120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0321dda-dc50-42f0-8496-2d522690ba02 req-59dd2194-d4b5-4b6c-a1c4-adc09f0e19fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=dcb6deb6-046a-4877-9c80-433748ccdba4 HTTP/1.1" status: 200 len: 217 time: 0.0603924 Nov 12 08:21:22.894636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee874eb-58d6-42c0-aaac-934ab457db63 service neutron] Pushing event updated for resources: {'Port': ['ID=c78112e4-75d3-478d-81b6-82b021f97386,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:22.941728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-bc71db06-6687-4d6c-9587-f5ca7aa1dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:22.945473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0321dda-dc50-42f0-8496-2d522690ba02 req-69ceca67-6f0c-4fcf-aed2-0e559445202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:22.948642 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0321dda-dc50-42f0-8496-2d522690ba02 req-69ceca67-6f0c-4fcf-aed2-0e559445202d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0914137 Nov 12 08:21:22.957751 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-bc71db06-6687-4d6c-9587-f5ca7aa1dcee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e9aabe225ac4482a97f4ff1348d7eb8&device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 1100 time: 0.1739652 Nov 12 08:21:23.112011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0321dda-dc50-42f0-8496-2d522690ba02 req-748d13e5-d0c1-42b5-a95f-e1f754375564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:23.114176 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0321dda-dc50-42f0-8496-2d522690ba02 req-748d13e5-d0c1-42b5-a95f-e1f754375564 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1522706 Nov 12 08:21:23.136070 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-b8838981-c68f-4315-bf4a-f1316d540e12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=c78112e4-75d3-478d-81b6-82b021f97386 HTTP/1.1" status: 200 len: 217 time: 0.1697838 Nov 12 08:21:23.140769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b8daca72-eb84-49e2-bb64-66143a337bc2 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:23.168323 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2be62240-5746-400c-9e0e-75d25aa0bf29 req-4ad3eecf-91ab-4bb5-98c5-1574abfbba75 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 210 time: 0.0565794 Nov 12 08:21:23.240529 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd0a01c-bc3b-4802-a0c7-c500ecf5901e x-openstack-request-id: req-ffd0a01c-bc3b-4802-a0c7-c500ecf5901e {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:23.240823 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18c6faf-27f9-45db-8e68-73baab05417f", "tag": "c78112e4-75d3-478d-81b6-82b021f97386", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:23.241215 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffd0a01c-bc3b-4802-a0c7-c500ecf5901e {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:23.241489 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18c6faf-27f9-45db-8e68-73baab05417f', 'tag': 'c78112e4-75d3-478d-81b6-82b021f97386', 'status': 'completed', 'code': 200} Nov 12 08:21:23.262158 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-4a3ed417-bfa1-4ad8-aedf-f3fe33bd7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:23.264713 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-4a3ed417-bfa1-4ad8-aedf-f3fe33bd7f32 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1003361 Nov 12 08:21:23.336408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-70201278-ec2e-47b0-9256-ceed9e72af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:23.339030 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-70201278-ec2e-47b0-9256-ceed9e72af48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0661762 Nov 12 08:21:23.349400 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0321dda-dc50-42f0-8496-2d522690ba02 req-76221766-2b13-4e9d-aa0b-c1530d37f0c0 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267127 Nov 12 08:21:23.548572 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-89aa7bfa-ccf9-4f14-83f4-d13192aefcbf service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001743 Nov 12 08:21:23.550319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b8daca72-eb84-49e2-bb64-66143a337bc2 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:23.550796 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:23.601005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0321dda-dc50-42f0-8496-2d522690ba02 req-2917f362-f88e-4f11-bae8-04acc694830c service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445040 Nov 12 08:21:23.747737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410fea-c57d-4b1a-a10e-7053387c4daf req-4a3f025e-2a4d-46da-ba0e-282220ac40aa tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:23.747737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4f410fea-c57d-4b1a-a10e-7053387c4daf req-4a3f025e-2a4d-46da-ba0e-282220ac40aa tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 948 time: 0.1452134 Nov 12 08:21:23.809510 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-240e0af7-a3fe-401e-9de4-e34c8fa79e3a req-f4440cfd-27ca-4813-90ba-7f2839805490 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479420 Nov 12 08:21:23.819824 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4f410fea-c57d-4b1a-a10e-7053387c4daf req-6a302adb-21cc-4bec-b1fb-89920fc288ac tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666227 Nov 12 08:21:23.831194 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6fddebd8-035c-4d2d-a6ad-29d3b937752d req-52e35150-037e-45a2-b130-dd1bde3023d4 tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=887c1d57be8f4db9b92f8e56bf085421&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372517 Nov 12 08:21:23.977876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d044982-e5f2-4381-b521-24167bb40c8d req-e69a819c-045a-4868-8f22-50d9147bf172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:23.979286 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d044982-e5f2-4381-b521-24167bb40c8d req-e69a819c-045a-4868-8f22-50d9147bf172 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e9aabe225ac4482a97f4ff1348d7eb8&device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 1100 time: 0.0977430 Nov 12 08:21:23.985500 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-900ae3fa-92e5-4e7a-b8ae-04f2bd9770f0 req-fd4e55bb-c4aa-4c52-b345-9edca8ce31d3 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 210 time: 0.0419078 Nov 12 08:21:24.031244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddebd8-035c-4d2d-a6ad-29d3b937752d req-b9923dca-f3f6-469b-939a-8b327b9d3f5c tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:24.032778 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6fddebd8-035c-4d2d-a6ad-29d3b937752d req-b9923dca-f3f6-469b-939a-8b327b9d3f5c tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926215 Nov 12 08:21:24.073748 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6fddebd8-035c-4d2d-a6ad-29d3b937752d req-7a192a52-ff68-40ec-8388-cc6c8b8bdb4b tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] 10.222.0.31 "GET /v2.0/quotas/887c1d57be8f4db9b92f8e56bf085421 HTTP/1.1" status: 200 len: 375 time: 0.0122280 Nov 12 08:21:24.122127 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6fddebd8-035c-4d2d-a6ad-29d3b937752d req-0fff3084-fc04-49fd-b423-dcadc9549142 tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=887c1d57be8f4db9b92f8e56bf085421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364912 Nov 12 08:21:24.139482 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d044982-e5f2-4381-b521-24167bb40c8d req-803c162e-daee-4f50-b95f-e4aeed9774c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:24.140967 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d044982-e5f2-4381-b521-24167bb40c8d req-803c162e-daee-4f50-b95f-e4aeed9774c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1513393 Nov 12 08:21:24.190063 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d044982-e5f2-4381-b521-24167bb40c8d req-ea37baba-f2da-440d-ae92-4e8f2d7dac03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=c78112e4-75d3-478d-81b6-82b021f97386 HTTP/1.1" status: 200 len: 217 time: 0.0407717 Nov 12 08:21:24.269675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d044982-e5f2-4381-b521-24167bb40c8d req-e8b7c5e9-16ac-49ac-b17f-8a8995b7de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:24.271455 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d044982-e5f2-4381-b521-24167bb40c8d req-e8b7c5e9-16ac-49ac-b17f-8a8995b7de99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0647144 Nov 12 08:21:24.331001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d044982-e5f2-4381-b521-24167bb40c8d req-4e570061-f93b-42cb-8f8f-d1976d87032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:24.332825 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d044982-e5f2-4381-b521-24167bb40c8d req-4e570061-f93b-42cb-8f8f-d1976d87032f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0484328 Nov 12 08:21:24.335275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85cdb1ff-d66f-4b85-bd08-c097899f80a7 req-5dcb65dc-4e6c-449b-b155-f798965fa5c3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 210 time: 0.0349081 Nov 12 08:21:24.459360 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d044982-e5f2-4381-b521-24167bb40c8d req-d31c1393-2c20-44c5-bd8d-e9c539f7bdba service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172538 Nov 12 08:21:24.487695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39136) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:24.610001 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d044982-e5f2-4381-b521-24167bb40c8d req-26fc9b38-0537-46fa-9082-e279cb863945 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417670 Nov 12 08:21:24.838787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39166) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:24.937836 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df83cac8-160c-4188-9eb7-95fa12c023f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.007645 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-94827ea7-64b1-42bd-9b7f-a840a16ecc39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.065721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bf1a7-3f89-401c-a4be-0f8b5bad27ce req-1af7d3e2-8d46-42e3-8ffa-101183f41789 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:25.068260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee0bf1a7-3f89-401c-a4be-0f8b5bad27ce req-1af7d3e2-8d46-42e3-8ffa-101183f41789 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 948 time: 0.1068041 Nov 12 08:21:25.128616 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-94827ea7-64b1-42bd-9b7f-a840a16ecc39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.132628 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-94827ea7-64b1-42bd-9b7f-a840a16ecc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.144032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39182) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:25.178661 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee0bf1a7-3f89-401c-a4be-0f8b5bad27ce req-a21f5ec0-ae8a-4828-a58d-e4a11351a7c1 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031129 Nov 12 08:21:25.187888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-94827ea7-64b1-42bd-9b7f-a840a16ecc39 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b3b87f6474c45368fca1212813e2022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478451 Nov 12 08:21:25.188371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39186) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:25.196485 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df83cac8-160c-4188-9eb7-95fa12c023f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.209042 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df83cac8-160c-4188-9eb7-95fa12c023f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.211723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94827ea7-64b1-42bd-9b7f-a840a16ecc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b6545-db14-4368-bd18-22c7fd8bb766,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:25.246638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83cac8-160c-4188-9eb7-95fa12c023f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384cc4ca-ddfd-4ff4-b538-7af26d816030,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:25.267999 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-df83cac8-160c-4188-9eb7-95fa12c023f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91ee7c346e4a445db81886bddd99c1db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7790935 Nov 12 08:21:25.271086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39190) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:25.297442 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0121162e-f503-4132-bb91-c20728892cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.324284 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0121162e-f503-4132-bb91-c20728892cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.345098 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89685069-baaa-4923-b66b-088b8347cb46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.367611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89685069-baaa-4923-b66b-088b8347cb46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.396366 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4549d1b9-8f5d-4f2d-bfa9-d45955e4c6f2 req-b5ece437-3c48-4b33-8dc8-570904bc924b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 210 time: 0.0571177 Nov 12 08:21:25.397612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe296653-422a-4ee0-b886-f532a324bf62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.438489 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0121162e-f503-4132-bb91-c20728892cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.442829 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0121162e-f503-4132-bb91-c20728892cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.444948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Request body: {'port': {'device_id': '04888fdd-72af-4532-8cd7-e9bcc1164302', 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343', 'admin_state_up': True, 'tenant_id': '1bf3b8941139451e8acba21723b96ae2'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:25.445838 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0121162e-f503-4132-bb91-c20728892cc0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae2b6545-db14-4368-bd18-22c7fd8bb766 HTTP/1.1" status: 204 len: 168 time: 0.2560356 Nov 12 08:21:25.467855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121162e-f503-4132-bb91-c20728892cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b6545-db14-4368-bd18-22c7fd8bb766,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:25.583324 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe296653-422a-4ee0-b886-f532a324bf62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.589347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5e5ad7e-e486-4b36-866a-4015dfd0868c req-43bce39a-79e8-41a5-922e-d3658c0f7c47 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 210 time: 0.0503476 Nov 12 08:21:25.590226 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe296653-422a-4ee0-b886-f532a324bf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.593371 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89685069-baaa-4923-b66b-088b8347cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.597491 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89685069-baaa-4923-b66b-088b8347cb46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.598822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-89685069-baaa-4923-b66b-088b8347cb46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/384cc4ca-ddfd-4ff4-b538-7af26d816030 HTTP/1.1" status: 204 len: 168 time: 0.3262608 Nov 12 08:21:25.616539 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89685069-baaa-4923-b66b-088b8347cb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384cc4ca-ddfd-4ff4-b538-7af26d816030,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:25.664537 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fe296653-422a-4ee0-b886-f532a324bf62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22537cd666bd40d78fa5e2ec0600ee3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5187809 Nov 12 08:21:25.665345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe296653-422a-4ee0-b886-f532a324bf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b48bb8-f8d5-4e3c-8bfb-e6af7415ce62,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:25.670271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39206) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:25.709930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Made reservation on behalf of 1bf3b8941139451e8acba21723b96ae2 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:25.714388 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.835856 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05d43125-1ee8-4e27-922b-5cc5e86661b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.886986 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05d43125-1ee8-4e27-922b-5cc5e86661b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:25.973385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Allocated IP 172.20.0.4 (f52d9c59-7b29-4bd7-b161-34f597f50343/fbf91463-1da9-42d8-ad99-c69e0c024ee2/7f7feb2f-b5e7-4dd6-931c-79952a2eb54a) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:26.035768 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05d43125-1ee8-4e27-922b-5cc5e86661b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.038654 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05d43125-1ee8-4e27-922b-5cc5e86661b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.042935 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-05d43125-1ee8-4e27-922b-5cc5e86661b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73b48bb8-f8d5-4e3c-8bfb-e6af7415ce62 HTTP/1.1" status: 204 len: 168 time: 0.3684630 Nov 12 08:21:26.084962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d43125-1ee8-4e27-922b-5cc5e86661b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b48bb8-f8d5-4e3c-8bfb-e6af7415ce62,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:26.254508 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.285054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39234) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:26.316523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a03993-f25e-4a0a-a2de-1f5b62eec359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.384612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39238) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:26.385206 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.46', 52618) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:26.388129 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.476479 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a03993-f25e-4a0a-a2de-1f5b62eec359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.485356 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a03993-f25e-4a0a-a2de-1f5b62eec359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.507492 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5929fc2a-2501-48b3-80ac-79f2a2ffaa7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.536735 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f3a03993-f25e-4a0a-a2de-1f5b62eec359 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d87a695997c94152a402e250a930eba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505577 Nov 12 08:21:26.541040 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39244) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:26.610523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a03993-f25e-4a0a-a2de-1f5b62eec359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f82727a-687d-4082-b396-9ef94e937e0f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:26.634906 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1278df88-750f-44e3-85f1-455a88c818e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.666334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1278df88-750f-44e3-85f1-455a88c818e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.711488 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5929fc2a-2501-48b3-80ac-79f2a2ffaa7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.724933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5929fc2a-2501-48b3-80ac-79f2a2ffaa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.745394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c78112e4-75d3-478d-81b6-82b021f97386 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:26.795476 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8805496-0527-4d60-977d-854fb1cb029f req-4c1686bf-e0a2-486d-9c14-08e90432d66a tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 210 time: 0.0573983 Nov 12 08:21:26.796367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1278df88-750f-44e3-85f1-455a88c818e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.805703 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1278df88-750f-44e3-85f1-455a88c818e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:26.816784 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1278df88-750f-44e3-85f1-455a88c818e8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f82727a-687d-4082-b396-9ef94e937e0f HTTP/1.1" status: 204 len: 168 time: 0.2740541 Nov 12 08:21:26.823736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Network f52d9c59-7b29-4bd7-b161-34f597f50343 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:26.825767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278df88-750f-44e3-85f1-455a88c818e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f82727a-687d-4082-b396-9ef94e937e0f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:26.841708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929fc2a-2501-48b3-80ac-79f2a2ffaa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6969812b-1daf-456c-9f04-b948a3cecb25,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:26.864166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bced88-dd70-488a-a3ea-b09bc5e6b711 req-a73d8310-0cfa-449b-9ff1-29d02a6bbce2 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:26.874584 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40bced88-dd70-488a-a3ea-b09bc5e6b711 req-a73d8310-0cfa-449b-9ff1-29d02a6bbce2 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 948 time: 0.5426052 Nov 12 08:21:26.909677 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5929fc2a-2501-48b3-80ac-79f2a2ffaa7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa8d28bb58734ca1b176f7cda8062ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5174286 Nov 12 08:21:26.911081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:26.921957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39266) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:26.927705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:26.959237 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f003342a-5269-4597-bd38-ddde83166c11 req-552a8195-4b1a-40a4-9814-b2a9a34adbba tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=887c1d57be8f4db9b92f8e56bf085421&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539632 Nov 12 08:21:26.999565 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c78112e4-75d3-478d-81b6-82b021f97386, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c78112e4-75d3-478d-81b6-82b021f97386,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:27.004611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Pushing event updated for resources: {'Port': ['ID=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:27.027905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'c78112e4-75d3-478d-81b6-82b021f97386', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'c78112e4-75d3-478d-81b6-82b021f97386', 'mac_address': 'fa:16:3e:15:29:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:27.046640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.046640 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.082824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-52f09c5b-74cb-486c-9e9c-4362afedd9cf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.084526 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-52f09c5b-74cb-486c-9e9c-4362afedd9cf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.46 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 821 time: 0.6930337 Nov 12 08:21:27.098932 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-89b7da1e-72fe-473b-b3d9-7453b42b3516 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6745327 Nov 12 08:21:27.112361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.121763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Request body: {'port': {'device_id': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'admin_state_up': True, 'tenant_id': 'a64d8d5abe494314aea0331a40660e70'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:27.134777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-d77c56ad-2879-4bb4-a0ef-38f19c5a7523 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:27.136125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-d77c56ad-2879-4bb4-a0ef-38f19c5a7523 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0258915 Nov 12 08:21:27.141860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78112e4-75d3-478d-81b6-82b021f97386 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:27.178319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40bced88-dd70-488a-a3ea-b09bc5e6b711 req-aa34e953-3c18-4786-9c29-d97caa37f6a7 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013885 Nov 12 08:21:27.184400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c78112e4-75d3-478d-81b6-82b021f97386, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c78112e4-75d3-478d-81b6-82b021f97386,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:27.192372 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.268562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39270) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:27.295308 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=c78112e4-75d3-478d-81b6-82b021f97386,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:27.304721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf5b5-9922-48bf-a649-6c4b6ac5a632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.358540 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd215a7d-8b11-43da-acc5-74dce5b85f48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.398894 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd215a7d-8b11-43da-acc5-74dce5b85f48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.421211 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['c78112e4-75d3-478d-81b6-82b021f97386'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:27.497541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003342a-5269-4597-bd38-ddde83166c11 req-e175d874-bec0-41b6-9ae8-f57bd3c71a5f tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.511501 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f003342a-5269-4597-bd38-ddde83166c11 req-e175d874-bec0-41b6-9ae8-f57bd3c71a5f tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5407958 Nov 12 08:21:27.536044 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f003342a-5269-4597-bd38-ddde83166c11 req-bddbc387-dbee-43b1-b3e6-4ea2889e8825 tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] 10.222.0.31 "GET /v2.0/quotas/887c1d57be8f4db9b92f8e56bf085421 HTTP/1.1" status: 200 len: 375 time: 0.0230048 Nov 12 08:21:27.555947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd215a7d-8b11-43da-acc5-74dce5b85f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.558899 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd215a7d-8b11-43da-acc5-74dce5b85f48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.569359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bd215a7d-8b11-43da-acc5-74dce5b85f48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6969812b-1daf-456c-9f04-b948a3cecb25 HTTP/1.1" status: 204 len: 168 time: 0.6432266 Nov 12 08:21:27.603515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd215a7d-8b11-43da-acc5-74dce5b85f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6969812b-1daf-456c-9f04-b948a3cecb25,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:27.615479 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f003342a-5269-4597-bd38-ddde83166c11 req-fcefc38b-a07c-46a9-911a-6dabaeacdb04 tempest-QuotasAdminNegativeTest-641945551 tempest-QuotasAdminNegativeTest-641945551-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=887c1d57be8f4db9b92f8e56bf085421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766561 Nov 12 08:21:27.631899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Request body: {'port': {'device_id': '04888fdd-72af-4532-8cd7-e9bcc1164302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:27.654185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611a99d-3355-46ce-9ad1-ef94f819f3ac req-5194e1e1-bcd8-4af0-80c2-ca8fdf1b26dc tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:27.665995 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0611a99d-3355-46ce-9ad1-ef94f819f3ac req-5194e1e1-bcd8-4af0-80c2-ca8fdf1b26dc tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 931 time: 0.3486533 Nov 12 08:21:27.822966 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Made reservation on behalf of a64d8d5abe494314aea0331a40660e70 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:27.828234 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.932459 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf5b5-9922-48bf-a649-6c4b6ac5a632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.934699 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:27.943151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0611a99d-3355-46ce-9ad1-ef94f819f3ac req-48e04e2f-f138-4fe4-be68-ee31cb9722ed tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757702 Nov 12 08:21:27.956773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf5b5-9922-48bf-a649-6c4b6ac5a632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.120469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cf5b5-9922-48bf-a649-6c4b6ac5a632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59e31fb-663c-4b7f-8c60-b6390d347d6c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:28.188292 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2a4cf5b5-9922-48bf-a649-6c4b6ac5a632 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19350a7bac6a40f0ab6122d476ebf395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9152536 Nov 12 08:21:28.192321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39306) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:28.346249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Allocated IP 172.20.0.6 (170e4127-b637-48e5-9551-255bde693b24/04a31785-f38c-425e-aabd-b02afbc425f7/455bb988-0600-4285-a333-595e96e231f6) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:28.348847 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.407638 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0670926-e6b8-4582-8cdd-453479fb9115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.478423 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0670926-e6b8-4582-8cdd-453479fb9115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.569460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39320) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:28.604676 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0670926-e6b8-4582-8cdd-453479fb9115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.608769 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0670926-e6b8-4582-8cdd-453479fb9115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.616882 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a0670926-e6b8-4582-8cdd-453479fb9115 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c59e31fb-663c-4b7f-8c60-b6390d347d6c HTTP/1.1" status: 204 len: 168 time: 0.4222193 Nov 12 08:21:28.639294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0670926-e6b8-4582-8cdd-453479fb9115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59e31fb-663c-4b7f-8c60-b6390d347d6c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:28.644139 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ba3a5a01-2865-4f03-b626-0c071efdbfed req-d152bcf7-701c-4f6b-9e69-523df17e1819 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 210 time: 0.0932500 Nov 12 08:21:28.756157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1214680918-network', 'tenant_id': 'bef941d2508140b5b49158f037d4051b'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:28.772845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c78112e4-75d3-478d-81b6-82b021f97386 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:28.810133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Made reservation on behalf of bef941d2508140b5b49158f037d4051b for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:28.821126 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.844625 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:28.909630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port c78112e4-75d3-478d-81b6-82b021f97386 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:28.921667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port c78112e4-75d3-478d-81b6-82b021f97386 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:28.922536 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.045231 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.053217 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.085699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac390e23-70bb-4bdc-8b89-78fc072405e9 req-e215a303-7753-4587-a2ee-0944fe56e73b tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:29.085903 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.091968 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac390e23-70bb-4bdc-8b89-78fc072405e9 req-e215a303-7753-4587-a2ee-0944fe56e73b tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 970 time: 0.1308215 Nov 12 08:21:29.172544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18c6faf-27f9-45db-8e68-73baab05417f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78112e4-75d3-478d-81b6-82b021f97386'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:29.179356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:29.180623 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6485c7e7-ace9-449f-a0d3-a994bfc035e7" -d '{"events": [{"server_uuid": "f18c6faf-27f9-45db-8e68-73baab05417f", "name": "network-vif-plugged", "status": "completed", "tag": "c78112e4-75d3-478d-81b6-82b021f97386"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:29.193030 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.193471 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Added segment 9a686d3e-0550-4333-a9f5-357c698eaca1 of type vlan for network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 Nov 12 08:21:29.213419 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.216481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:29.218130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c78112e4-75d3-478d-81b6-82b021f97386, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c78112e4-75d3-478d-81b6-82b021f97386,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:29.231587 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.235000 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.271671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b474d-eec6-4053-82cc-9f7551c2a97e req-b3dab640-964c-49bf-a25c-0f65b2ecf62f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:29.281411 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db4b474d-eec6-4053-82cc-9f7551c2a97e req-b3dab640-964c-49bf-a25c-0f65b2ecf62f tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 949 time: 0.4817796 Nov 12 08:21:29.287785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Transition to ACTIVE for port object 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:29.292130 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.297512 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.333903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636aa333-c6a9-4833-b587-5eb8deb98855,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:29.341728 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.343236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:29.344192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.407707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=c78112e4-75d3-478d-81b6-82b021f97386,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:29.422412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.514510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] Pushing event updated for resources: {'Network': ['ID=083fe3fa-345c-4ea4-922a-599f9b73b5c3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:29.536725 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:29.540115 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d69dcda1-a1de-4ca0-9bb2-da60c9cfff34 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9680915 Nov 12 08:21:29.546511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39352) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:29.559442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-037c402b-b87e-492f-8197-0ca09c25f4f1 admin admin] Request body: {'subnet': {'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1214680918-subnet', 'tenant_id': 'bef941d2508140b5b49158f037d4051b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:29.579166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Network 170e4127-b637-48e5-9551-255bde693b24 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:29.583487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:29.597842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:29.617284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:29.641256 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac390e23-70bb-4bdc-8b89-78fc072405e9 req-6b784045-dd6d-426d-be9c-8df0373adf82 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980037 Nov 12 08:21:29.655274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037c402b-b87e-492f-8197-0ca09c25f4f1 admin admin] Made reservation on behalf of bef941d2508140b5b49158f037d4051b for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:29.658075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-037c402b-b87e-492f-8197-0ca09c25f4f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:29.791273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39356) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:29.808347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db4b474d-eec6-4053-82cc-9f7551c2a97e req-d190ac46-ea5c-41f9-92bd-53775961c93e tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259795 Nov 12 08:21:29.940070 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99efcc86-88b6-4949-a6d7-20dca6d21e41 x-openstack-request-id: req-99efcc86-88b6-4949-a6d7-20dca6d21e41 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:29.946176 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18c6faf-27f9-45db-8e68-73baab05417f", "name": "network-vif-plugged", "status": "completed", "tag": "c78112e4-75d3-478d-81b6-82b021f97386", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:29.946584 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99efcc86-88b6-4949-a6d7-20dca6d21e41 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:29.947529 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18c6faf-27f9-45db-8e68-73baab05417f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78112e4-75d3-478d-81b6-82b021f97386', 'code': 200} Nov 12 08:21:29.963158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Attempting to bind port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:29.963924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Attempting to bind port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:29.964551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Attempting to bind port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:29.990119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:29.991032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Attempting to bind port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:30.059989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:30.061642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.065080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Pushing event updated for resources: {'Port': ['ID=455bb988-0600-4285-a333-595e96e231f6,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:30.072936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:30.075842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:30.076435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:30.077026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Bound port: 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:30.077782 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.173854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b27955-1fdb-4cd9-bdf8-c83ab5f63815 req-6d4336e0-f5e2-4d87-8048-affc36e37730 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:30.175625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f4f99b48-4375-4a69-a395-41df954010ee None None] Provisioning complete for port 455bb988-0600-4285-a333-595e96e231f6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:30.176106 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6b27955-1fdb-4cd9-bdf8-c83ab5f63815 req-6d4336e0-f5e2-4d87-8048-affc36e37730 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 943 time: 0.2279983 Nov 12 08:21:30.178618 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f4f99b48-4375-4a69-a395-41df954010ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.255494 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d7211-660e-40e9-8cc2-0ac610cefd19 req-8381e4e4-ae94-46c1-8925-cf77f91c65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:30.257458 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2d6d7211-660e-40e9-8cc2-0ac610cefd19 req-8381e4e4-ae94-46c1-8925-cf77f91c65dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 1102 time: 0.2026546 Nov 12 08:21:30.257718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f4f99b48-4375-4a69-a395-41df954010ee None None] Port 455bb988-0600-4285-a333-595e96e231f6 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:30.272915 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-57172b9e-e864-4f2d-8d90-a85352303edf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1695695 Nov 12 08:21:30.315890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Request body: {'port': {'device_id': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:30.347408 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6b27955-1fdb-4cd9-bdf8-c83ab5f63815 req-f1412c03-fc48-4dd9-b93e-7d4dda525c15 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119976 Nov 12 08:21:30.401225 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-037c402b-b87e-492f-8197-0ca09c25f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.492009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2d6d7211-660e-40e9-8cc2-0ac610cefd19 req-4c8de5be-e672-4cc1-bdef-9c6f15c80a6c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048953 Nov 12 08:21:30.540038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c402b-b87e-492f-8197-0ca09c25f4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca9d935-b743-43ba-87ab-2598092634c1,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:30.553243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c402b-b87e-492f-8197-0ca09c25f4f1 admin admin] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:30.554158 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c402b-b87e-492f-8197-0ca09c25f4f1 admin admin] Network hostable DHCP agents. Network: 083fe3fa-345c-4ea4-922a-599f9b73b5c3, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:30.581974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c402b-b87e-492f-8197-0ca09c25f4f1 admin admin] Network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:30.620335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-037c402b-b87e-492f-8197-0ca09c25f4f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 083fe3fa-345c-4ea4-922a-599f9b73b5c3) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:30.631876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a86-a7b2-4c90-a603-a8f7212bcb57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.632089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c402b-b87e-492f-8197-0ca09c25f4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:30.639729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3000e5ae-61fc-415b-b95e-cfe519c11ab0 None None] Network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:30.644200 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-037c402b-b87e-492f-8197-0ca09c25f4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.680543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff6cb8-8246-4c73-a2ef-fdddadc9de2f req-272d0325-2c99-43ac-957e-c08d13f2950c tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:30.688310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adff6cb8-8246-4c73-a2ef-fdddadc9de2f req-272d0325-2c99-43ac-957e-c08d13f2950c tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 931 time: 0.5727425 Nov 12 08:21:30.694311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:30.695232 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-037c402b-b87e-492f-8197-0ca09c25f4f1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1424656 Nov 12 08:21:30.699005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.779433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:30.810409 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:30.826161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e4a1c-467a-487b-800b-aa26b54576f5 req-0e8a7781-05d7-4d82-b055-f182fe933e82 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:30.839922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d7e4a1c-467a-487b-800b-aa26b54576f5 req-0e8a7781-05d7-4d82-b055-f182fe933e82 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 970 time: 0.5500262 Nov 12 08:21:30.889248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831c963-3866-462c-a3fd-e95f6de084d4 req-78cbed95-efef-4ff5-b549-e7d853e4f1d5 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:30.889248 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9831c963-3866-462c-a3fd-e95f6de084d4 req-78cbed95-efef-4ff5-b549-e7d853e4f1d5 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 970 time: 0.1051512 Nov 12 08:21:30.974668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed3ec7f-6cf3-4e05-b73a-202dcb02a1f0 None None] Network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:30.992736 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9831c963-3866-462c-a3fd-e95f6de084d4 req-53edb59b-21ed-48bc-99c3-9b26c562b318 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885122 Nov 12 08:21:31.105038 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adff6cb8-8246-4c73-a2ef-fdddadc9de2f req-c6014824-a0fc-45bd-9620-35388d0d6e6a tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158080 Nov 12 08:21:31.171547 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:31.172617 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.174247 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] 10.222.0.46 "PUT /v2.0/ports/7f7feb2f-b5e7-4dd6-931c-79952a2eb54a HTTP/1.1" status: 200 len: 1092 time: 3.6798203 Nov 12 08:21:31.190853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfde74-bdd3-402c-a635-c94cc652ed40 req-3c2a2166-1ac5-4100-b59f-2cd709e2a2df tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:31.192384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04888fdd-72af-4532-8cd7-e9bcc1164302', 'tag': '7f7feb2f-b5e7-4dd6-931c-79952a2eb54a'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:31.196130 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d465a9-8a16-47d5-8402-f4309484ef8e" -d '{"events": [{"name": "network-changed", "server_uuid": "04888fdd-72af-4532-8cd7-e9bcc1164302", "tag": "7f7feb2f-b5e7-4dd6-931c-79952a2eb54a"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:31.199860 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73bfde74-bdd3-402c-a635-c94cc652ed40 req-3c2a2166-1ac5-4100-b59f-2cd709e2a2df tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 950 time: 0.1257384 Nov 12 08:21:31.264905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73bfde74-bdd3-402c-a635-c94cc652ed40 req-dec3654e-8f3c-4e76-a15a-c9fa11de24c4 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639999 Nov 12 08:21:31.315710 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc775dd-dd0d-4459-96e9-34f366e256bf x-openstack-request-id: req-8dc775dd-dd0d-4459-96e9-34f366e256bf {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:31.316523 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04888fdd-72af-4532-8cd7-e9bcc1164302", "tag": "7f7feb2f-b5e7-4dd6-931c-79952a2eb54a", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:31.316523 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dc775dd-dd0d-4459-96e9-34f366e256bf {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:31.316703 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04888fdd-72af-4532-8cd7-e9bcc1164302', 'tag': '7f7feb2f-b5e7-4dd6-931c-79952a2eb54a', 'status': 'completed', 'code': 200} Nov 12 08:21:31.329277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc458bb1-c986-4703-9ab5-79a816351776 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:31.457133 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a86-a7b2-4c90-a603-a8f7212bcb57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.480962 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e6e42a86-a7b2-4c90-a603-a8f7212bcb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.542094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3521c-bd08-4258-8705-f81e0704d41e req-b429c1d9-ac7c-4b02-bdf7-a0afd85eb9e7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:31.551813 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fef3521c-bd08-4258-8705-f81e0704d41e req-b429c1d9-ac7c-4b02-bdf7-a0afd85eb9e7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 943 time: 0.0743902 Nov 12 08:21:31.560892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-96447a6f-55ec-4705-89c3-8ad8801a8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:31.562723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-96447a6f-55ec-4705-89c3-8ad8801a8fcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 1095 time: 0.2742515 Nov 12 08:21:31.631122 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fef3521c-bd08-4258-8705-f81e0704d41e req-9082ad36-e934-49d0-88d3-a9fd4d78558a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781734 Nov 12 08:21:31.666494 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e6e42a86-a7b2-4c90-a603-a8f7212bcb57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=887c1d57be8f4db9b92f8e56bf085421&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8721657 Nov 12 08:21:31.670887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39412) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:31.671518 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-43972b37-bb61-4fac-9b64-35c1840236be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a HTTP/1.1" status: 200 len: 217 time: 0.0926452 Nov 12 08:21:31.671630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e42a86-a7b2-4c90-a603-a8f7212bcb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86d1c75-595b-49e4-a81b-186ffd456e90,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:31.678357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-4d7e4a1c-467a-487b-800b-aa26b54576f5 req-98180b75-b73d-4e92-833e-130f878975c3 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Deleting port dcb6deb6-046a-4877-9c80-433748ccdba4 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:31.678697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4d7e4a1c-467a-487b-800b-aa26b54576f5 req-98180b75-b73d-4e92-833e-130f878975c3 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.768198 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-209811e8-f6bc-4bc4-94cc-4f028cf42634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.798072 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-209811e8-f6bc-4bc4-94cc-4f028cf42634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.838958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-373fa9d3-6174-48b7-a04e-4a1381824b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:31.840465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-373fa9d3-6174-48b7-a04e-4a1381824b84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1548653 Nov 12 08:21:31.875100 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-209811e8-f6bc-4bc4-94cc-4f028cf42634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.884839 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-209811e8-f6bc-4bc4-94cc-4f028cf42634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.884839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-209811e8-f6bc-4bc4-94cc-4f028cf42634 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e86d1c75-595b-49e4-a81b-186ffd456e90 HTTP/1.1" status: 204 len: 168 time: 0.2082384 Nov 12 08:21:31.891515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209811e8-f6bc-4bc4-94cc-4f028cf42634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86d1c75-595b-49e4-a81b-186ffd456e90,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:31.916216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-0d30e03d-9c8d-4e78-9d7f-867a30cdeee2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652184 Nov 12 08:21:31.925507 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4d7e4a1c-467a-487b-800b-aa26b54576f5 req-98180b75-b73d-4e92-833e-130f878975c3 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] For port dcb6deb6-046a-4877-9c80-433748ccdba4, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=dcb6deb6-046a-4877-9c80-433748ccdba4,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:31.925825 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4d7e4a1c-467a-487b-800b-aa26b54576f5 req-98180b75-b73d-4e92-833e-130f878975c3 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:31.985926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-4d7e4a1c-467a-487b-800b-aa26b54576f5 req-98180b75-b73d-4e92-833e-130f878975c3 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Calling delete_port for dcb6deb6-046a-4877-9c80-433748ccdba4 owned by compute:tempest-test_az-758038984 {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:31.997537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455bb988-0600-4285-a333-595e96e231f6 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:32.057282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.152776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Transition to ACTIVE for port object 455bb988-0600-4285-a333-595e96e231f6 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:32.182577 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.234293 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-0021c5cb-e751-4bb0-ad2e-465df3bdaeb6 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055913 Nov 12 08:21:32.320943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217a703-d65d-4b46-883f-44b8cc702069 req-46ffc8aa-4035-4940-b60a-b1f583db3ed8 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:32.322660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2217a703-d65d-4b46-883f-44b8cc702069 req-46ffc8aa-4035-4940-b60a-b1f583db3ed8 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa68ff4-4329-405a-bcdb-ac520f18d49e HTTP/1.1" status: 200 len: 970 time: 0.1989560 Nov 12 08:21:32.323336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Pushing event updated for resources: {'Port': ['ID=455bb988-0600-4285-a333-595e96e231f6,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:32.537692 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:21:32.548583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4d7e4a1c-467a-487b-800b-aa26b54576f5 req-98180b75-b73d-4e92-833e-130f878975c3 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.563317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['dcb6deb6-046a-4877-9c80-433748ccdba4'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:32.613225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-965a3c91-b8d6-462d-a2af-4b70d8a17418 req-e51751c0-4b84-4f46-9d65-18ba4d43d86d service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619173 Nov 12 08:21:32.619855 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2217a703-d65d-4b46-883f-44b8cc702069 req-f79e52a7-68dc-4a05-9142-26125a53c176 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628908 Nov 12 08:21:32.630262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98180b75-b73d-4e92-833e-130f878975c3 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Pushing event deleted for resources: {'Port': ['ID=dcb6deb6-046a-4877-9c80-433748ccdba4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:32.664284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Attempting to bind port 455bb988-0600-4285-a333-595e96e231f6 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:32.664908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Attempting to bind port 455bb988-0600-4285-a333-595e96e231f6 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:32.666030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Attempting to bind port 455bb988-0600-4285-a333-595e96e231f6 on network 170e4127-b637-48e5-9551-255bde693b24 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:32.685177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39446) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:32.709949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Port 455bb988-0600-4285-a333-595e96e231f6 on network 170e4127-b637-48e5-9551-255bde693b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:32.710340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Attempting to bind port 455bb988-0600-4285-a333-595e96e231f6 on network 170e4127-b637-48e5-9551-255bde693b24 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:32.720572 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21aa21f6-162e-4b07-8b79-a0c3d7e0b16e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.892105 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21aa21f6-162e-4b07-8b79-a0c3d7e0b16e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.901454 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21aa21f6-162e-4b07-8b79-a0c3d7e0b16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:32.929397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39452) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:32.939226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-415574545-network', 'tenant_id': '0a1bd2aaa8a84a59a68e83a659b68c99'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:32.970758 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-21aa21f6-162e-4b07-8b79-a0c3d7e0b16e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c7d298c5be14532bc783024e458017e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840073 Nov 12 08:21:32.973908 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa21f6-162e-4b07-8b79-a0c3d7e0b16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12653de9-3b47-4855-8a3b-c092dfda71ce,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:32.981676 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39454) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:33.012867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Made reservation on behalf of 0a1bd2aaa8a84a59a68e83a659b68c99 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:33.015193 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.033282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.064597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7e4a1c-467a-487b-800b-aa26b54576f5 req-98180b75-b73d-4e92-833e-130f878975c3 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] No DVR routers for this DVR port dcb6deb6-046a-4877-9c80-433748ccdba4 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:33.097309 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa9aa737-7dbe-4953-89f7-80269ae7e708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.101150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4d7e4a1c-467a-487b-800b-aa26b54576f5 req-98180b75-b73d-4e92-833e-130f878975c3 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.105009 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d7e4a1c-467a-487b-800b-aa26b54576f5 req-98180b75-b73d-4e92-833e-130f878975c3 tempest-AggregatesAdminTestJSON-1756265139 tempest-AggregatesAdminTestJSON-1756265139-project] 10.222.0.52 "DELETE /v2.0/ports/dcb6deb6-046a-4877-9c80-433748ccdba4 HTTP/1.1" status: 204 len: 173 time: 2.2128146 Nov 12 08:21:33.121415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:33.121762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Checking segment: {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:33.122673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Bound using segment: {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:33.122673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Bound port: 455bb988-0600-4285-a333-595e96e231f6, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:33.122972 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.140674 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa9aa737-7dbe-4953-89f7-80269ae7e708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.188247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d465a9-8a16-47d5-8402-f4309484ef8e req-52bf763a-501a-415a-924c-8a97a811c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.189872 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4d465a9-8a16-47d5-8402-f4309484ef8e req-52bf763a-501a-415a-924c-8a97a811c4a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 1095 time: 0.4872952 Nov 12 08:21:33.200088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdb560-37e1-4564-b5ca-4ffe1312cc07 req-cbbf95d5-3923-41f2-8298-d1daa582ac85 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.201736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8cbdb560-37e1-4564-b5ca-4ffe1312cc07 req-cbbf95d5-3923-41f2-8298-d1daa582ac85 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 943 time: 0.1407738 Nov 12 08:21:33.213667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.219870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.247393 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa9aa737-7dbe-4953-89f7-80269ae7e708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.252898 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa9aa737-7dbe-4953-89f7-80269ae7e708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.254834 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fa9aa737-7dbe-4953-89f7-80269ae7e708 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12653de9-3b47-4855-8a3b-c092dfda71ce HTTP/1.1" status: 204 len: 168 time: 0.2691681 Nov 12 08:21:33.280797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:21:33.290956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e3e728-779c-47f7-9494-ed04d332c4d5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:33.302518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.302918 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Added segment b58be071-f77e-4189-9a2c-289152234b56 of type vlan for network aaf21f72-6459-400b-91da-eca7e763f240 Nov 12 08:21:33.316656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aa737-7dbe-4953-89f7-80269ae7e708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12653de9-3b47-4855-8a3b-c092dfda71ce,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:33.344608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa68ff4-4329-405a-bcdb-ac520f18d49e', 'name': 'network-vif-deleted', 'tag': 'dcb6deb6-046a-4877-9c80-433748ccdba4'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:33.348461 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e19884-a68c-4323-9f05-6b475bbf845d" -d '{"events": [{"server_uuid": "9fa68ff4-4329-405a-bcdb-ac520f18d49e", "name": "network-vif-deleted", "tag": "dcb6deb6-046a-4877-9c80-433748ccdba4"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:33.354036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] For port 455bb988-0600-4285-a333-595e96e231f6, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:33.383696 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.413487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] For port 455bb988-0600-4285-a333-595e96e231f6, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=455bb988-0600-4285-a333-595e96e231f6,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:33.434691 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.451066 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8cbdb560-37e1-4564-b5ca-4ffe1312cc07 req-6d3da330-dcde-47a9-91e7-411648d94bad tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293909 Nov 12 08:21:33.456122 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.457911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.458889 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.504617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.505656 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.508659 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] 10.222.0.46 "PUT /v2.0/ports/455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 1092 time: 3.2048221 Nov 12 08:21:33.523539 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d465a9-8a16-47d5-8402-f4309484ef8e req-94d77010-2ecf-459e-91a0-38fee5ec1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.526505 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4d465a9-8a16-47d5-8402-f4309484ef8e req-94d77010-2ecf-459e-91a0-38fee5ec1661 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.3161759 Nov 12 08:21:33.550903 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6136317 Nov 12 08:21:33.552610 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39462) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:33.559261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-04ea2549-08d5-4fad-9aec-81dc34eb6112 admin admin] Request body: {'subnet': {'network_id': 'aaf21f72-6459-400b-91da-eca7e763f240', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-415574545-subnet', 'tenant_id': '0a1bd2aaa8a84a59a68e83a659b68c99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:33.573390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e853e-77da-4208-bcc5-e3e18397f3d2 req-11db46e5-bdf9-471d-a671-8c045ee5a124 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.575918 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd7e853e-77da-4208-bcc5-e3e18397f3d2 req-11db46e5-bdf9-471d-a671-8c045ee5a124 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 950 time: 0.1854403 Nov 12 08:21:33.577143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58050b9-3222-4839-9a47-26fbc1898573 admin admin] Pushing event updated for resources: {'Network': ['ID=aaf21f72-6459-400b-91da-eca7e763f240,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:33.591602 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network aaf21f72-6459-400b-91da-eca7e763f240 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:21:33.613238 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4d465a9-8a16-47d5-8402-f4309484ef8e req-8ff3faef-9aeb-476f-b62a-a48f35bec790 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a HTTP/1.1" status: 200 len: 217 time: 0.0776682 Nov 12 08:21:33.640295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6922b8-2f23-449b-9ca4-804e89b8a457 service neutron] Pushing event updated for resources: {'Port': ['ID=455bb988-0600-4285-a333-595e96e231f6,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:33.705581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd7e853e-77da-4208-bcc5-e3e18397f3d2 req-021fff45-776e-4e79-9450-ccdadda182c5 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122000 Nov 12 08:21:33.843008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ea2549-08d5-4fad-9aec-81dc34eb6112 admin admin] Made reservation on behalf of 0a1bd2aaa8a84a59a68e83a659b68c99 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:33.846683 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-04ea2549-08d5-4fad-9aec-81dc34eb6112 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:33.885453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-c8c17996-eb26-437f-b973-87d07464ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.886980 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-c8c17996-eb26-437f-b973-87d07464ddf6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 1095 time: 0.2885766 Nov 12 08:21:33.888411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d465a9-8a16-47d5-8402-f4309484ef8e req-53dc0e4a-daf6-433b-a57f-5dee39296743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.889812 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4d465a9-8a16-47d5-8402-f4309484ef8e req-53dc0e4a-daf6-433b-a57f-5dee39296743 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.2466230 Nov 12 08:21:33.957937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e5fdd-000b-434b-b455-c6ee0145cfb8 req-1d97bcd0-fbaa-4d59-a4cf-adb461dcee3e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:33.959585 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d6e5fdd-000b-434b-b455-c6ee0145cfb8 req-1d97bcd0-fbaa-4d59-a4cf-adb461dcee3e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 943 time: 0.3434932 Nov 12 08:21:34.018102 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4d465a9-8a16-47d5-8402-f4309484ef8e req-54b6cb1b-6cbe-4d47-9ab2-83b0c868b28b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892367 Nov 12 08:21:34.022754 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-d20f116b-ba9f-4769-9e6f-8f8b5bd8f29c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 217 time: 0.0921814 Nov 12 08:21:34.242999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-c4606710-c186-4b6d-b4e6-aa320cf1ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:34.244882 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-c4606710-c186-4b6d-b4e6-aa320cf1ed8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.2081010 Nov 12 08:21:34.255209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d6e5fdd-000b-434b-b455-c6ee0145cfb8 req-b9423e0d-2727-439c-8831-f4180d835128 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397411 Nov 12 08:21:34.331476 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d2a06f-f1a3-443a-80cd-481d2ba7df9e x-openstack-request-id: req-e3d2a06f-f1a3-443a-80cd-481d2ba7df9e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:34.331768 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa68ff4-4329-405a-bcdb-ac520f18d49e", "name": "network-vif-deleted", "tag": "dcb6deb6-046a-4877-9c80-433748ccdba4", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:34.332014 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3d2a06f-f1a3-443a-80cd-481d2ba7df9e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:34.332402 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa68ff4-4329-405a-bcdb-ac520f18d49e', 'name': 'network-vif-deleted', 'tag': 'dcb6deb6-046a-4877-9c80-433748ccdba4', 'status': 'completed', 'code': 200} Nov 12 08:21:34.342792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4d465a9-8a16-47d5-8402-f4309484ef8e req-7a4a0491-3163-4dad-9225-3fc258184333 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101335 Nov 12 08:21:34.427015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-ef53cc39-ea0b-437a-af6d-6310b5106f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:34.429787 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-ef53cc39-ea0b-437a-af6d-6310b5106f9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735284 Nov 12 08:21:34.530000 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-04ea2549-08d5-4fad-9aec-81dc34eb6112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:34.668096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4d465a9-8a16-47d5-8402-f4309484ef8e req-5c06bac5-4f29-4f38-b049-692fa8fc29b6 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152974 Nov 12 08:21:34.715086 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd42a9-4808-4551-aa22-0d685653d82d req-ea660dee-9a50-4c7a-96bd-302a3b1b4f61 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:34.717621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea2549-08d5-4fad-9aec-81dc34eb6112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017b8765-5c4d-444a-80ff-57de3af3d829,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:34.724199 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5efd42a9-4808-4551-aa22-0d685653d82d req-ea660dee-9a50-4c7a-96bd-302a3b1b4f61 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 943 time: 0.0908103 Nov 12 08:21:34.756204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea2549-08d5-4fad-9aec-81dc34eb6112 admin admin] Checking segment: {'id': 'b58be071-f77e-4189-9a2c-289152234b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'aaf21f72-6459-400b-91da-eca7e763f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:34.756766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea2549-08d5-4fad-9aec-81dc34eb6112 admin admin] Network hostable DHCP agents. Network: aaf21f72-6459-400b-91da-eca7e763f240, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:21:34.765342 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-dbf1f801-7076-484d-9377-d71c9991eea6 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893605 Nov 12 08:21:34.772180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device dcb6deb6-046a-4877-9c80-433748ccdba4 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:34.784686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ff34-e8ff-4168-a992-9a1e763c02ae req-896042e9-062f-45f3-a9c5-358020c5b60b tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:34.786454 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1166ff34-e8ff-4168-a992-9a1e763c02ae req-896042e9-062f-45f3-a9c5-358020c5b60b tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 950 time: 0.1500108 Nov 12 08:21:34.833437 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5efd42a9-4808-4551-aa22-0d685653d82d req-db73703e-dcce-410a-b371-a041f3a1f54d tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078966 Nov 12 08:21:34.838163 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: dcb6deb6-046a-4877-9c80-433748ccdba4 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:34.838884 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device dcb6deb6-046a-4877-9c80-433748ccdba4 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:34.864947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea2549-08d5-4fad-9aec-81dc34eb6112 admin admin] Network aaf21f72-6459-400b-91da-eca7e763f240 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:21:34.883564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-04ea2549-08d5-4fad-9aec-81dc34eb6112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, aaf21f72-6459-400b-91da-eca7e763f240) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:34.890443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea2549-08d5-4fad-9aec-81dc34eb6112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:34.890443 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-04ea2549-08d5-4fad-9aec-81dc34eb6112 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:34.907072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a847680c-488c-43fa-bf4d-67dc4ccd98d2 None None] Network aaf21f72-6459-400b-91da-eca7e763f240 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:34.951541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1166ff34-e8ff-4168-a992-9a1e763c02ae req-7c3c3248-25b4-4d23-af5a-5ae610928820 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533935 Nov 12 08:21:34.969591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-04ea2549-08d5-4fad-9aec-81dc34eb6112 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4017801 Nov 12 08:21:34.969591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80f0d93a-14d1-465c-b037-1db7bc1010e1 req-79706d31-cd1a-4418-8fa4-feede7e45ab7 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734827 Nov 12 08:21:35.125514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-48391e72-d663-42b4-95f9-0ba94f4eef2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.134494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587ddfa3-cdaa-4716-a921-cdbb847ad793 None None] Network aaf21f72-6459-400b-91da-eca7e763f240 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:21:35.175716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39520) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:35.230721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39526) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:35.317870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d60dfa-cfd3-4016-9563-32ad3fd16344 req-24750ee5-ff51-4796-aa55-6a79b41d0062 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:35.320175 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45d60dfa-cfd3-4016-9563-32ad3fd16344 req-24750ee5-ff51-4796-aa55-6a79b41d0062 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 950 time: 0.0631773 Nov 12 08:21:35.379566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45d60dfa-cfd3-4016-9563-32ad3fd16344 req-ff00bebd-3df6-4945-959a-6642d5454356 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527484 Nov 12 08:21:35.427285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa5f4c-4d9f-4875-8d89-580adb039e21 req-f70c4a21-9e51-486f-a23d-0a1a28d1f3c8 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:35.434532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79aa5f4c-4d9f-4875-8d89-580adb039e21 req-f70c4a21-9e51-486f-a23d-0a1a28d1f3c8 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 943 time: 0.0727689 Nov 12 08:21:35.519215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fdbda03-5e42-4385-9eac-bd486f2c301f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.525895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-390ec3ad-8e9d-484d-aa90-6a815b93b4fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe6ea1e214ca4f6090af2c22eeadce9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460975 Nov 12 08:21:35.525895 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39540) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:35.537323 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79aa5f4c-4d9f-4875-8d89-580adb039e21 req-2e907575-c66b-4a6a-8563-7c9b7b4705ae tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972464 Nov 12 08:21:35.608221 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5225cf4-10b9-45f5-b287-73eeea090d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.650317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5225cf4-10b9-45f5-b287-73eeea090d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.661393 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fdbda03-5e42-4385-9eac-bd486f2c301f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.672442 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fdbda03-5e42-4385-9eac-bd486f2c301f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.711444 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7fdbda03-5e42-4385-9eac-bd486f2c301f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a255cca03d2e49eb8ddbb72cf6a42b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796686 Nov 12 08:21:35.715667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39552) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:35.727682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbda03-5e42-4385-9eac-bd486f2c301f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4775bf-1f76-45ae-88f6-a7a7a50d4569,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:35.743424 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5225cf4-10b9-45f5-b287-73eeea090d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.746212 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5225cf4-10b9-45f5-b287-73eeea090d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.748937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a5225cf4-10b9-45f5-b287-73eeea090d89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cb0eea0-a3d9-4f20-bee4-ec9e719124f5 HTTP/1.1" status: 204 len: 168 time: 0.2222133 Nov 12 08:21:35.782568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5225cf4-10b9-45f5-b287-73eeea090d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb0eea0-a3d9-4f20-bee4-ec9e719124f5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:35.820329 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2804-f29d-4de8-abbd-6ab8c6bdf5f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.863668 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2804-f29d-4de8-abbd-6ab8c6bdf5f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.935240 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2804-f29d-4de8-abbd-6ab8c6bdf5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.943164 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2804-f29d-4de8-abbd-6ab8c6bdf5f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:35.953643 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4e4a2804-f29d-4de8-abbd-6ab8c6bdf5f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f4775bf-1f76-45ae-88f6-a7a7a50d4569 HTTP/1.1" status: 204 len: 168 time: 0.2361934 Nov 12 08:21:35.966300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a2804-f29d-4de8-abbd-6ab8c6bdf5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4775bf-1f76-45ae-88f6-a7a7a50d4569,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:36.174877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-15ceeb2e-715b-41bd-bf65-166342fdc0df tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:36.176721 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-15ceeb2e-715b-41bd-bf65-166342fdc0df tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 821 time: 0.1497087 Nov 12 08:21:36.209664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-38dc4862-b605-4fda-aa45-2643d1c81d21 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/quotas/bef941d2508140b5b49158f037d4051b HTTP/1.1" status: 200 len: 375 time: 0.0173292 Nov 12 08:21:36.225445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d097d5a-99df-4c98-bfaa-647a67ac119e req-4f5ce9d5-b2eb-4ea6-99b6-515b679d048b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:36.227497 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d097d5a-99df-4c98-bfaa-647a67ac119e req-4f5ce9d5-b2eb-4ea6-99b6-515b679d048b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 943 time: 0.0646346 Nov 12 08:21:36.264201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-3421e25b-8368-419c-897a-42fdbb4f3dfc tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467517 Nov 12 08:21:36.289736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d097d5a-99df-4c98-bfaa-647a67ac119e req-b5593e9f-a823-4ae8-b343-89f7aec14a20 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562181 Nov 12 08:21:36.333552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'tag': '455bb988-0600-4285-a333-595e96e231f6'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:36.336466 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a94ca7-6ac0-4373-b16c-de72caef631b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "tag": "455bb988-0600-4285-a333-595e96e231f6"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:36.386276 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-d076c592-cbf3-4321-b7e9-10de804683d0 service neutron] 10.222.0.31 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209059 Nov 12 08:21:36.500821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4022483-5691-4c0c-8f16-0add322fb122 req-147021fe-9895-42ef-834b-6b53d55b9377 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:36.505554 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4022483-5691-4c0c-8f16-0add322fb122 req-147021fe-9895-42ef-834b-6b53d55b9377 tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.52 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 950 time: 0.0795598 Nov 12 08:21:36.506597 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-957f9848-7b8f-4d14-9ae1-ecfc88681f51 service neutron] 10.222.0.31 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144514 Nov 12 08:21:36.520644 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39590) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:36.654089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-f4022483-5691-4c0c-8f16-0add322fb122 req-72f15c42-5317-43a6-9c64-c3c1f4fab8db tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Deleting port c78112e4-75d3-478d-81b6-82b021f97386 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:21:36.655335 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f4022483-5691-4c0c-8f16-0add322fb122 req-72f15c42-5317-43a6-9c64-c3c1f4fab8db tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.660804 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9be288b3-c0a6-4e89-bf27-ffa310b33694 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23a8c386a7414361a379690a4242a345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388874 Nov 12 08:21:36.663961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39596) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:36.729501 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d08f307-d189-48e9-852b-b51e2cb8ef9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.773365 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d08f307-d189-48e9-852b-b51e2cb8ef9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.871974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a09d1-bf43-4654-b411-eaeb5e8f34e3 req-9c456c49-c346-4fde-984e-5f9669197ace tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:36.873312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bb0a09d1-bf43-4654-b411-eaeb5e8f34e3 req-9c456c49-c346-4fde-984e-5f9669197ace tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 950 time: 0.0872619 Nov 12 08:21:36.886569 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f4022483-5691-4c0c-8f16-0add322fb122 req-72f15c42-5317-43a6-9c64-c3c1f4fab8db tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] For port c78112e4-75d3-478d-81b6-82b021f97386, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c78112e4-75d3-478d-81b6-82b021f97386,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:36.887058 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f4022483-5691-4c0c-8f16-0add322fb122 req-72f15c42-5317-43a6-9c64-c3c1f4fab8db tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.906546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-f4022483-5691-4c0c-8f16-0add322fb122 req-72f15c42-5317-43a6-9c64-c3c1f4fab8db tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Calling delete_port for c78112e4-75d3-478d-81b6-82b021f97386 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:21:36.919573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d08f307-d189-48e9-852b-b51e2cb8ef9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.922431 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d08f307-d189-48e9-852b-b51e2cb8ef9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:36.923809 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1d08f307-d189-48e9-852b-b51e2cb8ef9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d919931a-350c-4c43-becd-3acdfd5c0440 HTTP/1.1" status: 204 len: 168 time: 0.2577949 Nov 12 08:21:36.939886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08f307-d189-48e9-852b-b51e2cb8ef9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d919931a-350c-4c43-becd-3acdfd5c0440,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:36.996866 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bb0a09d1-bf43-4654-b411-eaeb5e8f34e3 req-5f24e01b-6938-47ec-a0f4-15ce9939378c tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/security-groups?id=eea556c1-40cf-4c08-9f5d-efebff044c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073403 Nov 12 08:21:37.009395 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21c8214-c5d8-4c15-b344-1acc8b1bbc90 x-openstack-request-id: req-e21c8214-c5d8-4c15-b344-1acc8b1bbc90 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:37.009683 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "tag": "455bb988-0600-4285-a333-595e96e231f6", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:37.010374 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e21c8214-c5d8-4c15-b344-1acc8b1bbc90 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:37.010604 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'tag': '455bb988-0600-4285-a333-595e96e231f6', 'status': 'completed', 'code': 200} Nov 12 08:21:37.018231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:37.037026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39610) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:37.081182 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-877b27a7-9a51-4614-96b9-99518814f6c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.183151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a94ca7-6ac0-4373-b16c-de72caef631b req-6634487e-b671-47c0-9928-7cc441a23fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:37.185594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36a94ca7-6ac0-4373-b16c-de72caef631b req-6634487e-b671-47c0-9928-7cc441a23fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 1095 time: 0.1785555 Nov 12 08:21:37.237221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:37.266181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '7f7feb2f-b5e7-4dd6-931c-79952a2eb54a', 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343', 'port_id': '7f7feb2f-b5e7-4dd6-931c-79952a2eb54a', 'mac_address': 'fa:16:3e:fc:c1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf91463-1da9-42d8-ad99-c69e0c024ee2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:37.305262 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a6f55-88d3-4912-b216-0f1793ce50d3 req-24026147-eb95-4b6a-81d9-90a2bea34797 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:37.308566 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e05a6f55-88d3-4912-b216-0f1793ce50d3 req-24026147-eb95-4b6a-81d9-90a2bea34797 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 943 time: 0.1528189 Nov 12 08:21:37.357274 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.392744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:37.393834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-877b27a7-9a51-4614-96b9-99518814f6c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.408572 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-877b27a7-9a51-4614-96b9-99518814f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.445849 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bf1f3050-2087-4446-b475-a77c8dbd2152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.446832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e05a6f55-88d3-4912-b216-0f1793ce50d3 req-10667016-6025-4d81-9f52-1cfd1cfd72e4 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202703 Nov 12 08:21:37.470861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:37.476252 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.508797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b27a7-9a51-4614-96b9-99518814f6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2103bb-bb6f-4af0-b9a4-30435820b166,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:37.528866 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f4022483-5691-4c0c-8f16-0add322fb122 req-72f15c42-5317-43a6-9c64-c3c1f4fab8db tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.547366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a94ca7-6ac0-4373-b16c-de72caef631b req-cb1c82c9-41f3-4c23-8b06-d2a054c6401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:37.549236 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36a94ca7-6ac0-4373-b16c-de72caef631b req-cb1c82c9-41f3-4c23-8b06-d2a054c6401d service neutron] 10.222.0.46 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.3412716 Nov 12 08:21:37.552605 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-877b27a7-9a51-4614-96b9-99518814f6c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84ec4348df9643c692d7459cc3a6a474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5140779 Nov 12 08:21:37.555224 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39618) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:37.582802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['c78112e4-75d3-478d-81b6-82b021f97386'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:37.618931 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c492012d-2ea3-4a64-968d-38a35031d453 req-781cf497-417b-40e9-8189-ebbb8e3fc393 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 210 time: 0.0442586 Nov 12 08:21:37.641126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:37.646310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f15c42-5317-43a6-9c64-c3c1f4fab8db tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Pushing event deleted for resources: {'Port': ['ID=c78112e4-75d3-478d-81b6-82b021f97386,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:37.689443 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36a94ca7-6ac0-4373-b16c-de72caef631b req-0c3c7e4f-072c-454d-92fc-a50ed4e413a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 217 time: 0.1115215 Nov 12 08:21:37.717756 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf42f12-8b59-4c7e-99d8-b89389c36709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.808564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf42f12-8b59-4c7e-99d8-b89389c36709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.828264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4022483-5691-4c0c-8f16-0add322fb122 req-72f15c42-5317-43a6-9c64-c3c1f4fab8db tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] No DVR routers for this DVR port c78112e4-75d3-478d-81b6-82b021f97386 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:21:37.844075 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f4022483-5691-4c0c-8f16-0add322fb122 req-72f15c42-5317-43a6-9c64-c3c1f4fab8db tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:37.867386 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4022483-5691-4c0c-8f16-0add322fb122 req-72f15c42-5317-43a6-9c64-c3c1f4fab8db tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.52 "DELETE /v2.0/ports/c78112e4-75d3-478d-81b6-82b021f97386 HTTP/1.1" status: 204 len: 173 time: 1.3522236 Nov 12 08:21:37.933956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['7f7feb2f-b5e7-4dd6-931c-79952a2eb54a'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:38.031997 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf42f12-8b59-4c7e-99d8-b89389c36709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.034249 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf42f12-8b59-4c7e-99d8-b89389c36709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.053026 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8cf42f12-8b59-4c7e-99d8-b89389c36709 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee2103bb-bb6f-4af0-b9a4-30435820b166 HTTP/1.1" status: 204 len: 168 time: 0.4957421 Nov 12 08:21:38.077265 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf42f12-8b59-4c7e-99d8-b89389c36709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2103bb-bb6f-4af0-b9a4-30435820b166,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:38.128182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e361679-ef8f-48d2-abcf-6adaf7c74b2a req-570fc016-5f34-48c2-9c9a-d29d85cca14a tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:38.138238 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e361679-ef8f-48d2-abcf-6adaf7c74b2a req-570fc016-5f34-48c2-9c9a-d29d85cca14a tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 943 time: 0.3158967 Nov 12 08:21:38.267662 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e361679-ef8f-48d2-abcf-6adaf7c74b2a req-132b94b3-80a5-4f1d-abb5-dc58a61ea5db tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284051 Nov 12 08:21:38.293676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a94ca7-6ac0-4373-b16c-de72caef631b req-8711bdcb-4e7a-42e5-9ec6-0ac158bb5f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:38.295350 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36a94ca7-6ac0-4373-b16c-de72caef631b req-8711bdcb-4e7a-42e5-9ec6-0ac158bb5f0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.5955582 Nov 12 08:21:38.305455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-4bb68df2-9d49-4791-b1d0-44db344dbda7 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3fc5c9df263f494cbe189c9db1e6f2a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4152167 Nov 12 08:21:38.448220 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:38.473280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8503280c-557a-47ea-9c7b-cdb5c4208cc4 req-f9757755-5208-4a97-9c5a-8e395137031e tempest-DeleteServersAdminTestJSON-1776061909 tempest-DeleteServersAdminTestJSON-1776061909-project] 10.222.0.31 "GET /v2.0/ports?device_id=f18c6faf-27f9-45db-8e68-73baab05417f HTTP/1.1" status: 200 len: 210 time: 0.0511181 Nov 12 08:21:38.480762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-87ee59df-28e2-4269-a738-45be1285f70a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:38.485617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-87ee59df-28e2-4269-a738-45be1285f70a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760557 Nov 12 08:21:38.588624 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-b1408fcc-b0e2-4943-83fd-3295a1554258 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/quotas/3fc5c9df263f494cbe189c9db1e6f2a1 HTTP/1.1" status: 200 len: 375 time: 0.0957482 Nov 12 08:21:38.682805 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-5e521d23-db49-4cf8-ab92-31dc377b0dc4 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3fc5c9df263f494cbe189c9db1e6f2a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928762 Nov 12 08:21:38.758751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f6332-3738-497d-b07d-913eb666dfa8 req-76ec8799-8fd0-4e70-ac93-76f2e6eb7c48 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:38.767247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a94ca7-6ac0-4373-b16c-de72caef631b req-73da2171-75ea-45e3-85d8-a5b02292eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:38.769756 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36a94ca7-6ac0-4373-b16c-de72caef631b req-73da2171-75ea-45e3-85d8-a5b02292eb03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4613507 Nov 12 08:21:38.770587 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be6f6332-3738-497d-b07d-913eb666dfa8 req-76ec8799-8fd0-4e70-ac93-76f2e6eb7c48 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 944 time: 0.1380773 Nov 12 08:21:38.793712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39652) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:38.889889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-5ae8fccc-838e-401f-8fd7-4546257e2282 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:38.892752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-5ae8fccc-838e-401f-8fd7-4546257e2282 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 821 time: 0.4056723 Nov 12 08:21:38.905171 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be6f6332-3738-497d-b07d-913eb666dfa8 req-250d912e-094e-4a5d-9fba-c42eed70cf67 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289716 Nov 12 08:21:38.947083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Request body: {'port': {'device_id': '0a61bdb4-caa2-45b2-b395-10c38a737654', 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3', 'admin_state_up': True, 'tenant_id': 'bef941d2508140b5b49158f037d4051b'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:38.988850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 455bb988-0600-4285-a333-595e96e231f6 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:39.142292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18c6faf-27f9-45db-8e68-73baab05417f', 'name': 'network-vif-deleted', 'tag': 'c78112e4-75d3-478d-81b6-82b021f97386'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:39.146050 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b41e32-b3fc-4a3f-bf7b-70e16d131abc" -d '{"events": [{"server_uuid": "f18c6faf-27f9-45db-8e68-73baab05417f", "name": "network-vif-deleted", "tag": "c78112e4-75d3-478d-81b6-82b021f97386"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:39.149271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 455bb988-0600-4285-a333-595e96e231f6, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=455bb988-0600-4285-a333-595e96e231f6,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:39.166920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '455bb988-0600-4285-a333-595e96e231f6', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'port_id': '455bb988-0600-4285-a333-595e96e231f6', 'mac_address': 'fa:16:3e:c5:5d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:39.213082 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8a0b2494-7dd6-484f-9aaa-2fcefa21f5e9 req-0a66a8af-9bda-4ec7-9d72-ffb9cf016a05 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 210 time: 0.0744469 Nov 12 08:21:39.224955 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.251645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455bb988-0600-4285-a333-595e96e231f6 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:39.260422 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-723e9454-8c7d-4c1c-8d7c-aa4e821e943f req-9c31ac61-c53f-46db-858f-968eb8bc0c0c tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 210 time: 0.1013627 Nov 12 08:21:39.286964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 455bb988-0600-4285-a333-595e96e231f6, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=455bb988-0600-4285-a333-595e96e231f6,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:39.293063 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.314220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Made reservation on behalf of bef941d2508140b5b49158f037d4051b for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:39.327915 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.330416 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f615997-3d89-4734-9bd4-c7e84787c6a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.383310 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625dd82e-0efd-403f-b576-cf2a0bb54f32 x-openstack-request-id: req-625dd82e-0efd-403f-b576-cf2a0bb54f32 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:39.384340 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18c6faf-27f9-45db-8e68-73baab05417f", "name": "network-vif-deleted", "tag": "c78112e4-75d3-478d-81b6-82b021f97386", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:39.384540 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-625dd82e-0efd-403f-b576-cf2a0bb54f32 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:39.384963 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18c6faf-27f9-45db-8e68-73baab05417f', 'name': 'network-vif-deleted', 'tag': 'c78112e4-75d3-478d-81b6-82b021f97386', 'status': 'completed', 'code': 200} Nov 12 08:21:39.408525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=455bb988-0600-4285-a333-595e96e231f6,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:39.487673 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f615997-3d89-4734-9bd4-c7e84787c6a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.496115 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f615997-3d89-4734-9bd4-c7e84787c6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:39.566933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f615997-3d89-4734-9bd4-c7e84787c6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14df7a1-e32e-4d75-942b-696202214858,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:39.619854 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f615997-3d89-4734-9bd4-c7e84787c6a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b38de81a8f8d48359cabbbb2fb3a0639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8236692 Nov 12 08:21:39.624526 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36a94ca7-6ac0-4373-b16c-de72caef631b req-e7195012-098a-448b-96ea-271acfcd2fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358712 Nov 12 08:21:39.628457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39690) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:39.680353 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['455bb988-0600-4285-a333-595e96e231f6'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:39.824788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665b5d4-7be0-43f9-b22d-8009c2291d32 req-13631802-89d3-4bb4-99ef-55d7f7999fdd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:39.832861 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9665b5d4-7be0-43f9-b22d-8009c2291d32 req-13631802-89d3-4bb4-99ef-55d7f7999fdd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 944 time: 0.3936262 Nov 12 08:21:39.881803 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.041891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9665b5d4-7be0-43f9-b22d-8009c2291d32 req-35994557-deee-4bf5-99eb-dc0bc2dce329 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084424 Nov 12 08:21:40.056153 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36a94ca7-6ac0-4373-b16c-de72caef631b req-60cd0b01-0503-42ed-84c2-3cc36c72bb93 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153655 Nov 12 08:21:40.071533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Allocated IP 172.20.0.12 (083fe3fa-345c-4ea4-922a-599f9b73b5c3/2ca9d935-b743-43ba-87ab-2598092634c1/e1f87783-fde6-4b32-bb24-0895cb9660d5) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:40.078361 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc91a565-a28a-497b-87d1-1fb926c6cd5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.132851 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc91a565-a28a-497b-87d1-1fb926c6cd5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.194848 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413caaf-34dc-4002-906d-29016b7f3c5c req-6189f033-a98a-4dd5-b051-8f7de6207431 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:40.197343 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a413caaf-34dc-4002-906d-29016b7f3c5c req-6189f033-a98a-4dd5-b051-8f7de6207431 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 944 time: 0.1407022 Nov 12 08:21:40.278954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a413caaf-34dc-4002-906d-29016b7f3c5c req-05b98600-1e12-48be-ac27-7d159da83b9c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731800 Nov 12 08:21:40.306689 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc91a565-a28a-497b-87d1-1fb926c6cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.309330 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc91a565-a28a-497b-87d1-1fb926c6cd5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.322212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bc91a565-a28a-497b-87d1-1fb926c6cd5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e14df7a1-e32e-4d75-942b-696202214858 HTTP/1.1" status: 204 len: 168 time: 0.6910706 Nov 12 08:21:40.351129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91a565-a28a-497b-87d1-1fb926c6cd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14df7a1-e32e-4d75-942b-696202214858,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:40.411644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-540d8629-f98e-4aeb-bac8-98e60a303f33 req-18ffc044-7969-457c-b8ed-6571fec3a88a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 210 time: 0.0504713 Nov 12 08:21:40.459603 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.490915 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b40263d4-dbf8-407b-9560-f2fb60633505 req-263a1564-ac97-4a3d-8643-87234b093e42 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 210 time: 0.0449185 Nov 12 08:21:40.515049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.570437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:40.576355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:40.580974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:40.608480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Pushing event updated for resources: {'Port': ['ID=e1f87783-fde6-4b32-bb24-0895cb9660d5,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:40.621979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:40.622324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:40.622655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:40.622986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:40.623311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:40.623634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:40.623954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:40.624573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:40.625067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:40.625421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:40.625757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:40.626064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:40.663297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:40.664801 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.700216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-833349a7-326e-4f3b-b7f6-34fbde0640b6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7621415 Nov 12 08:21:40.720800 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Request body: {'port': {'device_id': '0a61bdb4-caa2-45b2-b395-10c38a737654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:40.820165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c78112e4-75d3-478d-81b6-82b021f97386 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:21:40.824744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.828902 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ade5bd18-b459-4c18-8ce3-84f83a08126b tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3fc5c9df263f494cbe189c9db1e6f2a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666533 Nov 12 08:21:40.905138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: c78112e4-75d3-478d-81b6-82b021f97386 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:21:40.906521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c78112e4-75d3-478d-81b6-82b021f97386 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:21:40.917905 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:40.972583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39734) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:40.999410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 455bb988-0600-4285-a333-595e96e231f6 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:41.099150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-819a24e6-75a5-41eb-ab4d-6cded443bd84 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:41.101145 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 455bb988-0600-4285-a333-595e96e231f6 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:41.108471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 455bb988-0600-4285-a333-595e96e231f6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:41.111238 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-819a24e6-75a5-41eb-ab4d-6cded443bd84 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2740562 Nov 12 08:21:41.111471 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.128101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Request body: {'port': {'device_id': '45793313-d62f-4680-bcaf-481cfe8ed4af', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '3fc5c9df263f494cbe189c9db1e6f2a1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:41.207863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39742) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.231011 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d4a26f6-af45-426d-8b05-8dcac34e98b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.341964 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f87783-fde6-4b32-bb24-0895cb9660d5 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:41.372657 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.421927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Transition to ACTIVE for port object e1f87783-fde6-4b32-bb24-0895cb9660d5 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:41.433416 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.492784 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.504644 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f0918-17d1-446a-9057-3e29679a8332 req-ba1268f0-524e-4f23-b721-5a98f7627616 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:41.507093 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-413f0918-17d1-446a-9057-3e29679a8332 req-ba1268f0-524e-4f23-b721-5a98f7627616 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 944 time: 0.3597534 Nov 12 08:21:41.559228 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4e2be14f-9c5e-48e4-bc66-1f0ee125f17d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e9aabe225ac4482a97f4ff1348d7eb8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5853162 Nov 12 08:21:41.561937 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39762) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.567144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 455bb988-0600-4285-a333-595e96e231f6, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=455bb988-0600-4285-a333-595e96e231f6,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:41.568805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455bb988-0600-4285-a333-595e96e231f6'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:41.576968 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5edc32-bba3-41c9-afe8-6d484e4a9939" -d '{"events": [{"server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "name": "network-vif-plugged", "status": "completed", "tag": "455bb988-0600-4285-a333-595e96e231f6"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:41.586373 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.588639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:41.622641 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-413f0918-17d1-446a-9057-3e29679a8332 req-1b2b99d5-fbdc-4191-b7c3-fe626799707b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995364 Nov 12 08:21:41.628593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Made reservation on behalf of 3fc5c9df263f494cbe189c9db1e6f2a1 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:41.634445 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.651914 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.666723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbe98f-b6ea-4d8b-bf6f-d40fc6ed5d63 req-6a729e36-6aa7-46dd-992b-0f31bbd264f2 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:41.668380 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7cbbe98f-b6ea-4d8b-bf6f-d40fc6ed5d63 req-6a729e36-6aa7-46dd-992b-0f31bbd264f2 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 944 time: 0.2191215 Nov 12 08:21:41.687785 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74f00940-d191-40c4-ae9d-1a34dff7a300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.690004 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d4a26f6-af45-426d-8b05-8dcac34e98b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.695267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f87783-fde6-4b32-bb24-0895cb9660d5,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:41.730269 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74f00940-d191-40c4-ae9d-1a34dff7a300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.743726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d4a26f6-af45-426d-8b05-8dcac34e98b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.755910 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=455bb988-0600-4285-a333-595e96e231f6,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:41.765722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:41.770605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:41.770990 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.858519 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3d4a26f6-af45-426d-8b05-8dcac34e98b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b28b1ebc9f484942808a22a64e9ec699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6469998 Nov 12 08:21:41.858713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed38d09-d514-435f-95fc-10b3158d64cf req-bec5a50c-230e-4a33-8c32-70af8b6a8a68 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:41.859398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39770) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:41.861214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9ed38d09-d514-435f-95fc-10b3158d64cf req-bec5a50c-230e-4a33-8c32-70af8b6a8a68 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 944 time: 0.1045709 Nov 12 08:21:41.862499 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.871041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a26f6-af45-426d-8b05-8dcac34e98b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d289b70-60ea-4b15-8a6b-caca2bed0b41,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:41.876242 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.890166 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7cbbe98f-b6ea-4d8b-bf6f-d40fc6ed5d63 req-38ab8361-18ca-4aad-a225-fdd1668ff9df tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118926 Nov 12 08:21:41.900011 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.907819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Attempting to bind port e1f87783-fde6-4b32-bb24-0895cb9660d5 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:41.908362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Attempting to bind port e1f87783-fde6-4b32-bb24-0895cb9660d5 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:41.908976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Attempting to bind port e1f87783-fde6-4b32-bb24-0895cb9660d5 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:41.909403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74f00940-d191-40c4-ae9d-1a34dff7a300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.922711 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74f00940-d191-40c4-ae9d-1a34dff7a300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.927227 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-74f00940-d191-40c4-ae9d-1a34dff7a300 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eea556c1-40cf-4c08-9f5d-efebff044c04 HTTP/1.1" status: 204 len: 168 time: 0.3606558 Nov 12 08:21:41.927650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Port e1f87783-fde6-4b32-bb24-0895cb9660d5 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:41.928158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Attempting to bind port e1f87783-fde6-4b32-bb24-0895cb9660d5 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:41.942976 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4403e2-5ae6-4e9d-86f5-c7a435172adc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:41.950012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:41.950357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:41.950767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:41.951203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Bound port: e1f87783-fde6-4b32-bb24-0895cb9660d5, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:41.951560 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.970806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:41.978246 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:41.991639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.991988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.992325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.992663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.993803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.994174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.994509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.994836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.995163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.995496 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.995825 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:41.996144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:21:42.006710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d879-dda1-4ab4-92d2-0707c63535ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.029830 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f00940-d191-40c4-ae9d-1a34dff7a300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea556c1-40cf-4c08-9f5d-efebff044c04,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.063338 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9ed38d09-d514-435f-95fc-10b3158d64cf req-56dc499e-1381-4c0a-9abf-eff1a2f638a6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830852 Nov 12 08:21:42.074381 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d879-dda1-4ab4-92d2-0707c63535ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.131673 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6006cd0c-094e-4268-acc6-d43e48bc51a9 req-e086ef64-2b81-487b-b405-cca395faaa02 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 210 time: 0.0528510 Nov 12 08:21:42.146267 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8168e8-1921-4909-9f1d-3dd4e0e83028 x-openstack-request-id: req-da8168e8-1921-4909-9f1d-3dd4e0e83028 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:42.146641 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "name": "network-vif-plugged", "status": "completed", "tag": "455bb988-0600-4285-a333-595e96e231f6", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:42.146869 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da8168e8-1921-4909-9f1d-3dd4e0e83028 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:42.147292 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455bb988-0600-4285-a333-595e96e231f6', 'code': 200} Nov 12 08:21:42.153154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:42.154494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.164437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Allocated IP 192.168.233.114 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/2e83e360-8aad-4e92-a2e6-39cbfa6850c2) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:42.217536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:42.233726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.336052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.336827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.338288 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] 10.222.0.52 "PUT /v2.0/ports/e1f87783-fde6-4b32-bb24-0895cb9660d5 HTTP/1.1" status: 200 len: 1093 time: 1.6278543 Nov 12 08:21:42.343202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a61bdb4-caa2-45b2-b395-10c38a737654', 'tag': 'e1f87783-fde6-4b32-bb24-0895cb9660d5'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:42.360373 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebb00e6-bfe8-4f9b-b8a0-1dd8a9e3c6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a61bdb4-caa2-45b2-b395-10c38a737654", "tag": "e1f87783-fde6-4b32-bb24-0895cb9660d5"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:42.378341 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d879-dda1-4ab4-92d2-0707c63535ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.387857 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1ef5d879-dda1-4ab4-92d2-0707c63535ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.388898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1ef5d879-dda1-4ab4-92d2-0707c63535ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d289b70-60ea-4b15-8a6b-caca2bed0b41 HTTP/1.1" status: 204 len: 168 time: 0.5268834 Nov 12 08:21:42.476751 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35b0476-ce37-4909-b437-1d41a9c77696 x-openstack-request-id: req-d35b0476-ce37-4909-b437-1d41a9c77696 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:42.477037 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a61bdb4-caa2-45b2-b395-10c38a737654", "tag": "e1f87783-fde6-4b32-bb24-0895cb9660d5", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:42.477865 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d35b0476-ce37-4909-b437-1d41a9c77696 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:42.478267 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a61bdb4-caa2-45b2-b395-10c38a737654', 'tag': 'e1f87783-fde6-4b32-bb24-0895cb9660d5', 'status': 'completed', 'code': 200} Nov 12 08:21:42.514166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5d879-dda1-4ab4-92d2-0707c63535ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d289b70-60ea-4b15-8a6b-caca2bed0b41,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.516787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abdaea-7ab7-4933-bdd9-cd6b700ec515 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f87783-fde6-4b32-bb24-0895cb9660d5,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.526271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff83f24-227b-41e0-8c3a-471e57514e70 req-b5fa24be-874e-4f32-88e2-e8450274981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.527826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dff83f24-227b-41e0-8c3a-471e57514e70 req-b5fa24be-874e-4f32-88e2-e8450274981b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 1097 time: 0.2779307 Nov 12 08:21:42.581566 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.604282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-23a90c92-9d28-492d-8610-06db1f5a211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.606397 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-23a90c92-9d28-492d-8610-06db1f5a211c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 1096 time: 0.1857777 Nov 12 08:21:42.617738 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dff83f24-227b-41e0-8c3a-471e57514e70 req-7e734c30-a8e9-496c-9c2c-27ad5a03789c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790942 Nov 12 08:21:42.653205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.731775 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-4a81aee9-49db-4fcf-ae17-108ee3b5997a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5 HTTP/1.1" status: 200 len: 217 time: 0.1124396 Nov 12 08:21:42.764340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39806) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:42.778209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Pushing event updated for resources: {'Port': ['ID=2e83e360-8aad-4e92-a2e6-39cbfa6850c2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:42.792785 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:42.795239 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:42.802491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:42.846606 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f78f6a2-fd61-402b-85c1-c152172a825e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.886346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-d6a0e7c0-e4eb-4c20-b64d-4ab99f740d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.888019 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-d6a0e7c0-e4eb-4c20-b64d-4ab99f740d18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.1490211 Nov 12 08:21:42.923620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:42.924231 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:42.947670 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-ed3fc1a9-1275-4ab6-be38-246eb495bd1f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8265123 Nov 12 08:21:42.968712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Request body: {'port': {'device_id': '45793313-d62f-4680-bcaf-481cfe8ed4af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:43.045726 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.060599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-c2a228c9-a903-47b3-9468-b2e2ebd5088d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612306 Nov 12 08:21:43.113396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821599d-287b-41dc-9d9f-0b2d68470dee req-86eb2922-36f5-40f0-a7d4-b3880a422acc tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:43.115002 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1821599d-287b-41dc-9d9f-0b2d68470dee req-86eb2922-36f5-40f0-a7d4-b3880a422acc tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 945 time: 0.2914987 Nov 12 08:21:43.141385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f78f6a2-fd61-402b-85c1-c152172a825e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.160207 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f78f6a2-fd61-402b-85c1-c152172a825e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.255000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15fcf9-2b93-48a2-a669-0d7613a50b27 req-b4a46ccd-43b8-4643-bec8-3f717ba5af40 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:43.256536 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e15fcf9-2b93-48a2-a669-0d7613a50b27 req-b4a46ccd-43b8-4643-bec8-3f717ba5af40 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 945 time: 0.1337557 Nov 12 08:21:43.265948 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5f78f6a2-fd61-402b-85c1-c152172a825e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=996a5273294f492f8d392216c4cb4531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4992912 Nov 12 08:21:43.269619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39834) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:43.304414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-46658dd8-b3eb-43b9-ad59-f14159d0664d None None] Provisioning complete for port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:43.305799 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-46658dd8-b3eb-43b9-ad59-f14159d0664d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.309347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78f6a2-fd61-402b-85c1-c152172a825e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915d8187-9e90-42e2-bbf3-a17118277e2f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:43.340115 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1821599d-287b-41dc-9d9f-0b2d68470dee req-ae6b2362-007e-44eb-81bb-40e7396857de tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074192 Nov 12 08:21:43.369532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-49fe71f0-b16a-4c95-98b6-cc6b729e86a9 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994101 Nov 12 08:21:43.409428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-46658dd8-b3eb-43b9-ad59-f14159d0664d None None] Port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:43.472078 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff3eb3f-d389-4c58-be45-0b1c4fc1bd1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.514432 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff3eb3f-d389-4c58-be45-0b1c4fc1bd1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.546791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25ed2ce5-3643-4ebb-afd1-6dd09da4a8a2 req-bfdaa013-774e-485c-9533-933ec1b50682 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681342 Nov 12 08:21:43.598541 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff3eb3f-d389-4c58-be45-0b1c4fc1bd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.606506 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff3eb3f-d389-4c58-be45-0b1c4fc1bd1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.612374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cff3eb3f-d389-4c58-be45-0b1c4fc1bd1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/915d8187-9e90-42e2-bbf3-a17118277e2f HTTP/1.1" status: 204 len: 168 time: 0.3355653 Nov 12 08:21:43.635727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3eb3f-d389-4c58-be45-0b1c4fc1bd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915d8187-9e90-42e2-bbf3-a17118277e2f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:43.737160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb00e6-bfe8-4f9b-b8a0-1dd8a9e3c6a9 req-b0406a96-1983-48c4-916b-c5c05bddc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:43.746770 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ebb00e6-bfe8-4f9b-b8a0-1dd8a9e3c6a9 req-b0406a96-1983-48c4-916b-c5c05bddc4a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 1096 time: 0.1040847 Nov 12 08:21:43.771263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e15fcf9-2b93-48a2-a669-0d7613a50b27 req-cda35a98-4239-458b-88ed-0f57ba216cf9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063531 Nov 12 08:21:43.818118 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39858) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:43.837854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:43.854140 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.875874 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Transition to ACTIVE for port object 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:43.887605 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:43.982211 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e323f7f-32b5-464e-ad85-2b318d4aad1c req-6cfa79ee-9f52-4717-87f5-3aa6226ed2ba tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:43.989821 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e323f7f-32b5-464e-ad85-2b318d4aad1c req-6cfa79ee-9f52-4717-87f5-3aa6226ed2ba tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 948 time: 0.1155398 Nov 12 08:21:44.024626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Pushing event updated for resources: {'Port': ['ID=2e83e360-8aad-4e92-a2e6-39cbfa6850c2,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:44.128287 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e323f7f-32b5-464e-ad85-2b318d4aad1c req-7282c83e-c36c-42b0-88f4-0cc52199fabd tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371613 Nov 12 08:21:44.148320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04888fdd-72af-4532-8cd7-e9bcc1164302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7feb2f-b5e7-4dd6-931c-79952a2eb54a'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:44.151349 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aa9ad4-ad21-4c93-b370-22f20ba5d23a" -d '{"events": [{"server_uuid": "04888fdd-72af-4532-8cd7-e9bcc1164302", "name": "network-vif-plugged", "status": "completed", "tag": "7f7feb2f-b5e7-4dd6-931c-79952a2eb54a"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:44.158864 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Attempting to bind port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:44.159343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Attempting to bind port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:44.160093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Attempting to bind port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:44.169967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:44.178736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Attempting to bind port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:44.191949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:44.192325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:44.192717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:44.193197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Bound port: 2e83e360-8aad-4e92-a2e6-39cbfa6850c2, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:44.193570 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.306717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c90c302-1963-45dc-aabd-263be27624c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.335581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba369ec7-cc5a-480e-b459-e00349f28e85 req-26431ed9-056b-42eb-8756-904cbb078f30 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.344315 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ba369ec7-cc5a-480e-b459-e00349f28e85 req-26431ed9-056b-42eb-8756-904cbb078f30 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 944 time: 0.5505636 Nov 12 08:21:44.370868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb00e6-bfe8-4f9b-b8a0-1dd8a9e3c6a9 req-414aa174-50e9-4940-b60f-7d087f998b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.373088 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ebb00e6-bfe8-4f9b-b8a0-1dd8a9e3c6a9 req-414aa174-50e9-4940-b60f-7d087f998b4f service neutron] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.6186604 Nov 12 08:21:44.397710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] For port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:44.408186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] For port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2e83e360-8aad-4e92-a2e6-39cbfa6850c2,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:44.415418 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.443525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.443525 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.443525 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] 10.222.0.52 "PUT /v2.0/ports/2e83e360-8aad-4e92-a2e6-39cbfa6850c2 HTTP/1.1" status: 200 len: 1097 time: 1.4747851 Nov 12 08:21:44.443525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45793313-d62f-4680-bcaf-481cfe8ed4af', 'tag': '2e83e360-8aad-4e92-a2e6-39cbfa6850c2'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:44.443525 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32da2fa-800e-4e04-8c21-11afb1af21f1" -d '{"events": [{"name": "network-changed", "server_uuid": "45793313-d62f-4680-bcaf-481cfe8ed4af", "tag": "2e83e360-8aad-4e92-a2e6-39cbfa6850c2"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:44.445978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ebb00e6-bfe8-4f9b-b8a0-1dd8a9e3c6a9 req-aaf3f51b-b2e8-402b-9d56-919177d16e91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5 HTTP/1.1" status: 200 len: 217 time: 0.0609419 Nov 12 08:21:44.483810 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ba369ec7-cc5a-480e-b459-e00349f28e85 req-accd1afc-3ab3-4bfe-ba51-11c9355909b4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384892 Nov 12 08:21:44.487817 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51729581-638d-4fba-b7e1-da40d0a73bf5 x-openstack-request-id: req-51729581-638d-4fba-b7e1-da40d0a73bf5 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:44.489054 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04888fdd-72af-4532-8cd7-e9bcc1164302", "name": "network-vif-plugged", "status": "completed", "tag": "7f7feb2f-b5e7-4dd6-931c-79952a2eb54a", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:44.494384 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51729581-638d-4fba-b7e1-da40d0a73bf5 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:44.495648 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04888fdd-72af-4532-8cd7-e9bcc1164302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7feb2f-b5e7-4dd6-931c-79952a2eb54a', 'code': 200} Nov 12 08:21:44.682549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb00e6-bfe8-4f9b-b8a0-1dd8a9e3c6a9 req-8e604e9a-c261-4f31-96fe-089e042b32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.684062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ebb00e6-bfe8-4f9b-b8a0-1dd8a9e3c6a9 req-8e604e9a-c261-4f31-96fe-089e042b32f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.2295158 Nov 12 08:21:44.685079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e117e-d43e-4856-b981-a06d2d79a9cd service neutron] Pushing event updated for resources: {'Port': ['ID=2e83e360-8aad-4e92-a2e6-39cbfa6850c2,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:44.715393 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c90c302-1963-45dc-aabd-263be27624c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.739877 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f381898-a6b7-4868-8686-5ddd60d369c3 x-openstack-request-id: req-6f381898-a6b7-4868-8686-5ddd60d369c3 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:44.740400 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45793313-d62f-4680-bcaf-481cfe8ed4af", "tag": "2e83e360-8aad-4e92-a2e6-39cbfa6850c2", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:44.740951 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f381898-a6b7-4868-8686-5ddd60d369c3 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:44.742006 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45793313-d62f-4680-bcaf-481cfe8ed4af', 'tag': '2e83e360-8aad-4e92-a2e6-39cbfa6850c2', 'status': 'completed', 'code': 200} Nov 12 08:21:44.755467 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c90c302-1963-45dc-aabd-263be27624c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:44.761348 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-be309833-1825-4852-823c-4352cc774691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.764242 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-be309833-1825-4852-823c-4352cc774691 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc5c9df263f494cbe189c9db1e6f2a1&device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 1100 time: 0.1611531 Nov 12 08:21:44.764390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ebb00e6-bfe8-4f9b-b8a0-1dd8a9e3c6a9 req-665ca291-1885-444a-a1b8-354cb0f902cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648386 Nov 12 08:21:44.814853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf635d-5969-48cb-af35-e2cf0bbba1c2 req-fc2ee96c-6405-49ef-84a0-ef945e662c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.816480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d1bf635d-5969-48cb-af35-e2cf0bbba1c2 req-fc2ee96c-6405-49ef-84a0-ef945e662c74 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 1097 time: 0.2165570 Nov 12 08:21:44.875571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-4d800ec4-960d-441c-ad93-c4911a3c0fde service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=2e83e360-8aad-4e92-a2e6-39cbfa6850c2 HTTP/1.1" status: 200 len: 217 time: 0.0966313 Nov 12 08:21:44.890420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efeed8-03d7-43e9-9608-895fccd98453 req-b46aebfc-9637-4cdc-b8cb-35fbf118bf2b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:44.892388 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9c90c302-1963-45dc-aabd-263be27624c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04f51b5d2d484affaeb5e4f7c490de58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0724242 Nov 12 08:21:44.901972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90c302-1963-45dc-aabd-263be27624c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acac5995-9cee-4584-93ca-4b2ae1519d5d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:44.905065 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2efeed8-03d7-43e9-9608-895fccd98453 req-b46aebfc-9637-4cdc-b8cb-35fbf118bf2b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 945 time: 0.2564771 Nov 12 08:21:44.906773 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39898) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:45.022590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2efeed8-03d7-43e9-9608-895fccd98453 req-545e0c1f-b55f-4a17-8b78-639703269b83 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164951 Nov 12 08:21:45.029018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d1bf635d-5969-48cb-af35-e2cf0bbba1c2 req-78c41a9c-785a-43ef-bc6e-8293a9880a3f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632700 Nov 12 08:21:45.046163 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ebb00e6-bfe8-4f9b-b8a0-1dd8a9e3c6a9 req-a7cefaeb-70c7-4e1f-9524-663bf994b06b service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617626 Nov 12 08:21:45.055449 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11ba81-1764-4806-8e3b-fb8089787d32 req-5e36af82-68dd-48c1-a8c2-53cf1c8946a3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.057297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b11ba81-1764-4806-8e3b-fb8089787d32 req-5e36af82-68dd-48c1-a8c2-53cf1c8946a3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 945 time: 0.1273737 Nov 12 08:21:45.066450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-353dbfe8-f869-4870-affa-f2701c79eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.068691 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-353dbfe8-f869-4870-affa-f2701c79eec0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1602221 Nov 12 08:21:45.126505 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9d36788b-2853-40c4-b213-0ba39470cc72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.169302 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9d36788b-2853-40c4-b213-0ba39470cc72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.190125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-f5d3eeab-5037-4cfb-8596-fffef59ece82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.192733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-f5d3eeab-5037-4cfb-8596-fffef59ece82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1176295 Nov 12 08:21:45.210739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b11ba81-1764-4806-8e3b-fb8089787d32 req-9da924b2-dd8a-42c7-b337-68060fffedbe tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391079 Nov 12 08:21:45.239185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39906) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:45.252433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ebb00e6-bfe8-4f9b-b8a0-1dd8a9e3c6a9 req-0f83c450-76bf-4966-b8d5-c3bdea7654fa service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941109 Nov 12 08:21:45.387635 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9d36788b-2853-40c4-b213-0ba39470cc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.398351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9d36788b-2853-40c4-b213-0ba39470cc72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.400078 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9d36788b-2853-40c4-b213-0ba39470cc72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acac5995-9cee-4584-93ca-4b2ae1519d5d HTTP/1.1" status: 204 len: 168 time: 0.4908664 Nov 12 08:21:45.401512 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-91739808-5dc4-4b39-87fd-9282160b41e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.430945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36788b-2853-40c4-b213-0ba39470cc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acac5995-9cee-4584-93ca-4b2ae1519d5d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:45.451255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f7ffd-c098-40c2-b165-4e65a06c20db req-23d08d55-de0e-4528-acf7-050ea113c7d8 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.453515 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c0f7ffd-c098-40c2-b165-4e65a06c20db req-23d08d55-de0e-4528-acf7-050ea113c7d8 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 948 time: 0.1466496 Nov 12 08:21:45.460769 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-c447e583-911a-424c-a3dd-1724f2a8cdde service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522790 Nov 12 08:21:45.597905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c0f7ffd-c098-40c2-b165-4e65a06c20db req-45064361-2a59-49f6-aaf9-90142a779d6d tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349690 Nov 12 08:21:45.647004 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8acbc83-d13b-46d8-831f-26f04f9a5656 req-d6fff1d2-29d7-454c-8c0b-1e3f37e59380 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801233 Nov 12 08:21:45.659815 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-91739808-5dc4-4b39-87fd-9282160b41e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.665672 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-91739808-5dc4-4b39-87fd-9282160b41e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:45.780205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-91739808-5dc4-4b39-87fd-9282160b41e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2edef361efac4c9ba67ff3a40a4a92a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5397637 Nov 12 08:21:45.781036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91739808-5dc4-4b39-87fd-9282160b41e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bddc94-5b48-44d0-a397-c962440d6bcf,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:45.784939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39928) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:45.790831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32da2fa-800e-4e04-8c21-11afb1af21f1 req-c72f2e09-7c19-4c81-9c0f-85e2e0092d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.792579 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f32da2fa-800e-4e04-8c21-11afb1af21f1 req-c72f2e09-7c19-4c81-9c0f-85e2e0092d1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc5c9df263f494cbe189c9db1e6f2a1&device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 1100 time: 0.0610502 Nov 12 08:21:45.859812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb30bf4-92ff-4bff-9994-e3cadbcf6b0f req-320d5c2a-0424-4d3b-a1a3-4f9b540f2742 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.869340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdb30bf4-92ff-4bff-9994-e3cadbcf6b0f req-320d5c2a-0424-4d3b-a1a3-4f9b540f2742 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 944 time: 0.1803720 Nov 12 08:21:45.929516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32da2fa-800e-4e04-8c21-11afb1af21f1 req-09c4222f-c0db-48ef-a1b5-5a332ffa0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:45.929516 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f32da2fa-800e-4e04-8c21-11afb1af21f1 req-09c4222f-c0db-48ef-a1b5-5a332ffa0384 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1271789 Nov 12 08:21:45.973611 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdb30bf4-92ff-4bff-9994-e3cadbcf6b0f req-0c5b0308-d121-4f37-8d74-53435e895daf tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028590 Nov 12 08:21:45.983252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfb2e-b829-4767-a0a7-f43e9881eb89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.032154 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfb2e-b829-4767-a0a7-f43e9881eb89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.039657 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f32da2fa-800e-4e04-8c21-11afb1af21f1 req-cc412139-6142-4098-9534-5488029100a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=2e83e360-8aad-4e92-a2e6-39cbfa6850c2 HTTP/1.1" status: 200 len: 217 time: 0.1037879 Nov 12 08:21:46.103095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32da2fa-800e-4e04-8c21-11afb1af21f1 req-e7aeafee-3ce4-4bef-a73f-dd2843abe1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.105328 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f32da2fa-800e-4e04-8c21-11afb1af21f1 req-e7aeafee-3ce4-4bef-a73f-dd2843abe1b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0557709 Nov 12 08:21:46.113255 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfb2e-b829-4767-a0a7-f43e9881eb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.117030 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ee6cfb2e-b829-4767-a0a7-f43e9881eb89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.118792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ee6cfb2e-b829-4767-a0a7-f43e9881eb89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38bddc94-5b48-44d0-a397-c962440d6bcf HTTP/1.1" status: 204 len: 168 time: 0.3326006 Nov 12 08:21:46.129073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cfb2e-b829-4767-a0a7-f43e9881eb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bddc94-5b48-44d0-a397-c962440d6bcf,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:46.251694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32da2fa-800e-4e04-8c21-11afb1af21f1 req-35bb3b11-663e-474e-b639-1752de7ffc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.253526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f32da2fa-800e-4e04-8c21-11afb1af21f1 req-35bb3b11-663e-474e-b639-1752de7ffc07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1387823 Nov 12 08:21:46.262779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ebec-8925-4ce1-9966-db56521749a6 req-c6fcfc55-304f-433a-bc91-3b8ae34295ed tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.264298 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3bc0ebec-8925-4ce1-9966-db56521749a6 req-c6fcfc55-304f-433a-bc91-3b8ae34295ed tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 945 time: 0.1013236 Nov 12 08:21:46.387373 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3bc0ebec-8925-4ce1-9966-db56521749a6 req-45563d0f-b6c1-4948-9cc6-cd6a2c5ea290 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035581 Nov 12 08:21:46.402087 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f32da2fa-800e-4e04-8c21-11afb1af21f1 req-2ee1f7d7-6ab4-45d5-a4b6-21618253ee85 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366324 Nov 12 08:21:46.574550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70295e7a-b4fc-401e-9c09-4baeae84d41c req-29949e76-a3b2-46bb-9746-d7b7df19df9c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.576697 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70295e7a-b4fc-401e-9c09-4baeae84d41c req-29949e76-a3b2-46bb-9746-d7b7df19df9c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 945 time: 0.0878294 Nov 12 08:21:46.580850 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f32da2fa-800e-4e04-8c21-11afb1af21f1 req-5a40f78e-b86f-44c5-a3fa-1db9d090690a service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691017 Nov 12 08:21:46.663826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70295e7a-b4fc-401e-9c09-4baeae84d41c req-fcb7e4ae-73f1-44e6-ada5-574190a7ff7a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794976 Nov 12 08:21:46.759092 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-e96b8eb1-0ad3-44f3-84bb-bd29c47fcc93 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=aefc01fe093c4423bfb6b826cf407d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376844 Nov 12 08:21:46.858479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39972) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:46.863759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device e1f87783-fde6-4b32-bb24-0895cb9660d5 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:46.947723 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8abdb608-80de-47c0-acea-e8e83b4d0c15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:46.953439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-9d4fd7c9-8577-494a-a13f-7a39fbc4b231 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:46.956451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-9d4fd7c9-8577-494a-a13f-7a39fbc4b231 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965292 Nov 12 08:21:46.976222 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-c65f6fcd-b16a-49a8-99fc-b88fb08e9b36 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/quotas/aefc01fe093c4423bfb6b826cf407d6f HTTP/1.1" status: 200 len: 375 time: 0.0118041 Nov 12 08:21:47.042229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-e5d5eb43-3d5d-4e68-ae90-b7cab8ec7066 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aefc01fe093c4423bfb6b826cf407d6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557454 Nov 12 08:21:47.051075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-806035f9-c337-470c-ad45-bfeb6452f2a7 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3498578 Nov 12 08:21:47.054870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:47.061434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:47.069377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'e1f87783-fde6-4b32-bb24-0895cb9660d5', 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3', 'port_id': 'e1f87783-fde6-4b32-bb24-0895cb9660d5', 'mac_address': 'fa:16:3e:b9:7f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9d935-b743-43ba-87ab-2598092634c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:47.110232 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.131117 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.149175 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f87783-fde6-4b32-bb24-0895cb9660d5 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:47.161046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8abdb608-80de-47c0-acea-e8e83b4d0c15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.171814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8abdb608-80de-47c0-acea-e8e83b4d0c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.179621 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:47.188205 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.294843 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8abdb608-80de-47c0-acea-e8e83b4d0c15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f027a37ad1714f6c84ef950f4d248d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4353147 Nov 12 08:21:47.298348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39988) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:47.300851 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdb608-80de-47c0-acea-e8e83b4d0c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f944b3-b879-4155-b89b-4ccf5d8d67d2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:47.344961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=e1f87783-fde6-4b32-bb24-0895cb9660d5,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:47.400350 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.403489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e1f87783-fde6-4b32-bb24-0895cb9660d5'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:47.452642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9900ea25-d728-4ba9-a67f-e3224d2d59bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.493253 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9900ea25-d728-4ba9-a67f-e3224d2d59bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.513589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bb464-cd49-4369-9d4b-0eb8b0634442 req-a160c62d-3974-4876-afdb-9f0111df452b tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:47.515436 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-459bb464-cd49-4369-9d4b-0eb8b0634442 req-a160c62d-3974-4876-afdb-9f0111df452b tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 948 time: 0.1116323 Nov 12 08:21:47.572909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Allocated IP 172.25.3.25 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/21aa7d7c-1d9c-405f-bad3-e55e0850b424) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:47.606221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-459bb464-cd49-4369-9d4b-0eb8b0634442 req-43610139-2e3a-4b20-869e-0e20ac3627f3 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786128 Nov 12 08:21:47.624941 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9900ea25-d728-4ba9-a67f-e3224d2d59bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.627723 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9900ea25-d728-4ba9-a67f-e3224d2d59bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.631366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9900ea25-d728-4ba9-a67f-e3224d2d59bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2f944b3-b879-4155-b89b-4ccf5d8d67d2 HTTP/1.1" status: 204 len: 168 time: 0.3293028 Nov 12 08:21:47.638917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900ea25-d728-4ba9-a67f-e3224d2d59bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f944b3-b879-4155-b89b-4ccf5d8d67d2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:47.783526 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.824389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a23f97-d0e4-4f1e-bd8d-fe8a713f9720 req-e6ff01aa-f4f9-450d-9b3c-9804a850bace tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:47.825735 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:47.835440 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05a23f97-d0e4-4f1e-bd8d-fe8a713f9720 req-e6ff01aa-f4f9-450d-9b3c-9804a850bace tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 945 time: 0.0959125 Nov 12 08:21:47.865737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:47.870800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:47.873488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:47.905165 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05a23f97-d0e4-4f1e-bd8d-fe8a713f9720 req-de90a170-44fb-4bde-a03f-876b9d9c1c74 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687134 Nov 12 08:21:47.911253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Pushing event updated for resources: {'Port': ['ID=21aa7d7c-1d9c-405f-bad3-e55e0850b424,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:48.000748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28b2ff99-1721-4b0d-93bf-5bc2ef1ffe1d req-e231be1c-8eb4-44d1-90f3-8b617c1256ff tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 210 time: 0.0410645 Nov 12 08:21:48.067846 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.132600 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.421654 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-31e38b02-87dc-4a72-8cee-7292043c7414 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=aa00d27508c14af39508393772b4da61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411532 Nov 12 08:21:48.531680 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.537825 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.577584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e532c-c2fd-47da-a505-f36851c91317 req-5ca2904e-ae0c-473f-a3ae-d15e5c132729 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:48.586272 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-5ca2904e-ae0c-473f-a3ae-d15e5c132729 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627848 Nov 12 08:21:48.619434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-0bbf63dd-af4b-437a-aa55-31a0e75f0b99 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/quotas/aa00d27508c14af39508393772b4da61 HTTP/1.1" status: 200 len: 375 time: 0.0318754 Nov 12 08:21:48.636201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Pushing event updated for resources: {'Port': ['ID=21aa7d7c-1d9c-405f-bad3-e55e0850b424,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:48.663998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-a56cf091-a247-4a31-99ea-6fc3a1ae9bba tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa00d27508c14af39508393772b4da61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434053 Nov 12 08:21:48.666892 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.700512 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:48.702174 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-73f4f8b4-55d8-45b1-9250-f3069c1c74fd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6499357 Nov 12 08:21:48.711080 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-0a1c0ead-484c-4835-86c1-0df4fcb27daf tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aefc01fe093c4423bfb6b826cf407d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360775 Nov 12 08:21:48.798169 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-d1983e18-1167-41a3-85f4-ea18cbd07f3c tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.0857744 Nov 12 08:21:48.863815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:48.972674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e17044-a75f-4831-93be-245ef0e0e755 req-bb8f11d1-6417-43de-a2d3-80f02a5d4710 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:48.975587 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89e17044-a75f-4831-93be-245ef0e0e755 req-bb8f11d1-6417-43de-a2d3-80f02a5d4710 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 945 time: 0.0882511 Nov 12 08:21:48.987990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-e334a8b3-01ad-4dd2-b170-a923eda39368 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:48.989630 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-e334a8b3-01ad-4dd2-b170-a923eda39368 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2709367 Nov 12 08:21:49.017057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device e1f87783-fde6-4b32-bb24-0895cb9660d5 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:49.017976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Request body: {'port': {'device_id': '766c490a-2b91-4793-a39e-57ce484678f2', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': 'aefc01fe093c4423bfb6b826cf407d6f'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:49.079788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-715a13f3-4241-4c3b-a56d-d2dc08f16fad tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:49.082142 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-715a13f3-4241-4c3b-a56d-d2dc08f16fad tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.2774217 Nov 12 08:21:49.095969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-7a3b3eaf-b179-4738-91ef-5a28af84fab5 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:49.097351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5435b6b9-292e-483a-9ee0-c667707ef608 req-7a3b3eaf-b179-4738-91ef-5a28af84fab5 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085342 Nov 12 08:21:49.136568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89e17044-a75f-4831-93be-245ef0e0e755 req-6089c7fb-722e-4828-a9b8-d1afe651ebc1 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456831 Nov 12 08:21:49.181857 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2e83e360-8aad-4e92-a2e6-39cbfa6850c2,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:49.232893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '2e83e360-8aad-4e92-a2e6-39cbfa6850c2', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '2e83e360-8aad-4e92-a2e6-39cbfa6850c2', 'mac_address': 'fa:16:3e:38:d6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:49.279096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port e1f87783-fde6-4b32-bb24-0895cb9660d5 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:49.299998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port e1f87783-fde6-4b32-bb24-0895cb9660d5 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:49.300530 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.320654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Made reservation on behalf of aefc01fe093c4423bfb6b826cf407d6f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:49.325617 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.338006 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.376254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8d142-9a87-40a3-8f85-32ee9df37d9c req-0e8ae845-7738-45c2-88ee-90880f4594b8 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:49.384978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7ca8d142-9a87-40a3-8f85-32ee9df37d9c req-0e8ae845-7738-45c2-88ee-90880f4594b8 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 948 time: 0.1306763 Nov 12 08:21:49.388889 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.441899 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7ca8d142-9a87-40a3-8f85-32ee9df37d9c req-d963cdc6-aa64-4638-9488-ea4d4bf469a9 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569332 Nov 12 08:21:49.449228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:49.514747 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.519809 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.536368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2e83e360-8aad-4e92-a2e6-39cbfa6850c2,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:49.543249 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.631562 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=2e83e360-8aad-4e92-a2e6-39cbfa6850c2,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:49.641546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6af8bc-23da-4adc-97d2-631939145ccb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:49.653917 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.681377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a9d7d60-c730-4a82-ba01-0c92c8c67352 req-f48484fc-c993-4acf-93f5-b2bb1617b53d tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 210 time: 0.0504014 Nov 12 08:21:49.712631 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a61bdb4-caa2-45b2-b395-10c38a737654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f87783-fde6-4b32-bb24-0895cb9660d5'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:49.715978 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c113d4e-f36c-4c35-8da3-e589c4d006e6" -d '{"events": [{"server_uuid": "0a61bdb4-caa2-45b2-b395-10c38a737654", "name": "network-vif-plugged", "status": "completed", "tag": "e1f87783-fde6-4b32-bb24-0895cb9660d5"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:49.751208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:49.760507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['2e83e360-8aad-4e92-a2e6-39cbfa6850c2'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:49.804434 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:49.843882 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-36fea531-ca69-48aa-93b9-795437b956ea req-64c3c6b7-9308-4169-acda-dba21efee616 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 210 time: 0.0427196 Nov 12 08:21:49.871701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Allocated IP 192.168.233.242 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/9402f9f5-db3b-4234-849b-58532aa4b8f8) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:49.887766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=e1f87783-fde6-4b32-bb24-0895cb9660d5,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:49.924965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4d9b8-f442-4899-92cf-57796dced55f req-b1dea29c-d0cd-433a-9590-a5aeb0aec67a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:49.934185 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ba4d9b8-f442-4899-92cf-57796dced55f req-b1dea29c-d0cd-433a-9590-a5aeb0aec67a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 946 time: 0.1369762 Nov 12 08:21:50.069641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ba4d9b8-f442-4899-92cf-57796dced55f req-169a7782-3d3e-4dbd-8d5e-4d9fad86ca3a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301603 Nov 12 08:21:50.145741 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.263983 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.311974 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-804cb0ce-ffa1-4c25-976a-2d84b13f7b88 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=aa00d27508c14af39508393772b4da61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393898 Nov 12 08:21:50.317963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065730-959d-4f4e-8832-84723d860231 req-0f0bc970-cdb0-4a78-bc35-e288127bba1f tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:50.321834 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19065730-959d-4f4e-8832-84723d860231 req-0f0bc970-cdb0-4a78-bc35-e288127bba1f tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 1097 time: 0.0800071 Nov 12 08:21:50.326996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:50.345581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-f26823a2-2cdd-4508-8737-7ade2c88dd9d tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:50.347262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-f26823a2-2cdd-4508-8737-7ade2c88dd9d tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 821 time: 0.1851237 Nov 12 08:21:50.351812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:50.353699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Pushing event updated for resources: {'Port': ['ID=9402f9f5-db3b-4234-849b-58532aa4b8f8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:50.356636 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:50.408329 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-affa7f23-2d0a-4688-958a-ebcc933b2920 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/quotas/a64d8d5abe494314aea0331a40660e70 HTTP/1.1" status: 200 len: 375 time: 0.0240035 Nov 12 08:21:50.427285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:50.427920 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.485660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-7e39bd2e-ecc5-4e67-ac49-377047b83d24 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4714534 Nov 12 08:21:50.500284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Request body: {'port': {'device_id': '766c490a-2b91-4793-a39e-57ce484678f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:50.521827 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19065730-959d-4f4e-8832-84723d860231 req-e875c7dd-49c6-4779-8d70-177cbdd6e7a1 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937811 Nov 12 08:21:50.543790 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e532c-c2fd-47da-a505-f36851c91317 req-c9e8bd99-6b4d-40ae-9fbf-a775e96b3ccd tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:50.543790 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-c9e8bd99-6b4d-40ae-9fbf-a775e96b3ccd tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180204 Nov 12 08:21:50.558125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Request body: {'port': {'device_id': '147887bc-03a4-48ef-8c6a-acc5f1992705', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': 'aa00d27508c14af39508393772b4da61'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:50.563208 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-733b0369-3dba-4380-88a9-c50e7c2a2ce7 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1443861 Nov 12 08:21:50.618795 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.674109 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3fabb71f-fa9e-42f1-a338-6208916c73d9 None None] Provisioning complete for port 9402f9f5-db3b-4234-849b-58532aa4b8f8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:50.675093 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3fabb71f-fa9e-42f1-a338-6208916c73d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.746840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Made reservation on behalf of aa00d27508c14af39508393772b4da61 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:50.757090 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.762072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3fabb71f-fa9e-42f1-a338-6208916c73d9 None None] Port 9402f9f5-db3b-4234-849b-58532aa4b8f8 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:50.763262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-b39addff-3a19-4a76-be16-5fdd04fa5f36 service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989996 Nov 12 08:21:50.790057 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.790215 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcf5ee8-e19e-472c-b055-4b8e136cabf4 x-openstack-request-id: req-7bcf5ee8-e19e-472c-b055-4b8e136cabf4 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:50.790215 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a61bdb4-caa2-45b2-b395-10c38a737654", "name": "network-vif-plugged", "status": "completed", "tag": "e1f87783-fde6-4b32-bb24-0895cb9660d5", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:50.790215 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bcf5ee8-e19e-472c-b055-4b8e136cabf4 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:50.790215 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a61bdb4-caa2-45b2-b395-10c38a737654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f87783-fde6-4b32-bb24-0895cb9660d5', 'code': 200} Nov 12 08:21:50.864020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:50.912330 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.918185 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.946176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:50.951815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:50.952466 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:50.966286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f70d6c-7f25-42da-8287-b5225741bf5f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:51.065731 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.096841 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805d801-745b-4d38-a095-a0ec30cb7391 req-43fe6062-a518-4300-994d-a72abc61bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:51.098413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e805d801-745b-4d38-a095-a0ec30cb7391 req-43fe6062-a518-4300-994d-a72abc61bd6c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 1098 time: 0.2022440 Nov 12 08:21:51.122528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2e83e360-8aad-4e92-a2e6-39cbfa6850c2,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:51.128217 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.128680 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-7c4dd2ef-cf43-494a-9777-492b07deba95 service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641477 Nov 12 08:21:51.157074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d642178-071c-45c0-b0f7-0fce2723a1eb req-6cd294fa-ff63-4d8d-9421-8f92e04e4492 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:51.158717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4d642178-071c-45c0-b0f7-0fce2723a1eb req-6cd294fa-ff63-4d8d-9421-8f92e04e4492 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 949 time: 0.1152899 Nov 12 08:21:51.196364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=2e83e360-8aad-4e92-a2e6-39cbfa6850c2,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:51.230648 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4d642178-071c-45c0-b0f7-0fce2723a1eb req-d07bca4a-7d2e-41a7-825c-a1a26cf8f2f3 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644646 Nov 12 08:21:51.251668 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e805d801-745b-4d38-a095-a0ec30cb7391 req-0114ab03-cf21-4c13-ac70-3c36ab97e4c3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452928 Nov 12 08:21:51.299306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9402f9f5-db3b-4234-849b-58532aa4b8f8 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:51.309590 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.329809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Transition to ACTIVE for port object 9402f9f5-db3b-4234-849b-58532aa4b8f8 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:51.334092 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.426787 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28496113-bf06-42d2-b01b-a15fa98a63ed req-8a9f65b3-37fe-45d5-9ccd-f729bfc70666 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 210 time: 0.0589981 Nov 12 08:21:51.442562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Pushing event updated for resources: {'Port': ['ID=9402f9f5-db3b-4234-849b-58532aa4b8f8,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:51.444237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Allocated IP 192.168.233.135 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/bfc15d8d-7b02-4882-a622-e40b784b7f93) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:51.579016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Attempting to bind port 9402f9f5-db3b-4234-849b-58532aa4b8f8 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:51.580076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Attempting to bind port 9402f9f5-db3b-4234-849b-58532aa4b8f8 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:51.580493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Attempting to bind port 9402f9f5-db3b-4234-849b-58532aa4b8f8 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:51.592248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Port 9402f9f5-db3b-4234-849b-58532aa4b8f8 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:51.592582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Attempting to bind port 9402f9f5-db3b-4234-849b-58532aa4b8f8 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:51.603188 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:51.603526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:51.609464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:51.610817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Bound port: 9402f9f5-db3b-4234-849b-58532aa4b8f8, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:51.612387 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.665228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b8945-5d3f-4a60-babe-abc5d46d898e req-307edd8a-93db-4496-ade0-71cfff611894 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:51.666866 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c18b8945-5d3f-4a60-babe-abc5d46d898e req-307edd8a-93db-4496-ade0-71cfff611894 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 1097 time: 0.3341060 Nov 12 08:21:51.713878 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.742837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6c999-2f56-4757-ba0f-021085c20eab req-fbec4bb1-6c4b-4380-8073-23899da9a89a tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:51.745152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71e6c999-2f56-4757-ba0f-021085c20eab req-fbec4bb1-6c4b-4380-8073-23899da9a89a tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 948 time: 0.1183228 Nov 12 08:21:51.772674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] For port 9402f9f5-db3b-4234-849b-58532aa4b8f8, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:51.781722 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c18b8945-5d3f-4a60-babe-abc5d46d898e req-6bf83922-b6f9-42b7-8f56-2a61504ced69 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936673 Nov 12 08:21:51.799882 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.819756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] For port 9402f9f5-db3b-4234-849b-58532aa4b8f8, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=9402f9f5-db3b-4234-849b-58532aa4b8f8,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:51.828926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.891748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Pushing event updated for resources: {'Port': ['ID=bfc15d8d-7b02-4882-a622-e40b784b7f93,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:51.912255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:51.914018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:51.915092 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.915406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:51.917043 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] 10.222.0.46 "PUT /v2.0/ports/9402f9f5-db3b-4234-849b-58532aa4b8f8 HTTP/1.1" status: 200 len: 1097 time: 1.4225619 Nov 12 08:21:51.920721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766c490a-2b91-4793-a39e-57ce484678f2', 'tag': '9402f9f5-db3b-4234-849b-58532aa4b8f8'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:51.925362 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:51.935795 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dabe744-d7d1-4567-ad57-58858440614f" -d '{"events": [{"name": "network-changed", "server_uuid": "766c490a-2b91-4793-a39e-57ce484678f2", "tag": "9402f9f5-db3b-4234-849b-58532aa4b8f8"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:51.974767 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:51.993617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71e6c999-2f56-4757-ba0f-021085c20eab req-b7878cfb-077d-4bb2-a73a-a147b506113c tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6af8bc-23da-4adc-97d2-631939145ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329862 Nov 12 08:21:52.056592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402551aa-9527-4b5d-ad35-d5019d418931 service neutron] Pushing event updated for resources: {'Port': ['ID=9402f9f5-db3b-4234-849b-58532aa4b8f8,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:52.088886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:52.089601 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.108398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-0d9343f1-90fa-4e2a-8ee1-fe97433e1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:52.112622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-0d9343f1-90fa-4e2a-8ee1-fe97433e1548 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aefc01fe093c4423bfb6b826cf407d6f&device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 1100 time: 0.1365047 Nov 12 08:21:52.125315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3c1a1-71b7-40f6-ba44-f371ed552d44 req-0fa8555a-a550-4088-8858-6a68684e192e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:52.132747 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87b3c1a1-71b7-40f6-ba44-f371ed552d44 req-0fa8555a-a550-4088-8858-6a68684e192e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 946 time: 0.1636708 Nov 12 08:21:52.140279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-14d57a77-1d4a-4fdf-afb3-19c638b5942b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5865793 Nov 12 08:21:52.157724 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Request body: {'port': {'device_id': '147887bc-03a4-48ef-8c6a-acc5f1992705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:52.226736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9dd961c0-ae6f-4355-9354-66bc8e1da9cc req-c269e908-34c5-43bf-b953-3e5ff51843c0 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 210 time: 0.1232405 Nov 12 08:21:52.234338 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-3f0c6937-95e3-424b-8a98-a83831624b0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9402f9f5-db3b-4234-849b-58532aa4b8f8 HTTP/1.1" status: 200 len: 217 time: 0.0944245 Nov 12 08:21:52.274778 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87b3c1a1-71b7-40f6-ba44-f371ed552d44 req-e226bf58-46a9-4bab-ba9c-a9d5b7009324 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404247 Nov 12 08:21:52.287328 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.348768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-02661a4e-ba82-4c0c-9a33-737ae11b75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:52.350319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-02661a4e-ba82-4c0c-9a33-737ae11b75aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0995135 Nov 12 08:21:52.459878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-b07182b8-2550-4e43-90d3-7323060f50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:52.462699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-b07182b8-2550-4e43-90d3-7323060f50aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1021073 Nov 12 08:21:52.486556 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837657d9-3d51-4c72-a117-9bd6caad5e4b x-openstack-request-id: req-837657d9-3d51-4c72-a117-9bd6caad5e4b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:52.486989 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766c490a-2b91-4793-a39e-57ce484678f2", "tag": "9402f9f5-db3b-4234-849b-58532aa4b8f8", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:52.487309 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-837657d9-3d51-4c72-a117-9bd6caad5e4b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:52.487737 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766c490a-2b91-4793-a39e-57ce484678f2', 'tag': '9402f9f5-db3b-4234-849b-58532aa4b8f8', 'status': 'completed', 'code': 200} Nov 12 08:21:52.616041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-eb1b836a-5a66-41db-aed0-249324bd893e None None] Provisioning complete for port bfc15d8d-7b02-4882-a622-e40b784b7f93 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:52.616815 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eb1b836a-5a66-41db-aed0-249324bd893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.665720 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-eb1b836a-5a66-41db-aed0-249324bd893e None None] Port bfc15d8d-7b02-4882-a622-e40b784b7f93 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:52.672359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-4f7f7322-620a-4f55-b1eb-1f14df8f353a service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832912 Nov 12 08:21:52.767703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9208d-3be5-4fed-baa7-b9dba5c632e7 req-4c625bad-c8db-4dad-9b0c-e29cdf53b19d tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:52.769408 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-11f9208d-3be5-4fed-baa7-b9dba5c632e7 req-4c625bad-c8db-4dad-9b0c-e29cdf53b19d tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 950 time: 0.1694610 Nov 12 08:21:52.803597 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45793313-d62f-4680-bcaf-481cfe8ed4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e83e360-8aad-4e92-a2e6-39cbfa6850c2'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:52.813803 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349a2a07-26a4-4593-97cf-1207be629a0b" -d '{"events": [{"server_uuid": "45793313-d62f-4680-bcaf-481cfe8ed4af", "name": "network-vif-plugged", "status": "completed", "tag": "2e83e360-8aad-4e92-a2e6-39cbfa6850c2"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:52.822628 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23d9add7-4dc9-4115-b5bf-98f448aae14a req-abe63240-eb6b-4690-9ad9-bed399d079ff service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411393 Nov 12 08:21:52.861003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-df1d3f08-1326-417c-98cb-2b8917ea8712 req-03536b92-a52d-47b7-b99b-c87de4f28de9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:52.862028 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df1d3f08-1326-417c-98cb-2b8917ea8712 req-03536b92-a52d-47b7-b99b-c87de4f28de9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055323 Nov 12 08:21:52.882625 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-11f9208d-3be5-4fed-baa7-b9dba5c632e7 req-5eee1ab6-bc95-4a20-8217-a37d59a44252 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970845 Nov 12 08:21:52.950936 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc15d8d-7b02-4882-a622-e40b784b7f93 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:52.964955 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:52.986118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Transition to ACTIVE for port object bfc15d8d-7b02-4882-a622-e40b784b7f93 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:53.021296 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.121013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc15d8d-7b02-4882-a622-e40b784b7f93,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:53.145390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a21546-46ff-43da-b8b2-24eec0121e98 req-8685ea99-4487-4c30-8afc-210e82c4c158 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.153016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7a21546-46ff-43da-b8b2-24eec0121e98 req-8685ea99-4487-4c30-8afc-210e82c4c158 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 948 time: 0.1429398 Nov 12 08:21:53.308590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabe744-d7d1-4567-ad57-58858440614f req-f92b6ddd-b949-4168-afc0-9b05d9abb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.311040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4dabe744-d7d1-4567-ad57-58858440614f req-f92b6ddd-b949-4168-afc0-9b05d9abb16f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aefc01fe093c4423bfb6b826cf407d6f&device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 1100 time: 0.4028709 Nov 12 08:21:53.311749 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7a21546-46ff-43da-b8b2-24eec0121e98 req-b1dcc9da-eda9-4ef8-8158-4fa31d2764be tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577907 Nov 12 08:21:53.312722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Attempting to bind port bfc15d8d-7b02-4882-a622-e40b784b7f93 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:53.313055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Attempting to bind port bfc15d8d-7b02-4882-a622-e40b784b7f93 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:53.313474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Attempting to bind port bfc15d8d-7b02-4882-a622-e40b784b7f93 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:53.318842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Port bfc15d8d-7b02-4882-a622-e40b784b7f93 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:53.319196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Attempting to bind port bfc15d8d-7b02-4882-a622-e40b784b7f93 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:53.335494 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:53.337129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:53.338202 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:53.339865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Bound port: bfc15d8d-7b02-4882-a622-e40b784b7f93, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:53.342320 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.359741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-be3c94a2-6a40-4307-b28f-a4644750d672 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.361288 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-be3c94a2-6a40-4307-b28f-a4644750d672 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.46 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 821 time: 0.4727468 Nov 12 08:21:53.377009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Request body: {'port': {'device_id': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'admin_state_up': True, 'tenant_id': 'a64d8d5abe494314aea0331a40660e70'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:53.475136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] For port bfc15d8d-7b02-4882-a622-e40b784b7f93, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:53.484786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] For port bfc15d8d-7b02-4882-a622-e40b784b7f93, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=bfc15d8d-7b02-4882-a622-e40b784b7f93,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:53.495695 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.519218 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f074f24d-630a-4138-9cf8-74523d3dd9ed x-openstack-request-id: req-f074f24d-630a-4138-9cf8-74523d3dd9ed {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:53.520241 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45793313-d62f-4680-bcaf-481cfe8ed4af", "name": "network-vif-plugged", "status": "completed", "tag": "2e83e360-8aad-4e92-a2e6-39cbfa6850c2", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:53.521353 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f074f24d-630a-4138-9cf8-74523d3dd9ed {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:53.523320 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45793313-d62f-4680-bcaf-481cfe8ed4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e83e360-8aad-4e92-a2e6-39cbfa6850c2', 'code': 200} Nov 12 08:21:53.572227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.572850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.574331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] 10.222.0.52 "PUT /v2.0/ports/bfc15d8d-7b02-4882-a622-e40b784b7f93 HTTP/1.1" status: 200 len: 1097 time: 1.4219491 Nov 12 08:21:53.574786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147887bc-03a4-48ef-8c6a-acc5f1992705', 'tag': 'bfc15d8d-7b02-4882-a622-e40b784b7f93'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:53.575016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Made reservation on behalf of a64d8d5abe494314aea0331a40660e70 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:21:53.577388 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0356d3-b1d9-4770-bafb-3983eec01eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "147887bc-03a4-48ef-8c6a-acc5f1992705", "tag": "bfc15d8d-7b02-4882-a622-e40b784b7f93"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:53.581049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:53.602505 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce11656-aca4-490f-9356-e556e71200a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc15d8d-7b02-4882-a622-e40b784b7f93,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:53.674956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad230f-2967-4d39-a2d2-f6b445e8d016 req-8f881c4c-1961-410c-adfe-a5723f0ad8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.685088 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9dad230f-2967-4d39-a2d2-f6b445e8d016 req-8f881c4c-1961-410c-adfe-a5723f0ad8a5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 1102 time: 0.0760121 Nov 12 08:21:53.708202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabe744-d7d1-4567-ad57-58858440614f req-ea65ea76-d6b9-4b19-b992-3cb848036fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.709702 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4dabe744-d7d1-4567-ad57-58858440614f req-ea65ea76-d6b9-4b19-b992-3cb848036fcf service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.3840475 Nov 12 08:21:53.799616 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1002e-7a78-4f31-9c63-4e648ed36feb req-0e1cc4fd-1d5e-4dc7-991a-a1516ad13504 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.802907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e4f1002e-7a78-4f31-9c63-4e648ed36feb req-0e1cc4fd-1d5e-4dc7-991a-a1516ad13504 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 948 time: 0.1168180 Nov 12 08:21:53.809302 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9dad230f-2967-4d39-a2d2-f6b445e8d016 req-30f581a0-5a85-4bcf-a678-469efeeed124 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839424 Nov 12 08:21:53.817418 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4dabe744-d7d1-4567-ad57-58858440614f req-47cf49c1-d683-4b7d-bc18-5069b73aec0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=9402f9f5-db3b-4234-849b-58532aa4b8f8 HTTP/1.1" status: 200 len: 217 time: 0.0976012 Nov 12 08:21:53.847144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e532c-c2fd-47da-a505-f36851c91317 req-d15d35be-3974-4b2e-bb4a-7ab9f462d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.848716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-d15d35be-3974-4b2e-bb4a-7ab9f462d192 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa00d27508c14af39508393772b4da61&device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 1100 time: 0.1919606 Nov 12 08:21:53.862259 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e4f1002e-7a78-4f31-9c63-4e648ed36feb req-e22d09f9-58ab-41c9-92f7-29180962da91 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6af8bc-23da-4adc-97d2-631939145ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508192 Nov 12 08:21:53.933685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabe744-d7d1-4567-ad57-58858440614f req-b8d8fb3a-e338-4d44-b78b-4eff3979d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:53.935090 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4dabe744-d7d1-4567-ad57-58858440614f req-b8d8fb3a-e338-4d44-b78b-4eff3979d6f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1074827 Nov 12 08:21:53.951488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Allocated IP 172.20.0.7 (170e4127-b637-48e5-9551-255bde693b24/04a31785-f38c-425e-aabd-b02afbc425f7/2a7b0b91-367f-44ef-8e08-a19b669ab971) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:21:53.984788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87e1845f-b2f4-4e0a-8841-8313ccaeff0a req-9c418d20-83c3-477d-8a0f-c0f732d457ed tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 210 time: 0.0394711 Nov 12 08:21:54.084989 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-f5be06eb-cbb4-4a71-af29-90f766c928e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=bfc15d8d-7b02-4882-a622-e40b784b7f93 HTTP/1.1" status: 200 len: 217 time: 0.0705385 Nov 12 08:21:54.129341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6986c5-376e-40be-93ec-d996297f3aa8 req-a5d240cf-8d31-49dd-9557-4c2510a65db7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:54.130964 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2f6986c5-376e-40be-93ec-d996297f3aa8 req-a5d240cf-8d31-49dd-9557-4c2510a65db7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 946 time: 0.0678790 Nov 12 08:21:54.184906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabe744-d7d1-4567-ad57-58858440614f req-e9be2374-f901-4751-97a9-7dbe436799cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:54.186499 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4dabe744-d7d1-4567-ad57-58858440614f req-e9be2374-f901-4751-97a9-7dbe436799cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2173040 Nov 12 08:21:54.202050 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2f6986c5-376e-40be-93ec-d996297f3aa8 req-b8415ba7-fd90-4925-9066-873d83777d5d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596662 Nov 12 08:21:54.242206 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e532c-c2fd-47da-a505-f36851c91317 req-d3b0784e-5aad-4a2c-b8b5-f1b3897fc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:54.244272 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-d3b0784e-5aad-4a2c-b8b5-f1b3897fc0f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1367631 Nov 12 08:21:54.324673 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.389154 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4dabe744-d7d1-4567-ad57-58858440614f req-329222ee-1740-4c79-b91b-b77195f346c0 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908145 Nov 12 08:21:54.391041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e532c-c2fd-47da-a505-f36851c91317 req-f2ff2693-6fa6-4d86-b72a-cde84a7dd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:54.392449 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-f2ff2693-6fa6-4d86-b72a-cde84a7dd354 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114802 Nov 12 08:21:54.448088 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.456363 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d3dc3a-ed5e-4fb2-b271-2b2f1a7d2e75 x-openstack-request-id: req-45d3dc3a-ed5e-4fb2-b271-2b2f1a7d2e75 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:54.456669 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147887bc-03a4-48ef-8c6a-acc5f1992705", "tag": "bfc15d8d-7b02-4882-a622-e40b784b7f93", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:54.456912 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45d3dc3a-ed5e-4fb2-b271-2b2f1a7d2e75 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:54.457356 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147887bc-03a4-48ef-8c6a-acc5f1992705', 'tag': 'bfc15d8d-7b02-4882-a622-e40b784b7f93', 'status': 'completed', 'code': 200} Nov 12 08:21:54.464385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['455bb988-0600-4285-a333-595e96e231f6'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:54.596997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Network 170e4127-b637-48e5-9551-255bde693b24 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:21:54.598379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40218) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:54.598519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefa6be-d081-48cd-99b7-ffdaabc404fc req-986acebd-2bd1-4426-a73f-2e642be0b1ba tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:54.606794 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0cefa6be-d081-48cd-99b7-ffdaabc404fc req-986acebd-2bd1-4426-a73f-2e642be0b1ba tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 950 time: 0.0836968 Nov 12 08:21:54.609332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:21:54.623640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:21:54.651935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Pushing event updated for resources: {'Port': ['ID=2a7b0b91-367f-44ef-8e08-a19b669ab971,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:54.681793 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0cefa6be-d081-48cd-99b7-ffdaabc404fc req-b06d3087-9990-4da2-b4a3-438ab41a822e tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739949 Nov 12 08:21:54.801072 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4dabe744-d7d1-4567-ad57-58858440614f req-28a906d1-937c-4388-af4b-7a0ff5c028d4 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045482 Nov 12 08:21:54.821711 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-95272a0a-d9dd-48dd-9156-9bf987bf0c17 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147742 Nov 12 08:21:54.831103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:54.831863 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:54.972036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f90e532c-c2fd-47da-a505-f36851c91317 req-acc42055-a3d2-464b-bed3-d0e90013e8aa service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369047 Nov 12 08:21:54.985828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-b464f4cb-1a5c-4f2b-ad49-de4527e0935e tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:54.987074 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-b464f4cb-1a5c-4f2b-ad49-de4527e0935e tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3791280 Nov 12 08:21:55.007054 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-472f3cb7-a4ac-438b-9996-379ff14e006e tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6337652 Nov 12 08:21:55.040524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Request body: {'port': {'device_id': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:55.105470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40232) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:55.124243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6a25295d-e672-4949-a443-b5d479daa13e None None] Provisioning complete for port 2a7b0b91-367f-44ef-8e08-a19b669ab971 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:55.125670 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6a25295d-e672-4949-a443-b5d479daa13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.157693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0356d3-b1d9-4770-bafb-3983eec01eaa req-13f72273-0841-484a-b04f-3aa9b8f8c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.160051 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb0356d3-b1d9-4770-bafb-3983eec01eaa req-13f72273-0841-484a-b04f-3aa9b8f8c037 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa00d27508c14af39508393772b4da61&device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 1100 time: 0.0922103 Nov 12 08:21:55.164111 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.173060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6a25295d-e672-4949-a443-b5d479daa13e None None] Port 2a7b0b91-367f-44ef-8e08-a19b669ab971 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:21:55.195351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10527084-b3eb-42f1-838e-f3a590da1abe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.275218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca6cda-db45-44d0-bf8c-d028b50d1261 req-348e788e-39ac-42e6-bd17-c76c5bb199d9 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.277025 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-46ca6cda-db45-44d0-bf8c-d028b50d1261 req-348e788e-39ac-42e6-bd17-c76c5bb199d9 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 1098 time: 0.0778439 Nov 12 08:21:55.358844 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-46ca6cda-db45-44d0-bf8c-d028b50d1261 req-ca34d6f0-1428-4237-ba98-e78862f2add7 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749619 Nov 12 08:21:55.363818 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10527084-b3eb-42f1-838e-f3a590da1abe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.369184 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10527084-b3eb-42f1-838e-f3a590da1abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.395121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292107-560c-41b4-9823-c22c3cdaf44f req-b70a6c96-e7d9-48ee-afdb-68b28abe5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.396523 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-b70a6c96-e7d9-48ee-afdb-68b28abe5417 service neutron] 10.222.0.31 "GET /v2.0/ports/7f7feb2f-b5e7-4dd6-931c-79952a2eb54a HTTP/1.1" status: 200 len: 1094 time: 0.1888814 Nov 12 08:21:55.411078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10527084-b3eb-42f1-838e-f3a590da1abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be47e82a-5f1b-4fa0-a640-7310d26781d1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:55.418366 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-10527084-b3eb-42f1-838e-f3a590da1abe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac79f42dec6545e395c3b7258280b176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115585 Nov 12 08:21:55.419131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40238) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:55.421167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] Request body: {'binding': {'host': 'n-h2-768851-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:55.422249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] Unknown quota resources ['binding']. {{(pid=102444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:21:55.483511 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5996f65e-7120-48bd-98aa-7d57435ff456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.495463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0356d3-b1d9-4770-bafb-3983eec01eaa req-112fe471-944b-47b3-affb-55b272349891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.496958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb0356d3-b1d9-4770-bafb-3983eec01eaa req-112fe471-944b-47b3-affb-55b272349891 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.3171751 Nov 12 08:21:55.507520 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5996f65e-7120-48bd-98aa-7d57435ff456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.577238 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb0356d3-b1d9-4770-bafb-3983eec01eaa req-f789c4bb-60c4-40e9-a9f4-24e7e6be4be3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=bfc15d8d-7b02-4882-a622-e40b784b7f93 HTTP/1.1" status: 200 len: 217 time: 0.0501585 Nov 12 08:21:55.587115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b05c1a-f786-422c-b313-b99852552b1b req-956235e7-4b87-47e6-afd5-2d5bb5893a63 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.588694 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a4b05c1a-f786-422c-b313-b99852552b1b req-956235e7-4b87-47e6-afd5-2d5bb5893a63 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 948 time: 0.0780361 Nov 12 08:21:55.620924 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5996f65e-7120-48bd-98aa-7d57435ff456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.623676 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5996f65e-7120-48bd-98aa-7d57435ff456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:55.624884 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5996f65e-7120-48bd-98aa-7d57435ff456 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be47e82a-5f1b-4fa0-a640-7310d26781d1 HTTP/1.1" status: 204 len: 168 time: 0.2048380 Nov 12 08:21:55.641741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996f65e-7120-48bd-98aa-7d57435ff456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be47e82a-5f1b-4fa0-a640-7310d26781d1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:55.678487 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a4b05c1a-f786-422c-b313-b99852552b1b req-d67951ef-f437-4118-83a3-f522b1ef6544 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767934 Nov 12 08:21:55.826608 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2238-9a18-46f4-8dbe-6e4294e761ec req-fd88e249-81f0-48e9-8bbc-ae70ea7ea071 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.828258 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5fa2238-9a18-46f4-8dbe-6e4294e761ec req-fd88e249-81f0-48e9-8bbc-ae70ea7ea071 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 948 time: 0.0674477 Nov 12 08:21:55.887949 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5fa2238-9a18-46f4-8dbe-6e4294e761ec req-ef6529de-9502-45d9-8dca-d57dcdca1c52 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6af8bc-23da-4adc-97d2-631939145ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531828 Nov 12 08:21:55.916778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0356d3-b1d9-4770-bafb-3983eec01eaa req-b74c9bd1-fa10-4cd4-879c-7eda31ac56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:55.918546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb0356d3-b1d9-4770-bafb-3983eec01eaa req-b74c9bd1-fa10-4cd4-879c-7eda31ac56d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1124959 Nov 12 08:21:56.013563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7d39a-9129-4251-b61c-036fd67245d7 req-dcdc1083-0844-4858-8571-fdd613df5a0d tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:56.021561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40250) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:56.021908 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eea7d39a-9129-4251-b61c-036fd67245d7 req-dcdc1083-0844-4858-8571-fdd613df5a0d tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 931 time: 0.0645845 Nov 12 08:21:56.036778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7b0b91-367f-44ef-8e08-a19b669ab971 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:56.058913 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.065070 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82ba600b-b2d7-4bc6-827b-358791f3ccd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.066443 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eea7d39a-9129-4251-b61c-036fd67245d7 req-cb3f1616-0203-480f-a959-36b8246a6b06 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Nov 12 08:21:56.078338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] Attempting to bind port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on host n-h2-768851-18 for vnic_type normal with profile None {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:56.079517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] Attempting to bind port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:56.079943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] Attempting to bind port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:56.088901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0356d3-b1d9-4770-bafb-3983eec01eaa req-024bf870-cf2d-4e9e-a95a-01c1ad38ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:56.090587 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb0356d3-b1d9-4770-bafb-3983eec01eaa req-024bf870-cf2d-4e9e-a95a-01c1ad38ad6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1603327 Nov 12 08:21:56.094535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Transition to ACTIVE for port object 2a7b0b91-367f-44ef-8e08-a19b669ab971 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:21:56.096516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] Port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:56.096862 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] Attempting to bind port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:56.112066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.146223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:56.146457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:56.146845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:56.147284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] Bound port: 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:56.161834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676d3e6-cb7a-4836-891f-c6c786690a3e req-a126bee8-b3f6-44a1-8339-76a0bb200b27 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:56.163369 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5676d3e6-cb7a-4836-891f-c6c786690a3e req-a126bee8-b3f6-44a1-8339-76a0bb200b27 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 1098 time: 0.0407765 Nov 12 08:21:56.212523 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5676d3e6-cb7a-4836-891f-c6c786690a3e req-fd85855e-ae08-4933-bc27-ee6711fa021c tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Nov 12 08:21:56.357269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16c50c-abcb-40a7-90c4-0dde3b857335 req-31eb8fd7-86c7-4fd0-993c-ff92c52c2b2f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:56.364966 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9e16c50c-abcb-40a7-90c4-0dde3b857335 req-31eb8fd7-86c7-4fd0-993c-ff92c52c2b2f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 950 time: 0.0634694 Nov 12 08:21:56.365374 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7b0b91-367f-44ef-8e08-a19b669ab971,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:56.413513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb0356d3-b1d9-4770-bafb-3983eec01eaa req-b1ef178b-6f82-495b-b90b-aa4fe40085ca service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114672 Nov 12 08:21:56.417349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:56.418537 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9e16c50c-abcb-40a7-90c4-0dde3b857335 req-dff302ca-f62b-4d4f-a8d4-a974780ad9f8 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530529 Nov 12 08:21:56.442300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] Publish callbacks [] for binding, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.443755 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-6f6f332f-1544-4746-9198-9962820e21eb service neutron] 10.222.0.31 "POST /v2.0/ports/7f7feb2f-b5e7-4dd6-931c-79952a2eb54a/bindings HTTP/1.1" status: 201 len: 390 time: 1.0324116 Nov 12 08:21:56.565267 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82ba600b-b2d7-4bc6-827b-358791f3ccd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.568747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Attempting to bind port 2a7b0b91-367f-44ef-8e08-a19b669ab971 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:56.569330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Attempting to bind port 2a7b0b91-367f-44ef-8e08-a19b669ab971 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:56.570116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Attempting to bind port 2a7b0b91-367f-44ef-8e08-a19b669ab971 on network 170e4127-b637-48e5-9551-255bde693b24 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:56.583834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82ba600b-b2d7-4bc6-827b-358791f3ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.620940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-82ba600b-b2d7-4bc6-827b-358791f3ccd4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=adbaee2c415f4da5ab27e8445c86b7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5939200 Nov 12 08:21:56.625459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40268) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:56.626263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Port 2a7b0b91-367f-44ef-8e08-a19b669ab971 on network 170e4127-b637-48e5-9551-255bde693b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:56.626579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Attempting to bind port 2a7b0b91-367f-44ef-8e08-a19b669ab971 on network 170e4127-b637-48e5-9551-255bde693b24 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:56.660703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:56.660947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Checking segment: {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:56.661456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Bound using segment: {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:56.661803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Bound port: 2a7b0b91-367f-44ef-8e08-a19b669ab971, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f305fb-93f7-4437-b331-00f891842219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '170e4127-b637-48e5-9551-255bde693b24'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:56.662156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.682967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba600b-b2d7-4bc6-827b-358791f3ccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8679178-3ba4-4f6e-a603-ee90d45080e1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:56.702655 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb0356d3-b1d9-4770-bafb-3983eec01eaa req-774faa74-4882-4c91-a669-4e2222e1679f service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803648 Nov 12 08:21:56.743345 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-345ffca6-1875-47a5-83ff-3f06998b03a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.788307 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-345ffca6-1875-47a5-83ff-3f06998b03a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.827322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] For port 2a7b0b91-367f-44ef-8e08-a19b669ab971, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:56.856345 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-345ffca6-1875-47a5-83ff-3f06998b03a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.860387 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-345ffca6-1875-47a5-83ff-3f06998b03a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.861591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] For port 2a7b0b91-367f-44ef-8e08-a19b669ab971, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2a7b0b91-367f-44ef-8e08-a19b669ab971,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:56.865456 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-345ffca6-1875-47a5-83ff-3f06998b03a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8679178-3ba4-4f6e-a603-ee90d45080e1 HTTP/1.1" status: 204 len: 168 time: 0.2373514 Nov 12 08:21:56.872366 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.876125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ffca6-1875-47a5-83ff-3f06998b03a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8679178-3ba4-4f6e-a603-ee90d45080e1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:56.910984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292107-560c-41b4-9823-c22c3cdaf44f req-1fdfc5d3-238b-4337-b8eb-dd2e83799f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:56.912836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-1fdfc5d3-238b-4337-b8eb-dd2e83799f14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 1097 time: 0.1087406 Nov 12 08:21:56.938912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:56.939529 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:56.943996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] 10.222.0.46 "PUT /v2.0/ports/2a7b0b91-367f-44ef-8e08-a19b669ab971 HTTP/1.1" status: 200 len: 1092 time: 1.9200349 Nov 12 08:21:56.947180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'tag': '2a7b0b91-367f-44ef-8e08-a19b669ab971'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:56.951593 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f6019e-97eb-4099-9e4f-29d0f1538844" -d '{"events": [{"name": "network-changed", "server_uuid": "ef33939d-54c7-45b3-b67d-4d3cf36d96a0", "tag": "2a7b0b91-367f-44ef-8e08-a19b669ab971"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:57.027942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 9402f9f5-db3b-4234-849b-58532aa4b8f8 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:57.058767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e9112-bd59-4fc8-be1b-4086f5557842 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7b0b91-367f-44ef-8e08-a19b669ab971,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:57.164543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-5a822c2e-b908-47a8-a8a8-ef9f1c8b2c5e req-acf75ced-d1e0-43ff-8198-d8c757a2e7ae service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:57.165907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a822c2e-b908-47a8-a8a8-ef9f1c8b2c5e req-acf75ced-d1e0-43ff-8198-d8c757a2e7ae service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058696 Nov 12 08:21:57.192920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 9402f9f5-db3b-4234-849b-58532aa4b8f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=9402f9f5-db3b-4234-849b-58532aa4b8f8,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:57.209869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '9402f9f5-db3b-4234-849b-58532aa4b8f8', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '9402f9f5-db3b-4234-849b-58532aa4b8f8', 'mac_address': 'fa:16:3e:f9:93:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:57.246347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-aa1cd9b3-328a-42d7-ab0b-62791b5fea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:57.247831 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-aa1cd9b3-328a-42d7-ab0b-62791b5fea40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 1095 time: 0.1856887 Nov 12 08:21:57.266504 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.283909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9402f9f5-db3b-4234-849b-58532aa4b8f8 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:57.310477 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 9402f9f5-db3b-4234-849b-58532aa4b8f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=9402f9f5-db3b-4234-849b-58532aa4b8f8,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:57.317772 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:57.345046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0d8ee-625f-48db-b35c-d906b92b02c3 req-afa7ff25-19be-425b-b22f-fd48e5ba1d04 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:57.346755 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22a0d8ee-625f-48db-b35c-d906b92b02c3 req-afa7ff25-19be-425b-b22f-fd48e5ba1d04 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 945 time: 0.2805972 Nov 12 08:21:57.350639 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-771c9685-faea-4cfe-bbfc-242a3297bbad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a7b0b91-367f-44ef-8e08-a19b669ab971 HTTP/1.1" status: 200 len: 217 time: 0.0914545 Nov 12 08:21:57.351629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292107-560c-41b4-9823-c22c3cdaf44f req-50f7d877-438c-4d00-b167-07a06850cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:57.353435 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-50f7d877-438c-4d00-b167-07a06850cbc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.4295599 Nov 12 08:21:57.399217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=9402f9f5-db3b-4234-849b-58532aa4b8f8,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:57.443682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-1ab978a5-80a2-43b9-ae5c-5d644c05a974 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a HTTP/1.1" status: 200 len: 217 time: 0.0564694 Nov 12 08:21:57.548144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292107-560c-41b4-9823-c22c3cdaf44f req-c861d9a6-d1ab-4733-b1f6-2f4cea03ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:57.549713 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-c861d9a6-d1ab-4733-b1f6-2f4cea03ea91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.0821364 Nov 12 08:21:57.556142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22a0d8ee-625f-48db-b35c-d906b92b02c3 req-e8feaca8-3328-4c82-93ad-c6419b531ce1 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010252 Nov 12 08:21:57.569653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-4e84d904-8aae-4a51-ba25-7442d6cae809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:57.571370 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-4e84d904-8aae-4a51-ba25-7442d6cae809 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.1852336 Nov 12 08:21:57.589065 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-e984673d-37cf-48cd-9600-b0e7c41d4b55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315790 Nov 12 08:21:57.677328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['9402f9f5-db3b-4234-849b-58532aa4b8f8'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:57.730457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-81621330-eee9-4db3-ba0a-05084a3af98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:57.731922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-81621330-eee9-4db3-ba0a-05084a3af98a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458702 Nov 12 08:21:57.781260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670e6b9-6109-4d52-a87b-09ec61a0ff20 req-cd8dca9a-b022-4f23-b51f-d65c81e2ddda tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:57.783409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3670e6b9-6109-4d52-a87b-09ec61a0ff20 req-cd8dca9a-b022-4f23-b51f-d65c81e2ddda tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 948 time: 0.1380949 Nov 12 08:21:57.811721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-129e4abb-2e15-4d46-965a-def8fa8eb519 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149682 Nov 12 08:21:57.972823 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3670e6b9-6109-4d52-a87b-09ec61a0ff20 req-2b811316-49ef-42e1-976c-a1ad44a243bc tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746304 Nov 12 08:21:57.984118 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-0789d02d-9bf2-4289-951c-9ef0e793b210 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325411 Nov 12 08:21:58.035989 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-f08423b8-c0a7-482c-aa1e-4f6d8397f3fe service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094269 Nov 12 08:21:58.141723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b89f99-97c2-4c69-9183-9bc3b37e0d70 req-f79be0aa-58b3-4f9a-bf0e-a9e47b232ed4 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460032 Nov 12 08:21:58.168718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205dba6a-152d-405e-a2a0-51dae688d469 req-1b787362-7b7a-45b8-9cd9-1f82bb2121b4 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:58.170420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-205dba6a-152d-405e-a2a0-51dae688d469 req-1b787362-7b7a-45b8-9cd9-1f82bb2121b4 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 949 time: 0.0729342 Nov 12 08:21:58.342203 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-205dba6a-152d-405e-a2a0-51dae688d469 req-de80346c-66b6-4581-843d-6fdfa83fff50 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6af8bc-23da-4adc-97d2-631939145ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597476 Nov 12 08:21:58.343996 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.355467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292107-560c-41b4-9823-c22c3cdaf44f req-4005d4ad-dad5-4dc7-8fa1-78ffd43071f6 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:58.357766 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-4005d4ad-dad5-4dc7-8fa1-78ffd43071f6 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302&tenant_id=1bf3b8941139451e8acba21723b96ae2&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.1490512 Nov 12 08:21:58.370250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-18'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:58.415302 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0ef7df-b366-41c6-9e9c-1ee2a80b86ee x-openstack-request-id: req-2d0ef7df-b366-41c6-9e9c-1ee2a80b86ee {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:21:58.415768 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef33939d-54c7-45b3-b67d-4d3cf36d96a0", "tag": "2a7b0b91-367f-44ef-8e08-a19b669ab971", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:21:58.416184 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d0ef7df-b366-41c6-9e9c-1ee2a80b86ee {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:21:58.416806 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'tag': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'status': 'completed', 'code': 200} Nov 12 08:21:58.529418 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:58.613638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a85f5-a889-4f30-a0f0-a086823f3eb1 req-dd9f4d26-a772-4710-a075-3ccec4858f4c tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:58.615194 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d2a85f5-a889-4f30-a0f0-a086823f3eb1 req-dd9f4d26-a772-4710-a075-3ccec4858f4c tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 943 time: 0.1023817 Nov 12 08:21:58.623102 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6019e-97eb-4099-9e4f-29d0f1538844 req-d65a5aab-eea2-46ca-bcb9-10904ecf5c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:58.624693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86f6019e-97eb-4099-9e4f-29d0f1538844 req-d65a5aab-eea2-46ca-bcb9-10904ecf5c37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 1095 time: 0.1462257 Nov 12 08:21:58.704430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40348) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:21:58.933666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device bfc15d8d-7b02-4882-a622-e40b784b7f93 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:21:59.021642 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-5661af24-344f-4b59-b407-9ebcd0117c82 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:21:59.031737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-5661af24-344f-4b59-b407-9ebcd0117c82 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3229814 Nov 12 08:21:59.037963 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d2a85f5-a889-4f30-a0f0-a086823f3eb1 req-164f67d7-f601-4f09-9441-213880bd8960 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098406 Nov 12 08:21:59.041198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 9402f9f5-db3b-4234-849b-58532aa4b8f8 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:21:59.080333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6019e-97eb-4099-9e4f-29d0f1538844 req-785609fc-91ac-4378-8936-7663abcce95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:59.081967 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86f6019e-97eb-4099-9e4f-29d0f1538844 req-785609fc-91ac-4378-8936-7663abcce95e service neutron] 10.222.0.46 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.4471276 Nov 12 08:21:59.099664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port bfc15d8d-7b02-4882-a622-e40b784b7f93, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=bfc15d8d-7b02-4882-a622-e40b784b7f93,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:59.101066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:59.120099 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'bfc15d8d-7b02-4882-a622-e40b784b7f93', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'bfc15d8d-7b02-4882-a622-e40b784b7f93', 'mac_address': 'fa:16:3e:a4:fa:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:21:59.174330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 9402f9f5-db3b-4234-849b-58532aa4b8f8 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:21:59.179066 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86f6019e-97eb-4099-9e4f-29d0f1538844 req-24aa4051-2973-43a9-91bb-4873cc6799d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a7b0b91-367f-44ef-8e08-a19b669ab971 HTTP/1.1" status: 200 len: 217 time: 0.0802634 Nov 12 08:21:59.179816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91186-1339-43c7-9e92-9a00705da56e req-ac121e94-67ae-4998-94c8-2d1b83da3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:59.182249 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-ac121e94-67ae-4998-94c8-2d1b83da3e4b service neutron] 10.222.0.31 "GET /v2.0/ports/e1f87783-fde6-4b32-bb24-0895cb9660d5 HTTP/1.1" status: 200 len: 1095 time: 0.1025438 Nov 12 08:21:59.182818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 9402f9f5-db3b-4234-849b-58532aa4b8f8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:21:59.183380 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.184489 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-6df3839d-cc93-475d-86be-04f54b072a94 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3fc5c9df263f494cbe189c9db1e6f2a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320365 Nov 12 08:21:59.185523 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.195524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] Request body: {'binding': {'host': 'n-h1-768851-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:21:59.197148 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] Unknown quota resources ['binding']. {{(pid=102445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:21:59.237437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc15d8d-7b02-4882-a622-e40b784b7f93 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:21:59.254378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:59.281006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port bfc15d8d-7b02-4882-a622-e40b784b7f93, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=bfc15d8d-7b02-4882-a622-e40b784b7f93,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:59.294127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.353461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6019e-97eb-4099-9e4f-29d0f1538844 req-dca4ec85-1195-4848-910d-df9964fe955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:59.355229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86f6019e-97eb-4099-9e4f-29d0f1538844 req-dca4ec85-1195-4848-910d-df9964fe955f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.1659167 Nov 12 08:21:59.365214 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.386245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] Attempting to bind port e1f87783-fde6-4b32-bb24-0895cb9660d5 on host n-h1-768851-18 for vnic_type normal with profile None {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:59.386582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] Attempting to bind port e1f87783-fde6-4b32-bb24-0895cb9660d5 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:59.387109 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] Attempting to bind port e1f87783-fde6-4b32-bb24-0895cb9660d5 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:59.392300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] Port e1f87783-fde6-4b32-bb24-0895cb9660d5 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:59.392626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] Attempting to bind port e1f87783-fde6-4b32-bb24-0895cb9660d5 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:59.399052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:59.399647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:59.400263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:59.400868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] Bound port: e1f87783-fde6-4b32-bb24-0895cb9660d5, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:59.416144 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.476739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-91f2f477-11a7-4902-932d-99c3356c96a8 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:59.478576 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-91f2f477-11a7-4902-932d-99c3356c96a8 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759829 Nov 12 08:21:59.486182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6019e-97eb-4099-9e4f-29d0f1538844 req-4f95f54a-96d7-4675-a6b5-19a43312e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:59.487703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86f6019e-97eb-4099-9e4f-29d0f1538844 req-4f95f54a-96d7-4675-a6b5-19a43312e969 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199560 Nov 12 08:21:59.498194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:59.505454 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] Publish callbacks [] for binding, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.507220 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-dadbf506-a0a8-46e4-9621-f751bd667861 service neutron] 10.222.0.31 "POST /v2.0/ports/e1f87783-fde6-4b32-bb24-0895cb9660d5/bindings HTTP/1.1" status: 201 len: 390 time: 0.3166480 Nov 12 08:21:59.513149 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.516000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=bfc15d8d-7b02-4882-a622-e40b784b7f93,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:59.530793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-bcb8d454-3646-4dd9-998b-4c7588d44bfb tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/quotas/3fc5c9df263f494cbe189c9db1e6f2a1 HTTP/1.1" status: 200 len: 375 time: 0.0381868 Nov 12 08:21:59.540252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766c490a-2b91-4793-a39e-57ce484678f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9402f9f5-db3b-4234-849b-58532aa4b8f8'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:21:59.543282 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d778bf-ed21-45b8-8b3b-d01a9850ed1f" -d '{"events": [{"server_uuid": "766c490a-2b91-4793-a39e-57ce484678f2", "name": "network-vif-plugged", "status": "completed", "tag": "9402f9f5-db3b-4234-849b-58532aa4b8f8"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:21:59.558678 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 9402f9f5-db3b-4234-849b-58532aa4b8f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=9402f9f5-db3b-4234-849b-58532aa4b8f8,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:21:59.561938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['bfc15d8d-7b02-4882-a622-e40b784b7f93'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:21:59.564787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:59.566860 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.668079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Attempting to bind port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on host n-h1-768851-18 for vnic_type normal with profile {"migrating_to": "n-h2-768851-18"} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:21:59.668079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Attempting to bind port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:21:59.668079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Attempting to bind port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:59.673684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=9402f9f5-db3b-4234-849b-58532aa4b8f8,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:21:59.680884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:21:59.681243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Attempting to bind port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:21:59.705956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:21:59.706104 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:21:59.706423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:21:59.706871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Bound port: 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:21:59.707252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:21:59.713618 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86f6019e-97eb-4099-9e4f-29d0f1538844 req-66c23b5f-eddb-4cea-8472-3980e62f9987 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063818 Nov 12 08:21:59.728491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-20c529ea-e07c-4a5f-b78d-fe39cbbf9528 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3fc5c9df263f494cbe189c9db1e6f2a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1831236 Nov 12 08:21:59.835780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ac88d-063e-4612-a241-94d8006d69d8 req-acd724f5-b02a-485d-88be-707f70102f18 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:59.839007 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-552ac88d-063e-4612-a241-94d8006d69d8 req-acd724f5-b02a-485d-88be-707f70102f18 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 943 time: 0.0823720 Nov 12 08:21:59.928792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:21:59.933744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-552ac88d-063e-4612-a241-94d8006d69d8 req-c9a6c21c-152a-4334-a3d3-e52cd639dbb8 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857496 Nov 12 08:21:59.935421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:21:59.945348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91186-1339-43c7-9e92-9a00705da56e req-9618c4db-315f-47a8-bca3-d6dab7b6d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:21:59.947215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-9618c4db-315f-47a8-bca3-d6dab7b6d175 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 1098 time: 0.1052265 Nov 12 08:21:59.950675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86f6019e-97eb-4099-9e4f-29d0f1538844 req-680f68d4-3057-4b79-8889-2e7031577165 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124801 Nov 12 08:21:59.953257 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.119367 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-0a9b9429-d6d9-4dd7-bf5e-c921b17e1ae7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=622dac62584248dead4df8f42ebf1618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261097 Nov 12 08:22:00.143797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,revision_number=8']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:00.176019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.176282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:00.177788 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-06c8c1d6-64a6-4bf4-be5e-dfc9a735a911 service neutron] 10.222.0.52 "PUT /v2.0/ports/7f7feb2f-b5e7-4dd6-931c-79952a2eb54a HTTP/1.1" status: 200 len: 1123 time: 1.8121672 Nov 12 08:22:00.186619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df877ea-d921-4a27-9453-097d54e10985 req-e6eb4c35-83bf-4620-abc4-72487f24b90b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.188321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3df877ea-d921-4a27-9453-097d54e10985 req-e6eb4c35-83bf-4620-abc4-72487f24b90b tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 949 time: 0.2051885 Nov 12 08:22:00.223041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91186-1339-43c7-9e92-9a00705da56e req-7894c48b-c7ed-4ef8-afd2-bc44946ad018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.224638 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-7894c48b-c7ed-4ef8-afd2-bc44946ad018 service neutron] 10.222.0.46 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.2620437 Nov 12 08:22:00.261841 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['7f7feb2f-b5e7-4dd6-931c-79952a2eb54a'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:00.301345 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-83dce7a4-aa70-425a-918a-e842f2726f22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5 HTTP/1.1" status: 200 len: 217 time: 0.0675006 Nov 12 08:22:00.310610 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3df877ea-d921-4a27-9453-097d54e10985 req-0e9329ba-e105-425c-b993-14999b04016f tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157296 Nov 12 08:22:00.313879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-99aa50b2-17e1-4ebf-8e95-44311d79a6e0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.321763 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-99aa50b2-17e1-4ebf-8e95-44311d79a6e0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910014 Nov 12 08:22:00.339435 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-5ba2f67a-3872-4392-9cfb-235ff0d30da4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/quotas/622dac62584248dead4df8f42ebf1618 HTTP/1.1" status: 200 len: 375 time: 0.0164101 Nov 12 08:22:00.366824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91186-1339-43c7-9e92-9a00705da56e req-71f40842-59f1-4ba0-9d7e-1c253ec62874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.368777 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-71f40842-59f1-4ba0-9d7e-1c253ec62874 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.0572810 Nov 12 08:22:00.387770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-7238b880-93fb-46c0-a050-c06dd31ed3fd tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470071 Nov 12 08:22:00.405434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-268c0d68-672a-49c6-a82d-bc4e90dd7fa6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285552 Nov 12 08:22:00.437151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04888fdd-72af-4532-8cd7-e9bcc1164302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7feb2f-b5e7-4dd6-931c-79952a2eb54a'}, {'name': 'network-changed', 'server_uuid': '04888fdd-72af-4532-8cd7-e9bcc1164302', 'tag': '7f7feb2f-b5e7-4dd6-931c-79952a2eb54a'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:00.440224 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1212372-fab7-47fe-b03b-ec8fefa19f46" -d '{"events": [{"server_uuid": "04888fdd-72af-4532-8cd7-e9bcc1164302", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7feb2f-b5e7-4dd6-931c-79952a2eb54a"}, {"name": "network-changed", "server_uuid": "04888fdd-72af-4532-8cd7-e9bcc1164302", "tag": "7f7feb2f-b5e7-4dd6-931c-79952a2eb54a"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:00.614895 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d057b07e-8853-4849-92d1-18d1ab92c0fe x-openstack-request-id: req-d057b07e-8853-4849-92d1-18d1ab92c0fe {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:00.615700 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766c490a-2b91-4793-a39e-57ce484678f2", "name": "network-vif-plugged", "status": "completed", "tag": "9402f9f5-db3b-4234-849b-58532aa4b8f8", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:00.615700 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d057b07e-8853-4849-92d1-18d1ab92c0fe {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:00.615968 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766c490a-2b91-4793-a39e-57ce484678f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9402f9f5-db3b-4234-849b-58532aa4b8f8', 'code': 200} Nov 12 08:22:00.618941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6eaf34-7932-4a3b-9764-65abe4f3dad1 req-28d9a2bd-75f6-49c1-94fb-ab838c2faae2 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.627249 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d6eaf34-7932-4a3b-9764-65abe4f3dad1 req-28d9a2bd-75f6-49c1-94fb-ab838c2faae2 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 950 time: 0.1557908 Nov 12 08:22:00.694620 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-ebe3413a-3375-4232-a383-5d9ab4b80fb7 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791150 Nov 12 08:22:00.707846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d6eaf34-7932-4a3b-9764-65abe4f3dad1 req-fe8b7d5a-f52c-4bae-9d32-ba7087bf7280 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6af8bc-23da-4adc-97d2-631939145ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795712 Nov 12 08:22:00.839066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed43f9a-bdc5-4ac7-ad19-0104799297de req-fe563cf4-6ee3-41f0-a9f2-d38dfd59ce50 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.848366 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ed43f9a-bdc5-4ac7-ad19-0104799297de req-fe563cf4-6ee3-41f0-a9f2-d38dfd59ce50 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 946 time: 0.1566603 Nov 12 08:22:00.916067 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ed43f9a-bdc5-4ac7-ad19-0104799297de req-2f43ffdc-ca90-401d-8210-bcf4ddd68e88 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665543 Nov 12 08:22:00.949824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device bfc15d8d-7b02-4882-a622-e40b784b7f93 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:00.953510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ce87d-588d-4dc3-a8e9-5a0e665b4d3c req-f4bb8c8d-2b1e-44dc-bcc6-8b9133636229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:00.954987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c35ce87d-588d-4dc3-a8e9-5a0e665b4d3c req-f4bb8c8d-2b1e-44dc-bcc6-8b9133636229 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 1102 time: 0.1861248 Nov 12 08:22:00.957270 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-446ce191-dbfb-4523-8baf-fd13e09faec5 req-0705a1d4-bb10-4d4b-9714-9a292fea10cc tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 210 time: 0.0467227 Nov 12 08:22:00.993986 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-8748fb5c-6af7-471b-a344-993d84d6c632 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823930 Nov 12 08:22:01.023217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c35ce87d-588d-4dc3-a8e9-5a0e665b4d3c req-3a2a1a1e-88f6-4841-9795-a2b07e4c1fe7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c6af8bc-23da-4adc-97d2-631939145ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581815 Nov 12 08:22:01.045843 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0b3fa5-69b1-46e3-97ff-bf8c9a9b019f x-openstack-request-id: req-7a0b3fa5-69b1-46e3-97ff-bf8c9a9b019f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:01.046188 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04888fdd-72af-4532-8cd7-e9bcc1164302", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7feb2f-b5e7-4dd6-931c-79952a2eb54a", "code": 200}, {"name": "network-changed", "server_uuid": "04888fdd-72af-4532-8cd7-e9bcc1164302", "tag": "7f7feb2f-b5e7-4dd6-931c-79952a2eb54a", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:01.046441 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a0b3fa5-69b1-46e3-97ff-bf8c9a9b019f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:01.047175 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04888fdd-72af-4532-8cd7-e9bcc1164302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7feb2f-b5e7-4dd6-931c-79952a2eb54a', 'code': 200} Nov 12 08:22:01.047594 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04888fdd-72af-4532-8cd7-e9bcc1164302', 'tag': '7f7feb2f-b5e7-4dd6-931c-79952a2eb54a', 'status': 'completed', 'code': 200} Nov 12 08:22:01.052450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port bfc15d8d-7b02-4882-a622-e40b784b7f93 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:01.057961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port bfc15d8d-7b02-4882-a622-e40b784b7f93 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:01.058419 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.083947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c3d7-6a94-4b78-8910-f03e78c3a3ae req-41afa32c-c64e-4068-b0da-3cbda26e6ec5 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.085437 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cc3c3d7-6a94-4b78-8910-f03e78c3a3ae req-41afa32c-c64e-4068-b0da-3cbda26e6ec5 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 943 time: 0.0836115 Nov 12 08:22:01.154088 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3946f0aa-9f04-417a-a8b2-77e0830fd77d req-84257737-8d8e-4865-a0d9-74f34be8c644 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 210 time: 0.0559652 Nov 12 08:22:01.185314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cc3c3d7-6a94-4b78-8910-f03e78c3a3ae req-780fa130-ae89-45c5-b156-131a2a8d87b5 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910161 Nov 12 08:22:01.277921 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.298391 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-8483b17f-7553-44f0-9b69-fc6e3f5fb796 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3fc5c9df263f494cbe189c9db1e6f2a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477986 Nov 12 08:22:01.340376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db9ba7-c2c6-4f22-a454-8680a6de77c5 req-15aa20bb-cdcd-423e-93cc-06dd9fe749bf tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.343315 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d7db9ba7-c2c6-4f22-a454-8680a6de77c5 req-15aa20bb-cdcd-423e-93cc-06dd9fe749bf tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 943 time: 0.0760958 Nov 12 08:22:01.348915 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port bfc15d8d-7b02-4882-a622-e40b784b7f93, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=bfc15d8d-7b02-4882-a622-e40b784b7f93,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:01.362285 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.440911 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d7db9ba7-c2c6-4f22-a454-8680a6de77c5 req-1fa52dfd-715a-48bb-8ec5-9551241fd717 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803068 Nov 12 08:22:01.468778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=bfc15d8d-7b02-4882-a622-e40b784b7f93,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:01.618927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-b93e93db-e9bb-4c1c-acf3-d4f6d699820a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.620947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-b93e93db-e9bb-4c1c-acf3-d4f6d699820a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3157737 Nov 12 08:22:01.663846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Request body: {'port': {'device_id': 'bc0b1e8f-b890-4c6a-94e8-dabc74628f88', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '3fc5c9df263f494cbe189c9db1e6f2a1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:01.703334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212372-fab7-47fe-b03b-ec8fefa19f46 req-ad9d5cf0-3bf9-4b90-b756-d61744b69773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.705561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1212372-fab7-47fe-b03b-ec8fefa19f46 req-ad9d5cf0-3bf9-4b90-b756-d61744b69773 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 1126 time: 0.3016095 Nov 12 08:22:01.766523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed56c48-a348-4dcf-b525-ef7c93adc6e5 req-47326f84-8256-4b62-bd9b-8c485749454f tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.768056 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7ed56c48-a348-4dcf-b525-ef7c93adc6e5 req-47326f84-8256-4b62-bd9b-8c485749454f tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 950 time: 0.2419298 Nov 12 08:22:01.770306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91186-1339-43c7-9e92-9a00705da56e req-4d0d2787-a0f0-4d70-8b00-f36dae697ee2 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.771831 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-4d0d2787-a0f0-4d70-8b00-f36dae697ee2 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654&tenant_id=bef941d2508140b5b49158f037d4051b&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1098 time: 0.2508571 Nov 12 08:22:01.795355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-18'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:01.860948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5e79a-9c4f-4232-8bb1-6968609897b5 req-733c7758-52e5-465d-8a5c-32f93e02723c tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:01.862434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0a5e79a-9c4f-4232-8bb1-6968609897b5 req-733c7758-52e5-465d-8a5c-32f93e02723c tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 950 time: 0.0576732 Nov 12 08:22:01.911567 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0a5e79a-9c4f-4232-8bb1-6968609897b5 req-0570b5c8-019a-4864-b3ae-4ae6857d24fa tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6af8bc-23da-4adc-97d2-631939145ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 Nov 12 08:22:01.959448 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:01.990294 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7ed56c48-a348-4dcf-b525-ef7c93adc6e5 req-9cb2a824-cf00-4e7f-b955-2e404a6b5152 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018127 Nov 12 08:22:02.001346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212372-fab7-47fe-b03b-ec8fefa19f46 req-0f628700-b9ac-4a8c-9874-3cb012546dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:02.002909 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1212372-fab7-47fe-b03b-ec8fefa19f46 req-0f628700-b9ac-4a8c-9874-3cb012546dc8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.2866681 Nov 12 08:22:02.100496 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3acff5-eb31-4a08-a7f1-855a88226cf6 req-dea47aaa-3f59-4aa7-a98a-33d2b68988c3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:02.108995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa3acff5-eb31-4a08-a7f1-855a88226cf6 req-dea47aaa-3f59-4aa7-a98a-33d2b68988c3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 946 time: 0.0709999 Nov 12 08:22:02.170500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa3acff5-eb31-4a08-a7f1-855a88226cf6 req-8d7630ab-8991-4d37-b6a0-de86784766bc tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604115 Nov 12 08:22:02.242822 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-90ee1d2d-3d67-4f4a-8402-cb041e14cc7b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=622dac62584248dead4df8f42ebf1618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486670 Nov 12 08:22:02.299282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1212372-fab7-47fe-b03b-ec8fefa19f46 req-4176e84e-8c8a-4285-a836-635372d0eb90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a HTTP/1.1" status: 200 len: 217 time: 0.2697756 Nov 12 08:22:02.313683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Made reservation on behalf of 3fc5c9df263f494cbe189c9db1e6f2a1 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:02.317684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.352058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7182a1a-e1ee-4732-92be-e737c819d93a req-bc4416db-ec69-4927-aa70-f54405419215 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 210 time: 0.0572433 Nov 12 08:22:02.359888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a74f6afa-2e86-4fbb-b1fa-4cf9e79b1334 req-f3009d71-b0bf-436d-b267-0c4178a30c82 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 210 time: 0.0670981 Nov 12 08:22:02.442512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a1354328-bc8c-40b1-b90f-e303431c476c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:02.444003 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a1354328-bc8c-40b1-b90f-e303431c476c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802607 Nov 12 08:22:02.450121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1212372-fab7-47fe-b03b-ec8fefa19f46 req-44c9ce5f-8743-4019-914f-b0f80e2e82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:02.451572 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1212372-fab7-47fe-b03b-ec8fefa19f46 req-44c9ce5f-8743-4019-914f-b0f80e2e82b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1392362 Nov 12 08:22:02.463101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Request body: {'port': {'device_id': '0dcb56be-155a-437e-9682-d61e929b5257', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '622dac62584248dead4df8f42ebf1618'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:02.524802 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1212372-fab7-47fe-b03b-ec8fefa19f46 req-499f0831-75b4-430c-b09a-57ec651d5e65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450230 Nov 12 08:22:02.582665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:02.616877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147887bc-03a4-48ef-8c6a-acc5f1992705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc15d8d-7b02-4882-a622-e40b784b7f93'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:02.620712 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732f00eb-ad11-4c6d-af93-08edbd918ddc" -d '{"events": [{"server_uuid": "147887bc-03a4-48ef-8c6a-acc5f1992705", "name": "network-vif-plugged", "status": "completed", "tag": "bfc15d8d-7b02-4882-a622-e40b784b7f93"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:02.740737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Allocated IP 192.168.233.50 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/c04cc653-79be-4a8c-9c71-1865015ec5bc) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:02.758855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:02.815025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc3e61-6291-4ebb-9aad-00231a4bc298 req-7adf46b1-7656-41b4-a0c8-2a6229043abd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:02.816527 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecbc3e61-6291-4ebb-9aad-00231a4bc298 req-7adf46b1-7656-41b4-a0c8-2a6229043abd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 943 time: 0.1594963 Nov 12 08:22:02.835091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64e10-3eb8-4e36-ac90-a3d59c9b7bd2 req-75cbae32-cf7f-4d13-8007-5d5784340aa1 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:02.835916 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1212372-fab7-47fe-b03b-ec8fefa19f46 req-40ab4472-4ba1-4eed-b700-4029707902a7 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969203 Nov 12 08:22:02.836607 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3f64e10-3eb8-4e36-ac90-a3d59c9b7bd2 req-75cbae32-cf7f-4d13-8007-5d5784340aa1 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 943 time: 0.0760286 Nov 12 08:22:02.880021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Made reservation on behalf of 622dac62584248dead4df8f42ebf1618 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:02.883514 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.883739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.899918 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.915391 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3f64e10-3eb8-4e36-ac90-a3d59c9b7bd2 req-6e622422-45d8-413f-8b45-8a7bb7173348 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715833 Nov 12 08:22:02.932391 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:02.958982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:03.010172 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.015834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.052571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a61bdb4-caa2-45b2-b395-10c38a737654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f87783-fde6-4b32-bb24-0895cb9660d5'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:03.054993 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ce5f6a-1739-41f7-bcdc-0edac22bf4ce" -d '{"events": [{"server_uuid": "0a61bdb4-caa2-45b2-b395-10c38a737654", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f87783-fde6-4b32-bb24-0895cb9660d5"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:03.098199 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecbc3e61-6291-4ebb-9aad-00231a4bc298 req-1cd35286-b6ef-4a2a-9712-5d66efbedd1e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647877 Nov 12 08:22:03.098736 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57db537a-e9b4-4712-9ee0-bbe0253fde48 x-openstack-request-id: req-57db537a-e9b4-4712-9ee0-bbe0253fde48 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:03.099274 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147887bc-03a4-48ef-8c6a-acc5f1992705", "name": "network-vif-plugged", "status": "completed", "tag": "bfc15d8d-7b02-4882-a622-e40b784b7f93", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:03.099707 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57db537a-e9b4-4712-9ee0-bbe0253fde48 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:03.100379 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147887bc-03a4-48ef-8c6a-acc5f1992705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc15d8d-7b02-4882-a622-e40b784b7f93', 'code': 200} Nov 12 08:22:03.106395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2a7b0b91-367f-44ef-8e08-a19b669ab971 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:03.108958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00319721-b8eb-4518-8b93-fca93f6a54a7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:03.135102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.52', 49217) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:03.174747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Pushing event updated for resources: {'Port': ['ID=e1f87783-fde6-4b32-bb24-0895cb9660d5,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:03.186955 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1212372-fab7-47fe-b03b-ec8fefa19f46 req-dab8cd45-7e82-4bc2-93d0-922117f515e0 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355138 Nov 12 08:22:03.230748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Attempting to bind port e1f87783-fde6-4b32-bb24-0895cb9660d5 on host n-h2-768851-18 for vnic_type normal with profile {"migrating_to": "n-h1-768851-18"} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:03.231419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Attempting to bind port e1f87783-fde6-4b32-bb24-0895cb9660d5 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:03.231956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Attempting to bind port e1f87783-fde6-4b32-bb24-0895cb9660d5 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:03.236222 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.242735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Port e1f87783-fde6-4b32-bb24-0895cb9660d5 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:03.243343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Attempting to bind port e1f87783-fde6-4b32-bb24-0895cb9660d5 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:03.243652 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93556d3-741d-4c74-ba99-52deb4de4858 req-8b306de8-173c-4b67-9be6-b005d9645bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:03.245179 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f93556d3-741d-4c74-ba99-52deb4de4858 req-8b306de8-173c-4b67-9be6-b005d9645bb5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 1102 time: 0.1092663 Nov 12 08:22:03.251110 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:03.251775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:03.252356 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:03.252973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Bound port: e1f87783-fde6-4b32-bb24-0895cb9660d5, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:03.253555 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.257788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb169ce-889c-443f-9879-64d1e744ff9d req-1ebeccde-1318-42d9-8333-13ac8b622619 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:03.265870 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fbb169ce-889c-443f-9879-64d1e744ff9d req-1ebeccde-1318-42d9-8333-13ac8b622619 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 950 time: 0.1319504 Nov 12 08:22:03.298022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:03.323243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2a7b0b91-367f-44ef-8e08-a19b669ab971, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2a7b0b91-367f-44ef-8e08-a19b669ab971,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:03.331391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a has no active binding in host n-h2-768851-18 {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:22:03.337988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'port_id': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'mac_address': 'fa:16:3e:16:4f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:03.350357 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fbb169ce-889c-443f-9879-64d1e744ff9d req-088a6082-f4bb-43fe-b23c-2d8fca6b1ceb tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6af8bc-23da-4adc-97d2-631939145ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828884 Nov 12 08:22:03.358329 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f93556d3-741d-4c74-ba99-52deb4de4858 req-44930f95-96a1-4c41-a5e0-724f84d47b38 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901532 Nov 12 08:22:03.369332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.385446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc91b0-6061-455e-abb9-c4aac968bde3 req-390e7c4d-e7ad-4443-abe4-0472d492c39f tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:03.385802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['2e83e360-8aad-4e92-a2e6-39cbfa6850c2'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:03.386929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9fc91b0-6061-455e-abb9-c4aac968bde3 req-390e7c4d-e7ad-4443-abe4-0472d492c39f tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 950 time: 0.1158500 Nov 12 08:22:03.425713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:03.431655 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.431873 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27c8768-c9ca-4d80-b279-9b7e6a7ae81c x-openstack-request-id: req-c27c8768-c9ca-4d80-b279-9b7e6a7ae81c {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:03.431873 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a61bdb4-caa2-45b2-b395-10c38a737654", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f87783-fde6-4b32-bb24-0895cb9660d5", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:03.432089 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c27c8768-c9ca-4d80-b279-9b7e6a7ae81c {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:03.432417 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a61bdb4-caa2-45b2-b395-10c38a737654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f87783-fde6-4b32-bb24-0895cb9660d5', 'code': 200} Nov 12 08:22:03.454317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7b0b91-367f-44ef-8e08-a19b669ab971 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:03.463555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Allocated IP 192.168.233.188 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/74f97a29-2ac4-4f43-a116-1c71f34edd78) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:03.470180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:03.474559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:03.488100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:03.488460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2a7b0b91-367f-44ef-8e08-a19b669ab971, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2a7b0b91-367f-44ef-8e08-a19b669ab971,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:03.492781 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.494735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Pushing event updated for resources: {'Port': ['ID=c04cc653-79be-4a8c-9c71-1865015ec5bc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:03.497614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:03.504421 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.585091 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9fc91b0-6061-455e-abb9-c4aac968bde3 req-13df4f1e-8e3f-4ff5-acfb-aaa419019442 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676064 Nov 12 08:22:03.624350 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=2a7b0b91-367f-44ef-8e08-a19b669ab971,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:03.654230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:03.654581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:03.654926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:03.655259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:03.655595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:03.655924 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:03.656247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:03.656613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:03.656876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:03.657231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:03.657687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:03.658021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:03.658903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:03.659666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.688623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Pushing event updated for resources: {'Port': ['ID=e1f87783-fde6-4b32-bb24-0895cb9660d5,revision_number=8']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:03.697266 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-1bc01932-7c39-4c28-b5f3-1c4cf8d72f2a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0421395 Nov 12 08:22:03.699336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:03.700055 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.701605 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-09076711-35ea-4e40-8cbc-c425253ee24c service neutron] 10.222.0.46 "PUT /v2.0/ports/e1f87783-fde6-4b32-bb24-0895cb9660d5 HTTP/1.1" status: 200 len: 1124 time: 1.9142518 Nov 12 08:22:03.778575 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.798834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e1f87783-fde6-4b32-bb24-0895cb9660d5'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:03.801582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07085b83-a6d6-4f0b-b06e-b8528c19b846 req-68317d15-6818-4453-a39f-5fdc06116d71 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:03.805902 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-07085b83-a6d6-4f0b-b06e-b8528c19b846 req-68317d15-6818-4453-a39f-5fdc06116d71 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 944 time: 0.0964622 Nov 12 08:22:03.864447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394d456-70b8-45e0-a5dc-958917e6400a req-eaf56e20-35ed-4208-88bc-8d39eba09a8c tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:03.865790 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.866028 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c394d456-70b8-45e0-a5dc-958917e6400a req-eaf56e20-35ed-4208-88bc-8d39eba09a8c tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 935 time: 0.0699482 Nov 12 08:22:03.889670 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-07085b83-a6d6-4f0b-b06e-b8528c19b846 req-6683672d-e8ec-47ae-a560-ff72c08e5534 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734327 Nov 12 08:22:03.908414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2a7b0b91-367f-44ef-8e08-a19b669ab971'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:03.914296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c348d5b2-fc66-4199-811d-252b65002f19 None None] Provisioning complete for port c04cc653-79be-4a8c-9c71-1865015ec5bc triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:03.914944 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c348d5b2-fc66-4199-811d-252b65002f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:03.935091 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c394d456-70b8-45e0-a5dc-958917e6400a req-4f8ea469-132b-4daf-af3d-cf1fa4df7724 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597558 Nov 12 08:22:03.976281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:04.028089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c348d5b2-fc66-4199-811d-252b65002f19 None None] Port c04cc653-79be-4a8c-9c71-1865015ec5bc cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:04.036597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:04.040798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:04.161579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Pushing event updated for resources: {'Port': ['ID=74f97a29-2ac4-4f43-a116-1c71f34edd78,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:04.203499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:04.204504 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.222579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6626581-0ee5-459c-8604-3a1b00c2c353 req-fbf760b5-dec2-48fc-9dfb-8083b639d5a9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:04.225199 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d6626581-0ee5-459c-8604-3a1b00c2c353 req-fbf760b5-dec2-48fc-9dfb-8083b639d5a9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 936 time: 0.2541595 Nov 12 08:22:04.278163 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-a130ee43-f75e-4cfa-bc35-4b225bc35acc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8203490 Nov 12 08:22:04.307555 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d6626581-0ee5-459c-8604-3a1b00c2c353 req-a55ce14a-a46e-41d7-8baa-6630625840c9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693030 Nov 12 08:22:04.362080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-424414e6-4fc4-414f-96a9-21804e42e6b1 None None] Provisioning complete for port 74f97a29-2ac4-4f43-a116-1c71f34edd78 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:04.362453 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-424414e6-4fc4-414f-96a9-21804e42e6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.376534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17841be8-0a85-4767-959b-f247dfda7a18 req-cecddb24-0c8f-4893-8a95-afd017f1e862 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:04.378408 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17841be8-0a85-4767-959b-f247dfda7a18 req-cecddb24-0c8f-4893-8a95-afd017f1e862 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 944 time: 0.0689948 Nov 12 08:22:04.407625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-424414e6-4fc4-414f-96a9-21804e42e6b1 None None] Port 74f97a29-2ac4-4f43-a116-1c71f34edd78 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:04.434219 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40520) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:04.442904 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17841be8-0a85-4767-959b-f247dfda7a18 req-c51c27c3-f445-4845-9d3a-311d72e3df38 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566630 Nov 12 08:22:04.477665 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df031f9a-fcc1-41d3-9d9a-bad523cf574b req-97cf92b1-e314-482e-8534-1003efea988f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:04.479607 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-df031f9a-fcc1-41d3-9d9a-bad523cf574b req-97cf92b1-e314-482e-8534-1003efea988f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 943 time: 0.0857162 Nov 12 08:22:04.537274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-df031f9a-fcc1-41d3-9d9a-bad523cf574b req-2c470607-18c6-4acd-8015-54d283d3acca tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495453 Nov 12 08:22:04.566589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31522026-0ba0-4f8e-80b4-8509508939d8 req-12707d8b-ed91-4d47-aa2d-f79ca9902f94 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:04.568092 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-31522026-0ba0-4f8e-80b4-8509508939d8 req-12707d8b-ed91-4d47-aa2d-f79ca9902f94 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 950 time: 0.0604560 Nov 12 08:22:04.568355 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0b6cf40-ab83-4c89-a1db-14a349cfb022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.641375 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-31522026-0ba0-4f8e-80b4-8509508939d8 req-0a4b1d93-0e79-4650-99ed-e92cccef34bf tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6af8bc-23da-4adc-97d2-631939145ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662985 Nov 12 08:22:04.663921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0b6cf40-ab83-4c89-a1db-14a349cfb022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.676403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0b6cf40-ab83-4c89-a1db-14a349cfb022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.740033 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d0b6cf40-ab83-4c89-a1db-14a349cfb022 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8d9a2d909764e3fb3572a147f2bcc77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041136 Nov 12 08:22:04.741833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6cf40-ab83-4c89-a1db-14a349cfb022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27da81b-34b8-4d17-a649-2aaade90a9f6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:04.743885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40526) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:04.762561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cf02b-e84e-4841-a4ca-506cf8706709 req-1b47e4b0-6d42-480f-b3b4-4855c8808520 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:04.764151 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-199cf02b-e84e-4841-a4ca-506cf8706709 req-1b47e4b0-6d42-480f-b3b4-4855c8808520 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 950 time: 0.0983880 Nov 12 08:22:04.805385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4991bad2-a1e4-4b9f-b15b-aaf42310c628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.826495 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-199cf02b-e84e-4841-a4ca-506cf8706709 req-f99ac094-8101-4139-ae98-66f538546d76 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510440 Nov 12 08:22:04.829596 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4991bad2-a1e4-4b9f-b15b-aaf42310c628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.877543 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4991bad2-a1e4-4b9f-b15b-aaf42310c628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.880076 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4991bad2-a1e4-4b9f-b15b-aaf42310c628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:04.881220 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4991bad2-a1e4-4b9f-b15b-aaf42310c628 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c27da81b-34b8-4d17-a649-2aaade90a9f6 HTTP/1.1" status: 204 len: 168 time: 0.1345806 Nov 12 08:22:04.888746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991bad2-a1e4-4b9f-b15b-aaf42310c628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27da81b-34b8-4d17-a649-2aaade90a9f6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:05.033785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9daad-cf95-477a-83f7-23d598f210b2 req-b67a4757-2d04-4ccf-971e-6b19581b2213 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.037574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ba9daad-cf95-477a-83f7-23d598f210b2 req-b67a4757-2d04-4ccf-971e-6b19581b2213 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 944 time: 0.0674577 Nov 12 08:22:05.065887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dde91-6c2a-4117-96a9-aed691efec01 req-080b95c5-b54c-4a4c-b963-731be2c06bdd tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.067632 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c17dde91-6c2a-4117-96a9-aed691efec01 req-080b95c5-b54c-4a4c-b963-731be2c06bdd tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 935 time: 0.0633004 Nov 12 08:22:05.088431 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-85fa4dd9-6e6e-4986-8123-3f1aa79afa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.112675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ba9daad-cf95-477a-83f7-23d598f210b2 req-c80c9c54-fff2-4bde-8781-39b0b2dfdc7b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709035 Nov 12 08:22:05.122730 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c17dde91-6c2a-4117-96a9-aed691efec01 req-4ab0dd58-cd3a-48b1-8237-2f7c6266890a tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477688 Nov 12 08:22:05.198438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40536) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:05.213960 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ab78118-9d36-462a-bd4a-0a841faed0cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.289047 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ab78118-9d36-462a-bd4a-0a841faed0cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.294730 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ab78118-9d36-462a-bd4a-0a841faed0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.346695 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0ab78118-9d36-462a-bd4a-0a841faed0cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9135dfb0dd414cbc8f9d0372c2cedeae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471541 Nov 12 08:22:05.347587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab78118-9d36-462a-bd4a-0a841faed0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ccd678-bacd-4ccc-8b51-64f1023685c3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:05.349567 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40540) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:05.433722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a61bdb4-caa2-45b2-b395-10c38a737654', 'tag': 'e1f87783-fde6-4b32-bb24-0895cb9660d5'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:05.435970 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb5d45b-98ea-48e7-a147-48852fa30690" -d '{"events": [{"name": "network-changed", "server_uuid": "0a61bdb4-caa2-45b2-b395-10c38a737654", "tag": "e1f87783-fde6-4b32-bb24-0895cb9660d5"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:05.440068 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16626a17-fc67-4448-bd55-5e3b4533172d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.461144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc02604-f4df-439e-a571-2a7bc09eb26a req-8607d4de-afb0-48de-ae0c-c5cc47800a14 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.463123 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dc02604-f4df-439e-a571-2a7bc09eb26a req-8607d4de-afb0-48de-ae0c-c5cc47800a14 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 936 time: 0.0863669 Nov 12 08:22:05.473486 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f9b5f-d348-43ac-8f03-c0c8f655c83f x-openstack-request-id: req-1d5f9b5f-d348-43ac-8f03-c0c8f655c83f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:05.473769 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a61bdb4-caa2-45b2-b395-10c38a737654", "tag": "e1f87783-fde6-4b32-bb24-0895cb9660d5", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:05.474012 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d5f9b5f-d348-43ac-8f03-c0c8f655c83f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:05.475007 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a61bdb4-caa2-45b2-b395-10c38a737654', 'tag': 'e1f87783-fde6-4b32-bb24-0895cb9660d5', 'status': 'completed', 'code': 200} Nov 12 08:22:05.482061 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16626a17-fc67-4448-bd55-5e3b4533172d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.549990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dc02604-f4df-439e-a571-2a7bc09eb26a req-d0e819e5-0bb5-423e-9116-21963e2ba6a5 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739801 Nov 12 08:22:05.573920 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16626a17-fc67-4448-bd55-5e3b4533172d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.576872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc26df-e2c1-4919-ad45-9ae4e08f7d7f req-8349923f-0e47-4aef-b92f-98e22c36c198 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.577401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16626a17-fc67-4448-bd55-5e3b4533172d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.580991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-16626a17-fc67-4448-bd55-5e3b4533172d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37ccd678-bacd-4ccc-8b51-64f1023685c3 HTTP/1.1" status: 204 len: 168 time: 0.2272851 Nov 12 08:22:05.581208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a6dc26df-e2c1-4919-ad45-9ae4e08f7d7f req-8349923f-0e47-4aef-b92f-98e22c36c198 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 944 time: 0.0609927 Nov 12 08:22:05.590144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16626a17-fc67-4448-bd55-5e3b4533172d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ccd678-bacd-4ccc-8b51-64f1023685c3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:05.622919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Request body: {'port': {'device_id': 'bc0b1e8f-b890-4c6a-94e8-dabc74628f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:05.628826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Request body: {'port': {'device_id': '0dcb56be-155a-437e-9682-d61e929b5257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:05.708401 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a6dc26df-e2c1-4919-ad45-9ae4e08f7d7f req-5f0f94e6-d195-4e9b-b165-4e5ef59fc099 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186993 Nov 12 08:22:05.745379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.745668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5d45b-98ea-48e7-a147-48852fa30690 req-fc978159-df81-42c4-bc1c-2a5993d14fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.746947 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cb5d45b-98ea-48e7-a147-48852fa30690 req-fc978159-df81-42c4-bc1c-2a5993d14fee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 1127 time: 0.1023865 Nov 12 08:22:05.748124 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:05.757414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34dfbd-83bb-43ce-9ee1-1b372ff46aa4 req-dc10dd62-ff51-4bb2-af1b-12ff5f5a0caf tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.765622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf34dfbd-83bb-43ce-9ee1-1b372ff46aa4 req-dc10dd62-ff51-4bb2-af1b-12ff5f5a0caf tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 943 time: 0.1127706 Nov 12 08:22:05.888047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf34dfbd-83bb-43ce-9ee1-1b372ff46aa4 req-a19611ae-6512-4700-8ad1-4239b16275f4 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196895 Nov 12 08:22:05.991130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493b15c-0dab-404c-919c-13594825f849 req-96202bbb-4795-4657-ad70-bac3e8e5a002 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:05.992765 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0493b15c-0dab-404c-919c-13594825f849 req-96202bbb-4795-4657-ad70-bac3e8e5a002 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 950 time: 0.1759393 Nov 12 08:22:06.029214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5d45b-98ea-48e7-a147-48852fa30690 req-d3ce263f-10be-4e49-a0e7-7761bb35024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.030666 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cb5d45b-98ea-48e7-a147-48852fa30690 req-d3ce263f-10be-4e49-a0e7-7761bb35024a service neutron] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.2642078 Nov 12 08:22:06.079080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9ff81-9f24-4404-ab46-807bb0a2a96a req-a60627af-8ff5-4346-b672-425428e5faf9 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.080629 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-caa9ff81-9f24-4404-ab46-807bb0a2a96a req-a60627af-8ff5-4346-b672-425428e5faf9 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 950 time: 0.1066074 Nov 12 08:22:06.090036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3029a-b065-410d-97f6-baf9d8b23687 req-ec693a1f-d242-4a6a-b4a3-96e779b030a1 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.091680 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebe3029a-b065-410d-97f6-baf9d8b23687 req-ec693a1f-d242-4a6a-b4a3-96e779b030a1 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.46 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 950 time: 0.1296821 Nov 12 08:22:06.131622 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cb5d45b-98ea-48e7-a147-48852fa30690 req-3e8acfe4-6e0e-48c0-96bd-150e171381a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5 HTTP/1.1" status: 200 len: 217 time: 0.0809503 Nov 12 08:22:06.161847 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0493b15c-0dab-404c-919c-13594825f849 req-7b0e8617-be65-4d27-b1a0-4b862beec62c tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/security-groups?id=7c6af8bc-23da-4adc-97d2-631939145ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528187 Nov 12 08:22:06.195107 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-caa9ff81-9f24-4404-ab46-807bb0a2a96a req-46a60720-3462-4a91-9ee1-3cdb5f660b53 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022031 Nov 12 08:22:06.222820 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5d45b-98ea-48e7-a147-48852fa30690 req-afae8f43-1c51-47bf-837e-a38b8ac50b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.224333 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cb5d45b-98ea-48e7-a147-48852fa30690 req-afae8f43-1c51-47bf-837e-a38b8ac50b72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.0818012 Nov 12 08:22:06.268689 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-ebe3029a-b065-410d-97f6-baf9d8b23687 req-7b70b449-8b11-476e-8e3e-5a28a9393a15 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Deleting port 9402f9f5-db3b-4234-849b-58532aa4b8f8 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:06.269073 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebe3029a-b065-410d-97f6-baf9d8b23687 req-7b70b449-8b11-476e-8e3e-5a28a9393a15 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.280016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cb5d45b-98ea-48e7-a147-48852fa30690 req-a3db2f93-6ea9-4156-8999-85b665307453 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458486 Nov 12 08:22:06.392889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8e129-e900-4970-8571-0d340726ef4c req-616e431c-a517-4476-b5aa-c220f29be44f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.394505 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28e8e129-e900-4970-8571-0d340726ef4c req-616e431c-a517-4476-b5aa-c220f29be44f tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 935 time: 0.1039050 Nov 12 08:22:06.405467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f97a29-2ac4-4f43-a116-1c71f34edd78 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:06.416583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ebe3029a-b065-410d-97f6-baf9d8b23687 req-7b70b449-8b11-476e-8e3e-5a28a9393a15 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] For port 9402f9f5-db3b-4234-849b-58532aa4b8f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=9402f9f5-db3b-4234-849b-58532aa4b8f8,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:06.416965 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebe3029a-b065-410d-97f6-baf9d8b23687 req-7b70b449-8b11-476e-8e3e-5a28a9393a15 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.420214 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.439694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbbaca-be7d-4874-9246-5baf09d9d2a8 req-ba506af5-ec12-464a-8867-07d9eb9de7d9 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.441626 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79cbbaca-be7d-4874-9246-5baf09d9d2a8 req-ba506af5-ec12-464a-8867-07d9eb9de7d9 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 944 time: 0.1943550 Nov 12 08:22:06.443796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-ebe3029a-b065-410d-97f6-baf9d8b23687 req-7b70b449-8b11-476e-8e3e-5a28a9393a15 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Calling delete_port for 9402f9f5-db3b-4234-849b-58532aa4b8f8 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:06.463235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Transition to ACTIVE for port object 74f97a29-2ac4-4f43-a116-1c71f34edd78 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:06.479052 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.502588 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cb5d45b-98ea-48e7-a147-48852fa30690 req-5a7eb65d-e801-4a32-8b3d-2477038ffe81 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001820 Nov 12 08:22:06.545860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40576) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:06.591538 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28e8e129-e900-4970-8571-0d340726ef4c req-c449d7b0-e018-4061-8255-b336f7ff8491 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797750 Nov 12 08:22:06.644580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Pushing event updated for resources: {'Port': ['ID=74f97a29-2ac4-4f43-a116-1c71f34edd78,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:06.658830 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79cbbaca-be7d-4874-9246-5baf09d9d2a8 req-aebc265d-1112-468d-9480-7ff0bc7622a7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977606 Nov 12 08:22:06.771257 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-network', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:06.806564 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cb5d45b-98ea-48e7-a147-48852fa30690 req-10e322aa-9024-4a1f-8335-54559b286479 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822347 Nov 12 08:22:06.829376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Attempting to bind port 74f97a29-2ac4-4f43-a116-1c71f34edd78 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:06.829762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Attempting to bind port 74f97a29-2ac4-4f43-a116-1c71f34edd78 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:06.830157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Attempting to bind port 74f97a29-2ac4-4f43-a116-1c71f34edd78 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:06.863825 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Port 74f97a29-2ac4-4f43-a116-1c71f34edd78 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:06.864155 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Attempting to bind port 74f97a29-2ac4-4f43-a116-1c71f34edd78 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:06.873356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Made reservation on behalf of a124d4b2edbb4600bc39bc4ed2b1d420 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:06.876463 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.881260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:06.881620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:06.881999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:06.882439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Bound port: 74f97a29-2ac4-4f43-a116-1c71f34edd78, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:06.882912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.899331 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.920497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ce94f-190d-4b6c-a72a-c5ba995ba394 req-b5be8f4f-1472-4528-8178-7d2548760bd9 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.922220 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-784ce94f-190d-4b6c-a72a-c5ba995ba394 req-b5be8f4f-1472-4528-8178-7d2548760bd9 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 944 time: 0.1185582 Nov 12 08:22:06.933824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a6144-85cc-455f-90af-b8a700dcdea9 req-db46071d-97e0-4c52-a2b1-450c282da4cf tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:06.935342 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d1a6144-85cc-455f-90af-b8a700dcdea9 req-db46071d-97e0-4c52-a2b1-450c282da4cf tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 948 time: 0.1945088 Nov 12 08:22:06.938839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04cc653-79be-4a8c-9c71-1865015ec5bc {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:06.950933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.965874 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebe3029a-b065-410d-97f6-baf9d8b23687 req-7b70b449-8b11-476e-8e3e-5a28a9393a15 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:06.979546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['9402f9f5-db3b-4234-849b-58532aa4b8f8'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:07.015148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70b449-8b11-476e-8e3e-5a28a9393a15 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Pushing event deleted for resources: {'Port': ['ID=9402f9f5-db3b-4234-849b-58532aa4b8f8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:07.019950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Transition to ACTIVE for port object c04cc653-79be-4a8c-9c71-1865015ec5bc will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:07.050196 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.062776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2a7b0b91-367f-44ef-8e08-a19b669ab971 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:07.072308 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-784ce94f-190d-4b6c-a72a-c5ba995ba394 req-15fda3bf-8794-4e56-8257-e0b5ad9aa26f tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400070 Nov 12 08:22:07.079601 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d1a6144-85cc-455f-90af-b8a700dcdea9 req-403309b8-ec28-4f40-b353-746d9bce20d5 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332488 Nov 12 08:22:07.098366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe3029a-b065-410d-97f6-baf9d8b23687 req-7b70b449-8b11-476e-8e3e-5a28a9393a15 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] No DVR routers for this DVR port 9402f9f5-db3b-4234-849b-58532aa4b8f8 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:07.101583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:07.106633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:07.110887 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebe3029a-b065-410d-97f6-baf9d8b23687 req-7b70b449-8b11-476e-8e3e-5a28a9393a15 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.114770 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebe3029a-b065-410d-97f6-baf9d8b23687 req-7b70b449-8b11-476e-8e3e-5a28a9393a15 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.46 "DELETE /v2.0/ports/9402f9f5-db3b-4234-849b-58532aa4b8f8 HTTP/1.1" status: 204 len: 173 time: 1.0155210 Nov 12 08:22:07.122003 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.138102 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Pushing event updated for resources: {'Port': ['ID=c04cc653-79be-4a8c-9c71-1865015ec5bc,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:07.189635 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 2a7b0b91-367f-44ef-8e08-a19b669ab971 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:07.194876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 2a7b0b91-367f-44ef-8e08-a19b669ab971 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:07.195488 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.233549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.234758 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.236841 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] 10.222.0.52 "PUT /v2.0/ports/74f97a29-2ac4-4f43-a116-1c71f34edd78 HTTP/1.1" status: 200 len: 1097 time: 1.6141102 Nov 12 08:22:07.240453 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcb56be-155a-437e-9682-d61e929b5257', 'tag': '74f97a29-2ac4-4f43-a116-1c71f34edd78'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:07.244119 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daca6ff4-4d6e-40a4-949e-0a66939764e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcb56be-155a-437e-9682-d61e929b5257", "tag": "74f97a29-2ac4-4f43-a116-1c71f34edd78"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:07.276768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Attempting to bind port c04cc653-79be-4a8c-9c71-1865015ec5bc on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:07.277200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Attempting to bind port c04cc653-79be-4a8c-9c71-1865015ec5bc by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:07.277513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Attempting to bind port c04cc653-79be-4a8c-9c71-1865015ec5bc on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:07.290235 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Port c04cc653-79be-4a8c-9c71-1865015ec5bc on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:07.290574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Attempting to bind port c04cc653-79be-4a8c-9c71-1865015ec5bc on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:07.301820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:07.302072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:07.302602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:07.303042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Bound port: c04cc653-79be-4a8c-9c71-1865015ec5bc, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:07.303397 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.338375 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.341803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fcd3c3c4-ddc2-48d7-99bd-5d57d7463cea req-38d19ac2-4462-413a-a370-ae75a8a49291 tempest-ServerDiagnosticsNegativeTest-971061645 tempest-ServerDiagnosticsNegativeTest-971061645-project] 10.222.0.31 "GET /v2.0/ports?device_id=766c490a-2b91-4793-a39e-57ce484678f2 HTTP/1.1" status: 200 len: 210 time: 0.0354304 Nov 12 08:22:07.346290 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.386653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c962f6-2e55-4f38-bf5c-547a71690911 service neutron] Pushing event updated for resources: {'Port': ['ID=74f97a29-2ac4-4f43-a116-1c71f34edd78,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:07.388683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2a7b0b91-367f-44ef-8e08-a19b669ab971, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2a7b0b91-367f-44ef-8e08-a19b669ab971,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:07.389387 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.398083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7b0b91-367f-44ef-8e08-a19b669ab971'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:07.403241 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30ea3ed-d2fa-41f5-807f-e45df46ddc44" -d '{"events": [{"server_uuid": "ef33939d-54c7-45b3-b67d-4d3cf36d96a0", "name": "network-vif-plugged", "status": "completed", "tag": "2a7b0b91-367f-44ef-8e08-a19b669ab971"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:07.418329 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.419401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 9402f9f5-db3b-4234-849b-58532aa4b8f8 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:07.419524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:22:07.443135 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.443636 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Added segment 429796dd-7e1c-445f-a9f6-d396fd41dea3 of type vlan for network 610099d6-8440-4178-8197-ba53b457a74a Nov 12 08:22:07.496844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 9402f9f5-db3b-4234-849b-58532aa4b8f8 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:07.497231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 9402f9f5-db3b-4234-849b-58532aa4b8f8 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:07.504705 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f08f6ca7-36b8-4ea2-98df-4aa7e383d661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.519515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdcd3d0-584e-4b9c-86fc-44c0cf4cdba1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:07.537492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=2a7b0b91-367f-44ef-8e08-a19b669ab971,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:07.542270 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-6a997b34-6fb2-4ad0-881b-e0b1f3d7638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.543752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-6a997b34-6fb2-4ad0-881b-e0b1f3d7638a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 1100 time: 0.2245252 Nov 12 08:22:07.546460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.559703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aa47b-82f0-46ff-ae11-07952efb48e0 req-2203d5ce-f023-4746-9aa3-a531d4941774 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.567716 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe0aa47b-82f0-46ff-ae11-07952efb48e0 req-2203d5ce-f023-4746-9aa3-a531d4941774 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 943 time: 0.3296077 Nov 12 08:22:07.632399 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-321ed339-9c61-4905-832a-9731924dd039 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78 HTTP/1.1" status: 200 len: 217 time: 0.0599015 Nov 12 08:22:07.660489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766c490a-2b91-4793-a39e-57ce484678f2', 'name': 'network-vif-deleted', 'tag': '9402f9f5-db3b-4234-849b-58532aa4b8f8'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:07.663132 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7e3dc6-ae54-45cf-8e82-e8437b6fd260" -d '{"events": [{"server_uuid": "766c490a-2b91-4793-a39e-57ce484678f2", "name": "network-vif-deleted", "tag": "9402f9f5-db3b-4234-849b-58532aa4b8f8"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:07.701391 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.702339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.702917 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.710997 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe0aa47b-82f0-46ff-ae11-07952efb48e0 req-ced0614f-069f-41f7-aaea-f68d8340aae3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424100 Nov 12 08:22:07.741382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] For port c04cc653-79be-4a8c-9c71-1865015ec5bc, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:07.751629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] For port c04cc653-79be-4a8c-9c71-1865015ec5bc, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c04cc653-79be-4a8c-9c71-1865015ec5bc,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:07.766359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33737f-d3cc-434b-bbb1-d18e59d56c57 req-0da206b8-ab94-4299-925d-239501d514ab tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.777429 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0d33737f-d3cc-434b-bbb1-d18e59d56c57 req-0da206b8-ab94-4299-925d-239501d514ab tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 950 time: 0.1078868 Nov 12 08:22:07.781606 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.792213 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2417674 Nov 12 08:22:07.794041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40600) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:07.797062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-cd78c3b9-7a7c-4fef-9762-a84fc7bd858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.798869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-fb12be6b-76d8-4a2e-a822-e4a1879f1405 admin admin] Request body: {'subnet': {'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-subnet', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:07.799024 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-cd78c3b9-7a7c-4fef-9762-a84fc7bd858e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1510477 Nov 12 08:22:07.804955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbfa9d-f89e-4e14-9ba4-df276e605bac admin admin] Pushing event updated for resources: {'Network': ['ID=610099d6-8440-4178-8197-ba53b457a74a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:07.824028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 610099d6-8440-4178-8197-ba53b457a74a details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:22:07.838230 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e65512-8898-462d-8626-2bdb7fc6e633 x-openstack-request-id: req-91e65512-8898-462d-8626-2bdb7fc6e633 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:07.838867 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcb56be-155a-437e-9682-d61e929b5257", "tag": "74f97a29-2ac4-4f43-a116-1c71f34edd78", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:07.839351 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91e65512-8898-462d-8626-2bdb7fc6e633 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:07.839927 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcb56be-155a-437e-9682-d61e929b5257', 'tag': '74f97a29-2ac4-4f43-a116-1c71f34edd78', 'status': 'completed', 'code': 200} Nov 12 08:22:07.869229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-3503ce02-515c-48d0-83d3-ff5934f43763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.871617 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-3503ce02-515c-48d0-83d3-ff5934f43763 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0641968 Nov 12 08:22:07.908738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:07.909970 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.911589 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] 10.222.0.52 "PUT /v2.0/ports/c04cc653-79be-4a8c-9c71-1865015ec5bc HTTP/1.1" status: 200 len: 1096 time: 2.2936001 Nov 12 08:22:07.941655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb12be6b-76d8-4a2e-a822-e4a1879f1405 admin admin] Made reservation on behalf of a124d4b2edbb4600bc39bc4ed2b1d420 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:07.947291 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb12be6b-76d8-4a2e-a822-e4a1879f1405 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:07.974122 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a740ebce-9ed0-41af-9d4f-6e9457865962 x-openstack-request-id: req-a740ebce-9ed0-41af-9d4f-6e9457865962 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:07.974675 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef33939d-54c7-45b3-b67d-4d3cf36d96a0", "name": "network-vif-plugged", "status": "completed", "tag": "2a7b0b91-367f-44ef-8e08-a19b669ab971", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:07.975094 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a740ebce-9ed0-41af-9d4f-6e9457865962 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:07.975810 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'code': 200} Nov 12 08:22:08.033965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3aa49-4805-49f8-b9b2-c944570a200c service neutron] Pushing event updated for resources: {'Port': ['ID=c04cc653-79be-4a8c-9c71-1865015ec5bc,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:08.049215 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-d4724e95-46c6-4c26-914a-9ad7700f5f3f service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640091 Nov 12 08:22:08.064930 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0d33737f-d3cc-434b-bbb1-d18e59d56c57 req-2f58be19-85b2-4778-98eb-8062f40e0657 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866793 Nov 12 08:22:08.170234 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a692059-e48a-446c-a5fd-37c5e64bf46e x-openstack-request-id: req-6a692059-e48a-446c-a5fd-37c5e64bf46e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:08.170559 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766c490a-2b91-4793-a39e-57ce484678f2", "name": "network-vif-deleted", "tag": "9402f9f5-db3b-4234-849b-58532aa4b8f8", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:08.171166 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a692059-e48a-446c-a5fd-37c5e64bf46e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:08.171566 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766c490a-2b91-4793-a39e-57ce484678f2', 'name': 'network-vif-deleted', 'tag': '9402f9f5-db3b-4234-849b-58532aa4b8f8', 'status': 'completed', 'code': 200} Nov 12 08:22:08.236602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-efc546b8-b8d2-47b7-a007-72c224c56188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.238194 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-efc546b8-b8d2-47b7-a007-72c224c56188 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc5c9df263f494cbe189c9db1e6f2a1&device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 1099 time: 0.2309377 Nov 12 08:22:08.299785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789beae-ce7a-40cf-9df4-feeb30529a53 req-ddde7dec-2a46-44f3-b3d6-358fbc149e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.301368 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8789beae-ce7a-40cf-9df4-feeb30529a53 req-ddde7dec-2a46-44f3-b3d6-358fbc149e41 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 1097 time: 0.2696066 Nov 12 08:22:08.351575 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-bee94a92-e820-482b-bcc4-a61f07d276f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c04cc653-79be-4a8c-9c71-1865015ec5bc HTTP/1.1" status: 200 len: 217 time: 0.0861256 Nov 12 08:22:08.379757 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49fc76-a7aa-4835-9a3a-2d3fd22cfa77 req-c8ea5399-9d31-4e36-a4a3-df9fad87b4d9 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.381319 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff49fc76-a7aa-4835-9a3a-2d3fd22cfa77 req-c8ea5399-9d31-4e36-a4a3-df9fad87b4d9 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 947 time: 0.3309267 Nov 12 08:22:08.405190 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.414940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-7227af6b-a148-444f-aeb1-a8cd19cc99ba service neutron] 10.222.0.46 "GET /v2.0/ports/7f7feb2f-b5e7-4dd6-931c-79952a2eb54a/bindings/n-h2-768851-18 HTTP/1.1" status: 200 len: 385 time: 0.2364836 Nov 12 08:22:08.438576 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce61cc7-2d12-45e4-9399-d163f2acd7dd req-c6ad6833-7609-4a81-9136-61d11554ac65 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760080 Nov 12 08:22:08.465441 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff49fc76-a7aa-4835-9a3a-2d3fd22cfa77 req-07db1e72-685a-47d3-9c8d-3af2305820df tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712643 Nov 12 08:22:08.476806 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce1efa-77c1-4248-9d78-1a958739eadf req-84560e4f-ea86-46a9-b200-ba685b96f787 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.478406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddce1efa-77c1-4248-9d78-1a958739eadf req-84560e4f-ea86-46a9-b200-ba685b96f787 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 944 time: 0.2473001 Nov 12 08:22:08.536635 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8789beae-ce7a-40cf-9df4-feeb30529a53 req-9b9ebfcf-0132-4ff3-901e-2b07a06cbc90 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964161 Nov 12 08:22:08.551259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-ed69381f-3199-4aae-95d3-e9a814ab45f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.552745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-ed69381f-3199-4aae-95d3-e9a814ab45f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1868718 Nov 12 08:22:08.555006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca6ff4-4d6e-40a4-949e-0a66939764e6 req-a107f191-df47-4d38-af76-140e9b6fc8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.557052 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daca6ff4-4d6e-40a4-949e-0a66939764e6 req-a107f191-df47-4d38-af76-140e9b6fc8f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 1100 time: 0.0448561 Nov 12 08:22:08.669202 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb12be6b-76d8-4a2e-a822-e4a1879f1405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:08.681790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddce1efa-77c1-4248-9d78-1a958739eadf req-4a39c29f-ea6c-4e89-b5c6-ff205062a63c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692250 Nov 12 08:22:08.739170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07394c0-0968-44c3-86c2-7ac16f26b46b req-365a3b1b-1fbe-458e-88c1-11ff14851a79 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.740718 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d07394c0-0968-44c3-86c2-7ac16f26b46b req-365a3b1b-1fbe-458e-88c1-11ff14851a79 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 948 time: 0.0636082 Nov 12 08:22:08.774625 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca6ff4-4d6e-40a4-949e-0a66939764e6 req-8c658729-7ec4-49f3-8657-515d2a093987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.776033 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daca6ff4-4d6e-40a4-949e-0a66939764e6 req-8c658729-7ec4-49f3-8657-515d2a093987 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1893880 Nov 12 08:22:08.786117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-7cfe87bc-6b48-4a48-a543-aa4451d91bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.787710 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-7cfe87bc-6b48-4a48-a543-aa4451d91bf4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1929948 Nov 12 08:22:08.833993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daca6ff4-4d6e-40a4-949e-0a66939764e6 req-1f796aec-6910-4d89-adc5-e3b1b7d99210 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78 HTTP/1.1" status: 200 len: 217 time: 0.0464544 Nov 12 08:22:08.834217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12be6b-76d8-4a2e-a822-e4a1879f1405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f27438-c400-45f9-9633-ff6491532b3c,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:08.842534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d07394c0-0968-44c3-86c2-7ac16f26b46b req-f44436b9-badd-4da6-b37e-216995b79594 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862494 Nov 12 08:22:08.898180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca6ff4-4d6e-40a4-949e-0a66939764e6 req-c6fff303-85eb-4a18-a771-c62f4939b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.899844 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daca6ff4-4d6e-40a4-949e-0a66939764e6 req-c6fff303-85eb-4a18-a771-c62f4939b317 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0553405 Nov 12 08:22:08.954093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12be6b-76d8-4a2e-a822-e4a1879f1405 admin admin] Checking segment: {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:08.954663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb12be6b-76d8-4a2e-a822-e4a1879f1405 admin admin] Network hostable DHCP agents. Network: 610099d6-8440-4178-8197-ba53b457a74a, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:22:08.979230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403aadd-01f1-4418-8d07-67b693b4bf30 req-8caf9011-f0d3-42fe-8d21-bbee4668c370 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:08.980780 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4403aadd-01f1-4418-8d07-67b693b4bf30 req-8caf9011-f0d3-42fe-8d21-bbee4668c370 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 945 time: 0.2219470 Nov 12 08:22:09.008075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca6ff4-4d6e-40a4-949e-0a66939764e6 req-cf5e5203-23ae-43fc-9505-aeb9274dd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.010617 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daca6ff4-4d6e-40a4-949e-0a66939764e6 req-cf5e5203-23ae-43fc-9505-aeb9274dd274 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918875 Nov 12 08:22:09.023532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb189f78-9c38-4f9a-8a9a-246ba1bd6a3e req-74920833-4934-41df-8af6-247c4b75b8a4 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.025274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb189f78-9c38-4f9a-8a9a-246ba1bd6a3e req-74920833-4934-41df-8af6-247c4b75b8a4 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 950 time: 0.0664933 Nov 12 08:22:09.038466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-c6c12d7d-87be-4725-b5ea-db1b05e79581 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285209 Nov 12 08:22:09.048679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-17292107-560c-41b4-9823-c22c3cdaf44f req-13256aeb-fa72-47b5-a927-d6673e5b916b service neutron] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:09.067974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb12be6b-76d8-4a2e-a822-e4a1879f1405 admin admin] Network 610099d6-8440-4178-8197-ba53b457a74a is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:22:09.071738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e1f87783-fde6-4b32-bb24-0895cb9660d5 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:09.114996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-17292107-560c-41b4-9823-c22c3cdaf44f req-13256aeb-fa72-47b5-a927-d6673e5b916b service neutron] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:09.156102 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb189f78-9c38-4f9a-8a9a-246ba1bd6a3e req-c90e95f2-4aa8-4d7e-8558-16c845567a7f tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099463 Nov 12 08:22:09.158658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-17292107-560c-41b4-9823-c22c3cdaf44f req-13256aeb-fa72-47b5-a927-d6673e5b916b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:09.178842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-17292107-560c-41b4-9823-c22c3cdaf44f req-13256aeb-fa72-47b5-a927-d6673e5b916b service neutron] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:09.188824 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daca6ff4-4d6e-40a4-949e-0a66939764e6 req-dbf0de7c-fd61-48c3-a5aa-b88853593ac5 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623452 Nov 12 08:22:09.195378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40618) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:09.221386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:09.235655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e1f87783-fde6-4b32-bb24-0895cb9660d5 has no active binding in host n-h1-768851-18 {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:22:09.253707 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17292107-560c-41b4-9823-c22c3cdaf44f req-13256aeb-fa72-47b5-a927-d6673e5b916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.267839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-fb12be6b-76d8-4a2e-a822-e4a1879f1405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 610099d6-8440-4178-8197-ba53b457a74a) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:09.283088 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce63dc42-02b9-4221-b433-e8eddf14a5b5 None None] Network 610099d6-8440-4178-8197-ba53b457a74a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:09.288512 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb12be6b-76d8-4a2e-a822-e4a1879f1405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.289125 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb12be6b-76d8-4a2e-a822-e4a1879f1405 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.341874 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34457d-f8c4-4718-b65b-74a622027edf req-aebed1e7-1044-4165-bd41-bfe1a08bf6b9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.343423 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ba34457d-f8c4-4718-b65b-74a622027edf req-aebed1e7-1044-4165-bd41-bfe1a08bf6b9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 943 time: 0.1166799 Nov 12 08:22:09.348044 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daca6ff4-4d6e-40a4-949e-0a66939764e6 req-7337a5ce-ca84-401e-a7d4-0cdc3fb31c18 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443372 Nov 12 08:22:09.366570 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4403aadd-01f1-4418-8d07-67b693b4bf30 req-06e9488b-e38a-45cb-89ba-48f789b8fb62 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669064 Nov 12 08:22:09.399964 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fb12be6b-76d8-4a2e-a822-e4a1879f1405 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6049573 Nov 12 08:22:09.408461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40622) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:09.416541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:09.420341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-17292107-560c-41b4-9823-c22c3cdaf44f req-13256aeb-fa72-47b5-a927-d6673e5b916b service neutron] Transition to ACTIVE for port object 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:09.423903 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b4d019f-fb4d-494c-b558-a3c4f1c9b32d req-3733869c-6885-44a8-8371-49bbaebb5e47 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704593 Nov 12 08:22:09.427344 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ba34457d-f8c4-4718-b65b-74a622027edf req-ccf5407b-739a-4a6f-996d-4e002e6c5242 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775192 Nov 12 08:22:09.444656 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17292107-560c-41b4-9823-c22c3cdaf44f req-13256aeb-fa72-47b5-a927-d6673e5b916b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.473767 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4d433d6c-4a26-4757-bd87-1ba961322a1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aefc01fe093c4423bfb6b826cf407d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771573 Nov 12 08:22:09.476104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40624) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:09.516089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13256aeb-fa72-47b5-a927-d6673e5b916b service neutron] Pushing event updated for resources: {'Port': ['ID=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,revision_number=10']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:09.529580 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:22:09.533084 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.534052 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.536335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-610099d6-8440-4178-8197-ba53b457a74a', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:22:09.537484 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.539155 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b12535b-6eb6-4e95-a834-7b9755102fb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.568604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-17292107-560c-41b4-9823-c22c3cdaf44f req-13256aeb-fa72-47b5-a927-d6673e5b916b service neutron] No DVR routers for this DVR port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:09.568885 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b12535b-6eb6-4e95-a834-7b9755102fb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.626848 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b12535b-6eb6-4e95-a834-7b9755102fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.629755 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b12535b-6eb6-4e95-a834-7b9755102fb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.635152 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0b12535b-6eb6-4e95-a834-7b9755102fb8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c6af8bc-23da-4adc-97d2-631939145ccb HTTP/1.1" status: 204 len: 168 time: 0.1579244 Nov 12 08:22:09.643301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12535b-6eb6-4e95-a834-7b9755102fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6af8bc-23da-4adc-97d2-631939145ccb,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:09.708712 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:09.716910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-13256aeb-fa72-47b5-a927-d6673e5b916b service neutron] 10.222.0.46 "PUT /v2.0/ports/7f7feb2f-b5e7-4dd6-931c-79952a2eb54a/bindings/n-h2-768851-18/activate HTTP/1.1" status: 200 len: 370 time: 1.2866659 Nov 12 08:22:09.742100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Allocated IP 172.20.0.2 (610099d6-8440-4178-8197-ba53b457a74a/f9f27438-c400-45f9-9633-ff6491532b3c/ff024b31-24db-4294-a61e-7ee1574fc22d) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:09.815030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fb975-8206-4e67-8acb-ff4093c1c8cf req-803d7208-471f-4484-b4da-71501e441542 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.815853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad6845-f6df-4d60-8ec2-7545f5b1228e req-a5fc389f-ee19-4c6a-ac0f-ff764707c017 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:09.816543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e8fb975-8206-4e67-8acb-ff4093c1c8cf req-803d7208-471f-4484-b4da-71501e441542 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 947 time: 0.2211144 Nov 12 08:22:09.823518 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2cad6845-f6df-4d60-8ec2-7545f5b1228e req-a5fc389f-ee19-4c6a-ac0f-ff764707c017 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 944 time: 0.0665460 Nov 12 08:22:09.895270 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2cad6845-f6df-4d60-8ec2-7545f5b1228e req-52291a65-751d-4c68-ac5f-c30ffe77998c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649545 Nov 12 08:22:10.032346 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.051117 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783ba5f-0c36-41e8-92c1-80cff5a8ab22 req-41b1d91b-9b25-4479-9d97-c5534251e9a5 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.052700 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0783ba5f-0c36-41e8-92c1-80cff5a8ab22 req-41b1d91b-9b25-4479-9d97-c5534251e9a5 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 948 time: 0.0885255 Nov 12 08:22:10.053889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40636) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:10.069269 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a009b35c-c949-4c28-854c-afa56365f34c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.116788 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.124235 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.137532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0783ba5f-0c36-41e8-92c1-80cff5a8ab22 req-7041b7d3-9531-4805-a680-d7907297c9bb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700576 Nov 12 08:22:10.144786 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.163464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292107-560c-41b4-9823-c22c3cdaf44f req-d685e146-0a4f-4c33-af73-6f9c27df9d6d tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.165937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-d685e146-0a4f-4c33-af73-6f9c27df9d6d tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302&tenant_id=1bf3b8941139451e8acba21723b96ae2&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 1096 time: 0.3693082 Nov 12 08:22:10.175226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Network 610099d6-8440-4178-8197-ba53b457a74a is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:10.176921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0b1e8f-b890-4c6a-94e8-dabc74628f88', 'tag': 'c04cc653-79be-4a8c-9c71-1865015ec5bc'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:10.179219 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64213616-478b-48d1-a6e8-11ef18fb082b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0b1e8f-b890-4c6a-94e8-dabc74628f88", "tag": "c04cc653-79be-4a8c-9c71-1865015ec5bc"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:10.182176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:10.184896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:10.198960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Pushing event updated for resources: {'Port': ['ID=ff024b31-24db-4294-a61e-7ee1574fc22d,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:10.211850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a009b35c-c949-4c28-854c-afa56365f34c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.218244 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a009b35c-c949-4c28-854c-afa56365f34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.237517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e8fb975-8206-4e67-8acb-ff4093c1c8cf req-a629d685-6986-4530-b345-c3195008d168 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064653 Nov 12 08:22:10.260882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009b35c-c949-4c28-854c-afa56365f34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de019f0b-3a95-494a-9e12-408cb86b2497,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:10.268662 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a009b35c-c949-4c28-854c-afa56365f34c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d8766e041f84347a8fc692fd5fffacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120323 Nov 12 08:22:10.269022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40642) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:10.293571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Attempting to bind port ff024b31-24db-4294-a61e-7ee1574fc22d on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:10.293571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Attempting to bind port ff024b31-24db-4294-a61e-7ee1574fc22d by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:10.293571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Attempting to bind port ff024b31-24db-4294-a61e-7ee1574fc22d on network 610099d6-8440-4178-8197-ba53b457a74a {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:10.299928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:10.300635 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Checking segment: {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:10.300988 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.301415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Bound using segment: {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:10.301901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Bound port: ff024b31-24db-4294-a61e-7ee1574fc22d, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:10.302287 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.304462 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84561bf3-588c-49b8-a7b4-45ad54999243 x-openstack-request-id: req-84561bf3-588c-49b8-a7b4-45ad54999243 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:10.304751 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0b1e8f-b890-4c6a-94e8-dabc74628f88", "tag": "c04cc653-79be-4a8c-9c71-1865015ec5bc", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:10.305000 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84561bf3-588c-49b8-a7b4-45ad54999243 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:10.305424 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0b1e8f-b890-4c6a-94e8-dabc74628f88', 'tag': 'c04cc653-79be-4a8c-9c71-1865015ec5bc', 'status': 'completed', 'code': 200} Nov 12 08:22:10.355430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292107-560c-41b4-9823-c22c3cdaf44f req-9ac64099-4c6a-406b-bfee-558370ba84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.356958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-9ac64099-4c6a-406b-bfee-558370ba84f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302&tenant_id=1bf3b8941139451e8acba21723b96ae2 HTTP/1.1" status: 200 len: 1096 time: 0.1746809 Nov 12 08:22:10.371274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee8a13-d635-419b-a632-3160173c3155 req-f7ba0676-aea8-46e3-a78c-7692a5f02905 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.373140 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-06ee8a13-d635-419b-a632-3160173c3155 req-f7ba0676-aea8-46e3-a78c-7692a5f02905 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 950 time: 0.0962751 Nov 12 08:22:10.395431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] For port ff024b31-24db-4294-a61e-7ee1574fc22d, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:10.402913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] For port ff024b31-24db-4294-a61e-7ee1574fc22d, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ff024b31-24db-4294-a61e-7ee1574fc22d,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:10.412943 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f232072-b038-4155-924a-82aca32b2d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.420689 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.466179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f232072-b038-4155-924a-82aca32b2d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.495046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2c42b-bbf3-4eaf-9f13-76e08d3ac280 None None] Pushing event updated for resources: {'Port': ['ID=ff024b31-24db-4294-a61e-7ee1574fc22d,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:10.502257 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-06ee8a13-d635-419b-a632-3160173c3155 req-5e192724-d8f7-449b-96ad-08e542199a10 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074276 Nov 12 08:22:10.505032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64213616-478b-48d1-a6e8-11ef18fb082b req-9e526e17-3207-4fef-8d49-1b072ae40168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.506821 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-64213616-478b-48d1-a6e8-11ef18fb082b req-9e526e17-3207-4fef-8d49-1b072ae40168 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3fc5c9df263f494cbe189c9db1e6f2a1&device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 1099 time: 0.1559157 Nov 12 08:22:10.623090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292107-560c-41b4-9823-c22c3cdaf44f req-a051f68e-9793-4dd0-a4ee-b1444162ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.624823 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-a051f68e-9793-4dd0-a4ee-b1444162ab19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 1096 time: 0.1699612 Nov 12 08:22:10.637184 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.646254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0f997-f29a-4ff8-9287-6aee16837047 req-d1be57af-36ea-4d7e-bd42-6fd5cb64e97d tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.647813 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-32f0f997-f29a-4ff8-9287-6aee16837047 req-d1be57af-36ea-4d7e-bd42-6fd5cb64e97d tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 945 time: 0.1235783 Nov 12 08:22:10.676080 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f232072-b038-4155-924a-82aca32b2d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.678711 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f232072-b038-4155-924a-82aca32b2d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.679843 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0f232072-b038-4155-924a-82aca32b2d24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de019f0b-3a95-494a-9e12-408cb86b2497 HTTP/1.1" status: 204 len: 168 time: 0.4097550 Nov 12 08:22:10.690272 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.738254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f232072-b038-4155-924a-82aca32b2d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de019f0b-3a95-494a-9e12-408cb86b2497,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:10.758002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4483b9d-0cde-4905-8e2e-65ce1a799395 req-08fc6f57-ab77-4e23-b10d-2d088b67a1fb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.765411 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a4483b9d-0cde-4905-8e2e-65ce1a799395 req-08fc6f57-ab77-4e23-b10d-2d088b67a1fb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 944 time: 0.1614244 Nov 12 08:22:10.769406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64213616-478b-48d1-a6e8-11ef18fb082b req-9522003d-c1db-4df9-82d3-f71cdf0d5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.770846 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-64213616-478b-48d1-a6e8-11ef18fb082b req-9522003d-c1db-4df9-82d3-f71cdf0d5208 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2472231 Nov 12 08:22:10.804944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a00869-dfa9-4210-b676-899781ec5d1c req-c6a37c25-1f50-4b89-aebb-f0cb8c34689e tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.807987 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42a00869-dfa9-4210-b676-899781ec5d1c req-c6a37c25-1f50-4b89-aebb-f0cb8c34689e tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.52 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 950 time: 0.1877308 Nov 12 08:22:10.846132 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:10.891902 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-64213616-478b-48d1-a6e8-11ef18fb082b req-058913bf-d50d-4091-a211-48ceaf1c8a12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c04cc653-79be-4a8c-9c71-1865015ec5bc HTTP/1.1" status: 200 len: 217 time: 0.1003590 Nov 12 08:22:10.893684 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-32f0f997-f29a-4ff8-9287-6aee16837047 req-eae1922c-2d95-43f2-9a63-e58f23a89c61 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183595 Nov 12 08:22:10.924364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292107-560c-41b4-9823-c22c3cdaf44f req-01632063-5361-477e-9377-bcead956f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:10.926124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-01632063-5361-477e-9377-bcead956f3d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.2904947 Nov 12 08:22:10.995897 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-a0408feb-55bc-4350-a4d6-49a8c004e7c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a HTTP/1.1" status: 200 len: 217 time: 0.0419617 Nov 12 08:22:11.073150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:11.093567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64213616-478b-48d1-a6e8-11ef18fb082b req-2f7c5ebe-bb74-4606-a73d-e5ed8ab54d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.095221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-64213616-478b-48d1-a6e8-11ef18fb082b req-2f7c5ebe-bb74-4606-a73d-e5ed8ab54d77 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1762335 Nov 12 08:22:11.100069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a4483b9d-0cde-4905-8e2e-65ce1a799395 req-073f3bdd-524f-4013-a429-551467dbe68a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337038 Nov 12 08:22:11.101935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Allocated IP 172.25.3.91 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/e1ced103-1192-44b4-826c-66ec5f1aeea1) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:11.135093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292107-560c-41b4-9823-c22c3cdaf44f req-5291fa6f-4853-46e4-9b05-04ad6728e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.135093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-5291fa6f-4853-46e4-9b05-04ad6728e392 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1198468 Nov 12 08:22:11.174790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a393ef2-23ea-427c-99e5-8938821ed899 req-3ba618ec-f25a-46b4-a51e-25a3b7828f2d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.182794 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:11.184323 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a393ef2-23ea-427c-99e5-8938821ed899 req-3ba618ec-f25a-46b4-a51e-25a3b7828f2d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 944 time: 0.1543269 Nov 12 08:22:11.190984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-90a3bfa1-3d67-4a8f-a6a5-2b5482b9fb9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550466 Nov 12 08:22:11.272416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64213616-478b-48d1-a6e8-11ef18fb082b req-83eef165-d377-47ef-bec9-c63cafe4898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.277975 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-64213616-478b-48d1-a6e8-11ef18fb082b req-83eef165-d377-47ef-bec9-c63cafe4898e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1028776 Nov 12 08:22:11.287741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ff024b31-24db-4294-a61e-7ee1574fc22d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:11.369967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-42a00869-dfa9-4210-b676-899781ec5d1c req-0456f8a0-61b3-4750-9080-d4c6d9def5b6 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Deleting port bfc15d8d-7b02-4882-a622-e40b784b7f93 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:11.370552 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-42a00869-dfa9-4210-b676-899781ec5d1c req-0456f8a0-61b3-4750-9080-d4c6d9def5b6 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.385413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a393ef2-23ea-427c-99e5-8938821ed899 req-129b7430-a68e-435d-b0d4-c34890d0dfaf tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002845 Nov 12 08:22:11.388320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ff024b31-24db-4294-a61e-7ee1574fc22d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:11.388743 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.512889 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.524690 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-42f161de-0cb9-4006-9992-b61c00d059b7 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138387 Nov 12 08:22:11.532863 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.572616 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45c7a1-561e-44f0-9357-86a3991aefec req-3ae43dba-e722-4147-8bf9-c62bc40bdb64 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.580105 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa45c7a1-561e-44f0-9357-86a3991aefec req-3ae43dba-e722-4147-8bf9-c62bc40bdb64 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 948 time: 0.2405488 Nov 12 08:22:11.591102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port ff024b31-24db-4294-a61e-7ee1574fc22d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ff024b31-24db-4294-a61e-7ee1574fc22d,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:11.599924 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.657236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=ff024b31-24db-4294-a61e-7ee1574fc22d,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:11.661389 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-64213616-478b-48d1-a6e8-11ef18fb082b req-971da362-597e-419c-9536-aa6b4773dbff service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674228 Nov 12 08:22:11.744884 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa45c7a1-561e-44f0-9357-86a3991aefec req-b536308d-d166-4ac6-820c-6e4735471848 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621926 Nov 12 08:22:11.748898 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-42a00869-dfa9-4210-b676-899781ec5d1c req-0456f8a0-61b3-4750-9080-d4c6d9def5b6 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] For port bfc15d8d-7b02-4882-a622-e40b784b7f93, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=bfc15d8d-7b02-4882-a622-e40b784b7f93,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:11.749161 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-42a00869-dfa9-4210-b676-899781ec5d1c req-0456f8a0-61b3-4750-9080-d4c6d9def5b6 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.811890 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-42a00869-dfa9-4210-b676-899781ec5d1c req-0456f8a0-61b3-4750-9080-d4c6d9def5b6 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Calling delete_port for bfc15d8d-7b02-4882-a622-e40b784b7f93 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:11.824868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1b614-7d71-478c-920f-3e2a901ed7b1 req-a968f230-b1be-4995-936f-5e9e1f1ac0bd tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:11.827291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3c1b614-7d71-478c-920f-3e2a901ed7b1 req-a968f230-b1be-4995-936f-5e9e1f1ac0bd tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 947 time: 0.3182805 Nov 12 08:22:11.856034 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:11.910582 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-c5e29287-955d-46f0-89ef-78ad8241fc57 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646221 Nov 12 08:22:11.951552 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-64213616-478b-48d1-a6e8-11ef18fb082b req-74bbf291-0144-49f1-a44c-bc39d8167a93 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722812 Nov 12 08:22:11.954480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:11.977026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:11.990582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:12.011190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c06be8-e321-4c46-b39e-ea0469df32f4 None None] Network 610099d6-8440-4178-8197-ba53b457a74a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:12.033415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836274d0-6ea9-4bb4-bc3b-88dfd8c9b0ae req-9e269408-e137-4cd9-bfb3-c230644a1f9c tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.042001 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-836274d0-6ea9-4bb4-bc3b-88dfd8c9b0ae req-9e269408-e137-4cd9-bfb3-c230644a1f9c tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/ports?device_id=147887bc-03a4-48ef-8c6a-acc5f1992705 HTTP/1.1" status: 200 len: 950 time: 0.1665959 Nov 12 08:22:12.045168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ced103-1192-44b4-826c-66ec5f1aeea1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:12.060058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3c1b614-7d71-478c-920f-3e2a901ed7b1 req-18867927-0330-495e-a8c7-3b3eb66ea2dd tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104797 Nov 12 08:22:12.117660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c599adb4-e320-4fe3-b19a-1a42fe5c6179 None None] Provisioning complete for port ff024b31-24db-4294-a61e-7ee1574fc22d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:12.118026 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c599adb4-e320-4fe3-b19a-1a42fe5c6179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.189635 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-836274d0-6ea9-4bb4-bc3b-88dfd8c9b0ae req-02c934b6-039a-4df5-8daf-b7396a0d44a0 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.31 "GET /v2.0/security-groups?id=78f70d6c-7f25-42da-8287-b5225741bf5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442261 Nov 12 08:22:12.213607 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-42a00869-dfa9-4210-b676-899781ec5d1c req-0456f8a0-61b3-4750-9080-d4c6d9def5b6 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.255712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456f8a0-61b3-4750-9080-d4c6d9def5b6 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Pushing event deleted for resources: {'Port': ['ID=bfc15d8d-7b02-4882-a622-e40b784b7f93,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:12.262969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['bfc15d8d-7b02-4882-a622-e40b784b7f93'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:12.310426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc37ce9-7afa-4e0a-a3f0-7979d3fd81c2 req-0be0a413-8d42-4ec1-a2a3-cbd2d8a871f1 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.312192 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7fc37ce9-7afa-4e0a-a3f0-7979d3fd81c2 req-0be0a413-8d42-4ec1-a2a3-cbd2d8a871f1 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 945 time: 0.1231537 Nov 12 08:22:12.406379 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7fc37ce9-7afa-4e0a-a3f0-7979d3fd81c2 req-04fa9aa9-ca89-45d6-bb3b-82afa3902f51 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/security-groups?id=4e804449-b4be-4105-9c15-5f4a87d0d18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862169 Nov 12 08:22:12.447814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a00869-dfa9-4210-b676-899781ec5d1c req-0456f8a0-61b3-4750-9080-d4c6d9def5b6 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] No DVR routers for this DVR port bfc15d8d-7b02-4882-a622-e40b784b7f93 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:12.452416 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-42a00869-dfa9-4210-b676-899781ec5d1c req-0456f8a0-61b3-4750-9080-d4c6d9def5b6 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.459051 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42a00869-dfa9-4210-b676-899781ec5d1c req-0456f8a0-61b3-4750-9080-d4c6d9def5b6 tempest-ImagesNegativeTestJSON-575349560 tempest-ImagesNegativeTestJSON-575349560-project] 10.222.0.52 "DELETE /v2.0/ports/bfc15d8d-7b02-4882-a622-e40b784b7f93 HTTP/1.1" status: 204 len: 173 time: 1.5832372 Nov 12 08:22:12.473147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147887bc-03a4-48ef-8c6a-acc5f1992705', 'name': 'network-vif-deleted', 'tag': 'bfc15d8d-7b02-4882-a622-e40b784b7f93'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:12.475794 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b56a9dd-ef5d-48a8-84d6-7eba51ca6bc7" -d '{"events": [{"server_uuid": "147887bc-03a4-48ef-8c6a-acc5f1992705", "name": "network-vif-deleted", "tag": "bfc15d8d-7b02-4882-a622-e40b784b7f93"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:12.482340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17292107-560c-41b4-9823-c22c3cdaf44f req-b8afeb7e-b008-49a9-9710-56ac20da5d07 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.484188 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-b8afeb7e-b008-49a9-9710-56ac20da5d07 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302&tenant_id=1bf3b8941139451e8acba21723b96ae2&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1096 time: 0.2374902 Nov 12 08:22:12.566025 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-f112163f-7424-4c63-b7ab-63b3a55f9a76 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=24ff1e5342cc4d5193c9e091bfdeb079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754440 Nov 12 08:22:12.591989 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.653798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda396e-d4b5-4359-867c-45021877651f req-c1d71ede-fa4e-4b00-ab12-708f155edeb7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.655421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fda396e-d4b5-4359-867c-45021877651f req-c1d71ede-fa4e-4b00-ab12-708f155edeb7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 944 time: 0.1133745 Nov 12 08:22:12.766957 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fda396e-d4b5-4359-867c-45021877651f req-8c38b351-46da-4645-a23c-9771ec459087 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984731 Nov 12 08:22:12.785896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1f1bc25a-d8f7-4634-9172-d64a748d993a None None] Provisioning complete for port ff024b31-24db-4294-a61e-7ee1574fc22d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:12.786523 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1f1bc25a-d8f7-4634-9172-d64a748d993a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:12.960174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375540-db27-4c03-a878-34e213801d8a req-cc056edb-9dea-44ae-a476-737362a6dbc7 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:12.965688 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-cc056edb-9dea-44ae-a476-737362a6dbc7 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3890147 Nov 12 08:22:12.988967 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-0c275d00-275a-42b9-ae7e-40ef64ab6f0d tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/quotas/24ff1e5342cc4d5193c9e091bfdeb079 HTTP/1.1" status: 200 len: 375 time: 0.0157461 Nov 12 08:22:12.997097 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-17292107-560c-41b4-9823-c22c3cdaf44f req-2129a3ce-f7ca-45d1-9092-373181c2254b service neutron] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:13.009735 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-17292107-560c-41b4-9823-c22c3cdaf44f req-2129a3ce-f7ca-45d1-9092-373181c2254b service neutron] Publish callbacks [] for binding, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.011798 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-17292107-560c-41b4-9823-c22c3cdaf44f req-2129a3ce-f7ca-45d1-9092-373181c2254b service neutron] 10.222.0.52 "DELETE /v2.0/ports/7f7feb2f-b5e7-4dd6-931c-79952a2eb54a/bindings/n-h1-768851-18 HTTP/1.1" status: 204 len: 173 time: 0.4930537 Nov 12 08:22:13.028250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c04cc653-79be-4a8c-9c71-1865015ec5bc details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:13.062196 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-d44e2711-384d-4185-a025-851926c65389 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=24ff1e5342cc4d5193c9e091bfdeb079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489790 Nov 12 08:22:13.166830 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c04cc653-79be-4a8c-9c71-1865015ec5bc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c04cc653-79be-4a8c-9c71-1865015ec5bc,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:13.179952 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ff024b31-24db-4294-a61e-7ee1574fc22d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:13.185633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'c04cc653-79be-4a8c-9c71-1865015ec5bc', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'c04cc653-79be-4a8c-9c71-1865015ec5bc', 'mac_address': 'fa:16:3e:96:5c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:13.188392 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.205141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c7f97-1aaf-4d08-9ed6-dd372e38ad40 req-7a912f45-4eec-46f9-a99a-ae7d07dec124 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:13.216660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f01c7f97-1aaf-4d08-9ed6-dd372e38ad40 req-7a912f45-4eec-46f9-a99a-ae7d07dec124 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 944 time: 0.1121137 Nov 12 08:22:13.283782 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.303486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04cc653-79be-4a8c-9c71-1865015ec5bc {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:13.338830 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ff024b31-24db-4294-a61e-7ee1574fc22d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:13.339508 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.344790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c04cc653-79be-4a8c-9c71-1865015ec5bc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c04cc653-79be-4a8c-9c71-1865015ec5bc,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:13.366954 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.368237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 74f97a29-2ac4-4f43-a116-1c71f34edd78 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:13.398545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f01c7f97-1aaf-4d08-9ed6-dd372e38ad40 req-453c2906-08ab-490d-a3e0-fd36921bee3c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809289 Nov 12 08:22:13.438470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-16c2622a-0adf-448d-b663-9e86496da1cf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:13.440351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-16c2622a-0adf-448d-b663-9e86496da1cf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1220868 Nov 12 08:22:13.468175 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:13.470840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=c04cc653-79be-4a8c-9c71-1865015ec5bc,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:13.520438 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe0fa0f-6d73-436a-a510-eab07c1bde2d x-openstack-request-id: req-1fe0fa0f-6d73-436a-a510-eab07c1bde2d {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:13.520824 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147887bc-03a4-48ef-8c6a-acc5f1992705", "name": "network-vif-deleted", "tag": "bfc15d8d-7b02-4882-a622-e40b784b7f93", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:13.521128 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fe0fa0f-6d73-436a-a510-eab07c1bde2d {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:13.521680 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147887bc-03a4-48ef-8c6a-acc5f1992705', 'name': 'network-vif-deleted', 'tag': 'bfc15d8d-7b02-4882-a622-e40b784b7f93', 'status': 'completed', 'code': 200} Nov 12 08:22:13.526974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '74f97a29-2ac4-4f43-a116-1c71f34edd78', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '74f97a29-2ac4-4f43-a116-1c71f34edd78', 'mac_address': 'fa:16:3e:93:bc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:13.531758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Router f756d98b-380c-4394-97a6-fc1bdd34b8d1 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:22:13.542707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-8f8d03e7-0ca8-4659-bfef-22ce15cd5a1c tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.0932219 Nov 12 08:22:13.557849 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-3708cefe-1e45-4a28-b98d-0716441beb21 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Request body: {'floatingip': {'port_id': '455bb988-0600-4285-a333-595e96e231f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:13.610658 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.626366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f97a29-2ac4-4f43-a116-1c71f34edd78 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:13.659352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:13.667845 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.711422 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-3708cefe-1e45-4a28-b98d-0716441beb21 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.745194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abcfa0-6a99-44b9-9407-0757332dc736 req-7df8f832-a041-4a1c-a3d8-8b4c9ffe9044 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:13.752494 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-94abcfa0-6a99-44b9-9407-0757332dc736 req-7df8f832-a041-4a1c-a3d8-8b4c9ffe9044 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 948 time: 0.1099377 Nov 12 08:22:13.774674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=74f97a29-2ac4-4f43-a116-1c71f34edd78,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:13.805818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:13.815242 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-94abcfa0-6a99-44b9-9407-0757332dc736 req-329f69f5-48eb-488e-96cc-98345abddfb1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618653 Nov 12 08:22:13.818677 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Sync routers for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:13.831739 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:13.832381 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:13.857554 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:13.858817 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5b89379a-38be-4db8-a73b-74079e041b15 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4493682 Nov 12 08:22:13.861594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40720) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:13.953517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['c04cc653-79be-4a8c-9c71-1865015ec5bc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:13.968842 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:14.029412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['74f97a29-2ac4-4f43-a116-1c71f34edd78'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:14.089799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1020d-9831-42a4-88aa-fdba17b11fb9 req-fb49525a-0e9e-4fc5-ac60-a22c4446168d tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:14.098123 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7ff1020d-9831-42a4-88aa-fdba17b11fb9 req-fb49525a-0e9e-4fc5-ac60-a22c4446168d tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 948 time: 0.1327970 Nov 12 08:22:14.208430 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7ff1020d-9831-42a4-88aa-fdba17b11fb9 req-17b7bcdc-b46b-443c-a797-e88ad2942f7e tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078401 Nov 12 08:22:14.211264 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:12Z', 'revision_number': 3, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:14.259757 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Checking router: f756d98b-380c-4394-97a6-fc1bdd34b8d1 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:14.260017 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Updating router f756d98b-380c-4394-97a6-fc1bdd34b8d1 port e1ced103-1192-44b4-826c-66ec5f1aeea1 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:22:14.299196 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.448039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4fab5d99-3ba6-47f2-aa6d-72c13927b62e req-1f170377-6b9f-44ac-aabe-6f02d893e5e0 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 210 time: 0.0351827 Nov 12 08:22:14.623612 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-cd2e36d7-244c-418e-a1b3-e9c1f1ae9512 service neutron] 10.222.0.52 "GET /v2.0/ports/e1f87783-fde6-4b32-bb24-0895cb9660d5/bindings/n-h1-768851-18 HTTP/1.1" status: 200 len: 385 time: 0.2008355 Nov 12 08:22:14.629839 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.643897 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.647173 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fd95a-f278-4fdc-b40d-a6690c7e233d req-492b7905-68dd-4b74-8ff5-b2c7b8c9da07 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:14.648705 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a6fd95a-f278-4fdc-b40d-a6690c7e233d req-492b7905-68dd-4b74-8ff5-b2c7b8c9da07 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 1096 time: 0.0904319 Nov 12 08:22:14.651717 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.702827 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Pushing event updated for resources: {'Port': ['ID=e1ced103-1192-44b4-826c-66ec5f1aeea1,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:14.715458 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:14.716148 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:14.716892 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:14.717445 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:14.717943 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:14.718920 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:14.719793 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:14.720280 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:14.720781 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:14.721619 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:14.722229 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:14.723290 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:14.785969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a6fd95a-f278-4fdc-b40d-a6690c7e233d req-b8c2e8de-53fd-4fee-a64b-d17db963cb59 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228607 Nov 12 08:22:14.816999 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Attempting to bind port e1ced103-1192-44b4-826c-66ec5f1aeea1 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:14.817492 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Attempting to bind port e1ced103-1192-44b4-826c-66ec5f1aeea1 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:14.817952 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Attempting to bind port e1ced103-1192-44b4-826c-66ec5f1aeea1 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:14.830716 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:14.831726 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:14.831726 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.832033 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:14.835413 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Bound port: e1ced103-1192-44b4-826c-66ec5f1aeea1, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:14.835413 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.873508 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Allocated IP 172.20.0.1 (610099d6-8440-4178-8197-ba53b457a74a/f9f27438-c400-45f9-9633-ff6491532b3c/c7035983-dbf9-486b-9c31-451005f15ca0) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:14.921067 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-3708cefe-1e45-4a28-b98d-0716441beb21 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.926007 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] For port e1ced103-1192-44b4-826c-66ec5f1aeea1, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:14.930988 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] For port e1ced103-1192-44b4-826c-66ec5f1aeea1, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e1ced103-1192-44b4-826c-66ec5f1aeea1,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:14.938070 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.941284 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-3708cefe-1e45-4a28-b98d-0716441beb21 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:14.995636 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-23f14df9-a62a-4ef3-8732-6660dd1f26f2 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=24ff1e5342cc4d5193c9e091bfdeb079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864506 Nov 12 08:22:15.039684 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:15.041392 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:15.045605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c04cc653-79be-4a8c-9c71-1865015ec5bc up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:15.099393 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8477614-2584-43f3-b1bb-fdc1f4fb2bc1 None None] Pushing event updated for resources: {'Port': ['ID=e1ced103-1192-44b4-826c-66ec5f1aeea1,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:15.125056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port c04cc653-79be-4a8c-9c71-1865015ec5bc completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:15.135212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port c04cc653-79be-4a8c-9c71-1865015ec5bc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:15.135793 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.156055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bf8f7-70c3-4a61-8f73-d42e851730d7 req-645a86f5-6352-4d0b-aa77-d44f2c4fbde1 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.160493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-e1e91186-1339-43c7-9e92-9a00705da56e req-7c0e7cfa-3b4e-4dba-b344-32f65310e0a6 service neutron] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:15.164936 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e63bf8f7-70c3-4a61-8f73-d42e851730d7 req-645a86f5-6352-4d0b-aa77-d44f2c4fbde1 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 944 time: 0.2122016 Nov 12 08:22:15.184794 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-3708cefe-1e45-4a28-b98d-0716441beb21 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Floating IP 62751179-3268-42e3-a389-9ea6ad642560 associated. External IP: 172.25.3.25, port: 455bb988-0600-4285-a333-595e96e231f6. Nov 12 08:22:15.209600 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:15.237167 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-e1e91186-1339-43c7-9e92-9a00705da56e req-7c0e7cfa-3b4e-4dba-b344-32f65310e0a6 service neutron] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:15.258602 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.271966 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.287060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0b1e8f-b890-4c6a-94e8-dabc74628f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04cc653-79be-4a8c-9c71-1865015ec5bc'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:15.289596 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f34b10f-21f4-43d5-9c0a-40bcc8c2cb94" -d '{"events": [{"server_uuid": "bc0b1e8f-b890-4c6a-94e8-dabc74628f88", "name": "network-vif-plugged", "status": "completed", "tag": "c04cc653-79be-4a8c-9c71-1865015ec5bc"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:15.301212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c04cc653-79be-4a8c-9c71-1865015ec5bc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c04cc653-79be-4a8c-9c71-1865015ec5bc,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:15.303103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375540-db27-4c03-a878-34e213801d8a req-7a6f2dcc-d3f9-43f9-9a98-fb55b1dec6db tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.304809 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-7a6f2dcc-d3f9-43f9-9a98-fb55b1dec6db tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774255 Nov 12 08:22:15.307301 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.308463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 74f97a29-2ac4-4f43-a116-1c71f34edd78 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:15.345390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Request body: {'port': {'device_id': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '24ff1e5342cc4d5193c9e091bfdeb079'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:15.353196 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.381438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e63bf8f7-70c3-4a61-8f73-d42e851730d7 req-df4a256d-2b8b-4b09-acde-b892b55039f5 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117248 Nov 12 08:22:15.415240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=c04cc653-79be-4a8c-9c71-1865015ec5bc,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:15.427130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 74f97a29-2ac4-4f43-a116-1c71f34edd78 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:15.433300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 74f97a29-2ac4-4f43-a116-1c71f34edd78 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:15.434111 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.468766 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:12Z', 'revision_number': 3, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:15.512572 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c87fb3e-e40b-4aae-ab3e-0ae6625c1825 None None] The sync data for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 is: [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:12Z', 'revision_number': 3, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:15.543733 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.548151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-e1e91186-1339-43c7-9e92-9a00705da56e req-7c0e7cfa-3b4e-4dba-b344-32f65310e0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f87783-fde6-4b32-bb24-0895cb9660d5 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:15.571448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-e1e91186-1339-43c7-9e92-9a00705da56e req-7c0e7cfa-3b4e-4dba-b344-32f65310e0a6 service neutron] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:15.588434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:15.593857 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.595382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device e1f87783-fde6-4b32-bb24-0895cb9660d5 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:15.610165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e1e91186-1339-43c7-9e92-9a00705da56e req-7c0e7cfa-3b4e-4dba-b344-32f65310e0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.631002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Network 610099d6-8440-4178-8197-ba53b457a74a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:15.641651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Pushing event updated for resources: {'Port': ['ID=c7035983-dbf9-486b-9c31-451005f15ca0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:15.677217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=74f97a29-2ac4-4f43-a116-1c71f34edd78,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:15.688785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:15.696581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:15.725628 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device bfc15d8d-7b02-4882-a622-e40b784b7f93 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:15.750732 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: bfc15d8d-7b02-4882-a622-e40b784b7f93 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:15.751160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device bfc15d8d-7b02-4882-a622-e40b784b7f93 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:15.787222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60a616-70e1-4e4d-968f-830cdeb51f1b req-16d50123-4966-4781-9bb0-7fe03cc48d6b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:15.790035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-e1e91186-1339-43c7-9e92-9a00705da56e req-7c0e7cfa-3b4e-4dba-b344-32f65310e0a6 service neutron] Transition to ACTIVE for port object e1f87783-fde6-4b32-bb24-0895cb9660d5 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:15.797324 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fb60a616-70e1-4e4d-968f-830cdeb51f1b req-16d50123-4966-4781-9bb0-7fe03cc48d6b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.1684999 Nov 12 08:22:15.802311 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e1e91186-1339-43c7-9e92-9a00705da56e req-7c0e7cfa-3b4e-4dba-b344-32f65310e0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.832069 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.840848 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-3708cefe-1e45-4a28-b98d-0716441beb21 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:15.903229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Made reservation on behalf of 24ff1e5342cc4d5193c9e091bfdeb079 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:15.906734 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:15.913695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e91186-1339-43c7-9e92-9a00705da56e req-7c0e7cfa-3b4e-4dba-b344-32f65310e0a6 service neutron] No DVR routers for this DVR port e1f87783-fde6-4b32-bb24-0895cb9660d5 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:15.953159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e7cfa-3b4e-4dba-b344-32f65310e0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f87783-fde6-4b32-bb24-0895cb9660d5,revision_number=10']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:15.956269 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.003388 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fb60a616-70e1-4e4d-968f-830cdeb51f1b req-e63cd25c-16e7-445a-88cb-a9f5326ecfe4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049255 Nov 12 08:22:16.043288 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-7c0e7cfa-3b4e-4dba-b344-32f65310e0a6 service neutron] 10.222.0.52 "PUT /v2.0/ports/e1f87783-fde6-4b32-bb24-0895cb9660d5/bindings/n-h1-768851-18/activate HTTP/1.1" status: 200 len: 370 time: 1.4029260 Nov 12 08:22:16.082114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f01fa35d-5a93-46c0-a395-3b3141ba9848 None None] Provisioning complete for port c7035983-dbf9-486b-9c31-451005f15ca0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:16.083115 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f01fa35d-5a93-46c0-a395-3b3141ba9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.101929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-3708cefe-1e45-4a28-b98d-0716441beb21 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:16.109269 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-3708cefe-1e45-4a28-b98d-0716441beb21 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.132421 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fe803d-3460-4fdd-bfdb-ce537098feba None None] Sync routers for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:16.147826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-3708cefe-1e45-4a28-b98d-0716441beb21 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "PUT /v2.0/floatingips/62751179-3268-42e3-a389-9ea6ad642560 HTTP/1.1" status: 200 len: 995 time: 2.5970545 Nov 12 08:22:16.149422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'tag': '455bb988-0600-4285-a333-595e96e231f6'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:16.151846 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca41f76-ef79-4fc0-a810-deea9e725f62" -d '{"events": [{"name": "network-changed", "server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "tag": "455bb988-0600-4285-a333-595e96e231f6"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:16.163612 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f01fa35d-5a93-46c0-a395-3b3141ba9848 None None] Port c7035983-dbf9-486b-9c31-451005f15ca0 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:16.173263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe803d-3460-4fdd-bfdb-ce537098feba None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:16.174598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-61fe803d-3460-4fdd-bfdb-ce537098feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:16.215916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-67d4bddd-96f1-4190-9242-57e0bc648e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.217715 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-67d4bddd-96f1-4190-9242-57e0bc648e2b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 1097 time: 0.0492859 Nov 12 08:22:16.324098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-61fe803d-3460-4fdd-bfdb-ce537098feba None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:16.340839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-be896587-5745-4f27-9762-1d3098005343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.342356 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-be896587-5745-4f27-9762-1d3098005343 service neutron] 10.222.0.31 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.1164262 Nov 12 08:22:16.452636 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-37509efd-5434-4d0e-8c1c-a031a2bf520b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 998 time: 0.1024487 Nov 12 08:22:16.452855 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.523816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-c3f08f74-8af9-4c1b-8971-d6510bb12e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.526509 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-c3f08f74-8af9-4c1b-8971-d6510bb12e1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.0677798 Nov 12 08:22:16.580270 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-9fdc56ac-296a-40fe-bbd7-f9e2e5a19398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.589592 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-9fdc56ac-296a-40fe-bbd7-f9e2e5a19398 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550959 Nov 12 08:22:16.595254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-e0e8dae1-7612-45fb-a180-95fa0e82a362 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:22:16.596606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-e0e8dae1-7612-45fb-a180-95fa0e82a362 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061803 Nov 12 08:22:16.596730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91186-1339-43c7-9e92-9a00705da56e req-272eb85c-3cbf-48d8-8366-c0a744630f54 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.598205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-272eb85c-3cbf-48d8-8366-c0a744630f54 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654&tenant_id=bef941d2508140b5b49158f037d4051b&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.4773290 Nov 12 08:22:16.600147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.612809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-8b71c1ba-83b0-48ab-a6ee-72a1ba71ac9d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.620782 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-8b71c1ba-83b0-48ab-a6ee-72a1ba71ac9d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 807 time: 0.5048006 Nov 12 08:22:16.646595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:16.687911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-b367a84a-8eff-4dc6-9f74-b2a2aa91aaf0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/quotas/1bf3b8941139451e8acba21723b96ae2 HTTP/1.1" status: 200 len: 375 time: 0.0661910 Nov 12 08:22:16.730519 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-76e33151-3e59-4fb2-94d0-cd3d4bba3ebb service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163816 Nov 12 08:22:16.793193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-61fe803d-3460-4fdd-bfdb-ce537098feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '62751179-3268-42e3-a389-9ea6ad642560', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'port_id': '455bb988-0600-4285-a333-595e96e231f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'mac_address': 'fa:16:3e:c5:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:21:47Z', 'updated_at': '2021-11-12T08:22:14Z', 'revision_number': 1, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:16.823017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fe803d-3460-4fdd-bfdb-ce537098feba None None] Checking router: e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:16.831952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd79333-ec49-4339-ac3b-c5ded12168f5 req-c1645030-754a-4e22-9873-eee8486d3b0a service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938020 Nov 12 08:22:16.832473 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe803d-3460-4fdd-bfdb-ce537098feba None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:16.833018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-61fe803d-3460-4fdd-bfdb-ce537098feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:16.838831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4d30f1-df9e-4a88-913d-e8a083036f46,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:16.858198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91186-1339-43c7-9e92-9a00705da56e req-72c226c7-d6c3-4527-9274-0c7314460320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:16.860293 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-72c226c7-d6c3-4527-9274-0c7314460320 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654&tenant_id=bef941d2508140b5b49158f037d4051b HTTP/1.1" status: 200 len: 1097 time: 0.2365346 Nov 12 08:22:16.933533 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-8976f252-0cf3-46a2-a4f1-ae79bc6ee467 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2168403 Nov 12 08:22:16.966373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-61fe803d-3460-4fdd-bfdb-ce537098feba None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:17.031710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7671cf-d5c7-4903-9435-cbcf02b8819e req-aee46294-634c-43c4-b09a-16deafceed69 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.034120 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a7671cf-d5c7-4903-9435-cbcf02b8819e req-aee46294-634c-43c4-b09a-16deafceed69 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 949 time: 0.0770483 Nov 12 08:22:17.045051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Allocated IP 192.168.233.172 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/14502dc1-19cb-45dd-8a24-f4afbaa89bf7) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:17.113033 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.116066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91186-1339-43c7-9e92-9a00705da56e req-5e4915fd-a0cd-4eed-87ec-0de1f12ab3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.118347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-5e4915fd-a0cd-4eed-87ec-0de1f12ab3c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 1097 time: 0.2209918 Nov 12 08:22:17.133778 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a7671cf-d5c7-4903-9435-cbcf02b8819e req-30f547fe-22f0-46f7-ba56-ce73f51239f3 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938997 Nov 12 08:22:17.141280 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.190485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e1ced103-1192-44b4-826c-66ec5f1aeea1 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:17.198167 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f28df1-2a80-4921-af54-a2d4dbf03dd2 x-openstack-request-id: req-31f28df1-2a80-4921-af54-a2d4dbf03dd2 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:17.198477 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0b1e8f-b890-4c6a-94e8-dabc74628f88", "name": "network-vif-plugged", "status": "completed", "tag": "c04cc653-79be-4a8c-9c71-1865015ec5bc", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:17.198732 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31f28df1-2a80-4921-af54-a2d4dbf03dd2 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:17.199497 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0b1e8f-b890-4c6a-94e8-dabc74628f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04cc653-79be-4a8c-9c71-1865015ec5bc', 'code': 200} Nov 12 08:22:17.253670 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-89fe6cbf-5db3-4e95-a339-99bc3e650160 service neutron] 10.222.0.31 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192396 Nov 12 08:22:17.292545 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e1ced103-1192-44b4-826c-66ec5f1aeea1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:17.292922 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.305637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff4b2b38-c4dc-4a2e-a54b-d1dab81cae45 req-e9bffba2-54df-4c81-8b73-e5a7686b9d38 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 210 time: 0.0561326 Nov 12 08:22:17.311895 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.374732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a412a35-c2a1-4315-a7ed-6cdb493368b1 req-29afc312-cd87-41db-852b-fd9d1b40993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.379214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a412a35-c2a1-4315-a7ed-6cdb493368b1 req-29afc312-cd87-41db-852b-fd9d1b40993d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 1101 time: 0.0742981 Nov 12 08:22:17.381586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-61fe803d-3460-4fdd-bfdb-ce537098feba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '62751179-3268-42e3-a389-9ea6ad642560', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'port_id': '455bb988-0600-4285-a333-595e96e231f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'mac_address': 'fa:16:3e:c5:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:21:47Z', 'updated_at': '2021-11-12T08:22:14Z', 'revision_number': 1, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:17.399214 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00550d8c-dc40-42e2-b562-93f07c0c4d97 x-openstack-request-id: req-00550d8c-dc40-42e2-b562-93f07c0c4d97 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:17.399673 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "tag": "455bb988-0600-4285-a333-595e96e231f6", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:17.411556 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00550d8c-dc40-42e2-b562-93f07c0c4d97 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:17.411991 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'tag': '455bb988-0600-4285-a333-595e96e231f6', 'status': 'completed', 'code': 200} Nov 12 08:22:17.432689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fe803d-3460-4fdd-bfdb-ce537098feba None None] The sync data for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 is: [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '62751179-3268-42e3-a389-9ea6ad642560', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'port_id': '455bb988-0600-4285-a333-595e96e231f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'mac_address': 'fa:16:3e:c5:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:21:47Z', 'updated_at': '2021-11-12T08:22:14Z', 'revision_number': 1, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:17.434735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.46', 52657) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:17.458587 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.489994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port e1ced103-1192-44b4-826c-66ec5f1aeea1, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e1ced103-1192-44b4-826c-66ec5f1aeea1,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:17.499900 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.518888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a412a35-c2a1-4315-a7ed-6cdb493368b1 req-cfa89761-33ae-41c3-8edb-fde94c176f8c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270440 Nov 12 08:22:17.545895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca41f76-ef79-4fc0-a810-deea9e725f62 req-20f0cb59-1203-4000-b421-588ece78a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.547439 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ca41f76-ef79-4fc0-a810-deea9e725f62 req-20f0cb59-1203-4000-b421-588ece78a0b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 1097 time: 0.1115599 Nov 12 08:22:17.567265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Pushing event updated for resources: {'Port': ['ID=c7035983-dbf9-486b-9c31-451005f15ca0,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:17.570286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=e1ced103-1192-44b4-826c-66ec5f1aeea1,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:17.601868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1035ace-023c-437f-95e0-4c820be1927e req-40ea17a6-f20e-4e84-aaf7-a8e8088452cf tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.604001 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1035ace-023c-437f-95e0-4c820be1927e req-40ea17a6-f20e-4e84-aaf7-a8e8088452cf tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 945 time: 0.1296811 Nov 12 08:22:17.683602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91186-1339-43c7-9e92-9a00705da56e req-a4a60c21-f293-4230-84c4-6bdfa7dd6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.685212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-a4a60c21-f293-4230-84c4-6bdfa7dd6732 service neutron] 10.222.0.46 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.5552495 Nov 12 08:22:17.691499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.714580 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1035ace-023c-437f-95e0-4c820be1927e req-df17046b-5235-4a04-b748-cacac42880ba tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769925 Nov 12 08:22:17.722717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca41f76-ef79-4fc0-a810-deea9e725f62 req-43d7f38a-a6de-4936-b04e-7306fa4742e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.724320 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ca41f76-ef79-4fc0-a810-deea9e725f62 req-43d7f38a-a6de-4936-b04e-7306fa4742e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.1681247 Nov 12 08:22:17.761135 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-d1a4b0a2-127e-429b-a089-01cec5b4dd7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5 HTTP/1.1" status: 200 len: 217 time: 0.0674031 Nov 12 08:22:17.779247 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-3f0abbe7-0ce6-4be7-9da3-1e9f9a39a962 service neutron] 10.222.0.31 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648855 Nov 12 08:22:17.798486 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d553653-c3c8-4b0b-9a35-8f424597385c None None] New status for floating IP 62751179-3268-42e3-a389-9ea6ad642560: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:22:17.875528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Network 610099d6-8440-4178-8197-ba53b457a74a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:17.877236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91186-1339-43c7-9e92-9a00705da56e req-b22d1af5-21bf-4752-9b97-47d46933a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.878938 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-b22d1af5-21bf-4752-9b97-47d46933a67c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.0959554 Nov 12 08:22:17.880866 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:17.882926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:17.896377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ca41f76-ef79-4fc0-a810-deea9e725f62 req-e645c27d-92b7-417a-b7d4-f116b36ff98e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 998 time: 0.1622219 Nov 12 08:22:17.912722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-32ec1998-aa39-4347-a3b8-7d6a94b371e1 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:17.921887 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-32ec1998-aa39-4347-a3b8-7d6a94b371e1 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1092486 Nov 12 08:22:17.950834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-cf98f31e-413b-4a9c-a406-6a428c2d53ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602241 Nov 12 08:22:17.966978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:18.048213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:18.069613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca41f76-ef79-4fc0-a810-deea9e725f62 req-62726f33-825a-43f0-a47e-c2ec3b13368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.071251 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ca41f76-ef79-4fc0-a810-deea9e725f62 req-62726f33-825a-43f0-a47e-c2ec3b13368c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.1484578 Nov 12 08:22:18.076984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:18.091459 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-7b8c3d41-5f8f-4685-ad37-6046d3be2cad tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 998 time: 0.1601250 Nov 12 08:22:18.099579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Request body: {'floatingip': {'port_id': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:18.200552 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.236639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Pushing event updated for resources: {'Port': ['ID=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:18.309744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c78083bf-5e15-456a-8f0b-cb30c46f4274 None None] Provisioning complete for port c7035983-dbf9-486b-9c31-451005f15ca0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:18.312606 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c78083bf-5e15-456a-8f0b-cb30c46f4274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.388902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c78083bf-5e15-456a-8f0b-cb30c46f4274 None None] Port c7035983-dbf9-486b-9c31-451005f15ca0 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:18.408216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca41f76-ef79-4fc0-a810-deea9e725f62 req-2b881cd5-4753-44dd-9b6a-a735fe77837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.409667 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ca41f76-ef79-4fc0-a810-deea9e725f62 req-2b881cd5-4753-44dd-9b6a-a735fe77837b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3149312 Nov 12 08:22:18.420258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Router f756d98b-380c-4394-97a6-fc1bdd34b8d1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:18.430681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.431536 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.475133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a71f9-7bd4-4426-a963-f6aa80381853 req-ab4bea7d-dcaf-45a3-a2f0-07feb6b4b190 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:18.476680 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd3a71f9-7bd4-4426-a963-f6aa80381853 req-ab4bea7d-dcaf-45a3-a2f0-07feb6b4b190 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.3966942 Nov 12 08:22:18.485575 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-a1f9c92c-6d32-4c41-9ef5-47bc1b9df73f tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1453083 Nov 12 08:22:18.515969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e219ff48-2535-482e-978d-443aad8351ff None None] Provisioning complete for port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:18.517597 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e219ff48-2535-482e-978d-443aad8351ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:18.522509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Request body: {'port': {'device_id': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:18.571744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e219ff48-2535-482e-978d-443aad8351ff None None] Port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:18.593727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-8b3321e4-7d48-412e-a8ce-ba2938f95f51 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609424 Nov 12 08:22:18.616134 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ca41f76-ef79-4fc0-a810-deea9e725f62 req-3ce93891-ebe1-446f-a0c8-ac227aa8d501 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950271 Nov 12 08:22:18.760311 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.api [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:22:18.760683 n-d-768851-18 neutron-server[102445]: DEBUG oslo_db.api [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:22:18.782232 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ca41f76-ef79-4fc0-a810-deea9e725f62 req-f92923ab-4759-4593-bd57-1e40c91b2127 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213632 Nov 12 08:22:18.930095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd3a71f9-7bd4-4426-a963-f6aa80381853 req-1d20fd05-23be-46c1-bc1f-7dcb2eb73bcd tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413853 Nov 12 08:22:18.976454 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.011604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:19.020617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Sync routers for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:19.031471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:19.032074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.053190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9a37439c-8f10-4a3b-992c-b89ad673a4dc admin admin] 10.222.0.31 "PUT /v2.0/routers/f756d98b-380c-4394-97a6-fc1bdd34b8d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1808059 Nov 12 08:22:19.069899 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-523f173d-62de-4cb2-8eb4-c72b57b921aa req-77a4fa07-81f3-4907-bed7-021af910607a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 210 time: 0.0641267 Nov 12 08:22:19.097757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-20f00f04-4ee1-4101-9bcc-9039e7990ddd service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857767 Nov 12 08:22:19.178083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e1ced103-1192-44b4-826c-66ec5f1aeea1 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:19.258732 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:19.261310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcb56be-155a-437e-9682-d61e929b5257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f97a29-2ac4-4f43-a116-1c71f34edd78'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:19.263626 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.264216 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751c68fc-9361-45d6-ad60-779c90b32ccf" -d '{"events": [{"server_uuid": "0dcb56be-155a-437e-9682-d61e929b5257", "name": "network-vif-plugged", "status": "completed", "tag": "74f97a29-2ac4-4f43-a116-1c71f34edd78"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:19.290507 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786e866-ab07-4622-b0c3-ce799943fc46 req-776b40a1-97cc-4fdf-810f-391e37f3f9af tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:19.292756 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d786e866-ab07-4622-b0c3-ce799943fc46 req-776b40a1-97cc-4fdf-810f-391e37f3f9af tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 949 time: 0.1331470 Nov 12 08:22:19.321880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e1ced103-1192-44b4-826c-66ec5f1aeea1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:19.321880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.526189 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d786e866-ab07-4622-b0c3-ce799943fc46 req-866e03cd-6ec3-417e-886d-0b611dea2647 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196729 Nov 12 08:22:19.555151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-098e4a8f-539b-441f-8d6d-f4e117e85acc tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:19.560670 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91186-1339-43c7-9e92-9a00705da56e req-c15fd6e7-2bdd-44b5-9f1e-18f50145a7d2 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:19.562262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-c15fd6e7-2bdd-44b5-9f1e-18f50145a7d2 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654&tenant_id=bef941d2508140b5b49158f037d4051b&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.0999877 Nov 12 08:22:19.568457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-098e4a8f-539b-441f-8d6d-f4e117e85acc tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.46 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 807 time: 0.2755511 Nov 12 08:22:19.578259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Request body: {'port': {'device_id': '9068dc21-833d-42d1-adad-28f281338ac5', 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343', 'admin_state_up': True, 'tenant_id': '1bf3b8941139451e8acba21723b96ae2'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:19.677879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:19.687232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 2, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:19.718735 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.730176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Checking router: f756d98b-380c-4394-97a6-fc1bdd34b8d1 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:19.731090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Updating router f756d98b-380c-4394-97a6-fc1bdd34b8d1 port c7035983-dbf9-486b-9c31-451005f15ca0 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:22:19.761604 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.832876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Transition to ACTIVE for port object 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:19.845719 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.905972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427779-65f0-4a98-a0ca-713320fcaa48 req-4eb70b5d-9e60-477b-baf6-1306f90eecd6 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:19.908471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c427779-65f0-4a98-a0ca-713320fcaa48 req-4eb70b5d-9e60-477b-baf6-1306f90eecd6 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 936 time: 0.1923902 Nov 12 08:22:19.908471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Made reservation on behalf of 1bf3b8941139451e8acba21723b96ae2 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:19.912530 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:19.976648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Pushing event updated for resources: {'Port': ['ID=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:20.033841 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40800) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:20.053653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1754786328-network', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:20.123151 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.133148 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.147944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c427779-65f0-4a98-a0ca-713320fcaa48 req-311743f4-5054-4d92-98ac-92e31e84ce27 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300787 Nov 12 08:22:20.204922 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d5d20-0a9c-4032-bfb9-2b9f013064a7 None None] Pushing event updated for resources: {'Port': ['ID=c7035983-dbf9-486b-9c31-451005f15ca0,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:20.228048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Made reservation on behalf of 55dd92949efd4ef693d1c23084e8130c for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:20.230621 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.255400 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-e1e91186-1339-43c7-9e92-9a00705da56e req-77547e3c-8413-42fc-91fb-9abdd32da2c8 service neutron] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:20.267659 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e1e91186-1339-43c7-9e92-9a00705da56e req-77547e3c-8413-42fc-91fb-9abdd32da2c8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.269475 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1e91186-1339-43c7-9e92-9a00705da56e req-77547e3c-8413-42fc-91fb-9abdd32da2c8 service neutron] 10.222.0.46 "DELETE /v2.0/ports/e1f87783-fde6-4b32-bb24-0895cb9660d5/bindings/n-h2-768851-18 HTTP/1.1" status: 204 len: 173 time: 0.6510882 Nov 12 08:22:20.283807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Attempting to bind port c7035983-dbf9-486b-9c31-451005f15ca0 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:20.284382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Attempting to bind port c7035983-dbf9-486b-9c31-451005f15ca0 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:20.285361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Attempting to bind port c7035983-dbf9-486b-9c31-451005f15ca0 on network 610099d6-8440-4178-8197-ba53b457a74a {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:20.293686 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:20.294054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Checking segment: {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:20.294457 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.294850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Bound using segment: {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:20.295319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Bound port: c7035983-dbf9-486b-9c31-451005f15ca0, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:20.295697 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.325690 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.381280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Allocated IP 172.20.0.12 (f52d9c59-7b29-4bd7-b161-34f597f50343/fbf91463-1da9-42d8-ad99-c69e0c024ee2/a6a9e300-e1d4-4a9f-9a81-d63a984757f8) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:20.399455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Attempting to bind port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:20.399792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Attempting to bind port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:20.400119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Attempting to bind port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:20.426678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:20.427002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Attempting to bind port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:20.452549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:20.452882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:20.453299 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:20.453790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Bound port: 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:20.454187 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.476477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a910b03-2ddc-48cd-88cb-7e7bc64d4eec req-9ec5dec1-1921-4d73-a757-0b56ef5dfdf7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.478066 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a910b03-2ddc-48cd-88cb-7e7bc64d4eec req-9ec5dec1-1921-4d73-a757-0b56ef5dfdf7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 945 time: 0.2097440 Nov 12 08:22:20.505673 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.515142 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.540179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] For port c7035983-dbf9-486b-9c31-451005f15ca0, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:20.543558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] For port c7035983-dbf9-486b-9c31-451005f15ca0, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c7035983-dbf9-486b-9c31-451005f15ca0,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:20.548131 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.612885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:20.613592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:20.616666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.635967 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Floating IP 62751179-3268-42e3-a389-9ea6ad642560 associated. External IP: 172.25.3.25, port: 455bb988-0600-4285-a333-595e96e231f6. Nov 12 08:22:20.648277 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.676180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d5d20-0a9c-4032-bfb9-2b9f013064a7 None None] Pushing event updated for resources: {'Port': ['ID=c7035983-dbf9-486b-9c31-451005f15ca0,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:20.706868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e329a167-149d-4f3a-abb6-14a00f15e2ab None None] Provisioning complete for port c7035983-dbf9-486b-9c31-451005f15ca0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:20.707353 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e329a167-149d-4f3a-abb6-14a00f15e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.748265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a910b03-2ddc-48cd-88cb-7e7bc64d4eec req-9b8d9fe5-9d9f-4447-a748-2d84d820bef8 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512324 Nov 12 08:22:20.788674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:20.791968 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:22:20.803710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5746012-b698-4293-a42b-346f79a50f01,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:20.830352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:20.836532 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.836872 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Added segment dbcd7884-dfde-41ed-aece-9192d8fa820c of type vlan for network b3da41cc-dc34-41cd-a414-0f77bcfb822c Nov 12 08:22:20.857481 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.876861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:20.960600 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf149100-5e58-4214-a589-2dfea2173170 x-openstack-request-id: req-cf149100-5e58-4214-a589-2dfea2173170 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:20.965954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:20.967419 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:20.968895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] 10.222.0.46 "PUT /v2.0/ports/14502dc1-19cb-45dd-8a24-f4afbaa89bf7 HTTP/1.1" status: 200 len: 1097 time: 2.4649465 Nov 12 08:22:20.975116 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcb56be-155a-437e-9682-d61e929b5257", "name": "network-vif-plugged", "status": "completed", "tag": "74f97a29-2ac4-4f43-a116-1c71f34edd78", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:20.979766 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf149100-5e58-4214-a589-2dfea2173170 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:20.981980 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcb56be-155a-437e-9682-d61e929b5257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f97a29-2ac4-4f43-a116-1c71f34edd78', 'code': 200} Nov 12 08:22:21.000867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:21.014430 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a59f615-8cba-4a3d-b514-935e2da4f186" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:21.047977 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.051575 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.137155 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:21.154923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca9d99-c99f-4e30-890d-88143f6d8c06 req-8e6bb307-aaef-4595-a6fd-3ad8d774ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:21.156548 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-16ca9d99-c99f-4e30-890d-88143f6d8c06 req-8e6bb307-aaef-4595-a6fd-3ad8d774ab15 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 1102 time: 0.0687377 Nov 12 08:22:21.191513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898080ee-09b8-4b26-9828-c76a6b279536 service neutron] Pushing event updated for resources: {'Port': ['ID=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:21.261382 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.262397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:21.263140 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.285202 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e329a167-149d-4f3a-abb6-14a00f15e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.300792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375540-db27-4c03-a878-34e213801d8a req-07ece6cd-2b94-4f52-97af-e177e0b2494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:21.303972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-07ece6cd-2b94-4f52-97af-e177e0b2494a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24ff1e5342cc4d5193c9e091bfdeb079&device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 1100 time: 0.2498784 Nov 12 08:22:21.310340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2613387 Nov 12 08:22:21.333250 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40814) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:21.345543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e35aa305-c06d-4f83-8e58-96aa9771262b admin admin] Request body: {'subnet': {'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1754786328-subnet', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:21.347452 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e329a167-149d-4f3a-abb6-14a00f15e2ab None None] For port c7035983-dbf9-486b-9c31-451005f15ca0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c7035983-dbf9-486b-9c31-451005f15ca0,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:21.359060 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-16ca9d99-c99f-4e30-890d-88143f6d8c06 req-1082e9d9-a3b3-4111-af56-61fe223b3b4e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211352 Nov 12 08:22:21.360767 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e329a167-149d-4f3a-abb6-14a00f15e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.389063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:21.396651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35aa305-c06d-4f83-8e58-96aa9771262b admin admin] Made reservation on behalf of 55dd92949efd4ef693d1c23084e8130c for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:21.399328 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e35aa305-c06d-4f83-8e58-96aa9771262b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.408878 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896004d-6083-4713-a878-279caed532de None None] Sync routers for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:21.422982 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896004d-6083-4713-a878-279caed532de None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:21.423900 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d896004d-6083-4713-a878-279caed532de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:21.438904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8b47f-44ad-4738-814e-1f4f78661f97 admin admin] Pushing event updated for resources: {'Network': ['ID=b3da41cc-dc34-41cd-a414-0f77bcfb822c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:21.442886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:20Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:21.478938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network b3da41cc-dc34-41cd-a414-0f77bcfb822c details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:22:21.479223 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.482244 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-2e26776d-3fd4-46a1-89c8-81fa910b004c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7 HTTP/1.1" status: 200 len: 217 time: 0.1547709 Nov 12 08:22:21.495090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329a167-149d-4f3a-abb6-14a00f15e2ab None None] Pushing event updated for resources: {'Port': ['ID=c7035983-dbf9-486b-9c31-451005f15ca0,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:21.508266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc13dd-603d-4689-b484-1cebca53d0bb None None] The sync data for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 is: [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:20Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:21.575307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5a0141cb-3952-4afd-a2bd-df9089ebde70 None None] Provisioning complete for port c7035983-dbf9-486b-9c31-451005f15ca0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:21.576044 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a0141cb-3952-4afd-a2bd-df9089ebde70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.641792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Pushing event updated for resources: {'Port': ['ID=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:21.669902 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-d896004d-6083-4713-a878-279caed532de None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:21.677415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4e148-f985-400c-9f04-038eee3cc9ec req-647b0dc2-4410-4b24-be52-ee90c9d232ae tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:21.679985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9cf4e148-f985-400c-9f04-038eee3cc9ec req-647b0dc2-4410-4b24-be52-ee90c9d232ae tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.4530194 Nov 12 08:22:21.710333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Network f52d9c59-7b29-4bd7-b161-34f597f50343 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:21.726051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375540-db27-4c03-a878-34e213801d8a req-4f8d9672-8663-4565-a116-e08d83c725f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:21.727929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-4f8d9672-8663-4565-a116-e08d83c725f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2349498 Nov 12 08:22:21.731538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:21.735228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:21.826551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:21.827119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.891516 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e35aa305-c06d-4f83-8e58-96aa9771262b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:21.908531 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4cd7e597-e97f-4193-a6ae-d83f8ab3e0eb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3341334 Nov 12 08:22:21.922356 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Request body: {'port': {'device_id': '9068dc21-833d-42d1-adad-28f281338ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:21.966322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:21.969929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9cf4e148-f985-400c-9f04-038eee3cc9ec req-ec74f340-3f32-4e62-90b9-cb4d7cc09919 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730756 Nov 12 08:22:21.975152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71375540-db27-4c03-a878-34e213801d8a req-e24481d0-bb38-439d-a37d-7807fb9ed73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:21.976070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35aa305-c06d-4f83-8e58-96aa9771262b admin admin] Pushing event updated for resources: {'Subnet': ['ID=793eb60d-e41f-471b-af34-1bb7c26e09c7,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:21.976849 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-e24481d0-bb38-439d-a37d-7807fb9ed73c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1762588 Nov 12 08:22:21.995558 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.010953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35aa305-c06d-4f83-8e58-96aa9771262b admin admin] Checking segment: {'id': 'dbcd7884-dfde-41ed-aece-9192d8fa820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:22.010953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35aa305-c06d-4f83-8e58-96aa9771262b admin admin] Network hostable DHCP agents. Network: b3da41cc-dc34-41cd-a414-0f77bcfb822c, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:22:22.081891 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.094367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35aa305-c06d-4f83-8e58-96aa9771262b admin admin] Network b3da41cc-dc34-41cd-a414-0f77bcfb822c is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:22:22.147093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-e35aa305-c06d-4f83-8e58-96aa9771262b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, b3da41cc-dc34-41cd-a414-0f77bcfb822c) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:22.159580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b511d427-35a6-4a54-bd30-21334d5fc433 None None] Network b3da41cc-dc34-41cd-a414-0f77bcfb822c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:22.168729 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35aa305-c06d-4f83-8e58-96aa9771262b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:22.169719 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e35aa305-c06d-4f83-8e58-96aa9771262b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.219960 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d896004d-6083-4713-a878-279caed532de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '62751179-3268-42e3-a389-9ea6ad642560', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'port_id': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'mac_address': 'fa:16:3e:16:4f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:21:47Z', 'updated_at': '2021-11-12T08:22:20Z', 'revision_number': 3, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:22.238272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e35aa305-c06d-4f83-8e58-96aa9771262b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8998573 Nov 12 08:22:22.254450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40816) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:22.266614 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896004d-6083-4713-a878-279caed532de None None] Checking router: e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:22.270805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:22.280620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1754786328-router', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:22.287612 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896004d-6083-4713-a878-279caed532de None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:22.288510 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d896004d-6083-4713-a878-279caed532de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:22.289929 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.300389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51586ac8-6e85-4d83-94fa-0f89b1710cf7 req-29f024b2-e985-4e2b-81a9-83036cf19e24 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:22.307957 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51586ac8-6e85-4d83-94fa-0f89b1710cf7 req-29f024b2-e985-4e2b-81a9-83036cf19e24 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 932 time: 0.1857157 Nov 12 08:22:22.339288 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-68ee4b11-d3cd-44dd-9a18-88d3f6e69f46 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382542 Nov 12 08:22:22.351704 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.353710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.393389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'tag': '455bb988-0600-4285-a333-595e96e231f6'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:22.396350 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b458819e-62ac-44bc-a746-5c7ca2963df7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "tag": "455bb988-0600-4285-a333-595e96e231f6"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:22.410137 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-fc004fe3-0a81-43e6-a93e-9f07aa33f714 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "PUT /v2.0/floatingips/62751179-3268-42e3-a389-9ea6ad642560 HTTP/1.1" status: 200 len: 997 time: 4.3162794 Nov 12 08:22:22.414376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-b3da41cc-dc34-41cd-a414-0f77bcfb822c', 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'fixed_ips': [{'subnet_id': '793eb60d-e41f-471b-af34-1bb7c26e09c7'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:22:22.415637 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.487912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-8cdd29ff-34ba-4d89-9ae6-0d125dcca4b7 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:22.500736 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-d896004d-6083-4713-a878-279caed532de None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:22.502075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-8cdd29ff-34ba-4d89-9ae6-0d125dcca4b7 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports/455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 942 time: 0.0907502 Nov 12 08:22:22.513535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51586ac8-6e85-4d83-94fa-0f89b1710cf7 req-6d1b37a8-0a3a-4d12-bfdf-818f1f1504f4 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979041 Nov 12 08:22:22.633388 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.642915 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Allocated IP 172.20.0.2 (b3da41cc-dc34-41cd-a414-0f77bcfb822c/793eb60d-e41f-471b-af34-1bb7c26e09c7/b819d393-2da6-4436-8e67-ef81160b3d15) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:22.909070 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.917359 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:22.962057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Network b3da41cc-dc34-41cd-a414-0f77bcfb822c is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:22.966354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:22.969013 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:22.998398 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d896004d-6083-4713-a878-279caed532de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '62751179-3268-42e3-a389-9ea6ad642560', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'port_id': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'mac_address': 'fa:16:3e:16:4f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:21:47Z', 'updated_at': '2021-11-12T08:22:20Z', 'revision_number': 3, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:22.999443 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.026118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-3d8a5242-b654-40d8-a110-a0b2869c6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.027689 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-3d8a5242-b654-40d8-a110-a0b2869c6bac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 1097 time: 0.2727447 Nov 12 08:22:23.040326 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896004d-6083-4713-a878-279caed532de None None] The sync data for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 is: [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '62751179-3268-42e3-a389-9ea6ad642560', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'port_id': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'mac_address': 'fa:16:3e:16:4f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:21:47Z', 'updated_at': '2021-11-12T08:22:20Z', 'revision_number': 3, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:23.109483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Pushing event updated for resources: {'Port': ['ID=b819d393-2da6-4436-8e67-ef81160b3d15,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:23.143704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Attempting to bind port b819d393-2da6-4436-8e67-ef81160b3d15 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:23.144074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Attempting to bind port b819d393-2da6-4436-8e67-ef81160b3d15 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'dbcd7884-dfde-41ed-aece-9192d8fa820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:23.144439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Attempting to bind port b819d393-2da6-4436-8e67-ef81160b3d15 on network b3da41cc-dc34-41cd-a414-0f77bcfb822c {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:23.151929 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd9860a-358f-4349-bc85-521579167476 x-openstack-request-id: req-ebd9860a-358f-4349-bc85-521579167476 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:23.152481 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:23.152481 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebd9860a-358f-4349-bc85-521579167476 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:23.152826 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'status': 'completed', 'code': 200} Nov 12 08:22:23.157740 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:23.161889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Checking segment: {'id': 'dbcd7884-dfde-41ed-aece-9192d8fa820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:23.162433 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.162898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Bound using segment: {'id': 'dbcd7884-dfde-41ed-aece-9192d8fa820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:23.163485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Bound port: b819d393-2da6-4436-8e67-ef81160b3d15, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcd7884-dfde-41ed-aece-9192d8fa820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:23.164020 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.233824 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71375540-db27-4c03-a878-34e213801d8a req-73e36544-af1f-45d2-91dc-d7e1b855681a service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8105001 Nov 12 08:22:23.238313 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-e8d57a16-3526-496d-b65a-f62c49689f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.240741 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-e8d57a16-3526-496d-b65a-f62c49689f2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.1892450 Nov 12 08:22:23.269733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a979c61-532e-4b59-b33f-88320ad9567a req-419b053b-b27b-48f9-befe-760c1f0eee2a tempest-ServersAdminNegativeTestJSON-1129096723 tempest-ServersAdminNegativeTestJSON-1129096723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.278862 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a979c61-532e-4b59-b33f-88320ad9567a req-419b053b-b27b-48f9-befe-760c1f0eee2a tempest-ServersAdminNegativeTestJSON-1129096723 tempest-ServersAdminNegativeTestJSON-1129096723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 1101 time: 0.1250687 Nov 12 08:22:23.285239 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c7035983-dbf9-486b-9c31-451005f15ca0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:23.303846 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5a979c61-532e-4b59-b33f-88320ad9567a req-7640235d-97cb-4f7b-b864-521a4848816d tempest-ServersAdminNegativeTestJSON-1129096723 tempest-ServersAdminNegativeTestJSON-1129096723-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.315871 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-c018f235-1801-48dc-951f-b9000ec4b404 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 217 time: 0.0586960 Nov 12 08:22:23.329071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] For port b819d393-2da6-4436-8e67-ef81160b3d15, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:23.350689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] For port b819d393-2da6-4436-8e67-ef81160b3d15, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b819d393-2da6-4436-8e67-ef81160b3d15,segment=NetworkSegment(dbcd7884-dfde-41ed-aece-9192d8fa820c),segment_id=dbcd7884-dfde-41ed-aece-9192d8fa820c)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:23.360124 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.432418 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b303dd-6d6c-4819-9221-5421e34169e8 None None] Pushing event updated for resources: {'Port': ['ID=b819d393-2da6-4436-8e67-ef81160b3d15,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:23.449760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c7035983-dbf9-486b-9c31-451005f15ca0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:23.450417 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.455381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a9e300-e1d4-4a9f-9a81-d63a984757f8 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:23.486606 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.496852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-3eed9b9c-bca7-4d90-a5b0-bb1ecd85cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.499095 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-3eed9b9c-bca7-4d90-a5b0-bb1ecd85cd25 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.1693618 Nov 12 08:22:23.512837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59f615-8cba-4a3d-b514-935e2da4f186 req-e1da3854-25bf-4b29-94c0-ee035d324ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.514794 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a59f615-8cba-4a3d-b514-935e2da4f186 req-e1da3854-25bf-4b29-94c0-ee035d324ff0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24ff1e5342cc4d5193c9e091bfdeb079&device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 1100 time: 0.1824858 Nov 12 08:22:23.527355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Transition to ACTIVE for port object a6a9e300-e1d4-4a9f-9a81-d63a984757f8 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:23.548790 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.553337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee87ce-60bc-45bd-b9f8-08e2a6579bb3 None None] New status for floating IP 62751179-3268-42e3-a389-9ea6ad642560: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:22:23.613737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-86ff8295-9f3f-4c82-a4de-be966be32e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.615300 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-86ff8295-9f3f-4c82-a4de-be966be32e77 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067574 Nov 12 08:22:23.627033 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.668812 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5a979c61-532e-4b59-b33f-88320ad9567a req-7640235d-97cb-4f7b-b864-521a4848816d tempest-ServersAdminNegativeTestJSON-1129096723 tempest-ServersAdminNegativeTestJSON-1129096723-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.681631 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5a979c61-532e-4b59-b33f-88320ad9567a req-7640235d-97cb-4f7b-b864-521a4848816d tempest-ServersAdminNegativeTestJSON-1129096723 tempest-ServersAdminNegativeTestJSON-1129096723-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.747903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:23.781425 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:23.802905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640235d-97cb-4f7b-b864-521a4848816d tempest-ServersAdminNegativeTestJSON-1129096723 tempest-ServersAdminNegativeTestJSON-1129096723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917d67d5-6545-40e8-925e-66f18eb31adb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:23.832696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a979c61-532e-4b59-b33f-88320ad9567a req-7640235d-97cb-4f7b-b864-521a4848816d tempest-ServersAdminNegativeTestJSON-1129096723 tempest-ServersAdminNegativeTestJSON-1129096723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527949 Nov 12 08:22:23.872697 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-c0e8084a-8aa0-4bee-8ce2-031c92ce9a49 service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111866 Nov 12 08:22:23.880166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59f615-8cba-4a3d-b514-935e2da4f186 req-99599136-651d-48a2-973a-bea2c9dd5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:23.885000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a59f615-8cba-4a3d-b514-935e2da4f186 req-99599136-651d-48a2-973a-bea2c9dd5f3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.3599253 Nov 12 08:22:23.945321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a59f615-8cba-4a3d-b514-935e2da4f186 req-d7c80ab5-e90d-435b-b84e-d67ff4cf770d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7 HTTP/1.1" status: 200 len: 217 time: 0.0504944 Nov 12 08:22:24.013238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Attempting to bind port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:24.013590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Attempting to bind port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:24.013924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Attempting to bind port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:24.032847 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:24.033216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Attempting to bind port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:24.044864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:24.045231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:24.045651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:24.046088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Bound port: a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:24.046447 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.051520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59f615-8cba-4a3d-b514-935e2da4f186 req-e82e175c-7c19-411c-9b02-c14d7aa01574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:24.053016 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a59f615-8cba-4a3d-b514-935e2da4f186 req-e82e175c-7c19-411c-9b02-c14d7aa01574 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0957942 Nov 12 08:22:24.069626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbddf8b-978c-4cb0-b85d-19e05a89ea1d req-f24987d0-c6f2-48f5-a7ce-080b5de338cd tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:24.071303 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0cbddf8b-978c-4cb0-b85d-19e05a89ea1d req-f24987d0-c6f2-48f5-a7ce-080b5de338cd tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 948 time: 0.1286886 Nov 12 08:22:24.202267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59f615-8cba-4a3d-b514-935e2da4f186 req-fcbfe913-3ab8-4b57-bddb-a6505b66f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:24.203794 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a59f615-8cba-4a3d-b514-935e2da4f186 req-fcbfe913-3ab8-4b57-bddb-a6505b66f0b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1315765 Nov 12 08:22:24.210762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:24.225093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0cbddf8b-978c-4cb0-b85d-19e05a89ea1d req-a0b39015-176c-4cec-b0fd-e1585b859966 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398721 Nov 12 08:22:24.249715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:24.263172 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.276296 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3939eab-8511-471a-aa89-636b5d7a74a1 None None] Sync routers for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:24.300199 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3939eab-8511-471a-aa89-636b5d7a74a1 None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:24.302804 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e3939eab-8511-471a-aa89-636b5d7a74a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:24.317379 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f0d33d-9eaf-468f-ada5-c6e796ec2e5b x-openstack-request-id: req-41f0d33d-9eaf-468f-ada5-c6e796ec2e5b {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:24.317661 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "tag": "455bb988-0600-4285-a333-595e96e231f6", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:24.317905 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41f0d33d-9eaf-468f-ada5-c6e796ec2e5b {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:24.318342 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'tag': '455bb988-0600-4285-a333-595e96e231f6', 'status': 'completed', 'code': 200} Nov 12 08:22:24.339070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Allocated IP 172.25.3.89 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/5d247c10-22e6-478f-b6f2-26d58d4bd26e) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:24.352975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:24.356842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.358572 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] 10.222.0.46 "PUT /v2.0/ports/a6a9e300-e1d4-4a9f-9a81-d63a984757f8 HTTP/1.1" status: 200 len: 1093 time: 2.4410775 Nov 12 08:22:24.411558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b155b-7ee5-48f2-9523-2e1f76e53985 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:24.474190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a59f615-8cba-4a3d-b514-935e2da4f186 req-70408e20-d288-4a7a-a630-b42f10f5c12e service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606854 Nov 12 08:22:24.482030 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-e3939eab-8511-471a-aa89-636b5d7a74a1 None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:24.553803 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4743a05c-6158-47bb-8238-25c446e4793e req-91af138b-d6ef-4203-adcf-98f0aa692545 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2825918 Nov 12 08:22:24.559441 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-c2ad6176-d7d3-4b9f-8dd4-15751eee0efc service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194911 Nov 12 08:22:24.606699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458819e-62ac-44bc-a746-5c7ca2963df7 req-488b476b-54a8-4086-bbd8-2de938b72542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:24.609567 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b458819e-62ac-44bc-a746-5c7ca2963df7 req-488b476b-54a8-4086-bbd8-2de938b72542 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 1097 time: 0.2530756 Nov 12 08:22:24.613530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9d723-c78a-48b1-85f9-279265d5095d req-e2cee5cd-abcd-4c3e-a240-7e4dcf6a2ccb tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:24.615621 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebb9d723-c78a-48b1-85f9-279265d5095d req-e2cee5cd-abcd-4c3e-a240-7e4dcf6a2ccb tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 1097 time: 0.1924896 Nov 12 08:22:24.618376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-3e791c81-6785-4ad4-bd30-32e0fdb5c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:24.620960 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-3e791c81-6785-4ad4-bd30-32e0fdb5c84a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 1096 time: 0.2011750 Nov 12 08:22:24.699500 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-7de7eae7-353e-4720-91e8-40751be8ef65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8 HTTP/1.1" status: 200 len: 217 time: 0.0656624 Nov 12 08:22:24.785476 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:24.786834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebb9d723-c78a-48b1-85f9-279265d5095d req-8b10a867-0279-427f-b056-fe28996ee711 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595185 Nov 12 08:22:24.795131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-e51dc7a0-c242-40fd-8627-6ec394e27e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:24.796992 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-e51dc7a0-c242-40fd-8627-6ec394e27e12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 1097 time: 0.1866977 Nov 12 08:22:24.808976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a59f615-8cba-4a3d-b514-935e2da4f186 req-8638035c-ff62-489c-bd60-89d6932cd836 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191626 Nov 12 08:22:24.813219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75426b6a-177b-48cf-b873-7b74e79343f5 None None] Network b3da41cc-dc34-41cd-a414-0f77bcfb822c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:24.825439 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e3939eab-8511-471a-aa89-636b5d7a74a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '62751179-3268-42e3-a389-9ea6ad642560', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'port_id': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'mac_address': 'fa:16:3e:16:4f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:21:47Z', 'updated_at': '2021-11-12T08:22:23Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:24.845190 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743a05c-6158-47bb-8238-25c446e4793e req-581fd427-8e71-4737-afb3-c5f066e158e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:24.847699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4743a05c-6158-47bb-8238-25c446e4793e req-581fd427-8e71-4737-afb3-c5f066e158e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 1096 time: 0.2202268 Nov 12 08:22:24.847954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-46906f35-d030-4f9e-b5e1-3fde496b60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:24.850818 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-46906f35-d030-4f9e-b5e1-3fde496b60e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1381567 Nov 12 08:22:24.897878 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3939eab-8511-471a-aa89-636b5d7a74a1 None None] Checking router: e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:24.919809 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3939eab-8511-471a-aa89-636b5d7a74a1 None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:24.919809 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e3939eab-8511-471a-aa89-636b5d7a74a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:24.920000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-4dc4d7dd-781b-4d4f-9f6f-fe9d3a6ded1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545759 Nov 12 08:22:25.012920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-01f1a4e8-7156-4947-9623-2144431d71bd None None] Provisioning complete for port b819d393-2da6-4436-8e67-ef81160b3d15 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:25.013535 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-01f1a4e8-7156-4947-9623-2144431d71bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.021783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743a05c-6158-47bb-8238-25c446e4793e req-828fda16-7f82-4f0b-8008-441bba922e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.032556 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4743a05c-6158-47bb-8238-25c446e4793e req-828fda16-7f82-4f0b-8008-441bba922e82 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.1242828 Nov 12 08:22:25.043468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458819e-62ac-44bc-a746-5c7ca2963df7 req-a60e81ed-09c4-4612-85c0-444bd38d8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.053226 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b458819e-62ac-44bc-a746-5c7ca2963df7 req-a60e81ed-09c4-4612-85c0-444bd38d8a49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.4201107 Nov 12 08:22:25.149200 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-52e27184-c9eb-4f01-a701-e63b9f82db61 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163286 Nov 12 08:22:25.156128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9068dc21-833d-42d1-adad-28f281338ac5', 'tag': 'a6a9e300-e1d4-4a9f-9a81-d63a984757f8'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:25.159063 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5a2730-eba6-4e06-b3d2-a57cfef71fce" -d '{"events": [{"name": "network-changed", "server_uuid": "9068dc21-833d-42d1-adad-28f281338ac5", "tag": "a6a9e300-e1d4-4a9f-9a81-d63a984757f8"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:25.185501 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4743a05c-6158-47bb-8238-25c446e4793e req-8408d179-1c05-4e05-8119-7aac70cb7896 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a HTTP/1.1" status: 200 len: 217 time: 0.1290333 Nov 12 08:22:25.188726 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.195471 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-e3939eab-8511-471a-aa89-636b5d7a74a1 None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:25.198478 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b458819e-62ac-44bc-a746-5c7ca2963df7 req-559fbf93-6f81-4898-998e-4c98205b8412 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 217 time: 0.1225593 Nov 12 08:22:25.260888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da286ed-e708-4c7b-a244-66dbaacb7b40 req-d0b6a822-56b4-4770-9dd6-7a61ab91e6e6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.262538 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1da286ed-e708-4c7b-a244-66dbaacb7b40 req-d0b6a822-56b4-4770-9dd6-7a61ab91e6e6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.1593690 Nov 12 08:22:25.275683 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-01f1a4e8-7156-4947-9623-2144431d71bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.313247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b819d393-2da6-4436-8e67-ef81160b3d15 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:25.320807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-2a62390c-68fb-46b7-891c-d8390dace3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.322535 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-2a62390c-68fb-46b7-891c-d8390dace3b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.5157146 Nov 12 08:22:25.329962 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:25.346175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:25.364198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:25.419839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-01f1a4e8-7156-4947-9623-2144431d71bd None None] For port b819d393-2da6-4436-8e67-ef81160b3d15, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b819d393-2da6-4436-8e67-ef81160b3d15,segment=NetworkSegment(dbcd7884-dfde-41ed-aece-9192d8fa820c),segment_id=dbcd7884-dfde-41ed-aece-9192d8fa820c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:25.422146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Pushing event updated for resources: {'Port': ['ID=5d247c10-22e6-478f-b6f2-26d58d4bd26e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:25.434829 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1da286ed-e708-4c7b-a244-66dbaacb7b40 req-484f2cb2-f5cd-4617-a35f-2626fa899ac2 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615124 Nov 12 08:22:25.449973 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-01f1a4e8-7156-4947-9623-2144431d71bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.486147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458819e-62ac-44bc-a746-5c7ca2963df7 req-3dbd954c-83e0-4635-84bf-8aa673a68eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.487909 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b458819e-62ac-44bc-a746-5c7ca2963df7 req-3dbd954c-83e0-4635-84bf-8aa673a68eb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.2630250 Nov 12 08:22:25.493468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743a05c-6158-47bb-8238-25c446e4793e req-66737871-a9b1-40fe-bd35-da9811cd5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.495395 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4743a05c-6158-47bb-8238-25c446e4793e req-66737871-a9b1-40fe-bd35-da9811cd5c11 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.2870917 Nov 12 08:22:25.544795 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c5c88fc-c456-4cc8-8c71-8e049a9c3aae req-f1f7d245-316e-44cc-9b12-61489bb4fdbf service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802414 Nov 12 08:22:25.587578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b819d393-2da6-4436-8e67-ef81160b3d15 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:25.592334 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.637037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1a4e8-7156-4947-9623-2144431d71bd None None] Pushing event updated for resources: {'Port': ['ID=b819d393-2da6-4436-8e67-ef81160b3d15,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:25.673016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4743a05c-6158-47bb-8238-25c446e4793e req-ee10a8fd-8245-4271-9905-155c7b38bb31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1695371 Nov 12 08:22:25.677573 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-c8d24117-da60-4a9d-8d14-6a7c559efa31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a7b0b91-367f-44ef-8e08-a19b669ab971 HTTP/1.1" status: 200 len: 1000 time: 0.3345730 Nov 12 08:22:25.698857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3cb2a-5cfd-411e-8f52-fe924a50e496 req-4092d14c-d1b3-4908-b203-732b97257934 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.700420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77e3cb2a-5cfd-411e-8f52-fe924a50e496 req-4092d14c-d1b3-4908-b203-732b97257934 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 944 time: 0.0908911 Nov 12 08:22:25.734985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40844) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:25.796965 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77e3cb2a-5cfd-411e-8f52-fe924a50e496 req-a589fc99-e7f9-4099-adfb-813246b065e1 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806670 Nov 12 08:22:25.803127 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a50ff0f5-a48a-4c64-ac0b-c616f55e8e00 None None] Provisioning complete for port b819d393-2da6-4436-8e67-ef81160b3d15 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:25.803638 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a50ff0f5-a48a-4c64-ac0b-c616f55e8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:25.803987 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e3939eab-8511-471a-aa89-636b5d7a74a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '62751179-3268-42e3-a389-9ea6ad642560', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'port_id': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'mac_address': 'fa:16:3e:16:4f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:21:47Z', 'updated_at': '2021-11-12T08:22:23Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:25.833049 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3939eab-8511-471a-aa89-636b5d7a74a1 None None] The sync data for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 is: [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '62751179-3268-42e3-a389-9ea6ad642560', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'port_id': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'mac_address': 'fa:16:3e:16:4f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:21:47Z', 'updated_at': '2021-11-12T08:22:23Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:25.857800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-6381b019-8697-4766-af16-047fef659b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.867461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-6381b019-8697-4766-af16-047fef659b6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.1271489 Nov 12 08:22:25.970491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458819e-62ac-44bc-a746-5c7ca2963df7 req-e4f8889c-d3be-48e7-92a7-f754b16665f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:25.972185 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b458819e-62ac-44bc-a746-5c7ca2963df7 req-e4f8889c-d3be-48e7-92a7-f754b16665f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4699049 Nov 12 08:22:25.989286 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07954438-cdfe-49cd-84d7-9de00969d17c x-openstack-request-id: req-07954438-cdfe-49cd-84d7-9de00969d17c {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:25.989905 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9068dc21-833d-42d1-adad-28f281338ac5", "tag": "a6a9e300-e1d4-4a9f-9a81-d63a984757f8", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:25.990389 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07954438-cdfe-49cd-84d7-9de00969d17c {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:25.991037 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9068dc21-833d-42d1-adad-28f281338ac5', 'tag': 'a6a9e300-e1d4-4a9f-9a81-d63a984757f8', 'status': 'completed', 'code': 200} Nov 12 08:22:26.011786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6d793ffd-81de-4fd5-a86c-4c66defa201a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa00d27508c14af39508393772b4da61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764399 Nov 12 08:22:26.014513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40850) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:26.111187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-ee5695cc-3783-43c3-8e71-8c0d3db8f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:26.112916 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-ee5695cc-3783-43c3-8e71-8c0d3db8f452 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2442315 Nov 12 08:22:26.166284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4743a05c-6158-47bb-8238-25c446e4793e req-21bff6d9-7c10-4086-b9ea-deafbac393b3 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824202 Nov 12 08:22:26.193586 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c48a92a-d5dc-47ae-92a1-5a2fc41a6585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.208965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a2730-eba6-4e06-b3d2-a57cfef71fce req-622f3ba5-f53c-4c40-8eb0-a325e6667232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:26.210529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b5a2730-eba6-4e06-b3d2-a57cfef71fce req-622f3ba5-f53c-4c40-8eb0-a325e6667232 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 1096 time: 0.1430798 Nov 12 08:22:26.260658 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c48a92a-d5dc-47ae-92a1-5a2fc41a6585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.325830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-dc2a8006-29d1-4e0c-8a13-3d5ce96224d7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:26.327561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-dc2a8006-29d1-4e0c-8a13-3d5ce96224d7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 821 time: 0.2389624 Nov 12 08:22:26.332569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'tag': '2a7b0b91-367f-44ef-8e08-a19b669ab971'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:26.336178 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b0bee2-8b69-4eaa-b9fc-b795202475f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef33939d-54c7-45b3-b67d-4d3cf36d96a0", "tag": "2a7b0b91-367f-44ef-8e08-a19b669ab971"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:26.361631 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3aed2ea8-5cac-4513-b04b-60eeb778d79b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/quotas/bef941d2508140b5b49158f037d4051b HTTP/1.1" status: 200 len: 375 time: 0.0248702 Nov 12 08:22:26.362444 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b458819e-62ac-44bc-a746-5c7ca2963df7 req-52b1710e-21fd-40f2-8075-21d262c831c0 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512838 Nov 12 08:22:26.428857 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c48a92a-d5dc-47ae-92a1-5a2fc41a6585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.431446 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c48a92a-d5dc-47ae-92a1-5a2fc41a6585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.434921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:26.435064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5c48a92a-d5dc-47ae-92a1-5a2fc41a6585 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78f70d6c-7f25-42da-8287-b5225741bf5f HTTP/1.1" status: 204 len: 168 time: 0.4169333 Nov 12 08:22:26.439347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a2730-eba6-4e06-b3d2-a57cfef71fce req-fe08516d-aa01-4724-aa43-c13ba10b99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:26.440894 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b5a2730-eba6-4e06-b3d2-a57cfef71fce req-fe08516d-aa01-4724-aa43-c13ba10b99f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.2168024 Nov 12 08:22:26.456136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48a92a-d5dc-47ae-92a1-5a2fc41a6585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f70d6c-7f25-42da-8287-b5225741bf5f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:26.500198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b5a2730-eba6-4e06-b3d2-a57cfef71fce req-322753bb-a6ec-46e5-8900-b55e4c5dc41c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8 HTTP/1.1" status: 200 len: 217 time: 0.0513253 Nov 12 08:22:26.510897 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-fe670e32-5c04-46f1-9929-1744949ae150 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1217942 Nov 12 08:22:26.617543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a2730-eba6-4e06-b3d2-a57cfef71fce req-0d8d8742-63ab-4baf-9dec-101b0e1b87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:26.619776 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b5a2730-eba6-4e06-b3d2-a57cfef71fce req-0d8d8742-63ab-4baf-9dec-101b0e1b87d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1076901 Nov 12 08:22:26.658996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b5a2730-eba6-4e06-b3d2-a57cfef71fce req-608a7999-778f-4ab0-ac7d-829ee1a5a2fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302663 Nov 12 08:22:26.685677 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-df86b4d1-ed1f-4606-8aa7-da4f876dbd6d service neutron] 10.222.0.31 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651380 Nov 12 08:22:26.710516 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-cb0dc75b-f6f5-43af-a639-8acca8f80c8a service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621867 Nov 12 08:22:26.770168 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4743a05c-6158-47bb-8238-25c446e4793e req-34386aea-9868-4f3a-98ae-cbf36384f5b7 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774462 Nov 12 08:22:26.867968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b5a2730-eba6-4e06-b3d2-a57cfef71fce req-3d2fbf52-0f12-449a-aa23-2073223c882a service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931260 Nov 12 08:22:26.869922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-7572e592-68ca-41e3-b951-67a8a3a42e6d service neutron] 10.222.0.31 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672595 Nov 12 08:22:26.909580 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b458819e-62ac-44bc-a746-5c7ca2963df7 req-6d78648b-d503-4aa2-8b31-5cbff53b743b service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370266 Nov 12 08:22:26.943275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9942b29-291b-4c39-9a40-6bf173af1b63 req-4a3703d6-7c42-409f-a2ce-7f62aab9ca6b service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185915 Nov 12 08:22:27.111276 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.127941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b5a2730-eba6-4e06-b3d2-a57cfef71fce req-ee7d6bed-54a0-4a02-b593-8a8e39d2e698 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504082 Nov 12 08:22:27.138939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:27.146851 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e702b3a-8845-48cc-8308-a46186c8911d req-c2a52004-f7a6-4060-b1f9-df7cfdf0add3 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:27.149271 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7e702b3a-8845-48cc-8308-a46186c8911d req-c2a52004-f7a6-4060-b1f9-df7cfdf0add3 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 948 time: 0.0966005 Nov 12 08:22:27.255983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b819d393-2da6-4436-8e67-ef81160b3d15 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:27.427729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:27.445737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'mac_address': 'fa:16:3e:cd:d8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:27.504006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40896) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:27.505391 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.517670 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b819d393-2da6-4436-8e67-ef81160b3d15 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:27.518142 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.547378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:27.576096 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7e702b3a-8845-48cc-8308-a46186c8911d req-16b707f5-3ab7-4280-a821-1bf90ac03241 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541307 Nov 12 08:22:27.585136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182f34d-d627-4a1a-a868-5627dd3dff9c req-1e206f65-30fe-4d6d-b8a9-6cc76b92d3e8 tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:27.588247 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f182f34d-d627-4a1a-a868-5627dd3dff9c req-1e206f65-30fe-4d6d-b8a9-6cc76b92d3e8 tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 1102 time: 0.1004508 Nov 12 08:22:27.608989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:27.629239 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.641359 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f182f34d-d627-4a1a-a868-5627dd3dff9c req-7e3c1a9b-19d4-4da3-9e6d-9a9806d5410b tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.713026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1937591456-network', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:27.733304 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c8a009-b26a-4496-8601-6b40b972ee7f x-openstack-request-id: req-13c8a009-b26a-4496-8601-6b40b972ee7f {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:27.734030 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef33939d-54c7-45b3-b67d-4d3cf36d96a0", "tag": "2a7b0b91-367f-44ef-8e08-a19b669ab971", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:27.734283 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13c8a009-b26a-4496-8601-6b40b972ee7f {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:27.734684 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'tag': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'status': 'completed', 'code': 200} Nov 12 08:22:27.735277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Router 2a61140b-853f-4120-b081-3977bd076b6d is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:22:27.822795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0bee2-8b69-4eaa-b9fc-b795202475f0 req-419e2102-eb2c-4c37-a79c-d84e1296d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:27.826355 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8b0bee2-8b69-4eaa-b9fc-b795202475f0 req-419e2102-eb2c-4c37-a79c-d84e1296d478 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 1097 time: 0.0944297 Nov 12 08:22:27.888139 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:27.897460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Made reservation on behalf of 91d76da2938c44d7a4b31d1e7ce99bcc for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:27.902436 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:27.943257 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.056565 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f182f34d-d627-4a1a-a868-5627dd3dff9c req-7e3c1a9b-19d4-4da3-9e6d-9a9806d5410b tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.058362 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56d93f-09bf-47ce-a4b1-59a67d686101 req-8e5fd979-8bba-45de-9563-a6f51443c7a4 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:28.060047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['14502dc1-19cb-45dd-8a24-f4afbaa89bf7'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:28.060247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd56d93f-09bf-47ce-a4b1-59a67d686101 req-8e5fd979-8bba-45de-9563-a6f51443c7a4 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 944 time: 0.1788697 Nov 12 08:22:28.071858 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f182f34d-d627-4a1a-a868-5627dd3dff9c req-7e3c1a9b-19d4-4da3-9e6d-9a9806d5410b tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.108546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:28.140148 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Sync routers for ids ['2a61140b-853f-4120-b081-3977bd076b6d'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:28.170944 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.172583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a4067161-e170-4597-9a55-f0639c86f0ff admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.9157662 Nov 12 08:22:28.179591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40904) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:28.181058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Routers {'2a61140b-853f-4120-b081-3977bd076b6d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:28.181832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2a61140b-853f-4120-b081-3977bd076b6d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:28.189637 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f182f34d-d627-4a1a-a868-5627dd3dff9c req-7e3c1a9b-19d4-4da3-9e6d-9a9806d5410b tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5947359 Nov 12 08:22:28.193515 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd56d93f-09bf-47ce-a4b1-59a67d686101 req-c341fae9-ac5f-4d03-8316-4acf51c4fe6f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235118 Nov 12 08:22:28.195972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c1a9b-19d4-4da3-9e6d-9a9806d5410b tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3043d-8ec9-4513-8956-a29aed2d9179,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:28.200799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0bee2-8b69-4eaa-b9fc-b795202475f0 req-566e87ec-c4a1-4372-8a7f-947259ad511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:28.202231 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8b0bee2-8b69-4eaa-b9fc-b795202475f0 req-566e87ec-c4a1-4372-8a7f-947259ad511f service neutron] 10.222.0.46 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.3544805 Nov 12 08:22:28.347304 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.384586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.393654 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d58984a2-6a09-48c0-844e-57ed0ffc8fd5 req-3cf8907f-9898-494a-adc9-5142c4cc5743 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 210 time: 0.0581546 Nov 12 08:22:28.418057 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e6a37c1-914c-42f6-9cec-58dfafee35e7 req-bc977c79-9323-4537-a553-9be3bba3fbe4 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 1000 time: 0.1799276 Nov 12 08:22:28.446970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:22:28.502553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Set router 2a61140b-853f-4120-b081-3977bd076b6d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:28.504156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8b0bee2-8b69-4eaa-b9fc-b795202475f0 req-0ac6fca4-632d-4bc5-b807-186063860090 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a7b0b91-367f-44ef-8e08-a19b669ab971 HTTP/1.1" status: 200 len: 1000 time: 0.2883680 Nov 12 08:22:28.514637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f467a17d-a456-4139-a77b-c15fb694d47b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:28.521799 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.522426 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Added segment eb661461-75f3-409f-8bf4-983292a06bce of type vlan for network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 Nov 12 08:22:28.632371 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:28.793083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a37c1-914c-42f6-9cec-58dfafee35e7 req-269c96f7-d09d-40c2-ab4d-35fb9095d701 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:28.817810 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e6a37c1-914c-42f6-9cec-58dfafee35e7 req-269c96f7-d09d-40c2-ab4d-35fb9095d701 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports/2a7b0b91-367f-44ef-8e08-a19b669ab971 HTTP/1.1" status: 200 len: 942 time: 0.3815863 Nov 12 08:22:28.965455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0bee2-8b69-4eaa-b9fc-b795202475f0 req-02c89dba-e9f8-4557-8dc5-9f779fc383bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:28.966955 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8b0bee2-8b69-4eaa-b9fc-b795202475f0 req-02c89dba-e9f8-4557-8dc5-9f779fc383bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.4536052 Nov 12 08:22:29.018571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a61140b-853f-4120-b081-3977bd076b6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1754786328-router', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:22Z', 'updated_at': '2021-11-12T08:22:26Z', 'revision_number': 3, 'project_id': '55dd92949efd4ef693d1c23084e8130c', 'gw_port': {'id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a61140b-853f-4120-b081-3977bd076b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:23Z', 'updated_at': '2021-11-12T08:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:29.034112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0bee2-8b69-4eaa-b9fc-b795202475f0 req-577d65b7-836f-4677-88f6-c8cd2cb95db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:29.035625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8b0bee2-8b69-4eaa-b9fc-b795202475f0 req-577d65b7-836f-4677-88f6-c8cd2cb95db0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596902 Nov 12 08:22:29.094961 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.176266 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e6a37c1-914c-42f6-9cec-58dfafee35e7 req-e8a12565-7690-4dde-ac6b-2bac02219b18 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 1000 time: 0.2865119 Nov 12 08:22:29.188455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8b0bee2-8b69-4eaa-b9fc-b795202475f0 req-45e2a506-fa45-4cf8-b311-ce55f14f686b service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412315 Nov 12 08:22:29.217557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-70ffe525-a5b4-431b-9bd3-123d11752f47 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:29.219346 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-70ffe525-a5b4-431b-9bd3-123d11752f47 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 821 time: 0.3406911 Nov 12 08:22:29.223778 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.224529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:29.225097 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.250428 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Request body: {'port': {'device_id': '18b9fa2a-ad29-487c-9942-4adaa0b49c1a', 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3', 'admin_state_up': True, 'tenant_id': 'bef941d2508140b5b49158f037d4051b'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:29.311750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device a6a9e300-e1d4-4a9f-9a81-d63a984757f8 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:29.314919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Checking router: 2a61140b-853f-4120-b081-3977bd076b6d for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:29.315249 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Updating router 2a61140b-853f-4120-b081-3977bd076b6d port 5d247c10-22e6-478f-b6f2-26d58d4bd26e binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:22:29.360583 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.461857 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:22:29.488001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d700a4-dd4f-4e5e-aa07-275ec126cfca req-41c190cc-4083-4102-a8b8-7fe9bdf9e013 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:29.494989 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03d700a4-dd4f-4e5e-aa07-275ec126cfca req-41c190cc-4083-4102-a8b8-7fe9bdf9e013 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 949 time: 0.1162641 Nov 12 08:22:29.504758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8b0bee2-8b69-4eaa-b9fc-b795202475f0 req-7080f256-9d86-45f8-b22d-561971d5528a service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087447 Nov 12 08:22:29.552971 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03d700a4-dd4f-4e5e-aa07-275ec126cfca req-e9c756e4-0fd5-4b95-913e-b1ba3dc8fe83 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562510 Nov 12 08:22:29.611762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:29.630759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'a6a9e300-e1d4-4a9f-9a81-d63a984757f8', 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343', 'port_id': 'a6a9e300-e1d4-4a9f-9a81-d63a984757f8', 'mac_address': 'fa:16:3e:23:3b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf91463-1da9-42d8-ad99-c69e0c024ee2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:29.653928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1437757 Nov 12 08:22:29.657069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40932) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:29.662142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3cb59604-f1e6-42d7-b96d-fc70539f5762 admin admin] Request body: {'subnet': {'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1937591456-subnet', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:29.699240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a2750-511a-470a-824b-f3162933e65d req-fc08d475-cf11-4ef2-b033-743897193a46 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:29.703664 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.705726 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068a2750-511a-470a-824b-f3162933e65d req-fc08d475-cf11-4ef2-b033-743897193a46 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 944 time: 0.0820551 Nov 12 08:22:29.715167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb59604-f1e6-42d7-b96d-fc70539f5762 admin admin] Made reservation on behalf of 91d76da2938c44d7a4b31d1e7ce99bcc for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:29.717483 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3cb59604-f1e6-42d7-b96d-fc70539f5762 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.752288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a9e300-e1d4-4a9f-9a81-d63a984757f8 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:29.755010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c1e2d-097d-488e-818d-2310d22a33e7 admin admin] Pushing event updated for resources: {'Network': ['ID=1f80c745-8fd3-4f32-820e-d7cdda3d5267,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:29.787695 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.791188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:29.794129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:22:29.817376 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.819471 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.833657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a37c1-914c-42f6-9cec-58dfafee35e7 req-f2c1f669-693e-41ec-b7b3-26beeff384c6 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:29.835055 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e6a37c1-914c-42f6-9cec-58dfafee35e7 req-f2c1f669-693e-41ec-b7b3-26beeff384c6 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.6467762 Nov 12 08:22:29.858151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068a2750-511a-470a-824b-f3162933e65d req-149fc10c-5e66-4d6e-b6e0-d722d178575b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511998 Nov 12 08:22:29.874963 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-0e5d6d24-e330-4479-a17f-930224ca5cea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2562816 Nov 12 08:22:29.881592 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.912670 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-0ffb0cab-084e-4ef5-ba1c-0a01946b299d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:22:29.913737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-0ffb0cab-084e-4ef5-ba1c-0a01946b299d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092540 Nov 12 08:22:29.927845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Made reservation on behalf of bef941d2508140b5b49158f037d4051b for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:29.931431 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.970381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Attempting to bind port 5d247c10-22e6-478f-b6f2-26d58d4bd26e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:29.970381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Attempting to bind port 5d247c10-22e6-478f-b6f2-26d58d4bd26e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:29.970692 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Attempting to bind port 5d247c10-22e6-478f-b6f2-26d58d4bd26e on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:29.981059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9d567-002e-4d47-829f-c4f01e8e88a9 None None] Pushing event updated for resources: {'Port': ['ID=5d247c10-22e6-478f-b6f2-26d58d4bd26e,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:29.998243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:29.998871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:29.999213 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:29.999620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:30.000118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Bound port: 5d247c10-22e6-478f-b6f2-26d58d4bd26e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:30.000512 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.196425 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3cb59604-f1e6-42d7-b96d-fc70539f5762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.258741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb59604-f1e6-42d7-b96d-fc70539f5762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:30.259102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['a6a9e300-e1d4-4a9f-9a81-d63a984757f8'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:30.272884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Allocated IP 172.20.0.1 (b3da41cc-dc34-41cd-a414-0f77bcfb822c/793eb60d-e41f-471b-af34-1bb7c26e09c7/da67a5c4-090c-4a0d-a868-8377adc5b5d7) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:30.302399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:30.327138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] For port 5d247c10-22e6-478f-b6f2-26d58d4bd26e, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:30.361060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-09366b31-8995-4a39-85b5-2ecd349be962 req-d69dcccb-26f4-404a-a96b-b47f0b6659e4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 210 time: 0.0989292 Nov 12 08:22:30.387453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] For port 5d247c10-22e6-478f-b6f2-26d58d4bd26e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5d247c10-22e6-478f-b6f2-26d58d4bd26e,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:30.423516 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.458767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb59604-f1e6-42d7-b96d-fc70539f5762 admin admin] Checking segment: {'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:30.459120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb59604-f1e6-42d7-b96d-fc70539f5762 admin admin] Network hostable DHCP agents. Network: 1f80c745-8fd3-4f32-820e-d7cdda3d5267, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:22:30.599614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb59604-f1e6-42d7-b96d-fc70539f5762 admin admin] Network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:22:30.610377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-dccabddd-55cc-4e04-88ad-313beaaaa8bd tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 1000 time: 0.1646228 Nov 12 08:22:30.628227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Routers {'2a61140b-853f-4120-b081-3977bd076b6d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:30.629196 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2a61140b-853f-4120-b081-3977bd076b6d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:30.631170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9290b4b-0558-4462-94d7-529b316f6913 req-0ccc6302-9e03-4f7c-91e3-b6a6847810b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:30.632848 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9290b4b-0558-4462-94d7-529b316f6913 req-0ccc6302-9e03-4f7c-91e3-b6a6847810b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.6976070 Nov 12 08:22:30.679914 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.703081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-73897d18-438f-49ea-a024-7ff91865201c tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:30.716147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-73897d18-438f-49ea-a024-7ff91865201c tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports/2a7b0b91-367f-44ef-8e08-a19b669ab971 HTTP/1.1" status: 200 len: 942 time: 0.0906968 Nov 12 08:22:30.718861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-3cb59604-f1e6-42d7-b96d-fc70539f5762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 1f80c745-8fd3-4f32-820e-d7cdda3d5267) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:30.733909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb59604-f1e6-42d7-b96d-fc70539f5762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:30.734880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3cb59604-f1e6-42d7-b96d-fc70539f5762 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.737054 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.790706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3cb59604-f1e6-42d7-b96d-fc70539f5762 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1298447 Nov 12 08:22:30.790892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40960) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:30.795569 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:30.828436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] Set router 2a61140b-853f-4120-b081-3977bd076b6d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:30.844473 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.845626 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.850183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c09524-89fa-4fef-9fcd-7730cb9a198a None None] Network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:30.871296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Network b3da41cc-dc34-41cd-a414-0f77bcfb822c is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:30.906366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:30.921207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:30.984701 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9290b4b-0558-4462-94d7-529b316f6913 req-680a1556-97c4-4e26-8999-cb1979be6df4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660284 Nov 12 08:22:30.986620 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:30.990741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Pushing event updated for resources: {'Port': ['ID=da67a5c4-090c-4a0d-a868-8377adc5b5d7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:31.040715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Allocated IP 172.20.0.3 (083fe3fa-345c-4ea4-922a-599f9b73b5c3/2ca9d935-b743-43ba-87ab-2598092634c1/b4045a32-567d-4550-b587-55e733ba214f) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:31.099372 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.164459 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:31.172040 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9d567-002e-4d47-829f-c4f01e8e88a9 None None] Pushing event updated for resources: {'Port': ['ID=5d247c10-22e6-478f-b6f2-26d58d4bd26e,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:31.368720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-682086f9-0ee1-4bad-809c-ce337b42bd70 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 1000 time: 0.4017868 Nov 12 08:22:31.427043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'fixed_ips': [{'subnet_id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:22:31.427741 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.429493 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.440798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:31.453925 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4704fc01-9e6b-4589-b3a9-32eb16f72b13 None None] Provisioning complete for port da67a5c4-090c-4a0d-a868-8377adc5b5d7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:31.455435 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4704fc01-9e6b-4589-b3a9-32eb16f72b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.470532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01b670-381e-4597-a428-b54a5f501a6a req-eb5184ae-55c5-4387-9046-80a5c3f477af tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:31.472293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e01b670-381e-4597-a428-b54a5f501a6a req-eb5184ae-55c5-4387-9046-80a5c3f477af tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 949 time: 0.2062478 Nov 12 08:22:31.484543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:31.485063 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.527582 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40c104f5-93a2-4f28-b9ec-ecdcf8569222 req-eb78cf65-cb38-434f-a71a-2629bc0f8dff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3158052 Nov 12 08:22:31.539053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.584787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4704fc01-9e6b-4589-b3a9-32eb16f72b13 None None] Port da67a5c4-090c-4a0d-a868-8377adc5b5d7 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:31.594473 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.633211 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e01b670-381e-4597-a428-b54a5f501a6a req-783732cd-c5c3-4f04-9d22-c1b17d426428 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335945 Nov 12 08:22:31.737869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-e0eb91d1-0b0b-45e7-b365-df41a0e1adfc tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:31.739471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-e0eb91d1-0b0b-45e7-b365-df41a0e1adfc tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.3007979 Nov 12 08:22:31.753327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.778147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a61140b-853f-4120-b081-3977bd076b6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1754786328-router', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:22Z', 'updated_at': '2021-11-12T08:22:26Z', 'revision_number': 3, 'project_id': '55dd92949efd4ef693d1c23084e8130c', 'gw_port': {'id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a61140b-853f-4120-b081-3977bd076b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:23Z', 'updated_at': '2021-11-12T08:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:31.782904 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:31.785828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-d924ba32-abce-4f4a-b212-5bf4505e5992 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:22:31.786807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-d924ba32-abce-4f4a-b212-5bf4505e5992 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055258 Nov 12 08:22:31.900417 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:31.909894 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c93b0-4264-4c52-86e9-12e90e1adac1 req-e5bbe22e-18c5-4c64-ba20-e54aead19754 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:31.911480 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af3c93b0-4264-4c52-86e9-12e90e1adac1 req-e5bbe22e-18c5-4c64-ba20-e54aead19754 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 949 time: 0.2274563 Nov 12 08:22:31.942290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Allocated IP 172.20.0.2 (1f80c745-8fd3-4f32-820e-d7cdda3d5267/d7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb/f144d66f-9a5f-4616-ac98-8ca856ad0106) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:31.944539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Pushing event updated for resources: {'Port': ['ID=b4045a32-567d-4550-b587-55e733ba214f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:31.946167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c104f5-93a2-4f28-b9ec-ecdcf8569222 req-75c2a1bd-1ca6-49da-9e56-8a2b7c2127e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:31.949545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40c104f5-93a2-4f28-b9ec-ecdcf8569222 req-75c2a1bd-1ca6-49da-9e56-8a2b7c2127e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 1097 time: 0.2089491 Nov 12 08:22:31.954403 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-e2673180-30b6-41e0-ad05-d0d5cda83229 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 1000 time: 0.1533210 Nov 12 08:22:31.956004 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e8744-55f2-4d7f-9b3b-33e1361a9dad None None] The sync data for ids ['2a61140b-853f-4120-b081-3977bd076b6d'] in n-d-768851-18 is: [{'id': '2a61140b-853f-4120-b081-3977bd076b6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1754786328-router', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:22Z', 'updated_at': '2021-11-12T08:22:26Z', 'revision_number': 3, 'project_id': '55dd92949efd4ef693d1c23084e8130c', 'gw_port': {'id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ca:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a61140b-853f-4120-b081-3977bd076b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:23Z', 'updated_at': '2021-11-12T08:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:31.962052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:31.968224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-54f01507-88a8-4819-9162-723c7e93ef7b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:31.970121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:31.987258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:31.991755 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a60c325-22cb-4bcf-9743-67b69a4cf726" -d '{"events": [{"server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "name": "network-vif-plugged", "status": "completed", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:32.032891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:32.060963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c815c54-1ffd-4be5-a3ba-8bb9499219f7 req-4ca212de-77fa-4de0-8e33-40ce5f6b6c94 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:32.062594 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8c815c54-1ffd-4be5-a3ba-8bb9499219f7 req-4ca212de-77fa-4de0-8e33-40ce5f6b6c94 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 949 time: 0.2972608 Nov 12 08:22:32.086300 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.112687 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.148845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:32.149925 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.172142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:32.219128 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-e044d116-fa3d-4da6-a93b-b0069a6d38af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9771509 Nov 12 08:22:32.242310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Request body: {'port': {'device_id': '18b9fa2a-ad29-487c-9942-4adaa0b49c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:32.247165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.256943 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.266565 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.271062 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.281985 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8c815c54-1ffd-4be5-a3ba-8bb9499219f7 req-56adc994-2939-48be-b72e-637da207891b tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014587 Nov 12 08:22:32.331168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Pushing event updated for resources: {'Port': ['ID=f144d66f-9a5f-4616-ac98-8ca856ad0106,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:32.334816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:32.336732 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:32.340352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:32.435516 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Attempting to bind port f144d66f-9a5f-4616-ac98-8ca856ad0106 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:32.436152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Attempting to bind port f144d66f-9a5f-4616-ac98-8ca856ad0106 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:32.438276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Attempting to bind port f144d66f-9a5f-4616-ac98-8ca856ad0106 on network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:32.448365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:32.448780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Checking segment: {'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:32.449222 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.449629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Bound using segment: {'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:32.450109 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Bound port: f144d66f-9a5f-4616-ac98-8ca856ad0106, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:32.450500 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.476914 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.496785 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-af3c93b0-4264-4c52-86e9-12e90e1adac1 req-a7424990-0d43-4bb9-85d8-c82abf3c1663 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Deleting port c04cc653-79be-4a8c-9c71-1865015ec5bc {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:32.497260 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-af3c93b0-4264-4c52-86e9-12e90e1adac1 req-a7424990-0d43-4bb9-85d8-c82abf3c1663 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.539730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] For port f144d66f-9a5f-4616-ac98-8ca856ad0106, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:32.548043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Pushing event updated for resources: {'Port': ['ID=da67a5c4-090c-4a0d-a868-8377adc5b5d7,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:32.548863 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] For port f144d66f-9a5f-4616-ac98-8ca856ad0106, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f144d66f-9a5f-4616-ac98-8ca856ad0106,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:32.550761 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.559004 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.580307 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.633516 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bf234-c067-4f0f-842c-8076f6f2dd14 None None] Pushing event updated for resources: {'Port': ['ID=f144d66f-9a5f-4616-ac98-8ca856ad0106,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:32.650093 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-54f01507-88a8-4819-9162-723c7e93ef7b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.715760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-52420aee-3e7a-42c2-a239-69f59160395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:32.717795 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-52420aee-3e7a-42c2-a239-69f59160395a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 1102 time: 0.3085349 Nov 12 08:22:32.813148 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381e2ad-e343-41bb-8c34-e6bf65a6e62a req-5b5a1cc0-c57e-486d-8e0a-9d89428ca129 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:32.814770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7381e2ad-e343-41bb-8c34-e6bf65a6e62a req-5b5a1cc0-c57e-486d-8e0a-9d89428ca129 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 945 time: 0.3814631 Nov 12 08:22:32.920705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c104f5-93a2-4f28-b9ec-ecdcf8569222 req-7b921958-a3fb-4953-bd86-e54d162e2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:32.922240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40c104f5-93a2-4f28-b9ec-ecdcf8569222 req-7b921958-a3fb-4953-bd86-e54d162e2b24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.4469414 Nov 12 08:22:32.930492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-af3c93b0-4264-4c52-86e9-12e90e1adac1 req-a7424990-0d43-4bb9-85d8-c82abf3c1663 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] For port c04cc653-79be-4a8c-9c71-1865015ec5bc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c04cc653-79be-4a8c-9c71-1865015ec5bc,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:32.931010 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-af3c93b0-4264-4c52-86e9-12e90e1adac1 req-a7424990-0d43-4bb9-85d8-c82abf3c1663 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:32.966520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Allocated IP 172.25.3.199 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/7ad39947-57bc-4e06-8968-ff12cf9a0333) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:33.013300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-af3c93b0-4264-4c52-86e9-12e90e1adac1 req-a7424990-0d43-4bb9-85d8-c82abf3c1663 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Calling delete_port for c04cc653-79be-4a8c-9c71-1865015ec5bc owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:33.037929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40c104f5-93a2-4f28-b9ec-ecdcf8569222 req-5059acc8-2d89-4fdf-ab09-acb1f118d1c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 217 time: 0.0820189 Nov 12 08:22:33.050749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Network b3da41cc-dc34-41cd-a414-0f77bcfb822c is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:33.054169 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:33.111692 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-54f01507-88a8-4819-9162-723c7e93ef7b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.140100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-d224a1e1-acee-43fc-bfea-8e83218fb2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:33.143091 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-d224a1e1-acee-43fc-bfea-8e83218fb2d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.4123235 Nov 12 08:22:33.155173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device a6a9e300-e1d4-4a9f-9a81-d63a984757f8 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:33.180338 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-54f01507-88a8-4819-9162-723c7e93ef7b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.180338 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-54f01507-88a8-4819-9162-723c7e93ef7b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Floating IP 62751179-3268-42e3-a389-9ea6ad642560 disassociated. External IP: 172.25.3.25, port: 2a7b0b91-367f-44ef-8e08-a19b669ab971. Nov 12 08:22:33.293254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:33.300147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:33.300449 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.346983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f144d66f-9a5f-4616-ac98-8ca856ad0106 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:33.366606 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-413fd7ac-4d5d-4004-917f-587e468638d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78 HTTP/1.1" status: 200 len: 217 time: 0.2055247 Nov 12 08:22:33.449216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c104f5-93a2-4f28-b9ec-ecdcf8569222 req-b5ce1fb9-9019-473c-af1e-6bab98e5aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:33.450642 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40c104f5-93a2-4f28-b9ec-ecdcf8569222 req-b5ce1fb9-9019-473c-af1e-6bab98e5aa55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.3612339 Nov 12 08:22:33.479728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f144d66f-9a5f-4616-ac98-8ca856ad0106 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:33.480820 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.517930 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.544576 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-951b1a48-a42c-4242-8975-af464455cd79 None None] Provisioning complete for port da67a5c4-090c-4a0d-a868-8377adc5b5d7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:33.544942 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-951b1a48-a42c-4242-8975-af464455cd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.594176 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7381e2ad-e343-41bb-8c34-e6bf65a6e62a req-a42bf475-89c5-4115-ba96-388905ab6a0c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7632513 Nov 12 08:22:33.598527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:33.603518 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.618045 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.621180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-24a1f163-e1f2-424f-8922-e506a2d17079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:33.622698 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-24a1f163-e1f2-424f-8922-e506a2d17079 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2473228 Nov 12 08:22:33.666820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c104f5-93a2-4f28-b9ec-ecdcf8569222 req-5e10fa82-c0dd-49a1-8fb5-c46d0b49cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:33.668865 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40c104f5-93a2-4f28-b9ec-ecdcf8569222 req-5e10fa82-c0dd-49a1-8fb5-c46d0b49cd95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1642334 Nov 12 08:22:33.689928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:33.692773 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-951b1a48-a42c-4242-8975-af464455cd79 None None] Port da67a5c4-090c-4a0d-a868-8377adc5b5d7 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:33.750382 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.791476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port f144d66f-9a5f-4616-ac98-8ca856ad0106, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f144d66f-9a5f-4616-ac98-8ca856ad0106,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:33.800041 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.800402 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5d247c10-22e6-478f-b6f2-26d58d4bd26e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:33.893765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-27c12e76-581e-49ff-96dc-9a17dfdb40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:33.896652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-27c12e76-581e-49ff-96dc-9a17dfdb40e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2608244 Nov 12 08:22:33.905530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=f144d66f-9a5f-4616-ac98-8ca856ad0106,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:33.912818 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.921075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 5d247c10-22e6-478f-b6f2-26d58d4bd26e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:33.921539 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.946289 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dda48-c7b6-4dca-ae05-32af42fc1a14 req-d2e555c2-3c9a-4576-8a05-add4f360d16b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:33.947847 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a4dda48-c7b6-4dca-ae05-32af42fc1a14 req-d2e555c2-3c9a-4576-8a05-add4f360d16b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 931 time: 0.2465305 Nov 12 08:22:33.950192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4045a32-567d-4550-b587-55e733ba214f {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:33.972026 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:33.989469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d080a-0e9a-4b5c-a882-66023c84647e None None] Network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:22:34.061397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.071228 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a4dda48-c7b6-4dca-ae05-32af42fc1a14 req-a56a6b68-6db3-4dbc-b682-4e419c5f422d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076550 Nov 12 08:22:34.092678 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Router 2a61140b-853f-4120-b081-3977bd076b6d has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:34.093959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Transition to ACTIVE for port object b4045a32-567d-4550-b587-55e733ba214f will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:34.106116 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-a2035863-2e4f-4649-9b25-fa8a256f8248 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989851 Nov 12 08:22:34.109889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:34.112530 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.133301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:34.139632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-54f01507-88a8-4819-9162-723c7e93ef7b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:34.143922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40c104f5-93a2-4f28-b9ec-ecdcf8569222 req-52e6eaaf-e67d-4ee7-9dd4-7334e0007604 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123814 Nov 12 08:22:34.144733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:34.197423 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-af3c93b0-4264-4c52-86e9-12e90e1adac1 req-a7424990-0d43-4bb9-85d8-c82abf3c1663 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.201735 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633d4990-ca45-4e2b-83fe-bc873bfc2fc3 x-openstack-request-id: req-633d4990-ca45-4e2b-83fe-bc873bfc2fc3 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:34.202184 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "name": "network-vif-plugged", "status": "completed", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:34.202382 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-633d4990-ca45-4e2b-83fe-bc873bfc2fc3 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:34.202731 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'code': 200} Nov 12 08:22:34.225631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad39947-57bc-4e06-8968-ff12cf9a0333,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:34.243658 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['2e83e360-8aad-4e92-a2e6-39cbfa6850c2'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:34.254432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 5d247c10-22e6-478f-b6f2-26d58d4bd26e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5d247c10-22e6-478f-b6f2-26d58d4bd26e,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:34.280094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-03ec04d1-013f-405d-977c-b9698da824b1 None None] Provisioning complete for port f144d66f-9a5f-4616-ac98-8ca856ad0106 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:34.280338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4045a32-567d-4550-b587-55e733ba214f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:34.280579 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-03ec04d1-013f-405d-977c-b9698da824b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.287384 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.366229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40c104f5-93a2-4f28-b9ec-ecdcf8569222 req-14593222-00a7-4613-ba64-25128715c14a service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054689 Nov 12 08:22:34.391687 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7424990-0d43-4bb9-85d8-c82abf3c1663 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Pushing event deleted for resources: {'Port': ['ID=c04cc653-79be-4a8c-9c71-1865015ec5bc,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:34.444310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=5d247c10-22e6-478f-b6f2-26d58d4bd26e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:34.498697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3c93b0-4264-4c52-86e9-12e90e1adac1 req-a7424990-0d43-4bb9-85d8-c82abf3c1663 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] No DVR routers for this DVR port c04cc653-79be-4a8c-9c71-1865015ec5bc on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:34.506187 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-af3c93b0-4264-4c52-86e9-12e90e1adac1 req-a7424990-0d43-4bb9-85d8-c82abf3c1663 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.509856 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af3c93b0-4264-4c52-86e9-12e90e1adac1 req-a7424990-0d43-4bb9-85d8-c82abf3c1663 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.52 "DELETE /v2.0/ports/c04cc653-79be-4a8c-9c71-1865015ec5bc HTTP/1.1" status: 204 len: 173 time: 2.5664463 Nov 12 08:22:34.514518 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0b1e8f-b890-4c6a-94e8-dabc74628f88', 'name': 'network-vif-deleted', 'tag': 'c04cc653-79be-4a8c-9c71-1865015ec5bc'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:34.520765 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa88e60-fd16-486d-bc67-f26a14698d95" -d '{"events": [{"server_uuid": "bc0b1e8f-b890-4c6a-94e8-dabc74628f88", "name": "network-vif-deleted", "tag": "c04cc653-79be-4a8c-9c71-1865015ec5bc"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:34.568261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19dcd2-5433-4a6c-ae49-3e6a63b559d7 req-fad5b7a1-31fd-415a-9d78-930e2cdc6831 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:34.576363 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8f19dcd2-5433-4a6c-ae49-3e6a63b559d7 req-fad5b7a1-31fd-415a-9d78-930e2cdc6831 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.3053846 Nov 12 08:22:34.597917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffcfe9-a7bc-47bb-99ba-f16e8020f867 req-cd6aaf94-7286-4e9f-b660-a7c49dbaaf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:34.600246 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66ffcfe9-a7bc-47bb-99ba-f16e8020f867 req-cd6aaf94-7286-4e9f-b660-a7c49dbaaf19 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 1102 time: 0.3372691 Nov 12 08:22:34.646658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:34.672154 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-794a5224-6967-4355-a084-e5735dc4c79a admin admin] 10.222.0.31 "PUT /v2.0/routers/2a61140b-853f-4120-b081-3977bd076b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4913080 Nov 12 08:22:34.700073 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Sync routers for ids ['2a61140b-853f-4120-b081-3977bd076b6d'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:34.709848 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Attempting to bind port b4045a32-567d-4550-b587-55e733ba214f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:34.720860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Attempting to bind port b4045a32-567d-4550-b587-55e733ba214f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:34.723048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Attempting to bind port b4045a32-567d-4550-b587-55e733ba214f on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:34.730768 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Routers {'2a61140b-853f-4120-b081-3977bd076b6d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:34.733599 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2a61140b-853f-4120-b081-3977bd076b6d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:34.796862 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8f19dcd2-5433-4a6c-ae49-3e6a63b559d7 req-d435ec92-af59-49a6-b5f2-4baa5e62b166 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178414 Nov 12 08:22:34.823453 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Port b4045a32-567d-4550-b587-55e733ba214f on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:34.823453 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Attempting to bind port b4045a32-567d-4550-b587-55e733ba214f on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:34.858071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:34.863497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:34.864161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:34.864763 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Bound port: b4045a32-567d-4550-b587-55e733ba214f, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:34.865281 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:34.920291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66ffcfe9-a7bc-47bb-99ba-f16e8020f867 req-170aa4a2-7bf0-43eb-975e-98c40c51c1f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907958 Nov 12 08:22:34.952822 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Set router 2a61140b-853f-4120-b081-3977bd076b6d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:35.033383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:35.038866 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b26dcc56-366b-4b40-a051-a600e1a1e15d req-663598e7-e1e6-4a27-a00f-04459d43165b tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc0b1e8f-b890-4c6a-94e8-dabc74628f88 HTTP/1.1" status: 200 len: 210 time: 0.0409350 Nov 12 08:22:35.061742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b4045a32-567d-4550-b587-55e733ba214f,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:35.069255 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.100045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c6d485db-d2dd-4874-b511-32092602919b None None] Provisioning complete for port f144d66f-9a5f-4616-ac98-8ca856ad0106 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:35.100557 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c6d485db-d2dd-4874-b511-32092602919b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.146701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:35.148272 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.150698 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] 10.222.0.52 "PUT /v2.0/ports/b4045a32-567d-4550-b587-55e733ba214f HTTP/1.1" status: 200 len: 1092 time: 2.9191127 Nov 12 08:22:35.215523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac236de-88fb-4b93-be95-fcd97c1cf5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4045a32-567d-4550-b587-55e733ba214f,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:35.245340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-7295aeac-5f2d-407c-9419-eb451443c343 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1256993 Nov 12 08:22:35.255992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c04cc653-79be-4a8c-9c71-1865015ec5bc no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:35.303295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4325c8e-e0f5-4ae6-8ca5-f7a55e1134fc req-e155f672-9a08-497a-a2e0-0cbdc12b74e6 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:35.305221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c4325c8e-e0f5-4ae6-8ca5-f7a55e1134fc req-e155f672-9a08-497a-a2e0-0cbdc12b74e6 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 950 time: 0.1334815 Nov 12 08:22:35.322483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-8e389c82-13a5-455c-bd79-66c195fc2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:35.325031 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-8e389c82-13a5-455c-bd79-66c195fc2c53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 1095 time: 0.0966616 Nov 12 08:22:35.347604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f144d66f-9a5f-4616-ac98-8ca856ad0106 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:35.360694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-54f01507-88a8-4819-9162-723c7e93ef7b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:35.373277 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a61140b-853f-4120-b081-3977bd076b6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1754786328-router', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:22Z', 'updated_at': '2021-11-12T08:22:31Z', 'revision_number': 4, 'project_id': '55dd92949efd4ef693d1c23084e8130c', 'gw_port': {'id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a61140b-853f-4120-b081-3977bd076b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:23Z', 'updated_at': '2021-11-12T08:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'da67a5c4-090c-4a0d-a868-8377adc5b5d7', 'name': '', 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'mac_address': 'fa:16:3e:c0:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a61140b-853f-4120-b081-3977bd076b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '793eb60d-e41f-471b-af34-1bb7c26e09c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:29Z', 'updated_at': '2021-11-12T08:22:31Z', 'revision_number': 2, 'project_id': '55dd92949efd4ef693d1c23084e8130c', 'subnets': [{'id': '793eb60d-e41f-471b-af34-1bb7c26e09c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:35.419385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.425778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-54f01507-88a8-4819-9162-723c7e93ef7b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.435006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7e9ca0-3731-4805-9528-607d52c32e6e None None] Sync routers for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:35.440322 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Checking router: 2a61140b-853f-4120-b081-3977bd076b6d for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:35.440972 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: c04cc653-79be-4a8c-9c71-1865015ec5bc {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:35.441219 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Updating router 2a61140b-853f-4120-b081-3977bd076b6d port da67a5c4-090c-4a0d-a868-8377adc5b5d7 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:22:35.441336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c04cc653-79be-4a8c-9c71-1865015ec5bc not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:35.443005 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ec476190-853b-46ae-8c64-6b89b344ff1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.490714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-db520d20-2482-4ed0-a7cf-a4fda4810621 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4045a32-567d-4550-b587-55e733ba214f HTTP/1.1" status: 200 len: 217 time: 0.1567776 Nov 12 08:22:35.494336 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.499667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-54f01507-88a8-4819-9162-723c7e93ef7b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "PUT /v2.0/floatingips/62751179-3268-42e3-a389-9ea6ad642560 HTTP/1.1" status: 200 len: 694 time: 3.5378540 Nov 12 08:22:35.502062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'tag': '2a7b0b91-367f-44ef-8e08-a19b669ab971'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:35.504815 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806d78b7-0055-4477-af35-0cc448b2e0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ef33939d-54c7-45b3-b67d-4d3cf36d96a0", "tag": "2a7b0b91-367f-44ef-8e08-a19b669ab971"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:35.545083 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c4325c8e-e0f5-4ae6-8ca5-f7a55e1134fc req-0e85e923-7cd2-41b4-b341-305680c8ede4 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323444 Nov 12 08:22:35.583037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e9ca0-3731-4805-9528-607d52c32e6e None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:35.588131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9c7e9ca0-3731-4805-9528-607d52c32e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:35.629201 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4b33eb-b96e-44e8-961c-cd8c64d3a2fd x-openstack-request-id: req-0b4b33eb-b96e-44e8-961c-cd8c64d3a2fd {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:35.635223 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0b1e8f-b890-4c6a-94e8-dabc74628f88", "name": "network-vif-deleted", "tag": "c04cc653-79be-4a8c-9c71-1865015ec5bc", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:35.635677 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b4b33eb-b96e-44e8-961c-cd8c64d3a2fd {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:35.636297 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0b1e8f-b890-4c6a-94e8-dabc74628f88', 'name': 'network-vif-deleted', 'tag': 'c04cc653-79be-4a8c-9c71-1865015ec5bc', 'status': 'completed', 'code': 200} Nov 12 08:22:35.639227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-010dfbcc-05b0-4aa3-8d47-e7e7df2bf7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:35.641058 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-010dfbcc-05b0-4aa3-8d47-e7e7df2bf7a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.1432512 Nov 12 08:22:35.665581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f144d66f-9a5f-4616-ac98-8ca856ad0106 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:35.665960 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.706666 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-9b63004b-f748-4630-ac7f-2714e14c14bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507016 Nov 12 08:22:35.767207 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.803718 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462be65-33b1-4557-a190-484bcaf13a6c req-ac799c11-0750-4603-acd9-8852a863bb21 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:35.812554 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5462be65-33b1-4557-a190-484bcaf13a6c req-ac799c11-0750-4603-acd9-8852a863bb21 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 946 time: 0.0983665 Nov 12 08:22:35.837132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-65041fd2-b573-4659-b429-757e07f2d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:35.839218 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-65041fd2-b573-4659-b429-757e07f2d99f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 1097 time: 0.2970059 Nov 12 08:22:35.849432 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.859008 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:35.906593 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338b92a-b8ca-4b5e-9554-e2ec99278c08 None None] Pushing event updated for resources: {'Port': ['ID=da67a5c4-090c-4a0d-a868-8377adc5b5d7,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:35.925917 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5462be65-33b1-4557-a190-484bcaf13a6c req-431ef88b-b840-4b4e-99b3-8d900d052b49 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968051 Nov 12 08:22:35.928034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-9c7e9ca0-3731-4805-9528-607d52c32e6e None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:35.989883 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-1c1cc3f3-64ae-4e67-92bb-be3a574210f4 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396114 Nov 12 08:22:36.043257 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Attempting to bind port da67a5c4-090c-4a0d-a868-8377adc5b5d7 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:36.044267 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Attempting to bind port da67a5c4-090c-4a0d-a868-8377adc5b5d7 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'dbcd7884-dfde-41ed-aece-9192d8fa820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:36.046322 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Attempting to bind port da67a5c4-090c-4a0d-a868-8377adc5b5d7 on network b3da41cc-dc34-41cd-a414-0f77bcfb822c {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:36.056908 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:36.057317 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Checking segment: {'id': 'dbcd7884-dfde-41ed-aece-9192d8fa820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:36.057720 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.060248 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Bound using segment: {'id': 'dbcd7884-dfde-41ed-aece-9192d8fa820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:36.065080 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Bound port: da67a5c4-090c-4a0d-a868-8377adc5b5d7, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcd7884-dfde-41ed-aece-9192d8fa820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:36.065527 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.115225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-5aec5e1e-2346-4a30-89a5-afb902b405b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:36.122107 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-5aec5e1e-2346-4a30-89a5-afb902b405b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.2765596 Nov 12 08:22:36.161233 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0f9bf89-f571-4d8f-9076-0bb72c2210be req-d693f373-13b5-43a9-8303-0e1d4558a92c service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612344 Nov 12 08:22:36.172298 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-61865bf5-a584-4e4a-8c68-87df114e99e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a7b0b91-367f-44ef-8e08-a19b669ab971 HTTP/1.1" status: 200 len: 217 time: 0.0492041 Nov 12 08:22:36.208211 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9068dc21-833d-42d1-adad-28f281338ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a9e300-e1d4-4a9f-9a81-d63a984757f8'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:36.210403 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462a887c-5eac-4977-918b-9dfb4a4bbd17" -d '{"events": [{"server_uuid": "9068dc21-833d-42d1-adad-28f281338ac5", "name": "network-vif-plugged", "status": "completed", "tag": "a6a9e300-e1d4-4a9f-9a81-d63a984757f8"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:36.221887 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] For port da67a5c4-090c-4a0d-a868-8377adc5b5d7, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:36.228222 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] For port da67a5c4-090c-4a0d-a868-8377adc5b5d7, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=da67a5c4-090c-4a0d-a868-8377adc5b5d7,segment=NetworkSegment(dbcd7884-dfde-41ed-aece-9192d8fa820c),segment_id=dbcd7884-dfde-41ed-aece-9192d8fa820c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:36.238350 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.261335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-0b0ea19d-9f9b-48c0-aa3b-36b8474a21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:36.265731 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-0b0ea19d-9f9b-48c0-aa3b-36b8474a21d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.0922980 Nov 12 08:22:36.277733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Router 5d459109-81cd-458b-b8d4-5318a515ee3d is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:22:36.299692 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5d247c10-22e6-478f-b6f2-26d58d4bd26e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:36.322142 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Routers {'2a61140b-853f-4120-b081-3977bd076b6d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:36.322775 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2a61140b-853f-4120-b081-3977bd076b6d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:36.384736 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338b92a-b8ca-4b5e-9554-e2ec99278c08 None None] Pushing event updated for resources: {'Port': ['ID=da67a5c4-090c-4a0d-a868-8377adc5b5d7,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:36.393201 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fb87c834-3804-47f3-8488-08e2c137dc6f None None] Provisioning complete for port da67a5c4-090c-4a0d-a868-8377adc5b5d7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:36.393584 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb87c834-3804-47f3-8488-08e2c137dc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.453270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9c7e9ca0-3731-4805-9528-607d52c32e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:36.492424 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] Set router 2a61140b-853f-4120-b081-3977bd076b6d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:36.519281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8516-07a2-418f-896e-055882c85869 req-9f94482f-50db-4b2b-a891-d98ca23e9f25 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:36.523934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7e9ca0-3731-4805-9528-607d52c32e6e None None] Checking router: e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:36.527641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 5d247c10-22e6-478f-b6f2-26d58d4bd26e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:36.528006 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.532311 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d5ff8516-07a2-418f-896e-055882c85869 req-9f94482f-50db-4b2b-a891-d98ca23e9f25 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 943 time: 0.1580462 Nov 12 08:22:36.568446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:36.578602 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e9ca0-3731-4805-9528-607d52c32e6e None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:36.579254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9c7e9ca0-3731-4805-9528-607d52c32e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:36.584130 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Sync routers for ids ['5d459109-81cd-458b-b8d4-5318a515ee3d'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:36.608554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-2f8a9d8e-c858-4b30-af44-38fa56ea27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:36.611873 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-2f8a9d8e-c858-4b30-af44-38fa56ea27fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3278372 Nov 12 08:22:36.620055 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Routers {'5d459109-81cd-458b-b8d4-5318a515ee3d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:36.620875 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-cca39239-03e5-4502-9a71-626760dada83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5d459109-81cd-458b-b8d4-5318a515ee3d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:36.622353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.624172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-458f3916-bf50-4e68-8893-9ce8114bd247 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8320875 Nov 12 08:22:36.630838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41008) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:36.668653 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb87c834-3804-47f3-8488-08e2c137dc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.736172 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Set router 5d459109-81cd-458b-b8d4-5318a515ee3d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:36.760681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fb87c834-3804-47f3-8488-08e2c137dc6f None None] For port da67a5c4-090c-4a0d-a868-8377adc5b5d7, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=da67a5c4-090c-4a0d-a868-8377adc5b5d7,segment=NetworkSegment(dbcd7884-dfde-41ed-aece-9192d8fa820c),segment_id=dbcd7884-dfde-41ed-aece-9192d8fa820c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:36.772977 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb87c834-3804-47f3-8488-08e2c137dc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:36.779324 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-a666e554-efc2-4855-bdf4-25ef535d2f39 service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537139 Nov 12 08:22:36.802031 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d5ff8516-07a2-418f-896e-055882c85869 req-153b44f6-245f-4da8-8d97-6da137211853 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627263 Nov 12 08:22:36.835941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-9c7e9ca0-3731-4805-9528-607d52c32e6e None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:36.872618 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a5512e-a8d9-4bd0-a165-64ce702b2c5d x-openstack-request-id: req-13a5512e-a8d9-4bd0-a165-64ce702b2c5d {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:36.872912 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef33939d-54c7-45b3-b67d-4d3cf36d96a0", "tag": "2a7b0b91-367f-44ef-8e08-a19b669ab971", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:36.873214 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13a5512e-a8d9-4bd0-a165-64ce702b2c5d {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:36.873761 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'tag': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'status': 'completed', 'code': 200} Nov 12 08:22:36.942198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-028baf9d-d420-4f2f-9226-16e5923ca68c req-f58b3062-634a-41b3-bfb8-9e64a0dc3e97 service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551766 Nov 12 08:22:36.958462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-909d2e8e-1394-4554-b64f-579ead4f4f16 None None] Provisioning complete for port da67a5c4-090c-4a0d-a868-8377adc5b5d7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:36.959194 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-909d2e8e-1394-4554-b64f-579ead4f4f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.092640 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bba56ff-846b-461a-abb6-51f692df09b5 x-openstack-request-id: req-9bba56ff-846b-461a-abb6-51f692df09b5 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:37.092959 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9068dc21-833d-42d1-adad-28f281338ac5", "name": "network-vif-plugged", "status": "completed", "tag": "a6a9e300-e1d4-4a9f-9a81-d63a984757f8", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:37.093397 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bba56ff-846b-461a-abb6-51f692df09b5 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:37.093863 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9068dc21-833d-42d1-adad-28f281338ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a9e300-e1d4-4a9f-9a81-d63a984757f8', 'code': 200} Nov 12 08:22:37.206860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411331dd-751f-41bf-a0a7-02f0da3fd06f req-655f3f44-97bc-47f8-aaff-2519c2abb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:37.208861 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-411331dd-751f-41bf-a0a7-02f0da3fd06f req-655f3f44-97bc-47f8-aaff-2519c2abb375 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0861270 Nov 12 08:22:37.229462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87c834-3804-47f3-8488-08e2c137dc6f None None] Pushing event updated for resources: {'Port': ['ID=da67a5c4-090c-4a0d-a868-8377adc5b5d7,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:37.245136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41663-eccf-4ed6-bfdb-5703d96eb119 req-cef8c7d6-f62b-4929-af91-9dd0c01fd940 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:37.253958 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59b41663-eccf-4ed6-bfdb-5703d96eb119 req-cef8c7d6-f62b-4929-af91-9dd0c01fd940 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.1438050 Nov 12 08:22:37.315479 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59b41663-eccf-4ed6-bfdb-5703d96eb119 req-daaf47f2-b8e3-4c5e-9fb7-685e2ecff1c7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603065 Nov 12 08:22:37.318433 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a61140b-853f-4120-b081-3977bd076b6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1754786328-router', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:22Z', 'updated_at': '2021-11-12T08:22:31Z', 'revision_number': 4, 'project_id': '55dd92949efd4ef693d1c23084e8130c', 'gw_port': {'id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a61140b-853f-4120-b081-3977bd076b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:23Z', 'updated_at': '2021-11-12T08:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'da67a5c4-090c-4a0d-a868-8377adc5b5d7', 'name': '', 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'mac_address': 'fa:16:3e:c0:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a61140b-853f-4120-b081-3977bd076b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '793eb60d-e41f-471b-af34-1bb7c26e09c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:29Z', 'updated_at': '2021-11-12T08:22:36Z', 'revision_number': 4, 'project_id': '55dd92949efd4ef693d1c23084e8130c', 'subnets': [{'id': '793eb60d-e41f-471b-af34-1bb7c26e09c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:37.322079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d78b7-0055-4477-af35-0cc448b2e0c3 req-a887b8e3-1653-4ebe-a641-2a7d68e02bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:37.324184 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-806d78b7-0055-4477-af35-0cc448b2e0c3 req-a887b8e3-1653-4ebe-a641-2a7d68e02bb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 1097 time: 0.2225616 Nov 12 08:22:37.327027 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-411331dd-751f-41bf-a0a7-02f0da3fd06f req-9387330b-e9bd-4986-bace-32a3047dae5a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098456 Nov 12 08:22:37.342286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf7c38-7786-4633-abea-3833d60aa6f1 req-342278d6-5338-406b-b26b-c43d837ff5ec tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:37.346475 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d1cf7c38-7786-4633-abea-3833d60aa6f1 req-342278d6-5338-406b-b26b-c43d837ff5ec tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 950 time: 0.1035614 Nov 12 08:22:37.364869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9c7e9ca0-3731-4805-9528-607d52c32e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:37.373522 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-cca39239-03e5-4502-9a71-626760dada83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:22:35Z', 'revision_number': 3, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:37.375937 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edba10b-4128-4b1e-afcd-9dc51cd61fd4 None None] The sync data for ids ['2a61140b-853f-4120-b081-3977bd076b6d'] in n-d-768851-18 is: [{'id': '2a61140b-853f-4120-b081-3977bd076b6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1754786328-router', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:22Z', 'updated_at': '2021-11-12T08:22:31Z', 'revision_number': 4, 'project_id': '55dd92949efd4ef693d1c23084e8130c', 'gw_port': {'id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a61140b-853f-4120-b081-3977bd076b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:23Z', 'updated_at': '2021-11-12T08:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'da67a5c4-090c-4a0d-a868-8377adc5b5d7', 'name': '', 'network_id': 'b3da41cc-dc34-41cd-a414-0f77bcfb822c', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'mac_address': 'fa:16:3e:c0:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a61140b-853f-4120-b081-3977bd076b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '793eb60d-e41f-471b-af34-1bb7c26e09c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:29Z', 'updated_at': '2021-11-12T08:22:36Z', 'revision_number': 4, 'project_id': '55dd92949efd4ef693d1c23084e8130c', 'subnets': [{'id': '793eb60d-e41f-471b-af34-1bb7c26e09c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:37.409535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7e9ca0-3731-4805-9528-607d52c32e6e None None] The sync data for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 is: [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:37.423977 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Checking router: 5d459109-81cd-458b-b8d4-5318a515ee3d for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:37.424428 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Updating router 5d459109-81cd-458b-b8d4-5318a515ee3d port 7ad39947-57bc-4e06-8968-ff12cf9a0333 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:22:37.460753 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d9860280-a557-4055-af01-5115bbece43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.468554 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.474819 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d1cf7c38-7786-4633-abea-3833d60aa6f1 req-b168a437-bce6-44ae-882c-020a0270f302 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118026 Nov 12 08:22:37.517136 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.587082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85403e70-6a6e-40a5-a100-601d01a3e0d0 req-8beac7a5-4221-45e3-8c9d-eb5dc40c46aa tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:37.588749 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-85403e70-6a6e-40a5-a100-601d01a3e0d0 req-8beac7a5-4221-45e3-8c9d-eb5dc40c46aa tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 946 time: 0.1536777 Nov 12 08:22:37.645879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b9fa2a-ad29-487c-9942-4adaa0b49c1a', 'tag': 'b4045a32-567d-4550-b587-55e733ba214f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:37.648748 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311c9b8d-c4e3-44eb-a883-ec2dc9b119f9" -d '{"events": [{"name": "network-changed", "server_uuid": "18b9fa2a-ad29-487c-9942-4adaa0b49c1a", "tag": "b4045a32-567d-4550-b587-55e733ba214f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:37.865330 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-85403e70-6a6e-40a5-a100-601d01a3e0d0 req-e64ccde3-c1bd-4cc1-939b-a89c1c46c0d5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688122 Nov 12 08:22:37.907720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d78b7-0055-4477-af35-0cc448b2e0c3 req-164548fe-4c10-4f80-8e25-eba445b57379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:37.909246 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-806d78b7-0055-4477-af35-0cc448b2e0c3 req-164548fe-4c10-4f80-8e25-eba445b57379 service neutron] 10.222.0.46 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.3022201 Nov 12 08:22:37.912752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Allocated IP 172.20.0.1 (1f80c745-8fd3-4f32-820e-d7cdda3d5267/d7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb/eed08208-fcee-40e2-b0b4-fb2f4bebd780) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:37.962710 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.978354 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:37.984402 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-806d78b7-0055-4477-af35-0cc448b2e0c3 req-4e4ecf24-10e0-4f94-a9a4-40fb0dd10b1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a7b0b91-367f-44ef-8e08-a19b669ab971 HTTP/1.1" status: 200 len: 217 time: 0.0645547 Nov 12 08:22:38.008129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af38fab2-6c2d-4062-b0f3-4439afaa633a None None] New status for floating IP 62751179-3268-42e3-a389-9ea6ad642560: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:22:38.048545 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b302ffd1-e683-4e80-a0cf-94e2f20c8db4 x-openstack-request-id: req-b302ffd1-e683-4e80-a0cf-94e2f20c8db4 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:38.048895 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b9fa2a-ad29-487c-9942-4adaa0b49c1a", "tag": "b4045a32-567d-4550-b587-55e733ba214f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:38.049175 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b302ffd1-e683-4e80-a0cf-94e2f20c8db4 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:38.049585 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b9fa2a-ad29-487c-9942-4adaa0b49c1a', 'tag': 'b4045a32-567d-4550-b587-55e733ba214f', 'status': 'completed', 'code': 200} Nov 12 08:22:38.129870 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28772c5f-3b82-4f16-8c43-88482be89a55 None None] Pushing event updated for resources: {'Port': ['ID=7ad39947-57bc-4e06-8968-ff12cf9a0333,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:38.157743 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Attempting to bind port 7ad39947-57bc-4e06-8968-ff12cf9a0333 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:38.166714 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Attempting to bind port 7ad39947-57bc-4e06-8968-ff12cf9a0333 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:38.167442 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Attempting to bind port 7ad39947-57bc-4e06-8968-ff12cf9a0333 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:38.179524 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:38.180349 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:38.181198 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.181932 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:38.184062 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Bound port: 7ad39947-57bc-4e06-8968-ff12cf9a0333, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:38.185291 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.276600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-31749d55-e4c2-4e2f-b44c-bf138da6fa42 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:38.286342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9b8d-c4e3-44eb-a883-ec2dc9b119f9 req-733a07e5-15d4-4c84-8ecc-38f244ab6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:38.292038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-311c9b8d-c4e3-44eb-a883-ec2dc9b119f9 req-733a07e5-15d4-4c84-8ecc-38f244ab6f01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 1095 time: 0.2086067 Nov 12 08:22:38.294083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d78b7-0055-4477-af35-0cc448b2e0c3 req-204cdeec-1128-4f64-aae9-1e8cf45de369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:38.295802 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-806d78b7-0055-4477-af35-0cc448b2e0c3 req-204cdeec-1128-4f64-aae9-1e8cf45de369 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.2938106 Nov 12 08:22:38.302918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-31749d55-e4c2-4e2f-b44c-bf138da6fa42 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1893914 Nov 12 08:22:38.328218 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-cca39239-03e5-4502-9a71-626760dada83 None None] For port 7ad39947-57bc-4e06-8968-ff12cf9a0333, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:38.341335 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-cca39239-03e5-4502-9a71-626760dada83 None None] For port 7ad39947-57bc-4e06-8968-ff12cf9a0333, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7ad39947-57bc-4e06-8968-ff12cf9a0333,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:38.348809 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.412780 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.425521 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.426149 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Routers {'5d459109-81cd-458b-b8d4-5318a515ee3d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:38.427385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-6298e246-a8c3-41bf-a784-cea0d5c2f418 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 697 time: 0.1228871 Nov 12 08:22:38.427816 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-cca39239-03e5-4502-9a71-626760dada83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5d459109-81cd-458b-b8d4-5318a515ee3d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:38.446134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-c4c85e93-5b34-42ea-9537-8329afe50622 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Request body: {'floatingip': {'port_id': '455bb988-0600-4285-a333-595e96e231f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:38.505379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-c4c85e93-5b34-42ea-9537-8329afe50622 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:38.507111 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28772c5f-3b82-4f16-8c43-88482be89a55 None None] Pushing event updated for resources: {'Port': ['ID=7ad39947-57bc-4e06-8968-ff12cf9a0333,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:38.521273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d78b7-0055-4477-af35-0cc448b2e0c3 req-741cfc76-010f-4aff-8eb5-095436a58ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:38.526193 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-806d78b7-0055-4477-af35-0cc448b2e0c3 req-741cfc76-010f-4aff-8eb5-095436a58ac0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2067349 Nov 12 08:22:38.600412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9b8d-c4e3-44eb-a883-ec2dc9b119f9 req-9f97c08c-b030-4b8e-845a-a8bdd4f0603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:38.601907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-311c9b8d-c4e3-44eb-a883-ec2dc9b119f9 req-9f97c08c-b030-4b8e-845a-a8bdd4f0603a service neutron] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.3049374 Nov 12 08:22:38.655024 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-cca39239-03e5-4502-9a71-626760dada83 None None] Set router 5d459109-81cd-458b-b8d4-5318a515ee3d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:38.946589 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-cca39239-03e5-4502-9a71-626760dada83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:22:35Z', 'revision_number': 3, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:38.961135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-311c9b8d-c4e3-44eb-a883-ec2dc9b119f9 req-d602fc1a-ffcb-4967-8868-c5bb816ebe29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4045a32-567d-4550-b587-55e733ba214f HTTP/1.1" status: 200 len: 217 time: 0.3489380 Nov 12 08:22:38.973844 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca39239-03e5-4502-9a71-626760dada83 None None] The sync data for ids ['5d459109-81cd-458b-b8d4-5318a515ee3d'] in n-d-768851-18 is: [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:22:35Z', 'revision_number': 3, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:39.057126 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.112301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:39.133555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:39.152026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:39.197455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device b4045a32-567d-4550-b587-55e733ba214f details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:39.213020 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcac9ce-91a2-4295-9767-a9275664adcd req-ba4531e0-d12a-45ab-abd9-766d0249118e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:39.218583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device da67a5c4-090c-4a0d-a868-8377adc5b5d7 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:39.221354 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6bcac9ce-91a2-4295-9767-a9275664adcd req-ba4531e0-d12a-45ab-abd9-766d0249118e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 943 time: 0.2592089 Nov 12 08:22:39.228366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Pushing event updated for resources: {'Port': ['ID=eed08208-fcee-40e2-b0b4-fb2f4bebd780,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:39.232227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9b8d-c4e3-44eb-a883-ec2dc9b119f9 req-77e90b5d-3604-4e89-b05c-c27ab9a194cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:39.234045 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-311c9b8d-c4e3-44eb-a883-ec2dc9b119f9 req-77e90b5d-3604-4e89-b05c-c27ab9a194cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.2376430 Nov 12 08:22:39.237512 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.241714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-806d78b7-0055-4477-af35-0cc448b2e0c3 req-cce3044e-4bf7-49e6-aa5c-5871475b7ace service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906540 Nov 12 08:22:39.457165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b4045a32-567d-4550-b587-55e733ba214f,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:39.476793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port da67a5c4-090c-4a0d-a868-8377adc5b5d7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:39.477206 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.481137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'b4045a32-567d-4550-b587-55e733ba214f', 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3', 'port_id': 'b4045a32-567d-4550-b587-55e733ba214f', 'mac_address': 'fa:16:3e:ad:71:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9d935-b743-43ba-87ab-2598092634c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:39.491639 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-806d78b7-0055-4477-af35-0cc448b2e0c3 req-ac064a11-8dca-462f-8efe-e86472437f6c service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921227 Nov 12 08:22:39.534121 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-311c9b8d-c4e3-44eb-a883-ec2dc9b119f9 req-0379827c-fec4-4152-9e20-13e97c02e7ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2818964 Nov 12 08:22:39.536555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c00fedcb-0fcf-4f13-853b-de5a80470764 None None] Provisioning complete for port eed08208-fcee-40e2-b0b4-fb2f4bebd780 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:39.536928 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c00fedcb-0fcf-4f13-853b-de5a80470764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.568111 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6bcac9ce-91a2-4295-9767-a9275664adcd req-e834d9f5-4f78-4a84-b923-5b473822b8bf tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458238 Nov 12 08:22:39.630340 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.634242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c00fedcb-0fcf-4f13-853b-de5a80470764 None None] Port eed08208-fcee-40e2-b0b4-fb2f4bebd780 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:39.649619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4045a32-567d-4550-b587-55e733ba214f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:39.700840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b4045a32-567d-4550-b587-55e733ba214f,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:39.728080 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.790999 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=b4045a32-567d-4550-b587-55e733ba214f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:39.832973 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.857450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-c4c85e93-5b34-42ea-9537-8329afe50622 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.866376 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-c4c85e93-5b34-42ea-9537-8329afe50622 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:39.919539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefb47a-015a-431d-958d-10d0956106bd req-966ef532-f692-4755-8b65-a13e13737ac7 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:39.921450 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cfefb47a-015a-431d-958d-10d0956106bd req-966ef532-f692-4755-8b65-a13e13737ac7 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef33939d-54c7-45b3-b67d-4d3cf36d96a0 HTTP/1.1" status: 200 len: 945 time: 0.2570801 Nov 12 08:22:39.930372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff8096-4021-4a5c-b86c-6647595b3a7b req-2581fb58-8b45-46b3-84e8-ebd085260456 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:39.931885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b3ff8096-4021-4a5c-b86c-6647595b3a7b req-2581fb58-8b45-46b3-84e8-ebd085260456 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.52 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 950 time: 0.1185808 Nov 12 08:22:39.967007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9693b6c-724e-4b7a-a817-feaf9f7bf7e7 req-feaa1cc8-69ab-4d2d-a66a-19f71108d9e8 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:39.968576 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9693b6c-724e-4b7a-a817-feaf9f7bf7e7 req-feaa1cc8-69ab-4d2d-a66a-19f71108d9e8 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/ports?device_id=45793313-d62f-4680-bcaf-481cfe8ed4af HTTP/1.1" status: 200 len: 950 time: 0.1770639 Nov 12 08:22:39.973193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['b4045a32-567d-4550-b587-55e733ba214f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:40.011516 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-311c9b8d-c4e3-44eb-a883-ec2dc9b119f9 req-1cd397e7-e3de-4fb7-9288-19b581ded07e service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363923 Nov 12 08:22:40.033857 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.080489 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-c4c85e93-5b34-42ea-9537-8329afe50622 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Floating IP 62751179-3268-42e3-a389-9ea6ad642560 associated. External IP: 172.25.3.25, port: 455bb988-0600-4285-a333-595e96e231f6. Nov 12 08:22:40.164441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b3ff8096-4021-4a5c-b86c-6647595b3a7b req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Deleting port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:40.165042 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b3ff8096-4021-4a5c-b86c-6647595b3a7b req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.210846 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9693b6c-724e-4b7a-a817-feaf9f7bf7e7 req-58a76efe-78ba-431c-8682-690f5c6189a8 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.31 "GET /v2.0/security-groups?id=1f4403e2-5ae6-4e9d-86f5-c7a435172adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149866 Nov 12 08:22:40.273711 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-311c9b8d-c4e3-44eb-a883-ec2dc9b119f9 req-9eaf7348-5206-4587-a445-3099eeb847bf service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509849 Nov 12 08:22:40.283902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-cfefb47a-015a-431d-958d-10d0956106bd req-4198cad3-ade7-4b2b-9416-971fc9b33843 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Deleting port 2a7b0b91-367f-44ef-8e08-a19b669ab971 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:22:40.284152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cfefb47a-015a-431d-958d-10d0956106bd req-4198cad3-ade7-4b2b-9416-971fc9b33843 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.346999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b3ff8096-4021-4a5c-b86c-6647595b3a7b req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] For port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2e83e360-8aad-4e92-a2e6-39cbfa6850c2,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:40.347365 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b3ff8096-4021-4a5c-b86c-6647595b3a7b req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.367619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b3ff8096-4021-4a5c-b86c-6647595b3a7b req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Calling delete_port for 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:40.472727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-c4c85e93-5b34-42ea-9537-8329afe50622 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:40.483354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb904-47fb-432e-9e92-9df228e43159 req-8ebeff1f-697e-4b29-aa30-55f89046d811 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:40.484839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19cbb904-47fb-432e-9e92-9df228e43159 req-8ebeff1f-697e-4b29-aa30-55f89046d811 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.1668024 Nov 12 08:22:40.491736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-cfefb47a-015a-431d-958d-10d0956106bd req-4198cad3-ade7-4b2b-9416-971fc9b33843 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] For port 2a7b0b91-367f-44ef-8e08-a19b669ab971, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2a7b0b91-367f-44ef-8e08-a19b669ab971,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:40.492353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cfefb47a-015a-431d-958d-10d0956106bd req-4198cad3-ade7-4b2b-9416-971fc9b33843 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.528297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-cfefb47a-015a-431d-958d-10d0956106bd req-4198cad3-ade7-4b2b-9416-971fc9b33843 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Calling delete_port for 2a7b0b91-367f-44ef-8e08-a19b669ab971 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:22:40.545648 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.560816 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.630915 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b3ff8096-4021-4a5c-b86c-6647595b3a7b req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.642780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['2e83e360-8aad-4e92-a2e6-39cbfa6850c2'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:40.664702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-c4c85e93-5b34-42ea-9537-8329afe50622 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:40.665216 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19cbb904-47fb-432e-9e92-9df228e43159 req-6c42bddb-e047-41b3-b1e5-17ce2fda8678 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667552 Nov 12 08:22:40.670215 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-c4c85e93-5b34-42ea-9537-8329afe50622 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.684194 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.685851 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161561a-2043-4e67-9d0f-dddbab50f0cb None None] Sync routers for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:40.692033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Pushing event deleted for resources: {'Port': ['ID=2e83e360-8aad-4e92-a2e6-39cbfa6850c2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:40.697823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Pushing event updated for resources: {'Port': ['ID=eed08208-fcee-40e2-b0b4-fb2f4bebd780,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:40.712620 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161561a-2043-4e67-9d0f-dddbab50f0cb None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:40.721924 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-1161561a-2043-4e67-9d0f-dddbab50f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:40.733252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:40.734075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:40.734075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:40.734308 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:40.734781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:40.734893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:40.735218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:40.735546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:40.736107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:40.736193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:40.736836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:40.736836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:40.757538 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-c4c85e93-5b34-42ea-9537-8329afe50622 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "PUT /v2.0/floatingips/62751179-3268-42e3-a389-9ea6ad642560 HTTP/1.1" status: 200 len: 995 time: 2.3281713 Nov 12 08:22:40.776318 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'tag': '455bb988-0600-4285-a333-595e96e231f6'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:40.779363 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d3874c-8fc5-4fd0-a761-9a240029ba44" -d '{"events": [{"name": "network-changed", "server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "tag": "455bb988-0600-4285-a333-595e96e231f6"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:40.784238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ff8096-4021-4a5c-b86c-6647595b3a7b req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] No DVR routers for this DVR port 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:40.789583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b3ff8096-4021-4a5c-b86c-6647595b3a7b req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.793855 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b3ff8096-4021-4a5c-b86c-6647595b3a7b req-af1fd028-9b5e-4119-b640-670bf5355102 tempest-ServersAdminNegativeTestJSON-1354550604 tempest-ServersAdminNegativeTestJSON-1354550604-project] 10.222.0.52 "DELETE /v2.0/ports/2e83e360-8aad-4e92-a2e6-39cbfa6850c2 HTTP/1.1" status: 204 len: 173 time: 0.8511546 Nov 12 08:22:40.870819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-bcef955a-ea82-47e9-884a-2652dc01e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:40.879161 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:40.893215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-bcef955a-ea82-47e9-884a-2652dc01e2e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 1097 time: 0.1103096 Nov 12 08:22:41.046825 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-1161561a-2043-4e67-9d0f-dddbab50f0cb None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:41.081928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:41.110366 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cfefb47a-015a-431d-958d-10d0956106bd req-4198cad3-ade7-4b2b-9416-971fc9b33843 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:41.121265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-75a99f2a-454a-4ede-baf1-9a6001267e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:41.124255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-75a99f2a-454a-4ede-baf1-9a6001267e27 service neutron] 10.222.0.31 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.2282901 Nov 12 08:22:41.132997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:41.135627 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['455bb988-0600-4285-a333-595e96e231f6', '2a7b0b91-367f-44ef-8e08-a19b669ab971'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:41.236047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device b4045a32-567d-4550-b587-55e733ba214f up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:41.240314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7ad39947-57bc-4e06-8968-ff12cf9a0333 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:41.282405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198cad3-ade7-4b2b-9416-971fc9b33843 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Pushing event deleted for resources: {'Port': ['ID=2a7b0b91-367f-44ef-8e08-a19b669ab971,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:41.430314 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-c12fd28e-14b1-461b-88c3-439c3aa3a8bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 998 time: 0.2570875 Nov 12 08:22:41.591137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-16c8fc63-3514-4cb1-8de4-fae07b28eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:41.604332 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-16c8fc63-3514-4cb1-8de4-fae07b28eb0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.1730845 Nov 12 08:22:41.624576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfefb47a-015a-431d-958d-10d0956106bd req-4198cad3-ade7-4b2b-9416-971fc9b33843 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] No DVR routers for this DVR port 2a7b0b91-367f-44ef-8e08-a19b669ab971 on host n-h1-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:41.628782 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cfefb47a-015a-431d-958d-10d0956106bd req-4198cad3-ade7-4b2b-9416-971fc9b33843 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:41.632286 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cfefb47a-015a-431d-958d-10d0956106bd req-4198cad3-ade7-4b2b-9416-971fc9b33843 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.46 "DELETE /v2.0/ports/2a7b0b91-367f-44ef-8e08-a19b669ab971 HTTP/1.1" status: 204 len: 173 time: 1.6889200 Nov 12 08:22:41.666926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'name': 'network-vif-deleted', 'tag': '2a7b0b91-367f-44ef-8e08-a19b669ab971'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:41.675606 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dda67dd-91ea-4039-bbbe-200a62d05779" -d '{"events": [{"server_uuid": "ef33939d-54c7-45b3-b67d-4d3cf36d96a0", "name": "network-vif-deleted", "tag": "2a7b0b91-367f-44ef-8e08-a19b669ab971"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:41.735514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-0a4db747-968c-4e8a-b3e7-48a750b2c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:41.745901 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-0a4db747-968c-4e8a-b3e7-48a750b2c60c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403954 Nov 12 08:22:41.817884 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-1161561a-2043-4e67-9d0f-dddbab50f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '62751179-3268-42e3-a389-9ea6ad642560', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'port_id': '455bb988-0600-4285-a333-595e96e231f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'mac_address': 'fa:16:3e:c5:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:21:47Z', 'updated_at': '2021-11-12T08:22:39Z', 'revision_number': 8, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:41.823205 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ad8a-6649-4b12-8147-9e02533c772a req-0bfbda48-0de1-4800-901b-350d924c5d23 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:41.842231 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13e0ad8a-6649-4b12-8147-9e02533c772a req-0bfbda48-0de1-4800-901b-350d924c5d23 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 946 time: 0.7692428 Nov 12 08:22:41.892237 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161561a-2043-4e67-9d0f-dddbab50f0cb None None] Checking router: e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:41.895644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-0e674b03-83ba-41e6-96ac-7212e29c50e1 service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474819 Nov 12 08:22:41.914681 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161561a-2043-4e67-9d0f-dddbab50f0cb None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:41.915470 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-1161561a-2043-4e67-9d0f-dddbab50f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:41.955998 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13e0ad8a-6649-4b12-8147-9e02533c772a req-c00d4e8c-d65f-4399-a360-9a5d9c573c2e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078424 Nov 12 08:22:41.977948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Router 5d459109-81cd-458b-b8d4-5318a515ee3d has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:42.040581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dbfff4a-325e-4420-a6aa-a7c935c38fce req-ea7f2528-b33c-453d-af2c-b7556f3140c8 service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436315 Nov 12 08:22:42.114125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 7ad39947-57bc-4e06-8968-ff12cf9a0333 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:42.115098 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.144614 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1699326c-1dc3-4083-bdd2-c632f0238294 x-openstack-request-id: req-1699326c-1dc3-4083-bdd2-c632f0238294 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:42.144910 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "tag": "455bb988-0600-4285-a333-595e96e231f6", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:42.145189 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1699326c-1dc3-4083-bdd2-c632f0238294 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:42.145587 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'tag': '455bb988-0600-4285-a333-595e96e231f6', 'status': 'completed', 'code': 200} Nov 12 08:22:42.165890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0b6bc111-9f8c-4f78-b9e8-011ea0f8d7c1 None None] Provisioning complete for port eed08208-fcee-40e2-b0b4-fb2f4bebd780 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:42.166451 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc111-9f8c-4f78-b9e8-011ea0f8d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.167073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:42.187234 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-1161561a-2043-4e67-9d0f-dddbab50f0cb None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:42.208118 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4c0975dd-b57b-46b3-b7e3-b825d0c83587 admin admin] 10.222.0.31 "PUT /v2.0/routers/5d459109-81cd-458b-b8d4-5318a515ee3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5760696 Nov 12 08:22:42.219800 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port b4045a32-567d-4550-b587-55e733ba214f completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:22:42.242569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bc111-9f8c-4f78-b9e8-011ea0f8d7c1 None None] Port eed08208-fcee-40e2-b0b4-fb2f4bebd780 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:42.245097 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port b4045a32-567d-4550-b587-55e733ba214f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:42.245746 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.248862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Sync routers for ids ['5d459109-81cd-458b-b8d4-5318a515ee3d'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:42.321172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Routers {'5d459109-81cd-458b-b8d4-5318a515ee3d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:42.322278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5d459109-81cd-458b-b8d4-5318a515ee3d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:42.351675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af68f6a-c7d3-451b-bbad-347fffc4936f req-2fd4fb0e-ff48-4150-ac06-a1e8f135c414 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.363432 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2af68f6a-c7d3-451b-bbad-347fffc4936f req-2fd4fb0e-ff48-4150-ac06-a1e8f135c414 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 944 time: 0.1825938 Nov 12 08:22:42.373092 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d63309-2f56-4d2d-9e74-398d4a62ccef x-openstack-request-id: req-99d63309-2f56-4d2d-9e74-398d4a62ccef {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:42.374176 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef33939d-54c7-45b3-b67d-4d3cf36d96a0", "name": "network-vif-deleted", "tag": "2a7b0b91-367f-44ef-8e08-a19b669ab971", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:42.374429 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99d63309-2f56-4d2d-9e74-398d4a62ccef {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:42.374829 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef33939d-54c7-45b3-b67d-4d3cf36d96a0', 'name': 'network-vif-deleted', 'tag': '2a7b0b91-367f-44ef-8e08-a19b669ab971', 'status': 'completed', 'code': 200} Nov 12 08:22:42.392188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3874c-8fc5-4fd0-a761-9a240029ba44 req-470d8312-9d9c-49e9-8994-1d1da3416519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.392188 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27d3874c-8fc5-4fd0-a761-9a240029ba44 req-470d8312-9d9c-49e9-8994-1d1da3416519 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 1097 time: 0.1962345 Nov 12 08:22:42.544022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Set router 5d459109-81cd-458b-b8d4-5318a515ee3d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:42.590488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3874c-8fc5-4fd0-a761-9a240029ba44 req-1bf8065a-b750-4010-ba9d-991da720bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.591877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27d3874c-8fc5-4fd0-a761-9a240029ba44 req-1bf8065a-b750-4010-ba9d-991da720bcb2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.1787813 Nov 12 08:22:42.599299 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd2674-dc0e-44a6-96c7-78a4455f6a23 req-b47613c8-bf37-4349-9b8c-e47dbef5b31d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.600886 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66dd2674-dc0e-44a6-96c7-78a4455f6a23 req-b47613c8-bf37-4349-9b8c-e47dbef5b31d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.1109214 Nov 12 08:22:42.673714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27d3874c-8fc5-4fd0-a761-9a240029ba44 req-a67463a1-a9ec-4fa0-b1b6-3d6c34dc5b61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 998 time: 0.0678475 Nov 12 08:22:42.699100 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66dd2674-dc0e-44a6-96c7-78a4455f6a23 req-72907f04-8548-49dc-814c-1147c0ecd719 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915117 Nov 12 08:22:42.728545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41084) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:42.732733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2af68f6a-c7d3-451b-bbad-347fffc4936f req-a9f6eb08-64d2-43cc-ae74-e90b668ae56a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683608 Nov 12 08:22:42.744679 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-1161561a-2043-4e67-9d0f-dddbab50f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '62751179-3268-42e3-a389-9ea6ad642560', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'port_id': '455bb988-0600-4285-a333-595e96e231f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'mac_address': 'fa:16:3e:c5:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:21:47Z', 'updated_at': '2021-11-12T08:22:39Z', 'revision_number': 8, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:42.771638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3874c-8fc5-4fd0-a761-9a240029ba44 req-0622a971-0ddb-49ce-b00c-6af279a2a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.773442 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27d3874c-8fc5-4fd0-a761-9a240029ba44 req-0622a971-0ddb-49ce-b00c-6af279a2a763 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.0917928 Nov 12 08:22:42.845993 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1161561a-2043-4e67-9d0f-dddbab50f0cb None None] The sync data for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 is: [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '62751179-3268-42e3-a389-9ea6ad642560', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'port_id': '455bb988-0600-4285-a333-595e96e231f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'mac_address': 'fa:16:3e:c5:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:21:47Z', 'updated_at': '2021-11-12T08:22:39Z', 'revision_number': 8, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:42.884160 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:42.909669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3874c-8fc5-4fd0-a761-9a240029ba44 req-8749def1-1d0c-4c57-b22c-a3926caf4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.912512 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27d3874c-8fc5-4fd0-a761-9a240029ba44 req-8749def1-1d0c-4c57-b22c-a3926caf4f74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303563 Nov 12 08:22:42.953219 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda47d50-9580-4a09-9829-ff977277143f req-0baa681e-6305-410e-a7f4-7627a17e9696 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:42.969646 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dda47d50-9580-4a09-9829-ff977277143f req-0baa681e-6305-410e-a7f4-7627a17e9696 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0997229 Nov 12 08:22:43.062296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-adc39008-f9a5-4ade-96a7-7d76c96681f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fc5c9df263f494cbe189c9db1e6f2a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326015 Nov 12 08:22:43.064802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41096) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:43.092277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 7ad39947-57bc-4e06-8968-ff12cf9a0333, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7ad39947-57bc-4e06-8968-ff12cf9a0333,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:43.201213 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051f2f8-b98a-43b1-ad38-e735288dcaf0 None None] New status for floating IP 62751179-3268-42e3-a389-9ea6ad642560: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:22:43.213487 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.221646 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.251361 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3f79414-216d-46df-92a2-9dd510f35614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.254887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:22:43.335339 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3f79414-216d-46df-92a2-9dd510f35614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.424352 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3f79414-216d-46df-92a2-9dd510f35614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.427739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3f79414-216d-46df-92a2-9dd510f35614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.429304 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e3f79414-216d-46df-92a2-9dd510f35614 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f4403e2-5ae6-4e9d-86f5-c7a435172adc HTTP/1.1" status: 204 len: 168 time: 0.3635180 Nov 12 08:22:43.462048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:43.468088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f79414-216d-46df-92a2-9dd510f35614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4403e2-5ae6-4e9d-86f5-c7a435172adc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:43.537621 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'mac_address': 'fa:16:3e:cd:d8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:22:43.540653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2a7b0b91-367f-44ef-8e08-a19b669ab971 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:43.569281 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dda47d50-9580-4a09-9829-ff977277143f req-df864b43-8669-4611-8cee-9b5ecaa6f54c tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5983715 Nov 12 08:22:43.635347 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27d3874c-8fc5-4fd0-a761-9a240029ba44 req-b4e7cc88-b3d8-455b-9926-7039a29ca47c service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7079141 Nov 12 08:22:43.650345 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 2a7b0b91-367f-44ef-8e08-a19b669ab971 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:43.650758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2a7b0b91-367f-44ef-8e08-a19b669ab971 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:43.665636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b9fa2a-ad29-487c-9942-4adaa0b49c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4045a32-567d-4550-b587-55e733ba214f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:43.668357 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffebcfa1-cfeb-48ac-8055-8a84f6c8aba5" -d '{"events": [{"server_uuid": "18b9fa2a-ad29-487c-9942-4adaa0b49c1a", "name": "network-vif-plugged", "status": "completed", "tag": "b4045a32-567d-4550-b587-55e733ba214f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:43.758565 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b4045a32-567d-4550-b587-55e733ba214f,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:43.780268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41112) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:43.785022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4f6f9d87-b527-4ed8-b90c-1a5f9b001e68 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--815426194', 'description': 'tempest-description--623428731'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:43.791194 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5dd04776-f12f-44a3-81f0-c601fc21ee8a req-b2c7774d-b436-4ec7-8e30-362f40270922 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips/62751179-3268-42e3-a389-9ea6ad642560 HTTP/1.1" status: 200 len: 997 time: 0.1473062 Nov 12 08:22:43.795860 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.796648 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:43.832847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=7ad39947-57bc-4e06-8968-ff12cf9a0333,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:43.873659 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d87-b527-4ed8-b90c-1a5f9b001e68 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.948521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=b4045a32-567d-4550-b587-55e733ba214f,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:43.952530 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:43.957123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:22:43.957589 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2e83e360-8aad-4e92-a2e6-39cbfa6850c2 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:43.984699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:43.999299 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:22:39Z', 'revision_number': 4, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'eed08208-fcee-40e2-b0b4-fb2f4bebd780', 'name': '', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'mac_address': 'fa:16:3e:39:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:37Z', 'updated_at': '2021-11-12T08:22:40Z', 'revision_number': 2, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'subnets': [{'id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:44.060936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d87-b527-4ed8-b90c-1a5f9b001e68 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.069614 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d87-b527-4ed8-b90c-1a5f9b001e68 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.108101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:44.112460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41118) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:44.115143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f9d87-b527-4ed8-b90c-1a5f9b001e68 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcbb11f-7069-4999-8ac0-febabc6188d0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.116942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Checking router: 5d459109-81cd-458b-b8d4-5318a515ee3d for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:44.119917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Updating router 5d459109-81cd-458b-b8d4-5318a515ee3d port eed08208-fcee-40e2-b0b4-fb2f4bebd780 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:22:44.147223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45793313-d62f-4680-bcaf-481cfe8ed4af', 'name': 'network-vif-deleted', 'tag': '2e83e360-8aad-4e92-a2e6-39cbfa6850c2'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:44.154032 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b180c3-0877-48bf-8310-160bab41f58c" -d '{"events": [{"server_uuid": "45793313-d62f-4680-bcaf-481cfe8ed4af", "name": "network-vif-deleted", "tag": "2e83e360-8aad-4e92-a2e6-39cbfa6850c2"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:44.187907 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f6f9d87-b527-4ed8-b90c-1a5f9b001e68 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.190279 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4f6f9d87-b527-4ed8-b90c-1a5f9b001e68 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4087293 Nov 12 08:22:44.194802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41122) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:44.208401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Request body: {'security_group_rule': {'security_group_id': '0bcbb11f-7069-4999-8ac0-febabc6188d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:44.229357 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.257462 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27d3874c-8fc5-4fd0-a761-9a240029ba44 req-f9768091-4a91-4d9f-a068-ef6e95dbba26 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612637 Nov 12 08:22:44.258632 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.270002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04776-f12f-44a3-81f0-c601fc21ee8a req-295ff32b-16d8-4287-bd89-442d0fdbbadf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:44.273952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5dd04776-f12f-44a3-81f0-c601fc21ee8a req-295ff32b-16d8-4287-bd89-442d0fdbbadf tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.4818585 Nov 12 08:22:44.288896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3c56569b-eba6-44ef-9d1a-6782e4ded0e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0315a86de0f646709b952c061dd53938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674829 Nov 12 08:22:44.288896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41124) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:44.300222 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.304895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-5dd04776-f12f-44a3-81f0-c601fc21ee8a req-0421566a-28bc-41ea-866f-ea9e39515226 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:22:44.306200 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5dd04776-f12f-44a3-81f0-c601fc21ee8a req-0421566a-28bc-41ea-866f-ea9e39515226 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143926 Nov 12 08:22:44.335219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.352600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['14502dc1-19cb-45dd-8a24-f4afbaa89bf7'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:44.428665 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d233fa13-665e-4b3d-887c-dde5baa24032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.445353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.467485 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d233fa13-665e-4b3d-887c-dde5baa24032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.495580 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.535579 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d233fa13-665e-4b3d-887c-dde5baa24032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.542637 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d233fa13-665e-4b3d-887c-dde5baa24032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.546643 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d233fa13-665e-4b3d-887c-dde5baa24032 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/917d67d5-6545-40e8-925e-66f18eb31adb HTTP/1.1" status: 204 len: 168 time: 0.2566488 Nov 12 08:22:44.558417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233fa13-665e-4b3d-887c-dde5baa24032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917d67d5-6545-40e8-925e-66f18eb31adb,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.559850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.572341 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3726561 Nov 12 08:22:44.574245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41130) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:44.574816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b802e75-5404-4138-a4c4-4b86f4593509,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.581366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-bb1eecdf-03e9-4a31-abab-3e78c952ce7e tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Request body: {'security_group_rule': {'security_group_id': '0bcbb11f-7069-4999-8ac0-febabc6188d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:44.599284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14ae2e-1c32-4566-b712-5504489a8bf2 req-11f64d42-dfbd-4f63-bbfd-455142645ece tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:44.601460 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1a14ae2e-1c32-4566-b712-5504489a8bf2 req-11f64d42-dfbd-4f63-bbfd-455142645ece tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 1098 time: 0.1696632 Nov 12 08:22:44.603014 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.603375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.603706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.604045 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.604383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.604719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.605051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.605406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.605765 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.616364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.616751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.617113 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3544ead-aa25-43c7-bf66-8a7108a572bc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:22:44.674101 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb1eecdf-03e9-4a31-abab-3e78c952ce7e tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.717034 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1a14ae2e-1c32-4566-b712-5504489a8bf2 req-8326a38a-e6e9-4411-b067-499b4772a916 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970531 Nov 12 08:22:44.823726 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbd1d8b-8c78-4cc2-a826-534563a92add x-openstack-request-id: req-8dbd1d8b-8c78-4cc2-a826-534563a92add {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:44.825496 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b9fa2a-ad29-487c-9942-4adaa0b49c1a", "name": "network-vif-plugged", "status": "completed", "tag": "b4045a32-567d-4550-b587-55e733ba214f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:44.826308 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dbd1d8b-8c78-4cc2-a826-534563a92add {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:44.827090 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b9fa2a-ad29-487c-9942-4adaa0b49c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4045a32-567d-4550-b587-55e733ba214f', 'code': 200} Nov 12 08:22:44.867853 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb1eecdf-03e9-4a31-abab-3e78c952ce7e tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.879205 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb1eecdf-03e9-4a31-abab-3e78c952ce7e tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.925235 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1eecdf-03e9-4a31-abab-3e78c952ce7e tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe939cf-9a22-489a-b47a-02afa1510b60,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:44.951312 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb1eecdf-03e9-4a31-abab-3e78c952ce7e tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:44.952725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bb1eecdf-03e9-4a31-abab-3e78c952ce7e tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3768582 Nov 12 08:22:44.957448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41136) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:44.967479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:44.985290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab19a8d-63c6-4416-b71a-c613f9324bb8 req-99becee4-4822-4364-b235-f712ad5f0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:44.986797 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ab19a8d-63c6-4416-b71a-c613f9324bb8 req-99becee4-4822-4364-b235-f712ad5f0216 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 1097 time: 0.1033199 Nov 12 08:22:45.029989 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.030370 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f55c2-78a0-46ad-9d5f-3c1b2292ba15 req-1e365984-466e-40b4-97fe-2d354a08aa6b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:45.034189 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-804f55c2-78a0-46ad-9d5f-3c1b2292ba15 req-1e365984-466e-40b4-97fe-2d354a08aa6b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.1073370 Nov 12 08:22:45.044295 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.044610 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.115106 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ab19a8d-63c6-4416-b71a-c613f9324bb8 req-5300f358-9417-4055-820f-69f7ab799162 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196196 Nov 12 08:22:45.153286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bedfd-6634-4f4f-a54c-0e6aa67e60d7 None None] Pushing event updated for resources: {'Port': ['ID=eed08208-fcee-40e2-b0b4-fb2f4bebd780,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:45.161501 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-804f55c2-78a0-46ad-9d5f-3c1b2292ba15 req-4867581a-2749-499e-8c9e-0a7ba915e349 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200347 Nov 12 08:22:45.205542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:45.273343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41144) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:45.279570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-072aca85-f750-4849-bc94-751316d18534 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738812158', 'description': 'tempest-description--178305620'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:45.325808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Attempting to bind port eed08208-fcee-40e2-b0b4-fb2f4bebd780 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:45.326217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Attempting to bind port eed08208-fcee-40e2-b0b4-fb2f4bebd780 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:45.326322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Attempting to bind port eed08208-fcee-40e2-b0b4-fb2f4bebd780 on network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:45.338642 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:45.339024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Checking segment: {'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:45.339429 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.340256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Bound using segment: {'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:45.340799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Bound port: eed08208-fcee-40e2-b0b4-fb2f4bebd780, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:45.341229 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.413421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d463c95-6ec9-4f0e-811d-48c3c9214d9e req-258428c2-7bf6-49d4-a24b-fb09ffd152f7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:45.416049 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d463c95-6ec9-4f0e-811d-48c3c9214d9e req-258428c2-7bf6-49d4-a24b-fb09ffd152f7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 945 time: 0.1080663 Nov 12 08:22:45.417314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-072aca85-f750-4849-bc94-751316d18534 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.422240 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.435558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7ad39947-57bc-4e06-8968-ff12cf9a0333 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:45.527355 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d463c95-6ec9-4f0e-811d-48c3c9214d9e req-8f98c0a0-73e6-4890-8eeb-c795812e3a0e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904832 Nov 12 08:22:45.540177 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33301a9a-55fd-43af-948d-1e046a696a2b x-openstack-request-id: req-33301a9a-55fd-43af-948d-1e046a696a2b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:45.540572 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45793313-d62f-4680-bcaf-481cfe8ed4af", "name": "network-vif-deleted", "tag": "2e83e360-8aad-4e92-a2e6-39cbfa6850c2", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:45.540682 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33301a9a-55fd-43af-948d-1e046a696a2b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:45.541095 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45793313-d62f-4680-bcaf-481cfe8ed4af', 'name': 'network-vif-deleted', 'tag': '2e83e360-8aad-4e92-a2e6-39cbfa6850c2', 'status': 'completed', 'code': 200} Nov 12 08:22:45.557343 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-072aca85-f750-4849-bc94-751316d18534 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.570422 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-072aca85-f750-4849-bc94-751316d18534 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.611970 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-072aca85-f750-4849-bc94-751316d18534 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.615707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-072aca85-f750-4849-bc94-751316d18534 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3377562 Nov 12 08:22:45.616039 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41162) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:45.620933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-44dd6c1b-290e-4b5a-97e5-534666469503 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Request body: {'security_group_rule': {'security_group_id': '8caabac4-ca31-4abb-b3bc-d05a915209ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:45.645351 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072aca85-f750-4849-bc94-751316d18534 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8caabac4-ca31-4abb-b3bc-d05a915209ed,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:45.664893 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44dd6c1b-290e-4b5a-97e5-534666469503 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.704371 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-77d200a8-976f-4c51-8737-4e385b4c13f8 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 1000 time: 0.1659529 Nov 12 08:22:45.710791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:45.711335 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.773403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-5849b23c-c494-4cdd-912f-6d7ee5575b41 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:45.776181 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44dd6c1b-290e-4b5a-97e5-534666469503 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.782520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-5849b23c-c494-4cdd-912f-6d7ee5575b41 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/ports/455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 942 time: 0.0701194 Nov 12 08:22:45.788561 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44dd6c1b-290e-4b5a-97e5-534666469503 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.821958 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] For port eed08208-fcee-40e2-b0b4-fb2f4bebd780, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:45.841098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ebb244b4-d2ee-4981-84ed-5d12b7439b20 None None] Provisioning complete for port eed08208-fcee-40e2-b0b4-fb2f4bebd780 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:45.841605 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ebb244b4-d2ee-4981-84ed-5d12b7439b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.844727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] For port eed08208-fcee-40e2-b0b4-fb2f4bebd780, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=eed08208-fcee-40e2-b0b4-fb2f4bebd780,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:45.865940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd6c1b-290e-4b5a-97e5-534666469503 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6270e8-80e7-4a62-bcc2-58201baf9757,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:45.877047 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.925641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44dd6c1b-290e-4b5a-97e5-534666469503 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.927153 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-44dd6c1b-290e-4b5a-97e5-534666469503 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3101821 Nov 12 08:22:45.955049 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 7ad39947-57bc-4e06-8968-ff12cf9a0333 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:45.955418 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:45.961557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41172) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:45.962719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ebb244b4-d2ee-4981-84ed-5d12b7439b20 None None] Port eed08208-fcee-40e2-b0b4-fb2f4bebd780 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:45.968678 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-82619d99-2ca4-4ea3-b2db-d5a4e27f877e tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Request body: {'security_group_rule': {'security_group_id': '8caabac4-ca31-4abb-b3bc-d05a915209ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:46.023952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95918421-e683-4683-9a38-434a4700a9d6 req-4ed60d03-cc37-46ac-a5ff-f5ca1f9c1d34 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:46.030715 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-95918421-e683-4683-9a38-434a4700a9d6 req-4ed60d03-cc37-46ac-a5ff-f5ca1f9c1d34 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 1098 time: 0.1377537 Nov 12 08:22:46.039721 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82619d99-2ca4-4ea3-b2db-d5a4e27f877e tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.074378 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.079120 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Routers {'5d459109-81cd-458b-b8d4-5318a515ee3d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:46.079761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5d459109-81cd-458b-b8d4-5318a515ee3d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:46.084972 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bedfd-6634-4f4f-a54c-0e6aa67e60d7 None None] Pushing event updated for resources: {'Port': ['ID=eed08208-fcee-40e2-b0b4-fb2f4bebd780,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:46.193742 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-95918421-e683-4683-9a38-434a4700a9d6 req-ede802f6-7a76-4810-a1ea-de34bf65c3ba tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550210 Nov 12 08:22:46.318143 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82619d99-2ca4-4ea3-b2db-d5a4e27f877e tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.319414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:46.328562 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82619d99-2ca4-4ea3-b2db-d5a4e27f877e tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.360814 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.376306 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82619d99-2ca4-4ea3-b2db-d5a4e27f877e tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.378547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-82619d99-2ca4-4ea3-b2db-d5a4e27f877e tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4143031 Nov 12 08:22:46.384246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41186) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:22:46.425368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:46.449424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82619d99-2ca4-4ea3-b2db-d5a4e27f877e tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf367b49-df1a-444b-9aae-1791797bbc42,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:46.449969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-678d7d4f-f3c8-433c-beec-18efeb9dc043 None None] Provisioning complete for port eed08208-fcee-40e2-b0b4-fb2f4bebd780 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:46.450624 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-678d7d4f-f3c8-433c-beec-18efeb9dc043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.458769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] Set router 5d459109-81cd-458b-b8d4-5318a515ee3d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:46.474525 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.510045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Allocated IP 172.25.3.79 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/6142cbae-e274-4d4d-8f06-a252367eed88) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:46.531388 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:22:46.601526 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:46.604093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bbe28-70cd-40c8-a2dd-e9575ba70420 req-4f350c8a-4c77-417d-8a83-dd750191b1fb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:46.605808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d45bbe28-70cd-40c8-a2dd-e9575ba70420 req-4f350c8a-4c77-417d-8a83-dd750191b1fb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.2420263 Nov 12 08:22:46.613125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-e1b587d5-fee4-488f-82f2-d3625de5c956 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 1000 time: 0.7444413 Nov 12 08:22:46.695228 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d45bbe28-70cd-40c8-a2dd-e9575ba70420 req-c8ac7e94-da57-45d1-95a8-73adc62f79f6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764997 Nov 12 08:22:46.728768 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.812920 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.842867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:46.858682 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f138dab-2491-4faf-993a-35c2173b7293" -d '{"events": [{"server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "name": "network-vif-plugged", "status": "completed", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:46.868061 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.869732 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-678d7d4f-f3c8-433c-beec-18efeb9dc043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.928337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-678d7d4f-f3c8-433c-beec-18efeb9dc043 None None] For port eed08208-fcee-40e2-b0b4-fb2f4bebd780, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=eed08208-fcee-40e2-b0b4-fb2f4bebd780,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:46.939798 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-678d7d4f-f3c8-433c-beec-18efeb9dc043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:46.970940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:47.001663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:47.015769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:47.020005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:22:39Z', 'revision_number': 4, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'eed08208-fcee-40e2-b0b4-fb2f4bebd780', 'name': '', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'mac_address': 'fa:16:3e:39:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:37Z', 'updated_at': '2021-11-12T08:22:45Z', 'revision_number': 4, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'subnets': [{'id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:47.041831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Allocated IP 172.25.3.97 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/49782976-2476-4774-b861-af25150b0636) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:47.075994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Pushing event updated for resources: {'Port': ['ID=6142cbae-e274-4d4d-8f06-a252367eed88,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:47.091032 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3ce9e-dff4-4111-ae3f-35fedec09542 None None] The sync data for ids ['5d459109-81cd-458b-b8d4-5318a515ee3d'] in n-d-768851-18 is: [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:22:39Z', 'revision_number': 4, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'eed08208-fcee-40e2-b0b4-fb2f4bebd780', 'name': '', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'mac_address': 'fa:16:3e:39:f9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:37Z', 'updated_at': '2021-11-12T08:22:45Z', 'revision_number': 4, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'subnets': [{'id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:47.093318 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d7d4f-f3c8-433c-beec-18efeb9dc043 None None] Pushing event updated for resources: {'Port': ['ID=eed08208-fcee-40e2-b0b4-fb2f4bebd780,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:47.098861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3faa7e-164a-4df2-a6e1-4e591546c753 req-f0e86d84-ccb1-4a3e-904e-83116c97c676 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:47.101160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac3faa7e-164a-4df2-a6e1-4e591546c753 req-f0e86d84-ccb1-4a3e-904e-83116c97c676 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 945 time: 0.1806858 Nov 12 08:22:47.235359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-f52f7f69-ead2-43ee-aff4-22bdcf3c4346 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:47.236935 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-f52f7f69-ead2-43ee-aff4-22bdcf3c4346 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.6009932 Nov 12 08:22:47.311159 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac3faa7e-164a-4df2-a6e1-4e591546c753 req-df5d4e43-38bf-4325-bb20-c2f30e6b55f6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911523 Nov 12 08:22:47.382400 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.384536 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.458973 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a7d7b5-0d3a-448a-8c6b-b156f2c32770 x-openstack-request-id: req-29a7d7b5-0d3a-448a-8c6b-b156f2c32770 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:47.459881 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "name": "network-vif-plugged", "status": "completed", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:47.460845 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29a7d7b5-0d3a-448a-8c6b-b156f2c32770 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:47.461662 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'code': 200} Nov 12 08:22:47.464591 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.469079 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-602c4a20-736a-4707-ba53-4a81fecbd14d tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 1000 time: 0.1949277 Nov 12 08:22:47.481775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-e9cdbcca-2704-46db-bfee-44986606b81b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:47.487111 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.502605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device eed08208-fcee-40e2-b0b4-fb2f4bebd780 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:22:47.579231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:47.583754 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Pushing event updated for resources: {'Port': ['ID=49782976-2476-4774-b861-af25150b0636,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:47.588260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:47.594305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:47.631463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port eed08208-fcee-40e2-b0b4-fb2f4bebd780 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:47.636050 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.811220 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.824967 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.837831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204db27-9269-447d-aade-b7df91218ddc req-b4beab35-4931-4213-97f0-37666188d529 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:47.857976 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4204db27-9269-447d-aade-b7df91218ddc req-b4beab35-4931-4213-97f0-37666188d529 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 1098 time: 0.2583969 Nov 12 08:22:47.920476 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-e9cdbcca-2704-46db-bfee-44986606b81b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:47.994887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Pushing event updated for resources: {'Port': ['ID=6142cbae-e274-4d4d-8f06-a252367eed88,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:48.006406 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.021124 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.096214 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.112275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-803c70ea-cb0e-4d0c-8bc7-3a5d025133eb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1386290 Nov 12 08:22:48.198264 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.211231 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4204db27-9269-447d-aade-b7df91218ddc req-85fc1ee7-853e-4c10-9bca-ec65d8b60d21 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942534 Nov 12 08:22:48.218779 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-e9cdbcca-2704-46db-bfee-44986606b81b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.234314 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-e9cdbcca-2704-46db-bfee-44986606b81b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.234640 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-e9cdbcca-2704-46db-bfee-44986606b81b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Floating IP 62751179-3268-42e3-a389-9ea6ad642560 disassociated. External IP: 172.25.3.25, port: 455bb988-0600-4285-a333-595e96e231f6. Nov 12 08:22:48.485635 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff9c2e-15bb-447a-91a5-4f1ebf6551fc req-a16e08c9-c4fb-4b25-ab00-265570ada3c9 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:48.487278 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0ff9c2e-15bb-447a-91a5-4f1ebf6551fc req-a16e08c9-c4fb-4b25-ab00-265570ada3c9 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 1097 time: 0.0823050 Nov 12 08:22:48.564808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.574274 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.609434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0ff9c2e-15bb-447a-91a5-4f1ebf6551fc req-415c0725-a915-4e4a-8fd1-9f1065cb6338 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139462 Nov 12 08:22:48.657286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Pushing event updated for resources: {'Port': ['ID=49782976-2476-4774-b861-af25150b0636,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:48.677277 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.697636 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-e9cdbcca-2704-46db-bfee-44986606b81b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:22:48.704102 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.705888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-eae85a49-cacd-44cf-9482-52aa3ccf8af8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3041282 Nov 12 08:22:48.877752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-e9cdbcca-2704-46db-bfee-44986606b81b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:22:48.882815 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-e9cdbcca-2704-46db-bfee-44986606b81b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:48.893360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38669830-6d66-42c5-8a46-5d0137865e25 None None] Sync routers for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:22:48.925150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38669830-6d66-42c5-8a46-5d0137865e25 None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:48.925826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-38669830-6d66-42c5-8a46-5d0137865e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:48.931763 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-e9cdbcca-2704-46db-bfee-44986606b81b tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "PUT /v2.0/floatingips/62751179-3268-42e3-a389-9ea6ad642560 HTTP/1.1" status: 200 len: 695 time: 1.4544911 Nov 12 08:22:48.936944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'tag': '455bb988-0600-4285-a333-595e96e231f6'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:48.959430 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce64fbda-e215-4966-beda-7fc54966f2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "tag": "455bb988-0600-4285-a333-595e96e231f6"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:49.075690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-d75512c0-93e5-4056-939c-1cf069d2b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:49.077335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-38669830-6d66-42c5-8a46-5d0137865e25 None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:49.084338 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-d75512c0-93e5-4056-939c-1cf069d2b200 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 1097 time: 0.1032388 Nov 12 08:22:49.174249 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-6c52b848-7d67-4828-8037-b67a9438c109 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573344 Nov 12 08:22:49.315973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-9715351a-dd15-4a8a-abe8-d5ab872e46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:49.318704 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-9715351a-dd15-4a8a-abe8-d5ab872e46b4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.2334816 Nov 12 08:22:49.402079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-3e372148-1cbb-43ef-99e3-51a73946f7d3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:49.403894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-3e372148-1cbb-43ef-99e3-51a73946f7d3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287908 Nov 12 08:22:49.412670 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-7cf77125-55d1-4586-a378-3a8fffc37081 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 217 time: 0.0875459 Nov 12 08:22:49.439548 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-829cb96f-1f19-408f-9344-2d40dfcb11e9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/quotas/23311f6fc28247b28ff4321d967c2226 HTTP/1.1" status: 200 len: 375 time: 0.0197253 Nov 12 08:22:49.467212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-38669830-6d66-42c5-8a46-5d0137865e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:49.505483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-8e8da5e1-f6c1-4b3b-8fa8-4ed5d92a791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:49.506924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-8e8da5e1-f6c1-4b3b-8fa8-4ed5d92a791f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.0857308 Nov 12 08:22:49.514532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-9947dfcf-430e-47a8-8671-da15bb5c6f0f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697284 Nov 12 08:22:49.542619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38669830-6d66-42c5-8a46-5d0137865e25 None None] Checking router: e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:22:49.592079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38669830-6d66-42c5-8a46-5d0137865e25 None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:22:49.593251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-38669830-6d66-42c5-8a46-5d0137865e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:22:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:49.600691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-45504468-801b-4b04-8527-5fc4eaa60a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:49.602287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-45504468-801b-4b04-8527-5fc4eaa60a10 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889869 Nov 12 08:22:49.770558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9888a-750d-4780-9d90-7c286ca63800 req-8abc8011-d637-4478-9b11-f80672650a11 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:49.785160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0cc9888a-750d-4780-9d90-7c286ca63800 req-8abc8011-d637-4478-9b11-f80672650a11 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.0795815 Nov 12 08:22:49.904281 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0cc9888a-750d-4780-9d90-7c286ca63800 req-2524ae8f-94bc-417e-aa99-a1d06fe1d542 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153605 Nov 12 08:22:49.928760 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-e17f6bd8-7f84-42bd-a508-5a8ecf1bba11 service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085134 Nov 12 08:22:50.022909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-38669830-6d66-42c5-8a46-5d0137865e25 None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:22:50.255571 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644a93cd-5a20-4016-acf5-8b9dc493ff94 req-27001d0c-5b1e-4914-9d3d-e62f689b7997 service neutron] 10.222.0.31 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208523 Nov 12 08:22:50.592210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-6932bc30-e0a7-4d37-b8f3-48188487bede tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--815426194&fields=id&tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420 HTTP/1.1" status: 200 len: 267 time: 0.1139963 Nov 12 08:22:50.970984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-a950fd9d-8bb9-4e75-aac6-4cbefdf4bce3 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:50.991493 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-a950fd9d-8bb9-4e75-aac6-4cbefdf4bce3 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/networks?id=610099d6-8440-4178-8197-ba53b457a74a HTTP/1.1" status: 200 len: 824 time: 0.3895519 Nov 12 08:22:51.040375 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-3a653d98-cbe5-4e53-8850-47ff7f4a81b5 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/quotas/a124d4b2edbb4600bc39bc4ed2b1d420 HTTP/1.1" status: 200 len: 375 time: 0.0458908 Nov 12 08:22:51.095380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-38669830-6d66-42c5-8a46-5d0137865e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:22:51.155025 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38669830-6d66-42c5-8a46-5d0137865e25 None None] The sync data for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 is: [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:21:16Z', 'revision_number': 4, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b8daca72-eb84-49e2-bb64-66143a337bc2', 'name': '', 'network_id': '170e4127-b637-48e5-9551-255bde693b24', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'mac_address': 'fa:16:3e:3c:4a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:14Z', 'updated_at': '2021-11-12T08:21:21Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'subnets': [{'id': '04a31785-f38c-425e-aabd-b02afbc425f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:22:51.155491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-d6179666-e8b4-4f14-b36d-a9fa6c1a0d4c tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023884 Nov 12 08:22:51.530307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-9501dc50-5661-4854-b2de-b864b9723169 service neutron] 10.222.0.31 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306055 Nov 12 08:22:51.631006 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-fe1c5617-b5fa-4596-9b1c-75830257b6f3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1402678 Nov 12 08:22:51.887027 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf26e3-acb4-443c-b785-79d6b21e5e8f None None] New status for floating IP 62751179-3268-42e3-a389-9ea6ad642560: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:22:51.941422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-2d2b7a79-4998-4da9-8601-f0ed9a9a6051 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:22:51.943506 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-2d2b7a79-4998-4da9-8601-f0ed9a9a6051 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093458 Nov 12 08:22:52.000943 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.029821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-847466bd-080d-40dc-8cbf-7d8ca1e23286 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:52.031363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-847466bd-080d-40dc-8cbf-7d8ca1e23286 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3829291 Nov 12 08:22:52.052702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Request body: {'port': {'device_id': 'b1fcf327-132c-47f2-a866-34bacaa5a841', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '23311f6fc28247b28ff4321d967c2226'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:52.056127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-00d5043e-6f8a-453f-ba67-9b4a4012999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:52.065218 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-00d5043e-6f8a-453f-ba67-9b4a4012999f service neutron] 10.222.0.31 "GET /v2.0/ports/a6a9e300-e1d4-4a9f-9a81-d63a984757f8 HTTP/1.1" status: 200 len: 1095 time: 0.0904841 Nov 12 08:22:52.081944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] Request body: {'binding': {'host': 'n-h2-768851-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:52.082939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] Unknown quota resources ['binding']. {{(pid=102445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:22:52.109377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-3e281977-a2af-4bdb-920a-692f3117b7f6 service neutron] 10.222.0.31 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758085 Nov 12 08:22:52.364764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Made reservation on behalf of 23311f6fc28247b28ff4321d967c2226 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:52.369608 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.392500 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.550302 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-9825a2bc-5990-4b18-a591-0010da79bdd7 service neutron] show failed (client error): The resource could not be found. Nov 12 08:22:52.553186 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-9825a2bc-5990-4b18-a591-0010da79bdd7 service neutron] 10.222.0.52 "GET /v2.0/ports/74f97a29-2ac4-4f43-a116-1c71f34edd78/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.2027216 Nov 12 08:22:52.590389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] Attempting to bind port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on host n-h2-768851-18 for vnic_type normal with profile None {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:52.590728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] Attempting to bind port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:52.594377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] Attempting to bind port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:52.609972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] Port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:52.611011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] Attempting to bind port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:52.627030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:52.627367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:52.627786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:52.628177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] Bound port: a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:52.740916 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.760757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf39e56-2219-429d-9714-131cf096ce6e req-cdf046f6-d1bd-4c66-a2f8-2e86845920f3 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:52.772204 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bcf39e56-2219-429d-9714-131cf096ce6e req-cdf046f6-d1bd-4c66-a2f8-2e86845920f3 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 1097 time: 0.2233980 Nov 12 08:22:52.780925 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.787471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:52.796378 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] Publish callbacks [] for binding, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:52.812214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c4c7892d-df33-4ff8-9b12-cf0ba0b243db service neutron] 10.222.0.31 "POST /v2.0/ports/a6a9e300-e1d4-4a9f-9a81-d63a984757f8/bindings HTTP/1.1" status: 201 len: 390 time: 0.7347217 Nov 12 08:22:53.062687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bcf39e56-2219-429d-9714-131cf096ce6e req-c78eb8f3-87b3-4325-a964-ce1d9be75e0c tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881620 Nov 12 08:22:53.108541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8195333-c72d-46d8-9e43-90c860810757,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:53.190221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Allocated IP 192.168.233.163 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/4317f062-e9e6-4edf-8cb2-1e24dab6f9bb) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:53.206981 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff55138-8b8b-42af-936c-9125872e8122 x-openstack-request-id: req-dff55138-8b8b-42af-936c-9125872e8122 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:53.207239 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "tag": "455bb988-0600-4285-a333-595e96e231f6", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:53.207505 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dff55138-8b8b-42af-936c-9125872e8122 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:53.219216 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'tag': '455bb988-0600-4285-a333-595e96e231f6', 'status': 'completed', 'code': 200} Nov 12 08:22:53.416727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20b469a0-b1ad-44de-8e2e-0e852b0dccf4 req-b484373a-843f-44f2-83d9-ee25c6098bd7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 210 time: 0.0954638 Nov 12 08:22:53.549853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-96d0519f-cfe3-4f0e-aa05-34b7f43b0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:53.551452 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-96d0519f-cfe3-4f0e-aa05-34b7f43b0987 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257&tenant_id=622dac62584248dead4df8f42ebf1618 HTTP/1.1" status: 200 len: 1102 time: 0.3915360 Nov 12 08:22:53.556819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-37e277ca-ee84-4ba7-a62a-081a2dd7087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:53.558331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-37e277ca-ee84-4ba7-a62a-081a2dd7087b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 1098 time: 0.1951320 Nov 12 08:22:53.571491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:53.580144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64fbda-e215-4966-beda-7fc54966f2a7 req-9406b5ba-5bca-43a8-bc62-60d947ad93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:53.581998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce64fbda-e215-4966-beda-7fc54966f2a7 req-9406b5ba-5bca-43a8-bc62-60d947ad93a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a64d8d5abe494314aea0331a40660e70&device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 1097 time: 0.3555777 Nov 12 08:22:53.723455 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.752477 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e0542-6540-4abb-b13c-cafe443846e0 req-c29e97fe-810b-4871-8232-71eab81693bb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:53.761714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cf2e0542-6540-4abb-b13c-cafe443846e0 req-c29e97fe-810b-4871-8232-71eab81693bb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.2814364 Nov 12 08:22:53.776081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64fbda-e215-4966-beda-7fc54966f2a7 req-9be5bea8-38b2-4ae8-912e-904e6c641a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:53.777640 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce64fbda-e215-4966-beda-7fc54966f2a7 req-9be5bea8-38b2-4ae8-912e-904e6c641a59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 200 len: 922 time: 0.1858239 Nov 12 08:22:53.825783 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.848794 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:53.852350 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce64fbda-e215-4966-beda-7fc54966f2a7 req-beb6b175-4e20-42c3-82f8-470082802162 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 200 len: 217 time: 0.0640631 Nov 12 08:22:53.932455 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cf2e0542-6540-4abb-b13c-cafe443846e0 req-065e02ae-7a11-4051-b1fc-ac6a4348d166 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684275 Nov 12 08:22:54.038488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64fbda-e215-4966-beda-7fc54966f2a7 req-52ca2358-c277-455f-b5fc-1c3d16a74352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:54.040337 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce64fbda-e215-4966-beda-7fc54966f2a7 req-52ca2358-c277-455f-b5fc-1c3d16a74352 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 200 len: 860 time: 0.1656172 Nov 12 08:22:54.044434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:54.112743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:54.116541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:54.215281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:54.216035 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.284681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:54.285698 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2385952 Nov 12 08:22:54.318605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Request body: {'port': {'device_id': 'b1fcf327-132c-47f2-a866-34bacaa5a841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:54.334245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:54.478111 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce63fae9-a893-4a8f-9890-3217ecab7b87 req-a2c795be-6472-48e7-9edf-fe3c2fba9a9b tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 210 time: 0.0948207 Nov 12 08:22:54.546075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-d62be280-b2c8-4f02-8387-cc2adfd6b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:54.547214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-d62be280-b2c8-4f02-8387-cc2adfd6b27f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.9282017 Nov 12 08:22:54.551901 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcb56be-155a-437e-9682-d61e929b5257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f97a29-2ac4-4f43-a116-1c71f34edd78'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:54.555599 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177fdc09-f137-476b-9809-f9cd310c7100" -d '{"events": [{"server_uuid": "0dcb56be-155a-437e-9682-d61e929b5257", "name": "network-vif-unplugged", "status": "completed", "tag": "74f97a29-2ac4-4f43-a116-1c71f34edd78"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:54.563234 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.584983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4f9a88b6-d0b6-42e9-9011-b111c5585142 None None] Provisioning complete for port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:54.585727 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4f9a88b6-d0b6-42e9-9011-b111c5585142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.672855 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-3241bf11-d148-4dfb-ace0-97a1db969438 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8 HTTP/1.1" status: 200 len: 217 time: 0.1058447 Nov 12 08:22:54.674050 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Transition to ACTIVE for port object 74f97a29-2ac4-4f43-a116-1c71f34edd78 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:54.698642 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:54.712019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a88b6-d0b6-42e9-9011-b111c5585142 None None] Port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:54.769801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba2ec5-7aea-4462-8116-aaf0470efda7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event updated for resources: {'Port': ['ID=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:54.782108 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64fbda-e215-4966-beda-7fc54966f2a7 req-8e66bf74-cc22-41f1-963a-6c9d3285376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:54.783675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce64fbda-e215-4966-beda-7fc54966f2a7 req-8e66bf74-cc22-41f1-963a-6c9d3285376d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=170e4127-b637-48e5-9551-255bde693b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7309165 Nov 12 08:22:54.835444 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.037915 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce64fbda-e215-4966-beda-7fc54966f2a7 req-ffef85f4-920b-4fdf-944a-36c7697affbd service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382474 Nov 12 08:22:55.091991 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-6df99f95-6964-4276-9f73-910fd73332d6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:55.094396 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-6df99f95-6964-4276-9f73-910fd73332d6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.52 "GET /v2.0/networks?id=610099d6-8440-4178-8197-ba53b457a74a HTTP/1.1" status: 200 len: 824 time: 0.7273977 Nov 12 08:22:55.142909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-f5b79b19-93ea-4daa-ae6d-54af1c26b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:55.155598 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-f5b79b19-93ea-4daa-ae6d-54af1c26b3f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.4628897 Nov 12 08:22:55.167407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe99b50-70b4-4a46-8376-06a851f38527 req-1d1fd68c-5ca7-472f-951c-66fccc032bf6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:55.168994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9fe99b50-70b4-4a46-8376-06a851f38527 req-1d1fd68c-5ca7-472f-951c-66fccc032bf6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 946 time: 0.5453267 Nov 12 08:22:55.274663 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-bc6595c1-953b-431b-8643-b2fff827d457 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180470 Nov 12 08:22:55.293616 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] No DVR routers for this DVR port 74f97a29-2ac4-4f43-a116-1c71f34edd78 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:22:55.296895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Pushing event updated for resources: {'Port': ['ID=74f97a29-2ac4-4f43-a116-1c71f34edd78,revision_number=6']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:55.355386 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce64fbda-e215-4966-beda-7fc54966f2a7 req-84e04f2c-7de5-49a7-be33-380c3b2a8166 service neutron] 10.222.0.46 "GET /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024776 Nov 12 08:22:55.417276 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9fe99b50-70b4-4a46-8376-06a851f38527 req-81d2b0a3-d9ce-4ade-97ca-181309ff1add tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412776 Nov 12 08:22:55.524899 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-01655e34-6d3a-435d-a1c5-ea1273dcfeed service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965008 Nov 12 08:22:55.530852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:22:55.545852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.569894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Transition to ACTIVE for port object 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:22:55.592740 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.672153 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-a7a3760a-c509-478e-a625-7914d97cee9b service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210902 Nov 12 08:22:55.730359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Pushing event updated for resources: {'Port': ['ID=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:55.742092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Attempting to bind port 74f97a29-2ac4-4f43-a116-1c71f34edd78 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:55.745279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Attempting to bind port 74f97a29-2ac4-4f43-a116-1c71f34edd78 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:55.746137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Attempting to bind port 74f97a29-2ac4-4f43-a116-1c71f34edd78 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:55.835797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Port 74f97a29-2ac4-4f43-a116-1c71f34edd78 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:55.836194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Attempting to bind port 74f97a29-2ac4-4f43-a116-1c71f34edd78 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:55.845917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Attempting to bind port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:55.846262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Attempting to bind port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:55.846592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Attempting to bind port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:55.856246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:55.856631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Attempting to bind port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:55.879673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:55.881821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:55.884442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:55.886029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Bound port: 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:55.887363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.910473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-5c99ce92-4703-47b6-ad30-31e1bbc82ab0 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:55.911978 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-5c99ce92-4703-47b6-ad30-31e1bbc82ab0 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5&tenant_id=1bf3b8941139451e8acba21723b96ae2&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 1098 time: 0.1466756 Nov 12 08:22:55.912795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:55.913151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:55.913541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:55.913992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Bound port: 74f97a29-2ac4-4f43-a116-1c71f34edd78, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:55.914345 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:55.928125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-18'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:55.984282 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-74838734-155a-4b9b-b428-e13fe2a68212 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420 HTTP/1.1" status: 200 len: 379 time: 0.8478296 Nov 12 08:22:56.063590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] For port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:56.067575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] For port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:56.077249 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.105632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Request body: {'port': {'device_id': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'admin_state_up': True, 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'security_groups': ['0bcbb11f-7069-4999-8ac0-febabc6188d0']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:56.128937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:56.129593 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.131480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] 10.222.0.52 "PUT /v2.0/ports/4317f062-e9e6-4edf-8cb2-1e24dab6f9bb HTTP/1.1" status: 200 len: 1097 time: 1.8372238 Nov 12 08:22:56.131954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fcf327-132c-47f2-a866-34bacaa5a841', 'tag': '4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:56.134317 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52d3562-5aab-4d9b-b40e-7e5f6c655239" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fcf327-132c-47f2-a866-34bacaa5a841", "tag": "4317f062-e9e6-4edf-8cb2-1e24dab6f9bb"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:56.245785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465728e2-2b6e-4034-b711-580455c0df59 service neutron] Pushing event updated for resources: {'Port': ['ID=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:56.271712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-4f1a8cea-d419-445e-85a1-c196696b3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:56.273661 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-4f1a8cea-d419-445e-85a1-c196696b3b54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 1100 time: 0.0872498 Nov 12 08:22:56.280450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749e83c-6b14-4a15-ac5f-1a865a04770d req-d5bcac24-c3a3-439c-898b-87792931605a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:56.293673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9749e83c-6b14-4a15-ac5f-1a865a04770d req-d5bcac24-c3a3-439c-898b-87792931605a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 948 time: 0.4910095 Nov 12 08:22:56.366417 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-0e532d44-04bf-4d24-b2fd-2dddbc253b35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb HTTP/1.1" status: 200 len: 217 time: 0.0840669 Nov 12 08:22:56.445669 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.482264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-ae8da40f-8dd2-40b3-8205-a12bf3913ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:56.488080 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-ae8da40f-8dd2-40b3-8205-a12bf3913ebe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1143665 Nov 12 08:22:56.556661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-8f466f3a-d85f-4708-a676-46e5d092b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:56.558239 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-8f466f3a-d85f-4708-a676-46e5d092b69e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0583224 Nov 12 08:22:56.559544 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Made reservation on behalf of a124d4b2edbb4600bc39bc4ed2b1d420 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:22:56.564274 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.671479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:56.734517 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9749e83c-6b14-4a15-ac5f-1a865a04770d req-de4ee36c-38cf-4924-87c8-129d5992131f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112599 Nov 12 08:22:56.736844 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:56.792645 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-da41198c-534f-464d-a1d0-ec5c7890bf36 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175031 Nov 12 08:22:56.797167 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:56.818424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:22:56.890173 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552b60cf-2fae-4cc9-b069-c09da011c5c3 x-openstack-request-id: req-552b60cf-2fae-4cc9-b069-c09da011c5c3 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:22:56.890509 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcb56be-155a-437e-9682-d61e929b5257", "name": "network-vif-unplugged", "status": "completed", "tag": "74f97a29-2ac4-4f43-a116-1c71f34edd78", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:22:56.892108 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-552b60cf-2fae-4cc9-b069-c09da011c5c3 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:22:56.893841 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcb56be-155a-437e-9682-d61e929b5257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f97a29-2ac4-4f43-a116-1c71f34edd78', 'code': 200} Nov 12 08:22:56.952840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1249bb3-6af4-44c4-966d-f12beab5fdb7 req-1219f558-6335-43d5-bb8d-33028f96d707 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518419 Nov 12 08:22:56.996985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:57.002319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.003914 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] 10.222.0.46 "PUT /v2.0/ports/74f97a29-2ac4-4f43-a116-1c71f34edd78 HTTP/1.1" status: 200 len: 1097 time: 3.4400578 Nov 12 08:22:57.124102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b64ef9-1c59-4ff5-aecb-23b6170cb3ab service neutron] Pushing event updated for resources: {'Port': ['ID=74f97a29-2ac4-4f43-a116-1c71f34edd78,revision_number=7']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:57.179270 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:57.217056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e63908-eb06-44e3-91c3-0556e20a6aec req-0ca332de-e630-40bd-b0d7-a310b7111999 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:57.218663 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f7e63908-eb06-44e3-91c3-0556e20a6aec req-0ca332de-e630-40bd-b0d7-a310b7111999 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 948 time: 0.2872369 Nov 12 08:22:57.229388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Allocated IP 172.20.0.14 (610099d6-8440-4178-8197-ba53b457a74a/f9f27438-c400-45f9-9633-ff6491532b3c/60538e72-79c7-4f26-a05c-00beee5bc0cd) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:22:57.296575 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 74f97a29-2ac4-4f43-a116-1c71f34edd78 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:22:57.314768 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.326871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-06897b41-ea37-4a57-b62d-ca191ac9af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:57.335614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-06897b41-ea37-4a57-b62d-ca191ac9af3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 1100 time: 0.2610996 Nov 12 08:22:57.534020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 74f97a29-2ac4-4f43-a116-1c71f34edd78 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:22:57.603330 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.636303 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.725036 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f7e63908-eb06-44e3-91c3-0556e20a6aec req-5e50c2a1-13f6-46c8-9543-98449d291d65 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928493 Nov 12 08:22:57.789454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,revision_number=7']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:57.850695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-5ae1b40d-82fc-4169-9924-942d8f01cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:57.852296 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-5ae1b40d-82fc-4169-9924-942d8f01cb78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.3122363 Nov 12 08:22:57.854335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Attempting to bind port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on host n-h1-768851-18 for vnic_type normal with profile {"migrating_to": "n-h2-768851-18"} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:22:57.854760 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Attempting to bind port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:22:57.855121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Attempting to bind port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:57.861092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:22:57.862354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Attempting to bind port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:22:57.878287 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:57.947332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:22:57.947907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:22:57.948531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:22:57.949086 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Bound port: a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:22:57.949555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.004788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-7bb01689-fa8d-46bf-bd11-935834716cfb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78 HTTP/1.1" status: 200 len: 217 time: 0.1336625 Nov 12 08:22:58.040278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Network 610099d6-8440-4178-8197-ba53b457a74a is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:22:58.096478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:22:58.103523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Pushing event updated for resources: {'Port': ['ID=60538e72-79c7-4f26-a05c-00beee5bc0cd,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:58.110584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:22:58.172151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f865798-9c3b-48e0-b480-e5e7f322f356 req-b8b9429e-e4a7-4fd5-8d7e-0057870aa702 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:58.173816 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f865798-9c3b-48e0-b480-e5e7f322f356 req-b8b9429e-e4a7-4fd5-8d7e-0057870aa702 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 932 time: 0.2910166 Nov 12 08:22:58.212706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-53487817-77d5-4622-9e29-36cad058649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:58.216349 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-53487817-77d5-4622-9e29-36cad058649c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1972315 Nov 12 08:22:58.311728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:58.312389 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.345315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:22:58.376066 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.402121 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f865798-9c3b-48e0-b480-e5e7f322f356 req-d73f6e5f-3494-495c-a09d-560720b7228d tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207189 Nov 12 08:22:58.409751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:22:58.418784 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.427352 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-800599a6-4a20-49e3-8cee-65776e4bae27 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3914397 Nov 12 08:22:58.441675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-a1c02ca5-6b04-450b-be5d-b5e95d41b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:58.445348 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-a1c02ca5-6b04-450b-be5d-b5e95d41b044 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2031846 Nov 12 08:22:58.471762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Request body: {'port': {'device_id': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:22:58.482943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-515c5dfc-9cab-46d6-9e53-b36dcfde9a33 None None] Provisioning complete for port 60538e72-79c7-4f26-a05c-00beee5bc0cd triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:22:58.483195 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-515c5dfc-9cab-46d6-9e53-b36dcfde9a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.586076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-515c5dfc-9cab-46d6-9e53-b36dcfde9a33 None None] Port 60538e72-79c7-4f26-a05c-00beee5bc0cd cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:22:58.757779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,revision_number=8']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:22:58.772445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:58.773473 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.774456 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-7bb4a977-681b-4ec7-bfa0-410b9b106c10 service neutron] 10.222.0.52 "PUT /v2.0/ports/a6a9e300-e1d4-4a9f-9a81-d63a984757f8 HTTP/1.1" status: 200 len: 1124 time: 2.8516011 Nov 12 08:22:58.850826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:22:58.862018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['a6a9e300-e1d4-4a9f-9a81-d63a984757f8'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:22:58.896376 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-b147b699-3c14-40f9-8106-3e76a3c6fca5 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips/62751179-3268-42e3-a389-9ea6ad642560 HTTP/1.1" status: 200 len: 693 time: 0.1299443 Nov 12 08:22:58.899435 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcb56be-155a-437e-9682-d61e929b5257', 'tag': '74f97a29-2ac4-4f43-a116-1c71f34edd78'}, {'server_uuid': '9068dc21-833d-42d1-adad-28f281338ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a9e300-e1d4-4a9f-9a81-d63a984757f8'}, {'name': 'network-changed', 'server_uuid': '9068dc21-833d-42d1-adad-28f281338ac5', 'tag': 'a6a9e300-e1d4-4a9f-9a81-d63a984757f8'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:22:58.902283 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcb56be-155a-437e-9682-d61e929b5257", "tag": "74f97a29-2ac4-4f43-a116-1c71f34edd78"}, {"server_uuid": "9068dc21-833d-42d1-adad-28f281338ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "a6a9e300-e1d4-4a9f-9a81-d63a984757f8"}, {"name": "network-changed", "server_uuid": "9068dc21-833d-42d1-adad-28f281338ac5", "tag": "a6a9e300-e1d4-4a9f-9a81-d63a984757f8"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:22:58.916369 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-29662a8f-5e00-48cf-a7f8-37ebb0446742 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830709 Nov 12 08:22:59.598295 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec46dead-5be1-40f3-9a10-c7c7e6b88e5e req-232246b3-4a06-47d9-89e3-2e2cc6aaf37e service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676629 Nov 12 08:22:59.654886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-5e2c095f-f882-4cb9-a185-c91f8775ca74 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:22:59.656451 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-5e2c095f-f882-4cb9-a185-c91f8775ca74 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.7448642 Nov 12 08:22:59.709483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-0f21a243-35a4-4a8e-94ac-95efc189af27 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:22:59.717821 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-0f21a243-35a4-4a8e-94ac-95efc189af27 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548477 Nov 12 08:22:59.795459 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-fc4fbb25-650d-4286-ad58-a89cbeb57198 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 696 time: 0.0766475 Nov 12 08:22:59.871359 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-3a935548-359f-4630-9dc4-e62e676b2bb8 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 696 time: 0.0642443 Nov 12 08:23:00.067368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60538e72-79c7-4f26-a05c-00beee5bc0cd {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:00.088075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.093040 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-885d16ab-c18b-4a37-8f5d-a31682dd9217 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Deleting port 21aa7d7c-1d9c-405f-bad3-e55e0850b424 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:00.093040 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-885d16ab-c18b-4a37-8f5d-a31682dd9217 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.125818 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Transition to ACTIVE for port object 60538e72-79c7-4f26-a05c-00beee5bc0cd will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:00.151845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.223666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Pushing event updated for resources: {'Port': ['ID=60538e72-79c7-4f26-a05c-00beee5bc0cd,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:00.251296 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-885d16ab-c18b-4a37-8f5d-a31682dd9217 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.252110 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-885d16ab-c18b-4a37-8f5d-a31682dd9217 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.279344 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-885d16ab-c18b-4a37-8f5d-a31682dd9217 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Calling delete_port for 21aa7d7c-1d9c-405f-bad3-e55e0850b424 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:00.446075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Attempting to bind port 60538e72-79c7-4f26-a05c-00beee5bc0cd on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:00.446412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Attempting to bind port 60538e72-79c7-4f26-a05c-00beee5bc0cd by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:00.446743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Attempting to bind port 60538e72-79c7-4f26-a05c-00beee5bc0cd on network 610099d6-8440-4178-8197-ba53b457a74a {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:00.455631 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Port 60538e72-79c7-4f26-a05c-00beee5bc0cd on network 610099d6-8440-4178-8197-ba53b457a74a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:00.456021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Attempting to bind port 60538e72-79c7-4f26-a05c-00beee5bc0cd on network 610099d6-8440-4178-8197-ba53b457a74a {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:00.471178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:00.471583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Checking segment: {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:00.471986 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Bound using segment: {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:00.472437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Bound port: 60538e72-79c7-4f26-a05c-00beee5bc0cd, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:00.472795 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.589315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] For port 60538e72-79c7-4f26-a05c-00beee5bc0cd, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:00.594179 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] For port 60538e72-79c7-4f26-a05c-00beee5bc0cd, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=60538e72-79c7-4f26-a05c-00beee5bc0cd,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:00.604351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.651902 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-885d16ab-c18b-4a37-8f5d-a31682dd9217 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.672627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:00.673334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.678612 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] 10.222.0.52 "PUT /v2.0/ports/60538e72-79c7-4f26-a05c-00beee5bc0cd HTTP/1.1" status: 200 len: 1093 time: 2.2406757 Nov 12 08:23:00.796908 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-885d16ab-c18b-4a37-8f5d-a31682dd9217 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.799602 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-885d16ab-c18b-4a37-8f5d-a31682dd9217 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:00.813714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89a0141c-88a9-479b-bc48-18ed2a5cd47b req-885d16ab-c18b-4a37-8f5d-a31682dd9217 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.31 "DELETE /v2.0/floatingips/62751179-3268-42e3-a389-9ea6ad642560 HTTP/1.1" status: 204 len: 173 time: 0.9520044 Nov 12 08:23:00.853008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc383f-dd9b-43b5-b885-d26faa8886cf service neutron] Pushing event updated for resources: {'Port': ['ID=60538e72-79c7-4f26-a05c-00beee5bc0cd,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:00.893471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d16ab-c18b-4a37-8f5d-a31682dd9217 tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Pushing event deleted for resources: {'Port': ['ID=21aa7d7c-1d9c-405f-bad3-e55e0850b424,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:00.907023 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8daec7b-d2fc-4a6a-9f83-64b8d55a562b x-openstack-request-id: req-d8daec7b-d2fc-4a6a-9f83-64b8d55a562b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:00.907880 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fcf327-132c-47f2-a866-34bacaa5a841", "tag": "4317f062-e9e6-4edf-8cb2-1e24dab6f9bb", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:00.907880 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8daec7b-d2fc-4a6a-9f83-64b8d55a562b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:00.908242 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fcf327-132c-47f2-a866-34bacaa5a841', 'tag': '4317f062-e9e6-4edf-8cb2-1e24dab6f9bb', 'status': 'completed', 'code': 200} Nov 12 08:23:00.909580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-a5f6ad41-16b5-45cf-8894-2dbd2b89dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:00.911285 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-a5f6ad41-16b5-45cf-8894-2dbd2b89dd1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420&device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 1096 time: 0.1329577 Nov 12 08:23:01.029725 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-f0d0f5e8-72a7-4c16-8918-78c8c5e71130 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60538e72-79c7-4f26-a05c-00beee5bc0cd HTTP/1.1" status: 200 len: 217 time: 0.1038775 Nov 12 08:23:01.179703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-2d2e6464-f51f-4759-a2ae-1996907da5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.182536 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-2d2e6464-f51f-4759-a2ae-1996907da5be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9f27438-c400-45f9-9633-ff6491532b3c HTTP/1.1" status: 200 len: 863 time: 0.1494634 Nov 12 08:23:01.188637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d3562-5aab-4d9b-b40e-7e5f6c655239 req-07adce5e-7733-44b7-bd2e-e8201ba676f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.190513 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c52d3562-5aab-4d9b-b40e-7e5f6c655239 req-07adce5e-7733-44b7-bd2e-e8201ba676f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 1100 time: 0.1862395 Nov 12 08:23:01.275651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d849be-f25b-4ab5-94d7-4b605fb23738 req-ceb79c34-c41a-4d17-9da7-e4b837fd150d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.277268 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14d849be-f25b-4ab5-94d7-4b605fb23738 req-ceb79c34-c41a-4d17-9da7-e4b837fd150d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 944 time: 0.2138164 Nov 12 08:23:01.355264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:01.377985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-63feccc3-a02a-4d01-9b35-2184f017c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.379520 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-63feccc3-a02a-4d01-9b35-2184f017c544 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=610099d6-8440-4178-8197-ba53b457a74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1869235 Nov 12 08:23:01.433296 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14d849be-f25b-4ab5-94d7-4b605fb23738 req-97e57088-2b38-4d8a-b327-a6e15fcefaa0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245608 Nov 12 08:23:01.443391 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d3562-5aab-4d9b-b40e-7e5f6c655239 req-8c46e94b-86e5-40f3-83cc-2b9b1a74ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.444881 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c52d3562-5aab-4d9b-b40e-7e5f6c655239 req-8c46e94b-86e5-40f3-83cc-2b9b1a74ed2d service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2394433 Nov 12 08:23:01.557966 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:01.572846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '4317f062-e9e6-4edf-8cb2-1e24dab6f9bb', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '4317f062-e9e6-4edf-8cb2-1e24dab6f9bb', 'mac_address': 'fa:16:3e:f3:0b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:01.635846 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c52d3562-5aab-4d9b-b40e-7e5f6c655239 req-82fd90a1-7457-4386-b68f-bca3d0481e93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb HTTP/1.1" status: 200 len: 217 time: 0.1246228 Nov 12 08:23:01.637643 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.653056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:01.681257 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:01.689091 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:01.690822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device a6a9e300-e1d4-4a9f-9a81-d63a984757f8 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:01.741582 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-db850153-dc93-4cb3-94c1-ac22d49259ed service neutron] 10.222.0.52 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483870 Nov 12 08:23:01.754618 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d3562-5aab-4d9b-b40e-7e5f6c655239 req-f8c0ce44-2b7e-4e3e-8a4d-355c05db2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.757692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c52d3562-5aab-4d9b-b40e-7e5f6c655239 req-f8c0ce44-2b7e-4e3e-8a4d-355c05db2055 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1096416 Nov 12 08:23:01.777030 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:01.802332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01b00d-54b6-4170-856f-0cc489e40cfc req-c7aec44b-7923-49ac-9194-f392d8a9f0cc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.807902 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-df01b00d-54b6-4170-856f-0cc489e40cfc req-c7aec44b-7923-49ac-9194-f392d8a9f0cc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 948 time: 0.2042904 Nov 12 08:23:01.961168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:01.972903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d3562-5aab-4d9b-b40e-7e5f6c655239 req-75003c97-807e-4b54-8c36-f6277bbf0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:01.976277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device a6a9e300-e1d4-4a9f-9a81-d63a984757f8 has no active binding in host n-h2-768851-18 {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:23:01.979712 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c52d3562-5aab-4d9b-b40e-7e5f6c655239 req-75003c97-807e-4b54-8c36-f6277bbf0775 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2108510 Nov 12 08:23:02.013841 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-df01b00d-54b6-4170-856f-0cc489e40cfc req-5cd5918a-41f9-4832-8c3f-7ac96df5a49f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049756 Nov 12 08:23:02.016991 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b237ae4b-1c97-4b85-a722-385e6165e410 req-4f437349-671f-4726-9650-e2dbc2e011b0 service neutron] 10.222.0.52 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661281 Nov 12 08:23:02.181401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c32c37-4213-4120-88d6-be514c0aba3d req-39553390-41a0-4a39-9135-bf690e322600 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:02.182972 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74c32c37-4213-4120-88d6-be514c0aba3d req-39553390-41a0-4a39-9135-bf690e322600 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 1097 time: 0.0716014 Nov 12 08:23:02.221755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c52d3562-5aab-4d9b-b40e-7e5f6c655239 req-542ee107-a155-42b6-91f0-2366b2a103dc service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332337 Nov 12 08:23:02.256392 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:02.282270 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74c32c37-4213-4120-88d6-be514c0aba3d req-c15cdc76-3bdc-4a98-a6b8-b123021681bd tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827174 Nov 12 08:23:02.380892 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c52d3562-5aab-4d9b-b40e-7e5f6c655239 req-4e4f699f-69e9-4646-a234-04f5e61e6fc4 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462135 Nov 12 08:23:02.493926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effa5d4-8583-44fc-b3d5-e3b3c763fdf8 req-12f4490c-0559-4767-8003-ce88d7d95c5c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:02.495599 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7effa5d4-8583-44fc-b3d5-e3b3c763fdf8 req-12f4490c-0559-4767-8003-ce88d7d95c5c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 948 time: 0.0659854 Nov 12 08:23:02.574758 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7effa5d4-8583-44fc-b3d5-e3b3c763fdf8 req-0d204d5c-5eb2-4b16-90b8-d3d73aa7f3c4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644100 Nov 12 08:23:02.702255 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 12 Nov 2021 08:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34447fae-0365-48ec-8f88-374cd47f63e2 x-openstack-request-id: req-34447fae-0365-48ec-8f88-374cd47f63e2 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:02.702713 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcb56be-155a-437e-9682-d61e929b5257", "tag": "74f97a29-2ac4-4f43-a116-1c71f34edd78", "status": "completed", "code": 200}, {"server_uuid": "9068dc21-833d-42d1-adad-28f281338ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "a6a9e300-e1d4-4a9f-9a81-d63a984757f8", "code": 200}, {"name": "network-changed", "server_uuid": "9068dc21-833d-42d1-adad-28f281338ac5", "tag": "a6a9e300-e1d4-4a9f-9a81-d63a984757f8", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:02.703081 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34447fae-0365-48ec-8f88-374cd47f63e2 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:02.708147 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcb56be-155a-437e-9682-d61e929b5257', 'tag': '74f97a29-2ac4-4f43-a116-1c71f34edd78', 'status': 'completed', 'code': 200} Nov 12 08:23:02.710170 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9068dc21-833d-42d1-adad-28f281338ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a9e300-e1d4-4a9f-9a81-d63a984757f8', 'code': 200} Nov 12 08:23:02.711331 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9068dc21-833d-42d1-adad-28f281338ac5', 'tag': 'a6a9e300-e1d4-4a9f-9a81-d63a984757f8', 'status': 'completed', 'code': 200} Nov 12 08:23:02.819981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-3d1fd0d9-ab43-4971-b20d-c0dc5c718f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:02.823059 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-3d1fd0d9-ab43-4971-b20d-c0dc5c718f2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 1100 time: 0.0879512 Nov 12 08:23:02.880098 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-46426981-b5e9-4ef0-8666-97c5a40c1077 service neutron] 10.222.0.46 "GET /v2.0/ports/a6a9e300-e1d4-4a9f-9a81-d63a984757f8/bindings/n-h2-768851-18 HTTP/1.1" status: 200 len: 385 time: 0.2213902 Nov 12 08:23:02.962466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-c62c437e-31a4-4d59-8bdb-300cb30550e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:02.964367 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-c62c437e-31a4-4d59-8bdb-300cb30550e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1326869 Nov 12 08:23:03.055948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-88ee36b7-61de-4014-b20c-05ec0dcffab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:03.056657 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-88ee36b7-61de-4014-b20c-05ec0dcffab5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 1100 time: 0.2711451 Nov 12 08:23:03.080307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-64bfa8e9-ffa1-40c5-9dc3-657ec266670f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78 HTTP/1.1" status: 200 len: 217 time: 0.0890849 Nov 12 08:23:03.233923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-eccb50ea-f3e6-48fa-a8d2-26343ff1b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:03.235413 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-eccb50ea-f3e6-48fa-a8d2-26343ff1b35a service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1328869 Nov 12 08:23:03.258037 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-20df299a-2c0a-4f6e-9fcd-1ad24be8a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:03.260833 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-20df299a-2c0a-4f6e-9fcd-1ad24be8a8f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1678057 Nov 12 08:23:03.318154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 74f97a29-2ac4-4f43-a116-1c71f34edd78 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:03.328965 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405efb1-ce24-44e8-9130-9b376d1c77c8 req-e4835c8c-365e-469f-9ba0-2b94f65ed687 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:03.337760 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6405efb1-ce24-44e8-9130-9b376d1c77c8 req-e4835c8c-365e-469f-9ba0-2b94f65ed687 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 944 time: 0.4917381 Nov 12 08:23:03.359173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:03.364467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-9f28609a-7b08-40cc-b524-a8f486cad1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:03.366056 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-9f28609a-7b08-40cc-b524-a8f486cad1f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934060 Nov 12 08:23:03.412965 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-89744fd4-d03f-439f-8624-ffc5d83c27a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78 HTTP/1.1" status: 200 len: 217 time: 0.1561437 Nov 12 08:23:03.421512 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6405efb1-ce24-44e8-9130-9b376d1c77c8 req-c8af06e3-3c32-4e8c-90f0-15e6437c6d4a tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827658 Nov 12 08:23:03.585135 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-51b3a390-8581-4b79-ac05-d94f4f634534 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079225 Nov 12 08:23:03.617505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:03.665134 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '74f97a29-2ac4-4f43-a116-1c71f34edd78', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '74f97a29-2ac4-4f43-a116-1c71f34edd78', 'mac_address': 'fa:16:3e:93:bc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:03.810814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-d431600c-765e-426d-b1a7-7898bcb2a0eb service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132757 Nov 12 08:23:03.860859 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:03.915487 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f97a29-2ac4-4f43-a116-1c71f34edd78 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:03.920834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-f5b32dcd-9212-4eac-ba7b-9c47b0c7bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:03.922357 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-f5b32dcd-9212-4eac-ba7b-9c47b0c7bf52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.4982708 Nov 12 08:23:04.045700 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:04.064864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-fda23347-b13e-467f-a8d3-edb5602aa68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:04.066430 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-fda23347-b13e-467f-a8d3-edb5602aa68f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 1127 time: 0.1375098 Nov 12 08:23:04.070076 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.195110 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-926ba608-9ac5-4e82-9755-e2892800126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:04.197486 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-926ba608-9ac5-4e82-9755-e2892800126b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2569041 Nov 12 08:23:04.306866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:04.335646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=74f97a29-2ac4-4f43-a116-1c71f34edd78,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:04.340137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:04.340538 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.351498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-88cefc1c-4d23-48c0-a3cd-adc36d1a4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:04.352975 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-88cefc1c-4d23-48c0-a3cd-adc36d1a4d85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.2706912 Nov 12 08:23:04.384384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:04.384735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:04.385083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:04.385452 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:04.385791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:04.386123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:04.386461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:04.386875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:04.387216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:04.387623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:04.387875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:04.388200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:04.457722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-a4f64ffb-cf39-4363-8c5c-b067f0f4b72e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8 HTTP/1.1" status: 200 len: 217 time: 0.0872858 Nov 12 08:23:04.499362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['74f97a29-2ac4-4f43-a116-1c71f34edd78'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:04.525438 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-aadbaa39-accd-496c-87d4-dc3852ca38ad service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772482 Nov 12 08:23:04.527912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-e8f30918-8244-4f75-bb40-92064bf5f76e service neutron] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:04.550578 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.597586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fcf327-132c-47f2-a866-34bacaa5a841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:04.600447 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f02cd5c-28fb-449e-8c61-e2181b35965a" -d '{"events": [{"server_uuid": "b1fcf327-132c-47f2-a866-34bacaa5a841", "name": "network-vif-plugged", "status": "completed", "tag": "4317f062-e9e6-4edf-8cb2-1e24dab6f9bb"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:04.626964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:04.639248 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.644594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-8d5967f1-5265-4ef3-880a-6c116c4f6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:04.659112 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-8d5967f1-5265-4ef3-880a-6c116c4f6d33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1906843 Nov 12 08:23:04.667032 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-3f5588b4-47ba-4d6b-a83b-d6ce9eb98bc9 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298983 Nov 12 08:23:04.708968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-e8f30918-8244-4f75-bb40-92064bf5f76e service neutron] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:04.713196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'tag': '60538e72-79c7-4f26-a05c-00beee5bc0cd'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:04.716080 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67c1fd9-cead-4de9-918f-27e8067b8d98" -d '{"events": [{"name": "network-changed", "server_uuid": "637e7355-05bf-43fd-b1de-9a41e77d6190", "tag": "60538e72-79c7-4f26-a05c-00beee5bc0cd"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:04.741828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-86944a70-c7e8-41ae-9b3c-ea64d691d986 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764174 Nov 12 08:23:04.754743 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:04.824713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-e8f30918-8244-4f75-bb40-92064bf5f76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a9e300-e1d4-4a9f-9a81-d63a984757f8 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:04.843211 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-e8f30918-8244-4f75-bb40-92064bf5f76e service neutron] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:04.882793 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-e8f30918-8244-4f75-bb40-92064bf5f76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:04.989560 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-d89ceef8-67e7-41db-9991-a65472009eb7 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345381 Nov 12 08:23:05.037501 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-e8f30918-8244-4f75-bb40-92064bf5f76e service neutron] Transition to ACTIVE for port object a6a9e300-e1d4-4a9f-9a81-d63a984757f8 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:05.050063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-e8f30918-8244-4f75-bb40-92064bf5f76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.113597 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0de7dc65-13df-486a-a386-e1eeb92d3a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.137044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-e8f30918-8244-4f75-bb40-92064bf5f76e service neutron] No DVR routers for this DVR port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on host n-h1-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:05.149389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f30918-8244-4f75-bb40-92064bf5f76e service neutron] Pushing event updated for resources: {'Port': ['ID=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,revision_number=10']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:05.192710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-e8f30918-8244-4f75-bb40-92064bf5f76e service neutron] 10.222.0.46 "PUT /v2.0/ports/a6a9e300-e1d4-4a9f-9a81-d63a984757f8/bindings/n-h2-768851-18/activate HTTP/1.1" status: 200 len: 370 time: 2.2911057 Nov 12 08:23:05.248946 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ff5bba0-052b-4181-80eb-ec1b4f7c43a4 req-e18be993-9054-4d95-8caf-bf313d89c63c service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512405 Nov 12 08:23:05.326961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device a6a9e300-e1d4-4a9f-9a81-d63a984757f8 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:05.375626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-49121e9e-e754-468a-b126-bdcafb3680f9 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:05.379010 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-49121e9e-e754-468a-b126-bdcafb3680f9 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5&tenant_id=1bf3b8941139451e8acba21723b96ae2&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.0975220 Nov 12 08:23:05.416659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 60538e72-79c7-4f26-a05c-00beee5bc0cd details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:05.437786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device a6a9e300-e1d4-4a9f-9a81-d63a984757f8 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:05.468215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c9d3f9bc-0aad-4829-87ec-1e44f00b1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:05.469815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c9d3f9bc-0aad-4829-87ec-1e44f00b1693 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5&tenant_id=1bf3b8941139451e8acba21723b96ae2 HTTP/1.1" status: 200 len: 1097 time: 0.0825999 Nov 12 08:23:05.563815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-a5d515ef-82e9-4171-8fa3-5dd1e9d7d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:05.563815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-a5d515ef-82e9-4171-8fa3-5dd1e9d7d7dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0613346 Nov 12 08:23:05.681285 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 60538e72-79c7-4f26-a05c-00beee5bc0cd, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=60538e72-79c7-4f26-a05c-00beee5bc0cd,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:05.701614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '60538e72-79c7-4f26-a05c-00beee5bc0cd', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'port_id': '60538e72-79c7-4f26-a05c-00beee5bc0cd', 'mac_address': 'fa:16:3e:58:a4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:05.715779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-26073853-9b57-4f8d-b316-cc60c8677275 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:23:05.716800 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-26073853-9b57-4f8d-b316-cc60c8677275 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088255 Nov 12 08:23:05.720466 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c2e5af6f-e4a9-4fd8-8016-e752856c3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:05.722314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-c2e5af6f-e4a9-4fd8-8016-e752856c3a3c service neutron] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.1532180 Nov 12 08:23:05.753304 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.788585 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60538e72-79c7-4f26-a05c-00beee5bc0cd {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:05.798710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12111c10-9129-472f-84c3-601c7fe10fb8 req-9a35f9bf-3cbc-430c-a468-3cf6682f3bba tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:05.800617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12111c10-9129-472f-84c3-601c7fe10fb8 req-9a35f9bf-3cbc-430c-a468-3cf6682f3bba tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce69812a-2062-4326-b1fe-d1ebcb11a4be HTTP/1.1" status: 200 len: 945 time: 0.1080599 Nov 12 08:23:05.817024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 60538e72-79c7-4f26-a05c-00beee5bc0cd, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=60538e72-79c7-4f26-a05c-00beee5bc0cd,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:05.827210 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:05.870269 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-db8bcabf-a38e-4f11-b7b6-a092eb63871c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8 HTTP/1.1" status: 200 len: 217 time: 0.1190977 Nov 12 08:23:05.878098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-7820fddc-0fbd-4cf5-9dd2-f645cccbdaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:05.878098 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-7820fddc-0fbd-4cf5-9dd2-f645cccbdaad service neutron] 10.222.0.31 "GET /v2.0/ports/b4045a32-567d-4550-b587-55e733ba214f HTTP/1.1" status: 200 len: 1094 time: 0.1488574 Nov 12 08:23:05.892522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=60538e72-79c7-4f26-a05c-00beee5bc0cd,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:05.895162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] Request body: {'binding': {'host': 'n-h1-768851-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:05.895635 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] Unknown quota resources ['binding']. {{(pid=102445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:23:06.001128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-12111c10-9129-472f-84c3-601c7fe10fb8 req-204d6e57-2e75-48f6-8a76-903b0a46fbce tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Deleting port 455bb988-0600-4285-a333-595e96e231f6 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:06.001470 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-12111c10-9129-472f-84c3-601c7fe10fb8 req-204d6e57-2e75-48f6-8a76-903b0a46fbce tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.042728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-dfb5c039-c9cf-496e-b14c-fcbb3dccb192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:06.047170 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-dfb5c039-c9cf-496e-b14c-fcbb3dccb192 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1684484 Nov 12 08:23:06.068594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['60538e72-79c7-4f26-a05c-00beee5bc0cd'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:06.171321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-12111c10-9129-472f-84c3-601c7fe10fb8 req-204d6e57-2e75-48f6-8a76-903b0a46fbce tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] For port 455bb988-0600-4285-a333-595e96e231f6, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=455bb988-0600-4285-a333-595e96e231f6,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:06.172865 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-12111c10-9129-472f-84c3-601c7fe10fb8 req-204d6e57-2e75-48f6-8a76-903b0a46fbce tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.197528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-12111c10-9129-472f-84c3-601c7fe10fb8 req-204d6e57-2e75-48f6-8a76-903b0a46fbce tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Calling delete_port for 455bb988-0600-4285-a333-595e96e231f6 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:06.235813 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-45ba2a98-2b2e-4d2c-9507-ce7f4d7011c4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1801367 Nov 12 08:23:06.449843 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-12111c10-9129-472f-84c3-601c7fe10fb8 req-204d6e57-2e75-48f6-8a76-903b0a46fbce tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.462862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['455bb988-0600-4285-a333-595e96e231f6'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:06.496359 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-0e7d36ae-ba1e-4e6f-9017-581be4f6ec38 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509639 Nov 12 08:23:06.504021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] Attempting to bind port b4045a32-567d-4550-b587-55e733ba214f on host n-h1-768851-18 for vnic_type normal with profile None {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:06.504636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] Attempting to bind port b4045a32-567d-4550-b587-55e733ba214f by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:06.505394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] Attempting to bind port b4045a32-567d-4550-b587-55e733ba214f on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:06.514288 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d6e57-2e75-48f6-8a76-903b0a46fbce tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Pushing event deleted for resources: {'Port': ['ID=455bb988-0600-4285-a333-595e96e231f6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:06.540010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] Port b4045a32-567d-4550-b587-55e733ba214f on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:06.540338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] Attempting to bind port b4045a32-567d-4550-b587-55e733ba214f on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:06.572769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:06.572769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:06.572769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:06.572769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] Bound port: b4045a32-567d-4550-b587-55e733ba214f, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:06.592928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-12111c10-9129-472f-84c3-601c7fe10fb8 req-204d6e57-2e75-48f6-8a76-903b0a46fbce tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] No DVR routers for this DVR port 455bb988-0600-4285-a333-595e96e231f6 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:06.592928 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-12111c10-9129-472f-84c3-601c7fe10fb8 req-204d6e57-2e75-48f6-8a76-903b0a46fbce tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.592928 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12111c10-9129-472f-84c3-601c7fe10fb8 req-204d6e57-2e75-48f6-8a76-903b0a46fbce tempest-FloatingIPsAssociationTestJSON-151148723 tempest-FloatingIPsAssociationTestJSON-151148723-project] 10.222.0.46 "DELETE /v2.0/ports/455bb988-0600-4285-a333-595e96e231f6 HTTP/1.1" status: 204 len: 173 time: 0.7669055 Nov 12 08:23:06.592928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'name': 'network-vif-deleted', 'tag': '455bb988-0600-4285-a333-595e96e231f6'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:06.592928 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e90db2-3d8c-41fa-94a1-5140e5bf2090" -d '{"events": [{"server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "name": "network-vif-deleted", "tag": "455bb988-0600-4285-a333-595e96e231f6"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:06.694552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b4045a32-567d-4550-b587-55e733ba214f,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:06.703861 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] Publish callbacks [] for binding, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:06.705236 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-81fd4fe5-b20b-4ebb-bc0d-076e2ba1cd73 service neutron] 10.222.0.31 "POST /v2.0/ports/b4045a32-567d-4550-b587-55e733ba214f/bindings HTTP/1.1" status: 201 len: 390 time: 0.8188229 Nov 12 08:23:06.733385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-8889fc3c-6f90-4354-be18-50ebd6557b80 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249289 Nov 12 08:23:06.974704 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b42d04-6777-4af2-82d9-6140057dd244 req-89cbf2f7-2c9c-4f53-b76c-028a8b26aebb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:06.976307 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-46b42d04-6777-4af2-82d9-6140057dd244 req-89cbf2f7-2c9c-4f53-b76c-028a8b26aebb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 945 time: 0.0961411 Nov 12 08:23:07.062246 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-46b42d04-6777-4af2-82d9-6140057dd244 req-00f444dc-ada4-4009-8269-4023c9d650f3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744286 Nov 12 08:23:07.129122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52bfd-e09f-468d-8e34-7f6ffc21cd3d req-3a2ee5f4-cc24-4a98-8be7-d24422a12435 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:07.130714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54b52bfd-e09f-468d-8e34-7f6ffc21cd3d req-3a2ee5f4-cc24-4a98-8be7-d24422a12435 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 950 time: 0.1617012 Nov 12 08:23:07.169035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-1b335b15-49c0-42df-a7c9-f6b87d56f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:07.170666 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-1b335b15-49c0-42df-a7c9-f6b87d56f05a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 1097 time: 0.1079147 Nov 12 08:23:07.217803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-3aea3258-fb7a-4882-b885-43d568915d0b tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:07.219957 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-3aea3258-fb7a-4882-b885-43d568915d0b tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5&tenant_id=1bf3b8941139451e8acba21723b96ae2&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.0868425 Nov 12 08:23:07.281609 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54b52bfd-e09f-468d-8e34-7f6ffc21cd3d req-7b2daedb-da7b-4d2a-981a-dd4408af55f7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357245 Nov 12 08:23:07.325380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 74f97a29-2ac4-4f43-a116-1c71f34edd78 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:07.330831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41552) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:07.366085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-be562171-189d-4d83-aefe-283a02e48418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:07.372118 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-be562171-189d-4d83-aefe-283a02e48418 service neutron] 10.222.0.46 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.1938722 Nov 12 08:23:07.381015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 60538e72-79c7-4f26-a05c-00beee5bc0cd up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:07.461618 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7833e265-b4b2-4fc9-a382-7f10c7be7504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.472441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c49890-4552-46c5-b782-12df0742f975 req-7fa9f213-c9fe-47c4-93d8-855922a3f617 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:07.480452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03077665-5316-4f93-9b15-fe1e4cc2181c req-65fb4e2d-b92a-4f3d-86a3-e12a860adf13 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:07.481245 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51c49890-4552-46c5-b782-12df0742f975 req-7fa9f213-c9fe-47c4-93d8-855922a3f617 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 949 time: 0.2041469 Nov 12 08:23:07.483168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 74f97a29-2ac4-4f43-a116-1c71f34edd78 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:07.486242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 60538e72-79c7-4f26-a05c-00beee5bc0cd completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:07.491114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 74f97a29-2ac4-4f43-a116-1c71f34edd78 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:07.491469 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.492421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03077665-5316-4f93-9b15-fe1e4cc2181c req-65fb4e2d-b92a-4f3d-86a3-e12a860adf13 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 945 time: 0.1086140 Nov 12 08:23:07.494797 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 60538e72-79c7-4f26-a05c-00beee5bc0cd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:07.495509 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.580976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-cef8eabf-21bf-48c4-8da9-8ccecbb121fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4045a32-567d-4550-b587-55e733ba214f HTTP/1.1" status: 200 len: 217 time: 0.0864408 Nov 12 08:23:07.645589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-33d25dc9-d845-4d9c-bf9d-cddd6d14e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:07.647351 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-33d25dc9-d845-4d9c-bf9d-cddd6d14e32c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.0547633 Nov 12 08:23:07.663340 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.683430 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03077665-5316-4f93-9b15-fe1e4cc2181c req-a8b65628-e54c-43ce-a8c6-16ab529241b4 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900041 Nov 12 08:23:07.702505 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-134cfd20-245d-43cc-bf30-584d4766a0ec service neutron] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:07.711687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-cd2efe82-f6be-4d0d-a1d3-06b6453937a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543022 Nov 12 08:23:07.714189 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-134cfd20-245d-43cc-bf30-584d4766a0ec service neutron] Publish callbacks [] for binding, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.715299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a65ce8aa-01dc-4d0f-8d93-a37f1f733848 req-134cfd20-245d-43cc-bf30-584d4766a0ec service neutron] 10.222.0.52 "DELETE /v2.0/ports/a6a9e300-e1d4-4a9f-9a81-d63a984757f8/bindings/n-h1-768851-18 HTTP/1.1" status: 204 len: 173 time: 0.4851916 Nov 12 08:23:07.730946 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51c49890-4552-46c5-b782-12df0742f975 req-298fc178-3b1d-4a76-a313-6aa5a3a0493d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462621 Nov 12 08:23:07.742844 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.796231 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c17f260-f509-4198-97be-a5f3097d7c9f x-openstack-request-id: req-0c17f260-f509-4198-97be-a5f3097d7c9f {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:07.796527 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fcf327-132c-47f2-a866-34bacaa5a841", "name": "network-vif-plugged", "status": "completed", "tag": "4317f062-e9e6-4edf-8cb2-1e24dab6f9bb", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:07.797503 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c17f260-f509-4198-97be-a5f3097d7c9f {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:07.798594 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fcf327-132c-47f2-a866-34bacaa5a841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4317f062-e9e6-4edf-8cb2-1e24dab6f9bb', 'code': 200} Nov 12 08:23:07.828682 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c458e695-b47a-4cb7-9e89-aaeaba33484c x-openstack-request-id: req-c458e695-b47a-4cb7-9e89-aaeaba33484c {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:07.828962 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637e7355-05bf-43fd-b1de-9a41e77d6190", "tag": "60538e72-79c7-4f26-a05c-00beee5bc0cd", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:07.829236 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c458e695-b47a-4cb7-9e89-aaeaba33484c {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:07.829621 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'tag': '60538e72-79c7-4f26-a05c-00beee5bc0cd', 'status': 'completed', 'code': 200} Nov 12 08:23:07.896006 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26117401-207d-420d-9a18-54e4b847f118 x-openstack-request-id: req-26117401-207d-420d-9a18-54e4b847f118 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:07.896492 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce69812a-2062-4326-b1fe-d1ebcb11a4be", "name": "network-vif-deleted", "tag": "455bb988-0600-4285-a333-595e96e231f6", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:07.896959 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26117401-207d-420d-9a18-54e4b847f118 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:07.897768 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce69812a-2062-4326-b1fe-d1ebcb11a4be', 'name': 'network-vif-deleted', 'tag': '455bb988-0600-4285-a333-595e96e231f6', 'status': 'completed', 'code': 200} Nov 12 08:23:07.898726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 60538e72-79c7-4f26-a05c-00beee5bc0cd, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=60538e72-79c7-4f26-a05c-00beee5bc0cd,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:07.909162 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.916302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:07.981659 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-0c780c99-04eb-47d0-bd62-b0fea3adeda9 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468929 Nov 12 08:23:07.982734 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:07.983528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 455bb988-0600-4285-a333-595e96e231f6 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:08.033923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 455bb988-0600-4285-a333-595e96e231f6 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:08.034272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 455bb988-0600-4285-a333-595e96e231f6 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:08.045420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=60538e72-79c7-4f26-a05c-00beee5bc0cd,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:08.108256 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c1fd9-cead-4de9-918f-27e8067b8d98 req-983c241b-ad5e-4183-a9eb-1e9350b6c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.109646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=74f97a29-2ac4-4f43-a116-1c71f34edd78,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:08.109802 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67c1fd9-cead-4de9-918f-27e8067b8d98 req-983c241b-ad5e-4183-a9eb-1e9350b6c659 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420&device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 1098 time: 0.1976771 Nov 12 08:23:08.118126 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608849e-c9b8-4269-a952-321e54fc8ad6 req-75756804-ba88-4edf-bb8e-d795591d70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.119637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2608849e-c9b8-4269-a952-321e54fc8ad6 req-75756804-ba88-4edf-bb8e-d795591d70ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 1102 time: 0.1980541 Nov 12 08:23:08.146350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac71d1-a331-453e-b804-1bd671b73766 req-d4f97e0d-f66c-40e0-bd05-79891f92cb24 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.153776 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2fac71d1-a331-453e-b804-1bd671b73766 req-d4f97e0d-f66c-40e0-bd05-79891f92cb24 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 945 time: 0.2123625 Nov 12 08:23:08.295075 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-b8e4e2a2-162c-4579-8c76-b9a83ae2c54d service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997978 Nov 12 08:23:08.338794 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2fac71d1-a331-453e-b804-1bd671b73766 req-bd7e7f36-8330-4cfb-b611-8c68e2f4501c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840301 Nov 12 08:23:08.344128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3d18-0cf0-4bc1-bf27-d99d1efcd544 req-b6f54d06-f6cb-4013-9873-e3292c958464 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.348502 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2608849e-c9b8-4269-a952-321e54fc8ad6 req-70e06239-d58d-4342-b5cf-780055e99672 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175727 Nov 12 08:23:08.352150 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d64f3d18-0cf0-4bc1-bf27-d99d1efcd544 req-b6f54d06-f6cb-4013-9873-e3292c958464 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 950 time: 0.1060636 Nov 12 08:23:08.369725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c1fd9-cead-4de9-918f-27e8067b8d98 req-70738546-7645-40fb-8fcc-477713593af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.371224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67c1fd9-cead-4de9-918f-27e8067b8d98 req-70738546-7645-40fb-8fcc-477713593af8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=610099d6-8440-4178-8197-ba53b457a74a HTTP/1.1" status: 200 len: 925 time: 0.2490144 Nov 12 08:23:08.432120 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.518884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-b7c35c32-1886-4728-8da8-fc8deb4a9ba7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.520421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-b7c35c32-1886-4728-8da8-fc8deb4a9ba7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257&tenant_id=622dac62584248dead4df8f42ebf1618&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 950 time: 0.1881580 Nov 12 08:23:08.527529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d64f3d18-0cf0-4bc1-bf27-d99d1efcd544 req-71fda71d-0466-4982-b8b4-ae19d7a85a0b tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745243 Nov 12 08:23:08.531126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-cd5bfa00-6c13-420d-b172-e776b9598787 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.532635 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-cd5bfa00-6c13-420d-b172-e776b9598787 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a&tenant_id=bef941d2508140b5b49158f037d4051b&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.1222913 Nov 12 08:23:08.559307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a526d72-1d8a-4faa-969b-b0af3d799ac5 req-ae40255e-b070-4e9c-bbed-280654007db9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.567747 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1a526d72-1d8a-4faa-969b-b0af3d799ac5 req-ae40255e-b070-4e9c-bbed-280654007db9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 945 time: 0.1263678 Nov 12 08:23:08.589034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-18'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:08.644948 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67c1fd9-cead-4de9-918f-27e8067b8d98 req-d5e289b6-8a95-4207-a9f1-40a06b72ef81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60538e72-79c7-4f26-a05c-00beee5bc0cd HTTP/1.1" status: 200 len: 217 time: 0.0701711 Nov 12 08:23:08.651740 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d95255b9-c8f5-4699-99bb-a7b71fed4d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.700754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:08.718376 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-44872157-ddca-485e-936f-21075a7e5c11 service neutron] delete failed (client error): The resource could not be found. Nov 12 08:23:08.719498 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-44872157-ddca-485e-936f-21075a7e5c11 service neutron] 10.222.0.52 "DELETE /v2.0/ports/74f97a29-2ac4-4f43-a116-1c71f34edd78/bindings/n-h2-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.1800828 Nov 12 08:23:08.779474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3b0b5-da52-4ba2-8af7-093b1ee4f262 req-c22a47cb-7e81-4f52-b6ee-0b00f14d77f7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.783068 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01b3b0b5-da52-4ba2-8af7-093b1ee4f262 req-c22a47cb-7e81-4f52-b6ee-0b00f14d77f7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.1474319 Nov 12 08:23:08.948663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01b3b0b5-da52-4ba2-8af7-093b1ee4f262 req-14af6223-3874-42fa-8863-328fab57b8e2 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615436 Nov 12 08:23:08.993522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b4045a32-567d-4550-b587-55e733ba214f,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:08.997488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-42f745bb-1915-41a0-b948-f91b74af5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:08.999656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-42f745bb-1915-41a0-b948-f91b74af5f12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 1102 time: 0.1126945 Nov 12 08:23:09.107428 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1a526d72-1d8a-4faa-969b-b0af3d799ac5 req-06f76fb1-9c3e-4b24-8cb6-712f33c14725 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386944 Nov 12 08:23:09.138159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:09.143990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c1fd9-cead-4de9-918f-27e8067b8d98 req-89d49356-7600-490b-b83f-2572d298cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.146409 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67c1fd9-cead-4de9-918f-27e8067b8d98 req-89d49356-7600-490b-b83f-2572d298cfc4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9f27438-c400-45f9-9633-ff6491532b3c HTTP/1.1" status: 200 len: 863 time: 0.4920621 Nov 12 08:23:09.185672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-a94c868c-b4a2-466e-ae96-7777c4aad5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.187304 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-a94c868c-b4a2-466e-ae96-7777c4aad5f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1805494 Nov 12 08:23:09.197767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b9937-5f83-4f59-80bb-b9eee6a79824 req-b405d0e7-3a94-4249-956a-205efbd7083a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.199392 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df8b9937-5f83-4f59-80bb-b9eee6a79824 req-b405d0e7-3a94-4249-956a-205efbd7083a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 950 time: 0.1634889 Nov 12 08:23:09.258145 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.260567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-74966c8a-6453-4f05-9e4f-f1897f54de8f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78 HTTP/1.1" status: 200 len: 217 time: 0.0561371 Nov 12 08:23:09.311225 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.364766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c1fd9-cead-4de9-918f-27e8067b8d98 req-ae92d103-2367-48cc-b1f1-ab3b66e5cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.366585 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67c1fd9-cead-4de9-918f-27e8067b8d98 req-ae92d103-2367-48cc-b1f1-ab3b66e5cef7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=610099d6-8440-4178-8197-ba53b457a74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2125986 Nov 12 08:23:09.396345 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df8b9937-5f83-4f59-80bb-b9eee6a79824 req-d6816293-b7b2-4d01-b7e2-4dd748fcd3e5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841054 Nov 12 08:23:09.412228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-e1250b08-54a7-489a-aa2d-3ac118fd7bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.413818 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-e1250b08-54a7-489a-aa2d-3ac118fd7bcc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1454077 Nov 12 08:23:09.475397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Pushing event updated for resources: {'Port': ['ID=b4045a32-567d-4550-b587-55e733ba214f,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:09.497627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Attempting to bind port b4045a32-567d-4550-b587-55e733ba214f on host n-h2-768851-18 for vnic_type normal with profile {"migrating_to": "n-h1-768851-18"} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:09.497860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Attempting to bind port b4045a32-567d-4550-b587-55e733ba214f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:09.499320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Attempting to bind port b4045a32-567d-4550-b587-55e733ba214f on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:09.507607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Port b4045a32-567d-4550-b587-55e733ba214f on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:09.507931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Attempting to bind port b4045a32-567d-4550-b587-55e733ba214f on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:09.512131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246682-8fdb-4765-8a7f-c154e74fcc7d req-1cb21d85-da11-4735-a3d1-79ad84a20e34 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.515888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:09.516228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:09.516818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:09.517376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Bound port: b4045a32-567d-4550-b587-55e733ba214f, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:09.517748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.523933 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ea246682-8fdb-4765-8a7f-c154e74fcc7d req-1cb21d85-da11-4735-a3d1-79ad84a20e34 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 946 time: 0.2245193 Nov 12 08:23:09.530624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-c7252fbb-7468-4229-8edb-0edf85505a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.532144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-c7252fbb-7468-4229-8edb-0edf85505a75 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1103139 Nov 12 08:23:09.682896 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67c1fd9-cead-4de9-918f-27e8067b8d98 req-375f56ab-b4be-4e6c-a6ea-bf10e9dd8a88 service neutron] 10.222.0.52 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658246 Nov 12 08:23:09.689862 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ea246682-8fdb-4765-8a7f-c154e74fcc7d req-dfd2f461-6225-4398-900a-5b425ea041bd tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647544 Nov 12 08:23:09.800200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcb56be-155a-437e-9682-d61e929b5257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f97a29-2ac4-4f43-a116-1c71f34edd78'}, {'server_uuid': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60538e72-79c7-4f26-a05c-00beee5bc0cd'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:09.804094 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4e6ec1-8efa-4098-a350-0c3316008385" -d '{"events": [{"server_uuid": "0dcb56be-155a-437e-9682-d61e929b5257", "name": "network-vif-plugged", "status": "completed", "tag": "74f97a29-2ac4-4f43-a116-1c71f34edd78"}, {"server_uuid": "637e7355-05bf-43fd-b1de-9a41e77d6190", "name": "network-vif-plugged", "status": "completed", "tag": "60538e72-79c7-4f26-a05c-00beee5bc0cd"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:09.832875 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.879325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67c1fd9-cead-4de9-918f-27e8067b8d98 req-97a20354-0048-428b-9c33-161c7bc07f0e service neutron] 10.222.0.52 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877704 Nov 12 08:23:09.900889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-d95255b9-c8f5-4699-99bb-a7b71fed4d53 admin admin] Deleting port b8daca72-eb84-49e2-bb64-66143a337bc2 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:09.900889 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d95255b9-c8f5-4699-99bb-a7b71fed4d53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:09.906546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0d04d-00d9-4a92-bdfa-30c5fdb35c6d req-89bf33ec-55d7-467a-854f-25daa8d121d3 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.910891 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-04a0d04d-00d9-4a92-bdfa-30c5fdb35c6d req-89bf33ec-55d7-467a-854f-25daa8d121d3 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0839808 Nov 12 08:23:09.932898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b9fa2a-ad29-487c-9942-4adaa0b49c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4045a32-567d-4550-b587-55e733ba214f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:09.935272 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bd0a32-bc98-4627-8596-f0794c81f7e6" -d '{"events": [{"server_uuid": "18b9fa2a-ad29-487c-9942-4adaa0b49c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4045a32-567d-4550-b587-55e733ba214f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:09.963305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:09.996779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1a335-8898-4c3e-82e7-7c5588383e29 req-ca0e7009-e88e-4aef-ae86-0e25b7163dfe tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:09.999535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4fc1a335-8898-4c3e-82e7-7c5588383e29 req-ca0e7009-e88e-4aef-ae86-0e25b7163dfe tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 943 time: 0.4348798 Nov 12 08:23:10.005558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b4045a32-567d-4550-b587-55e733ba214f,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:10.022360 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.035418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-04a0d04d-00d9-4a92-bdfa-30c5fdb35c6d req-9ea4a883-ec66-4be7-8487-f986597af939 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087527 Nov 12 08:23:10.052503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-4026ff40-b68d-4dff-b0bf-3a8d0a0b290e service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851816 Nov 12 08:23:10.052749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-d95255b9-c8f5-4699-99bb-a7b71fed4d53 admin admin] For port b8daca72-eb84-49e2-bb64-66143a337bc2, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b8daca72-eb84-49e2-bb64-66143a337bc2,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:10.052749 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d95255b9-c8f5-4699-99bb-a7b71fed4d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.066599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-d95255b9-c8f5-4699-99bb-a7b71fed4d53 admin admin] Calling delete_port for b8daca72-eb84-49e2-bb64-66143a337bc2 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:10.297714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Pushing event updated for resources: {'Port': ['ID=b4045a32-567d-4550-b587-55e733ba214f,revision_number=8']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:10.307590 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4fc1a335-8898-4c3e-82e7-7c5588383e29 req-62125ef0-ca53-4999-b479-b5916a8241d9 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867944 Nov 12 08:23:10.324649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:10.325798 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.327743 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-47987abe-9ff3-4bcf-b8ba-18fa2c391376 service neutron] 10.222.0.46 "PUT /v2.0/ports/b4045a32-567d-4550-b587-55e733ba214f HTTP/1.1" status: 200 len: 1123 time: 1.7866890 Nov 12 08:23:10.330147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b530762-f964-4ed0-b281-2e791e5f83d7 req-ccc67a0a-2813-4628-a04c-213690d5e5e4 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284923 Nov 12 08:23:10.437361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['b4045a32-567d-4550-b587-55e733ba214f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:10.459391 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d95255b9-c8f5-4699-99bb-a7b71fed4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.479575 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50f60af-b00d-4f6e-8c46-18316526eced x-openstack-request-id: req-e50f60af-b00d-4f6e-8c46-18316526eced {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:10.480122 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcb56be-155a-437e-9682-d61e929b5257", "name": "network-vif-plugged", "status": "completed", "tag": "74f97a29-2ac4-4f43-a116-1c71f34edd78", "code": 200}, {"server_uuid": "637e7355-05bf-43fd-b1de-9a41e77d6190", "name": "network-vif-plugged", "status": "completed", "tag": "60538e72-79c7-4f26-a05c-00beee5bc0cd", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:10.480613 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e50f60af-b00d-4f6e-8c46-18316526eced {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:10.481207 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcb56be-155a-437e-9682-d61e929b5257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f97a29-2ac4-4f43-a116-1c71f34edd78', 'code': 200} Nov 12 08:23:10.481622 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60538e72-79c7-4f26-a05c-00beee5bc0cd', 'code': 200} Nov 12 08:23:10.529154 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53430d24-4044-4f4b-995c-9117eaf93c6b x-openstack-request-id: req-53430d24-4044-4f4b-995c-9117eaf93c6b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:10.530320 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b9fa2a-ad29-487c-9942-4adaa0b49c1a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4045a32-567d-4550-b587-55e733ba214f", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:10.531926 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53430d24-4044-4f4b-995c-9117eaf93c6b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:10.533229 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b9fa2a-ad29-487c-9942-4adaa0b49c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4045a32-567d-4550-b587-55e733ba214f', 'code': 200} Nov 12 08:23:10.537750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95255b9-c8f5-4699-99bb-a7b71fed4d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8daca72-eb84-49e2-bb64-66143a337bc2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:10.699981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617073ea-3dee-43b1-a962-20fe7b481576 req-7d663857-dc6c-438a-81ee-a698458473d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:10.701806 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-617073ea-3dee-43b1-a962-20fe7b481576 req-7d663857-dc6c-438a-81ee-a698458473d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 1098 time: 0.1118565 Nov 12 08:23:10.852372 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.859086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e968-8034-4247-87a9-540f835f44cd req-16dbd53b-277c-4aab-aaa7-d345a4f242c8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:10.868005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4df0e968-8034-4247-87a9-540f835f44cd req-16dbd53b-277c-4aab-aaa7-d345a4f242c8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.1990421 Nov 12 08:23:10.906409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-617073ea-3dee-43b1-a962-20fe7b481576 req-110db8da-c51a-4fb4-acca-28f6fdea50a4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509268 Nov 12 08:23:10.938550 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d95255b9-c8f5-4699-99bb-a7b71fed4d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:10.952210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4df0e968-8034-4247-87a9-540f835f44cd req-4d4204d6-6ff4-4854-b9c3-f6d1edf0e822 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743632 Nov 12 08:23:11.137805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818404c-342d-4972-bed2-b15709bb1ba4 req-54a78d25-313f-4db7-8911-78a5d1347a13 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.140228 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c818404c-342d-4972-bed2-b15709bb1ba4 req-54a78d25-313f-4db7-8911-78a5d1347a13 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 950 time: 0.0805895 Nov 12 08:23:11.199281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-adcb68cf-3fb8-467a-ad1b-1058068e65af tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.207824 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-adcb68cf-3fb8-467a-ad1b-1058068e65af tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 807 time: 0.1491001 Nov 12 08:23:11.230708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-1acafa82-dd74-466c-ad0f-a1731f0690cd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/quotas/1bf3b8941139451e8acba21723b96ae2 HTTP/1.1" status: 200 len: 375 time: 0.0214403 Nov 12 08:23:11.237088 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c818404c-342d-4972-bed2-b15709bb1ba4 req-0826080f-b235-41d0-aaa9-17990afeae7c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581532 Nov 12 08:23:11.314048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95255b9-c8f5-4699-99bb-a7b71fed4d53 admin admin] Router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:23:11.325568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:11.367389 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-6771b0d0-0b42-4822-9732-6663d7976c8b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290872 Nov 12 08:23:11.525023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-a9f56568-2395-48f7-963d-e7b8a068fbae service neutron] 10.222.0.31 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560209 Nov 12 08:23:11.558780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e008d-42e4-4c22-a0a1-9495028fe68e req-f1133ecd-57ce-4f0d-b346-7c0fe3c91cfa tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:11.560910 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-713e008d-42e4-4c22-a0a1-9495028fe68e req-f1133ecd-57ce-4f0d-b346-7c0fe3c91cfa tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 946 time: 0.2123585 Nov 12 08:23:11.562907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95255b9-c8f5-4699-99bb-a7b71fed4d53 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:11.583367 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d95255b9-c8f5-4699-99bb-a7b71fed4d53 admin admin] 10.222.0.31 "PUT /v2.0/routers/e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2365403 Nov 12 08:23:11.585480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41668) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:11.594875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e97e9-1244-4036-9ed4-59f5daa33819 None None] Sync routers for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:11.636953 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.641032 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e97e9-1244-4036-9ed4-59f5daa33819 None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:11.641710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-bf0e97e9-1244-4036-9ed4-59f5daa33819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:23:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:11.682159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-10e1efbf-93a3-4971-aff2-6679e87ce471 service neutron] 10.222.0.31 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551707 Nov 12 08:23:11.724986 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:11.764785 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-713e008d-42e4-4c22-a0a1-9495028fe68e req-cfaac5b8-43fc-425f-a782-f612b0fcf31b tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864812 Nov 12 08:23:11.791197 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.818054 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:11.858817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-bf0e97e9-1244-4036-9ed4-59f5daa33819 None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:12.069260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21d7ca-6d24-45c1-b7fa-2deb46ef9972 req-221b9b18-117c-4ca2-8104-eec2c0e351bf tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:12.070996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef21d7ca-6d24-45c1-b7fa-2deb46ef9972 req-221b9b18-117c-4ca2-8104-eec2c0e351bf tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 943 time: 0.0892427 Nov 12 08:23:12.083142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:12.131923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574de6a-baa1-4a0a-aa69-a03d3cbccabb req-a45a76c4-4739-4241-a2e0-42aa4735af69 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:12.139301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d574de6a-baa1-4a0a-aa69-a03d3cbccabb req-a45a76c4-4739-4241-a2e0-42aa4735af69 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 1102 time: 0.1029093 Nov 12 08:23:12.148303 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.159637 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d574de6a-baa1-4a0a-aa69-a03d3cbccabb req-0216a302-40fa-434f-8d43-916bfbf69c37 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.183374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef21d7ca-6d24-45c1-b7fa-2deb46ef9972 req-5d855db0-9f1c-4d76-bc32-109057f7e62e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049428 Nov 12 08:23:12.334971 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d574de6a-baa1-4a0a-aa69-a03d3cbccabb req-0216a302-40fa-434f-8d43-916bfbf69c37 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.349458 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d574de6a-baa1-4a0a-aa69-a03d3cbccabb req-0216a302-40fa-434f-8d43-916bfbf69c37 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.402784 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-bf0e97e9-1244-4036-9ed4-59f5daa33819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:23:10Z', 'revision_number': 5, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port': {'id': '6d05cf32-a483-49a6-bc28-5f3c685da1bf', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 193, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:21:09Z', 'updated_at': '2021-11-12T08:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:12.451494 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216a302-40fa-434f-8d43-916bfbf69c37 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00adf2ab-e262-4a4c-8910-c29003e5a4cd,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:12.459237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Deleting port 6d05cf32-a483-49a6-bc28-5f3c685da1bf {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:12.459730 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.465348 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d574de6a-baa1-4a0a-aa69-a03d3cbccabb req-0216a302-40fa-434f-8d43-916bfbf69c37 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251963 Nov 12 08:23:12.492586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:12.496744 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f839e277-e6ed-4cbf-b62b-0aa63415c119" -d '{"events": [{"server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "name": "network-vif-unplugged", "status": "completed", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:12.512151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e97e9-1244-4036-9ed4-59f5daa33819 None None] Checking router: e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:23:12.534429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e97e9-1244-4036-9ed4-59f5daa33819 None None] Routers {'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:12.535102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-bf0e97e9-1244-4036-9ed4-59f5daa33819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:23:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:12.535563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b9fa2a-ad29-487c-9942-4adaa0b49c1a', 'tag': 'b4045a32-567d-4550-b587-55e733ba214f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:12.538631 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff4fec7-e00c-435a-927e-711873414af3" -d '{"events": [{"name": "network-changed", "server_uuid": "18b9fa2a-ad29-487c-9942-4adaa0b49c1a", "tag": "b4045a32-567d-4550-b587-55e733ba214f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:12.625233 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-da952049-75a6-4fdc-ba06-9b7f2a5ddb2d req-031e8e6b-ce82-4d10-9f16-c20b7375b55a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 210 time: 0.0389333 Nov 12 08:23:12.684164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-bf0e97e9-1244-4036-9ed4-59f5daa33819 None None] Set router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:12.684388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] For port 6d05cf32-a483-49a6-bc28-5f3c685da1bf, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6d05cf32-a483-49a6-bc28-5f3c685da1bf,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:12.685066 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:12.724440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Calling delete_port for 6d05cf32-a483-49a6-bc28-5f3c685da1bf owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:12.767089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-bf0e97e9-1244-4036-9ed4-59f5daa33819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:23:12Z', 'revision_number': 6, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:12.828528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e97e9-1244-4036-9ed4-59f5daa33819 None None] The sync data for ids ['e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5'] in n-d-768851-18 is: [{'id': 'e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1096096995-router', 'tenant_id': 'a64d8d5abe494314aea0331a40660e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:21:08Z', 'updated_at': '2021-11-12T08:23:12Z', 'revision_number': 6, 'project_id': 'a64d8d5abe494314aea0331a40660e70', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:23:12.939668 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94538e26-d627-4fc4-8134-d73b7c5c0683 x-openstack-request-id: req-94538e26-d627-4fc4-8134-d73b7c5c0683 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:12.940349 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "name": "network-vif-unplugged", "status": "completed", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:12.940349 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94538e26-d627-4fc4-8134-d73b7c5c0683 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:12.940940 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'code': 200} Nov 12 08:23:12.978049 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09432095-3a68-4580-8634-920b039728b1 req-3d24b084-3268-4110-8671-b6bce0d7e20a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:12.979525 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01ce983-177c-4890-9237-3061ce459a53 x-openstack-request-id: req-f01ce983-177c-4890-9237-3061ce459a53 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:12.980068 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b9fa2a-ad29-487c-9942-4adaa0b49c1a", "tag": "b4045a32-567d-4550-b587-55e733ba214f", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:12.980068 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f01ce983-177c-4890-9237-3061ce459a53 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:12.980599 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b9fa2a-ad29-487c-9942-4adaa0b49c1a', 'tag': 'b4045a32-567d-4550-b587-55e733ba214f', 'status': 'completed', 'code': 200} Nov 12 08:23:13.003748 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09432095-3a68-4580-8634-920b039728b1 req-3d24b084-3268-4110-8671-b6bce0d7e20a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.2722847 Nov 12 08:23:13.080342 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4fec7-e00c-435a-927e-711873414af3 req-773de8df-0e78-47e0-abb2-a805fe95df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:13.083490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09432095-3a68-4580-8634-920b039728b1 req-e1a23702-b20d-448b-86d7-08d4e2ff10c4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770071 Nov 12 08:23:13.083890 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ff4fec7-e00c-435a-927e-711873414af3 req-773de8df-0e78-47e0-abb2-a805fe95df33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 1126 time: 0.0750990 Nov 12 08:23:13.290698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7dcf7-e3c3-4176-915a-d5b5556e9def req-7c2810e8-7ac7-4a3d-9fcc-8ba2ff17bc0b tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:13.299964 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13e7dcf7-e3c3-4176-915a-d5b5556e9def req-7c2810e8-7ac7-4a3d-9fcc-8ba2ff17bc0b tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 946 time: 0.1596417 Nov 12 08:23:13.320588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b8daca72-eb84-49e2-bb64-66143a337bc2 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:13.384918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b4045a32-567d-4550-b587-55e733ba214f details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:13.466340 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-86f2e7c9-47d2-442d-8b6d-0112ac4b5a17 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413845 Nov 12 08:23:13.492316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4fec7-e00c-435a-927e-711873414af3 req-583cca8b-39f1-4cd7-a728-3e8321906194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:13.494279 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ff4fec7-e00c-435a-927e-711873414af3 req-583cca8b-39f1-4cd7-a728-3e8321906194 service neutron] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.4010046 Nov 12 08:23:13.584070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ff4fec7-e00c-435a-927e-711873414af3 req-0f9e9a2e-e976-4fb2-affe-3a9b107aca1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4045a32-567d-4550-b587-55e733ba214f HTTP/1.1" status: 200 len: 217 time: 0.0804894 Nov 12 08:23:13.585815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b8daca72-eb84-49e2-bb64-66143a337bc2 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:13.586399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b8daca72-eb84-49e2-bb64-66143a337bc2 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:13.627939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b4045a32-567d-4550-b587-55e733ba214f,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:13.645126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b4045a32-567d-4550-b587-55e733ba214f has no active binding in host n-h1-768851-18 {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:23:13.653594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-baed0bb5-c967-432c-ad92-17fa6c3fb9a0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:13.655782 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-baed0bb5-c967-432c-ad92-17fa6c3fb9a0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640687 Nov 12 08:23:13.666347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13e7dcf7-e3c3-4176-915a-d5b5556e9def req-485dc464-a058-4e42-808d-dffc07aa5a70 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036612 Nov 12 08:23:13.674994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-28104505-1b2c-4c9e-863d-c8f763fc3ce5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:13.677246 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-28104505-1b2c-4c9e-863d-c8f763fc3ce5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.46 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 807 time: 0.3759828 Nov 12 08:23:13.699030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Request body: {'port': {'device_id': 'fb491a4d-cd47-4094-a452-a4e9d336d449', 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343', 'admin_state_up': True, 'tenant_id': '1bf3b8941139451e8acba21723b96ae2'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:13.706713 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-786a337b-4ac4-4b22-b115-29ea09058cfc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/quotas/23311f6fc28247b28ff4321d967c2226 HTTP/1.1" status: 200 len: 375 time: 0.0366833 Nov 12 08:23:13.730581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4fec7-e00c-435a-927e-711873414af3 req-68fa8665-ef8b-45e6-bf5b-552ab75daa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:13.732558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ff4fec7-e00c-435a-927e-711873414af3 req-68fa8665-ef8b-45e6-bf5b-552ab75daa39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.1226554 Nov 12 08:23:13.733853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.806256 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d05cf32-a483-49a6-bc28-5f3c685da1bf,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:13.843641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ff4fec7-e00c-435a-927e-711873414af3 req-fc2c586e-08af-4fe9-885b-f93aa328a921 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033087 Nov 12 08:23:13.871826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-2e1cb9c8-ae9e-4319-8aff-25cc249d331f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1554697 Nov 12 08:23:13.912026 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:13.952566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc789a4-ae85-4d8f-8ec3-42e12c6d7d81 req-acffd0d1-6291-463c-8b18-ec19c06841ba tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:13.960007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9cc789a4-ae85-4d8f-8ec3-42e12c6d7d81 req-acffd0d1-6291-463c-8b18-ec19c06841ba tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 1102 time: 0.1829545 Nov 12 08:23:14.087667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.090924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Made reservation on behalf of 1bf3b8941139451e8acba21723b96ae2 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:14.091735 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.096138 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.111993 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ff4fec7-e00c-435a-927e-711873414af3 req-23e6e85b-9000-40d4-927c-41d21aa30935 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609775 Nov 12 08:23:14.131777 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9cc789a4-ae85-4d8f-8ec3-42e12c6d7d81 req-9526dfe1-8979-4444-b1ce-bc7da07491c4 tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610072 Nov 12 08:23:14.199047 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.199823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:23:14.208542 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.216389 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c3714da0-b682-4550-92f2-8f0a176ba217 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e193b3ee-c0b4-4f6d-a2dc-e7675fd609c5 HTTP/1.1" status: 204 len: 168 time: 2.6295197 Nov 12 08:23:14.217070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41762) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:14.287777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b400b0e3-e7c7-40ad-bac4-bc97f7acdd6f admin admin] Deleting subnet 04a31785-f38c-425e-aabd-b02afbc425f7 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:14.291927 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b400b0e3-e7c7-40ad-bac4-bc97f7acdd6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.358375 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b400b0e3-e7c7-40ad-bac4-bc97f7acdd6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.396478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ff4fec7-e00c-435a-927e-711873414af3 req-fef4be2f-1512-4cab-b307-985830477f47 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622519 Nov 12 08:23:14.487810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3b002-9b60-4ac6-be6e-6a9bf3a4d7da req-5e9470ba-ba4e-4629-88e2-77752a86e9b2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:14.496094 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dcb3b002-9b60-4ac6-be6e-6a9bf3a4d7da req-5e9470ba-ba4e-4629-88e2-77752a86e9b2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 943 time: 0.1145144 Nov 12 08:23:14.584476 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd8bd689-627d-42c0-80c7-b1dfcbfdd180 req-85bf718d-1345-4b09-a941-7a4487275950 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 210 time: 0.0634484 Nov 12 08:23:14.594678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Allocated IP 172.20.0.13 (f52d9c59-7b29-4bd7-b161-34f597f50343/fbf91463-1da9-42d8-ad99-c69e0c024ee2/81326f93-053f-4891-b875-1fef1d1b6bc1) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:14.607203 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b400b0e3-e7c7-40ad-bac4-bc97f7acdd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.609395 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dcb3b002-9b60-4ac6-be6e-6a9bf3a4d7da req-2213d7c5-f029-4e35-9e5f-50f4ace6f033 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102378 Nov 12 08:23:14.726518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b400b0e3-e7c7-40ad-bac4-bc97f7acdd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.787613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400b0e3-e7c7-40ad-bac4-bc97f7acdd6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a31785-f38c-425e-aabd-b02afbc425f7,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:14.823893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe2d92-81d9-4e87-be41-0ef2bde772c5 None None] Network 170e4127-b637-48e5-9551-255bde693b24 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:14.830826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b400b0e3-e7c7-40ad-bac4-bc97f7acdd6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:14.839034 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b400b0e3-e7c7-40ad-bac4-bc97f7acdd6f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/04a31785-f38c-425e-aabd-b02afbc425f7 HTTP/1.1" status: 204 len: 168 time: 0.6198249 Nov 12 08:23:14.839759 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41782) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:14.875736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59ac33-17e1-4ff5-916c-541461fb70d9 req-003f9c68-0c54-4b49-be1f-6cb220157511 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:14.883876 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4f59ac33-17e1-4ff5-916c-541461fb70d9 req-003f9c68-0c54-4b49-be1f-6cb220157511 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 946 time: 0.1667993 Nov 12 08:23:14.887203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41784) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:14.901338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-04d521b5-4324-424b-9cc8-094dce6c9c01 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Request body: {'floatingip': {'port_id': '60538e72-79c7-4f26-a05c-00beee5bc0cd'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:14.990552 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-04d521b5-4324-424b-9cc8-094dce6c9c01 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.041141 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.050029 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.256820 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-acbf66ea-9c67-4a34-9022-a5dde95e96c7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=622dac62584248dead4df8f42ebf1618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739448 Nov 12 08:23:15.287491 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.328354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Deleting port 4475af22-6741-44b0-86d9-2e1c3bdd93f4 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:15.332675 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.360813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d199a38b-10f7-4421-9e31-a433f0cbf8d8 None None] DHCP port deletion for 170e4127-b637-48e5-9551-255bde693b24 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:15.399149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Network f52d9c59-7b29-4bd7-b161-34f597f50343 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:15.417240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:15.424290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:15.455973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Pushing event updated for resources: {'Port': ['ID=81326f93-053f-4891-b875-1fef1d1b6bc1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:15.463929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6d05cf32-a483-49a6-bc28-5f3c685da1bf no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:15.501028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 6d05cf32-a483-49a6-bc28-5f3c685da1bf {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:15.501739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6d05cf32-a483-49a6-bc28-5f3c685da1bf not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:15.541841 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d199a38b-10f7-4421-9e31-a433f0cbf8d8 None None] Deleting port 4475af22-6741-44b0-86d9-2e1c3bdd93f4 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:15.542680 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d199a38b-10f7-4421-9e31-a433f0cbf8d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.644541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d199a38b-10f7-4421-9e31-a433f0cbf8d8 None None] For port 4475af22-6741-44b0-86d9-2e1c3bdd93f4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4475af22-6741-44b0-86d9-2e1c3bdd93f4,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:15.645132 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d199a38b-10f7-4421-9e31-a433f0cbf8d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.665229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d199a38b-10f7-4421-9e31-a433f0cbf8d8 None None] Calling delete_port for 4475af22-6741-44b0-86d9-2e1c3bdd93f4 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:15.673542 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ca2c2ebf-dc14-4d92-8fac-459309ea8017 req-7ef5b946-76db-4ef3-8890-32aebffef600 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 210 time: 0.1120501 Nov 12 08:23:15.717299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] For port 4475af22-6741-44b0-86d9-2e1c3bdd93f4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4475af22-6741-44b0-86d9-2e1c3bdd93f4,segment=NetworkSegment(79f305fb-93f7-4437-b331-00f891842219),segment_id=79f305fb-93f7-4437-b331-00f891842219)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:15.718442 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.746780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Calling delete_port for 4475af22-6741-44b0-86d9-2e1c3bdd93f4 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:15.818688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:15.819439 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.834595 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-75738aea-f0c9-4e2a-879b-3d5fe118c604 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:15.836356 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-75738aea-f0c9-4e2a-879b-3d5fe118c604 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5763712 Nov 12 08:23:15.896716 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-ef033bcf-3b58-4479-be7a-7e4605efcf1b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/quotas/622dac62584248dead4df8f42ebf1618 HTTP/1.1" status: 200 len: 375 time: 0.0410681 Nov 12 08:23:15.904517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-67a54e80-691b-48b8-bd13-3f5a8bf6bcbd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2122095 Nov 12 08:23:15.929892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Request body: {'port': {'device_id': 'fb491a4d-cd47-4094-a452-a4e9d336d449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:15.938731 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d199a38b-10f7-4421-9e31-a433f0cbf8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:15.977029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.000378 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-3b2b8b22-8f6f-4c36-9dd3-1c02e6b55fe0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0906770 Nov 12 08:23:16.008117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199a38b-10f7-4421-9e31-a433f0cbf8d8 None None] Pushing event deleted for resources: {'Port': ['ID=4475af22-6741-44b0-86d9-2e1c3bdd93f4,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:16.032325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199a38b-10f7-4421-9e31-a433f0cbf8d8 None None] No DVR routers for this DVR port 4475af22-6741-44b0-86d9-2e1c3bdd93f4 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:16.057624 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=4475af22-6741-44b0-86d9-2e1c3bdd93f4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:16.078625 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] No DVR routers for this DVR port 4475af22-6741-44b0-86d9-2e1c3bdd93f4 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:16.119054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.171808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec909f0-281a-4fc3-b02c-5b1af66979ae req-7fc94992-be6c-4059-840d-6bba68d896b6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:16.180335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cec909f0-281a-4fc3-b02c-5b1af66979ae req-7fc94992-be6c-4059-840d-6bba68d896b6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 932 time: 0.2981014 Nov 12 08:23:16.213213 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.258040 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170e4127-b637-48e5-9551-255bde693b24']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:16.271922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f305fb-93f7-4437-b331-00f891842219') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:16.272227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f305fb-93f7-4437-b331-00f891842219') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:16.311375 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.336519 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.366150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:23:16.366523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:23:16.375085 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:23:16.507189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a861862-15e6-45f2-b28c-134a73ea1ae1 req-d5696fdf-c793-42e1-87aa-f30aa25e0635 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:16.509219 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a861862-15e6-45f2-b28c-134a73ea1ae1 req-d5696fdf-c793-42e1-87aa-f30aa25e0635 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 943 time: 0.0712199 Nov 12 08:23:16.510275 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.524475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81326f93-053f-4891-b875-1fef1d1b6bc1 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:16.534666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.544320 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=170e4127-b637-48e5-9551-255bde693b24,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:16.548478 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.555542 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a0c69efd-138c-4a7d-befd-14c0ec011a0c admin admin] 10.222.0.31 "DELETE /v2.0/networks/170e4127-b637-48e5-9551-255bde693b24 HTTP/1.1" status: 204 len: 168 time: 1.7136538 Nov 12 08:23:16.595299 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Transition to ACTIVE for port object 81326f93-053f-4891-b875-1fef1d1b6bc1 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:16.632182 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a861862-15e6-45f2-b28c-134a73ea1ae1 req-3fa05e57-5e9c-47d2-bb8a-8dc4617a5493 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017230 Nov 12 08:23:16.680330 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cec909f0-281a-4fc3-b02c-5b1af66979ae req-f629001e-6ed0-41a3-9020-b5dd5ad4c363 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983945 Nov 12 08:23:16.796448 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.resource_extend [None req-04d521b5-4324-424b-9cc8-094dce6c9c01 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:23:16.867380 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:16.965361 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-28cc676c-5ed0-4373-ba4c-482912cd624f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489416 Nov 12 08:23:17.015689 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97a0c099-b4c5-4795-b244-addb8a24f4a8 req-4f454f9f-1c54-404e-afcd-73590477f057 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 210 time: 0.1334393 Nov 12 08:23:17.023508 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41844) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:17.063134 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-04d521b5-4324-424b-9cc8-094dce6c9c01 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.070977 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f284decf-b595-46f7-a3e7-306de5a5441e req-722b4e10-71bc-4659-b837-c68d694518cc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 210 time: 0.1031544 Nov 12 08:23:17.144358 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-04d521b5-4324-424b-9cc8-094dce6c9c01 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.150612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Pushing event updated for resources: {'Port': ['ID=81326f93-053f-4891-b875-1fef1d1b6bc1,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:17.193654 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-53b776bb-e2c5-4490-a435-8e07609ebb4a service neutron] 10.222.0.52 "GET /v2.0/ports/b4045a32-567d-4550-b587-55e733ba214f/bindings/n-h1-768851-18 HTTP/1.1" status: 200 len: 385 time: 0.5313482 Nov 12 08:23:17.220799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-5461c617-8225-40f2-8d38-085ec3a15162 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:17.225287 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-5461c617-8225-40f2-8d38-085ec3a15162 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590029 Nov 12 08:23:17.270366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-14b18267-77c6-4cef-8802-038c45d9991a req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Request body: {'port': {'device_id': '12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '23311f6fc28247b28ff4321d967c2226'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:17.359755 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:17.403185 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4475af22-6741-44b0-86d9-2e1c3bdd93f4 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:17.507341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Made reservation on behalf of 23311f6fc28247b28ff4321d967c2226 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:17.509263 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:23:17.511831 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.664353 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3976f58c-81fa-4392-ad28-b77eba73f9e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a64d8d5abe494314aea0331a40660e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6276085 Nov 12 08:23:17.680578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 4475af22-6741-44b0-86d9-2e1c3bdd93f4 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:17.682018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4475af22-6741-44b0-86d9-2e1c3bdd93f4 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:17.704347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:17.706569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41848) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:17.712718 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-bf36dadf-0c8e-4ace-a56a-8a0fde60d307 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549154 Nov 12 08:23:17.720133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:17.720949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:17.721464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:17.724813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'mac_address': 'fa:16:3e:cd:d8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:17.736398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-14b18267-77c6-4cef-8802-038c45d9991a req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Allocated IP 192.168.233.141 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/2956c997-28af-4787-8e44-229c464bb7e3) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:17.742744 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Port 81326f93-053f-4891-b875-1fef1d1b6bc1 on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:17.743255 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:17.822130 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.834846 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8770a5e-d399-4372-b9c9-2ef04a9cc946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.852566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:17.881144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:17.888981 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.913197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:17.913588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:17.913915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:17.914419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Bound port: 81326f93-053f-4891-b875-1fef1d1b6bc1, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:17.914717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.969355 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-04d521b5-4324-424b-9cc8-094dce6c9c01 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Floating IP 8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d associated. External IP: 172.25.3.79, port: 60538e72-79c7-4f26-a05c-00beee5bc0cd. Nov 12 08:23:17.977040 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8770a5e-d399-4372-b9c9-2ef04a9cc946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:17.979177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.46', 52695) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:17.985215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:18.012375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['14502dc1-19cb-45dd-8a24-f4afbaa89bf7'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:18.071842 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-c4f3e1ac-6fd8-4a84-9762-bfa7e6850a3b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=622dac62584248dead4df8f42ebf1618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717933 Nov 12 08:23:18.128284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-9c05e928-7019-4fd6-8222-21b1b294159f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.130014 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-9c05e928-7019-4fd6-8222-21b1b294159f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4016469 Nov 12 08:23:18.212102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dafbc4-5278-45ab-82d3-8979354fbf45 req-5bcca1db-9ad9-48b1-ac36-996bbefb2719 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.220005 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59dafbc4-5278-45ab-82d3-8979354fbf45 req-5bcca1db-9ad9-48b1-ac36-996bbefb2719 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.3204577 Nov 12 08:23:18.287126 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.288518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8770a5e-d399-4372-b9c9-2ef04a9cc946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.291147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8770a5e-d399-4372-b9c9-2ef04a9cc946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.292324 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f8770a5e-d399-4372-b9c9-2ef04a9cc946 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e804449-b4be-4105-9c15-5f4a87d0d18c HTTP/1.1" status: 204 len: 168 time: 0.5839732 Nov 12 08:23:18.370048 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59dafbc4-5278-45ab-82d3-8979354fbf45 req-d5dd16ea-c460-4481-a868-d12e2eaa6558 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490839 Nov 12 08:23:18.373522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8770a5e-d399-4372-b9c9-2ef04a9cc946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e804449-b4be-4105-9c15-5f4a87d0d18c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:18.399580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65106bf7-b1e6-4347-a48d-385871e00ac4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.400754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-a34eafc9-6467-43c4-9a57-ab413a4be73f service neutron] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b4045a32-567d-4550-b587-55e733ba214f,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:18.401148 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65106bf7-b1e6-4347-a48d-385871e00ac4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3112693 Nov 12 08:23:18.432544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-a34eafc9-6467-43c4-9a57-ab413a4be73f service neutron] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:18.476292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-a34eafc9-6467-43c4-9a57-ab413a4be73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4045a32-567d-4550-b587-55e733ba214f {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:18.494453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-a34eafc9-6467-43c4-9a57-ab413a4be73f service neutron] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b4045a32-567d-4550-b587-55e733ba214f,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:18.518750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Request body: {'port': {'device_id': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '622dac62584248dead4df8f42ebf1618'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:18.564882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:18.570366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=81326f93-053f-4891-b875-1fef1d1b6bc1,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:18.640795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-14b18267-77c6-4cef-8802-038c45d9991a req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Request body: {'port': {'device_id': 'f02df432-6de7-497a-ae23-951cdefe7c9c', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '23311f6fc28247b28ff4321d967c2226'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:18.689194 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28f2eab1-b768-45e8-9ac9-1fc79e971a87 req-c694a1ab-7b33-4719-970c-3f6fcbc3b306 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 210 time: 0.0787055 Nov 12 08:23:18.726198 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.738207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:18.755147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-a34eafc9-6467-43c4-9a57-ab413a4be73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.760023 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:18.852310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d5236-9e7f-4225-8637-483525dde2cf req-04303cd2-3ba6-49f8-84a9-ea03e7ee2ed3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:18.855958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b1d5236-9e7f-4225-8637-483525dde2cf req-04303cd2-3ba6-49f8-84a9-ea03e7ee2ed3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 943 time: 0.9662495 Nov 12 08:23:18.872676 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-db28880e-a7d2-4a44-ab2e-6f47a926355c req-e947b20e-e13c-458e-8b9d-570e2d0abdb2 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 210 time: 0.0734472 Nov 12 08:23:18.877263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b18267-77c6-4cef-8802-038c45d9991a req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:18.886962 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-14b18267-77c6-4cef-8802-038c45d9991a req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:18.896027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b18267-77c6-4cef-8802-038c45d9991a req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:18.974834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event updated for resources: {'Port': ['ID=2956c997-28af-4787-8e44-229c464bb7e3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:18.990617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.api [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:23:18.990617 n-d-768851-18 neutron-server[102445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 08:23:18.990617 n-d-768851-18 neutron-server[102445]: [parameters: {'project_id_1': '622dac62584248dead4df8f42ebf1618', 'expiration_1': datetime.datetime(2021, 11, 12, 8, 22, 58, 824429)}] Nov 12 08:23:18.990617 n-d-768851-18 neutron-server[102445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:23:18.991429 n-d-768851-18 neutron-server[102445]: DEBUG oslo_db.api [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:23:19.040583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:19.041275 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.042737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] 10.222.0.46 "PUT /v2.0/ports/81326f93-053f-4891-b875-1fef1d1b6bc1 HTTP/1.1" status: 200 len: 1093 time: 3.1187060 Nov 12 08:23:19.058824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb491a4d-cd47-4094-a452-a4e9d336d449', 'tag': '81326f93-053f-4891-b875-1fef1d1b6bc1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:19.061265 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8a7f16-a46f-468e-8aa6-081bbd095347" -d '{"events": [{"name": "network-changed", "server_uuid": "fb491a4d-cd47-4094-a452-a4e9d336d449", "tag": "81326f93-053f-4891-b875-1fef1d1b6bc1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:19.063443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:19.064724 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.095464 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-98d8bc94-c697-4472-ba46-cea94ff2fa26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8288360 Nov 12 08:23:19.115613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Request body: {'port': {'device_id': '12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:19.155101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-a34eafc9-6467-43c4-9a57-ab413a4be73f service neutron] Transition to ACTIVE for port object b4045a32-567d-4550-b587-55e733ba214f will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:19.227448 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.252769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2a55f1ad-dd02-4d34-9b8f-81a2d3f57e2f None None] Provisioning complete for port 2956c997-28af-4787-8e44-229c464bb7e3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:19.255726 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2a55f1ad-dd02-4d34-9b8f-81a2d3f57e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.268146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Made reservation on behalf of 23311f6fc28247b28ff4321d967c2226 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:19.272229 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.286795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780d560-b025-403a-b341-d5e025cd4419 service neutron] Pushing event updated for resources: {'Port': ['ID=81326f93-053f-4891-b875-1fef1d1b6bc1,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:19.293311 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6061ad24-ab11-4c8f-9c59-104217f19dad x-openstack-request-id: req-6061ad24-ab11-4c8f-9c59-104217f19dad {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:19.293674 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb491a4d-cd47-4094-a452-a4e9d336d449", "tag": "81326f93-053f-4891-b875-1fef1d1b6bc1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:19.293990 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6061ad24-ab11-4c8f-9c59-104217f19dad {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:19.294392 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb491a4d-cd47-4094-a452-a4e9d336d449', 'tag': '81326f93-053f-4891-b875-1fef1d1b6bc1', 'status': 'completed', 'code': 200} Nov 12 08:23:19.342142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2a55f1ad-dd02-4d34-9b8f-81a2d3f57e2f None None] Port 2956c997-28af-4787-8e44-229c464bb7e3 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:19.359021 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-a34eafc9-6467-43c4-9a57-ab413a4be73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.371147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device b4045a32-567d-4550-b587-55e733ba214f no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:19.377333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d521b5-4324-424b-9cc8-094dce6c9c01 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Router f756d98b-380c-4394-97a6-fc1bdd34b8d1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:23:19.441478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:19.536507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device b4045a32-567d-4550-b587-55e733ba214f not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:19.574000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b1d5236-9e7f-4225-8637-483525dde2cf req-23ac030c-cae8-48fa-b122-932b62b19c73 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6918986 Nov 12 08:23:19.574811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Made reservation on behalf of 622dac62584248dead4df8f42ebf1618 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:19.574811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.607972 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:19.609499 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.672291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-a34eafc9-6467-43c4-9a57-ab413a4be73f service neutron] No DVR routers for this DVR port b4045a32-567d-4550-b587-55e733ba214f on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:19.778712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41908) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:19.793570 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.801989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-10e1a6ae-672d-4065-85bb-f1c6e2bd93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:19.804162 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-10e1a6ae-672d-4065-85bb-f1c6e2bd93f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 1096 time: 0.5069413 Nov 12 08:23:19.829738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:19.832725 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a5bd89-6556-4564-8df9-2dfcaa96744a" -d '{"events": [{"server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "name": "network-vif-plugged", "status": "completed", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:19.848890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:19.856035 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:19.857372 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-a34eafc9-6467-43c4-9a57-ab413a4be73f service neutron] 10.222.0.52 "PUT /v2.0/ports/b4045a32-567d-4550-b587-55e733ba214f/bindings/n-h1-768851-18/activate HTTP/1.1" status: 200 len: 370 time: 2.6518464 Nov 12 08:23:19.906777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8dd11-2850-44bb-b4bf-b85a532d2ba0 req-a8355b41-288e-4a99-9ac6-951002a0d42f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:19.918900 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fb1f83f8-23dd-4f23-8ad6-33d7d83b8e39 req-27314f2e-8d5d-44e8-ac2f-0a2e4f75373d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 210 time: 0.1044383 Nov 12 08:23:19.925801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eafc9-6467-43c4-9a57-ab413a4be73f service neutron] Pushing event updated for resources: {'Port': ['ID=b4045a32-567d-4550-b587-55e733ba214f,revision_number=10']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:19.931618 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-30a8dd11-2850-44bb-b4bf-b85a532d2ba0 req-a8355b41-288e-4a99-9ac6-951002a0d42f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.3794312 Nov 12 08:23:19.934936 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-a87e7e3a-0c35-4869-b8a7-6685f234b287 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81326f93-053f-4891-b875-1fef1d1b6bc1 HTTP/1.1" status: 200 len: 217 time: 0.1137347 Nov 12 08:23:19.986275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.46', 52696) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:20.020794 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,revision_number=10']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:20.041596 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a28f15-b0c8-4bf2-b520-6012b82a3cc9 x-openstack-request-id: req-33a28f15-b0c8-4bf2-b520-6012b82a3cc9 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:20.042100 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "name": "network-vif-plugged", "status": "completed", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:20.043525 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33a28f15-b0c8-4bf2-b520-6012b82a3cc9 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:20.044025 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'code': 200} Nov 12 08:23:20.062136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2956c997-28af-4787-8e44-229c464bb7e3 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:20.081256 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2040652271-network', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:20.103563 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.150057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d521b5-4324-424b-9cc8-094dce6c9c01 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:20.152603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-cbf65f1f-ac93-4c5a-bb05-c8e58748c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:20.154185 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-cbf65f1f-ac93-4c5a-bb05-c8e58748c28e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1670039 Nov 12 08:23:20.158133 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6703889-f7be-4deb-8b5f-1bf0e6f408a0 req-00b6396e-4b0f-4ea1-8eb4-62463a01cbd0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 210 time: 0.0609560 Nov 12 08:23:20.161430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-04d521b5-4324-424b-9cc8-094dce6c9c01 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.168431 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0253e8-7721-4833-8467-625759ba1e51 None None] Sync routers for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:20.173821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Transition to ACTIVE for port object 2956c997-28af-4787-8e44-229c464bb7e3 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:20.191150 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0253e8-7721-4833-8467-625759ba1e51 None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:20.192190 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6a0253e8-7721-4833-8467-625759ba1e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:23:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:20.198666 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-30a8dd11-2850-44bb-b4bf-b85a532d2ba0 req-9397be05-b348-406e-8a74-941c300b1ba3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660806 Nov 12 08:23:20.200617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.204976 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Made reservation on behalf of cc1d758ec4cd4cada6a8162df0fdd1aa for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:20.207429 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.210400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-520b578c-2260-44d3-b245-f1636f202e3b tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:20.211954 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-520b578c-2260-44d3-b245-f1636f202e3b tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a&tenant_id=bef941d2508140b5b49158f037d4051b&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1096 time: 0.2235658 Nov 12 08:23:20.252153 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.255055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-3447cdc9-9a89-484f-b3d2-a61fb1054d76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879524 Nov 12 08:23:20.313893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Pushing event updated for resources: {'Port': ['ID=2956c997-28af-4787-8e44-229c464bb7e3,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:20.349618 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-04d521b5-4324-424b-9cc8-094dce6c9c01 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "PUT /v2.0/floatingips/8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d HTTP/1.1" status: 200 len: 991 time: 5.4614480 Nov 12 08:23:20.391395 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-6a0253e8-7721-4833-8467-625759ba1e51 None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:20.427745 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-14b18267-77c6-4cef-8802-038c45d9991a req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Allocated IP 192.168.233.225 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/cf3d3bdb-e0eb-4317-8685-5f8019d71d8e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:20.519100 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.524051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Attempting to bind port 2956c997-28af-4787-8e44-229c464bb7e3 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:20.524531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Attempting to bind port 2956c997-28af-4787-8e44-229c464bb7e3 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:20.525136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Attempting to bind port 2956c997-28af-4787-8e44-229c464bb7e3 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:20.528874 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.556038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Port 2956c997-28af-4787-8e44-229c464bb7e3 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:20.556648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Attempting to bind port 2956c997-28af-4787-8e44-229c464bb7e3 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:20.580354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:23:20.593947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:20.594200 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:20.594612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:20.595075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Bound port: 2956c997-28af-4787-8e44-229c464bb7e3, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:20.595431 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.614023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07522880-c0c7-450b-b7d0-d7382e48fa0d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:20.622667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.623028 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Added segment 071f1c9e-6dd8-4457-9b00-a761e8dfcb23 of type vlan for network 6a502bd2-b421-4713-9f26-f55e8b9af510 Nov 12 08:23:20.799178 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.834544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-826c1f48-5bd6-4bae-80d2-7a66db3ee1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:20.836444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-826c1f48-5bd6-4bae-80d2-7a66db3ee1b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a&tenant_id=bef941d2508140b5b49158f037d4051b HTTP/1.1" status: 200 len: 1096 time: 0.5967643 Nov 12 08:23:20.852070 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.891747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-a0e8683b-684f-4289-9d2a-a34f628bb052 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064215 Nov 12 08:23:20.896258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] For port 2956c997-28af-4787-8e44-229c464bb7e3, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:20.896881 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:20.899592 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6a0253e8-7721-4833-8467-625759ba1e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'port_id': '60538e72-79c7-4f26-a05c-00beee5bc0cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'mac_address': 'fa:16:3e:58:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:22:47Z', 'updated_at': '2021-11-12T08:23:16Z', 'revision_number': 1, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:21Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:20.909574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:20.937735 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0253e8-7721-4833-8467-625759ba1e51 None None] Checking router: f756d98b-380c-4394-97a6-fc1bdd34b8d1 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:23:20.949746 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0253e8-7721-4833-8467-625759ba1e51 None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:20.950671 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6a0253e8-7721-4833-8467-625759ba1e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:23:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:21.005195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b18267-77c6-4cef-8802-038c45d9991a req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:21.009697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-d57bf954-46fd-4924-8b08-9f679e0f2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.011793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-d57bf954-46fd-4924-8b08-9f679e0f2834 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 1096 time: 0.1303341 Nov 12 08:23:21.012832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-14b18267-77c6-4cef-8802-038c45d9991a req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:21.036893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] For port 2956c997-28af-4787-8e44-229c464bb7e3, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2956c997-28af-4787-8e44-229c464bb7e3,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:21.066019 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.097901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event updated for resources: {'Port': ['ID=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:21.102478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b18267-77c6-4cef-8802-038c45d9991a req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:21.106683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfef759-624f-4fbd-8d34-4562cdb6eb8b req-25cd78fa-5cae-472d-983a-7662d54639bb tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.113669 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3bfef759-624f-4fbd-8d34-4562cdb6eb8b req-25cd78fa-5cae-472d-983a-7662d54639bb tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 944 time: 0.3493860 Nov 12 08:23:21.167358 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.175674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.179594 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.229969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab2a3f1-0762-4a5a-858b-bbe530f19a36 req-ae038b2b-99a3-45a9-8ca6-5ccd3527f50e service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044207 Nov 12 08:23:21.254305 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e1a7048-1184-4b14-841e-57d1ec3e045b req-86a0fc57-b4cb-4fed-8211-fc65dae5da2f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 210 time: 0.1467626 Nov 12 08:23:21.259223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Allocated IP 192.168.233.212 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/7f493ab6-7a71-40b3-a0d2-300fecacac0f) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:21.301299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.301299 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.301299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] 10.222.0.46 "PUT /v2.0/ports/2956c997-28af-4787-8e44-229c464bb7e3 HTTP/1.1" status: 200 len: 1097 time: 2.1950402 Nov 12 08:23:21.306777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e', 'tag': '2956c997-28af-4787-8e44-229c464bb7e3'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:21.309492 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd7f2b0-2165-40b5-8d7e-f7233ad1a1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e", "tag": "2956c997-28af-4787-8e44-229c464bb7e3"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:21.355405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'tag': '60538e72-79c7-4f26-a05c-00beee5bc0cd'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:21.358420 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ebf7a3-8a9a-43be-aaa5-10329edb7b64" -d '{"events": [{"name": "network-changed", "server_uuid": "637e7355-05bf-43fd-b1de-9a41e77d6190", "tag": "60538e72-79c7-4f26-a05c-00beee5bc0cd"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:21.366266 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5784793 Nov 12 08:23:21.370928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41944) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:21.398560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0eebd48b-691a-4415-bcb1-f3de1231f209 admin admin] Request body: {'subnet': {'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2040652271-subnet', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:21.449751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eebd48b-691a-4415-bcb1-f3de1231f209 admin admin] Made reservation on behalf of cc1d758ec4cd4cada6a8162df0fdd1aa for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:21.452206 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0eebd48b-691a-4415-bcb1-f3de1231f209 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.466597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.467438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.505252 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-6a0253e8-7721-4833-8467-625759ba1e51 None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:21.559302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b7cb7251-61d1-48d7-9755-d8eeb1334826 None None] Provisioning complete for port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:21.563499 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b7cb7251-61d1-48d7-9755-d8eeb1334826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:21.616183 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-7c0f0d07-2ec4-4fff-9c04-b8e8439a3a59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0431559 Nov 12 08:23:21.644320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-f9286364-d269-49aa-a34c-a2548bc65f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.646836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-f9286364-d269-49aa-a34c-a2548bc65f28 service neutron] 10.222.0.46 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.5382798 Nov 12 08:23:21.651811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Request body: {'port': {'device_id': 'f02df432-6de7-497a-ae23-951cdefe7c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:21.669512 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4880f0-3e14-4637-a49f-5125229bf793 req-164b1edf-6492-4e9f-bca2-7efc89d8a5c0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.670692 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb7251-61d1-48d7-9755-d8eeb1334826 None None] Port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:21.673758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ba4880f0-3e14-4637-a49f-5125229bf793 req-164b1edf-6492-4e9f-bca2-7efc89d8a5c0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 936 time: 0.2155280 Nov 12 08:23:21.675844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-eb7fda15-c7c2-46d6-b89c-4969e8d6a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:21.680055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-eb7fda15-c7c2-46d6-b89c-4969e8d6a884 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e HTTP/1.1" status: 200 len: 1100 time: 0.3135972 Nov 12 08:23:21.876010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d536ed-88b8-4326-af03-e64f0a7d39e9 admin admin] Pushing event updated for resources: {'Network': ['ID=6a502bd2-b421-4713-9f26-f55e8b9af510,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:21.880216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8af9e-4ace-435b-ac90-91485c46169a service neutron] Pushing event updated for resources: {'Port': ['ID=2956c997-28af-4787-8e44-229c464bb7e3,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:21.893155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 6a502bd2-b421-4713-9f26-f55e8b9af510 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:23:21.995497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3bfef759-624f-4fbd-8d34-4562cdb6eb8b req-6fd7126e-55a7-4ccb-9cab-4ac52fdd9d65 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8285768 Nov 12 08:23:22.008758 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6a0253e8-7721-4833-8467-625759ba1e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'port_id': '60538e72-79c7-4f26-a05c-00beee5bc0cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'mac_address': 'fa:16:3e:58:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:22:47Z', 'updated_at': '2021-11-12T08:23:16Z', 'revision_number': 1, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:21Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:22.035523 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.102847 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0253e8-7721-4833-8467-625759ba1e51 None None] The sync data for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 is: [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'port_id': '60538e72-79c7-4f26-a05c-00beee5bc0cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'mac_address': 'fa:16:3e:58:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:22:47Z', 'updated_at': '2021-11-12T08:23:16Z', 'revision_number': 1, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:21Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:23:22.198358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a7f16-a46f-468e-8aa6-081bbd095347 req-2713a8d2-6485-4c02-bafe-9537aab6d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:22.204369 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2a8a7f16-a46f-468e-8aa6-081bbd095347 req-2713a8d2-6485-4c02-bafe-9537aab6d23a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 1096 time: 0.8673217 Nov 12 08:23:22.227044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-fab1c049-4811-4c44-b0d1-5b48683be642 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4045a32-567d-4550-b587-55e733ba214f HTTP/1.1" status: 200 len: 217 time: 0.5427389 Nov 12 08:23:22.240968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-83520ec0-2461-49a0-bdd6-104b4623a898 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2956c997-28af-4787-8e44-229c464bb7e3 HTTP/1.1" status: 200 len: 217 time: 0.5451045 Nov 12 08:23:22.361921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41616d-6601-4ce8-96f0-0ba36cc773fe req-f01020ab-5768-40a8-82bf-459b2b29c7e4 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:22.369693 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2d41616d-6601-4ce8-96f0-0ba36cc773fe req-f01020ab-5768-40a8-82bf-459b2b29c7e4 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.2782419 Nov 12 08:23:22.424888 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.453060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a7f16-a46f-468e-8aa6-081bbd095347 req-2907aff3-61f9-42fe-8065-df4cb860a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:22.454042 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ba4880f0-3e14-4637-a49f-5125229bf793 req-9b0278c8-b9cf-45fe-8599-ce558db864dc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7685568 Nov 12 08:23:22.454606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2a8a7f16-a46f-468e-8aa6-081bbd095347 req-2907aff3-61f9-42fe-8065-df4cb860a6e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.2221973 Nov 12 08:23:22.460994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cd797-f753-4c05-9343-db45b9db46e5 None None] New status for floating IP 8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:23:22.494874 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.508536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-ae08917f-b277-441d-b1f5-799d96b0a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:22.510366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-ae08917f-b277-441d-b1f5-799d96b0a3d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2210894 Nov 12 08:23:22.516013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-8e667706-6761-4202-979b-ee8e1243a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:22.517717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-8e667706-6761-4202-979b-ee8e1243a683 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.2735221 Nov 12 08:23:22.580982 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2a8a7f16-a46f-468e-8aa6-081bbd095347 req-dbff7829-f8dc-49c9-a7f2-684f5241bd42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81326f93-053f-4891-b875-1fef1d1b6bc1 HTTP/1.1" status: 200 len: 217 time: 0.1069233 Nov 12 08:23:22.587436 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2d41616d-6601-4ce8-96f0-0ba36cc773fe req-7a185a16-cbb5-47e9-9fb4-6935eaa3b832 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168484 Nov 12 08:23:22.613770 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-34fe2531-107b-4e13-b563-e28c81406814 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595646 Nov 12 08:23:22.660545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0eebd48b-691a-4415-bcb1-f3de1231f209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.702033 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:22.706869 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9748a0c0-e695-4c5a-8699-16ee0bf180fd x-openstack-request-id: req-9748a0c0-e695-4c5a-8699-16ee0bf180fd {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:22.707161 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637e7355-05bf-43fd-b1de-9a41e77d6190", "tag": "60538e72-79c7-4f26-a05c-00beee5bc0cd", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:22.707544 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9748a0c0-e695-4c5a-8699-16ee0bf180fd {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:22.707993 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'tag': '60538e72-79c7-4f26-a05c-00beee5bc0cd', 'status': 'completed', 'code': 200} Nov 12 08:23:22.747376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['74f97a29-2ac4-4f43-a116-1c71f34edd78'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:22.833982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Pushing event updated for resources: {'Port': ['ID=7f493ab6-7a71-40b3-a0d2-300fecacac0f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:22.863940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebd48b-691a-4415-bcb1-f3de1231f209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce20197-7a2c-4437-8892-fc90dad3cd97,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:22.895167 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0b657e-e4c2-4809-a54f-c9f495c1738f x-openstack-request-id: req-3f0b657e-e4c2-4809-a54f-c9f495c1738f {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:22.895866 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e", "tag": "2956c997-28af-4787-8e44-229c464bb7e3", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:22.896220 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f0b657e-e4c2-4809-a54f-c9f495c1738f {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:22.896739 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e', 'tag': '2956c997-28af-4787-8e44-229c464bb7e3', 'status': 'completed', 'code': 200} Nov 12 08:23:22.917815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:22.927878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:22.931189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a7f16-a46f-468e-8aa6-081bbd095347 req-3fd58963-d15b-4d82-9722-594e5c48e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:22.932450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-2ec5cc48-a6aa-41d0-9783-2d169d5020f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:22.937594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-2ec5cc48-a6aa-41d0-9783-2d169d5020f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3985126 Nov 12 08:23:22.941368 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2a8a7f16-a46f-468e-8aa6-081bbd095347 req-3fd58963-d15b-4d82-9722-594e5c48e36b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.3284736 Nov 12 08:23:22.943041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:23.029730 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2a8a7f16-a46f-468e-8aa6-081bbd095347 req-8821df8d-8da8-4678-b985-509a9734d787 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357237 Nov 12 08:23:23.037169 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:23.037944 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.065335 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-65b118f8-b78b-4f4b-b325-09e4d50a7387 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6406221 Nov 12 08:23:23.085516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Request body: {'port': {'device_id': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:23.151228 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-075ceb33-cf4d-4f55-bd52-4bea03c35c77 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151672 Nov 12 08:23:23.246534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebf7a3-8a9a-43be-aaa5-10329edb7b64 req-d022e7a2-1aea-47bd-848d-ba59ed2c42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:23.248025 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66ebf7a3-8a9a-43be-aaa5-10329edb7b64 req-d022e7a2-1aea-47bd-848d-ba59ed2c42b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420&device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 1098 time: 0.3444593 Nov 12 08:23:23.249138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e797da8c-41d9-41c6-b0a9-c6ad2f589943 None None] Provisioning complete for port 7f493ab6-7a71-40b3-a0d2-300fecacac0f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:23.250714 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e797da8c-41d9-41c6-b0a9-c6ad2f589943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.253877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.261413 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-53d412bf-e8b5-4aca-b473-abbb39a7a92a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1738812158&fields=id&tenant_id=91d76da2938c44d7a4b31d1e7ce99bcc HTTP/1.1" status: 200 len: 267 time: 0.1471844 Nov 12 08:23:23.285979 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2a8a7f16-a46f-468e-8aa6-081bbd095347 req-05f12cae-089f-4266-982c-f1eff901bcfd service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345665 Nov 12 08:23:23.303033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e797da8c-41d9-41c6-b0a9-c6ad2f589943 None None] Port 7f493ab6-7a71-40b3-a0d2-300fecacac0f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:23.409810 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-c3f74d29-96e6-4c06-b406-4318cdd9e461 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075403 Nov 12 08:23:23.410503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eebd48b-691a-4415-bcb1-f3de1231f209 admin admin] Checking segment: {'id': '071f1c9e-6dd8-4457-9b00-a761e8dfcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:23.410858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebd48b-691a-4415-bcb1-f3de1231f209 admin admin] Network hostable DHCP agents. Network: 6a502bd2-b421-4713-9f26-f55e8b9af510, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:23:23.447830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551590-26bf-4c6c-9225-cd444d18a5f3 req-35e525e2-4ac6-424d-a45b-04cc041d0b4c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:23.449305 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91551590-26bf-4c6c-9225-cd444d18a5f3 req-35e525e2-4ac6-424d-a45b-04cc041d0b4c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 936 time: 0.4033234 Nov 12 08:23:23.537197 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:23:23.537808 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-0e74e0c3-346f-4ba8-bb30-f8f0349f1701 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:23.538920 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-0e74e0c3-346f-4ba8-bb30-f8f0349f1701 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/networks?id=1f80c745-8fd3-4f32-820e-d7cdda3d5267 HTTP/1.1" status: 200 len: 816 time: 0.2678545 Nov 12 08:23:23.563112 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2a8a7f16-a46f-468e-8aa6-081bbd095347 req-2d0b80ec-9ca3-4aa8-a8c2-6913621dbfc5 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569678 Nov 12 08:23:23.567413 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-5f91bc2c-b9d7-40b9-8914-11ccd233dc9e tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/quotas/91d76da2938c44d7a4b31d1e7ce99bcc HTTP/1.1" status: 200 len: 375 time: 0.0151463 Nov 12 08:23:23.592009 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-68d903a1-b5d9-434d-90ea-717f741acf95 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000232 Nov 12 08:23:23.606270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebd48b-691a-4415-bcb1-f3de1231f209 admin admin] Network 6a502bd2-b421-4713-9f26-f55e8b9af510 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:23:23.634882 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-df794303-cf37-442f-9996-79a7fe72a29b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=91d76da2938c44d7a4b31d1e7ce99bcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567567 Nov 12 08:23:23.656770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebf7a3-8a9a-43be-aaa5-10329edb7b64 req-fda3f8f5-fcbd-4071-aadb-4e110a468c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:23.658318 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66ebf7a3-8a9a-43be-aaa5-10329edb7b64 req-fda3f8f5-fcbd-4071-aadb-4e110a468c82 service neutron] 10.222.0.52 "GET /v2.0/networks?id=610099d6-8440-4178-8197-ba53b457a74a HTTP/1.1" status: 200 len: 925 time: 0.3837776 Nov 12 08:23:23.666516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-0eebd48b-691a-4415-bcb1-f3de1231f209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 6a502bd2-b421-4713-9f26-f55e8b9af510) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:23.670977 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91551590-26bf-4c6c-9225-cd444d18a5f3 req-0ae9f317-83e5-4dd7-8681-5b6ff9751f9f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079365 Nov 12 08:23:23.677931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca600aa-893f-47a2-9f0f-ad8aee71df2c None None] Network 6a502bd2-b421-4713-9f26-f55e8b9af510 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:23.708096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eebd48b-691a-4415-bcb1-f3de1231f209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:23.709058 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0eebd48b-691a-4415-bcb1-f3de1231f209 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.786533 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-6f3e08de-7b36-47a9-9d89-9e4ee4f5c814 service neutron] 10.222.0.31 "GET /v2.0/networks/1f80c745-8fd3-4f32-820e-d7cdda3d5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368277 Nov 12 08:23:23.871767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0eebd48b-691a-4415-bcb1-f3de1231f209 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4770279 Nov 12 08:23:23.872597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41988) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:23.888017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2040652271-router', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:23.903455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3d3bdb-e0eb-4317-8685-5f8019d71d8e {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:23.910755 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-b2a48529-f908-4bbb-b209-4e24b4af7c82 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050603 Nov 12 08:23:23.912640 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66ebf7a3-8a9a-43be-aaa5-10329edb7b64 req-c4a60200-671b-494e-8778-641b5aeee664 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60538e72-79c7-4f26-a05c-00beee5bc0cd HTTP/1.1" status: 200 len: 1001 time: 0.2402518 Nov 12 08:23:23.931995 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.978327 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-6a502bd2-b421-4713-9f26-f55e8b9af510', 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'fixed_ips': [{'subnet_id': '0ce20197-7a2c-4437-8892-fc90dad3cd97'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:23:23.979732 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:23.992351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-1f302ac1-8070-4ce0-9161-50100712c58a service neutron] 10.222.0.31 "GET /v2.0/networks/1f80c745-8fd3-4f32-820e-d7cdda3d5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871047 Nov 12 08:23:24.072850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Transition to ACTIVE for port object cf3d3bdb-e0eb-4317-8685-5f8019d71d8e will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:24.077135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.079549 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.101828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27652eb4-b97f-4095-8f9b-c548a387af38 req-8ac995a8-5488-4549-a6c1-66101ae9a45a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:24.111746 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27652eb4-b97f-4095-8f9b-c548a387af38 req-8ac995a8-5488-4549-a6c1-66101ae9a45a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 944 time: 0.3158610 Nov 12 08:23:24.178914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebf7a3-8a9a-43be-aaa5-10329edb7b64 req-ea647c13-516f-40a0-b206-c98b7806252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:24.180926 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66ebf7a3-8a9a-43be-aaa5-10329edb7b64 req-ea647c13-516f-40a0-b206-c98b7806252f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9f27438-c400-45f9-9633-ff6491532b3c HTTP/1.1" status: 200 len: 863 time: 0.2405441 Nov 12 08:23:24.185120 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.228942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Allocated IP 172.20.0.2 (6a502bd2-b421-4713-9f26-f55e8b9af510/0ce20197-7a2c-4437-8892-fc90dad3cd97/8cc964e2-3aa5-4530-bc5c-027171d90efb) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:24.373980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:24.380502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-f88e1112-a21b-4e61-99b5-bede2b8c1d9b tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:24.383958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-f88e1112-a21b-4e61-99b5-bede2b8c1d9b tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a&tenant_id=bef941d2508140b5b49158f037d4051b&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 1096 time: 0.3364244 Nov 12 08:23:24.411509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f493ab6-7a71-40b3-a0d2-300fecacac0f {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:24.436933 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.485018 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Transition to ACTIVE for port object 7f493ab6-7a71-40b3-a0d2-300fecacac0f will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:24.494640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.519000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebf7a3-8a9a-43be-aaa5-10329edb7b64 req-f62d8d8d-83ba-4b41-aedd-20f8cb98db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:24.522560 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66ebf7a3-8a9a-43be-aaa5-10329edb7b64 req-f62d8d8d-83ba-4b41-aedd-20f8cb98db22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=610099d6-8440-4178-8197-ba53b457a74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2741778 Nov 12 08:23:24.605519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Pushing event updated for resources: {'Port': ['ID=7f493ab6-7a71-40b3-a0d2-300fecacac0f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:24.606856 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.632611 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27652eb4-b97f-4095-8f9b-c548a387af38 req-3cce279d-2201-4d90-91d0-004d9e4ea463 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199461 Nov 12 08:23:24.715174 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.728361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.774497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d3152-0c46-4f2d-96c9-642256ea4c92 req-19b40ca3-7e4d-47f8-b505-0dee7de9eb76 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:24.776404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a5d3152-0c46-4f2d-96c9-642256ea4c92 req-19b40ca3-7e4d-47f8-b505-0dee7de9eb76 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.1723342 Nov 12 08:23:24.805251 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66ebf7a3-8a9a-43be-aaa5-10329edb7b64 req-7063cca9-3a99-4395-8efd-484e513c5ab0 service neutron] 10.222.0.52 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657898 Nov 12 08:23:24.833796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Network 6a502bd2-b421-4713-9f26-f55e8b9af510 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:24.844281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:24.845902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Attempting to bind port 7f493ab6-7a71-40b3-a0d2-300fecacac0f on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:24.846243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Attempting to bind port 7f493ab6-7a71-40b3-a0d2-300fecacac0f by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:24.846606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Attempting to bind port 7f493ab6-7a71-40b3-a0d2-300fecacac0f on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:24.856000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:24.868537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Pushing event updated for resources: {'Port': ['ID=8cc964e2-3aa5-4530-bc5c-027171d90efb,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:24.895753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Port 7f493ab6-7a71-40b3-a0d2-300fecacac0f on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:24.899825 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Attempting to bind port 7f493ab6-7a71-40b3-a0d2-300fecacac0f on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:24.918145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:24.918838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:24.919839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:24.920456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Bound port: 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:24.921201 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:24.956381 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a5d3152-0c46-4f2d-96c9-642256ea4c92 req-a4472bbc-5127-48e8-9929-82d44e84b1ff tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713645 Nov 12 08:23:24.985641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Attempting to bind port 8cc964e2-3aa5-4530-bc5c-027171d90efb on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:24.986017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Attempting to bind port 8cc964e2-3aa5-4530-bc5c-027171d90efb by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '071f1c9e-6dd8-4457-9b00-a761e8dfcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:24.986375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Attempting to bind port 8cc964e2-3aa5-4530-bc5c-027171d90efb on network 6a502bd2-b421-4713-9f26-f55e8b9af510 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:25.012391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:25.013191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Checking segment: {'id': '071f1c9e-6dd8-4457-9b00-a761e8dfcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:25.013917 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.014487 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Bound using segment: {'id': '071f1c9e-6dd8-4457-9b00-a761e8dfcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:25.015167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Bound port: 8cc964e2-3aa5-4530-bc5c-027171d90efb, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071f1c9e-6dd8-4457-9b00-a761e8dfcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:25.015887 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.119856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:25.127673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:25.146096 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.212688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] For port 8cc964e2-3aa5-4530-bc5c-027171d90efb, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:25.226642 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] For port 8cc964e2-3aa5-4530-bc5c-027171d90efb, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8cc964e2-3aa5-4530-bc5c-027171d90efb,segment=NetworkSegment(071f1c9e-6dd8-4457-9b00-a761e8dfcb23),segment_id=071f1c9e-6dd8-4457-9b00-a761e8dfcb23)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:25.252906 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.308397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Pushing event updated for resources: {'Port': ['ID=7f493ab6-7a71-40b3-a0d2-300fecacac0f,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:25.325514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:25.326199 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.331150 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-45dcee2e-c836-4912-9e35-1933a413437a service neutron] 10.222.0.46 "PUT /v2.0/ports/7f493ab6-7a71-40b3-a0d2-300fecacac0f HTTP/1.1" status: 200 len: 1097 time: 2.2517159 Nov 12 08:23:25.331682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'tag': '7f493ab6-7a71-40b3-a0d2-300fecacac0f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:25.339934 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a1f58e-e477-4a09-a43c-f1a0f3d3cc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "11d4d89c-8344-4c8e-ab40-9f1bfd7cdece", "tag": "7f493ab6-7a71-40b3-a0d2-300fecacac0f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:25.432222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 81326f93-053f-4891-b875-1fef1d1b6bc1 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:25.502774 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8fedd4e0-2afe-4df4-9ae2-347779a9fc53 req-6b053f13-3434-4f19-9d1e-f51d1e3f3f94 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 210 time: 0.1522229 Nov 12 08:23:25.536229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-2b08f8f6-1dee-4c33-a154-a1d1e5bc3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:25.538224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-2b08f8f6-1dee-4c33-a154-a1d1e5bc3544 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 1100 time: 0.1582217 Nov 12 08:23:25.590925 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672adf5-a00d-4bba-8e1c-cf12ffe33070 None None] Pushing event updated for resources: {'Port': ['ID=8cc964e2-3aa5-4530-bc5c-027171d90efb,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:25.592826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7f2b0-2165-40b5-8d7e-f7233ad1a1b3 req-d151e56c-5f6c-460b-bf98-d45ddf8fad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:25.595698 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bd7f2b0-2165-40b5-8d7e-f7233ad1a1b3 req-d151e56c-5f6c-460b-bf98-d45ddf8fad5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e HTTP/1.1" status: 200 len: 1100 time: 1.5762939 Nov 12 08:23:25.647085 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-c1ae47f6-c8ee-4a97-ae7f-368a903afbeb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f HTTP/1.1" status: 200 len: 217 time: 0.0942023 Nov 12 08:23:25.755501 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:25.872472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=81326f93-053f-4891-b875-1fef1d1b6bc1,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:25.908903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433d699-118c-4e17-80bf-77f082a8947f req-1d50ce25-9c78-4fe1-9510-d77129100b3f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:25.916510 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a433d699-118c-4e17-80bf-77f082a8947f req-1d50ce25-9c78-4fe1-9510-d77129100b3f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 948 time: 0.2650549 Nov 12 08:23:25.930958 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '81326f93-053f-4891-b875-1fef1d1b6bc1', 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343', 'port_id': '81326f93-053f-4891-b875-1fef1d1b6bc1', 'mac_address': 'fa:16:3e:05:24:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf91463-1da9-42d8-ad99-c69e0c024ee2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:25.941071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-506a049f-eb47-4e7e-a2dc-360e017b2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:25.942601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-506a049f-eb47-4e7e-a2dc-360e017b2be7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2618983 Nov 12 08:23:26.035998 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.068508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81326f93-053f-4891-b875-1fef1d1b6bc1 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:26.099764 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a433d699-118c-4e17-80bf-77f082a8947f req-61beff6e-b254-48d3-9745-587048540f8a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822820 Nov 12 08:23:26.146846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=81326f93-053f-4891-b875-1fef1d1b6bc1,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:26.160240 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.163060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-3ca58740-f082-4747-8e0c-d1f5c6c4f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:26.178123 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-3ca58740-f082-4747-8e0c-d1f5c6c4f420 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2178509 Nov 12 08:23:26.217236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Attempting to bind port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:26.217638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Attempting to bind port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:26.218052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Attempting to bind port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:26.227166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7f2b0-2165-40b5-8d7e-f7233ad1a1b3 req-0b68c8be-e1f6-4b25-b72b-a72b73599c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:26.228796 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bd7f2b0-2165-40b5-8d7e-f7233ad1a1b3 req-0b68c8be-e1f6-4b25-b72b-a72b73599c0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.4333613 Nov 12 08:23:26.233705 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab09cae3-9e49-4bee-a8ba-ab26930b05aa x-openstack-request-id: req-ab09cae3-9e49-4bee-a8ba-ab26930b05aa {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:26.234687 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d4d89c-8344-4c8e-ab40-9f1bfd7cdece", "tag": "7f493ab6-7a71-40b3-a0d2-300fecacac0f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:26.235916 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab09cae3-9e49-4bee-a8ba-ab26930b05aa {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:26.236766 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'tag': '7f493ab6-7a71-40b3-a0d2-300fecacac0f', 'status': 'completed', 'code': 200} Nov 12 08:23:26.291659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=81326f93-053f-4891-b875-1fef1d1b6bc1,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:26.340330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-0459f011-b163-4b44-8329-7f17cee1062c service neutron] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:26.371698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-0459f011-b163-4b44-8329-7f17cee1062c service neutron] Publish callbacks [] for binding, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.372850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-068d67dc-2ca8-49d1-a850-26f1a3265ffa req-0459f011-b163-4b44-8329-7f17cee1062c service neutron] 10.222.0.46 "DELETE /v2.0/ports/b4045a32-567d-4550-b587-55e733ba214f/bindings/n-h2-768851-18 HTTP/1.1" status: 204 len: 173 time: 1.9646506 Nov 12 08:23:26.374518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:26.374867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Attempting to bind port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:26.424623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bd7f2b0-2165-40b5-8d7e-f7233ad1a1b3 req-56316caf-97b7-45aa-aa53-a1425065ce47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2956c997-28af-4787-8e44-229c464bb7e3 HTTP/1.1" status: 200 len: 217 time: 0.1056383 Nov 12 08:23:26.493614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:26.493955 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:26.494350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:26.494993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Bound port: cf3d3bdb-e0eb-4317-8685-5f8019d71d8e, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:26.495352 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.524010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ea880-3757-4554-8268-d35601adbc94 req-cfd498c8-51bf-449b-b447-a9338d7bebe0 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:26.525138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85734e21-abeb-4f6d-b03a-be0367eb7543 req-d43debcf-b608-430d-a97e-6acc6d53d5b8 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:26.532707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-720ea880-3757-4554-8268-d35601adbc94 req-cfd498c8-51bf-449b-b447-a9338d7bebe0 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 944 time: 0.1844323 Nov 12 08:23:26.535231 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85734e21-abeb-4f6d-b03a-be0367eb7543 req-d43debcf-b608-430d-a97e-6acc6d53d5b8 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 1.1424286 Nov 12 08:23:26.563491 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-79fac9b0-4ed9-43cf-9dba-cbd25881db99 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739750 Nov 12 08:23:26.631838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66ebf7a3-8a9a-43be-aaa5-10329edb7b64 req-48e9aa6b-c541-45a2-b0da-3d7781e08bf1 service neutron] 10.222.0.52 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2414641 Nov 12 08:23:26.642481 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-720ea880-3757-4554-8268-d35601adbc94 req-ac4b0d36-5b94-46e8-a8fd-7a3b0154ccce tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086202 Nov 12 08:23:26.702261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['81326f93-053f-4891-b875-1fef1d1b6bc1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:26.727734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7f2b0-2165-40b5-8d7e-f7233ad1a1b3 req-4d273432-5965-401a-843f-5176595ba49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:26.731464 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bd7f2b0-2165-40b5-8d7e-f7233ad1a1b3 req-4d273432-5965-401a-843f-5176595ba49f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2854550 Nov 12 08:23:26.791233 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78d1bc-4ac8-4dcf-9f09-bad7e7650aad req-d7f0bb6f-ca56-4f1f-9d01-0f887edf656c service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745875 Nov 12 08:23:26.830970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85734e21-abeb-4f6d-b03a-be0367eb7543 req-c267579d-996f-4543-9668-77789c5ab9a5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356367 Nov 12 08:23:26.850567 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] For port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:26.856891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] For port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:26.897855 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:26.958789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7f2b0-2165-40b5-8d7e-f7233ad1a1b3 req-9eda82ab-6577-4e40-86ed-566691d51a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:26.968427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bd7f2b0-2165-40b5-8d7e-f7233ad1a1b3 req-9eda82ab-6577-4e40-86ed-566691d51a64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2247853 Nov 12 08:23:26.970228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10832b-ba5d-4d0c-b400-5f57cf4c4766 req-0d253b9c-9cb9-493a-9f01-2998cd0c291d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:26.980219 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f10832b-ba5d-4d0c-b400-5f57cf4c4766 req-0d253b9c-9cb9-493a-9f01-2998cd0c291d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.1799464 Nov 12 08:23:27.053738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1f58e-e477-4a09-a43c-f1a0f3d3cc6e req-305340cd-ee3a-4665-a313-8121934834c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:27.063318 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4a1f58e-e477-4a09-a43c-f1a0f3d3cc6e req-305340cd-ee3a-4665-a313-8121934834c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 1100 time: 0.1877620 Nov 12 08:23:27.139025 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0262692-2b04-44ce-9fcf-ffecf30b6e0f None None] Network 6a502bd2-b421-4713-9f26-f55e8b9af510 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:27.193471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:27.194565 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.205703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] 10.222.0.46 "PUT /v2.0/ports/cf3d3bdb-e0eb-4317-8685-5f8019d71d8e HTTP/1.1" status: 200 len: 1097 time: 5.5621958 Nov 12 08:23:27.213688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02df432-6de7-497a-ae23-951cdefe7c9c', 'tag': 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:27.217221 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca77bef-1d81-4517-8913-83aad236b8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f02df432-6de7-497a-ae23-951cdefe7c9c", "tag": "cf3d3bdb-e0eb-4317-8685-5f8019d71d8e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:27.388555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1f58e-e477-4a09-a43c-f1a0f3d3cc6e req-3155a3fb-f60e-4756-9fce-b563ad341ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:27.396069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4a1f58e-e477-4a09-a43c-f1a0f3d3cc6e req-3155a3fb-f60e-4756-9fce-b563ad341ec0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.3175461 Nov 12 08:23:27.398176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-72c9b1a1-d5ca-496f-8498-e16a651f5c58 None None] Provisioning complete for port 8cc964e2-3aa5-4530-bc5c-027171d90efb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:27.401605 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-72c9b1a1-d5ca-496f-8498-e16a651f5c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:27.407069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f10832b-ba5d-4d0c-b400-5f57cf4c4766 req-94475c8c-7c6c-40cb-9d34-801e4c4908db tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255664 Nov 12 08:23:27.451967 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4a1f58e-e477-4a09-a43c-f1a0f3d3cc6e req-af462254-e58f-4523-927b-6e33e9545420 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f HTTP/1.1" status: 200 len: 217 time: 0.0438972 Nov 12 08:23:27.504434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2956c997-28af-4787-8e44-229c464bb7e3 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:27.576340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1f58e-e477-4a09-a43c-f1a0f3d3cc6e req-e7b534a5-4745-4a24-9acf-8ff4fd5f20af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:27.578054 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4a1f58e-e477-4a09-a43c-f1a0f3d3cc6e req-e7b534a5-4745-4a24-9acf-8ff4fd5f20af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1005847 Nov 12 08:23:27.605094 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66f5aba8-8404-49cc-9d60-77a53e8f3921 req-bd0a5623-b60e-43ed-ac19-98ec982dea22 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 210 time: 0.1998658 Nov 12 08:23:27.647561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8cc964e2-3aa5-4530-bc5c-027171d90efb up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:27.735015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1f58e-e477-4a09-a43c-f1a0f3d3cc6e req-c4460969-0701-48e8-9d0e-f2eaf96af6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:27.736584 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4a1f58e-e477-4a09-a43c-f1a0f3d3cc6e req-c4460969-0701-48e8-9d0e-f2eaf96af6c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1511650 Nov 12 08:23:27.789918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68bc32-d735-4679-98bd-e903ae386ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:27.875894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-7fdc6ae0-1301-421f-b25b-37ee8a33a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:27.877544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-7fdc6ae0-1301-421f-b25b-37ee8a33a57d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 1100 time: 0.3693101 Nov 12 08:23:27.886865 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:23:27.934671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0ade6-9b69-4145-b219-92f39ab37121 req-b87a7e55-f292-48ce-88c5-0682fcbe6ecb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:27.936222 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55a0ade6-9b69-4145-b219-92f39ab37121 req-b87a7e55-f292-48ce-88c5-0682fcbe6ecb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 948 time: 0.1407359 Nov 12 08:23:27.938035 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e029e00a-750e-4a22-9c81-220c54ed3072 x-openstack-request-id: req-e029e00a-750e-4a22-9c81-220c54ed3072 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:27.938320 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02df432-6de7-497a-ae23-951cdefe7c9c", "tag": "cf3d3bdb-e0eb-4317-8685-5f8019d71d8e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:27.938572 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e029e00a-750e-4a22-9c81-220c54ed3072 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:27.938970 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02df432-6de7-497a-ae23-951cdefe7c9c', 'tag': 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e', 'status': 'completed', 'code': 200} Nov 12 08:23:28.013066 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4a1f58e-e477-4a09-a43c-f1a0f3d3cc6e req-7a9bc1c9-9798-4e28-ae37-405491943311 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646582 Nov 12 08:23:28.048365 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-9b2aaf7b-a11e-4ac4-95c4-fea9522c4b65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e HTTP/1.1" status: 200 len: 217 time: 0.1544421 Nov 12 08:23:28.122265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-4b4c82e3-33e1-4011-996c-ed0777d82e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:28.128503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-4b4c82e3-33e1-4011-996c-ed0777d82e54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0602570 Nov 12 08:23:28.145032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-1d5fa121-9784-4ac0-a79e-e8fa2b12ed0d tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:28.146523 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-1d5fa121-9784-4ac0-a79e-e8fa2b12ed0d tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.52 "GET /v2.0/networks?id=1f80c745-8fd3-4f32-820e-d7cdda3d5267 HTTP/1.1" status: 200 len: 816 time: 1.0125024 Nov 12 08:23:28.202757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bd7f2b0-2165-40b5-8d7e-f7233ad1a1b3 req-0c2c1861-3526-4068-a145-3628ad567434 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2243876 Nov 12 08:23:28.326218 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-72c9b1a1-d5ca-496f-8498-e16a651f5c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.372647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d6873-c923-415b-bca6-be752ab0b99e req-4260ac60-cbfb-44ff-b292-b9921ed7116d tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:28.388584 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f81d6873-c923-415b-bca6-be752ab0b99e req-4260ac60-cbfb-44ff-b292-b9921ed7116d tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 1096 time: 0.2758558 Nov 12 08:23:28.421370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4a1f58e-e477-4a09-a43c-f1a0f3d3cc6e req-8575e8a2-b707-45e0-90e6-fb8657d1f328 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837111 Nov 12 08:23:28.500437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8cc964e2-3aa5-4530-bc5c-027171d90efb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:28.500995 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.520759 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.555134 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f81d6873-c923-415b-bca6-be752ab0b99e req-9d8bb21e-1e49-410b-9d2d-30e360e901f3 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579165 Nov 12 08:23:28.574130 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.660481 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.676846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2956c997-28af-4787-8e44-229c464bb7e3, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2956c997-28af-4787-8e44-229c464bb7e3,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:28.761722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Allocated IP 172.25.3.150 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:28.836542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-72c9b1a1-d5ca-496f-8498-e16a651f5c58 None None] For port 8cc964e2-3aa5-4530-bc5c-027171d90efb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8cc964e2-3aa5-4530-bc5c-027171d90efb,segment=NetworkSegment(071f1c9e-6dd8-4457-9b00-a761e8dfcb23),segment_id=071f1c9e-6dd8-4457-9b00-a761e8dfcb23)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:28.854689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '2956c997-28af-4787-8e44-229c464bb7e3', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '2956c997-28af-4787-8e44-229c464bb7e3', 'mac_address': 'fa:16:3e:1a:3d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:28.861368 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-72c9b1a1-d5ca-496f-8498-e16a651f5c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:28.886000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18267-77c6-4cef-8802-038c45d9991a req-111d9f58-3f22-4b93-a5bd-7c86610819f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:28.887541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-111d9f58-3f22-4b93-a5bd-7c86610819f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7398908 Nov 12 08:23:28.889354 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bd7f2b0-2165-40b5-8d7e-f7233ad1a1b3 req-6cd6992d-0867-408a-8f40-9b3477f8c0e9 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312649 Nov 12 08:23:28.931664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55a0ade6-9b69-4145-b219-92f39ab37121 req-41b68574-bd6b-45f8-8902-22fc43cd94b4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9093409 Nov 12 08:23:28.941366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f12e7-c357-44a6-a7a1-e47478dd4cc6 req-048789be-3922-40bd-8562-e2431519e823 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:28.956287 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c6f12e7-c357-44a6-a7a1-e47478dd4cc6 req-048789be-3922-40bd-8562-e2431519e823 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 945 time: 0.2358007 Nov 12 08:23:29.150037 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.169746 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c6f12e7-c357-44a6-a7a1-e47478dd4cc6 req-5a5bc8c6-e595-486b-b086-3a7a3abf1243 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124815 Nov 12 08:23:29.375346 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-4f7490cd-74c2-469f-bd81-c2b01885c204 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298623 Nov 12 08:23:29.389300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.398374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-cadc8465-90fb-40cf-ab92-ff3a692ca1b1 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91d76da2938c44d7a4b31d1e7ce99bcc HTTP/1.1" status: 200 len: 380 time: 1.1912558 Nov 12 08:23:29.404273 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.430840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Request body: {'port': {'device_id': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'admin_state_up': True, 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'security_groups': ['8caabac4-ca31-4abb-b3bc-d05a915209ed']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:29.441524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9b1a1-d5ca-496f-8498-e16a651f5c58 None None] Pushing event updated for resources: {'Port': ['ID=8cc964e2-3aa5-4530-bc5c-027171d90efb,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:29.449264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2956c997-28af-4787-8e44-229c464bb7e3 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:29.459029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee0a22-1619-4027-a5ee-a1c7d9173e65 req-05464390-e3c1-492a-8444-cea2a1ac6620 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:29.461454 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dee0a22-1619-4027-a5ee-a1c7d9173e65 req-05464390-e3c1-492a-8444-cea2a1ac6620 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.1517673 Nov 12 08:23:29.515652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2956c997-28af-4787-8e44-229c464bb7e3, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2956c997-28af-4787-8e44-229c464bb7e3,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:29.534720 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.573642 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dee0a22-1619-4027-a5ee-a1c7d9173e65 req-663603d1-8239-42f8-95fc-3146d05baf9f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049821 Nov 12 08:23:29.579611 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc17c09f-a2b8-47b4-aa2c-bf770d0d49d0 req-f5d38161-6886-4988-b80e-af0275429468 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 210 time: 0.2022681 Nov 12 08:23:29.619802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 81326f93-053f-4891-b875-1fef1d1b6bc1 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:29.628924 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8cc964e2-3aa5-4530-bc5c-027171d90efb up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:29.749082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-62158f58-4c3e-48ee-9160-b3c49ac24b8e None None] Provisioning complete for port 8cc964e2-3aa5-4530-bc5c-027171d90efb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:29.749539 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62158f58-4c3e-48ee-9160-b3c49ac24b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.862928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8cc964e2-3aa5-4530-bc5c-027171d90efb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:29.863343 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:29.872854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=2956c997-28af-4787-8e44-229c464bb7e3,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:29.912540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 81326f93-053f-4891-b875-1fef1d1b6bc1 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:29.924152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 81326f93-053f-4891-b875-1fef1d1b6bc1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:29.924654 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.081634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:30.100710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Pushing event updated for resources: {'Port': ['ID=712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:30.174508 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14b18267-77c6-4cef-8802-038c45d9991a req-ba76d8f5-45a3-4e30-a6f0-1f5063ef73d8 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7747102 Nov 12 08:23:30.174731 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.177939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:30.202523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14b79a-3c31-4a4d-a32d-2f12f7f32231 req-20718dd5-cfca-4229-be8e-e8fd986a4a7b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:30.210954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac14b79a-3c31-4a4d-a32d-2f12f7f32231 req-20718dd5-cfca-4229-be8e-e8fd986a4a7b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 948 time: 0.1068232 Nov 12 08:23:30.214599 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:30.233171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:30.252682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb491a4d-cd47-4094-a452-a4e9d336d449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81326f93-053f-4891-b875-1fef1d1b6bc1'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:30.255414 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febecb3f-28e6-4224-97d0-ca4e6e17ef26" -d '{"events": [{"server_uuid": "fb491a4d-cd47-4094-a452-a4e9d336d449", "name": "network-vif-plugged", "status": "completed", "tag": "81326f93-053f-4891-b875-1fef1d1b6bc1"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:30.278705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=81326f93-053f-4891-b875-1fef1d1b6bc1,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:30.310317 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac14b79a-3c31-4a4d-a32d-2f12f7f32231 req-b666ca7d-3d73-41ff-9491-cf430991339b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913160 Nov 12 08:23:30.318026 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.398366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=81326f93-053f-4891-b875-1fef1d1b6bc1,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:30.527863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-afca77a8-d61e-4c5d-98a5-19b846047b4e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:30.529444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-afca77a8-d61e-4c5d-98a5-19b846047b4e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 821 time: 0.4132328 Nov 12 08:23:30.553371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Made reservation on behalf of 91d76da2938c44d7a4b31d1e7ce99bcc for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:30.557317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:30.592198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-25e19023-7a97-46b2-9076-623469362919 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/quotas/bef941d2508140b5b49158f037d4051b HTTP/1.1" status: 200 len: 375 time: 0.0461528 Nov 12 08:23:30.626029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7b2ae-9a43-4a7f-98fc-96cb165998b8 req-2e816c05-48d4-4e07-965b-78ad56ab2b34 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:30.630413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca77bef-1d81-4517-8913-83aad236b8f6 req-9f481ac6-ab49-4b28-817c-4e654d048e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:30.632259 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ca77bef-1d81-4517-8913-83aad236b8f6 req-9f481ac6-ab49-4b28-817c-4e654d048e74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 1100 time: 0.1702247 Nov 12 08:23:30.646552 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a1a7b2ae-9a43-4a7f-98fc-96cb165998b8 req-2e816c05-48d4-4e07-965b-78ad56ab2b34 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1367640 Nov 12 08:23:30.731176 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a1a7b2ae-9a43-4a7f-98fc-96cb165998b8 req-c544bbf8-fb97-4e10-a046-5615094b4a42 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834346 Nov 12 08:23:30.880228 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fae6cc-953d-4c53-b964-b1a8fb085a4f x-openstack-request-id: req-94fae6cc-953d-4c53-b964-b1a8fb085a4f {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:30.880766 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb491a4d-cd47-4094-a452-a4e9d336d449", "name": "network-vif-plugged", "status": "completed", "tag": "81326f93-053f-4891-b875-1fef1d1b6bc1", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:30.880766 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94fae6cc-953d-4c53-b964-b1a8fb085a4f {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:30.884338 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb491a4d-cd47-4094-a452-a4e9d336d449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81326f93-053f-4891-b875-1fef1d1b6bc1', 'code': 200} Nov 12 08:23:30.984040 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.129636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce0c48-baef-448a-bd44-31c8ec443664 req-013c44a8-75e5-45b9-b7ae-235953d84c2e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.131324 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bcce0c48-baef-448a-bd44-31c8ec443664 req-013c44a8-75e5-45b9-b7ae-235953d84c2e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.1038883 Nov 12 08:23:31.255126 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-7d16b216-833f-4c33-b9d7-d04648eca1d8 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6516182 Nov 12 08:23:31.271260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bcce0c48-baef-448a-bd44-31c8ec443664 req-bbde911f-3351-41d4-9954-596bd09eab26 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297061 Nov 12 08:23:31.300824 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93e4367c-af0b-47cf-8576-bb07425be575 req-6e38d307-2dd0-4662-8c5f-782d517a7e05 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0848300 Nov 12 08:23:31.420832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a18a237a-1596-4180-adc7-6218506550c3 req-d026d766-89ab-406b-89bd-4590e8d7293a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 210 time: 0.0366411 Nov 12 08:23:31.434982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4367c-af0b-47cf-8576-bb07425be575 req-bb67e811-38a0-4424-bf2e-81da15014219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.436761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93e4367c-af0b-47cf-8576-bb07425be575 req-bb67e811-38a0-4424-bf2e-81da15014219 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 1097 time: 0.0987728 Nov 12 08:23:31.437195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca77bef-1d81-4517-8913-83aad236b8f6 req-d71fd858-e0f9-4618-b7b4-c73703f72ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.439360 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ca77bef-1d81-4517-8913-83aad236b8f6 req-d71fd858-e0f9-4618-b7b4-c73703f72ad5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.7875352 Nov 12 08:23:31.506480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125a302-4fee-4a7a-b651-4c2cd8a0e234 req-abb0e0fc-b79f-4ea6-9510-4048a0f5356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.508716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8125a302-4fee-4a7a-b651-4c2cd8a0e234 req-abb0e0fc-b79f-4ea6-9510-4048a0f5356e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 1098 time: 0.5209718 Nov 12 08:23:31.545720 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7f493ab6-7a71-40b3-a0d2-300fecacac0f details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:31.620962 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8125a302-4fee-4a7a-b651-4c2cd8a0e234 req-08506c92-45ce-4222-9bd6-97f684049e17 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643930 Nov 12 08:23:31.628562 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ca77bef-1d81-4517-8913-83aad236b8f6 req-f0be926b-a315-4c65-a4a6-270f3f6063f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e HTTP/1.1" status: 200 len: 217 time: 0.1355119 Nov 12 08:23:31.643774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Allocated IP 172.20.0.3 (1f80c745-8fd3-4f32-820e-d7cdda3d5267/d7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb/9031b5b8-0065-480d-9c7f-7b2829e77919) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:31.689515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:31.697789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489821-8856-4bea-85b3-bce8f8acc194 req-fa07b0b4-5a3d-4262-ae79-3b152eef7aa7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.703141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '7f493ab6-7a71-40b3-a0d2-300fecacac0f', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '7f493ab6-7a71-40b3-a0d2-300fecacac0f', 'mac_address': 'fa:16:3e:3e:eb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:31.707386 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3489821-8856-4bea-85b3-bce8f8acc194 req-fa07b0b4-5a3d-4262-ae79-3b152eef7aa7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 948 time: 0.1435056 Nov 12 08:23:31.726911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4367c-af0b-47cf-8576-bb07425be575 req-43df9982-4ff0-4aef-997b-a6805af28636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:31.729705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93e4367c-af0b-47cf-8576-bb07425be575 req-43df9982-4ff0-4aef-997b-a6805af28636 service neutron] 10.222.0.46 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.2376292 Nov 12 08:23:31.779539 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3489821-8856-4bea-85b3-bce8f8acc194 req-b42b8e06-3424-415a-b288-6fb6517632bb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652568 Nov 12 08:23:31.790276 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.810179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f493ab6-7a71-40b3-a0d2-300fecacac0f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:31.861064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:31.875503 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:31.968017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=7f493ab6-7a71-40b3-a0d2-300fecacac0f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:31.979084 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.007512 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.021130 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-52bc8444-8a45-4fab-8d16-8a357cd19ad4 service neutron] 10.222.0.31 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189033 Nov 12 08:23:32.075595 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153999b-556f-48f9-bcd2-32bbde3c30e8 req-5d6b852d-4fdd-40da-bcb8-dd2d5dd56ed1 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:32.084263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b153999b-556f-48f9-bcd2-32bbde3c30e8 req-5d6b852d-4fdd-40da-bcb8-dd2d5dd56ed1 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0718868 Nov 12 08:23:32.166732 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b153999b-556f-48f9-bcd2-32bbde3c30e8 req-32eea283-1558-4c25-a4e4-42616d1ff515 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751083 Nov 12 08:23:32.304684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.399347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-61fd40ac-af11-4999-80ae-870b77740fa2 service neutron] 10.222.0.31 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629129 Nov 12 08:23:32.407201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:32.408091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Router 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:23:32.413329 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:32.424584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:32.433152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Pushing event updated for resources: {'Port': ['ID=9031b5b8-0065-480d-9c7f-7b2829e77919,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:32.448260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f895051-4a80-41fc-be6b-fdcc5fc886a6 req-cdeea98f-470b-4b72-a037-84f75d86a184 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:32.470499 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f895051-4a80-41fc-be6b-fdcc5fc886a6 req-cdeea98f-470b-4b72-a037-84f75d86a184 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.1220717 Nov 12 08:23:32.541263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['7f493ab6-7a71-40b3-a0d2-300fecacac0f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:32.605682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:32.608154 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.616883 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f895051-4a80-41fc-be6b-fdcc5fc886a6 req-4e5c4449-7b5d-4f28-8ec0-8dde2c9ca300 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453128 Nov 12 08:23:32.768309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-4a4a3e90-662e-4a7d-b730-767a75b1c7d5 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3417616 Nov 12 08:23:32.772867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a63d03-bb10-4748-901c-9111fcc73aad req-26827c08-1437-4dfe-baf4-026e2d252c86 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:32.782372 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-00a63d03-bb10-4748-901c-9111fcc73aad req-26827c08-1437-4dfe-baf4-026e2d252c86 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 931 time: 0.0967538 Nov 12 08:23:32.806896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Request body: {'port': {'device_id': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:32.881672 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1bc5add6-3f37-41db-bdad-056b6631ddd4 req-09442d66-e7f1-43e1-9e19-020c9a1dfb34 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 210 time: 0.1119115 Nov 12 08:23:32.905452 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-00a63d03-bb10-4748-901c-9111fcc73aad req-a36ca763-2d24-4398-beaf-768ff2de16cf tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165504 Nov 12 08:23:32.925988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-455e9b76-cbe4-4cbe-8959-566a87bc38a0 None None] Provisioning complete for port 9031b5b8-0065-480d-9c7f-7b2829e77919 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:32.926633 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-455e9b76-cbe4-4cbe-8959-566a87bc38a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:32.975089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:32.979041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-455e9b76-cbe4-4cbe-8959-566a87bc38a0 None None] Port 9031b5b8-0065-480d-9c7f-7b2829e77919 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:32.990528 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Sync routers for ids ['2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:33.021382 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Routers {'2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:33.030942 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:23:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:33.154536 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.206333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.207772 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-66071272-4642-49d7-a955-67cbf9e752fb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3244665 Nov 12 08:23:33.210707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42154) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:33.250070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e6c00-be71-4789-83c4-8df64f8c2639 req-90e2b9a7-c094-465d-b4c5-723f104039db tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:33.252402 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c06e6c00-be71-4789-83c4-8df64f8c2639 req-90e2b9a7-c094-465d-b4c5-723f104039db tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 949 time: 0.2370567 Nov 12 08:23:33.259902 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Set router 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:33.467754 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e862b-bb06-4475-b697-89245976657b req-08b19151-d328-4d2b-9b93-0948be7c72cb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:33.469880 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-db0e862b-bb06-4475-b697-89245976657b req-08b19151-d328-4d2b-9b93-0948be7c72cb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1320665 Nov 12 08:23:33.536078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2956c997-28af-4787-8e44-229c464bb7e3 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:33.604387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9031b5b8-0065-480d-9c7f-7b2829e77919 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:33.623060 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.655724 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Transition to ACTIVE for port object 9031b5b8-0065-480d-9c7f-7b2829e77919 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:33.666153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 2956c997-28af-4787-8e44-229c464bb7e3 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:33.672795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 2956c997-28af-4787-8e44-229c464bb7e3 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:33.673222 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.700254 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.701727 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2040652271-router', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:24Z', 'updated_at': '2021-11-12T08:23:30Z', 'revision_number': 3, 'project_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'gw_port': {'id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:28Z', 'updated_at': '2021-11-12T08:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:33.772449 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Checking router: 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:23:33.772810 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Updating router 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f port 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:23:33.836149 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c06e6c00-be71-4789-83c4-8df64f8c2639 req-e5a0568a-d44e-4ec7-824b-1c572b84816d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745059 Nov 12 08:23:33.856375 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:33.890812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Pushing event updated for resources: {'Port': ['ID=9031b5b8-0065-480d-9c7f-7b2829e77919,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:34.018007 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.119982 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-db0e862b-bb06-4475-b697-89245976657b req-ce493183-9180-4862-a710-f7aee16960e0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6319964 Nov 12 08:23:34.178152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Attempting to bind port 9031b5b8-0065-480d-9c7f-7b2829e77919 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:34.178698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Attempting to bind port 9031b5b8-0065-480d-9c7f-7b2829e77919 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:34.179948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Attempting to bind port 9031b5b8-0065-480d-9c7f-7b2829e77919 on network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:34.200212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Port 9031b5b8-0065-480d-9c7f-7b2829e77919 on network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:34.200719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Attempting to bind port 9031b5b8-0065-480d-9c7f-7b2829e77919 on network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:34.217428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:34.219793 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Checking segment: {'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:34.221399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Bound using segment: {'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:34.224891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Bound port: 9031b5b8-0065-480d-9c7f-7b2829e77919, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb661461-75f3-409f-8bf4-983292a06bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:34.225536 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.242366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2956c997-28af-4787-8e44-229c464bb7e3'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:34.244838 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ce22f7-a99d-410d-9366-20bd863ae481" -d '{"events": [{"server_uuid": "12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e", "name": "network-vif-plugged", "status": "completed", "tag": "2956c997-28af-4787-8e44-229c464bb7e3"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:34.261685 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2956c997-28af-4787-8e44-229c464bb7e3, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2956c997-28af-4787-8e44-229c464bb7e3,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:34.272065 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.429694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=2956c997-28af-4787-8e44-229c464bb7e3,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:34.525522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] For port 9031b5b8-0065-480d-9c7f-7b2829e77919, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:34.532780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] For port 9031b5b8-0065-480d-9c7f-7b2829e77919, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9031b5b8-0065-480d-9c7f-7b2829e77919,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:34.543380 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.581679 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.596496 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.607408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a31e9-8d39-4eb0-822f-eebc97618f34 req-acb0e759-69f1-43a3-a3b3-f4ea290c467f tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:34.614523 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a1a31e9-8d39-4eb0-822f-eebc97618f34 req-acb0e759-69f1-43a3-a3b3-f4ea290c467f tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 943 time: 0.3110373 Nov 12 08:23:34.683784 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Attempting to bind port 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:34.684221 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Attempting to bind port 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:34.684681 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Attempting to bind port 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:34.695820 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Pushing event updated for resources: {'Port': ['ID=712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:34.698699 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:34.699244 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:34.699742 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.700228 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:34.700967 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Bound port: 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:34.701664 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.728957 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:34.729754 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:34.730313 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:34.730889 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:34.731454 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:34.732019 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:34.732581 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:34.733151 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:34.733710 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:34.734273 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:34.734852 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:34.735398 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:34.806569 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] For port 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:34.820359 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] For port 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:34.838745 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:34.895364 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a1a31e9-8d39-4eb0-822f-eebc97618f34 req-925abf8e-9bc1-4ab8-8831-c4e8b0687029 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645130 Nov 12 08:23:34.916954 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Routers {'2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:34.916954 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:23:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:34.984119 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c25d7-cb2b-4d36-9da7-494f91487f5a None None] Pushing event updated for resources: {'Port': ['ID=712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:35.098622 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c3b07912-5912-4e3b-8945-6c1f57d31c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.135984 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad72a996-0b4a-4231-a157-33660c7a41e3 req-bd0e0dd8-db09-4378-8a4d-dc1b9e2574fe tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 210 time: 0.1039810 Nov 12 08:23:35.185885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae49d6e-907c-45cf-b43c-d5f7401e816e req-021bf872-08e8-4452-9f7c-018ea6568209 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:35.187491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ae49d6e-907c-45cf-b43c-d5f7401e816e req-021bf872-08e8-4452-9f7c-018ea6568209 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.9503906 Nov 12 08:23:35.189600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:35.190213 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.191741 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] 10.222.0.52 "PUT /v2.0/ports/9031b5b8-0065-480d-9c7f-7b2829e77919 HTTP/1.1" status: 200 len: 1092 time: 2.3910186 Nov 12 08:23:35.194021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'tag': '9031b5b8-0065-480d-9c7f-7b2829e77919'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:35.196451 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6ff98d-0b2f-44dc-a13d-321408767064" -d '{"events": [{"name": "network-changed", "server_uuid": "bb89438c-02bd-4bdd-804a-fc68116760c9", "tag": "9031b5b8-0065-480d-9c7f-7b2829e77919"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:35.216860 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] Set router 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:35.284644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86707e3e-f9a6-4ed0-8fd1-35b6d7bfc673 service neutron] Pushing event updated for resources: {'Port': ['ID=9031b5b8-0065-480d-9c7f-7b2829e77919,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:35.374633 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ae49d6e-907c-45cf-b43c-d5f7401e816e req-5ab9290f-d396-48aa-89b3-3988d1e9a182 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728010 Nov 12 08:23:35.400935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-00c60279-2a07-4049-a148-da5c01280feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:35.402634 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-00c60279-2a07-4049-a148-da5c01280feb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=91d76da2938c44d7a4b31d1e7ce99bcc&device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 1095 time: 0.0788009 Nov 12 08:23:35.415208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-95a6abb3-ea9b-4427-b2d9-60c51d7a968a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:35.416870 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-95a6abb3-ea9b-4427-b2d9-60c51d7a968a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 821 time: 0.3156538 Nov 12 08:23:35.456783 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682caad5-024d-4eb5-8aa3-d427b4b94fb6 x-openstack-request-id: req-682caad5-024d-4eb5-8aa3-d427b4b94fb6 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:35.457619 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e", "name": "network-vif-plugged", "status": "completed", "tag": "2956c997-28af-4787-8e44-229c464bb7e3", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:35.459351 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-682caad5-024d-4eb5-8aa3-d427b4b94fb6 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:35.459351 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2956c997-28af-4787-8e44-229c464bb7e3', 'code': 200} Nov 12 08:23:35.515513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Request body: {'port': {'device_id': 'ac7cd77d-4c44-498a-acb6-2680734d7abc', 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3', 'admin_state_up': True, 'tenant_id': 'bef941d2508140b5b49158f037d4051b'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:35.536147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.546567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7f493ab6-7a71-40b3-a0d2-300fecacac0f up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:35.579556 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-acb9924c-a3bb-4333-b6cc-bd1acc5fad8f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9031b5b8-0065-480d-9c7f-7b2829e77919 HTTP/1.1" status: 200 len: 217 time: 0.1558952 Nov 12 08:23:35.710791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 7f493ab6-7a71-40b3-a0d2-300fecacac0f completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:35.719667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 7f493ab6-7a71-40b3-a0d2-300fecacac0f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:35.721595 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.722745 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-6a27f290-2c2f-4919-9876-44e1e9e4f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:35.730789 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-6a27f290-2c2f-4919-9876-44e1e9e4f136 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb HTTP/1.1" status: 200 len: 855 time: 0.1418247 Nov 12 08:23:35.763873 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2040652271-router', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:24Z', 'updated_at': '2021-11-12T08:23:30Z', 'revision_number': 3, 'project_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'gw_port': {'id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:28Z', 'updated_at': '2021-11-12T08:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:35.798440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dfd5a-0549-412e-a790-1836a0ccd3b7 req-1091913e-2de9-44f4-b9f8-8687840b57ff tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:35.801747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-597dfd5a-0549-412e-a790-1836a0ccd3b7 req-1091913e-2de9-44f4-b9f8-8687840b57ff tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 949 time: 0.1905396 Nov 12 08:23:35.836874 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d1e7b1-4f94-4877-97c2-f0aa5a9b78b5 None None] The sync data for ids ['2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'] in n-d-768851-18 is: [{'id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2040652271-router', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:24Z', 'updated_at': '2021-11-12T08:23:30Z', 'revision_number': 3, 'project_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'gw_port': {'id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:28Z', 'updated_at': '2021-11-12T08:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:23:35.910253 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:35.976510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Made reservation on behalf of bef941d2508140b5b49158f037d4051b for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:23:35.982271 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.007086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:36.009202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-0e4e5b7e-b8b0-40a4-a741-ad915814aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:36.009944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-0e4e5b7e-b8b0-40a4-a741-ad915814aca6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1f80c745-8fd3-4f32-820e-d7cdda3d5267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2709470 Nov 12 08:23:36.015865 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.023052 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-597dfd5a-0549-412e-a790-1836a0ccd3b7 req-89d07422-ec18-45bf-b869-2f874191f3df tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756244 Nov 12 08:23:36.133606 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=7f493ab6-7a71-40b3-a0d2-300fecacac0f,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:36.203557 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be05bf8-c43d-4630-aa4e-16a7af4fbd38 x-openstack-request-id: req-8be05bf8-c43d-4630-aa4e-16a7af4fbd38 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:36.204865 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb89438c-02bd-4bdd-804a-fc68116760c9", "tag": "9031b5b8-0065-480d-9c7f-7b2829e77919", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:36.205251 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8be05bf8-c43d-4630-aa4e-16a7af4fbd38 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:36.205790 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'tag': '9031b5b8-0065-480d-9c7f-7b2829e77919', 'status': 'completed', 'code': 200} Nov 12 08:23:36.208358 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-01873842-d23c-49d8-b7ad-bab75341fce7 service neutron] 10.222.0.52 "GET /v2.0/networks/1f80c745-8fd3-4f32-820e-d7cdda3d5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843569 Nov 12 08:23:36.232519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Allocated IP 172.20.0.4 (083fe3fa-345c-4ea4-922a-599f9b73b5c3/2ca9d935-b743-43ba-87ab-2598092634c1/7e22c53e-2dca-4bce-93fc-4acfff01c42b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:36.466331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49782ec-6aec-4ef3-a183-98b4065bcfd5 req-de2bc765-77e0-4a54-ab7f-9caefa178bdb tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:36.469953 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f49782ec-6aec-4ef3-a183-98b4065bcfd5 req-de2bc765-77e0-4a54-ab7f-9caefa178bdb tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 943 time: 0.2133996 Nov 12 08:23:36.479297 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.538270 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:36.580283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46712e-2ba0-4b71-8025-906817557e93 req-43143316-0bb3-412a-9b3f-ec03789afcbe tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:36.586642 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1086c59-8816-4334-8c44-18d910cac0d2 req-fb41b4fb-5a5e-4cb8-8d7a-39c43dde1f34 service neutron] 10.222.0.52 "GET /v2.0/networks/1f80c745-8fd3-4f32-820e-d7cdda3d5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641434 Nov 12 08:23:36.589824 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d46712e-2ba0-4b71-8025-906817557e93 req-43143316-0bb3-412a-9b3f-ec03789afcbe tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.8474526 Nov 12 08:23:36.645059 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f49782ec-6aec-4ef3-a183-98b4065bcfd5 req-a1325c43-5279-436e-80ed-71f113ecb22f tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592605 Nov 12 08:23:36.688798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:36.732650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff98d-0b2f-44dc-a13d-321408767064 req-6d002637-df27-4127-8e1d-8815b529731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:36.737909 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c6ff98d-0b2f-44dc-a13d-321408767064 req-6d002637-df27-4127-8e1d-8815b529731a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=91d76da2938c44d7a4b31d1e7ce99bcc&device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 1095 time: 0.0694888 Nov 12 08:23:36.799557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:36.825506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:36.881647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Pushing event updated for resources: {'Port': ['ID=7e22c53e-2dca-4bce-93fc-4acfff01c42b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:36.957813 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d46712e-2ba0-4b71-8025-906817557e93 req-88c40c58-02a9-49b8-8600-3bf1c6dc5fc6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508368 Nov 12 08:23:36.980620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67486cea-e3c5-43f4-9838-bd21324931db req-95110829-4417-4344-b9a4-9d13876d34f1 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:36.988436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Allocated IP 172.20.0.1 (6a502bd2-b421-4713-9f26-f55e8b9af510/0ce20197-7a2c-4437-8892-fc90dad3cd97/05a9aad9-9cfa-4c73-9e88-66f554622557) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:36.996568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67486cea-e3c5-43f4-9838-bd21324931db req-95110829-4417-4344-b9a4-9d13876d34f1 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 931 time: 0.2215009 Nov 12 08:23:37.065573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:37.066205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.075301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff98d-0b2f-44dc-a13d-321408767064 req-53f73e63-d54d-4a75-8555-3933ad909aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:37.080616 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c6ff98d-0b2f-44dc-a13d-321408767064 req-53f73e63-d54d-4a75-8555-3933ad909aac service neutron] 10.222.0.52 "GET /v2.0/networks?id=1f80c745-8fd3-4f32-820e-d7cdda3d5267 HTTP/1.1" status: 200 len: 917 time: 0.3128262 Nov 12 08:23:37.125058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67486cea-e3c5-43f4-9838-bd21324931db req-8c0fe611-622c-4c0a-941a-d82eeaf26c21 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274614 Nov 12 08:23:37.192365 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c6ff98d-0b2f-44dc-a13d-321408767064 req-b5ff1b7e-16da-4f2e-9557-bc30a9742bd1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9031b5b8-0065-480d-9c7f-7b2829e77919 HTTP/1.1" status: 200 len: 217 time: 0.1013410 Nov 12 08:23:37.291348 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.295324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff98d-0b2f-44dc-a13d-321408767064 req-b07f9826-7e64-4374-a3ad-1a6a6418de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:37.296923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c6ff98d-0b2f-44dc-a13d-321408767064 req-b07f9826-7e64-4374-a3ad-1a6a6418de57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb HTTP/1.1" status: 200 len: 855 time: 0.0949383 Nov 12 08:23:37.374696 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.394546 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-bdf2b9f9-ad71-4919-80cd-eeaefdb9f38b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8853147 Nov 12 08:23:37.443836 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc800-be32-4b6a-935c-a84b9f4e3e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.462558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff98d-0b2f-44dc-a13d-321408767064 req-65f33727-e5b4-4041-baa0-f453da923d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:37.464873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f493ab6-7a71-40b3-a0d2-300fecacac0f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:37.466694 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c6ff98d-0b2f-44dc-a13d-321408767064 req-65f33727-e5b4-4041-baa0-f453da923d26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1f80c745-8fd3-4f32-820e-d7cdda3d5267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1594541 Nov 12 08:23:37.470116 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ca6322-cf8b-423b-aeb7-65389d4410ff" -d '{"events": [{"server_uuid": "11d4d89c-8344-4c8e-ab40-9f1bfd7cdece", "name": "network-vif-plugged", "status": "completed", "tag": "7f493ab6-7a71-40b3-a0d2-300fecacac0f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:37.503067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Network 6a502bd2-b421-4713-9f26-f55e8b9af510 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:37.513781 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Request body: {'port': {'device_id': 'ac7cd77d-4c44-498a-acb6-2680734d7abc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:37.521002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:37.532995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:37.588580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2c721-10ba-48d8-9bff-46033d0d6db2 req-b3f6b677-4745-4773-90b4-663570987abd tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:37.597956 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0d2c721-10ba-48d8-9bff-46033d0d6db2 req-b3f6b677-4745-4773-90b4-663570987abd tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.2435362 Nov 12 08:23:37.638832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:37.659151 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.714818 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0d2c721-10ba-48d8-9bff-46033d0d6db2 req-4cac3da2-b72d-422d-a49e-88ea203822c8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156006 Nov 12 08:23:37.754331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Pushing event updated for resources: {'Port': ['ID=05a9aad9-9cfa-4c73-9e88-66f554622557,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:37.773918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1899ef-d5bb-46a9-acf4-8e5952638876 req-1f22b619-a945-465c-9cbc-4438b7cae16d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:37.787537 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e1899ef-d5bb-46a9-acf4-8e5952638876 req-1f22b619-a945-465c-9cbc-4438b7cae16d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.4939353 Nov 12 08:23:37.823047 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05e3e52-326c-438e-be1e-09a701793121 x-openstack-request-id: req-c05e3e52-326c-438e-be1e-09a701793121 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:37.830307 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d4d89c-8344-4c8e-ab40-9f1bfd7cdece", "name": "network-vif-plugged", "status": "completed", "tag": "7f493ab6-7a71-40b3-a0d2-300fecacac0f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:37.830703 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c05e3e52-326c-438e-be1e-09a701793121 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:37.833666 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f493ab6-7a71-40b3-a0d2-300fecacac0f', 'code': 200} Nov 12 08:23:37.877164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:37.878966 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.886582 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c6ff98d-0b2f-44dc-a13d-321408767064 req-46e9922b-bfad-4126-bbfb-b0523cc3d3e4 service neutron] 10.222.0.52 "GET /v2.0/networks/1f80c745-8fd3-4f32-820e-d7cdda3d5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084690 Nov 12 08:23:37.955880 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:37.963636 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e1899ef-d5bb-46a9-acf4-8e5952638876 req-10a6f850-af15-42ef-8b4f-562b2f09b83f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749210 Nov 12 08:23:37.995936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5896dfee-bc10-4517-92c4-bdfb59ed7d56 None None] Provisioning complete for port 05a9aad9-9cfa-4c73-9e88-66f554622557 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:37.996090 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5896dfee-bc10-4517-92c4-bdfb59ed7d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.104699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5896dfee-bc10-4517-92c4-bdfb59ed7d56 None None] Port 05a9aad9-9cfa-4c73-9e88-66f554622557 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:38.114904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dc074-d4e0-49ab-a91f-dc3526a42ee0 req-eae0d783-fbe1-4903-bb98-90c0f55fda3b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:38.128505 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-506dc074-d4e0-49ab-a91f-dc3526a42ee0 req-eae0d783-fbe1-4903-bb98-90c0f55fda3b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 943 time: 0.2107899 Nov 12 08:23:38.162075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.174436 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.220397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:38.230393 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.257608 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c6ff98d-0b2f-44dc-a13d-321408767064 req-0f092f02-8b28-4a70-9077-fc7627488510 service neutron] 10.222.0.52 "GET /v2.0/networks/1f80c745-8fd3-4f32-820e-d7cdda3d5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620529 Nov 12 08:23:38.266883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527531f-e67c-4216-af98-c6e9ada124b5 req-3c67d84c-43db-432d-b91a-405fc0bf72fa tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:38.276343 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3527531f-e67c-4216-af98-c6e9ada124b5 req-3c67d84c-43db-432d-b91a-405fc0bf72fa tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1955235 Nov 12 08:23:38.278379 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-506dc074-d4e0-49ab-a91f-dc3526a42ee0 req-21108f57-66fe-4907-9a73-8f5bdcc4b644 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488869 Nov 12 08:23:38.325434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:38.403956 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3527531f-e67c-4216-af98-c6e9ada124b5 req-16c19043-7eb2-4411-a828-3ab246119572 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222653 Nov 12 08:23:38.414096 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.711844 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.720752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ff1be-1826-4646-a7e9-c6ac067afc13 req-54688c8c-efdd-4d8e-9eba-fa4a70870408 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:38.730295 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f47ff1be-1826-4646-a7e9-c6ac067afc13 req-54688c8c-efdd-4d8e-9eba-fa4a70870408 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 931 time: 0.1316347 Nov 12 08:23:38.737250 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.840920 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f47ff1be-1826-4646-a7e9-c6ac067afc13 req-cec5ac31-8ebd-4842-8a9f-0efe5875feb5 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031353 Nov 12 08:23:38.885636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e22c53e-2dca-4bce-93fc-4acfff01c42b {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:38.893755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Pushing event updated for resources: {'Port': ['ID=05a9aad9-9cfa-4c73-9e88-66f554622557,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:38.904703 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.909213 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:38.936440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaa356-e6fd-4e88-80d5-2f169f6ecbfa req-579efedd-d750-480d-b06f-2c316afbc8a0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:38.938133 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09aaa356-e6fd-4e88-80d5-2f169f6ecbfa req-579efedd-d750-480d-b06f-2c316afbc8a0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1204708 Nov 12 08:23:38.942663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Transition to ACTIVE for port object 7e22c53e-2dca-4bce-93fc-4acfff01c42b will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:23:38.971783 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.136328 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Pushing event updated for resources: {'Port': ['ID=7e22c53e-2dca-4bce-93fc-4acfff01c42b,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:39.144231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631a041-343c-4d02-8117-afd7d8ff2ae6 req-50195a66-58c7-487c-b1ac-f7d33e511b40 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:39.146659 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b631a041-343c-4d02-8117-afd7d8ff2ae6 req-50195a66-58c7-487c-b1ac-f7d33e511b40 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.0817795 Nov 12 08:23:39.223270 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b631a041-343c-4d02-8117-afd7d8ff2ae6 req-a1b5ba26-acee-4c41-aafd-b21619204f0b tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683670 Nov 12 08:23:39.251953 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09aaa356-e6fd-4e88-80d5-2f169f6ecbfa req-c457bc77-4a11-4399-a882-7eaee08f6255 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950983 Nov 12 08:23:39.290941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Network 6a502bd2-b421-4713-9f26-f55e8b9af510 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:39.298868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:39.450251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571df936-38f9-41e1-8a07-f36e931cd36c req-d1c4d488-e4cd-48db-9360-c4c25efe1725 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:39.458860 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-571df936-38f9-41e1-8a07-f36e931cd36c req-d1c4d488-e4cd-48db-9360-c4c25efe1725 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 943 time: 0.0779793 Nov 12 08:23:39.536896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Router 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:23:39.562761 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Attempting to bind port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:39.565087 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-571df936-38f9-41e1-8a07-f36e931cd36c req-69686a84-9646-4fa7-b82a-2b5b8ca9eeb3 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052516 Nov 12 08:23:39.565866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Attempting to bind port 7e22c53e-2dca-4bce-93fc-4acfff01c42b by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:39.566686 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Attempting to bind port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:39.591145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:23:39.593652 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Attempting to bind port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:39.612390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:39.616472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:39.616816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:39.617288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:39.617734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Bound port: 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:39.618093 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.697204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:39.698042 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.766478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9ee72e8a-cfd3-4bf8-83bc-f36f62e787bd None None] Provisioning complete for port 05a9aad9-9cfa-4c73-9e88-66f554622557 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:39.767147 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ee72e8a-cfd3-4bf8-83bc-f36f62e787bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:39.940666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9ee72e8a-cfd3-4bf8-83bc-f36f62e787bd None None] Port 05a9aad9-9cfa-4c73-9e88-66f554622557 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:23:39.955675 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.058122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca77bef-1d81-4517-8913-83aad236b8f6 req-d13c6c9f-2ba0-4281-ab3e-17b0b2a96736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.061132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ca77bef-1d81-4517-8913-83aad236b8f6 req-d13c6c9f-2ba0-4281-ab3e-17b0b2a96736 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2302680 Nov 12 08:23:40.118741 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93e4367c-af0b-47cf-8576-bb07425be575 req-cbeda6eb-9b90-4e8e-a45e-8249dcb7ca48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5 HTTP/1.1" status: 200 len: 217 time: 0.0920322 Nov 12 08:23:40.122922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec522-6c8d-43f9-878b-6b885c8a8b33 req-18ec3c60-5dcc-40f4-b6af-d43685a92568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.125682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddaec522-6c8d-43f9-878b-6b885c8a8b33 req-18ec3c60-5dcc-40f4-b6af-d43685a92568 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e HTTP/1.1" status: 200 len: 1102 time: 0.1903510 Nov 12 08:23:40.130080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60374b-9fdf-49e8-94a8-c316345e2c4c req-a265a749-9c6f-4759-b553-5bf5bd6c984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.131846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9b60374b-9fdf-49e8-94a8-c316345e2c4c req-a265a749-9c6f-4759-b553-5bf5bd6c984b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 1102 time: 0.1954327 Nov 12 08:23:40.151186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba8d63-84ad-4222-9017-4d45d40d08c7 req-ee5b1713-67d3-423e-b9ab-cbc919da0761 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.160652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1fba8d63-84ad-4222-9017-4d45d40d08c7 req-ee5b1713-67d3-423e-b9ab-cbc919da0761 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.1607988 Nov 12 08:23:40.261660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:40.271364 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3128e1c9-5127-4a9a-80ef-35666c7584de admin admin] 10.222.0.31 "PUT /v2.0/routers/2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0595491 Nov 12 08:23:40.274518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Sync routers for ids ['2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:40.298796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Routers {'2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:40.300240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:23:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:40.323039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9b60374b-9fdf-49e8-94a8-c316345e2c4c req-9b548602-038f-4d1b-a692-120961730dc0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569514 Nov 12 08:23:40.339357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca77bef-1d81-4517-8913-83aad236b8f6 req-df34b5c0-4847-42b1-9832-ba027307b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.340863 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ca77bef-1d81-4517-8913-83aad236b8f6 req-df34b5c0-4847-42b1-9832-ba027307b098 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2626717 Nov 12 08:23:40.346090 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e19174-5c0d-4d30-a708-09c0f206641f req-e4a6305d-5b52-4a8f-99bb-d4c83e5927c4 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.354761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9e19174-5c0d-4d30-a708-09c0f206641f req-e4a6305d-5b52-4a8f-99bb-d4c83e5927c4 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.3249018 Nov 12 08:23:40.367874 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1fba8d63-84ad-4222-9017-4d45d40d08c7 req-ae245ccc-de00-4af2-96e2-989218213a0f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059627 Nov 12 08:23:40.410479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddaec522-6c8d-43f9-878b-6b885c8a8b33 req-b1ded8f7-49d3-449a-8bde-fc0aff7c68ac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462301 Nov 12 08:23:40.430210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4367c-af0b-47cf-8576-bb07425be575 req-ec5d5465-099e-44f6-86e8-0c3ae79bf57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.432029 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93e4367c-af0b-47cf-8576-bb07425be575 req-ec5d5465-099e-44f6-86e8-0c3ae79bf57a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.2731333 Nov 12 08:23:40.441810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:40.465366 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9e19174-5c0d-4d30-a708-09c0f206641f req-2e01c628-9a3a-4687-aa48-17d70952985c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095152 Nov 12 08:23:40.467415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:40.490421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.555353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.556038 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:40.563413 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] 10.222.0.52 "PUT /v2.0/ports/7e22c53e-2dca-4bce-93fc-4acfff01c42b HTTP/1.1" status: 200 len: 1092 time: 3.0807610 Nov 12 08:23:40.634755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7cd77d-4c44-498a-acb6-2680734d7abc', 'tag': '7e22c53e-2dca-4bce-93fc-4acfff01c42b'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:40.637092 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4884150f-fbb9-4f21-969d-45ec4ddb9f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7cd77d-4c44-498a-acb6-2680734d7abc", "tag": "7e22c53e-2dca-4bce-93fc-4acfff01c42b"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:40.674360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Set router 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:40.686756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb9f2c-8fc5-49d0-a528-3520940846ad req-77165e35-5300-4a13-a730-ed5131084e62 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.698744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1cdb9f2c-8fc5-49d0-a528-3520940846ad req-77165e35-5300-4a13-a730-ed5131084e62 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.1337702 Nov 12 08:23:40.752705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f04b4-0d88-441a-aad9-ba70f50c4623 req-d6a38df2-2163-4561-8969-cbf055dcec6d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.761083 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d13f04b4-0d88-441a-aad9-ba70f50c4623 req-d6a38df2-2163-4561-8969-cbf055dcec6d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1157873 Nov 12 08:23:40.765162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97640052-594c-4cb3-9777-6c84a18e13ce service neutron] Pushing event updated for resources: {'Port': ['ID=7e22c53e-2dca-4bce-93fc-4acfff01c42b,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:40.777804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1cdb9f2c-8fc5-49d0-a528-3520940846ad req-9c14cf2b-52de-4b41-b32f-dbb9d26945e4 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766439 Nov 12 08:23:40.793134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-a630e3fd-c6f5-44fc-aaf1-80427d187a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:40.794678 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-a630e3fd-c6f5-44fc-aaf1-80427d187a01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 1095 time: 0.1513278 Nov 12 08:23:40.891251 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-8820fa7d-2982-45a4-9797-78c41238633b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b HTTP/1.1" status: 200 len: 217 time: 0.0814352 Nov 12 08:23:40.911761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d13f04b4-0d88-441a-aad9-ba70f50c4623 req-a01d0000-9a8b-4408-9563-688a025b834e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477778 Nov 12 08:23:40.966611 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.035120 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-605ef1d7-a601-4540-86f4-eaeda5d1d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:41.037165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-605ef1d7-a601-4540-86f4-eaeda5d1d6c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.1239944 Nov 12 08:23:41.052836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2040652271-router', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:24Z', 'updated_at': '2021-11-12T08:23:38Z', 'revision_number': 4, 'project_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'gw_port': {'id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:28Z', 'updated_at': '2021-11-12T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '05a9aad9-9cfa-4c73-9e88-66f554622557', 'name': '', 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'mac_address': 'fa:16:3e:b1:b5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0ce20197-7a2c-4437-8892-fc90dad3cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:35Z', 'updated_at': '2021-11-12T08:23:38Z', 'revision_number': 2, 'project_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'subnets': [{'id': '0ce20197-7a2c-4437-8892-fc90dad3cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:41.107193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Checking router: 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:23:41.107571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Updating router 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f port 05a9aad9-9cfa-4c73-9e88-66f554622557 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:23:41.145903 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-3272ece3-a30a-4532-a218-2e050df84314 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856802 Nov 12 08:23:41.148068 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.168848 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc189c01-d5c7-4198-8bc9-579c69ec27ba req-2a88bf65-5521-4bdd-a314-b0e7da3a92b8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:41.170546 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cc189c01-d5c7-4198-8bc9-579c69ec27ba req-2a88bf65-5521-4bdd-a314-b0e7da3a92b8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 943 time: 0.1307476 Nov 12 08:23:41.295822 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cc189c01-d5c7-4198-8bc9-579c69ec27ba req-2d7e5995-d85d-42f8-86ac-f9219cb3e911 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160746 Nov 12 08:23:41.311894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-18d49e44-db9a-436f-934a-518e94684fbd service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514056 Nov 12 08:23:41.404652 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a398f0-d033-4c51-b6d8-e2bfd9395b20 x-openstack-request-id: req-f9a398f0-d033-4c51-b6d8-e2bfd9395b20 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:41.407852 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7cd77d-4c44-498a-acb6-2680734d7abc", "tag": "7e22c53e-2dca-4bce-93fc-4acfff01c42b", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:41.408196 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9a398f0-d033-4c51-b6d8-e2bfd9395b20 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:41.408672 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7cd77d-4c44-498a-acb6-2680734d7abc', 'tag': '7e22c53e-2dca-4bce-93fc-4acfff01c42b', 'status': 'completed', 'code': 200} Nov 12 08:23:41.444287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-6823d272-e89a-496f-97b7-f49f30f8bd90 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3049407 Nov 12 08:23:41.451296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:41.489231 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71f930ea-8c78-408c-8d8b-f412eeaf9a77 req-542a6da6-3d07-4cbe-9929-f9fb75599965 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680250 Nov 12 08:23:41.492858 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.635236 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.654607 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.654923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884150f-fbb9-4f21-969d-45ec4ddb9f4b req-03facf79-0597-47e7-a3b2-085ed2e9969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:41.656645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4884150f-fbb9-4f21-969d-45ec4ddb9f4b req-03facf79-0597-47e7-a3b2-085ed2e9969e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 1095 time: 0.1003866 Nov 12 08:23:41.677943 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0eff31-c367-42c6-a6c6-041cdf18a4e1 req-167e3af5-82e3-4cf3-bb9f-2af1a56eaef4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:41.682663 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.691905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e0eff31-c367-42c6-a6c6-041cdf18a4e1 req-167e3af5-82e3-4cf3-bb9f-2af1a56eaef4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.0895939 Nov 12 08:23:41.770757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931627fe-de6d-4e26-bfac-08532ba5b403 None None] Pushing event updated for resources: {'Port': ['ID=05a9aad9-9cfa-4c73-9e88-66f554622557,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:41.874884 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Attempting to bind port 05a9aad9-9cfa-4c73-9e88-66f554622557 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:23:41.875262 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Attempting to bind port 05a9aad9-9cfa-4c73-9e88-66f554622557 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '071f1c9e-6dd8-4457-9b00-a761e8dfcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:23:41.875636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Attempting to bind port 05a9aad9-9cfa-4c73-9e88-66f554622557 on network 6a502bd2-b421-4713-9f26-f55e8b9af510 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:23:41.884246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884150f-fbb9-4f21-969d-45ec4ddb9f4b req-73a881f1-3fb7-45c2-b5af-27139340cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:41.886471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4884150f-fbb9-4f21-969d-45ec4ddb9f4b req-73a881f1-3fb7-45c2-b5af-27139340cd3f service neutron] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.1979070 Nov 12 08:23:41.896557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:23:41.896931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Checking segment: {'id': '071f1c9e-6dd8-4457-9b00-a761e8dfcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:23:41.899627 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.900035 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Bound using segment: {'id': '071f1c9e-6dd8-4457-9b00-a761e8dfcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:23:41.900531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Bound port: 05a9aad9-9cfa-4c73-9e88-66f554622557, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071f1c9e-6dd8-4457-9b00-a761e8dfcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:23:41.900928 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:41.941729 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e0eff31-c367-42c6-a6c6-041cdf18a4e1 req-53beba0d-3211-47d5-b4bf-f76e3ba29ea6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543900 Nov 12 08:23:41.942398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Allocated IP 172.25.3.23 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/fa94dd4d-c5ba-4b27-aeb6-c5b674388e84) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:42.043133 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4884150f-fbb9-4f21-969d-45ec4ddb9f4b req-8f970bb9-4d6b-40de-b45a-759c7c4dd793 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b HTTP/1.1" status: 200 len: 217 time: 0.1390572 Nov 12 08:23:42.056087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] For port 05a9aad9-9cfa-4c73-9e88-66f554622557, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:23:42.060258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] For port 05a9aad9-9cfa-4c73-9e88-66f554622557, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=05a9aad9-9cfa-4c73-9e88-66f554622557,segment=NetworkSegment(071f1c9e-6dd8-4457-9b00-a761e8dfcb23),segment_id=071f1c9e-6dd8-4457-9b00-a761e8dfcb23)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:23:42.070323 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.128070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884150f-fbb9-4f21-969d-45ec4ddb9f4b req-8d4b2682-e3b1-4841-b3f6-ca894635e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:42.130122 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4884150f-fbb9-4f21-969d-45ec4ddb9f4b req-8d4b2682-e3b1-4841-b3f6-ca894635e1ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.0780036 Nov 12 08:23:42.151154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931627fe-de6d-4e26-bfac-08532ba5b403 None None] Pushing event updated for resources: {'Port': ['ID=05a9aad9-9cfa-4c73-9e88-66f554622557,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:42.152860 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.164379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Routers {'2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:42.165073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:23:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:42.207372 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4884150f-fbb9-4f21-969d-45ec4ddb9f4b req-399b39d2-a20e-45c1-bd98-fd817002a1b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626738 Nov 12 08:23:42.253179 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.283489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-81a42b79-27d4-48d0-ab8b-e8cec9d29b90 None None] Provisioning complete for port 05a9aad9-9cfa-4c73-9e88-66f554622557 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:42.283489 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-81a42b79-27d4-48d0-ab8b-e8cec9d29b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.321086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:42.351897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:42.360210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Pushing event updated for resources: {'Port': ['ID=fa94dd4d-c5ba-4b27-aeb6-c5b674388e84,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:42.376509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:42.378387 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d139af-3e78-4b8b-94ca-e8083f91bd0c req-141afcf5-bfae-41de-b8c6-d19e2a185bdd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:42.379451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.379804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.380146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.380488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.380820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.381174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.381509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.381837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.382165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.382492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.382835 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.383547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0d139af-3e78-4b8b-94ca-e8083f91bd0c req-141afcf5-bfae-41de-b8c6-d19e2a185bdd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.2521787 Nov 12 08:23:42.388923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:42.430021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] Set router 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:42.431975 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-81a42b79-27d4-48d0-ab8b-e8cec9d29b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.512586 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4884150f-fbb9-4f21-969d-45ec4ddb9f4b req-df04fc63-1980-48ba-b41c-bedd38941ff5 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931089 Nov 12 08:23:42.512844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-81a42b79-27d4-48d0-ab8b-e8cec9d29b90 None None] For port 05a9aad9-9cfa-4c73-9e88-66f554622557, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=05a9aad9-9cfa-4c73-9e88-66f554622557,segment=NetworkSegment(071f1c9e-6dd8-4457-9b00-a761e8dfcb23),segment_id=071f1c9e-6dd8-4457-9b00-a761e8dfcb23)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:42.513657 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.528826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0d139af-3e78-4b8b-94ca-e8083f91bd0c req-9384d09e-f8cd-42d4-8d42-2f208bf9baba tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267614 Nov 12 08:23:42.543791 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-81a42b79-27d4-48d0-ab8b-e8cec9d29b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.643203 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.689119 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4884150f-fbb9-4f21-969d-45ec4ddb9f4b req-359a9bf0-6d31-42f6-aa0c-cf8ccece4070 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582375 Nov 12 08:23:42.696746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a42b79-27d4-48d0-ab8b-e8cec9d29b90 None None] Pushing event updated for resources: {'Port': ['ID=05a9aad9-9cfa-4c73-9e88-66f554622557,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:42.748106 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-37452ec7-eb76-4f3a-b3e9-e9138161052d None None] Provisioning complete for port 05a9aad9-9cfa-4c73-9e88-66f554622557 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:42.748106 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-37452ec7-eb76-4f3a-b3e9-e9138161052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.774197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff1924-a7d1-4aa2-8f3e-ef07b301904a req-74f53f92-a74a-40bc-9242-2b38a8310f0f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:42.776737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31ff1924-a7d1-4aa2-8f3e-ef07b301904a req-74f53f92-a74a-40bc-9242-2b38a8310f0f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.0859032 Nov 12 08:23:42.854640 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31ff1924-a7d1-4aa2-8f3e-ef07b301904a req-97a0f85c-2800-4eee-a272-4e875ea92d3d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715818 Nov 12 08:23:42.878677 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2040652271-router', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:24Z', 'updated_at': '2021-11-12T08:23:38Z', 'revision_number': 4, 'project_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'gw_port': {'id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:28Z', 'updated_at': '2021-11-12T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '05a9aad9-9cfa-4c73-9e88-66f554622557', 'name': '', 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'mac_address': 'fa:16:3e:b1:b5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0ce20197-7a2c-4437-8892-fc90dad3cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:35Z', 'updated_at': '2021-11-12T08:23:42Z', 'revision_number': 4, 'project_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'subnets': [{'id': '0ce20197-7a2c-4437-8892-fc90dad3cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:42.892192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.900081 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:42.920519 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b6b9a-d844-431c-980e-3e75d17cf4b5 None None] The sync data for ids ['2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'] in n-d-768851-18 is: [{'id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2040652271-router', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:24Z', 'updated_at': '2021-11-12T08:23:38Z', 'revision_number': 4, 'project_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'gw_port': {'id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:28Z', 'updated_at': '2021-11-12T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '05a9aad9-9cfa-4c73-9e88-66f554622557', 'name': '', 'network_id': '6a502bd2-b421-4713-9f26-f55e8b9af510', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'mac_address': 'fa:16:3e:b1:b5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0ce20197-7a2c-4437-8892-fc90dad3cd97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:35Z', 'updated_at': '2021-11-12T08:23:42Z', 'revision_number': 4, 'project_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'subnets': [{'id': '0ce20197-7a2c-4437-8892-fc90dad3cd97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:23:42.955139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Pushing event updated for resources: {'Port': ['ID=fa94dd4d-c5ba-4b27-aeb6-c5b674388e84,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:43.039275 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.063165 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.065428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-0e12225b-1c03-43a6-8195-bf9514d6d847 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6202142 Nov 12 08:23:43.093468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a9b6-ecf0-48d2-bd2e-24b0ef5c4f04 req-602890d3-1969-4cfe-923f-70613d34f43f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:43.103314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4453a9b6-ecf0-48d2-bd2e-24b0ef5c4f04 req-602890d3-1969-4cfe-923f-70613d34f43f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1494255 Nov 12 08:23:43.138912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-259fe436-d415-4b9a-8b03-de710dd9a933 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.23 HTTP/1.1" status: 200 len: 695 time: 0.0654786 Nov 12 08:23:43.190351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4453a9b6-ecf0-48d2-bd2e-24b0ef5c4f04 req-d8586ad8-8272-4cce-81f4-9864e53132eb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855947 Nov 12 08:23:43.322240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-5171e284-50aa-4aed-b6ca-cd883e9e70f9 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:43.324912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-5171e284-50aa-4aed-b6ca-cd883e9e70f9 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1773851 Nov 12 08:23:43.336844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-b0aba5e8-7e0e-42e2-af1f-781dfdc13f3c tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:23:43.337885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d7dbed88-8d90-4174-b22d-eec0368e61c5 req-b0aba5e8-7e0e-42e2-af1f-781dfdc13f3c tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059164 Nov 12 08:23:43.457969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61873c-304d-4e48-a2f1-8ad5a5952236 req-cbbccd5d-24de-4d3b-b1da-bbaa16fbbef0 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:43.466150 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b61873c-304d-4e48-a2f1-8ad5a5952236 req-cbbccd5d-24de-4d3b-b1da-bbaa16fbbef0 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 943 time: 0.1154199 Nov 12 08:23:43.538962 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b61873c-304d-4e48-a2f1-8ad5a5952236 req-fdf42d35-203e-4a8c-9aa8-9b5a794e23b2 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716345 Nov 12 08:23:43.639038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5a069-c815-4f46-a589-c1c5049413e3 req-657c2cab-68ac-46ce-8345-8607920a0625 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:43.641763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 05a9aad9-9cfa-4c73-9e88-66f554622557 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:43.647171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ffd5a069-c815-4f46-a589-c1c5049413e3 req-657c2cab-68ac-46ce-8345-8607920a0625 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.1212902 Nov 12 08:23:43.754018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ffd5a069-c815-4f46-a589-c1c5049413e3 req-83737a8d-bdc4-4619-a084-a4e699282022 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053486 Nov 12 08:23:43.765125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 05a9aad9-9cfa-4c73-9e88-66f554622557 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:43.765953 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.788249 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-05b58267-0dc6-4c16-89a8-027be379f8b2 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2078662 Nov 12 08:23:43.810607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:43.846105 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:43.895942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff84115-aabc-47a9-9f67-c1ec6991c7e0 req-898abc8f-d636-449e-a398-b60c10529ae7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:43.898938 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ff84115-aabc-47a9-9f67-c1ec6991c7e0 req-898abc8f-d636-449e-a398-b60c10529ae7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0771677 Nov 12 08:23:44.001074 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ff84115-aabc-47a9-9f67-c1ec6991c7e0 req-cdda46b2-cf38-4fec-a1fa-722fef151621 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926366 Nov 12 08:23:44.040967 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.154417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e3189-3aef-42f1-adb6-5cfebccd35c4 req-8356cac2-6d58-486f-abf2-d93f0d640ff0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:44.163048 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-634e3189-3aef-42f1-adb6-5cfebccd35c4 req-8356cac2-6d58-486f-abf2-d93f0d640ff0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.0908582 Nov 12 08:23:44.211633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Allocated IP 172.25.3.111 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/0b0076f7-0927-44de-af34-08a41901fd4b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:44.215581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-634e3189-3aef-42f1-adb6-5cfebccd35c4 req-8b5c7f96-1eef-457d-bf90-ceece8a1960f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515881 Nov 12 08:23:44.391352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44337525-5960-4884-ad3d-ab518685ab97 req-d11c31cf-54fa-4c63-a9ff-d0f55656de91 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:44.398130 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.405939 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44337525-5960-4884-ad3d-ab518685ab97 req-d11c31cf-54fa-4c63-a9ff-d0f55656de91 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0875988 Nov 12 08:23:44.457582 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.494900 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44337525-5960-4884-ad3d-ab518685ab97 req-6a3bbffb-103d-443b-a8b8-0f2f56cea0f1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847862 Nov 12 08:23:44.503559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:44.516799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:44.522784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:44.567612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Pushing event updated for resources: {'Port': ['ID=0b0076f7-0927-44de-af34-08a41901fd4b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:44.688663 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.736205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.832442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa44a00-8c48-41a6-9aa4-deafaf02a83a req-b519253c-dc4c-4827-b9b9-fe3e7144d1b1 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:44.834310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-daa44a00-8c48-41a6-9aa4-deafaf02a83a req-b519253c-dc4c-4827-b9b9-fe3e7144d1b1 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 943 time: 0.0772479 Nov 12 08:23:44.897396 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-daa44a00-8c48-41a6-9aa4-deafaf02a83a req-95c9e8e8-6051-437b-ab0f-bc145b7c4239 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572243 Nov 12 08:23:44.959371 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:44.968406 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.046618 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Pushing event updated for resources: {'Port': ['ID=0b0076f7-0927-44de-af34-08a41901fd4b,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:45.061289 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:45.061607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:45.064909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:45.064909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:45.064909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:45.064909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:45.064909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:45.064909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:45.064909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:45.064909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:45.064909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:45.066626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:23:45.079796 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.087876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e222ad-ebdd-4a15-a0fb-6bbd1a2e6caf req-9b4fa467-178e-4b65-a40e-fe9bb5b4fa88 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.094180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45e222ad-ebdd-4a15-a0fb-6bbd1a2e6caf req-9b4fa467-178e-4b65-a40e-fe9bb5b4fa88 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.1204634 Nov 12 08:23:45.103973 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.106165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-76a42f70-17c1-453f-8f8f-e0436bf32e69 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3114569 Nov 12 08:23:45.175410 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-d47e8406-95c5-425d-96c9-fb2e7545eb9e tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.0630813 Nov 12 08:23:45.182232 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45e222ad-ebdd-4a15-a0fb-6bbd1a2e6caf req-fd27856f-f08f-4b4d-83f3-6eee8cf0813f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776305 Nov 12 08:23:45.305281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e41dc2-3702-47bd-be8d-eea5f70a12cf req-db0cd9db-297f-45bd-959e-50184ef9110f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.307045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23e41dc2-3702-47bd-be8d-eea5f70a12cf req-db0cd9db-297f-45bd-959e-50184ef9110f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0615988 Nov 12 08:23:45.315320 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-90ca44a2-68cf-4d6a-9529-fe745dc6e4a0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.316847 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cec41679-1580-4647-bbc7-a9d288ef0976 req-90ca44a2-68cf-4d6a-9529-fe745dc6e4a0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1406488 Nov 12 08:23:45.398047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23e41dc2-3702-47bd-be8d-eea5f70a12cf req-67e4758f-636d-4b08-a09d-edd119fd14ab tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800657 Nov 12 08:23:45.473115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7cdfe-54db-4d43-8b7f-8d769bb43b81 req-d6d811fd-de9b-4023-87e3-95e0e0a681c0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.475275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-81b7cdfe-54db-4d43-8b7f-8d769bb43b81 req-d6d811fd-de9b-4023-87e3-95e0e0a681c0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.0965328 Nov 12 08:23:45.507626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7e22c53e-2dca-4bce-93fc-4acfff01c42b details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:45.548614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-81b7cdfe-54db-4d43-8b7f-8d769bb43b81 req-a922c59f-e9f9-4127-84f7-21c614f86f6d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659399 Nov 12 08:23:45.570991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-2293968b-13fe-4772-af47-5e8d8bd0dcd6 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1399927 Nov 12 08:23:45.575832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:45.617792 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.679397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:45.694322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '7e22c53e-2dca-4bce-93fc-4acfff01c42b', 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3', 'port_id': '7e22c53e-2dca-4bce-93fc-4acfff01c42b', 'mac_address': 'fa:16:3e:10:7e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9d935-b743-43ba-87ab-2598092634c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:45.738343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef93784-1ffe-48c4-a804-c9341f5a8aaf req-81bab2b8-ef03-4f3c-85fe-d5432e0b41e6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:45.741034 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ef93784-1ffe-48c4-a804-c9341f5a8aaf req-81bab2b8-ef03-4f3c-85fe-d5432e0b41e6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0853484 Nov 12 08:23:45.780689 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.802133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e22c53e-2dca-4bce-93fc-4acfff01c42b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:45.809522 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ef93784-1ffe-48c4-a804-c9341f5a8aaf req-b2d264fd-44f7-438d-8906-6f158eb24ea5 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604808 Nov 12 08:23:45.828368 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.846848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:45.854110 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:45.940501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7e22c53e-2dca-4bce-93fc-4acfff01c42b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:45.999339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Allocated IP 172.25.3.190 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/4faf44c0-83b8-4c6f-842a-d5a11da6b33b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:46.116891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56596b8b-3865-4da2-947e-342e64c85cc3 req-701051ab-4483-46da-a364-5cc3650ae54a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.124617 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56596b8b-3865-4da2-947e-342e64c85cc3 req-701051ab-4483-46da-a364-5cc3650ae54a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 943 time: 0.0804088 Nov 12 08:23:46.133498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.176020 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56596b8b-3865-4da2-947e-342e64c85cc3 req-c3118258-6148-4a36-8a89-3561934f442e tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505154 Nov 12 08:23:46.195649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.249722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:46.254972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Pushing event updated for resources: {'Port': ['ID=4faf44c0-83b8-4c6f-842a-d5a11da6b33b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:46.258952 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:46.261331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:46.291355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7e22c53e-2dca-4bce-93fc-4acfff01c42b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:46.327823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763fd9e-4dc4-40cd-9963-1e60a7f075c7 req-9017a1ab-f7a0-4165-99df-bbf9fd97264b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.336897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c763fd9e-4dc4-40cd-9963-1e60a7f075c7 req-9017a1ab-f7a0-4165-99df-bbf9fd97264b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 944 time: 0.0684621 Nov 12 08:23:46.399417 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.413674 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c763fd9e-4dc4-40cd-9963-1e60a7f075c7 req-7626c505-f26e-4bc5-bfa6-6a6562196b39 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683019 Nov 12 08:23:46.453988 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.550914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954cfcc-4589-4cde-ba64-a3984ea4f1f2 req-a541a233-a28f-4933-82b2-4714730322fd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.553359 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6954cfcc-4589-4cde-ba64-a3984ea4f1f2 req-a541a233-a28f-4933-82b2-4714730322fd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0595131 Nov 12 08:23:46.611213 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6954cfcc-4589-4cde-ba64-a3984ea4f1f2 req-3564ebcd-23e6-456d-ba4f-701912f34b1e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499985 Nov 12 08:23:46.650573 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.659130 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.742759 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Pushing event updated for resources: {'Port': ['ID=4faf44c0-83b8-4c6f-842a-d5a11da6b33b,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:46.743394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990732d-c5c8-4824-ac6a-29e17e244068 req-ee6d4a34-60b6-447e-879e-bdc1323c3a61 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.751335 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.752504 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a990732d-c5c8-4824-ac6a-29e17e244068 req-ee6d4a34-60b6-447e-879e-bdc1323c3a61 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.0690210 Nov 12 08:23:46.769845 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:46.776865 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a06c435e-2ca7-4477-a09c-f8aec2c262d5 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2044861 Nov 12 08:23:46.801471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a990732d-c5c8-4824-ac6a-29e17e244068 req-e4c3fc8c-61ea-48f2-a3cb-b66eccfed6aa tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479968 Nov 12 08:23:46.825535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-0e2782c4-b306-4956-abe2-39a8625c3186 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0481579 Nov 12 08:23:46.937039 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a9c26ed5-d677-4c5e-a18b-39b784d2de5a tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.938191 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8597c-4f40-4898-8d61-3990c21a67b1 req-6c305bac-f6a3-46df-8209-8c10f5f8deae tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:46.938456 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80561a90-2b46-4c60-a571-1d65fe24c76f req-a9c26ed5-d677-4c5e-a18b-39b784d2de5a tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1072788 Nov 12 08:23:46.939869 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bdc8597c-4f40-4898-8d61-3990c21a67b1 req-6c305bac-f6a3-46df-8209-8c10f5f8deae tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0499392 Nov 12 08:23:46.990065 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bdc8597c-4f40-4898-8d61-3990c21a67b1 req-cbdb7c2e-90e0-49a3-8e7f-6fa0f39081e8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442073 Nov 12 08:23:47.130510 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-c8076933-4d1d-49f9-acac-cda01bd2ddd4 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1126220 Nov 12 08:23:47.142794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:47.169719 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.239720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d58fc-1819-4883-8244-ab57e1652d21 req-597d15fa-0998-4f9a-9055-423aa4a8f7f7 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.241215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-071d58fc-1819-4883-8244-ab57e1652d21 req-597d15fa-0998-4f9a-9055-423aa4a8f7f7 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 951 time: 0.0504336 Nov 12 08:23:47.274073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.289537 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-071d58fc-1819-4883-8244-ab57e1652d21 req-c6acd085-5c7b-41d9-b4f6-09d1484e6e28 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420709 Nov 12 08:23:47.381988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Allocated IP 172.25.3.47 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/0e1a2b01-de12-445a-a851-81c5d2789969) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:23:47.399556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93183540-93fb-4b4d-bbfe-060c8290951b req-282d8d0d-2ff2-4f3a-869f-d2b6e54a1e40 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.401055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93183540-93fb-4b4d-bbfe-060c8290951b req-282d8d0d-2ff2-4f3a-869f-d2b6e54a1e40 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 943 time: 0.0538511 Nov 12 08:23:47.458536 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93183540-93fb-4b4d-bbfe-060c8290951b req-043ce664-7eb5-4b7f-84af-beec6fcb54c7 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512733 Nov 12 08:23:47.495001 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.518578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7e22c53e-2dca-4bce-93fc-4acfff01c42b up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:47.530807 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.568629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27358e-364f-49dd-9cdd-1d01a3fea530 req-ba8c40ec-f383-415d-b518-5f6a3dc4759d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.570228 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d27358e-364f-49dd-9cdd-1d01a3fea530 req-ba8c40ec-f383-415d-b518-5f6a3dc4759d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 944 time: 0.0537333 Nov 12 08:23:47.574320 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:23:47.576703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 7e22c53e-2dca-4bce-93fc-4acfff01c42b completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:47.577632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:23:47.582705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 7e22c53e-2dca-4bce-93fc-4acfff01c42b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:47.583320 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.585145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:23:47.612412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Pushing event updated for resources: {'Port': ['ID=0e1a2b01-de12-445a-a851-81c5d2789969,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:47.634061 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d27358e-364f-49dd-9cdd-1d01a3fea530 req-87b99b3c-4782-46b6-8dee-54133f0d4599 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546806 Nov 12 08:23:47.668743 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.691082 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.693007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7cd77d-4c44-498a-acb6-2680734d7abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e22c53e-2dca-4bce-93fc-4acfff01c42b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:47.695450 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf9aec5-d676-4473-8443-221a6eed7917" -d '{"events": [{"server_uuid": "ac7cd77d-4c44-498a-acb6-2680734d7abc", "name": "network-vif-plugged", "status": "completed", "tag": "7e22c53e-2dca-4bce-93fc-4acfff01c42b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:47.709718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:47.713937 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.732009 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.766807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7e22c53e-2dca-4bce-93fc-4acfff01c42b,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:47.773412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dad2df-5b41-47d8-bbe3-be2e9eac1620 req-2d7586bc-a98c-4050-bbba-60c951ed09ce tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.775618 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60dad2df-5b41-47d8-bbe3-be2e9eac1620 req-2d7586bc-a98c-4050-bbba-60c951ed09ce tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0726407 Nov 12 08:23:47.833322 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60dad2df-5b41-47d8-bbe3-be2e9eac1620 req-b19bdeda-e97a-40ef-adaf-53c302302188 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514264 Nov 12 08:23:47.882346 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea734d3-e285-4514-bee9-4f6207fa0190 x-openstack-request-id: req-2ea734d3-e285-4514-bee9-4f6207fa0190 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:47.882781 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7cd77d-4c44-498a-acb6-2680734d7abc", "name": "network-vif-plugged", "status": "completed", "tag": "7e22c53e-2dca-4bce-93fc-4acfff01c42b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:47.883202 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ea734d3-e285-4514-bee9-4f6207fa0190 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:47.883620 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7cd77d-4c44-498a-acb6-2680734d7abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e22c53e-2dca-4bce-93fc-4acfff01c42b', 'code': 200} Nov 12 08:23:47.899887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.904880 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:47.995468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10dd26-99ee-4bf6-a486-4ecd715c17ac req-3ffce51b-590a-4e69-a508-3ded102a914b tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:47.997020 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ff10dd26-99ee-4bf6-a486-4ecd715c17ac req-3ffce51b-590a-4e69-a508-3ded102a914b tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.0545316 Nov 12 08:23:48.020500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Pushing event updated for resources: {'Port': ['ID=0e1a2b01-de12-445a-a851-81c5d2789969,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:48.029727 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.042432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d28201-0975-4838-88b7-5ffd178d799d req-a503bf7c-d402-4e11-8551-7dfecf28de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.043937 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-65d28201-0975-4838-88b7-5ffd178d799d req-a503bf7c-d402-4e11-8551-7dfecf28de43 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 1097 time: 0.0791652 Nov 12 08:23:48.050158 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ff10dd26-99ee-4bf6-a486-4ecd715c17ac req-8d00a267-118e-449b-91d5-04bb2614e416 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465999 Nov 12 08:23:48.052260 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:48.053875 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-02b796fd-6e68-48a2-a81f-1de4377b3f38 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9155169 Nov 12 08:23:48.122266 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-0e51d3a4-418e-4860-af43-ee5c5aea0c47 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.47 HTTP/1.1" status: 200 len: 695 time: 0.0617726 Nov 12 08:23:48.159131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36d11-a326-492e-aaec-4d01ea09b22a req-f8baa509-beca-4447-8c05-d1a62fca79f8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.160787 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34d36d11-a326-492e-aaec-4d01ea09b22a req-f8baa509-beca-4447-8c05-d1a62fca79f8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0517049 Nov 12 08:23:48.177181 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-65d28201-0975-4838-88b7-5ffd178d799d req-b04e3a68-57d0-4d97-b45d-d779238a7b17 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147618 Nov 12 08:23:48.209609 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34d36d11-a326-492e-aaec-4d01ea09b22a req-e2078cb4-668b-4de3-b1c4-c24c8d281ede tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Nov 12 08:23:48.245604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-6e3f7f46-d0b4-4689-8815-8c447338d729 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.246972 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-675905e7-b146-4964-94bb-d70bd9c4da71 req-6e3f7f46-d0b4-4689-8815-8c447338d729 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1164334 Nov 12 08:23:48.336281 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93e4367c-af0b-47cf-8576-bb07425be575 req-14b6d988-cefd-49a7-8e04-007c53e40462 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568430 Nov 12 08:23:48.343346 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1793dfc2-0eaf-4813-a991-83ac545bce26 req-abba5091-1fff-4cc0-ba48-f8d404dd277a tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips/2a36023c-43d0-4a32-a6d0-d34a4e92d303 HTTP/1.1" status: 200 len: 692 time: 0.0745959 Nov 12 08:23:48.383697 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ca77bef-1d81-4517-8913-83aad236b8f6 req-be1f9b53-8367-434c-9aaf-ed185d4a23ee service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032043 Nov 12 08:23:48.481786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ca77bef-1d81-4517-8913-83aad236b8f6 req-1c2170aa-cd52-4538-8573-8e971045ab04 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904992 Nov 12 08:23:48.504676 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93e4367c-af0b-47cf-8576-bb07425be575 req-7123a018-2fb7-4570-8c2a-106d0135dbc0 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585057 Nov 12 08:23:48.527462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793dfc2-0eaf-4813-a991-83ac545bce26 req-44c8112f-0a67-4ceb-957e-3b437afd33b0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.528744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1793dfc2-0eaf-4813-a991-83ac545bce26 req-44c8112f-0a67-4ceb-957e-3b437afd33b0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1747684 Nov 12 08:23:48.551425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0294f8-6d36-40c4-ab5d-13656c9a98bf req-af063a0b-91b3-4e0c-889e-b9445703fc66 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.553515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ea0294f8-6d36-40c4-ab5d-13656c9a98bf req-af063a0b-91b3-4e0c-889e-b9445703fc66 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 951 time: 0.0562141 Nov 12 08:23:48.611237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ea0294f8-6d36-40c4-ab5d-13656c9a98bf req-503163de-ea24-4d8c-a4e1-d17690e0e600 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505764 Nov 12 08:23:48.656106 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93e4367c-af0b-47cf-8576-bb07425be575 req-10c48465-6806-433c-8183-e75d552103d5 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423790 Nov 12 08:23:48.667152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5213737-555d-42fb-9110-6ea0e61c5ce6 req-0c64b648-23f5-4e16-a194-6a0a42869c5a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.668593 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5213737-555d-42fb-9110-6ea0e61c5ce6 req-0c64b648-23f5-4e16-a194-6a0a42869c5a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 943 time: 0.0831978 Nov 12 08:23:48.691127 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-dd78a04e-b644-4a50-9584-f3070786de55 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips/2a36023c-43d0-4a32-a6d0-d34a4e92d303 HTTP/1.1" status: 200 len: 692 time: 0.0477450 Nov 12 08:23:48.731012 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5213737-555d-42fb-9110-6ea0e61c5ce6 req-694ff44c-b4a0-4e2e-bfa9-c4633b1d826f tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557733 Nov 12 08:23:48.813407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-0f958527-a796-4059-b5db-79e21ae2dc8d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.814900 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-0f958527-a796-4059-b5db-79e21ae2dc8d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1178904 Nov 12 08:23:48.825444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-2614bb9f-e0f5-40ff-bde0-7aa7e9119d55 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:23:48.826420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-2614bb9f-e0f5-40ff-bde0-7aa7e9119d55 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056641 Nov 12 08:23:48.840645 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06bbb9-5aca-48ed-8e1c-9265b9335f60 req-1cec0e43-c194-4170-9d45-48a77b0143ea tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:48.842157 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3f06bbb9-5aca-48ed-8e1c-9265b9335f60 req-1cec0e43-c194-4170-9d45-48a77b0143ea tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.0536206 Nov 12 08:23:48.879912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-460cc86c-d629-42c6-b7a0-1835f4819273 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.47 HTTP/1.1" status: 200 len: 695 time: 0.0463181 Nov 12 08:23:49.162542 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3f06bbb9-5aca-48ed-8e1c-9265b9335f60 req-e818b8ab-b355-4073-8d11-db3e33f3cf5b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137450 Nov 12 08:23:49.199362 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-86774bcc-308c-467e-87ae-fb20fb38e297 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.47 HTTP/1.1" status: 200 len: 695 time: 0.3131077 Nov 12 08:23:49.275573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29aa0e-a9f8-4c71-81fc-30624f60c683 req-d6dde785-3c09-423c-ac52-8ee9c27a9440 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.277061 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe29aa0e-a9f8-4c71-81fc-30624f60c683 req-d6dde785-3c09-423c-ac52-8ee9c27a9440 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0535951 Nov 12 08:23:49.329534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe29aa0e-a9f8-4c71-81fc-30624f60c683 req-2f1a0778-0030-4a25-a4e1-c026b60371cf tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456285 Nov 12 08:23:49.349260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-2c92c31e-4bbd-4d76-9c32-34be67298b5d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Deleting port 0e1a2b01-de12-445a-a851-81c5d2789969 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:49.349260 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-2c92c31e-4bbd-4d76-9c32-34be67298b5d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.430213 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-2c92c31e-4bbd-4d76-9c32-34be67298b5d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.430910 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-2c92c31e-4bbd-4d76-9c32-34be67298b5d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.440514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb548f-e847-406a-9b01-36a37aaefe39 req-60a52d57-64ad-48a3-9dcf-3cbc3708b1c0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.442120 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7eb548f-e847-406a-9b01-36a37aaefe39 req-60a52d57-64ad-48a3-9dcf-3cbc3708b1c0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.0561461 Nov 12 08:23:49.444175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-2c92c31e-4bbd-4d76-9c32-34be67298b5d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Calling delete_port for 0e1a2b01-de12-445a-a851-81c5d2789969 owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:49.499329 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7eb548f-e847-406a-9b01-36a37aaefe39 req-4bbdcded-be49-4613-bf08-fce62a89aea5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498624 Nov 12 08:23:49.520779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9031b5b8-0065-480d-9c7f-7b2829e77919 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:49.615577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fe5fc-1346-4d56-a0b2-940dad36bed5 req-13de9482-1af8-4ae8-84da-daa37fe29e94 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.617411 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-454fe5fc-1346-4d56-a0b2-940dad36bed5 req-13de9482-1af8-4ae8-84da-daa37fe29e94 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0557446 Nov 12 08:23:49.622538 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-2c92c31e-4bbd-4d76-9c32-34be67298b5d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.659001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92c31e-4bbd-4d76-9c32-34be67298b5d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Pushing event deleted for resources: {'Port': ['ID=0e1a2b01-de12-445a-a851-81c5d2789969,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:49.676126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9031b5b8-0065-480d-9c7f-7b2829e77919, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9031b5b8-0065-480d-9c7f-7b2829e77919,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:49.689603 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '9031b5b8-0065-480d-9c7f-7b2829e77919', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'port_id': '9031b5b8-0065-480d-9c7f-7b2829e77919', 'mac_address': 'fa:16:3e:78:18:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:49.690818 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-454fe5fc-1346-4d56-a0b2-940dad36bed5 req-a3cfcc20-1359-4af5-863a-e2595be4cd24 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648360 Nov 12 08:23:49.745423 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.753780 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-2c92c31e-4bbd-4d76-9c32-34be67298b5d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.756852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-2c92c31e-4bbd-4d76-9c32-34be67298b5d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:49.758218 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-95c4c6d1-54cc-4ae0-86f8-9238ffebdc80 req-2c92c31e-4bbd-4d76-9c32-34be67298b5d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "DELETE /v2.0/floatingips/2a36023c-43d0-4a32-a6d0-d34a4e92d303 HTTP/1.1" status: 204 len: 173 time: 0.5510795 Nov 12 08:23:49.881665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa83314-ad46-439e-ac52-d91311da9aa8 req-a3b0b196-6ccf-439d-bb28-0a90445151c1 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.883240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ffa83314-ad46-439e-ac52-d91311da9aa8 req-a3b0b196-6ccf-439d-bb28-0a90445151c1 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 951 time: 0.0645680 Nov 12 08:23:49.885748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022108f-e60f-4a05-951b-9f5faa70d0b1 req-9d4a5f63-9082-4d23-8e10-83da4b130952 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:49.887298 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c022108f-e60f-4a05-951b-9f5faa70d0b1 req-9d4a5f63-9082-4d23-8e10-83da4b130952 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 943 time: 0.0551443 Nov 12 08:23:49.924131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9031b5b8-0065-480d-9c7f-7b2829e77919 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:49.940220 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c022108f-e60f-4a05-951b-9f5faa70d0b1 req-7a36a6d4-da2c-41df-9827-0146a0d30e99 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465918 Nov 12 08:23:49.940465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ffa83314-ad46-439e-ac52-d91311da9aa8 req-0c6c829f-da72-46ff-b49a-2b75a74edaaa tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486262 Nov 12 08:23:49.948405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9031b5b8-0065-480d-9c7f-7b2829e77919, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9031b5b8-0065-480d-9c7f-7b2829e77919,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:49.966666 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:50.026608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=9031b5b8-0065-480d-9c7f-7b2829e77919,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:50.170193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182d495-ed6a-4cb4-b72c-b0ced3fd598d req-e2b07ffe-dcdf-4ea7-b113-893dd262d45c tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.171878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1182d495-ed6a-4cb4-b72c-b0ced3fd598d req-e2b07ffe-dcdf-4ea7-b113-893dd262d45c tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2081428 Nov 12 08:23:50.271982 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9b0f66ab-ad60-44a7-9584-18990cc88166 req-08e69f57-eae3-4cd5-aadf-966e91481c99 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=cc1d758ec4cd4cada6a8162df0fdd1aa HTTP/1.1" status: 200 len: 1656 time: 0.0778782 Nov 12 08:23:50.378405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f66ab-ad60-44a7-9584-18990cc88166 req-e01d886a-1cda-4d87-a4f8-94b97f1512fe tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.379968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9b0f66ab-ad60-44a7-9584-18990cc88166 req-e01d886a-1cda-4d87-a4f8-94b97f1512fe tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks?id=96c93622-1b7f-40a4-8d70-95adc47fdc55&id=96c93622-1b7f-40a4-8d70-95adc47fdc55&id=96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 787 time: 0.1035089 Nov 12 08:23:50.382897 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['9031b5b8-0065-480d-9c7f-7b2829e77919'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:50.390566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-9b0f66ab-ad60-44a7-9584-18990cc88166 req-6fa5d27f-27ef-44df-9c88-80b553b43f14 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:23:50.391557 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9b0f66ab-ad60-44a7-9584-18990cc88166 req-6fa5d27f-27ef-44df-9c88-80b553b43f14 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056510 Nov 12 08:23:50.500646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a53dfa-167a-4d6d-866b-5fe5c9c312fd req-6a960810-f900-45fd-b87d-af079a719b24 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.508377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8a53dfa-167a-4d6d-866b-5fe5c9c312fd req-6a960810-f900-45fd-b87d-af079a719b24 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.0599756 Nov 12 08:23:50.550687 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df66a4-39da-4d9d-b216-758d8ebd4aff req-52aee911-990a-4385-8b78-d7cb67db9abf tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.552189 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-37df66a4-39da-4d9d-b216-758d8ebd4aff req-52aee911-990a-4385-8b78-d7cb67db9abf tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0616767 Nov 12 08:23:50.556936 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8a53dfa-167a-4d6d-866b-5fe5c9c312fd req-426d49c9-cae0-42b4-ad89-f8973872c59a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473199 Nov 12 08:23:50.602981 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-37df66a4-39da-4d9d-b216-758d8ebd4aff req-593522bd-374d-4a95-b1fc-d7b19c267093 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436239 Nov 12 08:23:50.626828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-ea49813f-5020-4df0-bdc3-f44a54a06f14 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips/19af8a68-e442-4276-81ff-030e8f33ad29 HTTP/1.1" status: 200 len: 693 time: 0.0417883 Nov 12 08:23:50.737673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-02bb2af2-1010-4071-aa97-01d102e2482d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.739190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-02bb2af2-1010-4071-aa97-01d102e2482d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1068206 Nov 12 08:23:50.775720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f44c5-ac16-4021-96f6-c3e3be7c338b req-ebd0752a-b22d-46a2-86d6-19addb6dce18 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.777445 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a87f44c5-ac16-4021-96f6-c3e3be7c338b req-ebd0752a-b22d-46a2-86d6-19addb6dce18 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.0520473 Nov 12 08:23:50.797050 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-b69692bf-4909-4785-a7ff-058367ca4e54 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0489600 Nov 12 08:23:50.833021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a87f44c5-ac16-4021-96f6-c3e3be7c338b req-ef6348e7-d0af-430d-8a42-445e3383d252 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493715 Nov 12 08:23:50.851172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-d1f20fb4-7e1a-489e-89a2-91df6a9c604d tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0473344 Nov 12 08:23:50.931094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8ed50-9d71-44a9-bd0c-a92f71f3bfe0 req-51f4b87c-c0f7-4859-877c-2ee212f455eb tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:50.932605 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2e8ed50-9d71-44a9-bd0c-a92f71f3bfe0 req-51f4b87c-c0f7-4859-877c-2ee212f455eb tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 1097 time: 0.0435586 Nov 12 08:23:50.983283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2e8ed50-9d71-44a9-bd0c-a92f71f3bfe0 req-133e9874-12ce-4837-8ff5-3ba236de0ced tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429630 Nov 12 08:23:50.990465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-098daa73-5f86-4500-9307-bf0451296f9b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Deleting port 4faf44c0-83b8-4c6f-842a-d5a11da6b33b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:50.991032 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-098daa73-5f86-4500-9307-bf0451296f9b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.074740 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-098daa73-5f86-4500-9307-bf0451296f9b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.075063 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-098daa73-5f86-4500-9307-bf0451296f9b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.088679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-098daa73-5f86-4500-9307-bf0451296f9b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Calling delete_port for 4faf44c0-83b8-4c6f-842a-d5a11da6b33b owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:51.231148 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-098daa73-5f86-4500-9307-bf0451296f9b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.246784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86001d6-03b9-46ae-95b2-8743d4d6fd77 req-7ef308fb-3dd5-4d6f-8319-513e89ce1148 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.248216 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c86001d6-03b9-46ae-95b2-8743d4d6fd77 req-7ef308fb-3dd5-4d6f-8319-513e89ce1148 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0515015 Nov 12 08:23:51.265444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098daa73-5f86-4500-9307-bf0451296f9b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Pushing event deleted for resources: {'Port': ['ID=4faf44c0-83b8-4c6f-842a-d5a11da6b33b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:51.300708 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c86001d6-03b9-46ae-95b2-8743d4d6fd77 req-cf21a0f7-a624-41bf-92a2-7a32f7a01224 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463135 Nov 12 08:23:51.326031 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-098daa73-5f86-4500-9307-bf0451296f9b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.328737 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-098daa73-5f86-4500-9307-bf0451296f9b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.330067 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56cd2358-5be1-4d14-9ffc-96abbc507e34 req-098daa73-5f86-4500-9307-bf0451296f9b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "DELETE /v2.0/floatingips/19af8a68-e442-4276-81ff-030e8f33ad29 HTTP/1.1" status: 204 len: 173 time: 0.4722140 Nov 12 08:23:51.433761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb289c8-6b02-48a2-ad6b-d8d0461c5625 req-034c095f-37f5-4f87-a3e5-06573fb4343e tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.437241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bb289c8-6b02-48a2-ad6b-d8d0461c5625 req-034c095f-37f5-4f87-a3e5-06573fb4343e tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 944 time: 0.0545228 Nov 12 08:23:51.493828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bb289c8-6b02-48a2-ad6b-d8d0461c5625 req-057e3bc1-664f-4696-b5ef-2b4e17f4bccd tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520048 Nov 12 08:23:51.517648 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9031b5b8-0065-480d-9c7f-7b2829e77919 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:51.555771 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b49ae-3f11-4c58-bee4-18e11c34cb00 req-533eb444-c440-4bea-ba4e-c32a6564109c tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.564726 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d5b49ae-3f11-4c58-bee4-18e11c34cb00 req-533eb444-c440-4bea-ba4e-c32a6564109c tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 951 time: 0.0799849 Nov 12 08:23:51.576639 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-20778ec4-6e6a-4db9-8a1e-cb057d406c71 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips/e0fab7a9-caa6-480c-aa9f-79d5dc58d739 HTTP/1.1" status: 200 len: 693 time: 0.0519576 Nov 12 08:23:51.597652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 9031b5b8-0065-480d-9c7f-7b2829e77919 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:51.606570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 9031b5b8-0065-480d-9c7f-7b2829e77919 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:51.607390 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.630889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d5b49ae-3f11-4c58-bee4-18e11c34cb00 req-8a0f326f-e726-40e8-8abd-21a787f2b62e tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644834 Nov 12 08:23:51.650475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device cf3d3bdb-e0eb-4317-8685-5f8019d71d8e details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:23:51.654446 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:51.741144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-416c8c5f-d594-4d5b-9e7e-e9dc9f8bce1b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.741144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-416c8c5f-d594-4d5b-9e7e-e9dc9f8bce1b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1567674 Nov 12 08:23:51.802602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32331cce-523e-4609-871e-87155dec59cf req-dcd7c73b-b8dc-47e1-ad72-c405acfc5951 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:51.804424 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-32331cce-523e-4609-871e-87155dec59cf req-dcd7c73b-b8dc-47e1-ad72-c405acfc5951 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0959244 Nov 12 08:23:51.823875 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-647a8a18-b5dc-48bd-8d23-20a42cdf948b tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.0770195 Nov 12 08:23:51.893523 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-32331cce-523e-4609-871e-87155dec59cf req-f12ed818-b761-484d-8f9c-bcbc41bfb8b3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749791 Nov 12 08:23:51.908183 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-c83a4fec-c167-4887-9107-47aa9f6a9588 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.111 HTTP/1.1" status: 200 len: 696 time: 0.0736129 Nov 12 08:23:51.911573 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.919496 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:51.956529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:51.964869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:51.967339 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e057b50-7952-43dc-8bdd-4c324cbcc16b" -d '{"events": [{"server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "name": "network-vif-unplugged", "status": "completed", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:52.028820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:52.038057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e', 'mac_address': 'fa:16:3e:2a:10:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:23:52.055708 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.062299 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9031b5b8-0065-480d-9c7f-7b2829e77919, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9031b5b8-0065-480d-9c7f-7b2829e77919,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:52.089152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef7213-2402-47b7-9575-d70716f43a5e req-c0a711cf-2b80-4455-8028-31312ea453df tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:52.091311 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.099391 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dcef7213-2402-47b7-9575-d70716f43a5e req-c0a711cf-2b80-4455-8028-31312ea453df tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 948 time: 0.0839484 Nov 12 08:23:52.106325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-71762ab0-9bae-4a06-be7b-e7ea3b3c6a32 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Deleting port 0b0076f7-0927-44de-af34-08a41901fd4b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:52.106720 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-71762ab0-9bae-4a06-be7b-e7ea3b3c6a32 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.116122 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.143827 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.167329 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3d3bdb-e0eb-4317-8685-5f8019d71d8e {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:23:52.172693 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dcef7213-2402-47b7-9575-d70716f43a5e req-735ab80f-6a54-4cd8-bf91-c08c40ed46d8 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718112 Nov 12 08:23:52.182197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,revision_number=11']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:52.224948 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:52.229066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-71762ab0-9bae-4a06-be7b-e7ea3b3c6a32 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.229478 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-71762ab0-9bae-4a06-be7b-e7ea3b3c6a32 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.235656 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.246616 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba73a3c-fc46-413c-b71f-39ac984ae410 x-openstack-request-id: req-bba73a3c-fc46-413c-b71f-39ac984ae410 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:52.246943 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "name": "network-vif-unplugged", "status": "completed", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:52.247192 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bba73a3c-fc46-413c-b71f-39ac984ae410 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:52.247580 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'code': 200} Nov 12 08:23:52.247758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-71762ab0-9bae-4a06-be7b-e7ea3b3c6a32 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Calling delete_port for 0b0076f7-0927-44de-af34-08a41901fd4b owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:52.263713 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=9031b5b8-0065-480d-9c7f-7b2829e77919,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:52.316115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:52.405886 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-71762ab0-9bae-4a06-be7b-e7ea3b3c6a32 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.438681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71762ab0-9bae-4a06-be7b-e7ea3b3c6a32 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Pushing event deleted for resources: {'Port': ['ID=0b0076f7-0927-44de-af34-08a41901fd4b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:52.438980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007be2bf-29a5-4c0c-9127-a4c8c57b0ad6 req-bf6da987-9b82-40ec-8527-6e99e2f83d8e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:52.440283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-007be2bf-29a5-4c0c-9127-a4c8c57b0ad6 req-bf6da987-9b82-40ec-8527-6e99e2f83d8e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0591207 Nov 12 08:23:52.501342 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-007be2bf-29a5-4c0c-9127-a4c8c57b0ad6 req-1d7e9781-9571-46f0-b9c8-7641ac36d4b4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483596 Nov 12 08:23:52.506693 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-71762ab0-9bae-4a06-be7b-e7ea3b3c6a32 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.509717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-71762ab0-9bae-4a06-be7b-e7ea3b3c6a32 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:52.511004 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eddf9b1b-fac2-49c0-9bc9-e8f66c08a9bc req-71762ab0-9bae-4a06-be7b-e7ea3b3c6a32 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "DELETE /v2.0/floatingips/e0fab7a9-caa6-480c-aa9f-79d5dc58d739 HTTP/1.1" status: 204 len: 173 time: 0.5961790 Nov 12 08:23:52.586915 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-0ac6c3c3-22e7-4c8a-8ef1-c23b17487546 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips/1769c76b-6012-47f9-9e62-479ae4d031ab HTTP/1.1" status: 200 len: 692 time: 0.0511663 Nov 12 08:23:52.662579 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['cf3d3bdb-e0eb-4317-8685-5f8019d71d8e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:23:52.710156 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb4e33-84e3-4298-8e25-5fa62c52e60b req-230c5147-32fa-4768-8ce2-7e13271314b2 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:52.711841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72bb4e33-84e3-4298-8e25-5fa62c52e60b req-230c5147-32fa-4768-8ce2-7e13271314b2 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 945 time: 0.0533874 Nov 12 08:23:52.765524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-a9b394ad-bdd7-4993-b53e-c3c2b819a146 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:52.766942 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-a9b394ad-bdd7-4993-b53e-c3c2b819a146 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1727316 Nov 12 08:23:52.770896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72bb4e33-84e3-4298-8e25-5fa62c52e60b req-c1700f6e-aeb1-4afd-89c6-47d49380000f tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490117 Nov 12 08:23:52.844067 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-898fff45-8294-4d1c-98c6-e16bdff7f5f4 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.23 HTTP/1.1" status: 200 len: 695 time: 0.0661132 Nov 12 08:23:52.913182 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-708dfd35-2f01-4d9d-920a-5dc25796c087 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.23 HTTP/1.1" status: 200 len: 695 time: 0.0682361 Nov 12 08:23:52.942513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5f800-8970-457d-aa3a-530e0a367ea2 req-629f00e7-2f7f-4669-b6b8-3da7c2eaa663 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:52.944060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dcb5f800-8970-457d-aa3a-530e0a367ea2 req-629f00e7-2f7f-4669-b6b8-3da7c2eaa663 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 949 time: 0.0854478 Nov 12 08:23:53.011106 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dcb5f800-8970-457d-aa3a-530e0a367ea2 req-e3352d91-ef68-4d69-9e53-e44b3b74b5f6 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d4d30f1-df9e-4a88-913d-e8a083036f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603504 Nov 12 08:23:53.087939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-90f39787-287b-4485-87e0-46bc0a0f1ea0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Deleting port fa94dd4d-c5ba-4b27-aeb6-c5b674388e84 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:53.088370 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-90f39787-287b-4485-87e0-46bc0a0f1ea0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.146608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e511f3-d25e-41e0-a547-32cbb45736e5 req-10adde74-e43c-4f06-a51c-0f03238e924a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.148191 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56e511f3-d25e-41e0-a547-32cbb45736e5 req-10adde74-e43c-4f06-a51c-0f03238e924a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0499616 Nov 12 08:23:53.167591 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-90f39787-287b-4485-87e0-46bc0a0f1ea0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.167913 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-90f39787-287b-4485-87e0-46bc0a0f1ea0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.180657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-90f39787-287b-4485-87e0-46bc0a0f1ea0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Calling delete_port for fa94dd4d-c5ba-4b27-aeb6-c5b674388e84 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:53.200003 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56e511f3-d25e-41e0-a547-32cbb45736e5 req-035d42b2-4619-4b75-a192-484e1217a8b1 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458415 Nov 12 08:23:53.305054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b14818-a902-4e0b-9e95-e3febd1c3007 req-02a891f8-1ed9-4b92-9235-196e588d3ece tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.306500 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5b14818-a902-4e0b-9e95-e3febd1c3007 req-02a891f8-1ed9-4b92-9235-196e588d3ece tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 949 time: 0.0494473 Nov 12 08:23:53.325587 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-90f39787-287b-4485-87e0-46bc0a0f1ea0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.351463 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f39787-287b-4485-87e0-46bc0a0f1ea0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Pushing event deleted for resources: {'Port': ['ID=fa94dd4d-c5ba-4b27-aeb6-c5b674388e84,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:53.363292 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5b14818-a902-4e0b-9e95-e3febd1c3007 req-d91756a4-9618-41fe-b21a-2a2f121c2a46 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505154 Nov 12 08:23:53.427878 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-90f39787-287b-4485-87e0-46bc0a0f1ea0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.430681 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-90f39787-287b-4485-87e0-46bc0a0f1ea0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.431893 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b043c1a-e1ad-4da8-8820-90c152ccc342 req-90f39787-287b-4485-87e0-46bc0a0f1ea0 tempest-FloatingIPDetailsTestJSON-448839982 tempest-FloatingIPDetailsTestJSON-448839982-project] 10.222.0.31 "DELETE /v2.0/floatingips/1769c76b-6012-47f9-9e62-479ae4d031ab HTTP/1.1" status: 204 len: 173 time: 0.5103493 Nov 12 08:23:53.438282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42552) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:53.471378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e89e0d-c0a4-4961-a0b1-920b46e4d69b req-d81b8417-cba0-470f-a69c-b62632aaf1f3 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.472773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1e89e0d-c0a4-4961-a0b1-920b46e4d69b req-d81b8417-cba0-470f-a69c-b62632aaf1f3 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 949 time: 0.0610275 Nov 12 08:23:53.578889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-b1e89e0d-c0a4-4961-a0b1-920b46e4d69b req-18aff798-00a4-4cbb-82e7-68ead32fc155 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Deleting port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:53.579225 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b1e89e0d-c0a4-4961-a0b1-920b46e4d69b req-18aff798-00a4-4cbb-82e7-68ead32fc155 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.673953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-b1e89e0d-c0a4-4961-a0b1-920b46e4d69b req-18aff798-00a4-4cbb-82e7-68ead32fc155 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] For port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:53.674426 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b1e89e0d-c0a4-4961-a0b1-920b46e4d69b req-18aff798-00a4-4cbb-82e7-68ead32fc155 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.681943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f38671-48cb-45d2-921c-bbbc565a2621 req-036716c7-4986-4d29-b41a-e25002f4e38c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.683359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-06f38671-48cb-45d2-921c-bbbc565a2621 req-036716c7-4986-4d29-b41a-e25002f4e38c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1009626 Nov 12 08:23:53.688622 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-b1e89e0d-c0a4-4961-a0b1-920b46e4d69b req-18aff798-00a4-4cbb-82e7-68ead32fc155 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Calling delete_port for 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:53.765096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-06f38671-48cb-45d2-921c-bbbc565a2621 req-ef38267c-868a-489b-84d4-970ee80ce3b7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740695 Nov 12 08:23:53.839403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b1e89e0d-c0a4-4961-a0b1-920b46e4d69b req-18aff798-00a4-4cbb-82e7-68ead32fc155 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.878753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aff798-00a4-4cbb-82e7-68ead32fc155 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Pushing event deleted for resources: {'Port': ['ID=14502dc1-19cb-45dd-8a24-f4afbaa89bf7,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:53.946750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e89e0d-c0a4-4961-a0b1-920b46e4d69b req-18aff798-00a4-4cbb-82e7-68ead32fc155 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] No DVR routers for this DVR port 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 on host n-h1-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:53.949893 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b1e89e0d-c0a4-4961-a0b1-920b46e4d69b req-18aff798-00a4-4cbb-82e7-68ead32fc155 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.950805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7d48cbc-2327-439d-899b-a9a373298fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:53.953251 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1e89e0d-c0a4-4961-a0b1-920b46e4d69b req-18aff798-00a4-4cbb-82e7-68ead32fc155 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.46 "DELETE /v2.0/ports/14502dc1-19cb-45dd-8a24-f4afbaa89bf7 HTTP/1.1" status: 204 len: 173 time: 0.4727724 Nov 12 08:23:53.953699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'name': 'network-vif-deleted', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:53.955999 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dca8907-b191-4960-a3b8-f6f3fb1b8264" -d '{"events": [{"server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "name": "network-vif-deleted", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:53.970610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffd1cf-cf0f-4227-9737-0f441385aaed req-44355612-8337-407b-a297-912cc4e47996 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:53.972175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6cffd1cf-cf0f-4227-9737-0f441385aaed req-44355612-8337-407b-a297-912cc4e47996 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 945 time: 0.1204407 Nov 12 08:23:54.013225 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b77b52e-6235-41d4-a5cf-f7c43bab937d x-openstack-request-id: req-4b77b52e-6235-41d4-a5cf-f7c43bab937d {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:54.013692 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ee5952-952a-44e2-9012-484f42eaa176", "name": "network-vif-deleted", "tag": "14502dc1-19cb-45dd-8a24-f4afbaa89bf7", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:54.013948 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b77b52e-6235-41d4-a5cf-f7c43bab937d {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:54.014351 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee5952-952a-44e2-9012-484f42eaa176', 'name': 'network-vif-deleted', 'tag': '14502dc1-19cb-45dd-8a24-f4afbaa89bf7', 'status': 'completed', 'code': 200} Nov 12 08:23:54.046997 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6cffd1cf-cf0f-4227-9737-0f441385aaed req-c0edfb7b-3aec-4cf6-b70b-de99d7d1f10e tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667071 Nov 12 08:23:54.249282 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9031b5b8-0065-480d-9c7f-7b2829e77919'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:54.253822 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572e7dd2-5625-4864-a5ba-0506785cf111" -d '{"events": [{"server_uuid": "bb89438c-02bd-4bdd-804a-fc68116760c9", "name": "network-vif-plugged", "status": "completed", "tag": "9031b5b8-0065-480d-9c7f-7b2829e77919"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:54.313078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7317e2d8-8d99-477b-acfb-702980fdf65d req-0e641ae6-381b-4e20-be5d-8cb6fe0d0ea2 tempest-ImagesOneServerTestJSON-1003072681 tempest-ImagesOneServerTestJSON-1003072681-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6ee5952-952a-44e2-9012-484f42eaa176 HTTP/1.1" status: 200 len: 210 time: 0.0332007 Nov 12 08:23:54.546708 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299aa5a7-07ff-40f7-b11f-bf1a66068aa5 x-openstack-request-id: req-299aa5a7-07ff-40f7-b11f-bf1a66068aa5 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:54.547121 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb89438c-02bd-4bdd-804a-fc68116760c9", "name": "network-vif-plugged", "status": "completed", "tag": "9031b5b8-0065-480d-9c7f-7b2829e77919", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:54.547721 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-299aa5a7-07ff-40f7-b11f-bf1a66068aa5 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:54.548367 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9031b5b8-0065-480d-9c7f-7b2829e77919', 'code': 200} Nov 12 08:23:54.565867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beb06c-d3c3-454f-8143-efaf26f0a440 req-d45904e2-d20b-4bd9-af09-43d37d14c7af tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.573380 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-61beb06c-d3c3-454f-8143-efaf26f0a440 req-d45904e2-d20b-4bd9-af09-43d37d14c7af tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1634197 Nov 12 08:23:54.651339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-61beb06c-d3c3-454f-8143-efaf26f0a440 req-b71d3181-1996-405a-8bb9-49d5deeb0a5c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766711 Nov 12 08:23:54.697253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8504a33-9089-4633-8aaa-4daadc4a8bb5 req-d61a9ac8-7c27-40f3-a0ec-a4fd05e9efb3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.698824 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8504a33-9089-4633-8aaa-4daadc4a8bb5 req-d61a9ac8-7c27-40f3-a0ec-a4fd05e9efb3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 949 time: 0.0854993 Nov 12 08:23:54.709527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51533c42-a09d-4197-8d75-4da353d98b95 req-601d5725-b0c5-4674-a84e-42fec4f90fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.710942 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51533c42-a09d-4197-8d75-4da353d98b95 req-601d5725-b0c5-4674-a84e-42fec4f90fae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 1097 time: 0.0724521 Nov 12 08:23:54.763917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b7d48cbc-2327-439d-899b-a9a373298fd5 admin admin] Deleting port 05a9aad9-9cfa-4c73-9e88-66f554622557 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:54.764911 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7d48cbc-2327-439d-899b-a9a373298fd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.792631 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8504a33-9089-4633-8aaa-4daadc4a8bb5 req-4071f049-241e-4a1a-ad09-3e3df72ac3f6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806966 Nov 12 08:23:54.796088 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51533c42-a09d-4197-8d75-4da353d98b95 req-7f6e7f72-ac0f-4c68-95f2-1d349a724750 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669048 Nov 12 08:23:54.891441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-b7d48cbc-2327-439d-899b-a9a373298fd5 admin admin] For port 05a9aad9-9cfa-4c73-9e88-66f554622557, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=05a9aad9-9cfa-4c73-9e88-66f554622557,segment=NetworkSegment(071f1c9e-6dd8-4457-9b00-a761e8dfcb23),segment_id=071f1c9e-6dd8-4457-9b00-a761e8dfcb23)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:54.892025 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7d48cbc-2327-439d-899b-a9a373298fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:54.913628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b7d48cbc-2327-439d-899b-a9a373298fd5 admin admin] Calling delete_port for 05a9aad9-9cfa-4c73-9e88-66f554622557 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:54.940616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c8f38-7a0b-43d7-8978-7c5717119f5c req-8c9babbd-7d4f-44dd-8543-0929abc6b7eb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:54.942197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-399c8f38-7a0b-43d7-8978-7c5717119f5c req-8c9babbd-7d4f-44dd-8543-0929abc6b7eb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0873492 Nov 12 08:23:55.030591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-399c8f38-7a0b-43d7-8978-7c5717119f5c req-2f1fd085-2cd6-469b-8ba5-299d9cde7ef5 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609200 Nov 12 08:23:55.156929 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7d48cbc-2327-439d-899b-a9a373298fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.183386 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8655039-d42b-48e4-aa90-a1ef5a1381f5 req-37ed587a-9ad4-4762-bc1e-0d4ab5691891 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:55.185229 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8655039-d42b-48e4-aa90-a1ef5a1381f5 req-37ed587a-9ad4-4762-bc1e-0d4ab5691891 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 945 time: 0.0534632 Nov 12 08:23:55.187997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d48cbc-2327-439d-899b-a9a373298fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a9aad9-9cfa-4c73-9e88-66f554622557,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:55.256297 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8655039-d42b-48e4-aa90-a1ef5a1381f5 req-619da190-27fc-46c2-88f7-ab228bd7f98b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541093 Nov 12 08:23:55.373678 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7d48cbc-2327-439d-899b-a9a373298fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.639872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42598) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:55.643647 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d48cbc-2327-439d-899b-a9a373298fd5 admin admin] Router 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:23:55.654258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device cf3d3bdb-e0eb-4317-8685-5f8019d71d8e up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:23:55.762536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:23:55.769867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:23:55.770154 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.818859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d48cbc-2327-439d-899b-a9a373298fd5 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:55.829270 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94770781-260c-4d90-9b53-53aa85c4ec6b None None] Sync routers for ids ['2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:55.830408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b572189-4b04-4976-be8c-97eb1d638991 req-2f7916be-0ddf-427e-8514-1bb3b8996479 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:55.836939 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b7d48cbc-2327-439d-899b-a9a373298fd5 admin admin] 10.222.0.31 "PUT /v2.0/routers/2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3951106 Nov 12 08:23:55.837596 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42608) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:55.841663 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3b572189-4b04-4976-be8c-97eb1d638991 req-2f7916be-0ddf-427e-8514-1bb3b8996479 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0944753 Nov 12 08:23:55.855314 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94770781-260c-4d90-9b53-53aa85c4ec6b None None] Routers {'2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:55.856092 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-94770781-260c-4d90-9b53-53aa85c4ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:23:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:55.933194 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:55.963847 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b4ba8857-e9d5-472f-bac3-f79018d89908 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24ff1e5342cc4d5193c9e091bfdeb079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226516 Nov 12 08:23:55.979285 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3b572189-4b04-4976-be8c-97eb1d638991 req-cf5920dd-2534-4a29-a7dd-d9f070e0489f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363511 Nov 12 08:23:55.980582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42610) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:56.006020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:56.014027 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.015570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:56.049641 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-94770781-260c-4d90-9b53-53aa85c4ec6b None None] Set router 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:56.057388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:56.057742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 14502dc1-19cb-45dd-8a24-f4afbaa89bf7 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:56.090278 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47593b54-a199-4343-9fdd-5744d3d2c953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.118869 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.140209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:56.159019 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47593b54-a199-4343-9fdd-5744d3d2c953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.188521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbed47-ab25-494c-b47f-1a508b44b703 req-768ebc71-8c29-4843-aa12-9786d788adc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.199453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cdfbed47-ab25-494c-b47f-1a508b44b703 req-768ebc71-8c29-4843-aa12-9786d788adc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.1684310 Nov 12 08:23:56.270485 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e56aa7-9489-4ed2-a00a-1da00467b395 req-1d14cda9-1e1e-4efe-98ec-3761251b84fe tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.281153 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24e56aa7-9489-4ed2-a00a-1da00467b395 req-1d14cda9-1e1e-4efe-98ec-3761251b84fe tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1088047 Nov 12 08:23:56.282085 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cdfbed47-ab25-494c-b47f-1a508b44b703 req-84050cc3-c22a-4fa7-8101-0242878f8f9e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812759 Nov 12 08:23:56.317862 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47593b54-a199-4343-9fdd-5744d3d2c953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.321437 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47593b54-a199-4343-9fdd-5744d3d2c953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.322744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-47593b54-a199-4343-9fdd-5744d3d2c953 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d4d30f1-df9e-4a88-913d-e8a083036f46 HTTP/1.1" status: 204 len: 168 time: 0.3407655 Nov 12 08:23:56.347371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47593b54-a199-4343-9fdd-5744d3d2c953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4d30f1-df9e-4a88-913d-e8a083036f46,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:56.369009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24e56aa7-9489-4ed2-a00a-1da00467b395 req-e16238fd-7dcd-4b54-846d-597250735c38 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867300 Nov 12 08:23:56.465239 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.505265 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-94770781-260c-4d90-9b53-53aa85c4ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2040652271-router', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:24Z', 'updated_at': '2021-11-12T08:23:55Z', 'revision_number': 5, 'project_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'gw_port': {'id': '712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:eb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:23:28Z', 'updated_at': '2021-11-12T08:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:56.525008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfd3f7-9993-4dab-9c5d-eea400a304b2 req-bce943cd-056c-4f72-863f-ba99059cae3c tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.527342 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bcfd3f7-9993-4dab-9c5d-eea400a304b2 req-bce943cd-056c-4f72-863f-ba99059cae3c tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 945 time: 0.1147676 Nov 12 08:23:56.540928 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94770781-260c-4d90-9b53-53aa85c4ec6b None None] Checking router: 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:23:56.550259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02df432-6de7-497a-ae23-951cdefe7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:56.550558 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94770781-260c-4d90-9b53-53aa85c4ec6b None None] Routers {'2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:56.551368 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-94770781-260c-4d90-9b53-53aa85c4ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:23:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:56.552544 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b105125b-6d37-4233-9369-7b2c3052166e" -d '{"events": [{"server_uuid": "f02df432-6de7-497a-ae23-951cdefe7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "cf3d3bdb-e0eb-4317-8685-5f8019d71d8e"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:56.592733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Deleting port 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:56.593078 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.605431 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bec2c6-fcd1-4490-a02e-eaae1981ad7f x-openstack-request-id: req-53bec2c6-fcd1-4490-a02e-eaae1981ad7f {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:23:56.605775 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02df432-6de7-497a-ae23-951cdefe7c9c", "name": "network-vif-plugged", "status": "completed", "tag": "cf3d3bdb-e0eb-4317-8685-5f8019d71d8e", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:23:56.608346 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53bec2c6-fcd1-4490-a02e-eaae1981ad7f {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:23:56.608760 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02df432-6de7-497a-ae23-951cdefe7c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e', 'code': 200} Nov 12 08:23:56.708325 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-94770781-260c-4d90-9b53-53aa85c4ec6b None None] Set router 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:56.715282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bcfd3f7-9993-4dab-9c5d-eea400a304b2 req-1e5a48a6-ba6d-41fa-95f8-55c8668fb0e8 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788602 Nov 12 08:23:56.786406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81eeb6-82f9-4262-b359-70c6aed1ee12 req-0284c3e1-368b-42dd-9bbe-4a185c93504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.787932 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ea81eeb6-82f9-4262-b359-70c6aed1ee12 req-0284c3e1-368b-42dd-9bbe-4a185c93504f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 1102 time: 0.0986075 Nov 12 08:23:56.815409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] For port 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:56.815840 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:56.828285 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-94770781-260c-4d90-9b53-53aa85c4ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2040652271-router', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:24Z', 'updated_at': '2021-11-12T08:23:56Z', 'revision_number': 6, 'project_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:56.854229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Calling delete_port for 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:56.868657 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94770781-260c-4d90-9b53-53aa85c4ec6b None None] The sync data for ids ['2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f'] in n-d-768851-18 is: [{'id': '2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2040652271-router', 'tenant_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:23:24Z', 'updated_at': '2021-11-12T08:23:56Z', 'revision_number': 6, 'project_id': 'cc1d758ec4cd4cada6a8162df0fdd1aa', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:23:56.916946 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ea81eeb6-82f9-4262-b359-70c6aed1ee12 req-7d0b842f-f72e-42ee-b79f-ad97768ef71a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205921 Nov 12 08:23:56.976558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aeeea-5048-4e42-8c7c-b515ce69a28d req-e716d9a7-5139-49ec-bb7d-0e437d646fc7 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:56.980571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-636aeeea-5048-4e42-8c7c-b515ce69a28d req-e716d9a7-5139-49ec-bb7d-0e437d646fc7 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 945 time: 0.1434062 Nov 12 08:23:56.995461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42636) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:57.014958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3a6c3b13-5945-4a23-8ba8-e77ffb7f1b1b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Request body: {'floatingip': {'port_id': '9031b5b8-0065-480d-9c7f-7b2829e77919'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:23:57.066262 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a6c3b13-5945-4a23-8ba8-e77ffb7f1b1b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.120463 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaddb80-5443-4f25-80dd-59f1a8f626b6 req-087245bb-2759-456c-b9ac-eb83743dca3c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:57.120685 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-afaddb80-5443-4f25-80dd-59f1a8f626b6 req-087245bb-2759-456c-b9ac-eb83743dca3c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0672381 Nov 12 08:23:57.204638 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-afaddb80-5443-4f25-80dd-59f1a8f626b6 req-e0c5493a-8b9c-4fd7-a2aa-0756d4d07012 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775263 Nov 12 08:23:57.380980 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.436865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:57.538392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f32e8c-8744-4c14-907e-1a214e74980c req-900e809e-6d24-434f-82f8-aeb00f4bfdcc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:57.540177 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-10f32e8c-8744-4c14-907e-1a214e74980c req-900e809e-6d24-434f-82f8-aeb00f4bfdcc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0761814 Nov 12 08:23:57.596098 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-10f32e8c-8744-4c14-907e-1a214e74980c req-ccaee3bc-0445-43fe-8f90-13b9c7abb3e8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491183 Nov 12 08:23:57.633046 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.719843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a98895-ad6b-426e-b85d-0e668d949751 req-7b12a90c-f260-43b6-9cbc-9064d07262e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:57.721436 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b2a98895-ad6b-426e-b85d-0e668d949751 req-7b12a90c-f260-43b6-9cbc-9064d07262e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.2974622 Nov 12 08:23:57.802443 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.814890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:57.888430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 05a9aad9-9cfa-4c73-9e88-66f554622557 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:57.917160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 05a9aad9-9cfa-4c73-9e88-66f554622557 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:57.917816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 05a9aad9-9cfa-4c73-9e88-66f554622557 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:58.298683 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.299183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:23:58.327453 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.331662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1fa869a5-a176-413f-b23f-cb61c95a48d6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2417cb1d-1242-4a2e-8e34-3aa7c1d7bf2f HTTP/1.1" status: 204 len: 168 time: 2.4893374 Nov 12 08:23:58.332027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42694) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.346338 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b2a98895-ad6b-426e-b85d-0e668d949751 req-e75fa22f-dbcd-4a26-91aa-21b7ac4de54e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823016 Nov 12 08:23:58.370741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42696) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.385007 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.452293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c1271-600b-4429-a093-89f02dd99bf4 req-beae63bd-5810-47d8-9b0d-35dc05be2c4a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:58.452293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8c7c1271-600b-4429-a093-89f02dd99bf4 req-beae63bd-5810-47d8-9b0d-35dc05be2c4a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1351073 Nov 12 08:23:58.474473 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a6c3b13-5945-4a23-8ba8-e77ffb7f1b1b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.496311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e01dab8-96d8-4b76-aa2a-04d245135952 admin admin] Deleting subnet 0ce20197-7a2c-4437-8892-fc90dad3cd97 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:23:58.497325 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e01dab8-96d8-4b76-aa2a-04d245135952 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.522598 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8c7c1271-600b-4429-a093-89f02dd99bf4 req-27c23c8b-b5be-4cbf-9d86-e9f84c824046 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649874 Nov 12 08:23:58.527463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a6c3b13-5945-4a23-8ba8-e77ffb7f1b1b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.563652 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50f9b4f3-b30b-4de9-9794-2ea8683e70a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.582357 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e01dab8-96d8-4b76-aa2a-04d245135952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.684919 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50f9b4f3-b30b-4de9-9794-2ea8683e70a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.693830 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50f9b4f3-b30b-4de9-9794-2ea8683e70a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.739073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9b4f3-b30b-4de9-9794-2ea8683e70a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce35a2f7-827f-4ce8-812a-6a88aa3e4dc0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:58.740075 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-3a6c3b13-5945-4a23-8ba8-e77ffb7f1b1b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Floating IP 63add1cb-57a7-4910-a269-11fe381282d5 associated. External IP: 172.25.3.97, port: 9031b5b8-0065-480d-9c7f-7b2829e77919. Nov 12 08:23:58.745362 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-50f9b4f3-b30b-4de9-9794-2ea8683e70a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef15087c1c9d47979ea83eb3fdaea7a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722069 Nov 12 08:23:58.753799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42702) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:58.807391 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e01dab8-96d8-4b76-aa2a-04d245135952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.815115 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fd6afebb-43e2-47b4-b9c8-f4168c70b75a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.838362 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fd6afebb-43e2-47b4-b9c8-f4168c70b75a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.888270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa3947-3abf-4300-831c-d70c78b483ac req-b4e9ecf9-6a1c-4d3c-b757-5d833ddd370b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:58.896319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bfa3947-3abf-4300-831c-d70c78b483ac req-b4e9ecf9-6a1c-4d3c-b757-5d833ddd370b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.2036870 Nov 12 08:23:58.905995 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fd6afebb-43e2-47b4-b9c8-f4168c70b75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.909237 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fd6afebb-43e2-47b4-b9c8-f4168c70b75a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:58.913667 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fd6afebb-43e2-47b4-b9c8-f4168c70b75a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce35a2f7-827f-4ce8-812a-6a88aa3e4dc0 HTTP/1.1" status: 204 len: 168 time: 0.1586499 Nov 12 08:23:58.922822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6afebb-43e2-47b4-b9c8-f4168c70b75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce35a2f7-827f-4ce8-812a-6a88aa3e4dc0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:59.013727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bfa3947-3abf-4300-831c-d70c78b483ac req-138fd302-25b4-44d2-b63d-4ae2ff4e9c70 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164951 Nov 12 08:23:59.015317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e01dab8-96d8-4b76-aa2a-04d245135952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.051456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01dab8-96d8-4b76-aa2a-04d245135952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce20197-7a2c-4437-8892-fc90dad3cd97,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:59.079279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cb2ccd-2df7-47dd-82b6-9812dc58e5c7 None None] Network 6a502bd2-b421-4713-9f26-f55e8b9af510 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:23:59.126162 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e01dab8-96d8-4b76-aa2a-04d245135952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.130313 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7e01dab8-96d8-4b76-aa2a-04d245135952 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0ce20197-7a2c-4437-8892-fc90dad3cd97 HTTP/1.1" status: 204 len: 168 time: 0.7971733 Nov 12 08:23:59.132985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42712) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:23:59.241605 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.272638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6c3b13-5945-4a23-8ba8-e77ffb7f1b1b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Router 5d459109-81cd-458b-b8d4-5318a515ee3d has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:23:59.343439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Deleting port 8cc964e2-3aa5-4530-bc5c-027171d90efb {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:59.343781 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.413940 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4271e5-624c-4c52-8878-78312c06c4cf None None] DHCP port deletion for 6a502bd2-b421-4713-9f26-f55e8b9af510 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:23:59.485619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6c3b13-5945-4a23-8ba8-e77ffb7f1b1b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:23:59.504563 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a6c3b13-5945-4a23-8ba8-e77ffb7f1b1b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.530284 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bdede2-3a33-48a6-9347-874e83066ca7 None None] Sync routers for ids ['5d459109-81cd-458b-b8d4-5318a515ee3d'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:23:59.532680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] For port 8cc964e2-3aa5-4530-bc5c-027171d90efb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8cc964e2-3aa5-4530-bc5c-027171d90efb,segment=NetworkSegment(071f1c9e-6dd8-4457-9b00-a761e8dfcb23),segment_id=071f1c9e-6dd8-4457-9b00-a761e8dfcb23)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:59.534523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.567734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Calling delete_port for 8cc964e2-3aa5-4530-bc5c-027171d90efb owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:59.576118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bdede2-3a33-48a6-9347-874e83066ca7 None None] Routers {'5d459109-81cd-458b-b8d4-5318a515ee3d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:23:59.577671 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-35bdede2-3a33-48a6-9347-874e83066ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:23:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5d459109-81cd-458b-b8d4-5318a515ee3d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:59.584970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3a6c3b13-5945-4a23-8ba8-e77ffb7f1b1b tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "PUT /v2.0/floatingips/63add1cb-57a7-4910-a269-11fe381282d5 HTTP/1.1" status: 200 len: 990 time: 2.5884218 Nov 12 08:23:59.589337 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'tag': '9031b5b8-0065-480d-9c7f-7b2829e77919'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:23:59.593145 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b63fca-59e7-4d91-9009-192b0f702088" -d '{"events": [{"name": "network-changed", "server_uuid": "bb89438c-02bd-4bdd-804a-fc68116760c9", "tag": "9031b5b8-0065-480d-9c7f-7b2829e77919"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:23:59.665899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b3533-8aca-4eb2-9768-fbe2379488cd req-30e69840-f324-4c43-80e8-951a3ab4ce5a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:59.667821 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e9b3533-8aca-4eb2-9768-fbe2379488cd req-30e69840-f324-4c43-80e8-951a3ab4ce5a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.0794771 Nov 12 08:23:59.681472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:59.696573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.716970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:59.717341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 712b9cf4-7f4c-4b61-a8c4-0fef857b2bfd not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:59.718098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8cc964e2-3aa5-4530-bc5c-027171d90efb no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:23:59.742777 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 8cc964e2-3aa5-4530-bc5c-027171d90efb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:23:59.743191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8cc964e2-3aa5-4530-bc5c-027171d90efb not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:23:59.760053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc964e2-3aa5-4530-bc5c-027171d90efb,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:23:59.762471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] No DVR routers for this DVR port 8cc964e2-3aa5-4530-bc5c-027171d90efb on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:23:59.764499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-eb4271e5-624c-4c52-8878-78312c06c4cf None None] Deleting port 8cc964e2-3aa5-4530-bc5c-027171d90efb {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:23:59.764988 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eb4271e5-624c-4c52-8878-78312c06c4cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.803347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e9b3533-8aca-4eb2-9768-fbe2379488cd req-51b8817a-3250-4b37-9188-29bfebd8d08c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276863 Nov 12 08:23:59.824515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b3513-9874-404d-87f7-0586384c42b4 req-805cac4f-1304-42c7-90ea-90204cd5a244 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:23:59.834322 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d94b3513-9874-404d-87f7-0586384c42b4 req-805cac4f-1304-42c7-90ea-90204cd5a244 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1500187 Nov 12 08:23:59.930192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-eb4271e5-624c-4c52-8878-78312c06c4cf None None] For port 8cc964e2-3aa5-4530-bc5c-027171d90efb, host n-d-768851-18, got binding levels [] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:23:59.940875 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eb4271e5-624c-4c52-8878-78312c06c4cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.941740 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.955676 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d94b3513-9874-404d-87f7-0586384c42b4 req-c20169a3-b0cd-4299-a079-8b36d665eeee tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196496 Nov 12 08:23:59.982070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a502bd2-b421-4713-9f26-f55e8b9af510']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:59.983233 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-eb4271e5-624c-4c52-8878-78312c06c4cf None None] Calling delete_port for 8cc964e2-3aa5-4530-bc5c-027171d90efb owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:23:59.986953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.ipam_backend_mixin [None req-eb4271e5-624c-4c52-8878-78312c06c4cf None None] Port 8cc964e2-3aa5-4530-bc5c-027171d90efb was not found and therefore no delete operation was performed {{(pid=102446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:23:59.993641 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eb4271e5-624c-4c52-8878-78312c06c4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:23:59.998212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-35bdede2-3a33-48a6-9347-874e83066ca7 None None] Set router 5d459109-81cd-458b-b8d4-5318a515ee3d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:23:59.999562 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071f1c9e-6dd8-4457-9b00-a761e8dfcb23') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:23:59.999862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071f1c9e-6dd8-4457-9b00-a761e8dfcb23') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:00.025969 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.047677 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.053853 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa3012f-65bd-4b99-ba58-5c15517457f1 x-openstack-request-id: req-9fa3012f-65bd-4b99-ba58-5c15517457f1 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:00.054144 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb89438c-02bd-4bdd-804a-fc68116760c9", "tag": "9031b5b8-0065-480d-9c7f-7b2829e77919", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:00.054395 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fa3012f-65bd-4b99-ba58-5c15517457f1 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:00.054791 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'tag': '9031b5b8-0065-480d-9c7f-7b2829e77919', 'status': 'completed', 'code': 200} Nov 12 08:24:00.067940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42742) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:00.069096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:00.070322 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:00.072392 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:00.074532 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4271e5-624c-4c52-8878-78312c06c4cf None None] No DVR routers for this DVR port 8cc964e2-3aa5-4530-bc5c-027171d90efb on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:00.085003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4271e5-624c-4c52-8878-78312c06c4cf None None] Pushing event deleted for resources: {'Port': ['ID=8cc964e2-3aa5-4530-bc5c-027171d90efb,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:00.209703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63fca-59e7-4d91-9009-192b0f702088 req-d3d64577-b100-441d-9371-211e16676f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.210686 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91b63fca-59e7-4d91-9009-192b0f702088 req-d3d64577-b100-441d-9371-211e16676f50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=91d76da2938c44d7a4b31d1e7ce99bcc&device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 1097 time: 0.1429594 Nov 12 08:24:00.214235 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.221304 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.227248 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] 10.222.0.31 "DELETE /v2.0/networks/6a502bd2-b421-4713-9f26-f55e8b9af510 HTTP/1.1" status: 204 len: 168 time: 1.0905199 Nov 12 08:24:00.248922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1127465291-network', 'tenant_id': 'eb150e8bf8ff44a78cba7b8190fdd271'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:00.289216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beef61-0334-4de1-95ab-902b46c497a6 req-93cf5272-06c9-4cf9-8844-ce1df3db57f7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.296539 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59beef61-0334-4de1-95ab-902b46c497a6 req-93cf5272-06c9-4cf9-8844-ce1df3db57f7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1788619 Nov 12 08:24:00.302301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1b765-8412-4ea9-9277-7700ccdfdf7e admin admin] Pushing event deleted for resources: {'Network': ['ID=6a502bd2-b421-4713-9f26-f55e8b9af510,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:00.305668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Made reservation on behalf of eb150e8bf8ff44a78cba7b8190fdd271 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:00.308654 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.336670 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.404136 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59beef61-0334-4de1-95ab-902b46c497a6 req-935a9a1a-d770-4b88-87e3-c79e1e310c42 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065626 Nov 12 08:24:00.423623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-35bdede2-3a33-48a6-9347-874e83066ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:22:39Z', 'revision_number': 4, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '63add1cb-57a7-4910-a269-11fe381282d5', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'port_id': '9031b5b8-0065-480d-9c7f-7b2829e77919', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'mac_address': 'fa:16:3e:78:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:22:47Z', 'updated_at': '2021-11-12T08:23:58Z', 'revision_number': 1, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed08208-fcee-40e2-b0b4-fb2f4bebd780', 'name': '', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'mac_address': 'fa:16:3e:39:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:37Z', 'updated_at': '2021-11-12T08:22:46Z', 'revision_number': 5, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'subnets': [{'id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:00.431540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63fca-59e7-4d91-9009-192b0f702088 req-a69226ff-ebe2-42d2-b1e8-0f906e5fe146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.433421 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91b63fca-59e7-4d91-9009-192b0f702088 req-a69226ff-ebe2-42d2-b1e8-0f906e5fe146 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1f80c745-8fd3-4f32-820e-d7cdda3d5267 HTTP/1.1" status: 200 len: 917 time: 0.2075520 Nov 12 08:24:00.457350 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bdede2-3a33-48a6-9347-874e83066ca7 None None] Checking router: 5d459109-81cd-458b-b8d4-5318a515ee3d for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:24:00.466583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bdede2-3a33-48a6-9347-874e83066ca7 None None] Routers {'5d459109-81cd-458b-b8d4-5318a515ee3d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:00.467234 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-35bdede2-3a33-48a6-9347-874e83066ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:23:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5d459109-81cd-458b-b8d4-5318a515ee3d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:00.477001 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.485607 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.516576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42748) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:00.529559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:00.542932 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91b63fca-59e7-4d91-9009-192b0f702088 req-a9ec111d-c6da-4cef-83a0-625d4fa93c8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9031b5b8-0065-480d-9c7f-7b2829e77919 HTTP/1.1" status: 200 len: 998 time: 0.0969288 Nov 12 08:24:00.544563 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:24:00.558748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.559228 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Added segment 9e96a5e7-de34-492a-8123-2fc08285bef8 of type vlan for network 000e46ce-328b-4df9-873e-3b1a94dfe680 Nov 12 08:24:00.611264 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.616986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cac86d-c20d-46df-808a-1c611227fcc2,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:00.624222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-35bdede2-3a33-48a6-9347-874e83066ca7 None None] Set router 5d459109-81cd-458b-b8d4-5318a515ee3d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:00.657877 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-56f84cd4-2b75-4d64-8bd8-929b55f3c5c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc1d758ec4cd4cada6a8162df0fdd1aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358960 Nov 12 08:24:00.659699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42752) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:00.691039 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63fca-59e7-4d91-9009-192b0f702088 req-ee7166fd-5198-44c9-9b25-51cb3b1d7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.692549 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91b63fca-59e7-4d91-9009-192b0f702088 req-ee7166fd-5198-44c9-9b25-51cb3b1d7941 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb HTTP/1.1" status: 200 len: 855 time: 0.1388934 Nov 12 08:24:00.730343 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.731841 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.732669 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.747777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b63fca-59e7-4d91-9009-192b0f702088 req-da30f7ba-6cff-422e-b000-88d0d6aadf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:00.750264 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91b63fca-59e7-4d91-9009-192b0f702088 req-da30f7ba-6cff-422e-b000-88d0d6aadf72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1f80c745-8fd3-4f32-820e-d7cdda3d5267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484006 Nov 12 08:24:00.793149 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7237175 Nov 12 08:24:00.796192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42754) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:00.802132 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5314c690-eaf4-4ced-b679-7918c6396426 admin admin] Request body: {'subnet': {'network_id': '000e46ce-328b-4df9-873e-3b1a94dfe680', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1127465291-subnet', 'tenant_id': 'eb150e8bf8ff44a78cba7b8190fdd271', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:00.832174 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22111fa0-0c60-4800-bf8f-77c28bdb6bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.844881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661284e-ed09-4481-b98c-1570466482da admin admin] Pushing event updated for resources: {'Network': ['ID=000e46ce-328b-4df9-873e-3b1a94dfe680,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:00.866704 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22111fa0-0c60-4800-bf8f-77c28bdb6bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.881386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 000e46ce-328b-4df9-873e-3b1a94dfe680 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:00.942130 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22111fa0-0c60-4800-bf8f-77c28bdb6bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.946697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5314c690-eaf4-4ced-b679-7918c6396426 admin admin] Made reservation on behalf of eb150e8bf8ff44a78cba7b8190fdd271 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:00.947620 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22111fa0-0c60-4800-bf8f-77c28bdb6bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.951778 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5314c690-eaf4-4ced-b679-7918c6396426 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:00.952599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-22111fa0-0c60-4800-bf8f-77c28bdb6bcd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07522880-c0c7-450b-b7d0-d7382e48fa0d HTTP/1.1" status: 204 len: 168 time: 0.2906744 Nov 12 08:24:00.962947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22111fa0-0c60-4800-bf8f-77c28bdb6bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07522880-c0c7-450b-b7d0-d7382e48fa0d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:01.160531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-35bdede2-3a33-48a6-9347-874e83066ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:22:39Z', 'revision_number': 4, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '63add1cb-57a7-4910-a269-11fe381282d5', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'port_id': '9031b5b8-0065-480d-9c7f-7b2829e77919', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'mac_address': 'fa:16:3e:78:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:22:47Z', 'updated_at': '2021-11-12T08:23:58Z', 'revision_number': 1, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed08208-fcee-40e2-b0b4-fb2f4bebd780', 'name': '', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'mac_address': 'fa:16:3e:39:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:37Z', 'updated_at': '2021-11-12T08:22:46Z', 'revision_number': 5, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'subnets': [{'id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:01.195442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bdede2-3a33-48a6-9347-874e83066ca7 None None] The sync data for ids ['5d459109-81cd-458b-b8d4-5318a515ee3d'] in n-d-768851-18 is: [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:22:39Z', 'revision_number': 4, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '63add1cb-57a7-4910-a269-11fe381282d5', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'port_id': '9031b5b8-0065-480d-9c7f-7b2829e77919', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'mac_address': 'fa:16:3e:78:18:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:22:47Z', 'updated_at': '2021-11-12T08:23:58Z', 'revision_number': 1, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed08208-fcee-40e2-b0b4-fb2f4bebd780', 'name': '', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'mac_address': 'fa:16:3e:39:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:37Z', 'updated_at': '2021-11-12T08:22:46Z', 'revision_number': 5, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'subnets': [{'id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:01.272028 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91b63fca-59e7-4d91-9009-192b0f702088 req-245db3f8-d815-4723-bbf3-7d991b79bf47 service neutron] 10.222.0.52 "GET /v2.0/networks/1f80c745-8fd3-4f32-820e-d7cdda3d5267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111377 Nov 12 08:24:01.315838 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5314c690-eaf4-4ced-b679-7918c6396426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.317634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360c6e2-1a83-40a3-a734-d2fa7a52476c req-0171ae7a-2a13-4f29-90e8-9f13bbe0ea57 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.319494 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0360c6e2-1a83-40a3-a734-d2fa7a52476c req-0171ae7a-2a13-4f29-90e8-9f13bbe0ea57 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1064904 Nov 12 08:24:01.395230 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0360c6e2-1a83-40a3-a734-d2fa7a52476c req-7b69fbfc-e7f9-4a87-9981-34c71a1ecf6b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665326 Nov 12 08:24:01.427001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce543465-e3ac-4423-9554-a0517b633361 req-c488fd7a-e816-4d6b-ad3e-6a8397be9f0e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.435116 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce543465-e3ac-4423-9554-a0517b633361 req-c488fd7a-e816-4d6b-ad3e-6a8397be9f0e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.2507195 Nov 12 08:24:01.523264 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91b63fca-59e7-4d91-9009-192b0f702088 req-a8a1f5a4-3dca-497e-9edd-f7f95bc5a29f service neutron] 10.222.0.52 "GET /v2.0/networks/1f80c745-8fd3-4f32-820e-d7cdda3d5267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409465 Nov 12 08:24:01.538257 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d277bb0-348a-4bd4-9d3a-caec09ce983d None None] New status for floating IP 63add1cb-57a7-4910-a269-11fe381282d5: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:24:01.541724 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce543465-e3ac-4423-9554-a0517b633361 req-d3859726-71c7-422a-bf6d-1ced43a5552a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052032 Nov 12 08:24:01.580560 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5314c690-eaf4-4ced-b679-7918c6396426 admin admin] Checking segment: {'id': '9e96a5e7-de34-492a-8123-2fc08285bef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '000e46ce-328b-4df9-873e-3b1a94dfe680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:01.580921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5314c690-eaf4-4ced-b679-7918c6396426 admin admin] Network hostable DHCP agents. Network: 000e46ce-328b-4df9-873e-3b1a94dfe680, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:01.583581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314c690-eaf4-4ced-b679-7918c6396426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4021192-e11c-44ba-b188-e2de46ec0a6c,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:01.587849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841f53e-79e3-4ad2-bd85-f7f302dd08de req-2bdccff3-aac3-43aa-a4cb-b019a9a18531 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.597466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6841f53e-79e3-4ad2-bd85-f7f302dd08de req-2bdccff3-aac3-43aa-a4cb-b019a9a18531 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1039820 Nov 12 08:24:01.605293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5314c690-eaf4-4ced-b679-7918c6396426 admin admin] Network 000e46ce-328b-4df9-873e-3b1a94dfe680 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:01.618289 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-5314c690-eaf4-4ced-b679-7918c6396426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 000e46ce-328b-4df9-873e-3b1a94dfe680) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:01.622904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5314c690-eaf4-4ced-b679-7918c6396426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:01.623484 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5314c690-eaf4-4ced-b679-7918c6396426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:01.629210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362b3091-b864-40e9-8e15-bc3b4758e111 None None] Network 000e46ce-328b-4df9-873e-3b1a94dfe680 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:01.663765 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6841f53e-79e3-4ad2-bd85-f7f302dd08de req-06b29b74-bacc-454a-bddc-169a71e25101 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646222 Nov 12 08:24:01.664043 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5314c690-eaf4-4ced-b679-7918c6396426 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8668017 Nov 12 08:24:01.895542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482c901-f222-4cf7-a160-7cb80391f3e3 None None] Network 000e46ce-328b-4df9-873e-3b1a94dfe680 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:02.051210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-9eac3d84-8d70-4221-906e-cd9258cb691f req-6725fe38-99c2-4ea5-82e5-7cc2f75440e7 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1730372214', 'description': 'tempest-description-1304900629'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:02.074461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9eac3d84-8d70-4221-906e-cd9258cb691f req-6725fe38-99c2-4ea5-82e5-7cc2f75440e7 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.167647 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9eac3d84-8d70-4221-906e-cd9258cb691f req-6725fe38-99c2-4ea5-82e5-7cc2f75440e7 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.174663 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9eac3d84-8d70-4221-906e-cd9258cb691f req-6725fe38-99c2-4ea5-82e5-7cc2f75440e7 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.204500 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9eac3d84-8d70-4221-906e-cd9258cb691f req-6725fe38-99c2-4ea5-82e5-7cc2f75440e7 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.206404 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9eac3d84-8d70-4221-906e-cd9258cb691f req-6725fe38-99c2-4ea5-82e5-7cc2f75440e7 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1600630 Nov 12 08:24:02.210870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725fe38-99c2-4ea5-82e5-7cc2f75440e7 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8189e751-28c0-4f70-88cd-1c20f71e2b69,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:02.271918 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8352d8b7-71cc-452d-8daf-381fdbeedf67 req-31fc0c84-93b6-4df6-bec5-d7446f43958d tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/8189e751-28c0-4f70-88cd-1c20f71e2b69 HTTP/1.1" status: 200 len: 1830 time: 0.0420108 Nov 12 08:24:02.284176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-8352d8b7-71cc-452d-8daf-381fdbeedf67 req-1639c7c2-0a65-4459-8849-0eb7a1c04582 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8189e751-28c0-4f70-88cd-1c20f71e2b69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:02.284499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-8352d8b7-71cc-452d-8daf-381fdbeedf67 req-1639c7c2-0a65-4459-8849-0eb7a1c04582 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8189e751-28c0-4f70-88cd-1c20f71e2b69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:02.341644 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8352d8b7-71cc-452d-8daf-381fdbeedf67 req-1639c7c2-0a65-4459-8849-0eb7a1c04582 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.372110 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8352d8b7-71cc-452d-8daf-381fdbeedf67 req-1639c7c2-0a65-4459-8849-0eb7a1c04582 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.377590 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8352d8b7-71cc-452d-8daf-381fdbeedf67 req-1639c7c2-0a65-4459-8849-0eb7a1c04582 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.401037 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639c7c2-0a65-4459-8849-0eb7a1c04582 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb06d888-c7c0-4229-a4bc-ced5cbe1bd17,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:02.410921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8352d8b7-71cc-452d-8daf-381fdbeedf67 req-1639c7c2-0a65-4459-8849-0eb7a1c04582 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.412104 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8352d8b7-71cc-452d-8daf-381fdbeedf67 req-1639c7c2-0a65-4459-8849-0eb7a1c04582 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1331959 Nov 12 08:24:02.504661 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f02ef29-b2d7-43c9-9378-28a6a39d6cb7 req-5d5c324a-e56a-4792-bca5-7ad0bbcddcc6 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/8189e751-28c0-4f70-88cd-1c20f71e2b69 HTTP/1.1" status: 200 len: 2423 time: 0.0460510 Nov 12 08:24:02.524979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e69ce9-9088-44f3-8c07-3f229d5dbbcb req-30efc673-44c2-4c86-8c4a-f662fca5fc87 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:02.526527 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-99e69ce9-9088-44f3-8c07-3f229d5dbbcb req-30efc673-44c2-4c86-8c4a-f662fca5fc87 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0522702 Nov 12 08:24:02.573510 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6db517ec-9f24-411c-814a-aa10cd70dde8 req-171bffa3-ee02-4346-8bbb-52626237997d tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-group-rules/eb06d888-c7c0-4229-a4bc-ced5cbe1bd17 HTTP/1.1" status: 200 len: 778 time: 0.0217612 Nov 12 08:24:02.582205 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-99e69ce9-9088-44f3-8c07-3f229d5dbbcb req-c8a0b377-5732-4515-9a8e-051323ee3393 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490975 Nov 12 08:24:02.627545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6db517ec-9f24-411c-814a-aa10cd70dde8 req-9cbc54e8-6bc5-4ce1-a498-80e1bca37130 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/8189e751-28c0-4f70-88cd-1c20f71e2b69 HTTP/1.1" status: 200 len: 2423 time: 0.0475168 Nov 12 08:24:02.659203 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6db517ec-9f24-411c-814a-aa10cd70dde8 req-f7630eb8-4dc9-4ab2-9dfa-63ccf65d346f tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.667241 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6db517ec-9f24-411c-814a-aa10cd70dde8 req-f7630eb8-4dc9-4ab2-9dfa-63ccf65d346f tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.698310 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6db517ec-9f24-411c-814a-aa10cd70dde8 req-f7630eb8-4dc9-4ab2-9dfa-63ccf65d346f tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.704873 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6db517ec-9f24-411c-814a-aa10cd70dde8 req-f7630eb8-4dc9-4ab2-9dfa-63ccf65d346f tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.706609 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6db517ec-9f24-411c-814a-aa10cd70dde8 req-f7630eb8-4dc9-4ab2-9dfa-63ccf65d346f tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/eb06d888-c7c0-4229-a4bc-ced5cbe1bd17 HTTP/1.1" status: 204 len: 173 time: 0.0720167 Nov 12 08:24:02.715182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7630eb8-4dc9-4ab2-9dfa-63ccf65d346f tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb06d888-c7c0-4229-a4bc-ced5cbe1bd17,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:02.735297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e543c0-27d5-4776-85ce-906fac39dbd0 req-5f6ebca4-d021-4f88-bf1c-bd0364a3a721 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:02.737361 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-40e543c0-27d5-4776-85ce-906fac39dbd0 req-5f6ebca4-d021-4f88-bf1c-bd0364a3a721 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.0665352 Nov 12 08:24:02.793704 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-40e543c0-27d5-4776-85ce-906fac39dbd0 req-5a0baf93-04ab-48aa-ae3f-6c91f335942b tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494089 Nov 12 08:24:02.825658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-696fc62b-152f-44c7-80be-851a6252c4f5 req-d3dfedec-bb9a-4e72-b05c-00879e28029c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1919308735', 'description': 'tempest-description-1736303531'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:02.853957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f78e-f1d5-46c9-8408-6d7bbb281c52 req-d7a36a0a-7861-4821-80a3-1035124b6860 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:02.855687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe38f78e-f1d5-46c9-8408-6d7bbb281c52 req-d7a36a0a-7861-4821-80a3-1035124b6860 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0623589 Nov 12 08:24:02.857497 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-696fc62b-152f-44c7-80be-851a6252c4f5 req-d3dfedec-bb9a-4e72-b05c-00879e28029c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.910880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe38f78e-f1d5-46c9-8408-6d7bbb281c52 req-f973997a-5d83-4755-8744-6393a3909d89 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456014 Nov 12 08:24:02.948753 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-696fc62b-152f-44c7-80be-851a6252c4f5 req-d3dfedec-bb9a-4e72-b05c-00879e28029c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.953179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-696fc62b-152f-44c7-80be-851a6252c4f5 req-d3dfedec-bb9a-4e72-b05c-00879e28029c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.981992 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-696fc62b-152f-44c7-80be-851a6252c4f5 req-d3dfedec-bb9a-4e72-b05c-00879e28029c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:02.983595 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-696fc62b-152f-44c7-80be-851a6252c4f5 req-d3dfedec-bb9a-4e72-b05c-00879e28029c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1623244 Nov 12 08:24:02.993090 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfedec-bb9a-4e72-b05c-00879e28029c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291eb393-64bb-415b-a8cd-9110c6ac06f5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:03.061243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42858) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:03.066317 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17048904-09fb-47fc-b1c2-3019fa806f66 req-45d16661-39ec-402f-ad95-41fcc33b08d5 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/291eb393-64bb-415b-a8cd-9110c6ac06f5 HTTP/1.1" status: 200 len: 1830 time: 0.0454152 Nov 12 08:24:03.107739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-eb0e1517-6d54-44da-833d-7d070236a640 req-414ad5cd-33f4-405c-9ab3-40368b3c125c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-107757726', 'description': 'tempest-description-1144772643'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:03.130450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eb0e1517-6d54-44da-833d-7d070236a640 req-414ad5cd-33f4-405c-9ab3-40368b3c125c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.177571 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13f6ef93-74f8-4b68-9f7b-9d9b8fbc1427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.218340 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eb0e1517-6d54-44da-833d-7d070236a640 req-414ad5cd-33f4-405c-9ab3-40368b3c125c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.223509 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eb0e1517-6d54-44da-833d-7d070236a640 req-414ad5cd-33f4-405c-9ab3-40368b3c125c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.255833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eb0e1517-6d54-44da-833d-7d070236a640 req-414ad5cd-33f4-405c-9ab3-40368b3c125c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.257097 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb0e1517-6d54-44da-833d-7d070236a640 req-414ad5cd-33f4-405c-9ab3-40368b3c125c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1536348 Nov 12 08:24:03.271091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ad5cd-33f4-405c-9ab3-40368b3c125c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4738e7a1-5a8d-4f13-a7ef-293a66c99cc5,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:03.289150 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13f6ef93-74f8-4b68-9f7b-9d9b8fbc1427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.296060 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13f6ef93-74f8-4b68-9f7b-9d9b8fbc1427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.322704 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b54aced-f811-42b8-9ec1-e7e882466fd2 req-0c0bfec9-ef4e-4483-8d80-17d88905c8db tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/4738e7a1-5a8d-4f13-a7ef-293a66c99cc5 HTTP/1.1" status: 200 len: 1829 time: 0.0411568 Nov 12 08:24:03.337025 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-13f6ef93-74f8-4b68-9f7b-9d9b8fbc1427 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e68ae83993e348e58432ef35171b8555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745242 Nov 12 08:24:03.338101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6ef93-74f8-4b68-9f7b-9d9b8fbc1427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13585209-43f0-4dbc-977b-5064f55feb97,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:03.339842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42874) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:03.352084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-e8e6b140-a2ab-42f9-923a-5fe11a6d2323 req-82afda3d-58ca-47ca-b50d-ee35d5425d53 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1425191672', 'description': 'tempest-description-2056840184'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:03.374901 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e8e6b140-a2ab-42f9-923a-5fe11a6d2323 req-82afda3d-58ca-47ca-b50d-ee35d5425d53 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.396146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-884dfe15-54e9-41d1-b56f-75a8d3e5bc12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.419808 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-884dfe15-54e9-41d1-b56f-75a8d3e5bc12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.450892 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e8e6b140-a2ab-42f9-923a-5fe11a6d2323 req-82afda3d-58ca-47ca-b50d-ee35d5425d53 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.454911 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e8e6b140-a2ab-42f9-923a-5fe11a6d2323 req-82afda3d-58ca-47ca-b50d-ee35d5425d53 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.472954 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-884dfe15-54e9-41d1-b56f-75a8d3e5bc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.476083 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-884dfe15-54e9-41d1-b56f-75a8d3e5bc12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.477967 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-884dfe15-54e9-41d1-b56f-75a8d3e5bc12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13585209-43f0-4dbc-977b-5064f55feb97 HTTP/1.1" status: 204 len: 168 time: 0.1367283 Nov 12 08:24:03.489703 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e8e6b140-a2ab-42f9-923a-5fe11a6d2323 req-82afda3d-58ca-47ca-b50d-ee35d5425d53 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.493051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dfe15-54e9-41d1-b56f-75a8d3e5bc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13585209-43f0-4dbc-977b-5064f55feb97,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:03.499746 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e8e6b140-a2ab-42f9-923a-5fe11a6d2323 req-82afda3d-58ca-47ca-b50d-ee35d5425d53 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1482806 Nov 12 08:24:03.499746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afda3d-58ca-47ca-b50d-ee35d5425d53 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81149e07-aba4-48d0-b66a-169874e7aa4f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:03.563492 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5cf6eaae-1998-458c-aa00-7bf87696ae5f req-6f7ce101-a94f-4a3b-b41d-7a4ccb668f31 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/81149e07-aba4-48d0-b66a-169874e7aa4f HTTP/1.1" status: 200 len: 1830 time: 0.0507796 Nov 12 08:24:03.589291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-001f6c94-dc4a-4f36-8dd0-4316d710b315 req-4de1fffb-567a-4e76-b074-24f9c3946299 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-758797344', 'description': 'tempest-description-355666313'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:03.624152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-001f6c94-dc4a-4f36-8dd0-4316d710b315 req-4de1fffb-567a-4e76-b074-24f9c3946299 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.702797 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-001f6c94-dc4a-4f36-8dd0-4316d710b315 req-4de1fffb-567a-4e76-b074-24f9c3946299 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.707813 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-001f6c94-dc4a-4f36-8dd0-4316d710b315 req-4de1fffb-567a-4e76-b074-24f9c3946299 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.712401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281b4dc-c88c-4af7-b15e-53c761bfd4db req-e1fcd3b5-d074-4998-a184-50e0ceca0f38 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:03.718017 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7281b4dc-c88c-4af7-b15e-53c761bfd4db req-e1fcd3b5-d074-4998-a184-50e0ceca0f38 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0614359 Nov 12 08:24:03.744107 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-001f6c94-dc4a-4f36-8dd0-4316d710b315 req-4de1fffb-567a-4e76-b074-24f9c3946299 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:03.745404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-001f6c94-dc4a-4f36-8dd0-4316d710b315 req-4de1fffb-567a-4e76-b074-24f9c3946299 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1603119 Nov 12 08:24:03.746175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1fffb-567a-4e76-b074-24f9c3946299 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ffaf65-02c0-4f21-aa9c-974f1f3cd7c1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:03.780854 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7281b4dc-c88c-4af7-b15e-53c761bfd4db req-0f043926-3311-4eb0-8c69-d5523fc3cba0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606327 Nov 12 08:24:03.824466 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-953ef250-0bff-4fec-8a33-f1ddc5d5e8d2 req-2365f04d-c6fc-47c1-84ae-d272adddd1db tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/41ffaf65-02c0-4f21-aa9c-974f1f3cd7c1 HTTP/1.1" status: 200 len: 1828 time: 0.0511656 Nov 12 08:24:03.859959 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-fe482e06-4b34-4cf2-a842-76104dfab22b req-96ce0eed-8c9b-4a4f-a410-eb7133d1f230 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] show failed (client error): The resource could not be found. Nov 12 08:24:03.861159 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe482e06-4b34-4cf2-a842-76104dfab22b req-96ce0eed-8c9b-4a4f-a410-eb7133d1f230 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/fe48dde9-ee33-4daa-8093-c160c9b31747 HTTP/1.1" status: 404 len: 352 time: 0.0153837 Nov 12 08:24:03.901818 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-81da0370-065f-41a5-b00a-0676d9fc4757 req-cc009aa3-04f4-4b7c-9c08-3fa8cf1da9fe tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] show failed (client error): The resource could not be found. Nov 12 08:24:03.902892 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-81da0370-065f-41a5-b00a-0676d9fc4757 req-cc009aa3-04f4-4b7c-9c08-3fa8cf1da9fe tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-group-rules/bb6f19ff-5987-4778-85e2-efd7239ad5b8 HTTP/1.1" status: 404 len: 361 time: 0.0178173 Nov 12 08:24:03.925132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fad90-51d1-4d82-ba5a-57b03bc63e12 req-93d016cc-211b-42f5-85cb-ebeb2419b9d6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:03.926680 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a74fad90-51d1-4d82-ba5a-57b03bc63e12 req-93d016cc-211b-42f5-85cb-ebeb2419b9d6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.0537853 Nov 12 08:24:03.967664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a9319f95-3106-4ca4-9fc2-b59b081a08c6 req-d71e1b0d-a12c-4d66-b804-22fc639c6b19 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/41ffaf65-02c0-4f21-aa9c-974f1f3cd7c1 HTTP/1.1" status: 200 len: 1828 time: 0.0408785 Nov 12 08:24:03.985838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a74fad90-51d1-4d82-ba5a-57b03bc63e12 req-2694ed7d-8ae2-4ce4-97e6-e4087e39462d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527518 Nov 12 08:24:04.039690 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a9319f95-3106-4ca4-9fc2-b59b081a08c6 req-a27c17b9-7c16-4c10-a118-e9be5b3d5c48 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.071534 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a9319f95-3106-4ca4-9fc2-b59b081a08c6 req-a27c17b9-7c16-4c10-a118-e9be5b3d5c48 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.108241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac9db5-5922-4b66-93c9-cc03e7bd225e req-1f6179ad-3f69-4f9c-af2e-182d767f4a9f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:04.110076 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62ac9db5-5922-4b66-93c9-cc03e7bd225e req-1f6179ad-3f69-4f9c-af2e-182d767f4a9f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0629332 Nov 12 08:24:04.120297 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a9319f95-3106-4ca4-9fc2-b59b081a08c6 req-a27c17b9-7c16-4c10-a118-e9be5b3d5c48 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.123672 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a9319f95-3106-4ca4-9fc2-b59b081a08c6 req-a27c17b9-7c16-4c10-a118-e9be5b3d5c48 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.125553 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a9319f95-3106-4ca4-9fc2-b59b081a08c6 req-a27c17b9-7c16-4c10-a118-e9be5b3d5c48 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "DELETE /v2.0/security-groups/41ffaf65-02c0-4f21-aa9c-974f1f3cd7c1 HTTP/1.1" status: 204 len: 173 time: 0.1502318 Nov 12 08:24:04.137452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c17b9-7c16-4c10-a118-e9be5b3d5c48 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ffaf65-02c0-4f21-aa9c-974f1f3cd7c1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.181021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62ac9db5-5922-4b66-93c9-cc03e7bd225e req-17039902-32da-40df-8ad9-ad58f9f32061 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635726 Nov 12 08:24:04.243035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42918) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:04.248908 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-151ea69c-f58e-4486-b17b-2a4283296f5b req-d33c45c3-1810-4b1e-b8db-c954f1705e6d tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/81149e07-aba4-48d0-b66a-169874e7aa4f HTTP/1.1" status: 200 len: 1830 time: 0.0409606 Nov 12 08:24:04.318469 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-151ea69c-f58e-4486-b17b-2a4283296f5b req-7db37e14-e061-49f8-b9c8-e09b7b059eab tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.342959 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-151ea69c-f58e-4486-b17b-2a4283296f5b req-7db37e14-e061-49f8-b9c8-e09b7b059eab tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.365010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-867889133-network', 'tenant_id': 'dcd73db2181b463c815d9494e4da8ea0'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:04.385785 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-151ea69c-f58e-4486-b17b-2a4283296f5b req-7db37e14-e061-49f8-b9c8-e09b7b059eab tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.388748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-151ea69c-f58e-4486-b17b-2a4283296f5b req-7db37e14-e061-49f8-b9c8-e09b7b059eab tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.389762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Made reservation on behalf of dcd73db2181b463c815d9494e4da8ea0 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:04.389980 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-151ea69c-f58e-4486-b17b-2a4283296f5b req-7db37e14-e061-49f8-b9c8-e09b7b059eab tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "DELETE /v2.0/security-groups/81149e07-aba4-48d0-b66a-169874e7aa4f HTTP/1.1" status: 204 len: 173 time: 0.1357181 Nov 12 08:24:04.395936 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.403357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db37e14-e061-49f8-b9c8-e09b7b059eab tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81149e07-aba4-48d0-b66a-169874e7aa4f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.406225 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.477953 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-db2b6192-8bff-4f1e-8f49-e01e33092e9d req-f4d7b3d6-63e0-4c77-8fb5-e66af8730dac tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/4738e7a1-5a8d-4f13-a7ef-293a66c99cc5 HTTP/1.1" status: 200 len: 1829 time: 0.0614398 Nov 12 08:24:04.553306 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.557196 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.583600 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-db2b6192-8bff-4f1e-8f49-e01e33092e9d req-84884ab8-de60-43c0-b0e3-6a35121d2a8b tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.604910 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:04.611479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec02cd29-0d83-4963-a68c-f8d8657b54b6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.631216 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-db2b6192-8bff-4f1e-8f49-e01e33092e9d req-84884ab8-de60-43c0-b0e3-6a35121d2a8b tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.634434 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.635042 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Added segment 37843714-bc7e-444e-bad1-1659746209ef of type vlan for network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 Nov 12 08:24:04.706591 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.719766 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-db2b6192-8bff-4f1e-8f49-e01e33092e9d req-84884ab8-de60-43c0-b0e3-6a35121d2a8b tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.722455 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-db2b6192-8bff-4f1e-8f49-e01e33092e9d req-84884ab8-de60-43c0-b0e3-6a35121d2a8b tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.723637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-db2b6192-8bff-4f1e-8f49-e01e33092e9d req-84884ab8-de60-43c0-b0e3-6a35121d2a8b tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "DELETE /v2.0/security-groups/4738e7a1-5a8d-4f13-a7ef-293a66c99cc5 HTTP/1.1" status: 204 len: 173 time: 0.2367971 Nov 12 08:24:04.742083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84884ab8-de60-43c0-b0e3-6a35121d2a8b tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4738e7a1-5a8d-4f13-a7ef-293a66c99cc5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.745313 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.746316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:04.746889 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.779428 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5349951 Nov 12 08:24:04.783591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42930) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:04.789223 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e364001c-33c0-4a32-8c31-9bd2063258fc req-b36aadb8-4c21-41fb-bed9-9faca037d73b tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/291eb393-64bb-415b-a8cd-9110c6ac06f5 HTTP/1.1" status: 200 len: 1830 time: 0.0477071 Nov 12 08:24:04.812917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8ae72371-b175-4f80-8418-456ca84619f6 admin admin] Request body: {'subnet': {'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-867889133-subnet', 'tenant_id': 'dcd73db2181b463c815d9494e4da8ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:04.829094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e3761-961a-4c35-992e-6e8264116b6e admin admin] Pushing event updated for resources: {'Network': ['ID=dc5b93f5-54ed-433d-949b-cdfe6ab254d4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.846337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:04.856322 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e364001c-33c0-4a32-8c31-9bd2063258fc req-6c54de19-a689-488b-9248-8d8c0905d395 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.860241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae72371-b175-4f80-8418-456ca84619f6 admin admin] Made reservation on behalf of dcd73db2181b463c815d9494e4da8ea0 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:04.862847 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ae72371-b175-4f80-8418-456ca84619f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.880694 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e364001c-33c0-4a32-8c31-9bd2063258fc req-6c54de19-a689-488b-9248-8d8c0905d395 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.928036 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e364001c-33c0-4a32-8c31-9bd2063258fc req-6c54de19-a689-488b-9248-8d8c0905d395 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.930876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e364001c-33c0-4a32-8c31-9bd2063258fc req-6c54de19-a689-488b-9248-8d8c0905d395 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:04.932051 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e364001c-33c0-4a32-8c31-9bd2063258fc req-6c54de19-a689-488b-9248-8d8c0905d395 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "DELETE /v2.0/security-groups/291eb393-64bb-415b-a8cd-9110c6ac06f5 HTTP/1.1" status: 204 len: 173 time: 0.1365073 Nov 12 08:24:04.943185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54de19-a689-488b-9248-8d8c0905d395 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=291eb393-64bb-415b-a8cd-9110c6ac06f5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:04.975532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10462e5-d7bf-4dc6-a5ab-68ab5beb4812 req-6da4613c-38ae-41d3-88ee-cc5028b3ffb0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:04.977083 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a10462e5-d7bf-4dc6-a5ab-68ab5beb4812 req-6da4613c-38ae-41d3-88ee-cc5028b3ffb0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1190476 Nov 12 08:24:05.011481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-952784ba-100d-46d8-9efd-0a0eb27aa29b req-c89cd6a1-22da-4b09-8d28-a93fc687ce9c tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "GET /v2.0/security-groups/8189e751-28c0-4f70-88cd-1c20f71e2b69 HTTP/1.1" status: 200 len: 1830 time: 0.0531812 Nov 12 08:24:05.061495 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a10462e5-d7bf-4dc6-a5ab-68ab5beb4812 req-92f5dcbb-d375-459f-b83c-68690f1e6131 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770674 Nov 12 08:24:05.086381 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-952784ba-100d-46d8-9efd-0a0eb27aa29b req-0b0a6e3c-a1e9-43fc-8b7d-22f539ec7647 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.109708 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-02ccde22-11c2-49dc-be69-f174201066c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.117135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-952784ba-100d-46d8-9efd-0a0eb27aa29b req-0b0a6e3c-a1e9-43fc-8b7d-22f539ec7647 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.131985 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ae72371-b175-4f80-8418-456ca84619f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.166949 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-952784ba-100d-46d8-9efd-0a0eb27aa29b req-0b0a6e3c-a1e9-43fc-8b7d-22f539ec7647 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.170294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-952784ba-100d-46d8-9efd-0a0eb27aa29b req-0b0a6e3c-a1e9-43fc-8b7d-22f539ec7647 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.171706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-952784ba-100d-46d8-9efd-0a0eb27aa29b req-0b0a6e3c-a1e9-43fc-8b7d-22f539ec7647 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] 10.222.0.31 "DELETE /v2.0/security-groups/8189e751-28c0-4f70-88cd-1c20f71e2b69 HTTP/1.1" status: 204 len: 173 time: 0.1540778 Nov 12 08:24:05.185260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42938) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:05.194072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a6e3c-a1e9-43fc-8b7d-22f539ec7647 tempest-SecurityGroupRulesNegativeTestJSON-878312685 tempest-SecurityGroupRulesNegativeTestJSON-878312685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8189e751-28c0-4f70-88cd-1c20f71e2b69,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:05.247256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-462ff24b-71f4-464d-8c88-3a5406658410 admin admin] Deleting subnet b4021192-e11c-44ba-b188-e2de46ec0a6c {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:05.251716 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-462ff24b-71f4-464d-8c88-3a5406658410 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.304770 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-462ff24b-71f4-464d-8c88-3a5406658410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.379321 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-462ff24b-71f4-464d-8c88-3a5406658410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.409810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d547db8-f829-49e5-9250-a3ce0a25e606 req-ce913980-818e-4dce-b593-35add3c6b143 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:05.411361 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d547db8-f829-49e5-9250-a3ce0a25e606 req-ce913980-818e-4dce-b593-35add3c6b143 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1290143 Nov 12 08:24:05.480803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d547db8-f829-49e5-9250-a3ce0a25e606 req-259d9010-f364-4eba-a78e-7625c272fdef tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593357 Nov 12 08:24:05.482196 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-462ff24b-71f4-464d-8c88-3a5406658410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.490998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae72371-b175-4f80-8418-456ca84619f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:05.512499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-462ff24b-71f4-464d-8c88-3a5406658410 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.518150 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-462ff24b-71f4-464d-8c88-3a5406658410 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b4021192-e11c-44ba-b188-e2de46ec0a6c HTTP/1.1" status: 204 len: 168 time: 0.3309674 Nov 12 08:24:05.528543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42948) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:05.528655 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904d3d-abc7-4c95-8d41-8ec561a35702 req-9ab9eec4-7e48-4f3e-964f-8f050fdeea9d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:05.529623 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42904d3d-abc7-4c95-8d41-8ec561a35702 req-9ab9eec4-7e48-4f3e-964f-8f050fdeea9d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.3691740 Nov 12 08:24:05.531680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae72371-b175-4f80-8418-456ca84619f6 admin admin] Checking segment: {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:05.532446 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae72371-b175-4f80-8418-456ca84619f6 admin admin] Network hostable DHCP agents. Network: dc5b93f5-54ed-433d-949b-cdfe6ab254d4, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:05.546038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ff24b-71f4-464d-8c88-3a5406658410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4021192-e11c-44ba-b188-e2de46ec0a6c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:05.584292 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae72371-b175-4f80-8418-456ca84619f6 admin admin] Network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:05.599763 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42904d3d-abc7-4c95-8d41-8ec561a35702 req-90e7aca7-ba33-417d-89b8-8537b5244c8c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690098 Nov 12 08:24:05.601035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-8ae72371-b175-4f80-8418-456ca84619f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, dc5b93f5-54ed-433d-949b-cdfe6ab254d4) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:05.608208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae72371-b175-4f80-8418-456ca84619f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:05.608585 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.609043 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ae72371-b175-4f80-8418-456ca84619f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.620760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8354c15c-1c6d-4f00-b34c-2bd42b327cc3 None None] Network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:05.633722 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8ae72371-b175-4f80-8418-456ca84619f6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8489094 Nov 12 08:24:05.707539 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.730987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000e46ce-328b-4df9-873e-3b1a94dfe680']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:05.741421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e96a5e7-de34-492a-8123-2fc08285bef8') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:05.741820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e96a5e7-de34-492a-8123-2fc08285bef8') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:05.753742 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.772108 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.778918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81379ca2-ba5a-4223-8122-5ccfc4ae81d9 None None] Network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:05.782949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:05.783340 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:05.804825 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:05.852300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.860683 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:05.864569 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] 10.222.0.31 "DELETE /v2.0/networks/000e46ce-328b-4df9-873e-3b1a94dfe680 HTTP/1.1" status: 204 len: 168 time: 0.3441026 Nov 12 08:24:05.874518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9403be0-f96b-4a2c-90c3-a4330ac19888 admin admin] Pushing event deleted for resources: {'Network': ['ID=000e46ce-328b-4df9-873e-3b1a94dfe680,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:05.990250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42968) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:06.031668 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a1252b54-29f3-41d2-a6fb-72c41ff66992 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb150e8bf8ff44a78cba7b8190fdd271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400245 Nov 12 08:24:06.034745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42970) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:06.140455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-42322579-aa5c-4b7e-b3cf-06d819e21ae7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:06.141985 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-42322579-aa5c-4b7e-b3cf-06d819e21ae7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/networks?id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 200 len: 804 time: 0.1413255 Nov 12 08:24:06.145928 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0dabb73-4ac9-49ab-b1e8-e494bc019680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.175262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-df029ea3-0939-43a6-8646-d4d394dc3883 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/quotas/dcd73db2181b463c815d9494e4da8ea0 HTTP/1.1" status: 200 len: 375 time: 0.0242665 Nov 12 08:24:06.177501 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0dabb73-4ac9-49ab-b1e8-e494bc019680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.191214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493edcfd-1131-45b9-b64e-bc8602cef7c1 req-858d924a-2b97-4dff-ac24-d3c16dc3aa31 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:06.192849 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-493edcfd-1131-45b9-b64e-bc8602cef7c1 req-858d924a-2b97-4dff-ac24-d3c16dc3aa31 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0524940 Nov 12 08:24:06.218534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-25cca613-9312-4785-9cc0-d3cd8493f3e3 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dcd73db2181b463c815d9494e4da8ea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346329 Nov 12 08:24:06.246785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-493edcfd-1131-45b9-b64e-bc8602cef7c1 req-e05c8f6a-6929-41fa-bc07-9391069a97f3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474129 Nov 12 08:24:06.299658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0dabb73-4ac9-49ab-b1e8-e494bc019680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.302254 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0dabb73-4ac9-49ab-b1e8-e494bc019680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:06.303408 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a0dabb73-4ac9-49ab-b1e8-e494bc019680 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0cac86d-c20d-46df-808a-1c611227fcc2 HTTP/1.1" status: 204 len: 168 time: 0.2677410 Nov 12 08:24:06.317129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dabb73-4ac9-49ab-b1e8-e494bc019680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cac86d-c20d-46df-808a-1c611227fcc2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:06.349498 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-ded32b43-bf5e-46c0-b1c0-7354b7bc16ba service neutron] 10.222.0.31 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203074 Nov 12 08:24:06.448787 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-9de3dd61-f737-4768-b6cc-794c2c50b7ff service neutron] 10.222.0.31 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928850 Nov 12 08:24:06.638752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-640667e5-ae22-40b1-9f74-0fb5d02d20cd req-c681a6c8-3c54-4a44-a17a-630b9f9a9911 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 210 time: 0.0394549 Nov 12 08:24:06.653206 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378a058-9210-433f-a26d-62ffea447844 req-149554d2-4b18-45c9-b3f5-f255d832a407 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:06.654966 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4378a058-9210-433f-a26d-62ffea447844 req-149554d2-4b18-45c9-b3f5-f255d832a407 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0698161 Nov 12 08:24:06.733612 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4378a058-9210-433f-a26d-62ffea447844 req-b74c30cf-6e23-49d6-9510-81d5ce02f79d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638397 Nov 12 08:24:06.873651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e572e33-c6e5-4610-94fe-6c199a2df7fe req-e12b949c-ab14-4e75-ba73-f9f1731a9923 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:06.875664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e572e33-c6e5-4610-94fe-6c199a2df7fe req-e12b949c-ab14-4e75-ba73-f9f1731a9923 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.0556998 Nov 12 08:24:06.939199 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e572e33-c6e5-4610-94fe-6c199a2df7fe req-ac460a0e-3f7a-4b71-9ff1-86b665041994 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563102 Nov 12 08:24:07.150320 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43014) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:07.262119 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-843160934-network', 'tenant_id': '9221d8713684465c9afb6d0bc3372d51'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:07.285563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Made reservation on behalf of 9221d8713684465c9afb6d0bc3372d51 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:07.288956 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.299633 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.380701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ac80b-ac7c-4a63-8126-9906273ec586 req-7bd3ff91-c2f8-4f36-ad16-4adf5adb60f7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:07.382695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-808ac80b-ac7c-4a63-8126-9906273ec586 req-7bd3ff91-c2f8-4f36-ad16-4adf5adb60f7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0573068 Nov 12 08:24:07.384623 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.388880 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.419886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:07.426673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f83bac-ba4d-461c-8150-a7f886927d55,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:07.434610 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.434962 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Added segment d5988dc6-61d5-495d-83fd-56f11a7d933d of type vlan for network ae25d1ac-984e-4de1-8be9-7dd3682cb674 Nov 12 08:24:07.454679 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-808ac80b-ac7c-4a63-8126-9906273ec586 req-a4434e87-b9a7-4c90-be02-7f8c8c3404c8 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649219 Nov 12 08:24:07.459498 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-744e86da-1e69-4a39-87a4-ab1425528d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.485085 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.510615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.511989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:07.512687 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.549606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3980510 Nov 12 08:24:07.553213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43022) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:07.558467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-16e5f579-7212-4f46-9e90-1a5aaf5baf1b admin admin] Request body: {'subnet': {'network_id': 'ae25d1ac-984e-4de1-8be9-7dd3682cb674', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-843160934-subnet', 'tenant_id': '9221d8713684465c9afb6d0bc3372d51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:07.580016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e5f579-7212-4f46-9e90-1a5aaf5baf1b admin admin] Made reservation on behalf of 9221d8713684465c9afb6d0bc3372d51 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:07.583107 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16e5f579-7212-4f46-9e90-1a5aaf5baf1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.587002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed23e7d-c7f3-4018-9b39-79d3010acce7 admin admin] Pushing event updated for resources: {'Network': ['ID=ae25d1ac-984e-4de1-8be9-7dd3682cb674,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:07.600232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network ae25d1ac-984e-4de1-8be9-7dd3682cb674 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:07.772871 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55166a63-b90d-4806-ba2e-21074838efde req-029f8a4a-f216-4f73-a79b-e2adc2cd5bbf tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 210 time: 0.0507677 Nov 12 08:24:07.874915 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16e5f579-7212-4f46-9e90-1a5aaf5baf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:07.949307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5f579-7212-4f46-9e90-1a5aaf5baf1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=feecd616-f730-4858-995d-6bfc0ebdd75c,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:07.957538 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa6407-d337-499f-8716-6a3482faa9fa req-576e96e3-2387-4c56-aeeb-8e046126897c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:07.959025 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-04fa6407-d337-499f-8716-6a3482faa9fa req-576e96e3-2387-4c56-aeeb-8e046126897c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0832684 Nov 12 08:24:07.968428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e5f579-7212-4f46-9e90-1a5aaf5baf1b admin admin] Checking segment: {'id': 'd5988dc6-61d5-495d-83fd-56f11a7d933d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ae25d1ac-984e-4de1-8be9-7dd3682cb674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:07.969054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e5f579-7212-4f46-9e90-1a5aaf5baf1b admin admin] Network hostable DHCP agents. Network: ae25d1ac-984e-4de1-8be9-7dd3682cb674, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:07.978940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-2f72ba94-29aa-4e5a-9813-e605c6f70ad4 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:07.980590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-2f72ba94-29aa-4e5a-9813-e605c6f70ad4 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "GET /v2.0/networks?id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 200 len: 804 time: 0.2414279 Nov 12 08:24:08.005237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e5f579-7212-4f46-9e90-1a5aaf5baf1b admin admin] Network ae25d1ac-984e-4de1-8be9-7dd3682cb674 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:08.006371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Request body: {'port': {'device_id': '2374c501-dec6-4b2d-a6d3-8569d19683c2', 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'admin_state_up': True, 'tenant_id': 'dcd73db2181b463c815d9494e4da8ea0'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:08.020087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-16e5f579-7212-4f46-9e90-1a5aaf5baf1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, ae25d1ac-984e-4de1-8be9-7dd3682cb674) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:08.024622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e5f579-7212-4f46-9e90-1a5aaf5baf1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.025399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16e5f579-7212-4f46-9e90-1a5aaf5baf1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.033748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ff1a3-6e2f-40dd-bb94-6c060769a843 None None] Network ae25d1ac-984e-4de1-8be9-7dd3682cb674 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:08.057479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-16e5f579-7212-4f46-9e90-1a5aaf5baf1b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5028694 Nov 12 08:24:08.127154 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-04fa6407-d337-499f-8716-6a3482faa9fa req-72fc7ee5-7239-468f-8794-92dd97bd16cb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451643 Nov 12 08:24:08.142230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a376f-c086-4fa5-8d1f-13a19c16b8af req-6160a657-cb7d-4037-b1b4-c288328d69f9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.151792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-279a376f-c086-4fa5-8d1f-13a19c16b8af req-6160a657-cb7d-4037-b1b4-c288328d69f9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.0925636 Nov 12 08:24:08.205211 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Made reservation on behalf of dcd73db2181b463c815d9494e4da8ea0 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:08.207232 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-279a376f-c086-4fa5-8d1f-13a19c16b8af req-53bba070-baf1-4d30-a1d7-242c892aa2b4 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543814 Nov 12 08:24:08.213646 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.229407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb19775-ad58-48cb-9d14-f646a1b58c75 None None] Network ae25d1ac-984e-4de1-8be9-7dd3682cb674 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:08.375338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Allocated IP 172.20.0.4 (dc5b93f5-54ed-433d-949b-cdfe6ab254d4/b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b/cc6f7a7f-0880-4c80-ad7c-33908d72d2b8) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:08.410643 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.412082 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-90bf2ec8-e021-4fa8-aa36-ea28376471c2 req-60551479-bb75-4d15-91cd-36f8013ae7c7 tempest-SecurityGroupsNegativeTestJSON-1545633843 tempest-SecurityGroupsNegativeTestJSON-1545633843-project] show failed (client error): The resource could not be found. Nov 12 08:24:08.413368 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-90bf2ec8-e021-4fa8-aa36-ea28376471c2 req-60551479-bb75-4d15-91cd-36f8013ae7c7 tempest-SecurityGroupsNegativeTestJSON-1545633843 tempest-SecurityGroupsNegativeTestJSON-1545633843-project] 10.222.0.31 "GET /v2.0/security-groups/025d7b2b-4e80-4951-8958-e286867b998e HTTP/1.1" status: 404 len: 352 time: 0.0300131 Nov 12 08:24:08.595979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020dbd8-9228-40d9-906f-59d238abab28 req-986011dc-847d-4c73-8c29-f4c8db522dc0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.598021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b8e6f47-d3c1-455e-8ca8-399f3869f89f req-7208d46b-ae74-4464-a897-8a2bdb1c00e4 tempest-SecurityGroupsNegativeTestJSON-1545633843 tempest-SecurityGroupsNegativeTestJSON-1545633843-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9221d8713684465c9afb6d0bc3372d51 HTTP/1.1" status: 200 len: 3001 time: 0.1511805 Nov 12 08:24:08.598431 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8020dbd8-9228-40d9-906f-59d238abab28 req-986011dc-847d-4c73-8c29-f4c8db522dc0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0551047 Nov 12 08:24:08.659182 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8020dbd8-9228-40d9-906f-59d238abab28 req-fd654f69-42b4-4d49-9c56-4620df57cb0c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444164 Nov 12 08:24:08.697750 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.703681 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b8e6f47-d3c1-455e-8ca8-399f3869f89f req-3e34ca91-210c-4c19-8d8b-2df6b62f60a8 tempest-SecurityGroupsNegativeTestJSON-1545633843 tempest-SecurityGroupsNegativeTestJSON-1545633843-project] 10.222.0.31 "GET /v2.0/security-groups/e6f83bac-ba4d-461c-8150-a7f886927d55 HTTP/1.1" status: 200 len: 2998 time: 0.0969095 Nov 12 08:24:08.755594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df127ec4-7a6b-4160-a846-0ae238730ae5 req-128745c1-efc8-43f8-a0e5-6546af3a4deb tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.757656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df127ec4-7a6b-4160-a846-0ae238730ae5 req-128745c1-efc8-43f8-a0e5-6546af3a4deb tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 1097 time: 0.0408399 Nov 12 08:24:08.788127 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b8e6f47-d3c1-455e-8ca8-399f3869f89f req-d6a136f2-62be-49c8-b7c1-89b497f6270c tempest-SecurityGroupsNegativeTestJSON-1545633843 tempest-SecurityGroupsNegativeTestJSON-1545633843-project] 10.222.0.31 "GET /v2.0/security-groups/e6f83bac-ba4d-461c-8150-a7f886927d55 HTTP/1.1" status: 200 len: 2998 time: 0.0769389 Nov 12 08:24:08.791096 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.818153 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df127ec4-7a6b-4160-a846-0ae238730ae5 req-8e5900c1-a0ca-46c7-b822-94c90847b460 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530386 Nov 12 08:24:08.861083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:08.872907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:08.880088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:08.887018 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Pushing event updated for resources: {'Port': ['ID=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:08.923128 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-acee79bf-e7d5-4768-aad7-d936c758005c req-79999c93-9b4e-4245-bbe4-3bb7df5cb922 tempest-SecurityGroupsNegativeTestJSON-1545633843 tempest-SecurityGroupsNegativeTestJSON-1545633843-project] 10.222.0.31 "GET /v2.0/security-groups/e6f83bac-ba4d-461c-8150-a7f886927d55 HTTP/1.1" status: 200 len: 2998 time: 0.0957172 Nov 12 08:24:08.938355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282bed5-1163-4690-9575-5dafd1b24239 req-d103ac31-230d-45a0-8fcf-1864eb2bf207 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.939904 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a282bed5-1163-4690-9575-5dafd1b24239 req-d103ac31-230d-45a0-8fcf-1864eb2bf207 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 931 time: 0.0513830 Nov 12 08:24:08.960546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:08.961182 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:08.989898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a282bed5-1163-4690-9575-5dafd1b24239 req-87fd6efa-4958-416e-a92b-021164bce843 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Nov 12 08:24:08.992157 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-a22a9c77-9716-44cb-800e-0ab1d2d9b267 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9912400 Nov 12 08:24:09.012554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Request body: {'port': {'device_id': '2374c501-dec6-4b2d-a6d3-8569d19683c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:09.034791 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-acee79bf-e7d5-4768-aad7-d936c758005c req-fe0e9c00-1c83-4311-af91-f7354e1d1c42 tempest-SecurityGroupsNegativeTestJSON-1545633843 tempest-SecurityGroupsNegativeTestJSON-1545633843-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:24:09.035813 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-acee79bf-e7d5-4768-aad7-d936c758005c req-fe0e9c00-1c83-4311-af91-f7354e1d1c42 tempest-SecurityGroupsNegativeTestJSON-1545633843 tempest-SecurityGroupsNegativeTestJSON-1545633843-project] 10.222.0.31 "DELETE /v2.0/security-groups/e6f83bac-ba4d-461c-8150-a7f886927d55 HTTP/1.1" status: 409 len: 352 time: 0.1053646 Nov 12 08:24:09.069913 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.199687 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-254eb76e-d319-42a6-bfae-07dc83f7d11c req-2c1030fc-32de-42b4-9ae3-5e4cb0a74406 tempest-SecurityGroupsNegativeTestJSON-1545633843 tempest-SecurityGroupsNegativeTestJSON-1545633843-project] show failed (client error): The resource could not be found. Nov 12 08:24:09.200693 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-254eb76e-d319-42a6-bfae-07dc83f7d11c req-2c1030fc-32de-42b4-9ae3-5e4cb0a74406 tempest-SecurityGroupsNegativeTestJSON-1545633843 tempest-SecurityGroupsNegativeTestJSON-1545633843-project] 10.222.0.31 "GET /v2.0/security-groups/01a57b3f-ba18-4671-98ca-278ab6c1979f HTTP/1.1" status: 404 len: 352 time: 0.0206351 Nov 12 08:24:09.348185 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2fa06-8bc0-40be-887a-7fd6b3515328 req-309be8bf-5425-476c-9aea-31a07dc3ae30 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:09.349662 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-82c2fa06-8bc0-40be-887a-7fd6b3515328 req-309be8bf-5425-476c-9aea-31a07dc3ae30 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0759737 Nov 12 08:24:09.440360 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-82c2fa06-8bc0-40be-887a-7fd6b3515328 req-8ff8380b-1b66-4a28-9860-4559860815ed tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809493 Nov 12 08:24:09.442365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:09.450506 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.463598 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Transition to ACTIVE for port object cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:09.474620 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.484980 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-5fab5fb1-caf6-430f-8b94-9d2204e662f0 req-a1501fec-cd26-4c08-97ab-3ab70be094f8 tempest-SecurityGroupsNegativeTestJSON-1545633843 tempest-SecurityGroupsNegativeTestJSON-1545633843-project] show failed (client error): The resource could not be found. Nov 12 08:24:09.488394 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5fab5fb1-caf6-430f-8b94-9d2204e662f0 req-a1501fec-cd26-4c08-97ab-3ab70be094f8 tempest-SecurityGroupsNegativeTestJSON-1545633843 tempest-SecurityGroupsNegativeTestJSON-1545633843-project] 10.222.0.31 "GET /v2.0/security-groups/65fc4cc1-4966-42db-bfd9-e964d85cc28c HTTP/1.1" status: 404 len: 352 time: 0.0220468 Nov 12 08:24:09.500954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43086) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:09.556980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b295c431-96b1-494d-b8f5-eb7c7290b11b admin admin] Deleting subnet feecd616-f730-4858-995d-6bfc0ebdd75c {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:24:09.560679 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b295c431-96b1-494d-b8f5-eb7c7290b11b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.595314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Pushing event updated for resources: {'Port': ['ID=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:09.598851 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b295c431-96b1-494d-b8f5-eb7c7290b11b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.641535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b295c431-96b1-494d-b8f5-eb7c7290b11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.664935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b5d1b-01c8-4bfd-bed0-68595a897775 req-79d23719-0102-41ee-94c3-44f7ecb62233 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:09.666440 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b45b5d1b-01c8-4bfd-bed0-68595a897775 req-79d23719-0102-41ee-94c3-44f7ecb62233 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.1112368 Nov 12 08:24:09.701579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Attempting to bind port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:09.701920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Attempting to bind port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:09.702285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Attempting to bind port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 on network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:09.706798 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b295c431-96b1-494d-b8f5-eb7c7290b11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.713546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 on network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:09.713877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Attempting to bind port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 on network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:09.729934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:09.730263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Checking segment: {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:09.730769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Bound using segment: {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:09.731162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Bound port: cc6f7a7f-0880-4c80-ad7c-33908d72d2b8, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:09.731563 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.749658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295c431-96b1-494d-b8f5-eb7c7290b11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feecd616-f730-4858-995d-6bfc0ebdd75c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:09.754007 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b295c431-96b1-494d-b8f5-eb7c7290b11b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.758227 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b295c431-96b1-494d-b8f5-eb7c7290b11b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/feecd616-f730-4858-995d-6bfc0ebdd75c HTTP/1.1" status: 204 len: 168 time: 0.2561362 Nov 12 08:24:09.760868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43094) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:09.766697 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b45b5d1b-01c8-4bfd-bed0-68595a897775 req-2c59aac0-36e4-4cac-8791-5e5abdb5b1fd tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888853 Nov 12 08:24:09.844155 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.844918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] For port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:09.850596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] For port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:09.863406 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.870547 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.915234 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:09.916474 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.918131 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] 10.222.0.52 "PUT /v2.0/ports/cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 HTTP/1.1" status: 200 len: 1092 time: 0.9165421 Nov 12 08:24:09.921236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2374c501-dec6-4b2d-a6d3-8569d19683c2', 'tag': 'cc6f7a7f-0880-4c80-ad7c-33908d72d2b8'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:09.924479 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b424eb8-1e72-4e74-8991-818bf92ee915" -d '{"events": [{"name": "network-changed", "server_uuid": "2374c501-dec6-4b2d-a6d3-8569d19683c2", "tag": "cc6f7a7f-0880-4c80-ad7c-33908d72d2b8"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:09.962360 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:09.972750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8f801-457d-42f2-89ea-e5c4a1d88db0 req-2ce2935b-17c7-47a6-900e-471a9a5b1314 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:09.974507 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-52e8f801-457d-42f2-89ea-e5c4a1d88db0 req-2ce2935b-17c7-47a6-900e-471a9a5b1314 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1312068 Nov 12 08:24:09.986460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-43a1f8e4-550b-47ef-b77d-2b688fe2cb1e tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:24:09.987502 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-43a1f8e4-550b-47ef-b77d-2b688fe2cb1e tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055683 Nov 12 08:24:09.991284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae25d1ac-984e-4de1-8be9-7dd3682cb674']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:09.991939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfbaac-cb69-42db-8db5-2f731776ab9b service neutron] Pushing event updated for resources: {'Port': ['ID=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:10.020372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5988dc6-61d5-495d-83fd-56f11a7d933d') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:10.020673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5988dc6-61d5-495d-83fd-56f11a7d933d') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:10.045544 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.056788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-47450890-fbfa-4d68-94b9-f251150af131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.058202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-47450890-fbfa-4d68-94b9-f251150af131 service neutron] 10.222.0.31 "GET /v2.0/ports/7e22c53e-2dca-4bce-93fc-4acfff01c42b HTTP/1.1" status: 200 len: 1094 time: 0.0505323 Nov 12 08:24:10.061382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-e3affad8-906b-431b-ad19-4db79b01c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.063714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-e3affad8-906b-431b-ad19-4db79b01c9a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcd73db2181b463c815d9494e4da8ea0&device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 1095 time: 0.0804813 Nov 12 08:24:10.064422 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.068076 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-52e8f801-457d-42f2-89ea-e5c4a1d88db0 req-fa66bfb0-12a1-48a6-baa6-10924b90c491 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772698 Nov 12 08:24:10.070595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] Request body: {'binding': {'host': 'n-h1-768851-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:10.071088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] Unknown quota resources ['binding']. {{(pid=102444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:24:10.095072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:24:10.095550 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:24:10.097395 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:24:10.123756 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7366d266-c883-40e4-b2e8-1c94e6eb0e0e x-openstack-request-id: req-7366d266-c883-40e4-b2e8-1c94e6eb0e0e {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:10.124048 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2374c501-dec6-4b2d-a6d3-8569d19683c2", "tag": "cc6f7a7f-0880-4c80-ad7c-33908d72d2b8", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:10.124302 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7366d266-c883-40e4-b2e8-1c94e6eb0e0e {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:10.124700 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2374c501-dec6-4b2d-a6d3-8569d19683c2', 'tag': 'cc6f7a7f-0880-4c80-ad7c-33908d72d2b8', 'status': 'completed', 'code': 200} Nov 12 08:24:10.126286 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-cf2a7fe5-70ab-4529-8256-acb18b853eb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 HTTP/1.1" status: 200 len: 217 time: 0.0441084 Nov 12 08:24:10.204464 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.214165 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-2b0dee0b-9be4-45b6-acf3-6c34df3eceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.215653 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-2b0dee0b-9be4-45b6-acf3-6c34df3eceec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b HTTP/1.1" status: 200 len: 844 time: 0.0797548 Nov 12 08:24:10.220917 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.224335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ae25d1ac-984e-4de1-8be9-7dd3682cb674 HTTP/1.1" status: 204 len: 168 time: 0.4621027 Nov 12 08:24:10.227767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff92732-f4c3-4479-b0a5-30a370dcd8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae25d1ac-984e-4de1-8be9-7dd3682cb674,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:10.249318 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5bb73-b92b-42bf-baf1-36269a47ebea req-e85221b8-e8ef-4841-9493-d0f216e83028 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.250845 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93b5bb73-b92b-42bf-baf1-36269a47ebea req-e85221b8-e8ef-4841-9493-d0f216e83028 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 943 time: 0.0838213 Nov 12 08:24:10.267849 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-71b13f41-171e-42bb-8203-6c8e535f7a30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411482 Nov 12 08:24:10.283943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] Attempting to bind port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on host n-h1-768851-18 for vnic_type normal with profile None {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:10.284289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] Attempting to bind port 7e22c53e-2dca-4bce-93fc-4acfff01c42b by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:10.284606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] Attempting to bind port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:10.289127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] Port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:10.289460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] Attempting to bind port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:10.295121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:10.295472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:10.296231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:10.296730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] Bound port: 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:10.359795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:10.365513 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93b5bb73-b92b-42bf-baf1-36269a47ebea req-8fefefee-c0b9-4e6e-85fc-179e6a5809a3 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999341 Nov 12 08:24:10.374461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] Publish callbacks [] for binding, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.375683 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-8bc39e38-791a-4b43-ae6a-94822290615a service neutron] 10.222.0.31 "POST /v2.0/ports/7e22c53e-2dca-4bce-93fc-4acfff01c42b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3084521 Nov 12 08:24:10.387879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43106) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:10.411255 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-b2d54109-bd84-49e3-8789-8c82c554e5f9 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301551 Nov 12 08:24:10.444093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4e7fa16a-4008-4253-9c2f-a2af27d7ae67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9221d8713684465c9afb6d0bc3372d51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550342 Nov 12 08:24:10.446870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43108) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:10.538885 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d8179a59-0cc3-43c4-a21d-58cb27d1714e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.570649 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd0da842-219f-4a7d-9334-d45164aad8b3 req-3c68756f-18dc-45fe-8714-6a1ea25351f3 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504312 Nov 12 08:24:10.571277 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d8179a59-0cc3-43c4-a21d-58cb27d1714e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.593952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1119b-1c4d-4351-bfd8-b6c56c5a6fbf req-8cd232c0-d5eb-418f-958c-910eb3ffa652 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.595214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55e1119b-1c4d-4351-bfd8-b6c56c5a6fbf req-8cd232c0-d5eb-418f-958c-910eb3ffa652 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.0665896 Nov 12 08:24:10.679887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823730b9-87e5-4eef-8a80-b0f5ec123799 req-64848a7d-5478-4241-9049-0a796031bea7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.681413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-823730b9-87e5-4eef-8a80-b0f5ec123799 req-64848a7d-5478-4241-9049-0a796031bea7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0611253 Nov 12 08:24:10.682685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d8179a59-0cc3-43c4-a21d-58cb27d1714e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.685197 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d8179a59-0cc3-43c4-a21d-58cb27d1714e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.686573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d8179a59-0cc3-43c4-a21d-58cb27d1714e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6f83bac-ba4d-461c-8150-a7f886927d55 HTTP/1.1" status: 204 len: 168 time: 0.2362554 Nov 12 08:24:10.701441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8179a59-0cc3-43c4-a21d-58cb27d1714e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f83bac-ba4d-461c-8150-a7f886927d55,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:10.746136 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55e1119b-1c4d-4351-bfd8-b6c56c5a6fbf req-f8a5c68d-3e81-4a20-8b4a-ab85117b4eb9 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418548 Nov 12 08:24:10.757316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b424eb8-1e72-4e74-8991-818bf92ee915 req-aa118725-aaaa-4cfc-be16-8d67449b6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.759099 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b424eb8-1e72-4e74-8991-818bf92ee915 req-aa118725-aaaa-4cfc-be16-8d67449b6a4d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcd73db2181b463c815d9494e4da8ea0&device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 1095 time: 0.1194854 Nov 12 08:24:10.766281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-a3423ee7-a9fc-42c7-9430-db3426fc16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.768078 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-a3423ee7-a9fc-42c7-9430-db3426fc16f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 1097 time: 0.0955303 Nov 12 08:24:10.774101 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-823730b9-87e5-4eef-8a80-b0f5ec123799 req-514f67ad-4e28-43da-b294-9b96ef759a19 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784674 Nov 12 08:24:10.848061 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:10.991460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f6cc2-1938-4350-a68a-e2a49ddb0948 req-8c78ba54-7ffc-41a9-9234-40350345a17c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.993037 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d25f6cc2-1938-4350-a68a-e2a49ddb0948 req-8c78ba54-7ffc-41a9-9234-40350345a17c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.1376541 Nov 12 08:24:10.994469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b424eb8-1e72-4e74-8991-818bf92ee915 req-eab9e5b4-879f-4176-98ba-63f7147a0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.995869 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b424eb8-1e72-4e74-8991-818bf92ee915 req-eab9e5b4-879f-4176-98ba-63f7147a0562 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 200 len: 905 time: 0.2264051 Nov 12 08:24:10.996813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-0022bf01-36ef-489f-b282-d389e9833a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:10.998202 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-0022bf01-36ef-489f-b282-d389e9833a1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.2085621 Nov 12 08:24:11.088452 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-f6e38481-e40e-4e24-95ea-4c2cc89e0cc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b HTTP/1.1" status: 200 len: 217 time: 0.0818110 Nov 12 08:24:11.091175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b424eb8-1e72-4e74-8991-818bf92ee915 req-e7de9e30-1cf8-42bb-b7e3-f21517f69392 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 HTTP/1.1" status: 200 len: 217 time: 0.0731955 Nov 12 08:24:11.184880 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d25f6cc2-1938-4350-a68a-e2a49ddb0948 req-e1932158-6d8a-4f9d-b32b-8f37ce4d4c8a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802273 Nov 12 08:24:11.200407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b424eb8-1e72-4e74-8991-818bf92ee915 req-742eaf41-3221-4d58-bba8-f6c42a328094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:11.202145 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b424eb8-1e72-4e74-8991-818bf92ee915 req-742eaf41-3221-4d58-bba8-f6c42a328094 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b HTTP/1.1" status: 200 len: 844 time: 0.0962353 Nov 12 08:24:11.204360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-0c9e3348-3adb-4353-9285-7ef9fda1a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:11.206088 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-0c9e3348-3adb-4353-9285-7ef9fda1a76b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.1091280 Nov 12 08:24:11.218079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005001f0-c812-4ed5-8f15-2f4e6284c6c8 req-28cf6899-2b0d-48ec-b076-25d55f17a7f6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:11.219834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-005001f0-c812-4ed5-8f15-2f4e6284c6c8 req-28cf6899-2b0d-48ec-b076-25d55f17a7f6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0567486 Nov 12 08:24:11.265538 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b424eb8-1e72-4e74-8991-818bf92ee915 req-c86952a6-f3ac-4661-bb84-91d65e55ec34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541344 Nov 12 08:24:11.267764 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-0d749fba-8b24-46ba-bf09-9752678b3a9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484266 Nov 12 08:24:11.283447 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-005001f0-c812-4ed5-8f15-2f4e6284c6c8 req-a4307bb9-57ec-4c96-a117-f84a5d359edf tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531206 Nov 12 08:24:11.466831 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b424eb8-1e72-4e74-8991-818bf92ee915 req-c6031939-7ccb-4294-8479-f717ab491685 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936624 Nov 12 08:24:11.473994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-b90a1d6e-fb31-4bca-bae3-74c6a7bb3633 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935511 Nov 12 08:24:11.627717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb23c9c-5bb7-4d94-a83b-26f296249a3d req-c38dd6bc-453f-4180-93a2-874f5b4d4144 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:11.629315 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fdb23c9c-5bb7-4d94-a83b-26f296249a3d req-c38dd6bc-453f-4180-93a2-874f5b4d4144 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 943 time: 0.1764591 Nov 12 08:24:11.661626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43144) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:11.714828 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-91405d94-4d00-4c67-b9f0-b5330a186f83 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200589 Nov 12 08:24:11.720463 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b424eb8-1e72-4e74-8991-818bf92ee915 req-41bf4471-73d2-4f19-a571-3dc4a6ed6d1a service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271130 Nov 12 08:24:11.734757 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fdb23c9c-5bb7-4d94-a83b-26f296249a3d req-e61f4e71-b9b9-4824-a6f3-b366c4e8d56c tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964389 Nov 12 08:24:11.780035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1656390226-network', 'tenant_id': '1b0a023cc12642618447d538e4dc9837'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:11.803914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:11.806652 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.816327 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:11.908412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b94ac0-b025-4c28-959b-7c8bf148f36f req-4543557d-0625-4513-9aff-835d63c03049 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:11.911708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5b94ac0-b025-4c28-959b-7c8bf148f36f req-4543557d-0625-4513-9aff-835d63c03049 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.0865297 Nov 12 08:24:11.913058 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b040d-5a27-489f-8a21-c967a2f9d4ea req-a8cde3a0-7bb9-4832-ba17-56f87e590ee3 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:11.915107 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4f6b040d-5a27-489f-8a21-c967a2f9d4ea req-a8cde3a0-7bb9-4832-ba17-56f87e590ee3 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0707176 Nov 12 08:24:11.972942 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4f6b040d-5a27-489f-8a21-c967a2f9d4ea req-04676f2e-be61-479b-bd98-00535016f88e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505452 Nov 12 08:24:12.023018 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.031427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5b94ac0-b025-4c28-959b-7c8bf148f36f req-9fca8dd0-4691-43d3-b330-731f196da993 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079664 Nov 12 08:24:12.033137 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.070445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:12.095255 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5697b743-6fb9-4df7-93b5-11dac30f3d1d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:12.100640 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.101187 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Added segment 63aeb2bc-b526-49c6-8aaf-242b7f468064 of type vlan for network a0210ade-877d-4c8c-ae77-e1ebf871743f Nov 12 08:24:12.165858 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.206606 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.207765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:12.208499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.296920 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6341255 Nov 12 08:24:12.298695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600ada6-e017-41de-a83b-65817a351e59 admin admin] Pushing event updated for resources: {'Network': ['ID=a0210ade-877d-4c8c-ae77-e1ebf871743f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:12.300882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43154) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:12.306670 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c8c15bbc-e360-4b39-aade-dab951d76f95 admin admin] Request body: {'subnet': {'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1656390226-subnet', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:12.314021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network a0210ade-877d-4c8c-ae77-e1ebf871743f details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:12.348476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c15bbc-e360-4b39-aade-dab951d76f95 admin admin] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:12.351918 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8c15bbc-e360-4b39-aade-dab951d76f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.368212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0411e4-db9b-40fe-947b-98d595824b2b req-1f6940ef-cd28-4caa-8ebd-503b57c53d6d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:12.385577 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad0411e4-db9b-40fe-947b-98d595824b2b req-1f6940ef-cd28-4caa-8ebd-503b57c53d6d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.1029637 Nov 12 08:24:12.502404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a88d94-58a2-44ed-bfbc-261d29902dbf req-858b8577-fc1e-4e3a-920f-ff7731e11575 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:12.505662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6a88d94-58a2-44ed-bfbc-261d29902dbf req-858b8577-fc1e-4e3a-920f-ff7731e11575 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0795338 Nov 12 08:24:12.604958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6a88d94-58a2-44ed-bfbc-261d29902dbf req-272a7b25-8a24-4c0a-a8ad-efa1768c9d96 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921426 Nov 12 08:24:12.659479 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8c15bbc-e360-4b39-aade-dab951d76f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.735705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c15bbc-e360-4b39-aade-dab951d76f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82052e29-e311-4bbf-839f-355a57adecc9,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:12.753599 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad0411e4-db9b-40fe-947b-98d595824b2b req-71b7e4b0-5552-44f5-a3bf-4481392983d3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665249 Nov 12 08:24:12.778461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c15bbc-e360-4b39-aade-dab951d76f95 admin admin] Checking segment: {'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:12.779668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c15bbc-e360-4b39-aade-dab951d76f95 admin admin] Network hostable DHCP agents. Network: a0210ade-877d-4c8c-ae77-e1ebf871743f, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:12.804512 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c15bbc-e360-4b39-aade-dab951d76f95 admin admin] Network a0210ade-877d-4c8c-ae77-e1ebf871743f is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:12.815831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c8c15bbc-e360-4b39-aade-dab951d76f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, a0210ade-877d-4c8c-ae77-e1ebf871743f) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:12.820219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c15bbc-e360-4b39-aade-dab951d76f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:12.820866 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8c15bbc-e360-4b39-aade-dab951d76f95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.828315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aea043-82c6-4147-a92b-01a47a45cdba None None] Network a0210ade-877d-4c8c-ae77-e1ebf871743f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:12.872142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c8c15bbc-e360-4b39-aade-dab951d76f95 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5670581 Nov 12 08:24:12.872381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43164) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:12.876682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:12.882775 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf6e7b-9dea-4638-983a-222f87afdf4f req-995b797e-f67d-46ed-b525-5ba9de37c090 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:12.892498 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-20bf6e7b-9dea-4638-983a-222f87afdf4f req-995b797e-f67d-46ed-b525-5ba9de37c090 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 943 time: 0.0720153 Nov 12 08:24:12.914031 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.915330 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:12.972730 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-20bf6e7b-9dea-4638-983a-222f87afdf4f req-93e3092d-5474-4034-a67f-0d18af3e986a tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778863 Nov 12 08:24:12.983010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.090029 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-a0210ade-877d-4c8c-ae77-e1ebf871743f', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'fixed_ips': [{'subnet_id': '82052e29-e311-4bbf-839f-355a57adecc9'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:13.090947 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.219462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fbc49-69ea-4750-a64a-34461d1ea6b6 req-dfe5248e-f112-4a60-99fa-0f017b295ce3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:13.230860 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a39fbc49-69ea-4750-a64a-34461d1ea6b6 req-dfe5248e-f112-4a60-99fa-0f017b295ce3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.0835075 Nov 12 08:24:13.295953 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a39fbc49-69ea-4750-a64a-34461d1ea6b6 req-40621c4e-9012-4aa4-98c0-a55ea41d8688 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638571 Nov 12 08:24:13.362958 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Allocated IP 172.20.0.2 (a0210ade-877d-4c8c-ae77-e1ebf871743f/82052e29-e311-4bbf-839f-355a57adecc9/704b961e-c47c-4c36-bd8e-46105767b25a) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:13.529580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.548795 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.549009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe30194-079e-4c0a-beb7-23b965908175 req-8a8e4f63-9927-489d-8a53-0cb54913e051 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:13.556620 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.557020 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3fe30194-079e-4c0a-beb7-23b965908175 req-8a8e4f63-9927-489d-8a53-0cb54913e051 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.4427669 Nov 12 08:24:13.661911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3fe30194-079e-4c0a-beb7-23b965908175 req-6607290d-1ebe-4429-aab4-2534479b51e6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038630 Nov 12 08:24:13.743071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:13.754392 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Pushing event updated for resources: {'Port': ['ID=704b961e-c47c-4c36-bd8e-46105767b25a,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:13.763840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Network a0210ade-877d-4c8c-ae77-e1ebf871743f is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:13.766821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:13.767170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:13.767512 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:13.767856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:13.768838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:13.768838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:13.768838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:13.769674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:13.769674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:13.769886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:13.770151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:13.771944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:13.780985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:13.784749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:13.852792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c5207-dc90-418c-96fa-95d336dc62e3 req-d69bafb6-90e7-4a4a-af2e-94fea37c5ea7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:13.854388 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-647c5207-dc90-418c-96fa-95d336dc62e3 req-d69bafb6-90e7-4a4a-af2e-94fea37c5ea7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1185615 Nov 12 08:24:13.881435 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Attempting to bind port 704b961e-c47c-4c36-bd8e-46105767b25a on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:13.881810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Attempting to bind port 704b961e-c47c-4c36-bd8e-46105767b25a by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:13.882178 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Attempting to bind port 704b961e-c47c-4c36-bd8e-46105767b25a on network a0210ade-877d-4c8c-ae77-e1ebf871743f {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:13.893737 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.930236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:13.930667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Checking segment: {'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:13.931038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.931434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Bound using segment: {'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:13.931850 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-647c5207-dc90-418c-96fa-95d336dc62e3 req-beaaaf47-8f27-4732-b383-8d373095d269 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699129 Nov 12 08:24:13.932276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Bound port: 704b961e-c47c-4c36-bd8e-46105767b25a, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:13.932830 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:13.944583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.024038 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:14.038095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] For port 704b961e-c47c-4c36-bd8e-46105767b25a, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:14.050025 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'cc6f7a7f-0880-4c80-ad7c-33908d72d2b8', 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'port_id': 'cc6f7a7f-0880-4c80-ad7c-33908d72d2b8', 'mac_address': 'fa:16:3e:f1:2e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:14.054811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] For port 704b961e-c47c-4c36-bd8e-46105767b25a, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=704b961e-c47c-4c36-bd8e-46105767b25a,segment=NetworkSegment(63aeb2bc-b526-49c6-8aaf-242b7f468064),segment_id=63aeb2bc-b526-49c6-8aaf-242b7f468064)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:14.083502 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.145090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f747d5-57db-4828-8ae6-b8ca267ca404 None None] Pushing event updated for resources: {'Port': ['ID=704b961e-c47c-4c36-bd8e-46105767b25a,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:14.149091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b8679-7021-498c-b5ec-01b2d2728538 req-ec1fb792-5055-4338-848e-691fe0eeb6dd tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.150652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-034b8679-7021-498c-b5ec-01b2d2728538 req-ec1fb792-5055-4338-848e-691fe0eeb6dd tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.2230983 Nov 12 08:24:14.170810 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.188283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e801fbd-6c1d-44e4-8823-26d28c5bec53 req-065b9602-273f-4060-aa1b-e24662965bc3 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.191677 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e801fbd-6c1d-44e4-8823-26d28c5bec53 req-065b9602-273f-4060-aa1b-e24662965bc3 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 1098 time: 0.0915084 Nov 12 08:24:14.194619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:14.212244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Allocated IP 172.25.3.101 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/3782eba2-36e9-4afa-a2b1-528c5e4f60bc) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:14.235076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:14.241285 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.267305 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e801fbd-6c1d-44e4-8823-26d28c5bec53 req-47ee3b67-abd9-49ca-9c33-95fdacdd8d9d tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652483 Nov 12 08:24:14.296432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-034b8679-7021-498c-b5ec-01b2d2728538 req-8c9ba5da-fbdb-4384-b165-15e037978761 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370184 Nov 12 08:24:14.308778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:14.412350 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.423294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d4240-b041-4e86-8fe9-c3e33ba44120 req-e052faa9-4578-4ca6-809f-05830886e423 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.446448 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-239d4240-b041-4e86-8fe9-c3e33ba44120 req-e052faa9-4578-4ca6-809f-05830886e423 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 944 time: 0.1071284 Nov 12 08:24:14.532709 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:14.552469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['cc6f7a7f-0880-4c80-ad7c-33908d72d2b8'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:14.555425 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-239d4240-b041-4e86-8fe9-c3e33ba44120 req-acb27723-e502-456b-8ada-e08101f28e44 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812540 Nov 12 08:24:14.610216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:14.618970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:14.626236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:14.634773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Pushing event updated for resources: {'Port': ['ID=3782eba2-36e9-4afa-a2b1-528c5e4f60bc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:14.731702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09b17-f877-4f13-9e77-841ccce0bafc req-e16bc740-7a3c-4e86-aa4a-6d83af649863 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.733741 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a4d09b17-f877-4f13-9e77-841ccce0bafc req-e16bc740-7a3c-4e86-aa4a-6d83af649863 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e HTTP/1.1" status: 200 len: 950 time: 0.0922937 Nov 12 08:24:14.748584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21454ce2-d646-4c81-bef5-8cd5d8ec728c req-bfa7304a-a7d5-4c28-bfaf-4f5cb4e0b09f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:14.755974 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21454ce2-d646-4c81-bef5-8cd5d8ec728c req-bfa7304a-a7d5-4c28-bfaf-4f5cb4e0b09f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.2719431 Nov 12 08:24:14.848581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a4d09b17-f877-4f13-9e77-841ccce0bafc req-4f2bc238-bd6d-4140-8af6-7865cbc047d8 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077013 Nov 12 08:24:14.951469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21454ce2-d646-4c81-bef5-8cd5d8ec728c req-c7c53ab1-018e-46c4-ab3a-ba4e753eecc5 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430721 Nov 12 08:24:15.039130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5bce6-109c-4400-a2f3-df0c2e474a52 req-bee5563d-5b73-42c7-b267-00cf43425651 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:15.052310 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78b5bce6-109c-4400-a2f3-df0c2e474a52 req-bee5563d-5b73-42c7-b267-00cf43425651 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1232424 Nov 12 08:24:15.146614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78b5bce6-109c-4400-a2f3-df0c2e474a52 req-733df264-4b39-4431-a390-b2317d3c7c8e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844042 Nov 12 08:24:15.181318 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.407062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-79ff8773-8206-45a2-b17c-20cab172ecb3 req-809b1afe-6583-42d3-a828-debe8449f016 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:24:15.408070 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79ff8773-8206-45a2-b17c-20cab172ecb3 req-809b1afe-6583-42d3-a828-debe8449f016 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065267 Nov 12 08:24:15.605134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ebc32-217e-40f3-bed1-8662da1c9fed req-a8d7f793-7aee-4215-befc-e8a1f00e21e0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:15.615845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ebc32-217e-40f3-bed1-8662da1c9fed req-a8d7f793-7aee-4215-befc-e8a1f00e21e0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:15.624445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d4ebc32-217e-40f3-bed1-8662da1c9fed req-a8d7f793-7aee-4215-befc-e8a1f00e21e0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e&device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 1691 time: 0.2602398 Nov 12 08:24:15.628539 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:15.707184 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:15.750382 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d4ebc32-217e-40f3-bed1-8662da1c9fed req-d3e0c939-fa4a-4168-89b4-66710f903469 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248085 Nov 12 08:24:15.757935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f219dc-08fa-4047-b3fc-344bd197bd52 req-4ca9b419-c248-4c6c-ae6a-0910859f4baf tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:15.759944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b71e469-6f32-4c18-8a71-be9062926bff None None] Network a0210ade-877d-4c8c-ae77-e1ebf871743f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:15.766245 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6f219dc-08fa-4047-b3fc-344bd197bd52 req-4ca9b419-c248-4c6c-ae6a-0910859f4baf tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 944 time: 0.1127622 Nov 12 08:24:15.827444 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-5055db0d-3d81-4bcb-8ef0-242a1f1312db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1518035 Nov 12 08:24:15.858417 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6f219dc-08fa-4047-b3fc-344bd197bd52 req-1ea7af1a-2b1c-4e95-8f0a-08460028df7d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909734 Nov 12 08:24:15.916072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 704b961e-c47c-4c36-bd8e-46105767b25a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:16.102595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:16.114461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:16.114968 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.116550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2bc72-3c4b-4370-9990-751baaadc26d req-2ed1898a-67f4-4901-b5d9-4cc821dd3660 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:16.118657 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-67e12583-776e-4871-9728-c5f60b7bb0cb None None] Provisioning complete for port 704b961e-c47c-4c36-bd8e-46105767b25a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:16.119142 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-67e12583-776e-4871-9728-c5f60b7bb0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.123544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0cf2bc72-3c4b-4370-9990-751baaadc26d req-2ed1898a-67f4-4901-b5d9-4cc821dd3660 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.2118139 Nov 12 08:24:16.204414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 704b961e-c47c-4c36-bd8e-46105767b25a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:16.204847 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.209701 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0cf2bc72-3c4b-4370-9990-751baaadc26d req-68930b3d-6137-4f09-9910-fcd8a37e9d6e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785069 Nov 12 08:24:16.214222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Router c57b59d6-7a53-4843-9f6a-661074551a7b is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:24:16.295390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac96d2f-1a16-422f-a225-606e837193cd req-eacbb76a-7b90-4eb1-ade2-35033cdfe567 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:16.308204 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ac96d2f-1a16-422f-a225-606e837193cd req-eacbb76a-7b90-4eb1-ade2-35033cdfe567 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.1286218 Nov 12 08:24:16.413780 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ac96d2f-1a16-422f-a225-606e837193cd req-f2ca5d57-7983-43f4-8c82-b9257d485726 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042261 Nov 12 08:24:16.494161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:16.524518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Sync routers for ids ['c57b59d6-7a53-4843-9f6a-661074551a7b'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:16.544785 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.546297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8ecea527-1d11-48a9-b6e7-6796e4f50561 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6727233 Nov 12 08:24:16.548888 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43240) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:16.550219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb55afb-6fdc-4a77-b7de-859ec6ac9212 req-83f65031-58cd-4896-a5ae-dcaea5a95392 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:16.562627 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dbb55afb-6fdc-4a77-b7de-859ec6ac9212 req-83f65031-58cd-4896-a5ae-dcaea5a95392 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e HTTP/1.1" status: 200 len: 1102 time: 0.1126025 Nov 12 08:24:16.688611 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dbb55afb-6fdc-4a77-b7de-859ec6ac9212 req-ebb193a3-6afc-4047-af10-8e45d3b1ee58 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137879 Nov 12 08:24:16.691033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Routers {'c57b59d6-7a53-4843-9f6a-661074551a7b'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:16.695211 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57b59d6-7a53-4843-9f6a-661074551a7b'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:16.752695 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.812338 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-67e12583-776e-4871-9728-c5f60b7bb0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.865754 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2374c501-dec6-4b2d-a6d3-8569d19683c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6f7a7f-0880-4c80-ad7c-33908d72d2b8'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:16.867891 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0511c6af-d308-495b-ba3d-3ffd9d8ad707" -d '{"events": [{"server_uuid": "2374c501-dec6-4b2d-a6d3-8569d19683c2", "name": "network-vif-plugged", "status": "completed", "tag": "cc6f7a7f-0880-4c80-ad7c-33908d72d2b8"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:16.894392 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:16.899796 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.948427 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:16.957026 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147b9d4f-c3f6-455c-8ab8-859ad9782752 x-openstack-request-id: req-147b9d4f-c3f6-455c-8ab8-859ad9782752 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:16.957411 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2374c501-dec6-4b2d-a6d3-8569d19683c2", "name": "network-vif-plugged", "status": "completed", "tag": "cc6f7a7f-0880-4c80-ad7c-33908d72d2b8", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:16.957822 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-147b9d4f-c3f6-455c-8ab8-859ad9782752 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:16.958227 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2374c501-dec6-4b2d-a6d3-8569d19683c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6f7a7f-0880-4c80-ad7c-33908d72d2b8', 'code': 200} Nov 12 08:24:17.055536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-67e12583-776e-4871-9728-c5f60b7bb0cb None None] For port 704b961e-c47c-4c36-bd8e-46105767b25a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=704b961e-c47c-4c36-bd8e-46105767b25a,segment=NetworkSegment(63aeb2bc-b526-49c6-8aaf-242b7f468064),segment_id=63aeb2bc-b526-49c6-8aaf-242b7f468064)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:17.067074 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-67e12583-776e-4871-9728-c5f60b7bb0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.150657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c3656-e8d3-44b3-98a3-ac026e582b5d req-b4e28d01-7d00-4479-82f9-337fc1fd7f43 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.152866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-038c3656-e8d3-44b3-98a3-ac026e582b5d req-b4e28d01-7d00-4479-82f9-337fc1fd7f43 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 945 time: 0.0761902 Nov 12 08:24:17.156785 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Set router c57b59d6-7a53-4843-9f6a-661074551a7b gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:17.213063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267ca1f-15e6-44fe-a5d5-8f67e2bbc0bf req-86d3b6be-52d5-4e5e-9a7b-9e945beb7e41 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.222233 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2267ca1f-15e6-44fe-a5d5-8f67e2bbc0bf req-86d3b6be-52d5-4e5e-9a7b-9e945beb7e41 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 1102 time: 0.2508655 Nov 12 08:24:17.255521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:17.256306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6accc-d023-4595-bd59-f9bde317442d req-f2e1a02e-ef11-4440-99c2-2f61461ee89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.258172 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ea6accc-d023-4595-bd59-f9bde317442d req-f2e1a02e-ef11-4440-99c2-2f61461ee89b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 1097 time: 0.2093506 Nov 12 08:24:17.308027 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-038c3656-e8d3-44b3-98a3-ac026e582b5d req-c1d8d142-3965-4e1d-b83a-d25ecfa06fe2 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444960 Nov 12 08:24:17.339899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e12583-776e-4871-9728-c5f60b7bb0cb None None] Pushing event updated for resources: {'Port': ['ID=704b961e-c47c-4c36-bd8e-46105767b25a,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:17.368198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2267ca1f-15e6-44fe-a5d5-8f67e2bbc0bf req-d9d286d4-3c08-41c1-ac31-e49de738f620 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399002 Nov 12 08:24:17.401449 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:24:17.402363 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:24:17.452742 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ea6accc-d023-4595-bd59-f9bde317442d req-11aac6fe-f8a2-4ffc-84c2-3bae8574ec16 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800163 Nov 12 08:24:17.485721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7e39086d-13a7-45c4-940b-5ce8477412c9 None None] Provisioning complete for port 704b961e-c47c-4c36-bd8e-46105767b25a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:17.486163 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7e39086d-13a7-45c4-940b-5ce8477412c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.640047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229bc51-afda-408c-81d1-cc2647bd9551 req-8c84fbe5-4e65-4cd8-919b-e42a8a29347f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:17.642276 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5229bc51-afda-408c-81d1-cc2647bd9551 req-8c84fbe5-4e65-4cd8-919b-e42a8a29347f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1068301 Nov 12 08:24:17.645310 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:17.719089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 3, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:17.745796 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5229bc51-afda-408c-81d1-cc2647bd9551 req-f38c65ec-852d-4bd4-97e1-c397de6c3d9e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964603 Nov 12 08:24:17.825293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Checking router: c57b59d6-7a53-4843-9f6a-661074551a7b for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:24:17.825904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Updating router c57b59d6-7a53-4843-9f6a-661074551a7b port 3782eba2-36e9-4afa-a2b1-528c5e4f60bc binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:24:17.863809 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.048960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44c30c-4d08-4f98-825e-7925476a2c52 req-e3425842-4a7b-4413-b091-28a94672c6dd tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.050928 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d44c30c-4d08-4f98-825e-7925476a2c52 req-e3425842-4a7b-4413-b091-28a94672c6dd tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.1226456 Nov 12 08:24:18.059525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Allocated IP 172.20.0.1 (a0210ade-877d-4c8c-ae77-e1ebf871743f/82052e29-e311-4bbf-839f-355a57adecc9/62ca2a27-601c-4109-a5e7-9c6dbb7a7277) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:18.197741 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d44c30c-4d08-4f98-825e-7925476a2c52 req-5c9b78c2-b118-4b34-b4f4-a0cbeec5f07f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392031 Nov 12 08:24:18.355391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 704b961e-c47c-4c36-bd8e-46105767b25a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:18.356623 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.364685 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-5b1d2200-5260-4520-adc0-a14b25701a19 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782135 Nov 12 08:24:18.501183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 704b961e-c47c-4c36-bd8e-46105767b25a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:18.501559 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.532227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f87ed-c886-49c7-91f7-648989824a78 req-195e7b72-c8ea-41f1-a788-c84c05d887eb tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.533840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-583f87ed-c886-49c7-91f7-648989824a78 req-195e7b72-c8ea-41f1-a788-c84c05d887eb tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 945 time: 0.0971601 Nov 12 08:24:18.567608 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fefa8-264b-4cb6-975a-204d972225dc req-3f492eb9-9a43-4d88-825f-fcec04ce6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.569131 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-3f492eb9-9a43-4d88-825f-fcec04ce6b40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 1102 time: 0.1208322 Nov 12 08:24:18.599152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-583f87ed-c886-49c7-91f7-648989824a78 req-ac26843e-e764-4cf8-ab6c-b349cbd06015 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561011 Nov 12 08:24:18.634868 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.682969 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.696762 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.708340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Pushing event updated for resources: {'Port': ['ID=62ca2a27-601c-4109-a5e7-9c6dbb7a7277,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:18.717928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-3380d609-3f66-4b6d-9223-88ab87d752b0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.725443 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-3380d609-3f66-4b6d-9223-88ab87d752b0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3493905 Nov 12 08:24:18.756998 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-e1e367b3-b61e-43b7-9ba5-09998ff34683 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/quotas/23311f6fc28247b28ff4321d967c2226 HTTP/1.1" status: 200 len: 375 time: 0.0305991 Nov 12 08:24:18.770760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Attempting to bind port 3782eba2-36e9-4afa-a2b1-528c5e4f60bc on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:18.771377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Attempting to bind port 3782eba2-36e9-4afa-a2b1-528c5e4f60bc by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:18.771747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Attempting to bind port 3782eba2-36e9-4afa-a2b1-528c5e4f60bc on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:18.800707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:18.801408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Network a0210ade-877d-4c8c-ae77-e1ebf871743f is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:18.803791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:18.804262 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.805495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:18.807357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Bound port: 3782eba2-36e9-4afa-a2b1-528c5e4f60bc, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:18.809079 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:18.810326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:18.822928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:18.868094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fefa8-264b-4cb6-975a-204d972225dc req-20c6de72-bfc8-41c5-8591-e87de117c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:18.869720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-20c6de72-bfc8-41c5-8591-e87de117c87c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2812934 Nov 12 08:24:18.894905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-984b8a98-db59-4c33-8351-c4e6273057c3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1340404 Nov 12 08:24:18.899645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da2950-8109-456e-a58f-9ea242ea76f6 None None] Pushing event updated for resources: {'Port': ['ID=3782eba2-36e9-4afa-a2b1-528c5e4f60bc,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:18.944745 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] For port 3782eba2-36e9-4afa-a2b1-528c5e4f60bc, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:18.948742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] For port 3782eba2-36e9-4afa-a2b1-528c5e4f60bc, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3782eba2-36e9-4afa-a2b1-528c5e4f60bc,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:18.957240 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.015594 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-38d74aa1-6c1c-42df-aa5b-c12743451b38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f HTTP/1.1" status: 200 len: 217 time: 0.1160314 Nov 12 08:24:19.023414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94eac16-bade-4ff7-b089-600e2334b577 req-7a8a2af1-1a82-4dd4-91c5-9feea83c2135 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.025068 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e94eac16-bade-4ff7-b089-600e2334b577 req-7a8a2af1-1a82-4dd4-91c5-9feea83c2135 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1259277 Nov 12 08:24:19.031059 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.039691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da2950-8109-456e-a58f-9ea242ea76f6 None None] Pushing event updated for resources: {'Port': ['ID=3782eba2-36e9-4afa-a2b1-528c5e4f60bc,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:19.051264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Routers {'c57b59d6-7a53-4843-9f6a-661074551a7b'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:19.052107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57b59d6-7a53-4843-9f6a-661074551a7b'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:19.139449 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e94eac16-bade-4ff7-b089-600e2334b577 req-f5356903-0b44-4283-a8a8-4dc4de9d7004 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001251 Nov 12 08:24:19.229978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] Set router c57b59d6-7a53-4843-9f6a-661074551a7b gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:19.263310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fefa8-264b-4cb6-975a-204d972225dc req-42a0b979-3d5b-434e-8ed8-d20f052f28c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.264764 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-42a0b979-3d5b-434e-8ed8-d20f052f28c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0750184 Nov 12 08:24:19.348831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fefa8-264b-4cb6-975a-204d972225dc req-af1c7565-69ad-45f0-93d2-46fc4e54d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.350500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-af1c7565-69ad-45f0-93d2-46fc4e54d41d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0621512 Nov 12 08:24:19.406906 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.454450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-24cc1c8f-eb17-4c5b-b884-e7a6c59b0bef None None] Provisioning complete for port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:19.454891 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-24cc1c8f-eb17-4c5b-b884-e7a6c59b0bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:19.542709 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-24cc1c8f-eb17-4c5b-b884-e7a6c59b0bef None None] Port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:19.547805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab066dd-5cd0-401c-a0ac-ab76f32c87e0 req-0c1fec8e-539e-4780-a550-c92ba7e9dce0 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.559214 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ab066dd-5cd0-401c-a0ac-ab76f32c87e0 req-0c1fec8e-539e-4780-a550-c92ba7e9dce0 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.0853128 Nov 12 08:24:19.584480 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-3f0120d7-e3ca-45b6-9643-5aa8a28c01a1 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147994 Nov 12 08:24:19.612717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 3, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:19.645393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ab066dd-5cd0-401c-a0ac-ab76f32c87e0 req-059a76a3-a752-459d-9ef2-faed4ed57195 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843568 Nov 12 08:24:19.669353 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5e2ad-1706-4f97-bffd-81f42c1b861c None None] The sync data for ids ['c57b59d6-7a53-4843-9f6a-661074551a7b'] in n-d-768851-18 is: [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:24:14Z', 'revision_number': 3, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:19.798937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eead4a-8e0d-49c4-86b4-bc8b90281bda req-22d3ce8f-f023-4c22-971c-5dfc0fab0366 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:19.809445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-32eead4a-8e0d-49c4-86b4-bc8b90281bda req-22d3ce8f-f023-4c22-971c-5dfc0fab0366 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 945 time: 0.0984132 Nov 12 08:24:19.923101 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-32eead4a-8e0d-49c4-86b4-bc8b90281bda req-6929e9d5-d18f-4793-85d2-9ff7c0010fca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111917 Nov 12 08:24:20.116570 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-fe975041-e787-4cf9-a740-cdad868ee35b service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017817 Nov 12 08:24:20.258015 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.297628 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.366597 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3782eba2-36e9-4afa-a2b1-528c5e4f60bc up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:20.375297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ecc0a-486e-4e90-b20d-2d6b9397c091 req-680a4f21-da23-4d9a-aedd-da64e817b0fb tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:20.384176 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-81960b15-230d-4191-a801-e07a31d39b10 req-a5b493ad-0bed-4f8d-8ce5-dbb84112ad11 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 210 time: 0.1215360 Nov 12 08:24:20.391308 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e19ecc0a-486e-4e90-b20d-2d6b9397c091 req-680a4f21-da23-4d9a-aedd-da64e817b0fb tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 945 time: 0.1199193 Nov 12 08:24:20.447676 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.453291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Pushing event updated for resources: {'Port': ['ID=62ca2a27-601c-4109-a5e7-9c6dbb7a7277,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:20.509357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3782eba2-36e9-4afa-a2b1-528c5e4f60bc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:20.509859 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.551163 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e19ecc0a-486e-4e90-b20d-2d6b9397c091 req-23d34ec5-6e2c-4084-8606-ab22b51f72f5 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533525 Nov 12 08:24:20.683551 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.709842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Network a0210ade-877d-4c8c-ae77-e1ebf871743f is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:20.712942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:20.727568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 3782eba2-36e9-4afa-a2b1-528c5e4f60bc, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3782eba2-36e9-4afa-a2b1-528c5e4f60bc,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:20.736599 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:20.880645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=3782eba2-36e9-4afa-a2b1-528c5e4f60bc,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:20.977989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Router c57b59d6-7a53-4843-9f6a-661074551a7b has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:24:21.020282 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51cbf4-756f-4045-a612-bd431867cffe req-d75e6042-3641-4b22-91a3-c834d4c0a839 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:21.033283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a51cbf4-756f-4045-a612-bd431867cffe req-d75e6042-3641-4b22-91a3-c834d4c0a839 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.3557901 Nov 12 08:24:21.151812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c3025-f98e-4e82-abb9-68984674d0c0 req-2d10104e-28d6-4a3b-bc12-a6889a30226e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:21.161142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-709c3025-f98e-4e82-abb9-68984674d0c0 req-2d10104e-28d6-4a3b-bc12-a6889a30226e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.1477439 Nov 12 08:24:21.205953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-dba91fdc-0559-4e69-a4a3-3d175997b8b8 None None] Provisioning complete for port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:21.213444 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dba91fdc-0559-4e69-a4a3-3d175997b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:21.259808 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-709c3025-f98e-4e82-abb9-68984674d0c0 req-864a534e-ae15-46f9-90ab-747ae0d56b1f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886703 Nov 12 08:24:21.294746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-dba91fdc-0559-4e69-a4a3-3d175997b8b8 None None] Port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:21.328788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a51cbf4-756f-4045-a612-bd431867cffe req-34761030-d7d9-4428-8294-24d54f3ecf93 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944183 Nov 12 08:24:21.343692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:24:21.361153 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-71a6222a-5616-439c-89ed-d6233ffa1404 admin admin] 10.222.0.31 "PUT /v2.0/routers/c57b59d6-7a53-4843-9f6a-661074551a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8075740 Nov 12 08:24:21.507477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1e02c88-0ecf-461f-88c6-ccb3a7dfa9f2 req-548ac53b-84a9-45e3-9ccc-1dcaea4e8c3a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0459440 Nov 12 08:24:21.773213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba0e2b-4c42-4fb7-9b8d-48f458a32f03 req-24d5128f-afe3-47be-80c5-1046eb0f143f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:21.775187 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1eba0e2b-4c42-4fb7-9b8d-48f458a32f03 req-24d5128f-afe3-47be-80c5-1046eb0f143f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 945 time: 0.1311061 Nov 12 08:24:21.865083 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1eba0e2b-4c42-4fb7-9b8d-48f458a32f03 req-16941f22-f102-4208-a7e6-abf42628b6e2 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748441 Nov 12 08:24:21.975520 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-b9c5a060-9428-4d0f-a470-bf3a855e1e15 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846648 Nov 12 08:24:22.024306 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.146881 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-2a28765a-d421-4533-86c6-967e10ee3647 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776689 Nov 12 08:24:22.319303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3782eba2-36e9-4afa-a2b1-528c5e4f60bc up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:22.411989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3782eba2-36e9-4afa-a2b1-528c5e4f60bc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:22.413638 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:22.523685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f495816-db96-4bdc-876d-16d1a12a173b req-1f07a6db-33bc-4e94-981f-8fddd204b545 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:22.534027 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f495816-db96-4bdc-876d-16d1a12a173b req-1f07a6db-33bc-4e94-981f-8fddd204b545 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.0795472 Nov 12 08:24:22.592528 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Sync routers for ids ['c57b59d6-7a53-4843-9f6a-661074551a7b'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:24:22.618466 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Routers {'c57b59d6-7a53-4843-9f6a-661074551a7b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:22.619110 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57b59d6-7a53-4843-9f6a-661074551a7b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:22.654155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f495816-db96-4bdc-876d-16d1a12a173b req-befa31f3-2309-4f24-b378-544776edccc2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182237 Nov 12 08:24:22.819292 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d1117c-9743-4445-b420-7f5022ab03fa req-7b055179-c403-4180-a7c7-7d227febbd6c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0500023 Nov 12 08:24:22.851817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-524b3b71-f089-4cf3-a7ee-318a77e8508a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:22.853558 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-524b3b71-f089-4cf3-a7ee-318a77e8508a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8686495 Nov 12 08:24:22.869364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Request body: {'port': {'device_id': 'c222d787-0714-4404-8fbd-17c05bcd59c5', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '23311f6fc28247b28ff4321d967c2226'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:22.883707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-a4d14696-ede0-4ef2-8fd7-78c529cd3536 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:22.885303 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-a4d14696-ede0-4ef2-8fd7-78c529cd3536 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7298288 Nov 12 08:24:22.915649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Request body: {'port': {'device_id': '961146dc-91eb-4ebc-b3eb-62509ae9e4a2', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '23311f6fc28247b28ff4321d967c2226'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:22.949906 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Set router c57b59d6-7a53-4843-9f6a-661074551a7b gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:23.062378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667904-809d-438a-b98a-b3900c518333 req-be6fe200-8b37-4939-9227-9909f17a012b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:23.072172 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3667904-809d-438a-b98a-b3900c518333 req-be6fe200-8b37-4939-9227-9909f17a012b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.2774227 Nov 12 08:24:23.201463 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3667904-809d-438a-b98a-b3900c518333 req-e5ffd146-a0de-4938-b6db-8e3b2af71a40 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280844 Nov 12 08:24:23.228336 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.api [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:24:23.228336 n-d-768851-18 neutron-server[102445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 08:24:23.228336 n-d-768851-18 neutron-server[102445]: [parameters: {'project_id': '23311f6fc28247b28ff4321d967c2226', 'id': '90992003-97b8-4203-9a80-d24119cd5a77', 'expiration': datetime.datetime(2021, 11, 12, 8, 26, 23, 217739)}] Nov 12 08:24:23.228336 n-d-768851-18 neutron-server[102445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:24:23.229516 n-d-768851-18 neutron-server[102445]: DEBUG oslo_db.api [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:24:23.234308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Made reservation on behalf of 23311f6fc28247b28ff4321d967c2226 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:23.239106 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.342594 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:24:19Z', 'revision_number': 4, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '62ca2a27-601c-4109-a5e7-9c6dbb7a7277', 'name': '', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'mac_address': 'fa:16:3e:d3:10:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '82052e29-e311-4bbf-839f-355a57adecc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:17Z', 'updated_at': '2021-11-12T08:24:19Z', 'revision_number': 2, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'subnets': [{'id': '82052e29-e311-4bbf-839f-355a57adecc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:23.373706 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Checking router: c57b59d6-7a53-4843-9f6a-661074551a7b for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:24:23.374319 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Updating router c57b59d6-7a53-4843-9f6a-661074551a7b port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:24:23.406516 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.432162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Allocated IP 192.168.233.190 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/1d0fb192-bbce-4a75-abbd-b260605b5a8f) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:23.653805 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.719290 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.734295 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:23.842400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7fecd-e0dd-43d2-adbd-a523714c2680 req-0c3720db-d16b-4d05-84f6-ce2e1b5cbc34 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:23.858045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-15a7fecd-e0dd-43d2-adbd-a523714c2680 req-0c3720db-d16b-4d05-84f6-ce2e1b5cbc34 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.0977294 Nov 12 08:24:23.876544 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.887597 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:23.896232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3', 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:23.983327 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-15a7fecd-e0dd-43d2-adbd-a523714c2680 req-ede3a9b7-607f-402c-bb30-3e62109a8ce6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239328 Nov 12 08:24:24.014621 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:24.036970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event updated for resources: {'Port': ['ID=1d0fb192-bbce-4a75-abbd-b260605b5a8f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.055933 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78fcb4-6da6-4f45-9c11-37183dc23961 None None] Pushing event updated for resources: {'Port': ['ID=62ca2a27-601c-4109-a5e7-9c6dbb7a7277,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.084704 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:24.094618 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:24.111685 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1250d73e-02fb-49a9-8fa9-e6b04d7d2f60 req-81ff1572-51b9-4718-b124-c8f40d18e309 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 210 time: 0.1140013 Nov 12 08:24:24.206868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Made reservation on behalf of 23311f6fc28247b28ff4321d967c2226 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:24.214113 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.240583 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Attempting to bind port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:24.241450 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Attempting to bind port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:24.243919 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Attempting to bind port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 on network a0210ade-877d-4c8c-ae77-e1ebf871743f {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:24.262809 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:24.263510 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Checking segment: {'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:24.265117 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.267487 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Bound using segment: {'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:24.268215 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Bound port: 62ca2a27-601c-4109-a5e7-9c6dbb7a7277, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:24.277023 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.430563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:24.431236 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.517360 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] For port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:24.520593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dfd7f-4010-4973-b6e9-3934b0f1b165 req-9863c672-4f83-4871-baee-afc62679e913 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:24.522249 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] For port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=62ca2a27-601c-4109-a5e7-9c6dbb7a7277,segment=NetworkSegment(63aeb2bc-b526-49c6-8aaf-242b7f468064),segment_id=63aeb2bc-b526-49c6-8aaf-242b7f468064)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:24.524124 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-0a74d7dd-cc4f-4ecd-9ea3-4ae1838c955c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6584945 Nov 12 08:24:24.535661 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.546970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-377dfd7f-4010-4973-b6e9-3934b0f1b165 req-9863c672-4f83-4871-baee-afc62679e913 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1382034 Nov 12 08:24:24.548826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Request body: {'port': {'device_id': 'c222d787-0714-4404-8fbd-17c05bcd59c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:24.657703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6d64f45b-07bb-445f-bc02-5afe2c1a4255 None None] Provisioning complete for port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:24.658789 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78fcb4-6da6-4f45-9c11-37183dc23961 None None] Pushing event updated for resources: {'Port': ['ID=62ca2a27-601c-4109-a5e7-9c6dbb7a7277,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:24.660761 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6d64f45b-07bb-445f-bc02-5afe2c1a4255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.681321 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Routers {'c57b59d6-7a53-4843-9f6a-661074551a7b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:24:24.682621 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:24:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57b59d6-7a53-4843-9f6a-661074551a7b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:24.684392 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-377dfd7f-4010-4973-b6e9-3934b0f1b165 req-3e4d8600-86e2-4a2e-a16f-785ea07120df tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350951 Nov 12 08:24:24.767081 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:24.849727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Allocated IP 192.168.233.224 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/0b4864f8-ebb7-469d-84ae-0aa7e31cf68e) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:24.899256 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] Set router c57b59d6-7a53-4843-9f6a-661074551a7b gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:24:25.025795 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6d64f45b-07bb-445f-bc02-5afe2c1a4255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.153944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6d64f45b-07bb-445f-bc02-5afe2c1a4255 None None] For port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=62ca2a27-601c-4109-a5e7-9c6dbb7a7277,segment=NetworkSegment(63aeb2bc-b526-49c6-8aaf-242b7f468064),segment_id=63aeb2bc-b526-49c6-8aaf-242b7f468064)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:25.165470 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6d64f45b-07bb-445f-bc02-5afe2c1a4255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.271965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64f45b-07bb-445f-bc02-5afe2c1a4255 None None] Pushing event updated for resources: {'Port': ['ID=62ca2a27-601c-4109-a5e7-9c6dbb7a7277,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:25.307880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e1eb48d0-b102-4496-b254-2772edc81a4b None None] Provisioning complete for port 1d0fb192-bbce-4a75-abbd-b260605b5a8f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:25.308802 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e1eb48d0-b102-4496-b254-2772edc81a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.363046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e1eb48d0-b102-4496-b254-2772edc81a4b None None] Port 1d0fb192-bbce-4a75-abbd-b260605b5a8f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:25.380484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e1eb48d0-b102-4496-b254-2772edc81a4b None None] Provisioning complete for port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:25.382413 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e1eb48d0-b102-4496-b254-2772edc81a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.399568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fd9680c-ec5c-48d6-bc9d-55170aa7bf99 req-3697ab89-6e27-43dc-b5b7-a9bd6fad6426 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0674617 Nov 12 08:24:25.542278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a399-527b-4fef-93ff-a89ba9f67a47 req-3ecb3323-87f2-429d-9dbd-a4112ecaf8ac tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:25.555674 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb44a399-527b-4fef-93ff-a89ba9f67a47 req-3ecb3323-87f2-429d-9dbd-a4112ecaf8ac tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.2597857 Nov 12 08:24:25.684288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:25.833047 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:24:19Z', 'revision_number': 4, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '62ca2a27-601c-4109-a5e7-9c6dbb7a7277', 'name': '', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'mac_address': 'fa:16:3e:d3:10:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '82052e29-e311-4bbf-839f-355a57adecc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:17Z', 'updated_at': '2021-11-12T08:24:24Z', 'revision_number': 4, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'subnets': [{'id': '82052e29-e311-4bbf-839f-355a57adecc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:24:25.842632 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb44a399-527b-4fef-93ff-a89ba9f67a47 req-7840ceab-df24-4603-821c-07ad8b3db1a1 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854838 Nov 12 08:24:25.866053 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:25.913435 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'cc6f7a7f-0880-4c80-ad7c-33908d72d2b8', 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'port_id': 'cc6f7a7f-0880-4c80-ad7c-33908d72d2b8', 'mac_address': 'fa:16:3e:f1:2e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:25.921071 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec71c01-5de6-4341-8636-f3a67132abf2 None None] The sync data for ids ['c57b59d6-7a53-4843-9f6a-661074551a7b'] in n-d-768851-18 is: [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:24:19Z', 'revision_number': 4, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '62ca2a27-601c-4109-a5e7-9c6dbb7a7277', 'name': '', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'mac_address': 'fa:16:3e:d3:10:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '82052e29-e311-4bbf-839f-355a57adecc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:17Z', 'updated_at': '2021-11-12T08:24:24Z', 'revision_number': 4, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'subnets': [{'id': '82052e29-e311-4bbf-839f-355a57adecc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:24:25.962735 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:25.969816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda19b3a-8331-4d8e-b92c-b81c90cbd3bd req-04410fc1-d075-45a8-a79c-6bd4d38140b9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:25.980003 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cda19b3a-8331-4d8e-b92c-b81c90cbd3bd req-04410fc1-d075-45a8-a79c-6bd4d38140b9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0978656 Nov 12 08:24:26.000022 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.067465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:26.100623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cda19b3a-8331-4d8e-b92c-b81c90cbd3bd req-7d0774b0-3a7b-430b-9673-97204f85421a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081858 Nov 12 08:24:26.118045 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.169084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:26.174989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3', 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:26.212058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:26.334716 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.408808 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:26.423714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:26.428019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:26.436782 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event updated for resources: {'Port': ['ID=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:26.492099 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:26.586515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:26.587060 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.610170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['cc6f7a7f-0880-4c80-ad7c-33908d72d2b8'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:26.683883 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-6e4de2f7-bf83-4f81-829a-a91ac716e238 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7838066 Nov 12 08:24:26.688805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e6469-19ce-4afd-9dbf-57ced261b910 req-821f1de9-c212-4f6e-997a-e31b3901e13c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:26.701162 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-803e6469-19ce-4afd-9dbf-57ced261b910 req-821f1de9-c212-4f6e-997a-e31b3901e13c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 936 time: 0.1359067 Nov 12 08:24:26.800926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0fb192-bbce-4a75-abbd-b260605b5a8f {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:26.815135 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.825369 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-803e6469-19ce-4afd-9dbf-57ced261b910 req-82e8f0bf-30c0-47d0-8183-50cf676860b8 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218121 Nov 12 08:24:26.835072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Transition to ACTIVE for port object 1d0fb192-bbce-4a75-abbd-b260605b5a8f will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:26.856436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Request body: {'port': {'device_id': '961146dc-91eb-4ebc-b3eb-62509ae9e4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:26.867326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:26.897767 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:26.996320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7fe2ab00-3275-44c7-a5e8-b718e52d25d0 None None] Provisioning complete for port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:26.996697 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7fe2ab00-3275-44c7-a5e8-b718e52d25d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.173063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff5db3-81af-4a72-974b-401007921370 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0fb192-bbce-4a75-abbd-b260605b5a8f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:27.314341 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.531454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45cbd-03d7-43b8-acb4-e00292d9a461 req-d4724594-84c0-4028-863f-aba6f714c0ff tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:27.554060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b6c45cbd-03d7-43b8-acb4-e00292d9a461 req-d4724594-84c0-4028-863f-aba6f714c0ff tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.1528685 Nov 12 08:24:27.603524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Attempting to bind port 1d0fb192-bbce-4a75-abbd-b260605b5a8f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:27.604269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Attempting to bind port 1d0fb192-bbce-4a75-abbd-b260605b5a8f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:27.604801 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Attempting to bind port 1d0fb192-bbce-4a75-abbd-b260605b5a8f on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:27.725704 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b6c45cbd-03d7-43b8-acb4-e00292d9a461 req-0aa97092-b3bc-436d-942e-3c353c3ca47d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684089 Nov 12 08:24:27.730786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Port 1d0fb192-bbce-4a75-abbd-b260605b5a8f on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:27.733414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Attempting to bind port 1d0fb192-bbce-4a75-abbd-b260605b5a8f on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:27.778178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:27.778517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:27.789549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:27.790012 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Bound port: 1d0fb192-bbce-4a75-abbd-b260605b5a8f, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:27.793039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:27.848161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:27.848849 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.101850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67d895-20df-498f-8b4e-bb9d12ac4c9b req-db7f5199-96e3-4f03-a904-41e51ed6d6a1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:28.104190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2e67d895-20df-498f-8b4e-bb9d12ac4c9b req-db7f5199-96e3-4f03-a904-41e51ed6d6a1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1343937 Nov 12 08:24:28.120217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2ab00-3275-44c7-a5e8-b718e52d25d0 None None] Port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:24:28.208352 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2e67d895-20df-498f-8b4e-bb9d12ac4c9b req-75cf43d0-539f-4b26-9044-368510a903f4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974140 Nov 12 08:24:28.536429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:28.548008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-fb1d559d-7ada-4efc-8efe-b5786ae6f2a8 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:28.555363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-fb1d559d-7ada-4efc-8efe-b5786ae6f2a8 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc&tenant_id=bef941d2508140b5b49158f037d4051b&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.3001788 Nov 12 08:24:28.594584 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.656948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-18'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:28.701965 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.723237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Transition to ACTIVE for port object 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:28.750964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.914884 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:28.927802 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f374e639-7300-4795-b05c-b4daff346bab req-b7529472-fe7d-4d55-9b16-b0eef6ef3968 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5996480 Nov 12 08:24:28.950569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:28.959166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] For port 1d0fb192-bbce-4a75-abbd-b260605b5a8f, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:28.995987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aebdd-7510-44ec-b30d-53b373fbefd7 req-e52f4513-2e1b-4c95-b1e8-e316d03ac5d8 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:29.012825 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c23aebdd-7510-44ec-b30d-53b373fbefd7 req-e52f4513-2e1b-4c95-b1e8-e316d03ac5d8 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 936 time: 0.5667832 Nov 12 08:24:29.024066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] For port 1d0fb192-bbce-4a75-abbd-b260605b5a8f, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1d0fb192-bbce-4a75-abbd-b260605b5a8f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:29.036159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.180596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c23aebdd-7510-44ec-b30d-53b373fbefd7 req-d9d7de8d-a616-4615-bc7f-3ab36e40095d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604786 Nov 12 08:24:29.326269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:29.327253 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.328884 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-faff5db3-81af-4a72-974b-401007921370 service neutron] 10.222.0.52 "PUT /v2.0/ports/1d0fb192-bbce-4a75-abbd-b260605b5a8f HTTP/1.1" status: 200 len: 1097 time: 4.7863164 Nov 12 08:24:29.337913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c222d787-0714-4404-8fbd-17c05bcd59c5', 'tag': '1d0fb192-bbce-4a75-abbd-b260605b5a8f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:29.340869 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e8d65a-f2c9-49eb-bd45-45519ac57163" -d '{"events": [{"name": "network-changed", "server_uuid": "c222d787-0714-4404-8fbd-17c05bcd59c5", "tag": "1d0fb192-bbce-4a75-abbd-b260605b5a8f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:29.344533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374e639-7300-4795-b05c-b4daff346bab req-22963d7d-c53c-489b-8a9f-c079410caff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:29.353714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f374e639-7300-4795-b05c-b4daff346bab req-22963d7d-c53c-489b-8a9f-c079410caff8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 1096 time: 0.3381650 Nov 12 08:24:29.608350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff5db3-81af-4a72-974b-401007921370 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0fb192-bbce-4a75-abbd-b260605b5a8f,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:29.710835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:29.725659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Attempting to bind port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:29.726239 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Attempting to bind port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:29.733630 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Attempting to bind port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:29.759710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:29.763758 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Attempting to bind port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:29.781216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-8ddcd5a7-f181-49b9-a5b9-97380343487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:29.787536 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-8ddcd5a7-f181-49b9-a5b9-97380343487e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=c222d787-0714-4404-8fbd-17c05bcd59c5 HTTP/1.1" status: 200 len: 1100 time: 0.3275218 Nov 12 08:24:29.825475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:29.826187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:29.826814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:29.827440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Bound port: 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:29.827900 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:29.865590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-c7efbcc1-0d2c-458c-9c00-332dc54b045e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1d0fb192-bbce-4a75-abbd-b260605b5a8f HTTP/1.1" status: 200 len: 217 time: 0.0631807 Nov 12 08:24:29.881277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374e639-7300-4795-b05c-b4daff346bab req-c573b985-2381-4ba7-a244-5b7a35622bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:29.883188 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f374e639-7300-4795-b05c-b4daff346bab req-c573b985-2381-4ba7-a244-5b7a35622bb8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.4900932 Nov 12 08:24:29.883559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7e22c53e-2dca-4bce-93fc-4acfff01c42b details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:29.944120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f374e639-7300-4795-b05c-b4daff346bab req-4c02c50f-4a4d-4e78-bfb2-bc3fc9899280 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a HTTP/1.1" status: 200 len: 217 time: 0.0514073 Nov 12 08:24:30.011770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:30.021029 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:30.021443 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.039260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebf2e0-c41e-4663-bf4b-73bca3fe9c0d req-c3279048-ebcb-4cbe-a48f-df3d842ed1a2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.041311 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6aebf2e0-c41e-4663-bf4b-73bca3fe9c0d req-c3279048-ebcb-4cbe-a48f-df3d842ed1a2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 945 time: 0.2640870 Nov 12 08:24:30.147830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374e639-7300-4795-b05c-b4daff346bab req-268505b2-9e89-43d0-a7ae-e22eb46348ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.150767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f374e639-7300-4795-b05c-b4daff346bab req-268505b2-9e89-43d0-a7ae-e22eb46348ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1906612 Nov 12 08:24:30.176653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-a47d5797-8ded-475f-8c1a-f0ed158ce28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.179514 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-a47d5797-8ded-475f-8c1a-f0ed158ce28e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.3009288 Nov 12 08:24:30.204013 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f374e639-7300-4795-b05c-b4daff346bab req-cdaaeb9e-0486-4531-9d72-c04372ca19e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417626 Nov 12 08:24:30.216501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:30.226238 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6aebf2e0-c41e-4663-bf4b-73bca3fe9c0d req-9caa148d-42b4-415e-8e4c-a928a41c908a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731596 Nov 12 08:24:30.260735 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.266832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7e22c53e-2dca-4bce-93fc-4acfff01c42b has no active binding in host n-h1-768851-18 {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:24:30.297081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:30.340749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] For port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:30.354184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:30.357611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2374c501-dec6-4b2d-a6d3-8569d19683c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6f7a7f-0880-4c80-ad7c-33908d72d2b8'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:30.364016 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e594918-755a-43d6-9fc3-c540c6838148" -d '{"events": [{"server_uuid": "2374c501-dec6-4b2d-a6d3-8569d19683c2", "name": "network-vif-plugged", "status": "completed", "tag": "cc6f7a7f-0880-4c80-ad7c-33908d72d2b8"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:30.375636 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.400540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] For port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:30.418082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-fe5c9597-de20-454c-b434-6dc18d713ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.427908 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-fe5c9597-de20-454c-b434-6dc18d713ace service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2177746 Nov 12 08:24:30.430587 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.463199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:30.586908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7cd77d-4c44-498a-acb6-2680734d7abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e22c53e-2dca-4bce-93fc-4acfff01c42b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:30.589730 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d7968f-7a15-474b-bedc-976ab671a1fe" -d '{"events": [{"server_uuid": "ac7cd77d-4c44-498a-acb6-2680734d7abc", "name": "network-vif-unplugged", "status": "completed", "tag": "7e22c53e-2dca-4bce-93fc-4acfff01c42b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:30.598211 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.599307 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.601771 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.607742 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] 10.222.0.46 "PUT /v2.0/ports/0b4864f8-ebb7-469d-84ae-0aa7e31cf68e HTTP/1.1" status: 200 len: 1097 time: 3.8955092 Nov 12 08:24:30.646189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d45f-5394-47b7-93b6-1a07cf15989e req-86cdb43d-c9bd-4f63-a7f8-e7b3c8d615fe tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:30.667622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fcc3d45f-5394-47b7-93b6-1a07cf15989e req-86cdb43d-c9bd-4f63-a7f8-e7b3c8d615fe tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.2368927 Nov 12 08:24:30.686240 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:30.743877 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f374e639-7300-4795-b05c-b4daff346bab req-86b1ea34-d406-4136-8645-2ad56b37b036 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294650 Nov 12 08:24:30.872545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fcc3d45f-5394-47b7-93b6-1a07cf15989e req-2010f93f-2e3d-4174-bc98-24f72fd1615d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003648 Nov 12 08:24:30.969286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d3301-d06b-484e-a2c8-cd1f28f32c51 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:30.995133 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f75ce1-8b7f-4cc1-85d7-b983968a4e06 x-openstack-request-id: req-a3f75ce1-8b7f-4cc1-85d7-b983968a4e06 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:30.995703 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c222d787-0714-4404-8fbd-17c05bcd59c5", "tag": "1d0fb192-bbce-4a75-abbd-b260605b5a8f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:30.996268 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3f75ce1-8b7f-4cc1-85d7-b983968a4e06 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:30.996953 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c222d787-0714-4404-8fbd-17c05bcd59c5', 'tag': '1d0fb192-bbce-4a75-abbd-b260605b5a8f', 'status': 'completed', 'code': 200} Nov 12 08:24:31.018346 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-991ce94d-c51c-43d8-a9e9-566acd510ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:31.020572 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-991ce94d-c51c-43d8-a9e9-566acd510ec2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 1100 time: 0.3300025 Nov 12 08:24:31.028247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-680d53e3-3042-42ad-958f-4ad24ede1691 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135002 Nov 12 08:24:31.158375 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-c79688dd-3f85-447e-a24e-0f76f292992a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e HTTP/1.1" status: 200 len: 217 time: 0.1201549 Nov 12 08:24:31.310461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Attempting to bind port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on host n-h2-768851-18 for vnic_type normal with profile {"migrating_to": "n-h1-768851-18"} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:31.311056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Attempting to bind port 7e22c53e-2dca-4bce-93fc-4acfff01c42b by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:31.311344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Attempting to bind port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:31.374140 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-557457b2-e950-4f50-9ed1-f0d2af027866 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089843 Nov 12 08:24:31.400208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-4e56726a-9dd5-4c2a-8576-425edc4f457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:31.403688 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-4e56726a-9dd5-4c2a-8576-425edc4f457f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2208171 Nov 12 08:24:31.452295 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f374e639-7300-4795-b05c-b4daff346bab req-f842de74-0e9f-451f-8ad5-fff33694560b service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722372 Nov 12 08:24:31.454566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Pushing event updated for resources: {'Port': ['ID=7e22c53e-2dca-4bce-93fc-4acfff01c42b,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:31.482530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:31.488849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Attempting to bind port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:31.504708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-efd9924b-eba5-4243-b7d7-327e765fe95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:31.506293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-efd9924b-eba5-4243-b7d7-327e765fe95b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0881531 Nov 12 08:24:31.557273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:31.557667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:31.558839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:31.559715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Bound port: 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:31.560087 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:31.604852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2c1c-d2e9-4ec7-a2d8-edcc3ed22b8d req-d22980e9-de06-40a3-ae30-92d54823b0ab tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:31.618407 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-deed2c1c-d2e9-4ec7-a2d8-edcc3ed22b8d req-d22980e9-de06-40a3-ae30-92d54823b0ab tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 948 time: 0.5285778 Nov 12 08:24:31.751195 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-057dfd6a-ad5f-4d43-94cb-e6d8c61d7fd9 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225792 Nov 12 08:24:31.888016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b1a8fb-2622-4c0b-bb43-387aed5c0d30 req-4782f711-590b-457e-a698-1d0c55c88cb5 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287680 Nov 12 08:24:32.170813 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-deed2c1c-d2e9-4ec7-a2d8-edcc3ed22b8d req-47588bd7-e452-4316-9714-b69bad0c1725 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493076 Nov 12 08:24:32.195807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8d65a-f2c9-49eb-bd45-45519ac57163 req-699fddc9-5c63-4402-b0f7-d78dc0496dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:32.197478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17e8d65a-f2c9-49eb-bd45-45519ac57163 req-699fddc9-5c63-4402-b0f7-d78dc0496dbc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=c222d787-0714-4404-8fbd-17c05bcd59c5 HTTP/1.1" status: 200 len: 1100 time: 0.6821303 Nov 12 08:24:32.242674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:32.299261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:32.309689 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.328062 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af43db02-8aa2-450e-99a2-5225d1494c95 x-openstack-request-id: req-af43db02-8aa2-450e-99a2-5225d1494c95 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:32.329197 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2374c501-dec6-4b2d-a6d3-8569d19683c2", "name": "network-vif-plugged", "status": "completed", "tag": "cc6f7a7f-0880-4c80-ad7c-33908d72d2b8", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:32.329720 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af43db02-8aa2-450e-99a2-5225d1494c95 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:32.330873 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2374c501-dec6-4b2d-a6d3-8569d19683c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6f7a7f-0880-4c80-ad7c-33908d72d2b8', 'code': 200} Nov 12 08:24:32.447527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8d65a-f2c9-49eb-bd45-45519ac57163 req-871a16a5-8e01-4231-941b-d62de78c3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:32.463487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17e8d65a-f2c9-49eb-bd45-45519ac57163 req-871a16a5-8e01-4231-941b-d62de78c3a3f service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2397778 Nov 12 08:24:32.547797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:32.549159 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:32.552079 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] 10.222.0.46 "PUT /v2.0/ports/7e22c53e-2dca-4bce-93fc-4acfff01c42b HTTP/1.1" status: 200 len: 1123 time: 3.9367211 Nov 12 08:24:32.616633 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17e8d65a-f2c9-49eb-bd45-45519ac57163 req-1722448a-3e68-4913-ba9a-793552201c9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=1d0fb192-bbce-4a75-abbd-b260605b5a8f HTTP/1.1" status: 200 len: 217 time: 0.0843961 Nov 12 08:24:32.617923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9e1da-3744-4dd2-80c0-b2c0dbe3ec09 service neutron] Pushing event updated for resources: {'Port': ['ID=7e22c53e-2dca-4bce-93fc-4acfff01c42b,revision_number=8']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:32.684866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7e22c53e-2dca-4bce-93fc-4acfff01c42b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:32.702212 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91e05bf-791d-48f9-8497-218ac65b93b4 x-openstack-request-id: req-c91e05bf-791d-48f9-8497-218ac65b93b4 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:32.702505 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7cd77d-4c44-498a-acb6-2680734d7abc", "name": "network-vif-unplugged", "status": "completed", "tag": "7e22c53e-2dca-4bce-93fc-4acfff01c42b", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:32.704451 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c91e05bf-791d-48f9-8497-218ac65b93b4 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:32.705435 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7cd77d-4c44-498a-acb6-2680734d7abc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e22c53e-2dca-4bce-93fc-4acfff01c42b', 'code': 200} Nov 12 08:24:32.746936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8d65a-f2c9-49eb-bd45-45519ac57163 req-997f676c-8444-4aa1-8dd5-916fad95f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:32.751971 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17e8d65a-f2c9-49eb-bd45-45519ac57163 req-997f676c-8444-4aa1-8dd5-916fad95f24d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1213799 Nov 12 08:24:32.756896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['7e22c53e-2dca-4bce-93fc-4acfff01c42b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:32.893083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8d65a-f2c9-49eb-bd45-45519ac57163 req-4ba60baf-da25-4ac0-b206-d273132e1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:32.896518 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17e8d65a-f2c9-49eb-bd45-45519ac57163 req-4ba60baf-da25-4ac0-b206-d273132e1410 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1341808 Nov 12 08:24:32.920718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a673e-789f-4c3a-8119-1fc5146c209b req-3cdd7196-0078-44a2-b194-3dcfaaa77ae3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:32.933264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-195a673e-789f-4c3a-8119-1fc5146c209b req-3cdd7196-0078-44a2-b194-3dcfaaa77ae3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.1257644 Nov 12 08:24:32.998898 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961146dc-91eb-4ebc-b3eb-62509ae9e4a2', 'tag': '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:33.002007 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fd0527-06d1-4310-b766-2205d89da474" -d '{"events": [{"name": "network-changed", "server_uuid": "961146dc-91eb-4ebc-b3eb-62509ae9e4a2", "tag": "0b4864f8-ebb7-469d-84ae-0aa7e31cf68e"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:33.091620 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-195a673e-789f-4c3a-8119-1fc5146c209b req-add4319f-7e1d-42be-8086-3ce2db8eed5a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573393 Nov 12 08:24:33.258230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ba43-d7b5-4168-a27d-14ff7193b024 req-16618525-d16e-4291-9a0f-c2199a370062 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:33.259638 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7e75ba43-d7b5-4168-a27d-14ff7193b024 req-16618525-d16e-4291-9a0f-c2199a370062 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0890276 Nov 12 08:24:33.264458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17e8d65a-f2c9-49eb-bd45-45519ac57163 req-1d57e457-be5c-4315-8ae5-c0b37b52b96f service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289945 Nov 12 08:24:33.390597 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7e75ba43-d7b5-4168-a27d-14ff7193b024 req-ee5eb0e6-0a1d-475f-8feb-d7f0c7ba0fd7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214321 Nov 12 08:24:33.465653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17e8d65a-f2c9-49eb-bd45-45519ac57163 req-df119eb4-56e4-4398-bd84-a85ff14111ac service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794856 Nov 12 08:24:33.474675 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c391961d-d182-43a9-ab86-8f608e50b888 x-openstack-request-id: req-c391961d-d182-43a9-ab86-8f608e50b888 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:33.475250 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961146dc-91eb-4ebc-b3eb-62509ae9e4a2", "tag": "0b4864f8-ebb7-469d-84ae-0aa7e31cf68e", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:33.475875 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c391961d-d182-43a9-ab86-8f608e50b888 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:33.476509 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961146dc-91eb-4ebc-b3eb-62509ae9e4a2', 'tag': '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e', 'status': 'completed', 'code': 200} Nov 12 08:24:33.615830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd0527-06d1-4310-b766-2205d89da474 req-e6939122-68e3-42d0-b4ea-ed426ce95f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:33.618984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0fd0527-06d1-4310-b766-2205d89da474 req-e6939122-68e3-42d0-b4ea-ed426ce95f64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 1100 time: 0.1031268 Nov 12 08:24:33.663219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4eaf17-309d-4239-bf67-1b239a03d3dc req-14e22697-3e32-4f00-8dee-7d88e09dca19 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:33.670990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1a4eaf17-309d-4239-bf67-1b239a03d3dc req-14e22697-3e32-4f00-8dee-7d88e09dca19 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 948 time: 0.1399298 Nov 12 08:24:33.735324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1d0fb192-bbce-4a75-abbd-b260605b5a8f details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:33.829456 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1a4eaf17-309d-4239-bf67-1b239a03d3dc req-e7958881-1bbb-4a92-bae2-0e4b43752c33 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527994 Nov 12 08:24:33.898207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd0527-06d1-4310-b766-2205d89da474 req-3efbc647-fcbd-45de-9f2a-69612c758c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:33.900791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0fd0527-06d1-4310-b766-2205d89da474 req-3efbc647-fcbd-45de-9f2a-69612c758c4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2664690 Nov 12 08:24:33.917280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 1d0fb192-bbce-4a75-abbd-b260605b5a8f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1d0fb192-bbce-4a75-abbd-b260605b5a8f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:33.931381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '1d0fb192-bbce-4a75-abbd-b260605b5a8f', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '1d0fb192-bbce-4a75-abbd-b260605b5a8f', 'mac_address': 'fa:16:3e:a8:df:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:34.024370 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0fd0527-06d1-4310-b766-2205d89da474 req-0d55b870-e781-4873-a0aa-50827a15b97d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e HTTP/1.1" status: 200 len: 217 time: 0.1072176 Nov 12 08:24:34.031560 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.052387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0fb192-bbce-4a75-abbd-b260605b5a8f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:34.102609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 1d0fb192-bbce-4a75-abbd-b260605b5a8f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1d0fb192-bbce-4a75-abbd-b260605b5a8f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:34.115403 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:34.248949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=1d0fb192-bbce-4a75-abbd-b260605b5a8f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:34.304659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd0527-06d1-4310-b766-2205d89da474 req-5c60680e-29db-4882-9106-26a4850b2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:34.306720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0fd0527-06d1-4310-b766-2205d89da474 req-5c60680e-29db-4882-9106-26a4850b2cc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2412732 Nov 12 08:24:34.340386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d268acb-f6ed-4929-89b0-7bdb871c7f4f req-f9d149d9-545f-4089-9ca7-bfcb946b8dd9 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:34.343058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d268acb-f6ed-4929-89b0-7bdb871c7f4f req-f9d149d9-545f-4089-9ca7-bfcb946b8dd9 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.1086473 Nov 12 08:24:34.406084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd0527-06d1-4310-b766-2205d89da474 req-84dc27dd-b06a-4b11-9f90-93dbc5f8f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:34.407682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0fd0527-06d1-4310-b766-2205d89da474 req-84dc27dd-b06a-4b11-9f90-93dbc5f8f244 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902619 Nov 12 08:24:34.423968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['1d0fb192-bbce-4a75-abbd-b260605b5a8f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:34.440167 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d268acb-f6ed-4929-89b0-7bdb871c7f4f req-96d26403-9da2-401d-9d8a-f4ad5d642280 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812986 Nov 12 08:24:34.656613 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0fd0527-06d1-4310-b766-2205d89da474 req-34af5863-fad1-4cab-a754-d9de42679495 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375534 Nov 12 08:24:34.674672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f073d-d522-4e05-9c0f-f6f7d2e45b13 req-b3fce302-201b-4bdd-9c60-5e2f7f0326a5 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:34.676491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab4f073d-d522-4e05-9c0f-f6f7d2e45b13 req-b3fce302-201b-4bdd-9c60-5e2f7f0326a5 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1223156 Nov 12 08:24:34.712493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7cd77d-4c44-498a-acb6-2680734d7abc', 'tag': '7e22c53e-2dca-4bce-93fc-4acfff01c42b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:34.715221 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b03fc7a-a7c2-45a7-aa40-f9a178adef7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7cd77d-4c44-498a-acb6-2680734d7abc", "tag": "7e22c53e-2dca-4bce-93fc-4acfff01c42b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:34.820314 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab4f073d-d522-4e05-9c0f-f6f7d2e45b13 req-0d8cb6d6-a0bb-4257-8eb8-7827674450f4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258247 Nov 12 08:24:34.854359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0fd0527-06d1-4310-b766-2205d89da474 req-44b8952d-1195-4dcd-bf08-278d5bfcc054 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767404 Nov 12 08:24:34.872196 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b5e3a4-2b0d-4cad-b734-5fd462f9dc98 x-openstack-request-id: req-c9b5e3a4-2b0d-4cad-b734-5fd462f9dc98 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:34.879636 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7cd77d-4c44-498a-acb6-2680734d7abc", "tag": "7e22c53e-2dca-4bce-93fc-4acfff01c42b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:34.880986 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9b5e3a4-2b0d-4cad-b734-5fd462f9dc98 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:34.881669 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7cd77d-4c44-498a-acb6-2680734d7abc', 'tag': '7e22c53e-2dca-4bce-93fc-4acfff01c42b', 'status': 'completed', 'code': 200} Nov 12 08:24:35.014521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03fc7a-a7c2-45a7-aa40-f9a178adef7a req-a95b5eb6-145b-4c84-bfa2-9bec5b2079ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:35.016127 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b03fc7a-a7c2-45a7-aa40-f9a178adef7a req-a95b5eb6-145b-4c84-bfa2-9bec5b2079ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 1126 time: 0.1096451 Nov 12 08:24:35.041559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeedff8-ab48-479e-ba44-6ef62f4d4eef req-df343c95-1fc0-4d3a-8c06-47333104667d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:35.043096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbeedff8-ab48-479e-ba44-6ef62f4d4eef req-df343c95-1fc0-4d3a-8c06-47333104667d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 948 time: 0.0751152 Nov 12 08:24:35.114769 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-38356cb1-b571-401d-bd58-527ddda645d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.153011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbeedff8-ab48-479e-ba44-6ef62f4d4eef req-38ccaf91-a94c-492a-8220-409d752d3937 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970912 Nov 12 08:24:35.183268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03fc7a-a7c2-45a7-aa40-f9a178adef7a req-7a55800e-4548-4204-bfa4-92bf18f1b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:35.184851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b03fc7a-a7c2-45a7-aa40-f9a178adef7a req-7a55800e-4548-4204-bfa4-92bf18f1b55b service neutron] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.1588118 Nov 12 08:24:35.271019 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b03fc7a-a7c2-45a7-aa40-f9a178adef7a req-f6bc8d26-cfc3-45ca-9eaf-635323c6ee7a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b HTTP/1.1" status: 200 len: 217 time: 0.0765915 Nov 12 08:24:35.347118 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03fc7a-a7c2-45a7-aa40-f9a178adef7a req-810605fd-5bd0-4591-af04-c01f06198d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:35.349282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b03fc7a-a7c2-45a7-aa40-f9a178adef7a req-810605fd-5bd0-4591-af04-c01f06198d24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.0667043 Nov 12 08:24:35.394178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b03fc7a-a7c2-45a7-aa40-f9a178adef7a req-0c799497-45a6-47a7-bb7d-0a4925a506c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348513 Nov 12 08:24:35.546887 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b03fc7a-a7c2-45a7-aa40-f9a178adef7a req-a2879424-9562-4d3f-9cdf-fafe1d4d0b73 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442699 Nov 12 08:24:35.671999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a45060-41f0-4745-9fbd-2f1150ee5621 req-de4e8f3b-bf84-423e-8cb8-42291db959de tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:35.673877 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3a45060-41f0-4745-9fbd-2f1150ee5621 req-de4e8f3b-bf84-423e-8cb8-42291db959de tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.1387522 Nov 12 08:24:35.722615 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b03fc7a-a7c2-45a7-aa40-f9a178adef7a req-1be8beb1-64dc-498d-af37-26d22b4a673b service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514995 Nov 12 08:24:35.742553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1d0fb192-bbce-4a75-abbd-b260605b5a8f up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:35.808927 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3a45060-41f0-4745-9fbd-2f1150ee5621 req-06b2a1cb-accc-484d-a944-1f855ba79a87 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215923 Nov 12 08:24:35.881454 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 1d0fb192-bbce-4a75-abbd-b260605b5a8f completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:35.892416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 1d0fb192-bbce-4a75-abbd-b260605b5a8f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:35.893562 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:35.976785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6b9fa-4028-4a5d-b490-5ecc0d7f7a0e req-cb3e5ce0-b080-4433-99e6-1b27f8aaccf9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:35.989165 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24b6b9fa-4028-4a5d-b490-5ecc0d7f7a0e req-cb3e5ce0-b080-4433-99e6-1b27f8aaccf9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1020148 Nov 12 08:24:36.090138 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.117426 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24b6b9fa-4028-4a5d-b490-5ecc0d7f7a0e req-d0909419-88c4-484e-baaa-fb5cbfcdcc05 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266797 Nov 12 08:24:36.144297 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 1d0fb192-bbce-4a75-abbd-b260605b5a8f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1d0fb192-bbce-4a75-abbd-b260605b5a8f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:36.146147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222d787-0714-4404-8fbd-17c05bcd59c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0fb192-bbce-4a75-abbd-b260605b5a8f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:36.149286 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a4ffdd-fbea-4931-9cc4-b729967944ef" -d '{"events": [{"server_uuid": "c222d787-0714-4404-8fbd-17c05bcd59c5", "name": "network-vif-plugged", "status": "completed", "tag": "1d0fb192-bbce-4a75-abbd-b260605b5a8f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:36.156813 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:36.241259 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafcda2b-0a73-4af1-abd2-bc611f08b3ee x-openstack-request-id: req-eafcda2b-0a73-4af1-abd2-bc611f08b3ee {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:36.241904 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222d787-0714-4404-8fbd-17c05bcd59c5", "name": "network-vif-plugged", "status": "completed", "tag": "1d0fb192-bbce-4a75-abbd-b260605b5a8f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:36.242313 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eafcda2b-0a73-4af1-abd2-bc611f08b3ee {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:36.242867 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222d787-0714-4404-8fbd-17c05bcd59c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0fb192-bbce-4a75-abbd-b260605b5a8f', 'code': 200} Nov 12 08:24:36.245187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=1d0fb192-bbce-4a75-abbd-b260605b5a8f,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:36.456611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d210740-b98e-46b6-95b3-d4d3320b0b4f req-804217aa-492c-4a87-b1d0-902baf5314d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:36.459132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d210740-b98e-46b6-95b3-d4d3320b0b4f req-804217aa-492c-4a87-b1d0-902baf5314d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c222d787-0714-4404-8fbd-17c05bcd59c5 HTTP/1.1" status: 200 len: 1102 time: 0.1260428 Nov 12 08:24:36.478162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d87bb-8f28-4b2c-a0aa-b328a91d6d50 req-b224638d-d767-4c1b-a5f1-9f830d58bc75 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:36.485791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da4d87bb-8f28-4b2c-a0aa-b328a91d6d50 req-b224638d-d767-4c1b-a5f1-9f830d58bc75 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 948 time: 0.1338618 Nov 12 08:24:36.580648 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da4d87bb-8f28-4b2c-a0aa-b328a91d6d50 req-adf665dc-1fc6-4043-b6e3-5c25c3eb8fb3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919678 Nov 12 08:24:36.686534 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d210740-b98e-46b6-95b3-d4d3320b0b4f req-9ff225d1-2477-4bf8-a981-31d427a42e3a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920118 Nov 12 08:24:37.187100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2f702-f0d1-486f-8bb0-f9708ba7a92e req-4197cd32-5963-4a84-99b0-aaf141132c06 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:37.198432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cab2f702-f0d1-486f-8bb0-f9708ba7a92e req-4197cd32-5963-4a84-99b0-aaf141132c06 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 1098 time: 0.0875087 Nov 12 08:24:37.254545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cab2f702-f0d1-486f-8bb0-f9708ba7a92e req-6903a63a-7493-4f62-ae3b-c4427fbed3ff tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543625 Nov 12 08:24:37.385592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdcfc0-490e-4eb7-bae7-f19e9ab96f18 req-242ff4bb-8946-4d78-ba91-23330a92ea48 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:37.387418 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0cdcfc0-490e-4eb7-bae7-f19e9ab96f18 req-242ff4bb-8946-4d78-ba91-23330a92ea48 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.0580740 Nov 12 08:24:37.451249 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0cdcfc0-490e-4eb7-bae7-f19e9ab96f18 req-b4f92158-26a8-428e-8bb3-12fd8f121365 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573108 Nov 12 08:24:37.451587 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5366ee5-dfb4-4bdc-ab05-45bdd6f1b258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:37.534238 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:24:37.615310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddce79-1bb1-40bd-8a9d-12ba9e0dbcfe req-48e48ffa-cf06-4441-b865-35438e9f017a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:37.621796 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-81ddce79-1bb1-40bd-8a9d-12ba9e0dbcfe req-48e48ffa-cf06-4441-b865-35438e9f017a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0876436 Nov 12 08:24:37.679688 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-81ddce79-1bb1-40bd-8a9d-12ba9e0dbcfe req-97f08f78-b486-4a57-b209-9301a668f986 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521054 Nov 12 08:24:37.888842 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:38.095525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:38.120774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e', 'mac_address': 'fa:16:3e:42:cc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:38.187126 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.202844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:38.248107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:38.253161 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.337534 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:38.427848 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:38.746632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['0b4864f8-ebb7-469d-84ae-0aa7e31cf68e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:38.941903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-e9b7fff4-3fa7-4777-ae75-1dd6ee3248df tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:24:38.942953 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-e9b7fff4-3fa7-4777-ae75-1dd6ee3248df tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067716 Nov 12 08:24:38.999885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-c222a78a-a3c0-42ab-b994-2c47d4db9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.001913 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-c222a78a-a3c0-42ab-b994-2c47d4db9e3e service neutron] 10.222.0.31 "GET /v2.0/ports/81326f93-053f-4891-b875-1fef1d1b6bc1 HTTP/1.1" status: 200 len: 1095 time: 0.0488684 Nov 12 08:24:39.015708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] Request body: {'binding': {'host': 'n-h2-768851-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:39.016181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] Unknown quota resources ['binding']. {{(pid=102445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:24:39.195065 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 on host n-h2-768851-18 for vnic_type normal with profile None {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:39.195795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:39.197679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:39.204156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] Port 81326f93-053f-4891-b875-1fef1d1b6bc1 on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:39.204924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:39.212125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:39.212741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:39.213491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:39.214116 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] Bound port: 81326f93-053f-4891-b875-1fef1d1b6bc1, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:39.275854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=81326f93-053f-4891-b875-1fef1d1b6bc1,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:39.289045 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] Publish callbacks [] for binding, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.290264 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cfcee13d-ff3c-4bb5-b980-165a5641ca45 service neutron] 10.222.0.31 "POST /v2.0/ports/81326f93-053f-4891-b875-1fef1d1b6bc1/bindings HTTP/1.1" status: 201 len: 390 time: 0.2793725 Nov 12 08:24:39.568992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd06048-33ea-4cf6-b7c2-d813af666f91 req-e7e2cc25-21c0-4a63-8f4c-5419e12d4aa3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.580871 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3bd06048-33ea-4cf6-b7c2-d813af666f91 req-e7e2cc25-21c0-4a63-8f4c-5419e12d4aa3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 949 time: 0.0925057 Nov 12 08:24:39.686639 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3bd06048-33ea-4cf6-b7c2-d813af666f91 req-f764be6c-f073-415a-990c-fc8a4542c90f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054955 Nov 12 08:24:39.724998 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-3eaf8dc4-f721-49b3-9d45-5df3cd70d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.726619 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-3eaf8dc4-f721-49b3-9d45-5df3cd70d07d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 1098 time: 0.0878296 Nov 12 08:24:39.860172 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:39.903962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cb661b0d-3697-4f09-a901-f4f2bdb57ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:39.905502 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-cb661b0d-3697-4f09-a901-f4f2bdb57ba8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.1706755 Nov 12 08:24:39.966426 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-49deefcb-ce38-4b9e-86c1-17fdbc0ae95c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81326f93-053f-4891-b875-1fef1d1b6bc1 HTTP/1.1" status: 200 len: 217 time: 0.0484495 Nov 12 08:24:40.060083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-102ee9f3-6922-472f-a7b0-b8aed7d69916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:40.061751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-102ee9f3-6922-472f-a7b0-b8aed7d69916 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.0864813 Nov 12 08:24:40.084116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be3d63-56e0-4369-8fab-59739e34c3df req-950aa67d-b8b5-47f0-909c-7a886a4c4c55 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:40.084116 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0be3d63-56e0-4369-8fab-59739e34c3df req-950aa67d-b8b5-47f0-909c-7a886a4c4c55 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.0624309 Nov 12 08:24:40.121197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-b6635fd0-caa7-464b-8803-4885a595135b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373333 Nov 12 08:24:40.249866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0be3d63-56e0-4369-8fab-59739e34c3df req-b155bed5-0d93-4108-938d-ffa9e3666f49 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525338 Nov 12 08:24:40.354824 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-5126460b-8f55-4fcd-86a8-b21fcaea8794 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193861 Nov 12 08:24:40.484398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e959df-559a-4981-bddf-4ff99119dd83 req-af01d61f-20bd-432f-be54-212391634dfc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:40.502302 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0e959df-559a-4981-bddf-4ff99119dd83 req-af01d61f-20bd-432f-be54-212391634dfc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1630878 Nov 12 08:24:40.612310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0e959df-559a-4981-bddf-4ff99119dd83 req-ed08dcfe-97c1-4374-aa4d-df778f62c766 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136174 Nov 12 08:24:40.654128 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6784cbf8-215e-436d-be67-415fa0856a00 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822323 Nov 12 08:24:40.851891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23f112-ecf1-4f18-9140-17ca6614a0d1 req-92728fc6-ca66-4b29-8b2b-23c6b92ff405 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:40.860140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc23f112-ecf1-4f18-9140-17ca6614a0d1 req-92728fc6-ca66-4b29-8b2b-23c6b92ff405 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0861144 Nov 12 08:24:40.864777 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:40.925160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc23f112-ecf1-4f18-9140-17ca6614a0d1 req-fc277898-471a-4eaf-8c4b-b8316c85b491 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638998 Nov 12 08:24:41.071706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec62ea-45e8-4feb-8ab3-8ac928dcfd71 req-3685c49e-7080-4464-bd10-2a123878d34a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:41.081096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49ec62ea-45e8-4feb-8ab3-8ac928dcfd71 req-3685c49e-7080-4464-bd10-2a123878d34a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 949 time: 0.0755591 Nov 12 08:24:41.198239 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49ec62ea-45e8-4feb-8ab3-8ac928dcfd71 req-ebed1926-6dc5-4cb1-97f3-c24494f0a4d4 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152365 Nov 12 08:24:41.514211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cbf22-d070-4df5-b3eb-62bba5a42b4f req-6a567e8c-b79b-4429-99d0-6307f1088af0 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:41.524104 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f38cbf22-d070-4df5-b3eb-62bba5a42b4f req-6a567e8c-b79b-4429-99d0-6307f1088af0 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.0651453 Nov 12 08:24:41.624973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f38cbf22-d070-4df5-b3eb-62bba5a42b4f req-bb1dbf82-13ca-4395-9b0e-b2853140e538 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993404 Nov 12 08:24:41.833192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a894015-4d8a-4d96-8d71-14ef5047fa6c req-b1062c75-4ddb-4901-8678-efeb549a9792 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:41.835007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0a894015-4d8a-4d96-8d71-14ef5047fa6c req-b1062c75-4ddb-4901-8678-efeb549a9792 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0911748 Nov 12 08:24:41.914625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0a894015-4d8a-4d96-8d71-14ef5047fa6c req-62b9b094-f9eb-476d-9e6b-dac952833571 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717590 Nov 12 08:24:41.921286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:42.010299 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:42.024131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:42.026687 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.118680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc3933-de3a-4265-b041-50260c9a6af3 req-e599cb1c-20a0-4377-b1d8-0eeb9bbf798f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:42.127458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bdc3933-de3a-4265-b041-50260c9a6af3 req-e599cb1c-20a0-4377-b1d8-0eeb9bbf798f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0906186 Nov 12 08:24:42.193315 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.207442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bdc3933-de3a-4265-b041-50260c9a6af3 req-218f6460-96a1-493b-8719-79f57ee7c495 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783021 Nov 12 08:24:42.266248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961146dc-91eb-4ebc-b3eb-62509ae9e4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:42.266248 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7debd63-05ff-458a-be04-a0ab24530656" -d '{"events": [{"server_uuid": "961146dc-91eb-4ebc-b3eb-62509ae9e4a2", "name": "network-vif-plugged", "status": "completed", "tag": "0b4864f8-ebb7-469d-84ae-0aa7e31cf68e"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:42.294935 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:42.306722 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:42.373714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18ffd3-9762-431d-808c-e12e0573fbc4 req-b9cbe077-8749-420d-984d-8b44ca5df710 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:42.384377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e18ffd3-9762-431d-808c-e12e0573fbc4 req-b9cbe077-8749-420d-984d-8b44ca5df710 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.0876992 Nov 12 08:24:42.409870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:42.474653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e18ffd3-9762-431d-808c-e12e0573fbc4 req-86e0009b-c776-4b69-8d27-842927ae77d3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833545 Nov 12 08:24:42.525198 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c554ced3-0040-4865-a539-0b94b72567d3 x-openstack-request-id: req-c554ced3-0040-4865-a539-0b94b72567d3 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:42.525514 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961146dc-91eb-4ebc-b3eb-62509ae9e4a2", "name": "network-vif-plugged", "status": "completed", "tag": "0b4864f8-ebb7-469d-84ae-0aa7e31cf68e", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:42.525769 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c554ced3-0040-4865-a539-0b94b72567d3 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:42.526174 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961146dc-91eb-4ebc-b3eb-62509ae9e4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e', 'code': 200} Nov 12 08:24:42.695970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccae578-f400-4286-8a5c-54b513962f17 req-90c929df-7a22-4d5f-81ee-357c37d876a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:42.698601 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ccae578-f400-4286-8a5c-54b513962f17 req-90c929df-7a22-4d5f-81ee-357c37d876a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 1102 time: 0.0921562 Nov 12 08:24:42.775876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ccae578-f400-4286-8a5c-54b513962f17 req-41af7cc3-8aa2-42d9-863a-fe9a8cabab81 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674665 Nov 12 08:24:42.997597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303386c0-7a5c-4c9e-97e1-b5b8d916f139 req-738ccba1-30be-4989-b757-742a245d9e75 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:43.012816 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-303386c0-7a5c-4c9e-97e1-b5b8d916f139 req-738ccba1-30be-4989-b757-742a245d9e75 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.1338091 Nov 12 08:24:43.094236 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-303386c0-7a5c-4c9e-97e1-b5b8d916f139 req-f4195682-9e94-4d10-bb81-5eecfeb0b272 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803266 Nov 12 08:24:43.134943 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0595526-0a98-4ab1-b0fe-90f3f2ab4a3c req-068b5f04-ab3a-4345-8334-afa2c4225a25 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:43.144277 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f0595526-0a98-4ab1-b0fe-90f3f2ab4a3c req-068b5f04-ab3a-4345-8334-afa2c4225a25 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0973032 Nov 12 08:24:43.218291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f0595526-0a98-4ab1-b0fe-90f3f2ab4a3c req-6583138e-bef5-4d14-9caa-9046775910a5 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729954 Nov 12 08:24:43.418390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47b205-03c7-4ac9-9dbd-0dcb477def83 req-8e5787e7-5a1e-4903-b140-6ab3a62fb28d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:43.421418 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e47b205-03c7-4ac9-9dbd-0dcb477def83 req-8e5787e7-5a1e-4903-b140-6ab3a62fb28d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1031289 Nov 12 08:24:43.494399 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e47b205-03c7-4ac9-9dbd-0dcb477def83 req-57111054-ea07-4e53-9c17-4677ca95ae8b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630651 Nov 12 08:24:43.626662 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167b0dd-d8e8-4b65-87a0-493e4210adfc req-b0cb300b-d4df-4bb9-ab8d-8831f24a14ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:43.630016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5167b0dd-d8e8-4b65-87a0-493e4210adfc req-b0cb300b-d4df-4bb9-ab8d-8831f24a14ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.0679688 Nov 12 08:24:43.692220 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5167b0dd-d8e8-4b65-87a0-493e4210adfc req-28c8cda8-e7ed-41ba-b666-f47fb76ea05f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536771 Nov 12 08:24:44.265032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded45ff-b7ec-4a65-b094-c1539165c31d req-289b6ddb-a3a6-4d89-b118-f62ec0fa6b19 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:44.267948 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ded45ff-b7ec-4a65-b094-c1539165c31d req-289b6ddb-a3a6-4d89-b118-f62ec0fa6b19 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.0673540 Nov 12 08:24:44.339389 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ded45ff-b7ec-4a65-b094-c1539165c31d req-042e7376-ff5e-4a12-9b3a-31e7ca4e57c2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644903 Nov 12 08:24:44.522688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046345a7-8fe7-422c-9969-9c083f41625a req-ed0f7f33-b3e2-440a-9b3e-7e6baca2974c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:44.524406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-046345a7-8fe7-422c-9969-9c083f41625a req-ed0f7f33-b3e2-440a-9b3e-7e6baca2974c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0747213 Nov 12 08:24:44.607117 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-046345a7-8fe7-422c-9969-9c083f41625a req-72856c67-8106-4ccb-ad82-d6062a203292 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738692 Nov 12 08:24:44.763899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216625f4-6207-4dfa-a8e2-aa99e9209e69 req-adbb081f-d748-4dbf-a485-12776841394f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:44.765713 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-216625f4-6207-4dfa-a8e2-aa99e9209e69 req-adbb081f-d748-4dbf-a485-12776841394f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0761421 Nov 12 08:24:44.838335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-216625f4-6207-4dfa-a8e2-aa99e9209e69 req-b416cff7-e76e-4b13-804a-863539fc5cfe tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634112 Nov 12 08:24:44.979391 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10b8cd-dc0f-4c72-965d-cf8303e5d4a5 req-b3e0fa86-45c8-47db-95bd-94ec1c848955 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:44.982636 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a10b8cd-dc0f-4c72-965d-cf8303e5d4a5 req-b3e0fa86-45c8-47db-95bd-94ec1c848955 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.0656974 Nov 12 08:24:45.095897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a10b8cd-dc0f-4c72-965d-cf8303e5d4a5 req-3cf9b901-698f-465a-b037-92f2df9a2925 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004810 Nov 12 08:24:45.512400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b7e87-d135-4aa2-8578-acbe6f342e16 req-84391af3-9ea1-4f7a-a053-3892232559e4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:45.521822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec9b7e87-d135-4aa2-8578-acbe6f342e16 req-84391af3-9ea1-4f7a-a053-3892232559e4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.0703988 Nov 12 08:24:45.589968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec9b7e87-d135-4aa2-8578-acbe6f342e16 req-c9ec5338-7f0e-483a-8846-738509ac044a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669742 Nov 12 08:24:45.735443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afceb4e5-cd2b-43c1-8cc7-ae79dcc12195 req-c4e1130c-950e-43da-b69c-40a76383e3d8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:45.737972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-afceb4e5-cd2b-43c1-8cc7-ae79dcc12195 req-c4e1130c-950e-43da-b69c-40a76383e3d8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0576477 Nov 12 08:24:45.755939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-6bcd0753-da42-4da7-8f78-2ae50a502e22 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:45.757476 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-6bcd0753-da42-4da7-8f78-2ae50a502e22 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/networks?id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 200 len: 804 time: 0.4774318 Nov 12 08:24:45.775212 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-a3b64a97-7f39-4ae4-89f3-a2672ca5e633 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/quotas/dcd73db2181b463c815d9494e4da8ea0 HTTP/1.1" status: 200 len: 375 time: 0.0107980 Nov 12 08:24:45.799200 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-afceb4e5-cd2b-43c1-8cc7-ae79dcc12195 req-3d3079c8-a147-48fd-b57b-cca4a99b7063 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531313 Nov 12 08:24:45.836590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-9a64ef14-9e26-438a-8b49-bb1ed466b959 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dcd73db2181b463c815d9494e4da8ea0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551479 Nov 12 08:24:45.983189 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-1f0175c5-9180-4668-8aad-dd18c201b7d2 service neutron] 10.222.0.31 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388814 Nov 12 08:24:46.112847 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218cc9c-e02d-4ef7-8ed4-075bb4daa457 req-65696f3b-e798-4cf7-b431-69e10dc4483d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:46.131644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f218cc9c-e02d-4ef7-8ed4-075bb4daa457 req-65696f3b-e798-4cf7-b431-69e10dc4483d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1080744 Nov 12 08:24:46.176900 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-3031c57a-0a2f-4a38-9070-90b20549333f service neutron] 10.222.0.31 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919129 Nov 12 08:24:46.226145 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f218cc9c-e02d-4ef7-8ed4-075bb4daa457 req-968f95c7-13c1-409d-a5b7-e5cc84da96c2 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932043 Nov 12 08:24:46.446074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c01872-4e2a-4e3a-bbd1-7ca5c23e832f req-390fb9f9-95c7-46fc-92e6-4de607d0b673 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:46.454522 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54c01872-4e2a-4e3a-bbd1-7ca5c23e832f req-390fb9f9-95c7-46fc-92e6-4de607d0b673 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1125336 Nov 12 08:24:46.531256 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bc9c920b-3114-46bb-999b-99147ed97616 req-0fd00618-2a8b-4d36-acea-0687014c849b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 210 time: 0.0464756 Nov 12 08:24:46.540266 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54c01872-4e2a-4e3a-bbd1-7ca5c23e832f req-e63c55a7-39a1-4d1d-801d-3b37ba844cdf tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843406 Nov 12 08:24:46.762522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbdbeb-23d3-498a-b8d8-0047bcd73a96 req-9ce0117a-5478-4319-9d9b-e6211f09c128 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:46.764839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bccbdbeb-23d3-498a-b8d8-0047bcd73a96 req-9ce0117a-5478-4319-9d9b-e6211f09c128 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.0900278 Nov 12 08:24:46.837267 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bccbdbeb-23d3-498a-b8d8-0047bcd73a96 req-05d66b19-3427-4dc2-93c5-17c6302769e6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566952 Nov 12 08:24:47.027244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d085d-5430-4b56-98ab-e7b857f987a6 req-7c64db45-9e27-4198-ae91-ab109e9b204a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.040956 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-904d085d-5430-4b56-98ab-e7b857f987a6 req-7c64db45-9e27-4198-ae91-ab109e9b204a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1248224 Nov 12 08:24:47.144393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae44fba-58b6-43d2-9d9f-1939dd78c5b8 req-77302f6f-5d71-47b9-8bb0-05126e2636ef tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.147523 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dae44fba-58b6-43d2-9d9f-1939dd78c5b8 req-77302f6f-5d71-47b9-8bb0-05126e2636ef tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "GET /v2.0/ports?device_id=2374c501-dec6-4b2d-a6d3-8569d19683c2 HTTP/1.1" status: 200 len: 945 time: 0.2018018 Nov 12 08:24:47.162993 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-904d085d-5430-4b56-98ab-e7b857f987a6 req-635fbd18-a59f-4fc5-a2ac-f6d2bf1803a8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205406 Nov 12 08:24:47.352360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-dae44fba-58b6-43d2-9d9f-1939dd78c5b8 req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Deleting port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:24:47.352670 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-dae44fba-58b6-43d2-9d9f-1939dd78c5b8 req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.454606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8a9c8-3ba8-473e-807d-8e14e2ee20dc req-edb54ec0-2cac-495a-ab09-97abb0fea09e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.463812 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-43e8a9c8-3ba8-473e-807d-8e14e2ee20dc req-edb54ec0-2cac-495a-ab09-97abb0fea09e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0817156 Nov 12 08:24:47.512150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-dae44fba-58b6-43d2-9d9f-1939dd78c5b8 req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] For port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:47.513929 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-dae44fba-58b6-43d2-9d9f-1939dd78c5b8 req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.520491 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-43e8a9c8-3ba8-473e-807d-8e14e2ee20dc req-0340cc83-ddae-4a69-a3e3-ffefb3174a36 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549393 Nov 12 08:24:47.535372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-dae44fba-58b6-43d2-9d9f-1939dd78c5b8 req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Calling delete_port for cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:24:47.725939 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d65df054-527f-4d4b-bf91-2dca744adb5e req-aab64d71-8537-4314-9658-0b583b9d4c7a tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 210 time: 0.0422709 Nov 12 08:24:47.774230 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-dae44fba-58b6-43d2-9d9f-1939dd78c5b8 req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:47.820943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:47.837763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Pushing event deleted for resources: {'Port': ['ID=cc6f7a7f-0880-4c80-ad7c-33908d72d2b8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:47.854567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd84671-4622-4f72-9814-3a0577273f3c req-f4978b90-c5b6-4299-98a9-f7420e684874 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.866641 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7bd84671-4622-4f72-9814-3a0577273f3c req-f4978b90-c5b6-4299-98a9-f7420e684874 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1949377 Nov 12 08:24:47.911779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:24:47.912476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:47.916225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7e22c53e-2dca-4bce-93fc-4acfff01c42b no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:47.921675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f883aa8c-b3c1-4872-b6e7-de2e86bfb40c tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:47.924414 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f883aa8c-b3c1-4872-b6e7-de2e86bfb40c tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "GET /v2.0/networks?id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 200 len: 804 time: 0.2016461 Nov 12 08:24:47.947712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Request body: {'port': {'device_id': '32d300a3-d70f-45ae-9e4c-0f942d220d65', 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'admin_state_up': True, 'tenant_id': 'dcd73db2181b463c815d9494e4da8ea0'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:47.977784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:47.979344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:47.980571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:47.981591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:47.985963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7e22c53e-2dca-4bce-93fc-4acfff01c42b details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:47.987131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:47.988572 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:47.990007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:47.990924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:47.991974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:47.993825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:47.994885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:47.995485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:48.030961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae44fba-58b6-43d2-9d9f-1939dd78c5b8 req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] No DVR routers for this DVR port cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:48.108903 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-dae44fba-58b6-43d2-9d9f-1939dd78c5b8 req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.117021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dae44fba-58b6-43d2-9d9f-1939dd78c5b8 req-3fa7b3cd-66f2-4fde-9e54-c6febfa496f7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "DELETE /v2.0/ports/cc6f7a7f-0880-4c80-ad7c-33908d72d2b8 HTTP/1.1" status: 204 len: 173 time: 0.9525597 Nov 12 08:24:48.118961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2374c501-dec6-4b2d-a6d3-8569d19683c2', 'name': 'network-vif-deleted', 'tag': 'cc6f7a7f-0880-4c80-ad7c-33908d72d2b8'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:48.122013 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d75ea-93e2-4e53-82e4-508386dc86cd" -d '{"events": [{"server_uuid": "2374c501-dec6-4b2d-a6d3-8569d19683c2", "name": "network-vif-deleted", "tag": "cc6f7a7f-0880-4c80-ad7c-33908d72d2b8"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:48.152222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128975d-8eb3-45a8-aedf-f3bd4b77eac0 req-137ad75a-8635-4081-8e4f-63177c2a157b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:48.164136 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3128975d-8eb3-45a8-aedf-f3bd4b77eac0 req-137ad75a-8635-4081-8e4f-63177c2a157b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.1344707 Nov 12 08:24:48.179472 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7bd84671-4622-4f72-9814-3a0577273f3c req-6303014a-25a3-4072-8d8b-93def7c77268 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091354 Nov 12 08:24:48.237438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Made reservation on behalf of dcd73db2181b463c815d9494e4da8ea0 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:48.245687 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.248800 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:48.294377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7e22c53e-2dca-4bce-93fc-4acfff01c42b has no active binding in host n-h1-768851-18 {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:24:48.315479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3128975d-8eb3-45a8-aedf-f3bd4b77eac0 req-7c488b3f-fd71-43d6-a5dc-e931e53d7ed3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494541 Nov 12 08:24:48.394324 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20545f79-141d-4f86-bb80-9b8f52f5b3b6 x-openstack-request-id: req-20545f79-141d-4f86-bb80-9b8f52f5b3b6 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:48.394614 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2374c501-dec6-4b2d-a6d3-8569d19683c2", "name": "network-vif-deleted", "tag": "cc6f7a7f-0880-4c80-ad7c-33908d72d2b8", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:48.394885 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20545f79-141d-4f86-bb80-9b8f52f5b3b6 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:48.395317 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2374c501-dec6-4b2d-a6d3-8569d19683c2', 'name': 'network-vif-deleted', 'tag': 'cc6f7a7f-0880-4c80-ad7c-33908d72d2b8', 'status': 'completed', 'code': 200} Nov 12 08:24:48.468649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Allocated IP 172.20.0.10 (dc5b93f5-54ed-433d-949b-cdfe6ab254d4/b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b/7bb773aa-22a9-40ba-ba77-b91b9adced59) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:48.498429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60872e52-fae9-4cbf-8088-b96c760a5885 req-3bbf8aef-1d8e-49b4-acbe-0a0a416d87f9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:48.509092 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60872e52-fae9-4cbf-8088-b96c760a5885 req-3bbf8aef-1d8e-49b4-acbe-0a0a416d87f9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0864353 Nov 12 08:24:48.578588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60872e52-fae9-4cbf-8088-b96c760a5885 req-cf590daa-1650-480d-866b-1ce73eddd497 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684772 Nov 12 08:24:48.761336 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.778171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38480c52-72fc-4417-a9ff-5c55f0270c06 req-d07e9572-39aa-4502-b516-5f52e04bd8dd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:48.780934 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38480c52-72fc-4417-a9ff-5c55f0270c06 req-d07e9572-39aa-4502-b516-5f52e04bd8dd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0773361 Nov 12 08:24:48.874751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38480c52-72fc-4417-a9ff-5c55f0270c06 req-a6ae84a2-4d73-425f-93cd-b97c54dd4766 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830448 Nov 12 08:24:48.905465 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87e9b4fe-18d4-48fa-9576-35855f55b2c4 req-bc759531-119f-47b2-afd5-9f1f55469bdc tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 210 time: 0.0607800 Nov 12 08:24:48.906821 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:48.953556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:48.957408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:48.962543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:49.014823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Pushing event updated for resources: {'Port': ['ID=7bb773aa-22a9-40ba-ba77-b91b9adced59,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:49.032287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:49.032637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:49.032973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:49.033341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:49.033668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:49.034084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:49.034413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:49.034740 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:49.035068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:49.035393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:49.035756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:49.036117 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:24:49.049767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:49.050462 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.074366 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-c15e913a-160e-433a-b9ed-894466d8abca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1394501 Nov 12 08:24:49.090994 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Request body: {'port': {'device_id': '32d300a3-d70f-45ae-9e4c-0f942d220d65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:49.153244 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.307112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea552-2d35-4cf7-9239-3e49e0cb7e2a req-a717c0d8-0459-41e2-bb34-ef1a5f3133c9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:49.317798 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbeea552-2d35-4cf7-9239-3e49e0cb7e2a req-a717c0d8-0459-41e2-bb34-ef1a5f3133c9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.0698018 Nov 12 08:24:49.393622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbeea552-2d35-4cf7-9239-3e49e0cb7e2a req-7df0ecdf-20d6-49f5-94b4-5c1d03d9d070 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728016 Nov 12 08:24:49.524356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb773aa-22a9-40ba-ba77-b91b9adced59 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:49.540193 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.540875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f0f08-436b-4cac-b48e-3fc071197d1c req-a7f42995-6e92-40c8-81b5-50c7ea2e8eec tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:49.543001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-825f0f08-436b-4cac-b48e-3fc071197d1c req-a7f42995-6e92-40c8-81b5-50c7ea2e8eec tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.0629652 Nov 12 08:24:49.561082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Transition to ACTIVE for port object 7bb773aa-22a9-40ba-ba77-b91b9adced59 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:49.570663 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.617328 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-825f0f08-436b-4cac-b48e-3fc071197d1c req-73f25112-3fd3-4a2d-91c3-89f8edfa1b60 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661092 Nov 12 08:24:49.642226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb773aa-22a9-40ba-ba77-b91b9adced59,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:49.789203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e36f5e-6492-4db6-8067-70d39d355b54 req-3d5bb56e-b738-433b-b73d-659bca4157bc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:49.790872 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b6e36f5e-6492-4db6-8067-70d39d355b54 req-3d5bb56e-b738-433b-b73d-659bca4157bc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0900726 Nov 12 08:24:49.793888 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Attempting to bind port 7bb773aa-22a9-40ba-ba77-b91b9adced59 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:49.794231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Attempting to bind port 7bb773aa-22a9-40ba-ba77-b91b9adced59 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:49.794550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Attempting to bind port 7bb773aa-22a9-40ba-ba77-b91b9adced59 on network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:49.806941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Port 7bb773aa-22a9-40ba-ba77-b91b9adced59 on network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:49.807375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Attempting to bind port 7bb773aa-22a9-40ba-ba77-b91b9adced59 on network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:49.825342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:49.825342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Checking segment: {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:49.825747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Bound using segment: {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:49.826214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Bound port: 7bb773aa-22a9-40ba-ba77-b91b9adced59, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:49.826552 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.893278 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b6e36f5e-6492-4db6-8067-70d39d355b54 req-bd3b4266-d9a6-485d-a880-8e27a33c1015 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947201 Nov 12 08:24:49.928356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] For port 7bb773aa-22a9-40ba-ba77-b91b9adced59, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:49.932217 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] For port 7bb773aa-22a9-40ba-ba77-b91b9adced59, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7bb773aa-22a9-40ba-ba77-b91b9adced59,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:49.940293 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.985713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:49.986549 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:49.988054 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] 10.222.0.52 "PUT /v2.0/ports/7bb773aa-22a9-40ba-ba77-b91b9adced59 HTTP/1.1" status: 200 len: 1093 time: 0.9037960 Nov 12 08:24:49.988533 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d300a3-d70f-45ae-9e4c-0f942d220d65', 'tag': '7bb773aa-22a9-40ba-ba77-b91b9adced59'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:49.991152 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1227e68d-6045-4f8d-adaf-dc55d6c793f7" -d '{"events": [{"name": "network-changed", "server_uuid": "32d300a3-d70f-45ae-9e4c-0f942d220d65", "tag": "7bb773aa-22a9-40ba-ba77-b91b9adced59"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:50.065000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbe841-7bf9-4014-8330-770810551f86 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb773aa-22a9-40ba-ba77-b91b9adced59,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:50.096516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e982dec-e342-4692-a85f-9daa0f665e5c req-b3131030-82f0-4688-aa1b-d65c39cad0cd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:50.099125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e982dec-e342-4692-a85f-9daa0f665e5c req-b3131030-82f0-4688-aa1b-d65c39cad0cd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0854270 Nov 12 08:24:50.143394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-65851cca-5503-4efa-92ae-bf65ea3e326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:50.146419 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-65851cca-5503-4efa-92ae-bf65ea3e326d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcd73db2181b463c815d9494e4da8ea0&device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 1096 time: 0.1039124 Nov 12 08:24:50.167393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e5228-9a43-4c81-9343-6ada5f1033a0 req-1c56451e-4ea4-4d7d-837e-23e3c4d44525 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:50.169536 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c75e5228-9a43-4c81-9343-6ada5f1033a0 req-1c56451e-4ea4-4d7d-837e-23e3c4d44525 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 944 time: 0.1181750 Nov 12 08:24:50.187544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e982dec-e342-4692-a85f-9daa0f665e5c req-85efd388-79e2-4fe4-8620-b33f56bfc43b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774934 Nov 12 08:24:50.222377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-fb6f7eeb-3bcf-4dc1-963c-f3b9a53389e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bb773aa-22a9-40ba-ba77-b91b9adced59 HTTP/1.1" status: 200 len: 217 time: 0.0659025 Nov 12 08:24:50.284066 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829407d2-a3d4-4911-a6e6-1201f9b8a182 x-openstack-request-id: req-829407d2-a3d4-4911-a6e6-1201f9b8a182 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:50.284356 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d300a3-d70f-45ae-9e4c-0f942d220d65", "tag": "7bb773aa-22a9-40ba-ba77-b91b9adced59", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:50.284607 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-829407d2-a3d4-4911-a6e6-1201f9b8a182 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:50.285003 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d300a3-d70f-45ae-9e4c-0f942d220d65', 'tag': '7bb773aa-22a9-40ba-ba77-b91b9adced59', 'status': 'completed', 'code': 200} Nov 12 08:24:50.287933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-bffbcb16-74c2-432c-9800-2a05b2cd1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:50.289413 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-bffbcb16-74c2-432c-9800-2a05b2cd1363 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b HTTP/1.1" status: 200 len: 844 time: 0.0593085 Nov 12 08:24:50.339120 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-e4cb05f5-a7dc-4986-bf3b-8dd8988e3c0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387716 Nov 12 08:24:50.347671 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c75e5228-9a43-4c81-9343-6ada5f1033a0 req-d60ea493-d5f9-444b-b40c-7b9e982aab5d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695199 Nov 12 08:24:50.481299 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-60d5388c-4f2f-419f-af9e-158da2fd328c service neutron] 10.222.0.52 "GET /v2.0/ports/7e22c53e-2dca-4bce-93fc-4acfff01c42b/bindings/n-h1-768851-18 HTTP/1.1" status: 200 len: 385 time: 0.0962970 Nov 12 08:24:50.487469 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-fa3804c1-868c-4cc6-be26-83e4776f9315 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382308 Nov 12 08:24:50.638500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc45e71-e884-44d8-9f4d-3b517427a5c0 req-0e5a4fb6-830f-4c96-b36e-57bafb432cc4 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425085 Nov 12 08:24:50.660523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69dd54-76f1-4a35-9f03-d19a4435e571 req-d7661348-cc92-4ad2-a194-8f07c41028d8 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:50.669142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c69dd54-76f1-4a35-9f03-d19a4435e571 req-d7661348-cc92-4ad2-a194-8f07c41028d8 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.0975258 Nov 12 08:24:50.772391 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c69dd54-76f1-4a35-9f03-d19a4435e571 req-6eb49ce0-9491-40c4-8be1-07b4cae0a7c6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022422 Nov 12 08:24:50.787381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fc57d-bf72-4697-90e1-b107ae8f7c7d req-63402e0c-3ee4-4091-bfe4-adf0e0db80e1 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:50.789036 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-884fc57d-bf72-4697-90e1-b107ae8f7c7d req-63402e0c-3ee4-4091-bfe4-adf0e0db80e1 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 943 time: 0.0829520 Nov 12 08:24:50.792317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227e68d-6045-4f8d-adaf-dc55d6c793f7 req-bfb418d1-f849-4e37-a3f0-ba339f5fdca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:50.793896 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1227e68d-6045-4f8d-adaf-dc55d6c793f7 req-bfb418d1-f849-4e37-a3f0-ba339f5fdca5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcd73db2181b463c815d9494e4da8ea0&device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 1096 time: 0.0981860 Nov 12 08:24:50.810130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-ab7f06fa-2b3a-407d-82a3-ad456b7d8bc6 service neutron] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:50.835899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-ab7f06fa-2b3a-407d-82a3-ad456b7d8bc6 service neutron] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:50.881026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-ab7f06fa-2b3a-407d-82a3-ad456b7d8bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e22c53e-2dca-4bce-93fc-4acfff01c42b {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:50.894219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-ab7f06fa-2b3a-407d-82a3-ad456b7d8bc6 service neutron] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:50.915597 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-ab7f06fa-2b3a-407d-82a3-ad456b7d8bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:50.916203 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-884fc57d-bf72-4697-90e1-b107ae8f7c7d req-286780c9-9d94-4442-83fa-40bd1657bb66 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198971 Nov 12 08:24:50.970204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227e68d-6045-4f8d-adaf-dc55d6c793f7 req-00a92b01-406a-412b-8471-83bf7e8404cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:50.973752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1227e68d-6045-4f8d-adaf-dc55d6c793f7 req-00a92b01-406a-412b-8471-83bf7e8404cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 200 len: 905 time: 0.1547773 Nov 12 08:24:51.031529 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1227e68d-6045-4f8d-adaf-dc55d6c793f7 req-f4d7006a-cbb1-4f21-bafd-c548ccad8301 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bb773aa-22a9-40ba-ba77-b91b9adced59 HTTP/1.1" status: 200 len: 217 time: 0.0497847 Nov 12 08:24:51.053040 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-631fefa8-264b-4cb6-975a-204d972225dc req-1257ba7f-6cd9-4470-a82e-c6b7760ecaa6 service neutron] show failed (client error): The resource could not be found. Nov 12 08:24:51.054091 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-1257ba7f-6cd9-4470-a82e-c6b7760ecaa6 service neutron] 10.222.0.46 "GET /v2.0/ports/7f493ab6-7a71-40b3-a0d2-300fecacac0f/bindings/n-h2-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.1464612 Nov 12 08:24:51.093203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227e68d-6045-4f8d-adaf-dc55d6c793f7 req-9ff702bc-53c7-4391-bc55-79335c6ac817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:51.095028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfc320-b233-4f35-9211-880c3ae211d3 req-c18163b6-d826-4bfe-ac8b-e116048cb8b2 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:51.095847 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1227e68d-6045-4f8d-adaf-dc55d6c793f7 req-9ff702bc-53c7-4391-bc55-79335c6ac817 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b HTTP/1.1" status: 200 len: 844 time: 0.0560186 Nov 12 08:24:51.096550 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2dfc320-b233-4f35-9211-880c3ae211d3 req-c18163b6-d826-4bfe-ac8b-e116048cb8b2 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.0902295 Nov 12 08:24:51.102413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-ab7f06fa-2b3a-407d-82a3-ad456b7d8bc6 service neutron] Transition to ACTIVE for port object 7e22c53e-2dca-4bce-93fc-4acfff01c42b will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:51.118036 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-ab7f06fa-2b3a-407d-82a3-ad456b7d8bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.138794 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1227e68d-6045-4f8d-adaf-dc55d6c793f7 req-abd9bc58-9718-4b3e-a3eb-74e318c19ac5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337968 Nov 12 08:24:51.234793 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f06fa-2b3a-407d-82a3-ad456b7d8bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e22c53e-2dca-4bce-93fc-4acfff01c42b,revision_number=10']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:51.257579 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2dfc320-b233-4f35-9211-880c3ae211d3 req-911b82b2-f74b-4023-950c-2bc2ceff7fde tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515405 Nov 12 08:24:51.258602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-ab7f06fa-2b3a-407d-82a3-ad456b7d8bc6 service neutron] No DVR routers for this DVR port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:51.278384 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1227e68d-6045-4f8d-adaf-dc55d6c793f7 req-4217067d-a903-4887-8f04-cbdd5e988715 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292551 Nov 12 08:24:51.309738 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-ab7f06fa-2b3a-407d-82a3-ad456b7d8bc6 service neutron] 10.222.0.52 "PUT /v2.0/ports/7e22c53e-2dca-4bce-93fc-4acfff01c42b/bindings/n-h1-768851-18/activate HTTP/1.1" status: 200 len: 370 time: 0.8152590 Nov 12 08:24:51.499993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1227e68d-6045-4f8d-adaf-dc55d6c793f7 req-e58f6b1f-c9b0-4a56-9721-b39f8093fb9a service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126112 Nov 12 08:24:51.509773 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a847b7-fd50-4c5d-b995-f166fcdc6ceb req-79ccff7e-ec93-408e-ba5a-8fa7ce1cfccc tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:51.511324 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-98a847b7-fd50-4c5d-b995-f166fcdc6ceb req-79ccff7e-ec93-408e-ba5a-8fa7ce1cfccc tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1781938 Nov 12 08:24:51.514878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fefa8-264b-4cb6-975a-204d972225dc req-74dc598a-a492-4225-906b-b352381ca548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:51.516427 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-74dc598a-a492-4225-906b-b352381ca548 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece&tenant_id=622dac62584248dead4df8f42ebf1618 HTTP/1.1" status: 200 len: 1102 time: 0.1934872 Nov 12 08:24:51.548291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:51.599928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-98a847b7-fd50-4c5d-b995-f166fcdc6ceb req-9deddb42-80f3-4847-bbf6-bb79cb8ffe86 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820324 Nov 12 08:24:51.632143 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:51.766028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-3b404c2e-5331-4508-91d4-055e3a5b195b tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:51.767791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-3b404c2e-5331-4508-91d4-055e3a5b195b tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc&tenant_id=bef941d2508140b5b49158f037d4051b&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1096 time: 0.3984241 Nov 12 08:24:51.797130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496117b-b84b-4d98-b2c9-60723f4c887b req-d6c05384-b4eb-409d-a2e3-691e8f174375 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:51.798783 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0496117b-b84b-4d98-b2c9-60723f4c887b req-d6c05384-b4eb-409d-a2e3-691e8f174375 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 944 time: 0.0761893 Nov 12 08:24:51.865485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-9e1c7874-38da-467c-a813-17bd270b14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:51.867024 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-9e1c7874-38da-467c-a813-17bd270b14b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc&tenant_id=bef941d2508140b5b49158f037d4051b HTTP/1.1" status: 200 len: 1096 time: 0.0890303 Nov 12 08:24:51.880321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0496117b-b84b-4d98-b2c9-60723f4c887b req-2ed0823a-d14e-41fe-8a48-bb5f62890062 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600848 Nov 12 08:24:51.952078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:51.963016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-0c57fb43-ef83-4af9-95cd-e401daf9fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:51.965069 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-0c57fb43-ef83-4af9-95cd-e401daf9fea2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 1096 time: 0.0671790 Nov 12 08:24:52.023497 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.041190 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c814eb-8092-4815-9fc5-034789f28e0a req-0baf239b-a9ca-42e2-8ee2-e6b4ec151afc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.045003 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-82c814eb-8092-4815-9fc5-034789f28e0a req-0baf239b-a9ca-42e2-8ee2-e6b4ec151afc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1533515 Nov 12 08:24:52.085008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-b5949600-6b6d-4248-85e9-dd8f42a2999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.086131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:52.087474 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-b5949600-6b6d-4248-85e9-dd8f42a2999a service neutron] 10.222.0.46 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.1144421 Nov 12 08:24:52.138991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-b229cbc6-ae62-48b5-ba6e-6e4bf6e6bb4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b HTTP/1.1" status: 200 len: 217 time: 0.0437615 Nov 12 08:24:52.153692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-82c814eb-8092-4815-9fc5-034789f28e0a req-5320be25-ce86-4986-a5d3-252e88ef2edc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007390 Nov 12 08:24:52.155676 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.170008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Transition to ACTIVE for port object 7f493ab6-7a71-40b3-a0d2-300fecacac0f will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:24:52.183288 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.217314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-9ac5ee6d-eeb8-418d-9a76-eac3f6edb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.218766 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-9ac5ee6d-eeb8-418d-9a76-eac3f6edb876 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.0706606 Nov 12 08:24:52.225607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f493ab6-7a71-40b3-a0d2-300fecacac0f,revision_number=6']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:52.232688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19268c-b40b-46b3-a646-336373eaab7d req-0a1aedba-f282-4015-a96f-441dbd7f2a17 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.241197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb19268c-b40b-46b3-a646-336373eaab7d req-0a1aedba-f282-4015-a96f-441dbd7f2a17 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 944 time: 0.1047060 Nov 12 08:24:52.260840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] No DVR routers for this DVR port 7f493ab6-7a71-40b3-a0d2-300fecacac0f on host n-h1-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:24:52.290884 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-5ed25864-82ee-450a-8730-e2caf8359691 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468767 Nov 12 08:24:52.297448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f493ab6-7a71-40b3-a0d2-300fecacac0f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:52.301234 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcebc67-341c-45ab-ae19-3d2d2b124b1d" -d '{"events": [{"server_uuid": "11d4d89c-8344-4c8e-ab40-9f1bfd7cdece", "name": "network-vif-unplugged", "status": "completed", "tag": "7f493ab6-7a71-40b3-a0d2-300fecacac0f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:52.322793 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Attempting to bind port 7f493ab6-7a71-40b3-a0d2-300fecacac0f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:52.323189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Attempting to bind port 7f493ab6-7a71-40b3-a0d2-300fecacac0f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:52.323534 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Attempting to bind port 7f493ab6-7a71-40b3-a0d2-300fecacac0f on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:52.335879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Port 7f493ab6-7a71-40b3-a0d2-300fecacac0f on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:52.336218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Attempting to bind port 7f493ab6-7a71-40b3-a0d2-300fecacac0f on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:52.343157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:52.344227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:52.344900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:52.345572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Bound port: 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:52.345945 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.398047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb19268c-b40b-46b3-a646-336373eaab7d req-aaa7b2d8-4933-4f28-a152-b7bf22854d87 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559067 Nov 12 08:24:52.460239 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-ef6b661b-1cfa-4793-8bb3-52dfb3bfe075 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592076 Nov 12 08:24:52.478248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:52.482455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:52.508541 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.529178 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31cf429-8673-4d13-b47e-743bf4da9cb3 x-openstack-request-id: req-d31cf429-8673-4d13-b47e-743bf4da9cb3 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:52.529466 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d4d89c-8344-4c8e-ab40-9f1bfd7cdece", "name": "network-vif-unplugged", "status": "completed", "tag": "7f493ab6-7a71-40b3-a0d2-300fecacac0f", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:52.529713 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d31cf429-8673-4d13-b47e-743bf4da9cb3 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:52.530097 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f493ab6-7a71-40b3-a0d2-300fecacac0f', 'code': 200} Nov 12 08:24:52.560808 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.561910 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:52.563547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] 10.222.0.52 "PUT /v2.0/ports/7f493ab6-7a71-40b3-a0d2-300fecacac0f HTTP/1.1" status: 200 len: 1097 time: 1.0209329 Nov 12 08:24:52.575414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41960231-0be9-4382-bd1e-9399e1e5603f req-0040b8f1-c152-4c57-812b-c15244beca47 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.577068 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41960231-0be9-4382-bd1e-9399e1e5603f req-0040b8f1-c152-4c57-812b-c15244beca47 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 948 time: 0.1908758 Nov 12 08:24:52.606998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-7032109c-efbe-40d9-8df2-d9a440dee8d1 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367242 Nov 12 08:24:52.674555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260235c9-e6b7-472b-9e73-53bba83c44f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7f493ab6-7a71-40b3-a0d2-300fecacac0f,revision_number=7']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:52.725505 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41960231-0be9-4382-bd1e-9399e1e5603f req-ff36e7e2-a3d7-4e7c-a329-ecd2287d776c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243889 Nov 12 08:24:52.761639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fefa8-264b-4cb6-975a-204d972225dc req-8208b78f-95e5-401a-adf9-7c68576c6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.775490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-8208b78f-95e5-401a-adf9-7c68576c6731 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 1100 time: 0.1802855 Nov 12 08:24:52.821067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad466708-9f68-490b-afbf-6f23da508e21 req-b1f8c2a6-a27a-464c-bd06-4292e214c791 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.830271 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad466708-9f68-490b-afbf-6f23da508e21 req-b1f8c2a6-a27a-464c-bd06-4292e214c791 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1107397 Nov 12 08:24:52.951891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad466708-9f68-490b-afbf-6f23da508e21 req-176da1b9-2471-43b9-8e1d-3b5f78b25ab2 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176202 Nov 12 08:24:52.968427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fefa8-264b-4cb6-975a-204d972225dc req-17aecedd-7071-4a49-b7aa-1959c07bde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.969903 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-17aecedd-7071-4a49-b7aa-1959c07bde19 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1802332 Nov 12 08:24:52.972394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-d2d814ba-9b8e-4090-8c91-fa878c9c3617 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:52.974326 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-d2d814ba-9b8e-4090-8c91-fa878c9c3617 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc&tenant_id=bef941d2508140b5b49158f037d4051b&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 1096 time: 0.1111114 Nov 12 08:24:53.072210 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-2c4dbb17-88ad-449a-87ec-ed8e8bf7ab1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f HTTP/1.1" status: 200 len: 217 time: 0.0929987 Nov 12 08:24:53.173468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-5cf6779f-62d8-428b-a3b8-ef6f9a214508 service neutron] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:53.182973 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-5cf6779f-62d8-428b-a3b8-ef6f9a214508 service neutron] Publish callbacks [] for binding, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:53.182973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ed98ed9-58dc-4340-9e76-5a1edd1f6702 req-5cf6779f-62d8-428b-a3b8-ef6f9a214508 service neutron] 10.222.0.46 "DELETE /v2.0/ports/7e22c53e-2dca-4bce-93fc-4acfff01c42b/bindings/n-h2-768851-18 HTTP/1.1" status: 204 len: 173 time: 0.1979294 Nov 12 08:24:53.187358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562a6c2-1820-4d7a-af02-30d87e4b7e1d req-58a04034-f3b6-4090-8b53-28a459167dfa tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:53.188920 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a562a6c2-1820-4d7a-af02-30d87e4b7e1d req-58a04034-f3b6-4090-8b53-28a459167dfa tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 944 time: 0.1790648 Nov 12 08:24:53.196144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fefa8-264b-4cb6-975a-204d972225dc req-064501ba-b4f8-483e-912d-c3c5ff0e6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:53.198262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-064501ba-b4f8-483e-912d-c3c5ff0e6e7b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1139681 Nov 12 08:24:53.293958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fefa8-264b-4cb6-975a-204d972225dc req-05cb2dae-2026-4066-ac8f-63abd7a9cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:53.295363 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-05cb2dae-2026-4066-ac8f-63abd7a9cf65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0859928 Nov 12 08:24:53.298852 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a562a6c2-1820-4d7a-af02-30d87e4b7e1d req-fd8df0fe-c63c-4dc1-8a3c-445b7bdc2832 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996780 Nov 12 08:24:53.299081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf53c8-4549-4230-9766-c364b51bdd8c req-8c55d464-a82c-4617-a248-d4ccec24fa09 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:53.300589 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-63bf53c8-4549-4230-9766-c364b51bdd8c req-8c55d464-a82c-4617-a248-d4ccec24fa09 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.0528016 Nov 12 08:24:53.353530 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-63bf53c8-4549-4230-9766-c364b51bdd8c req-12f08dad-80ad-4ace-9ee4-06cd0ab8b5a1 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461838 Nov 12 08:24:53.396309 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-28f53690-3e28-437f-b5f5-d22da954794e service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908144 Nov 12 08:24:53.514135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-631fefa8-264b-4cb6-975a-204d972225dc req-fc58b4ce-c95e-458b-b4a9-7d7ea3aab52a service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091924 Nov 12 08:24:53.538529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b8aeb-0e02-4a18-8370-8e777c981ebd req-52ca4961-f07a-4934-84af-a473c289273c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:53.540512 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3c7b8aeb-0e02-4a18-8370-8e777c981ebd req-52ca4961-f07a-4934-84af-a473c289273c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 944 time: 0.0620747 Nov 12 08:24:53.599827 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3c7b8aeb-0e02-4a18-8370-8e777c981ebd req-eaff310b-20d9-4cf9-a849-29cde171e5e9 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525603 Nov 12 08:24:53.762273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6f4e8-cb35-436b-a3c1-b69ef724997e req-090c4126-32ca-486b-958c-500d9ca32010 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:53.764097 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4fe6f4e8-cb35-436b-a3c1-b69ef724997e req-090c4126-32ca-486b-958c-500d9ca32010 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 1096 time: 0.0482366 Nov 12 08:24:53.819429 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4fe6f4e8-cb35-436b-a3c1-b69ef724997e req-e4a9a606-15fc-4fb8-a614-5e0a4a351edf tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454464 Nov 12 08:24:53.859395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb680227-ce41-4887-9fbc-8284441ad5af req-fcc54b5b-57c8-4806-a800-3009dc34c77e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:53.860963 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb680227-ce41-4887-9fbc-8284441ad5af req-fcc54b5b-57c8-4806-a800-3009dc34c77e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 948 time: 0.0581794 Nov 12 08:24:53.864495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7bb773aa-22a9-40ba-ba77-b91b9adced59 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:53.920282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb680227-ce41-4887-9fbc-8284441ad5af req-368efa09-790d-4165-be36-63e9f777b3f0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505061 Nov 12 08:24:54.017774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7f493ab6-7a71-40b3-a0d2-300fecacac0f no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:24:54.043625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c1d19-441a-4ed8-8220-1013c06533eb req-0d46de4f-21a2-4539-b00c-54c601e9c20f tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:54.045477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cc9c1d19-441a-4ed8-8220-1013c06533eb req-0d46de4f-21a2-4539-b00c-54c601e9c20f tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 1096 time: 0.0482681 Nov 12 08:24:54.052268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7bb773aa-22a9-40ba-ba77-b91b9adced59, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7bb773aa-22a9-40ba-ba77-b91b9adced59,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:54.068405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '7bb773aa-22a9-40ba-ba77-b91b9adced59', 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'port_id': '7bb773aa-22a9-40ba-ba77-b91b9adced59', 'mac_address': 'fa:16:3e:fb:e3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:54.089957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db19d0b-b8ed-4eda-bd89-eced6449a573 req-15c5eba7-7c9b-45af-967e-b48bb81cee7c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:54.092212 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9db19d0b-b8ed-4eda-bd89-eced6449a573 req-15c5eba7-7c9b-45af-967e-b48bb81cee7c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.0547020 Nov 12 08:24:54.103842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cc9c1d19-441a-4ed8-8220-1013c06533eb req-0dd583ac-f164-4816-b306-9d0757e81218 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504982 Nov 12 08:24:54.115862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7f493ab6-7a71-40b3-a0d2-300fecacac0f not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:24:54.119782 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.133786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb773aa-22a9-40ba-ba77-b91b9adced59 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:54.148673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9db19d0b-b8ed-4eda-bd89-eced6449a573 req-952898bb-ae94-4232-96a2-688dea1842ab tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503824 Nov 12 08:24:54.159887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7bb773aa-22a9-40ba-ba77-b91b9adced59, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7bb773aa-22a9-40ba-ba77-b91b9adced59,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:54.172485 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.265041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7bb773aa-22a9-40ba-ba77-b91b9adced59,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:54.430096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-791ebad2-30c6-499e-b5f4-3a9c37f88360 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:54.431565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b834a0b-b315-4430-85fd-da35c69379f7 req-b7b7268a-e10b-4f3d-8f75-2fb39d3418f3 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:54.432804 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-791ebad2-30c6-499e-b5f4-3a9c37f88360 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449&tenant_id=1bf3b8941139451e8acba21723b96ae2&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 1098 time: 0.0641401 Nov 12 08:24:54.433891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b834a0b-b315-4430-85fd-da35c69379f7 req-b7b7268a-e10b-4f3d-8f75-2fb39d3418f3 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 945 time: 0.0599711 Nov 12 08:24:54.447576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768851-18'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:54.507596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b834a0b-b315-4430-85fd-da35c69379f7 req-f71aba92-8be5-4f9e-9438-5bca8bd41124 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660000 Nov 12 08:24:54.543369 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'tag': '7f493ab6-7a71-40b3-a0d2-300fecacac0f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:54.548349 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54544744-a194-419d-b09a-dd317c147e18" -d '{"events": [{"name": "network-changed", "server_uuid": "11d4d89c-8344-4c8e-ab40-9f1bfd7cdece", "tag": "7f493ab6-7a71-40b3-a0d2-300fecacac0f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:54.557506 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:54.574805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7bb773aa-22a9-40ba-ba77-b91b9adced59'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:54.690041 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa74e8a-9239-4e3c-8260-d3d03fc9f1d2 x-openstack-request-id: req-daa74e8a-9239-4e3c-8260-d3d03fc9f1d2 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:54.691808 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d4d89c-8344-4c8e-ab40-9f1bfd7cdece", "tag": "7f493ab6-7a71-40b3-a0d2-300fecacac0f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:54.693196 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-daa74e8a-9239-4e3c-8260-d3d03fc9f1d2 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:54.693983 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'tag': '7f493ab6-7a71-40b3-a0d2-300fecacac0f', 'status': 'completed', 'code': 200} Nov 12 08:24:54.776581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544744-a194-419d-b09a-dd317c147e18 req-43ffc360-c72b-44c9-8c98-71139addbbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:54.780763 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-43ffc360-c72b-44c9-8c98-71139addbbad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 1100 time: 0.0637085 Nov 12 08:24:54.810274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbc167-1f8c-486c-8dd9-c5b2e0c1e111 req-4f6dcc17-0af1-462d-8f95-6ae1db370302 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:54.818978 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbbbc167-1f8c-486c-8dd9-c5b2e0c1e111 req-4f6dcc17-0af1-462d-8f95-6ae1db370302 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1979234 Nov 12 08:24:54.888026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544744-a194-419d-b09a-dd317c147e18 req-d03571c7-6c83-4b8c-9623-5b1f5c0d9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:54.890050 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-d03571c7-6c83-4b8c-9623-5b1f5c0d9d14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1020260 Nov 12 08:24:54.941393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-1c9b1431-aadd-481e-889d-1075708f3d39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f HTTP/1.1" status: 200 len: 217 time: 0.0430853 Nov 12 08:24:55.054808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544744-a194-419d-b09a-dd317c147e18 req-80f2e4cb-cb77-4d99-bdc5-e38295de8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:55.056449 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-80f2e4cb-cb77-4d99-bdc5-e38295de8e26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1075323 Nov 12 08:24:55.088030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad892e6-7426-4657-a5de-50d0b26599c4 req-9fc22876-5b2f-461e-a21a-85c1df2e2f96 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:55.093241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ad892e6-7426-4657-a5de-50d0b26599c4 req-9fc22876-5b2f-461e-a21a-85c1df2e2f96 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 948 time: 0.0761359 Nov 12 08:24:55.163111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544744-a194-419d-b09a-dd317c147e18 req-8d522cd0-d602-4835-97c6-7fd6a61ac527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:55.164679 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-8d522cd0-d602-4835-97c6-7fd6a61ac527 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955417 Nov 12 08:24:55.171401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544744-a194-419d-b09a-dd317c147e18 req-30804217-3247-43bd-929a-1377d1ee0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:55.173034 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-30804217-3247-43bd-929a-1377d1ee0101 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 1100 time: 0.4453998 Nov 12 08:24:55.183993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbbbc167-1f8c-486c-8dd9-c5b2e0c1e111 req-58b70d99-732e-457c-be4f-316126d1ecb7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625944 Nov 12 08:24:55.186840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ad892e6-7426-4657-a5de-50d0b26599c4 req-20b74606-e239-499a-ac56-6c6a1e115c4b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742462 Nov 12 08:24:55.247500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=81326f93-053f-4891-b875-1fef1d1b6bc1,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:55.340549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-e10c12dc-d278-47f1-bef5-b807f6feaa84 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655889 Nov 12 08:24:55.400405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:55.430064 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544744-a194-419d-b09a-dd317c147e18 req-4a669e3c-e863-422e-a261-b0964341a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:55.431707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-4a669e3c-e863-422e-a261-b0964341a7a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2468655 Nov 12 08:24:55.504562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b19aa-80da-4dc2-b7b0-d9b9d49cc950 req-39ebab00-2c07-4099-b507-c5eaf2dffcd1 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:55.506962 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f49b19aa-80da-4dc2-b7b0-d9b9d49cc950 req-39ebab00-2c07-4099-b507-c5eaf2dffcd1 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 946 time: 0.1310530 Nov 12 08:24:55.512203 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-a74ed602-02a8-4675-98da-75a96ce852ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f HTTP/1.1" status: 200 len: 217 time: 0.0702562 Nov 12 08:24:55.527334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.563116 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-006fe7b7-5c94-42fd-b59c-3a41d6da11b7 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102556 Nov 12 08:24:55.566115 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.617078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f49b19aa-80da-4dc2-b7b0-d9b9d49cc950 req-d2f96da9-4e43-4472-87f3-40f32a397a84 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939727 Nov 12 08:24:55.711297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544744-a194-419d-b09a-dd317c147e18 req-c76f776f-bb47-4e24-afb6-2063d61ad2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:55.711297 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-c76f776f-bb47-4e24-afb6-2063d61ad2b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1801677 Nov 12 08:24:55.785521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=81326f93-053f-4891-b875-1fef1d1b6bc1,revision_number=7']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:55.807720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 on host n-h1-768851-18 for vnic_type normal with profile {"migrating_to": "n-h2-768851-18"} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:55.808060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:55.808395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:55.819024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Port 81326f93-053f-4891-b875-1fef1d1b6bc1 on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:55.819359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:55.838012 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a435f-67a9-46a7-9832-7ab367bf347d req-491b7639-1a67-4772-aa1a-d4cc169c3207 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:55.839570 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-226a435f-67a9-46a7-9832-7ab367bf347d req-491b7639-1a67-4772-aa1a-d4cc169c3207 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 945 time: 0.1711295 Nov 12 08:24:55.841478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:55.841947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:55.842414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:55.842880 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Bound port: 81326f93-053f-4891-b875-1fef1d1b6bc1, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:55.843137 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:55.846681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544744-a194-419d-b09a-dd317c147e18 req-e817cd84-66f4-4ebd-9d9b-5f39dd3fd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:55.848160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-e817cd84-66f4-4ebd-9d9b-5f39dd3fd7a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1234074 Nov 12 08:24:55.878066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 81326f93-053f-4891-b875-1fef1d1b6bc1 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:55.882655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7bb773aa-22a9-40ba-ba77-b91b9adced59 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:24:56.029029 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-226a435f-67a9-46a7-9832-7ab367bf347d req-23ec1c1c-e0db-4061-842f-461f5a9dace1 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783061 Nov 12 08:24:56.045073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:24:56.061839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=81326f93-053f-4891-b875-1fef1d1b6bc1,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:24:56.069902 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-76753915-6a4a-460e-8ae5-094442f19317 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969273 Nov 12 08:24:56.071566 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.142305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 7bb773aa-22a9-40ba-ba77-b91b9adced59 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:24:56.151339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 7bb773aa-22a9-40ba-ba77-b91b9adced59 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:24:56.151713 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.199238 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, got binding levels [] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:56.206386 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54544744-a194-419d-b09a-dd317c147e18 req-744adef6-875a-4516-9b15-98158bf91e90 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987704 Nov 12 08:24:56.235531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 on host n-h1-768851-18 for vnic_type normal with profile {"migrating_to": "n-h2-768851-18"} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:24:56.236110 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:24:56.236771 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:56.262929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Port 81326f93-053f-4891-b875-1fef1d1b6bc1 on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:24:56.263202 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Attempting to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:24:56.272494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:24:56.273517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:56.274399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:24:56.275048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Bound port: 81326f93-053f-4891-b875-1fef1d1b6bc1, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:24:56.276353 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.302160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=81326f93-053f-4891-b875-1fef1d1b6bc1,revision_number=8']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:56.311111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:56.313139 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.314023 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-6092a194-8dd0-478c-928e-730c4864aba7 service neutron] 10.222.0.52 "PUT /v2.0/ports/81326f93-053f-4891-b875-1fef1d1b6bc1 HTTP/1.1" status: 200 len: 1124 time: 1.8721509 Nov 12 08:24:56.327400 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.389826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ad64d-4534-483f-b9c7-1f68de1a8274 req-b4668f8b-5a95-4ffb-86b0-c443796419ee tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:56.390399 n-d-768851-18 neutron-server[102446]: WARNING neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Concurrent port binding operations failed on port 81326f93-053f-4891-b875-1fef1d1b6bc1 Nov 12 08:24:56.393458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d300a3-d70f-45ae-9e4c-0f942d220d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb773aa-22a9-40ba-ba77-b91b9adced59'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:56.396551 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b142ae40-c4a7-41f1-a3b5-ccf18901922a" -d '{"events": [{"server_uuid": "32d300a3-d70f-45ae-9e4c-0f942d220d65", "name": "network-vif-plugged", "status": "completed", "tag": "7bb773aa-22a9-40ba-ba77-b91b9adced59"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:56.401592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-823ad64d-4534-483f-b9c7-1f68de1a8274 req-b4668f8b-5a95-4ffb-86b0-c443796419ee tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1005836 Nov 12 08:24:56.403137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=81326f93-053f-4891-b875-1fef1d1b6bc1,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:56.413612 n-d-768851-18 neutron-server[102446]: INFO neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Attempt 2 to bind port 81326f93-053f-4891-b875-1fef1d1b6bc1 Nov 12 08:24:56.414094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 81326f93-053f-4891-b875-1fef1d1b6bc1 has no active binding in host n-h2-768851-18 {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:24:56.415889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05059dc0-30e4-402c-9fd3-c0612ce5044c req-1064bf1e-57b8-4cfd-89eb-ca9c26406f03 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:56.417493 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7bb773aa-22a9-40ba-ba77-b91b9adced59, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7bb773aa-22a9-40ba-ba77-b91b9adced59,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:56.417679 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05059dc0-30e4-402c-9fd3-c0612ce5044c req-1064bf1e-57b8-4cfd-89eb-ca9c26406f03 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 948 time: 0.1105125 Nov 12 08:24:56.424516 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.458879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['81326f93-053f-4891-b875-1fef1d1b6bc1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:56.492915 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-823ad64d-4534-483f-b9c7-1f68de1a8274 req-8cf511f6-45bb-4892-875f-e5906103ff14 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902915 Nov 12 08:24:56.512749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['81326f93-053f-4891-b875-1fef1d1b6bc1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:56.529955 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05059dc0-30e4-402c-9fd3-c0612ce5044c req-7f559d43-fef1-4043-90ff-be80ddc14c7f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044877 Nov 12 08:24:56.590151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7bb773aa-22a9-40ba-ba77-b91b9adced59,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:56.612095 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05399ee0-2f41-42d1-8fc9-4751b06a37b8 x-openstack-request-id: req-05399ee0-2f41-42d1-8fc9-4751b06a37b8 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:56.612437 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d300a3-d70f-45ae-9e4c-0f942d220d65", "name": "network-vif-plugged", "status": "completed", "tag": "7bb773aa-22a9-40ba-ba77-b91b9adced59", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:56.614879 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05399ee0-2f41-42d1-8fc9-4751b06a37b8 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:56.615290 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d300a3-d70f-45ae-9e4c-0f942d220d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb773aa-22a9-40ba-ba77-b91b9adced59', 'code': 200} Nov 12 08:24:56.694822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb491a4d-cd47-4094-a452-a4e9d336d449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81326f93-053f-4891-b875-1fef1d1b6bc1'}, {'name': 'network-changed', 'server_uuid': 'fb491a4d-cd47-4094-a452-a4e9d336d449', 'tag': '81326f93-053f-4891-b875-1fef1d1b6bc1'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:24:56.701205 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e64806-d388-49a7-9678-dac5d7d9e37e" -d '{"events": [{"server_uuid": "fb491a4d-cd47-4094-a452-a4e9d336d449", "name": "network-vif-unplugged", "status": "completed", "tag": "81326f93-053f-4891-b875-1fef1d1b6bc1"}, {"name": "network-changed", "server_uuid": "fb491a4d-cd47-4094-a452-a4e9d336d449", "tag": "81326f93-053f-4891-b875-1fef1d1b6bc1"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:24:56.790865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44064) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:56.797561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c86c7e5d-6dfd-4182-89f5-6599eb497006 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-153321216'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:56.822562 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7701880-4ca4-4b70-865c-a78c6392d039 req-a8ee3c1e-60e2-42de-bd3f-2e14c3ed094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:56.827585 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c7701880-4ca4-4b70-865c-a78c6392d039 req-a8ee3c1e-60e2-42de-bd3f-2e14c3ed094e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 1098 time: 0.1163323 Nov 12 08:24:56.833143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86c7e5d-6dfd-4182-89f5-6599eb497006 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:56.837775 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c86c7e5d-6dfd-4182-89f5-6599eb497006 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:56.890961 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720fe87f-32d5-4797-b199-0841d73e19c7 x-openstack-request-id: req-720fe87f-32d5-4797-b199-0841d73e19c7 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:24:56.891305 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb491a4d-cd47-4094-a452-a4e9d336d449", "name": "network-vif-unplugged", "status": "completed", "tag": "81326f93-053f-4891-b875-1fef1d1b6bc1", "code": 200}, {"name": "network-changed", "server_uuid": "fb491a4d-cd47-4094-a452-a4e9d336d449", "tag": "81326f93-053f-4891-b875-1fef1d1b6bc1", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:24:56.891554 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-720fe87f-32d5-4797-b199-0841d73e19c7 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:24:56.891948 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb491a4d-cd47-4094-a452-a4e9d336d449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81326f93-053f-4891-b875-1fef1d1b6bc1', 'code': 200} Nov 12 08:24:56.892239 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb491a4d-cd47-4094-a452-a4e9d336d449', 'tag': '81326f93-053f-4891-b875-1fef1d1b6bc1', 'status': 'completed', 'code': 200} Nov 12 08:24:56.894845 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c7701880-4ca4-4b70-865c-a78c6392d039 req-64dd8906-cd72-4d21-8348-fbf1e8890923 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578566 Nov 12 08:24:56.957316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86c7e5d-6dfd-4182-89f5-6599eb497006 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:56.986296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64806-d388-49a7-9678-dac5d7d9e37e req-e3379c15-6947-4a2a-8d2a-c00b83363532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:56.988186 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-39e64806-d388-49a7-9678-dac5d7d9e37e req-e3379c15-6947-4a2a-8d2a-c00b83363532 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 1127 time: 0.0789931 Nov 12 08:24:57.018638 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c86c7e5d-6dfd-4182-89f5-6599eb497006 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.018898 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-c86c7e5d-6dfd-4182-89f5-6599eb497006 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Added segment 8bef75d6-3137-40a8-8f9d-f27ecec708df of type vlan for network d84b8edf-a049-44bd-bd1f-038c504b1de8 Nov 12 08:24:57.086083 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c86c7e5d-6dfd-4182-89f5-6599eb497006 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.098933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-5eada2c8-32e7-4911-a603-d81a9c068c57 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.100519 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-5eada2c8-32e7-4911-a603-d81a9c068c57 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.46 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece&tenant_id=622dac62584248dead4df8f42ebf1618&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 948 time: 0.2004910 Nov 12 08:24:57.108884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d121942-7846-48c6-920c-eed23bb9bae8 req-03171eab-4137-4028-b074-b81bc5914a5a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.110975 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d121942-7846-48c6-920c-eed23bb9bae8 req-03171eab-4137-4028-b074-b81bc5914a5a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.2093422 Nov 12 08:24:57.142529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169e73c-3590-41a3-ab97-e9845de85f94 req-1faf5cc9-0b55-4dc9-960f-2e3f22af335b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.144280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7169e73c-3590-41a3-ab97-e9845de85f94 req-1faf5cc9-0b55-4dc9-960f-2e3f22af335b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 948 time: 0.1041923 Nov 12 08:24:57.162739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64806-d388-49a7-9678-dac5d7d9e37e req-cf9a43ad-b89a-49f5-8ee4-1416c7f10860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.164662 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-39e64806-d388-49a7-9678-dac5d7d9e37e req-cf9a43ad-b89a-49f5-8ee4-1416c7f10860 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.1683662 Nov 12 08:24:57.184099 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c86c7e5d-6dfd-4182-89f5-6599eb497006 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.190182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86c7e5d-6dfd-4182-89f5-6599eb497006 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.190807 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c86c7e5d-6dfd-4182-89f5-6599eb497006 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.215883 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-39e64806-d388-49a7-9678-dac5d7d9e37e req-8dfa055c-37a9-4021-a9bf-ed181c4255d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81326f93-053f-4891-b875-1fef1d1b6bc1 HTTP/1.1" status: 200 len: 217 time: 0.0378799 Nov 12 08:24:57.272749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64806-d388-49a7-9678-dac5d7d9e37e req-7be2a7a6-6c37-4e57-925f-b831112908ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.274357 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-39e64806-d388-49a7-9678-dac5d7d9e37e req-7be2a7a6-6c37-4e57-925f-b831112908ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.0462344 Nov 12 08:24:57.316649 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-39e64806-d388-49a7-9678-dac5d7d9e37e req-946f7d84-9406-42a5-aa56-91fbf93d70ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296576 Nov 12 08:24:57.320799 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7169e73c-3590-41a3-ab97-e9845de85f94 req-89d1768e-5990-4c0f-8509-01980c6c2dac tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659646 Nov 12 08:24:57.321627 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c86c7e5d-6dfd-4182-89f5-6599eb497006 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5298319 Nov 12 08:24:57.324385 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44068) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:57.338113 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-16431b30-5e59-4882-acfe-377ac6a72fa8 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1777071925'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:57.355953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c7e5d-6dfd-4182-89f5-6599eb497006 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Network': ['ID=d84b8edf-a049-44bd-bd1f-038c504b1de8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:57.360410 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-221aa8e3-f1a7-4a87-935c-039e93c6c808 service neutron] delete failed (client error): The resource could not be found. Nov 12 08:24:57.361466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-221aa8e3-f1a7-4a87-935c-039e93c6c808 service neutron] 10.222.0.46 "DELETE /v2.0/ports/7f493ab6-7a71-40b3-a0d2-300fecacac0f/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.2470369 Nov 12 08:24:57.368965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network d84b8edf-a049-44bd-bd1f-038c504b1de8 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:57.369778 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d121942-7846-48c6-920c-eed23bb9bae8 req-1dcd6dfb-70c6-4621-a37c-9534b25b273a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179952 Nov 12 08:24:57.454900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16431b30-5e59-4882-acfe-377ac6a72fa8 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:57.459150 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-16431b30-5e59-4882-acfe-377ac6a72fa8 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.490483 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-39e64806-d388-49a7-9678-dac5d7d9e37e req-fe3fd3f7-2ccc-4107-8f2f-bb88faaaf9b8 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648536 Nov 12 08:24:57.540706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-f4165ba2-4373-403e-9808-5a8d0f4ee930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.543556 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-f4165ba2-4373-403e-9808-5a8d0f4ee930 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 1100 time: 0.0859690 Nov 12 08:24:57.545335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16431b30-5e59-4882-acfe-377ac6a72fa8 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:24:57.585094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0396b15-c70d-45ee-8de0-c042533d6547 req-7432e264-0fdb-4414-a4a0-e21f87f1532b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.587058 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d0396b15-c70d-45ee-8de0-c042533d6547 req-7432e264-0fdb-4414-a4a0-e21f87f1532b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.1733081 Nov 12 08:24:57.611686 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-16431b30-5e59-4882-acfe-377ac6a72fa8 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.612122 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-16431b30-5e59-4882-acfe-377ac6a72fa8 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Added segment b1651d7b-3523-40ca-98da-f7403c08bf1f of type vlan for network c29e3af6-7b39-400c-ac4f-52e25909400a Nov 12 08:24:57.692573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-16431b30-5e59-4882-acfe-377ac6a72fa8 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.719773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4078a-db8f-4407-ba0b-66cea2864804 req-add497e6-f6e5-475e-baa8-e50ea833c14b tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.721588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dca4078a-db8f-4407-ba0b-66cea2864804 req-add497e6-f6e5-475e-baa8-e50ea833c14b tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1073050 Nov 12 08:24:57.722030 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-39e64806-d388-49a7-9678-dac5d7d9e37e req-c23b3611-d1ac-42bc-9649-f94e64869a25 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205381 Nov 12 08:24:57.726030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-14359b28-6195-4aa8-b1d1-401742250904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.727855 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-14359b28-6195-4aa8-b1d1-401742250904 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1753867 Nov 12 08:24:57.728758 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d0396b15-c70d-45ee-8de0-c042533d6547 req-c897fd2c-be18-4faf-9ef6-2ef42d343b3b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325090 Nov 12 08:24:57.773673 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-16431b30-5e59-4882-acfe-377ac6a72fa8 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.779420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16431b30-5e59-4882-acfe-377ac6a72fa8 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.783007 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-16431b30-5e59-4882-acfe-377ac6a72fa8 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:57.796032 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-d9f0274b-50e4-479a-a4a9-703e1f4b9c30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f HTTP/1.1" status: 200 len: 217 time: 0.0573809 Nov 12 08:24:57.861072 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-16431b30-5e59-4882-acfe-377ac6a72fa8 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5243592 Nov 12 08:24:57.867761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44076) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:57.872691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ef87a868-8673-4745-96e3-7cb766f29ac6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'subnet': {'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:57.895971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7f493ab6-7a71-40b3-a0d2-300fecacac0f details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:24:57.917471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16431b30-5e59-4882-acfe-377ac6a72fa8 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Network': ['ID=c29e3af6-7b39-400c-ac4f-52e25909400a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:57.926006 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dca4078a-db8f-4407-ba0b-66cea2864804 req-3d74357a-02ef-43f6-9de7-460db2cbeee3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860843 Nov 12 08:24:57.933649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-bf80f46b-2f70-405e-94af-e0a3ee52743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:57.936079 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-bf80f46b-2f70-405e-94af-e0a3ee52743a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1326561 Nov 12 08:24:57.946892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network c29e3af6-7b39-400c-ac4f-52e25909400a details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:24:58.056533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-2710f1ff-abc6-467b-82b0-c053ab860f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:58.058910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-2710f1ff-abc6-467b-82b0-c053ab860f29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0848291 Nov 12 08:24:58.079008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef87a868-8673-4745-96e3-7cb766f29ac6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:58.084148 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef87a868-8673-4745-96e3-7cb766f29ac6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.122083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:58.136618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '7f493ab6-7a71-40b3-a0d2-300fecacac0f', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '7f493ab6-7a71-40b3-a0d2-300fecacac0f', 'mac_address': 'fa:16:3e:3e:eb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:24:58.187917 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.212039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f493ab6-7a71-40b3-a0d2-300fecacac0f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:24:58.235776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:24:58.240787 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-82b7e104-0864-4823-9035-ab4c601e0bc4 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742282 Nov 12 08:24:58.241631 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.292005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7f493ab6-7a71-40b3-a0d2-300fecacac0f,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:58.394396 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.433795 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77b01d2d-bb3a-4986-80be-8694f2199088 req-dcdec6a7-d839-4694-8398-7a542b4b3822 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849103 Nov 12 08:24:58.445342 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef87a868-8673-4745-96e3-7cb766f29ac6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.509885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d940c0-9f57-4ace-8e28-208889272f86 req-3053f1cf-99e4-4eae-b94f-b0fc70e7d79b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:58.518421 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-99d940c0-9f57-4ace-8e28-208889272f86 req-3053f1cf-99e4-4eae-b94f-b0fc70e7d79b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 949 time: 0.1103046 Nov 12 08:24:58.588687 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-99d940c0-9f57-4ace-8e28-208889272f86 req-1ca867a5-2cc7-4e25-bad0-af567c28812c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693750 Nov 12 08:24:58.595770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87a868-8673-4745-96e3-7cb766f29ac6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Subnet': ['ID=938c0d34-1e3d-4735-812f-8ecd08b51838,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:58.627679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a36bca-8b02-4e3d-b111-db4686abcafc req-3e08de2e-1e3d-457e-9541-39ba14dd0ede tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:58.629347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93a36bca-8b02-4e3d-b111-db4686abcafc req-3e08de2e-1e3d-457e-9541-39ba14dd0ede tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.1073742 Nov 12 08:24:58.637862 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef87a868-8673-4745-96e3-7cb766f29ac6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Checking segment: {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:58.638231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef87a868-8673-4745-96e3-7cb766f29ac6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Network hostable DHCP agents. Network: d84b8edf-a049-44bd-bd1f-038c504b1de8, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:58.639988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7f493ab6-7a71-40b3-a0d2-300fecacac0f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:24:58.683443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef87a868-8673-4745-96e3-7cb766f29ac6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Network d84b8edf-a049-44bd-bd1f-038c504b1de8 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:58.702440 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93a36bca-8b02-4e3d-b111-db4686abcafc req-a3c8692b-f641-44f5-aa78-52c782925c8d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657520 Nov 12 08:24:58.704010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ef87a868-8673-4745-96e3-7cb766f29ac6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, d84b8edf-a049-44bd-bd1f-038c504b1de8) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:58.719199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc59634-59fe-4296-8eb6-fa344e8ef390 None None] Network d84b8edf-a049-44bd-bd1f-038c504b1de8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:58.723012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87a868-8673-4745-96e3-7cb766f29ac6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:58.725197 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef87a868-8673-4745-96e3-7cb766f29ac6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:58.747757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ef87a868-8673-4745-96e3-7cb766f29ac6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8788428 Nov 12 08:24:58.750378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44084) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:58.757844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7cb32647-77c2-4a83-a831-02cebdaabbb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'subnet': {'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:58.909832 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e6bdb-1bc1-45e9-a4fa-e72d37b7501c req-bfff7764-f8b5-4df8-8f20-28e5a5f84843 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:58.920134 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f60e6bdb-1bc1-45e9-a4fa-e72d37b7501c req-bfff7764-f8b5-4df8-8f20-28e5a5f84843 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.1035361 Nov 12 08:24:58.983716 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f60e6bdb-1bc1-45e9-a4fa-e72d37b7501c req-30f50384-436a-4f53-91c7-c1adcd88a2c2 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621579 Nov 12 08:24:59.018900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb32647-77c2-4a83-a831-02cebdaabbb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:59.025053 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7cb32647-77c2-4a83-a831-02cebdaabbb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.146146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-d84b8edf-a049-44bd-bd1f-038c504b1de8', 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'fixed_ips': [{'subnet_id': '938c0d34-1e3d-4735-812f-8ecd08b51838'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:59.147267 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.188847 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d55cf-6c1c-47e9-87cf-fc700375f6b4 req-4d0c13ab-4807-4a72-8f72-05858bdd8f63 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:59.194197 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d8d55cf-6c1c-47e9-87cf-fc700375f6b4 req-4d0c13ab-4807-4a72-8f72-05858bdd8f63 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1258855 Nov 12 08:24:59.295167 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7cb32647-77c2-4a83-a831-02cebdaabbb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.319221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d8d55cf-6c1c-47e9-87cf-fc700375f6b4 req-f7e6ad3b-5f1d-4778-a580-37dd08e2cc7b tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180921 Nov 12 08:24:59.369319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb32647-77c2-4a83-a831-02cebdaabbb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Subnet': ['ID=8a38c965-8753-439d-b47e-56d6af58b295,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:24:59.425920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb32647-77c2-4a83-a831-02cebdaabbb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Checking segment: {'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:24:59.426532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb32647-77c2-4a83-a831-02cebdaabbb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Network hostable DHCP agents. Network: c29e3af6-7b39-400c-ac4f-52e25909400a, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:24:59.456604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Allocated IP 10.1.1.2 (d84b8edf-a049-44bd-bd1f-038c504b1de8/938c0d34-1e3d-4735-812f-8ecd08b51838/c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:24:59.468317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb32647-77c2-4a83-a831-02cebdaabbb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Network c29e3af6-7b39-400c-ac4f-52e25909400a is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:24:59.485093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7cb32647-77c2-4a83-a831-02cebdaabbb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, c29e3af6-7b39-400c-ac4f-52e25909400a) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:59.497652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4b0a56-4d8c-4f2c-bd82-753b80059025 None None] Network c29e3af6-7b39-400c-ac4f-52e25909400a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:24:59.499971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb32647-77c2-4a83-a831-02cebdaabbb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:59.501360 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7cb32647-77c2-4a83-a831-02cebdaabbb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.541201 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7cb32647-77c2-4a83-a831-02cebdaabbb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7897577 Nov 12 08:24:59.542251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44100) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:24:59.564434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'port': {'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8', 'name': 'tempest-TaggedBootDevicesTest-1082122844', 'fixed_ips': [{'subnet_id': '938c0d34-1e3d-4735-812f-8ecd08b51838'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:24:59.580843 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc320de-cf08-49e6-8d66-5b3e9c90d8c5 req-34529090-d884-4e19-bbd8-d57e50fdcf4e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:59.589908 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dcc320de-cf08-49e6-8d66-5b3e9c90d8c5 req-34529090-d884-4e19-bbd8-d57e50fdcf4e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.0698068 Nov 12 08:24:59.671941 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dcc320de-cf08-49e6-8d66-5b3e9c90d8c5 req-045f6adb-a717-4d30-aeba-af9d45c13ce0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667713 Nov 12 08:24:59.749948 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.761916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4922523-2716-4242-a1f7-1f0d0ab96cab req-6217a6e0-f987-44c8-b128-3529eea700d9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:59.763593 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4922523-2716-4242-a1f7-1f0d0ab96cab req-6217a6e0-f987-44c8-b128-3529eea700d9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 949 time: 0.0666490 Nov 12 08:24:59.764561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:24:59.784114 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.800506 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-c29e3af6-7b39-400c-ac4f-52e25909400a', 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'fixed_ips': [{'subnet_id': '8a38c965-8753-439d-b47e-56d6af58b295'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:24:59.801468 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.812127 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Network d84b8edf-a049-44bd-bd1f-038c504b1de8 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:24:59.841458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:24:59.844694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:24:59.892902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f257-0dc2-49ac-8d02-5a6584822605 req-256fa48c-0f7e-444a-b657-adaa26682d85 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:24:59.902441 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c5c4f257-0dc2-49ac-8d02-5a6584822605 req-256fa48c-0f7e-444a-b657-adaa26682d85 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.0812237 Nov 12 08:24:59.906892 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4922523-2716-4242-a1f7-1f0d0ab96cab req-711edd87-48f1-47a8-a19b-6e7fa7046d08 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159413 Nov 12 08:24:59.951209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:24:59.975040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] device_id is not set on port 2c86cc16-8755-4f55-8d81-46f96ac3d35f yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:24:59.975744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c5c4f257-0dc2-49ac-8d02-5a6584822605 req-a70bd2ad-9c0f-418d-91e7-b98089667250 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698283 Nov 12 08:24:59.993460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Allocated IP 10.2.2.2 (c29e3af6-7b39-400c-ac4f-52e25909400a/8a38c965-8753-439d-b47e-56d6af58b295/8238929f-1496-438a-b6dc-3c0d6f045cff) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:00.069764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Pushing event updated for resources: {'Port': ['ID=c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:00.187950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67ae50-ddf8-4bea-bea5-4fef3d665f32 req-9878b1b0-2480-4e46-92a0-6b9a5cfbdc9d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:00.199305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Attempting to bind port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:00.199681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Attempting to bind port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:00.200035 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Attempting to bind port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 on network d84b8edf-a049-44bd-bd1f-038c504b1de8 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:00.201549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0d67ae50-ddf8-4bea-bea5-4fef3d665f32 req-9878b1b0-2480-4e46-92a0-6b9a5cfbdc9d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 949 time: 0.1529043 Nov 12 08:25:00.233742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:00.234198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Checking segment: {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:00.234514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.234912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Bound using segment: {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:00.235413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Bound port: c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:00.235951 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.260550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494ba95-b167-46d4-87e1-a831dab85da9 req-b3fb076d-bd19-43e6-9a85-1fbaead69038 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:00.269736 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9494ba95-b167-46d4-87e1-a831dab85da9 req-b3fb076d-bd19-43e6-9a85-1fbaead69038 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 946 time: 0.0783534 Nov 12 08:25:00.320093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0d67ae50-ddf8-4bea-bea5-4fef3d665f32 req-4a62ef64-1dc7-4b3d-a2cb-ee559dbf5e5a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172800 Nov 12 08:25:00.329465 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9494ba95-b167-46d4-87e1-a831dab85da9 req-cc966e53-49c8-406e-9dcc-2892d0ca9bdb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536094 Nov 12 08:25:00.402578 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Allocated IP 10.1.1.245 (d84b8edf-a049-44bd-bd1f-038c504b1de8/938c0d34-1e3d-4735-812f-8ecd08b51838/2c86cc16-8755-4f55-8d81-46f96ac3d35f) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:00.525055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] For port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:00.528546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] For port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:00.542426 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.550553 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.600622 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.602549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15784c5-05a2-4ed3-b327-1f56413f78ff req-5416dc9c-510b-4c27-9e8a-034492eb252e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:00.630928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d15784c5-05a2-4ed3-b327-1f56413f78ff req-5416dc9c-510b-4c27-9e8a-034492eb252e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1157494 Nov 12 08:25:00.648709 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Network c29e3af6-7b39-400c-ac4f-52e25909400a is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:00.650086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08d91a-33a7-4432-8cad-b62501f3a827 None None] Pushing event updated for resources: {'Port': ['ID=c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:00.653039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:00.745410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Pushing event updated for resources: {'Port': ['ID=8238929f-1496-438a-b6dc-3c0d6f045cff,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:00.756445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:00.793946 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d15784c5-05a2-4ed3-b327-1f56413f78ff req-df33200c-c1d1-4b84-94f8-4dd7faf156fa tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617749 Nov 12 08:25:00.824402 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.862229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Attempting to bind port 8238929f-1496-438a-b6dc-3c0d6f045cff on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:00.862711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Attempting to bind port 8238929f-1496-438a-b6dc-3c0d6f045cff by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:00.863133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Attempting to bind port 8238929f-1496-438a-b6dc-3c0d6f045cff on network c29e3af6-7b39-400c-ac4f-52e25909400a {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:00.875070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:00.875727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Checking segment: {'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:00.876244 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.876723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Bound using segment: {'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:00.878694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Bound port: 8238929f-1496-438a-b6dc-3c0d6f045cff, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:00.879414 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:00.910873 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.006457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Network d84b8edf-a049-44bd-bd1f-038c504b1de8 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:01.026464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:01.043430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:01.062139 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] For port 8238929f-1496-438a-b6dc-3c0d6f045cff, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:01.067060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] For port 8238929f-1496-438a-b6dc-3c0d6f045cff, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8238929f-1496-438a-b6dc-3c0d6f045cff,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:01.076192 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.094277 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-956e466e-d6af-4fba-9881-6392a0708e03 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=622dac62584248dead4df8f42ebf1618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366225 Nov 12 08:25:01.161695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acfb4d-2b63-456c-b890-beaea0a9b620 None None] Pushing event updated for resources: {'Port': ['ID=8238929f-1496-438a-b6dc-3c0d6f045cff,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:01.269596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-407cd23c-2005-4b9a-ad0f-c0f5277e9321 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:01.271752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-407cd23c-2005-4b9a-ad0f-c0f5277e9321 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766264 Nov 12 08:25:01.295850 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b5afade5-beb6-4f8c-9a06-4efed268d172 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/quotas/622dac62584248dead4df8f42ebf1618 HTTP/1.1" status: 200 len: 375 time: 0.0177050 Nov 12 08:25:01.401764 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-68de249f-667b-48d2-828c-56a0270a6fbf tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049917 Nov 12 08:25:01.501957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40660c4e-a8bb-4246-8b47-1986bf17497e req-34048a15-e309-4e0d-b26f-63e7c0fdd870 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:01.509922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40660c4e-a8bb-4246-8b47-1986bf17497e req-34048a15-e309-4e0d-b26f-63e7c0fdd870 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.7252414 Nov 12 08:25:01.530723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Port': ['ID=2c86cc16-8755-4f55-8d81-46f96ac3d35f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:01.547446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:01.548108 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.589924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40660c4e-a8bb-4246-8b47-1986bf17497e req-18838b5f-590c-421e-a974-644b39acab4a tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787680 Nov 12 08:25:01.600279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44154) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:01.608646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'port': {'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8', 'name': 'tempest-TaggedBootDevicesTest-1987803677', 'fixed_ips': [{'subnet_id': '938c0d34-1e3d-4735-812f-8ecd08b51838'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:01.614567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9231f74e-1360-4263-a6bf-f2152e2af8b0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0708654 Nov 12 08:25:01.757362 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3721b9c-c569-4bef-bd2c-4638a5a0d2ab req-b9e53984-2f7f-4f61-8f6b-a1b959eeee83 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:01.758942 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3721b9c-c569-4bef-bd2c-4638a5a0d2ab req-b9e53984-2f7f-4f61-8f6b-a1b959eeee83 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.1178906 Nov 12 08:25:01.872560 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:01.934014 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7f493ab6-7a71-40b3-a0d2-300fecacac0f up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:01.974794 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:01.997282 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3721b9c-c569-4bef-bd2c-4638a5a0d2ab req-ff39e98b-4ab4-4111-b9a3-15707979754f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306578 Nov 12 08:25:02.031574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] device_id is not set on port b5835646-4d7a-4cc0-8264-54fb68f239db yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:25:02.112131 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d390aee-7439-4ded-9543-109d785c463a req-dfb7e9d8-c194-4e54-acf9-fa108e6c3dd0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 210 time: 0.0681427 Nov 12 08:25:02.150381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 7f493ab6-7a71-40b3-a0d2-300fecacac0f completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:02.161369 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 7f493ab6-7a71-40b3-a0d2-300fecacac0f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:02.163887 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.249800 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968cad57-ca17-4380-8622-b6c7965ea89f None None] Network d84b8edf-a049-44bd-bd1f-038c504b1de8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:02.332094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b60caa-7907-440f-b3f4-87fd8e512369 req-2746421d-b2ae-4b1e-aca0-916dfead2b33 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.334395 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-26b60caa-7907-440f-b3f4-87fd8e512369 req-2746421d-b2ae-4b1e-aca0-916dfead2b33 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.2361794 Nov 12 08:25:02.350863 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0b7e89c8-0d1b-4105-800f-ff4d441eed0e None None] Provisioning complete for port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:02.351604 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0b7e89c8-0d1b-4105-800f-ff4d441eed0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.403778 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-ccd49ab6-ad3a-4737-b7bf-54c2181b0ba0 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--815426194&fields=id&tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420 HTTP/1.1" status: 200 len: 267 time: 0.1020555 Nov 12 08:25:02.476780 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-26b60caa-7907-440f-b3f4-87fd8e512369 req-85d405eb-5d6d-40b8-9316-3fee74ddaca9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258254 Nov 12 08:25:02.509512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Allocated IP 10.1.1.221 (d84b8edf-a049-44bd-bd1f-038c504b1de8/938c0d34-1e3d-4735-812f-8ecd08b51838/b5835646-4d7a-4cc0-8264-54fb68f239db) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:02.514023 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.579142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-e229c33c-1559-42da-8081-7accf22c13b7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.589434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-e229c33c-1559-42da-8081-7accf22c13b7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/networks?id=610099d6-8440-4178-8197-ba53b457a74a HTTP/1.1" status: 200 len: 824 time: 0.1842821 Nov 12 08:25:02.590310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f493ab6-7a71-40b3-a0d2-300fecacac0f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:02.592866 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b589ab6-f327-4822-9713-3d9ccb1590d4" -d '{"events": [{"server_uuid": "11d4d89c-8344-4c8e-ab40-9f1bfd7cdece", "name": "network-vif-plugged", "status": "completed", "tag": "7f493ab6-7a71-40b3-a0d2-300fecacac0f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:02.616037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-4bc4cc16-4775-4a16-8165-57fff135e1fc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/quotas/a124d4b2edbb4600bc39bc4ed2b1d420 HTTP/1.1" status: 200 len: 375 time: 0.0244939 Nov 12 08:25:02.650232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:02.679222 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.699893 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ad3166-ca21-4e78-a9c1-2491100df42d x-openstack-request-id: req-22ad3166-ca21-4e78-a9c1-2491100df42d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:02.700466 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d4d89c-8344-4c8e-ab40-9f1bfd7cdece", "name": "network-vif-plugged", "status": "completed", "tag": "7f493ab6-7a71-40b3-a0d2-300fecacac0f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:02.700907 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22ad3166-ca21-4e78-a9c1-2491100df42d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:02.701800 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f493ab6-7a71-40b3-a0d2-300fecacac0f', 'code': 200} Nov 12 08:25:02.708813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f8359a-425f-4688-8e17-511aefea9ef9 None None] Network c29e3af6-7b39-400c-ac4f-52e25909400a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:25:02.736299 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-283b149e-71e5-460d-af68-dad114fce45d tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1186790 Nov 12 08:25:02.896511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca49852-38a3-4331-b3c7-73051aae5d95 req-71f627b7-7bad-4b60-946d-cebe019ea279 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:02.898370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ca49852-38a3-4331-b3c7-73051aae5d95 req-71f627b7-7bad-4b60-946d-cebe019ea279 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.1325004 Nov 12 08:25:02.906586 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-66a60d20-386d-4b7b-a98c-63f0d2969e64 service neutron] 10.222.0.31 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666119 Nov 12 08:25:02.926482 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:02.941794 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0b7e89c8-0d1b-4105-800f-ff4d441eed0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.014176 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.047596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0b7e89c8-0d1b-4105-800f-ff4d441eed0e None None] For port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:03.067513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Port': ['ID=b5835646-4d7a-4cc0-8264-54fb68f239db,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:03.082387 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-c4ab2bc8-5d7b-42f0-b92d-994e0915bc9f service neutron] 10.222.0.31 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681263 Nov 12 08:25:03.085990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7f493ab6-7a71-40b3-a0d2-300fecacac0f,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:03.087161 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ca49852-38a3-4331-b3c7-73051aae5d95 req-3b04b4c6-ff54-4f74-8efc-b737dcd577ca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447051 Nov 12 08:25:03.092693 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0b7e89c8-0d1b-4105-800f-ff4d441eed0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.137718 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Network d84b8edf-a049-44bd-bd1f-038c504b1de8 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:03.140592 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:03.150845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:03.236755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-3454928d-6ca0-49f1-9444-cfc60c0167c1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=622dac62584248dead4df8f42ebf1618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444276 Nov 12 08:25:03.247944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:03.463834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11a1b1cd-bcc1-45e0-9cfe-3e58eced39c5 req-2dc02fcc-ea27-4ab8-bbc7-e98ba044b724 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 210 time: 0.0632253 Nov 12 08:25:03.504774 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-d0e2303d-450d-464c-8e6d-895ae7b80760 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.506898 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-d0e2303d-450d-464c-8e6d-895ae7b80760 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546632 Nov 12 08:25:03.534283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.535069 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.545081 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Request body: {'port': {'device_id': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '622dac62584248dead4df8f42ebf1618'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:03.583357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e89c8-0d1b-4105-800f-ff4d441eed0e None None] Pushing event updated for resources: {'Port': ['ID=c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:03.620817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:03.621361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.647198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3f8b4a0d-eb3e-4864-8420-41bf24593f2b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0453682 Nov 12 08:25:03.668803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76f46f5d-d226-46bb-978a-0f3936eaf3b4 req-0a7e6c77-85ea-4e0a-ae6f-a7ffc31bbcfe tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 210 time: 0.0749040 Nov 12 08:25:03.683268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-66f8a061-7306-4c57-a2fd-749f9d0e8455 None None] Provisioning complete for port 8238929f-1496-438a-b6dc-3c0d6f045cff triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:03.683705 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-66f8a061-7306-4c57-a2fd-749f9d0e8455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:03.772810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7985-b8a2-4639-9e78-a0eb8c68b5cb req-65504d50-4f3b-48a2-9f2b-b487c39390f6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.783098 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13fe7985-b8a2-4639-9e78-a0eb8c68b5cb req-65504d50-4f3b-48a2-9f2b-b487c39390f6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.2748969 Nov 12 08:25:03.824018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8238929f-1496-438a-b6dc-3c0d6f045cff up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:03.857898 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da98f68-f4f9-453f-b304-505e36a6056c req-8e30c921-e649-403a-8826-b083e76d95da tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.859444 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9da98f68-f4f9-453f-b304-505e36a6056c req-8e30c921-e649-403a-8826-b083e76d95da tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.52 "GET /v2.0/ports?device_id=637e7355-05bf-43fd-b1de-9a41e77d6190 HTTP/1.1" status: 200 len: 946 time: 0.2597365 Nov 12 08:25:03.913839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3e796-f628-4108-bc1c-af51d11fce02 req-ee5f490e-f3e3-4bb8-9885-1f3a817575fd tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:03.923956 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96b3e796-f628-4108-bc1c-af51d11fce02 req-ee5f490e-f3e3-4bb8-9885-1f3a817575fd tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1154056 Nov 12 08:25:04.009397 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96b3e796-f628-4108-bc1c-af51d11fce02 req-fc0696be-c5a7-4246-9310-46b4dd373e40 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742452 Nov 12 08:25:04.048293 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-66f8a061-7306-4c57-a2fd-749f9d0e8455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.050355 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13fe7985-b8a2-4639-9e78-a0eb8c68b5cb req-85429380-9c10-46a7-b019-3c29960efe16 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658284 Nov 12 08:25:04.168004 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-66f8a061-7306-4c57-a2fd-749f9d0e8455 None None] For port 8238929f-1496-438a-b6dc-3c0d6f045cff, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8238929f-1496-438a-b6dc-3c0d6f045cff,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:04.196705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Made reservation on behalf of 622dac62584248dead4df8f42ebf1618 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:04.203823 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.204360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8238929f-1496-438a-b6dc-3c0d6f045cff triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:04.204745 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.206500 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-66f8a061-7306-4c57-a2fd-749f9d0e8455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.341996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8a061-7306-4c57-a2fd-749f9d0e8455 None None] Pushing event updated for resources: {'Port': ['ID=8238929f-1496-438a-b6dc-3c0d6f045cff,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:04.344218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Deleting port 60538e72-79c7-4f26-a05c-00beee5bc0cd {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:04.344661 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.355764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-17de5631-4ed1-44c3-a48c-b8142aae3729 None None] Provisioning complete for port 8238929f-1496-438a-b6dc-3c0d6f045cff triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:04.356137 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17de5631-4ed1-44c3-a48c-b8142aae3729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.438089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97402317-d88b-4f82-b05f-efb8840df842 req-7a482559-e40d-4286-9bdc-211d2533569e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:04.446167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97402317-d88b-4f82-b05f-efb8840df842 req-7a482559-e40d-4286-9bdc-211d2533569e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.1961710 Nov 12 08:25:04.457626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44278) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:04.463166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-33b3979a-70e3-4488-9af3-ec030fa2fdfe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1828249279', 'description': 'tempest-description--1812526868'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:04.492667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-17de5631-4ed1-44c3-a48c-b8142aae3729 None None] Provisioning complete for port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:04.493046 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17de5631-4ed1-44c3-a48c-b8142aae3729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.516829 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33b3979a-70e3-4488-9af3-ec030fa2fdfe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.624628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Allocated IP 192.168.233.13 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/8d6b7cf8-e143-4c07-b83c-94496eb6b32f) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:04.640973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] For port 60538e72-79c7-4f26-a05c-00beee5bc0cd, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=60538e72-79c7-4f26-a05c-00beee5bc0cd,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:04.641676 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.662199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33b3979a-70e3-4488-9af3-ec030fa2fdfe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.666132 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97402317-d88b-4f82-b05f-efb8840df842 req-272704c4-0ade-41fb-bab3-c03f80aa7e21 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189825 Nov 12 08:25:04.702439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-17de5631-4ed1-44c3-a48c-b8142aae3729 None None] Provisioning complete for port 2c86cc16-8755-4f55-8d81-46f96ac3d35f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:04.702599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-892a3dbd-4b5e-4302-80c3-435c02c0ffac req-71b916ce-5bad-4af9-bc88-4891fcde6c5f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 210 time: 0.0635681 Nov 12 08:25:04.703065 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17de5631-4ed1-44c3-a48c-b8142aae3729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.703450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33b3979a-70e3-4488-9af3-ec030fa2fdfe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.771860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-17de5631-4ed1-44c3-a48c-b8142aae3729 None None] Port 2c86cc16-8755-4f55-8d81-46f96ac3d35f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:04.787559 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33b3979a-70e3-4488-9af3-ec030fa2fdfe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.791594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-33b3979a-70e3-4488-9af3-ec030fa2fdfe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3292687 Nov 12 08:25:04.793703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44284) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:04.798055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2986578d-2fb5-4301-98b5-0fed581b4fdb tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'security_group_rule': {'security_group_id': '6a96e4c6-8920-49d1-a42f-e355d4d96057', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:04.800140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-17de5631-4ed1-44c3-a48c-b8142aae3729 None None] Provisioning complete for port b5835646-4d7a-4cc0-8264-54fb68f239db triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:04.800773 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17de5631-4ed1-44c3-a48c-b8142aae3729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.813187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3979a-70e3-4488-9af3-ec030fa2fdfe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a96e4c6-8920-49d1-a42f-e355d4d96057,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:04.843707 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2986578d-2fb5-4301-98b5-0fed581b4fdb tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.855854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-17de5631-4ed1-44c3-a48c-b8142aae3729 None None] Port b5835646-4d7a-4cc0-8264-54fb68f239db cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:04.922463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2986578d-2fb5-4301-98b5-0fed581b4fdb tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.943234 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2986578d-2fb5-4301-98b5-0fed581b4fdb tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.966932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:04.980144 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2986578d-2fb5-4301-98b5-0fed581b4fdb tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:04.982000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2986578d-2fb5-4301-98b5-0fed581b4fdb tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1874430 Nov 12 08:25:04.988275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44286) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:05.001459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0a309330-2a53-4ccb-a308-a784d930e8d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'security_group_rule': {'security_group_id': '6a96e4c6-8920-49d1-a42f-e355d4d96057', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:05.012196 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986578d-2fb5-4301-98b5-0fed581b4fdb tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00dbf531-72bc-414d-8d7e-90850e0d68cc,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:05.137158 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e22f-0613-4201-a314-91cf0fcc72bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.165875 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d4b8263-b275-4df3-afd8-402ba8055f56 req-aa811575-203a-42a8-a321-8d3800738b5e tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 210 time: 0.0705528 Nov 12 08:25:05.167917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:05.168912 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.243595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a309330-2a53-4ccb-a308-a784d930e8d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.313774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8238929f-1496-438a-b6dc-3c0d6f045cff up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:05.389059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8238929f-1496-438a-b6dc-3c0d6f045cff triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:05.389342 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.436538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-897f9a82-ef6f-4ceb-b344-724a2613d900 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:05.439088 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-897f9a82-ef6f-4ceb-b344-724a2613d900 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.46 "GET /v2.0/networks?id=610099d6-8440-4178-8197-ba53b457a74a HTTP/1.1" status: 200 len: 824 time: 0.3879707 Nov 12 08:25:05.453673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa435c5a-5db6-4425-8dbd-400a0448c73c req-860688b9-a0e1-4935-aaef-9d35db8ebe4f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:05.455185 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa435c5a-5db6-4425-8dbd-400a0448c73c req-860688b9-a0e1-4935-aaef-9d35db8ebe4f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.1690331 Nov 12 08:25:05.458503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2783499-1d41-4c3a-9b17-e1b346eaf5ae req-6e40c699-30e0-4df2-af24-eb54b5a301e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:05.460317 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a2783499-1d41-4c3a-9b17-e1b346eaf5ae req-6e40c699-30e0-4df2-af24-eb54b5a301e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.2289174 Nov 12 08:25:05.461149 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.461519 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.461837 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Floating IP 8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d disassociated. External IP: 172.25.3.79, port: 60538e72-79c7-4f26-a05c-00beee5bc0cd. Nov 12 08:25:05.462175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Calling delete_port for 60538e72-79c7-4f26-a05c-00beee5bc0cd owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:05.547374 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a309330-2a53-4ccb-a308-a784d930e8d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.550654 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.561880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a309330-2a53-4ccb-a308-a784d930e8d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.585881 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a2783499-1d41-4c3a-9b17-e1b346eaf5ae req-f4d4e756-52b3-4730-9b4c-3bfd1cc0fcde tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149592 Nov 12 08:25:05.599975 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-896125b2-831e-4f30-8ae2-f238b3672944 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420 HTTP/1.1" status: 200 len: 379 time: 0.1382048 Nov 12 08:25:05.613415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a309330-2a53-4ccb-a308-a784d930e8d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52029f94-ef12-44ee-bb71-4922dd806e02,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:05.613415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Request body: {'port': {'device_id': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'admin_state_up': True, 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'security_groups': ['0bcbb11f-7069-4999-8ac0-febabc6188d0']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:05.622362 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa435c5a-5db6-4425-8dbd-400a0448c73c req-d356f45b-077a-4f5b-8943-3f1748019778 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549609 Nov 12 08:25:05.622602 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a309330-2a53-4ccb-a308-a784d930e8d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.627650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0a309330-2a53-4ccb-a308-a784d930e8d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6380198 Nov 12 08:25:05.627997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44296) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:05.635047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:05.743922 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.756225 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.768664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['74f97a29-2ac4-4f43-a116-1c71f34edd78'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:05.775163 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7f493ab6-7a71-40b3-a0d2-300fecacac0f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:05.809396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Pushing event deleted for resources: {'Port': ['ID=60538e72-79c7-4f26-a05c-00beee5bc0cd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:05.848021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Made reservation on behalf of a124d4b2edbb4600bc39bc4ed2b1d420 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:05.852246 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:05.896445 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.007440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Pushing event updated for resources: {'Port': ['ID=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:06.021684 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:06.045570 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aee48d-5648-44d1-be0f-aa4cbabe5d02 req-f680f34a-b26e-4b19-8cc3-39e5557b8b35 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:06.055784 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05aee48d-5648-44d1-be0f-aa4cbabe5d02 req-f680f34a-b26e-4b19-8cc3-39e5557b8b35 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 935 time: 0.2200503 Nov 12 08:25:06.057930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:06.082673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:06.109249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8341c1-5d1e-4b12-a8cf-b4486624af60 req-90e20d91-fdf6-40fb-a539-7eaedbdee7be tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:06.117830 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b8341c1-5d1e-4b12-a8cf-b4486624af60 req-90e20d91-fdf6-40fb-a539-7eaedbdee7be tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.3205633 Nov 12 08:25:06.125989 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05aee48d-5648-44d1-be0f-aa4cbabe5d02 req-8719e0c4-63c0-44d9-8f20-29b71be2f084 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689042 Nov 12 08:25:06.137687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Allocated IP 172.20.0.7 (610099d6-8440-4178-8197-ba53b457a74a/f9f27438-c400-45f9-9633-ff6491532b3c/ec2311b1-c5ba-4ec8-90d2-d62ec9c72271) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:06.371671 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-29b3aa93-16b7-42e3-b9f3-cbb2f3459906 req-18b6519e-0803-411f-bd77-bc22b328dfd7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 210 time: 0.0497801 Nov 12 08:25:06.396897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b8341c1-5d1e-4b12-a8cf-b4486624af60 req-065ca49e-674c-4485-b49f-051aea29f93b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778461 Nov 12 08:25:06.407991 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:06.408898 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.448727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Router f756d98b-380c-4394-97a6-fc1bdd34b8d1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:06.449721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.454590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-b99fbdf5-2779-4e30-a883-caf9e1a6e85d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9292300 Nov 12 08:25:06.478770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Request body: {'port': {'device_id': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:06.501712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ae3eb6b6-02ea-4439-9001-3ff3e0b5cacd None None] Provisioning complete for port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:06.502301 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ae3eb6b6-02ea-4439-9001-3ff3e0b5cacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.504054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.563615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ae3eb6b6-02ea-4439-9001-3ff3e0b5cacd None None] Port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:06.571488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Network 610099d6-8440-4178-8197-ba53b457a74a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:06.582013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:06.589733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:06.593086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Pushing event updated for resources: {'Port': ['ID=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:06.605878 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.656392 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.684632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:06.685352 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.763625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-9903f5ac-510f-4a60-b330-e10610b08a30 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1556911 Nov 12 08:25:06.778703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Request body: {'port': {'device_id': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:06.831963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:06.843953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b884a-0358-42b6-8ef3-04325c7c03b0 None None] Sync routers for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:06.850349 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:06.881028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b884a-0358-42b6-8ef3-04325c7c03b0 None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:06.883469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fa4b884a-0358-42b6-8ef3-04325c7c03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:24:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:06.892121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0832c-daab-4ee4-9b2a-95338da4e995 req-6c15e705-449e-477f-b9e8-2547f7772236 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:06.893861 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ae0832c-daab-4ee4-9b2a-95338da4e995 req-6c15e705-449e-477f-b9e8-2547f7772236 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1947193 Nov 12 08:25:06.932073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0231b-87a0-42cd-a4af-efec2f0cf675 req-ee488ed2-7d83-4c17-bb34-0ac48ad30df6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:06.933562 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2a0231b-87a0-42cd-a4af-efec2f0cf675 req-ee488ed2-7d83-4c17-bb34-0ac48ad30df6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.1954334 Nov 12 08:25:06.953156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] No DVR routers for this DVR port 60538e72-79c7-4f26-a05c-00beee5bc0cd on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:06.999178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ae0832c-daab-4ee4-9b2a-95338da4e995 req-4e9a563c-9ca2-4735-953d-ee0d0c3e5eef tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986497 Nov 12 08:25:07.018835 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.022467 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9da98f68-f4f9-453f-b304-505e36a6056c req-d2f0c5dc-c845-4757-8e3a-3982ccc6fdd6 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.52 "DELETE /v2.0/ports/60538e72-79c7-4f26-a05c-00beee5bc0cd HTTP/1.1" status: 204 len: 173 time: 3.1420927 Nov 12 08:25:07.051288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-fa4b884a-0358-42b6-8ef3-04325c7c03b0 None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:25:07.088755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'name': 'network-vif-deleted', 'tag': '60538e72-79c7-4f26-a05c-00beee5bc0cd'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:07.090802 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e486e5c-2f94-4d59-9fc0-518a04a93cc5" -d '{"events": [{"server_uuid": "637e7355-05bf-43fd-b1de-9a41e77d6190", "name": "network-vif-deleted", "tag": "60538e72-79c7-4f26-a05c-00beee5bc0cd"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:07.156847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-71a89eb6-d2d3-47cd-a0b1-f6bcc16dc885 None None] Provisioning complete for port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:07.157265 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-71a89eb6-d2d3-47cd-a0b1-f6bcc16dc885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.222007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-71a89eb6-d2d3-47cd-a0b1-f6bcc16dc885 None None] Port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:07.277465 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Allocated IP 172.25.3.184 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/aabe7f24-ed2d-46b9-b3f9-2c027aa54b0c) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:07.356888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2a0231b-87a0-42cd-a4af-efec2f0cf675 req-30c68e15-30e2-4a3d-ac0f-2cfeeb57b879 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458216 Nov 12 08:25:07.372383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb44ec5-62aa-4b0e-85d7-aca502ad5287 req-29fd5e4d-a22e-486f-9487-50abf5a98ba9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:07.382443 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7cb44ec5-62aa-4b0e-85d7-aca502ad5287 req-29fd5e4d-a22e-486f-9487-50abf5a98ba9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 935 time: 0.1130841 Nov 12 08:25:07.401307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fa4b884a-0358-42b6-8ef3-04325c7c03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:21Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:07.455301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b884a-0358-42b6-8ef3-04325c7c03b0 None None] Checking router: f756d98b-380c-4394-97a6-fc1bdd34b8d1 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:25:07.471264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:07.474621 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b953248-731f-48eb-abe5-58abb7793f66 x-openstack-request-id: req-8b953248-731f-48eb-abe5-58abb7793f66 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:07.475242 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637e7355-05bf-43fd-b1de-9a41e77d6190", "name": "network-vif-deleted", "tag": "60538e72-79c7-4f26-a05c-00beee5bc0cd", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:07.475242 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b953248-731f-48eb-abe5-58abb7793f66 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:07.475570 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637e7355-05bf-43fd-b1de-9a41e77d6190', 'name': 'network-vif-deleted', 'tag': '60538e72-79c7-4f26-a05c-00beee5bc0cd', 'status': 'completed', 'code': 200} Nov 12 08:25:07.491218 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b884a-0358-42b6-8ef3-04325c7c03b0 None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:07.492270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fa4b884a-0358-42b6-8ef3-04325c7c03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:24:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:07.493231 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7cb44ec5-62aa-4b0e-85d7-aca502ad5287 req-de00b154-518d-4e58-affe-e3403c2986cb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097500 Nov 12 08:25:07.496240 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f1daf11c-ce85-4ed0-b9f2-09020ef7d993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.501088 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.538001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Transition to ACTIVE for port object ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:07.544565 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.579346 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.586200 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6b7cf8-e143-4c07-b83c-94496eb6b32f {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:07.595550 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.611442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Transition to ACTIVE for port object 8d6b7cf8-e143-4c07-b83c-94496eb6b32f will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:07.626115 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.747705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-fa4b884a-0358-42b6-8ef3-04325c7c03b0 None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:25:07.870525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d077-321b-45de-9b68-64970328e445 req-d4b9ec91-1bee-45fd-bde1-3fbb7a1da776 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:07.897015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-29e2d077-321b-45de-9b68-64970328e445 req-d4b9ec91-1bee-45fd-bde1-3fbb7a1da776 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 943 time: 0.3211248 Nov 12 08:25:07.909609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:07.932996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655ca80-b467-4164-9676-7280a884e786 req-33654817-9631-4443-8822-0be2031297e8 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:07.946373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6655ca80-b467-4164-9676-7280a884e786 req-33654817-9631-4443-8822-0be2031297e8 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.2948608 Nov 12 08:25:07.950497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 60538e72-79c7-4f26-a05c-00beee5bc0cd no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:07.963643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Attempting to bind port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:07.964052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Attempting to bind port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:07.964387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Attempting to bind port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 on network 610099d6-8440-4178-8197-ba53b457a74a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:07.972057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 on network 610099d6-8440-4178-8197-ba53b457a74a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:07.972389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Attempting to bind port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 on network 610099d6-8440-4178-8197-ba53b457a74a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:07.976570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 60538e72-79c7-4f26-a05c-00beee5bc0cd {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:25:07.976919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 60538e72-79c7-4f26-a05c-00beee5bc0cd not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:07.981067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:07.981433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Checking segment: {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:07.982226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Bound using segment: {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:07.982226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Bound port: ec2311b1-c5ba-4ec8-90d2-d62ec9c72271, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429796dd-7e1c-445f-a9f6-d396fd41dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '610099d6-8440-4178-8197-ba53b457a74a'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:07.982578 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:07.987234 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Pushing event updated for resources: {'Port': ['ID=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:08.073563 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6655ca80-b467-4164-9676-7280a884e786 req-51f6c3ce-46b3-40e3-919d-5c8f4f72bbcc tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261244 Nov 12 08:25:08.123384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fa4b884a-0358-42b6-8ef3-04325c7c03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:21Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:08.153323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] For port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:08.156970 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.160811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] For port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:08.171849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.185180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b884a-0358-42b6-8ef3-04325c7c03b0 None None] The sync data for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 is: [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:21Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:08.241731 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-29e2d077-321b-45de-9b68-64970328e445 req-c0e85049-8413-440d-b037-4909b79b842c tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3434839 Nov 12 08:25:08.267858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.268488 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.270018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 HTTP/1.1" status: 200 len: 1092 time: 1.4970055 Nov 12 08:25:08.276921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'tag': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:08.279371 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8918b974-8928-468c-a62e-1f788fbd25d3" -d '{"events": [{"name": "network-changed", "server_uuid": "45f51e15-757b-40b0-bffe-cfe6693b8d38", "tag": "ec2311b1-c5ba-4ec8-90d2-d62ec9c72271"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:08.288536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:08.323406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069de8-ece1-4e3d-b42c-f25f08248838 req-46f6f61e-29df-4d10-978f-7f20141d9eca tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.334099 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2e069de8-ece1-4e3d-b42c-f25f08248838 req-46f6f61e-29df-4d10-978f-7f20141d9eca tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1125565 Nov 12 08:25:08.335923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:08.338666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Port': ['ID=aabe7f24-ed2d-46b9-b3f9-2c027aa54b0c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:08.348491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:08.349566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91235444-b49c-4bed-8ed2-34ca574418f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:08.357514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Attempting to bind port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:08.359732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Attempting to bind port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:08.365387 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Attempting to bind port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:08.397832 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:08.398245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Attempting to bind port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:08.453863 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9ac500-3b2e-4c4e-9dc7-72d689f6444c x-openstack-request-id: req-eb9ac500-3b2e-4c4e-9dc7-72d689f6444c {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:08.454187 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f51e15-757b-40b0-bffe-cfe6693b8d38", "tag": "ec2311b1-c5ba-4ec8-90d2-d62ec9c72271", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:08.454440 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb9ac500-3b2e-4c4e-9dc7-72d689f6444c {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:08.454960 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'tag': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271', 'status': 'completed', 'code': 200} Nov 12 08:25:08.461628 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.475207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:08.475769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:08.476368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:08.479299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Bound port: 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:08.481017 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.561237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2e069de8-ece1-4e3d-b42c-f25f08248838 req-db1dd693-48ca-4332-9b0d-4c2bc5992553 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265999 Nov 12 08:25:08.576920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-cfbb56dc-7976-435a-8dcb-52a23f9e6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.581833 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-cfbb56dc-7976-435a-8dcb-52a23f9e6a21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420&device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 1095 time: 0.2281523 Nov 12 08:25:08.654513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-44a91306-63cf-4231-b19f-9337dc4beab6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 HTTP/1.1" status: 200 len: 217 time: 0.0616021 Nov 12 08:25:08.693976 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc86735-51d1-4f1b-a6f0-f599d708fdc6 None None] New status for floating IP 8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:25:08.723091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594396ae-b9a3-4dd3-86db-a540733f8d6c req-d392008b-53b3-4ee9-969c-690b205fef29 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.725514 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-594396ae-b9a3-4dd3-86db-a540733f8d6c req-d392008b-53b3-4ee9-969c-690b205fef29 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.1403377 Nov 12 08:25:08.726968 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.740640 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:08.758038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-2e54c8a4-d996-45aa-8ca1-8f426d85912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.759545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-2e54c8a4-d996-45aa-8ca1-8f426d85912f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9f27438-c400-45f9-9633-ff6491532b3c HTTP/1.1" status: 200 len: 863 time: 0.0913894 Nov 12 08:25:08.771393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016931b-3537-4697-a829-326d1375638a req-efcbe994-fa91-4d30-94dc-a1db7550ec6c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.772915 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8016931b-3537-4697-a829-326d1375638a req-efcbe994-fa91-4d30-94dc-a1db7550ec6c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 947 time: 0.1175954 Nov 12 08:25:08.795077 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-594396ae-b9a3-4dd3-86db-a540733f8d6c req-e5b58117-c551-4ae0-b896-23a799d56711 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566771 Nov 12 08:25:08.825063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:08.833239 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.882168 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:08.886913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-afa1f240-5b13-49c5-baf4-67257218aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:08.888453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-afa1f240-5b13-49c5-baf4-67257218aa6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=610099d6-8440-4178-8197-ba53b457a74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145840 Nov 12 08:25:08.893212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8016931b-3537-4697-a829-326d1375638a req-e4256bad-9c52-4b75-b658-c4171b77c3fc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111908 Nov 12 08:25:09.010271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.010912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.012745 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] 10.222.0.52 "PUT /v2.0/ports/8d6b7cf8-e143-4c07-b83c-94496eb6b32f HTTP/1.1" status: 200 len: 1096 time: 2.5410385 Nov 12 08:25:09.023023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-dc348bf2-fc68-413e-9917-16bf80742771 service neutron] 10.222.0.46 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239755 Nov 12 08:25:09.039667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180004a6-ca42-4780-b2f9-8cf558242eaa service neutron] Pushing event updated for resources: {'Port': ['ID=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:09.181695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd10ce94-d4ab-4931-be85-47c43e26d794 req-50274dc6-7624-48c5-b3c3-7919f475d97b service neutron] 10.222.0.46 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480801 Nov 12 08:25:09.190958 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.195316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-c18f846d-29de-4caa-9644-d80ecbef4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.197597 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-c18f846d-29de-4caa-9644-d80ecbef4663 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 1099 time: 0.1161659 Nov 12 08:25:09.201227 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.323738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918b974-8928-468c-a62e-1f788fbd25d3 req-8daeaa56-74b3-4c1e-aa1d-4273357c48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.329004 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8918b974-8928-468c-a62e-1f788fbd25d3 req-8daeaa56-74b3-4c1e-aa1d-4273357c48e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420&device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 1095 time: 0.0857997 Nov 12 08:25:09.351266 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-29a6444c-ac5e-4939-b2db-7a3d3897431a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f HTTP/1.1" status: 200 len: 217 time: 0.0993915 Nov 12 08:25:09.450424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Port': ['ID=aabe7f24-ed2d-46b9-b3f9-2c027aa54b0c,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:09.477854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:09.480148 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae3bcd4-9d2c-4b79-90a7-aaaef8fec76d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:09.500245 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.503994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29f9c1-1fe2-4a87-899e-167817101d30 req-120a007d-30c1-4257-a852-7a267f15e9fc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.515310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab29f9c1-1fe2-4a87-899e-167817101d30 req-120a007d-30c1-4257-a852-7a267f15e9fc tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 943 time: 0.0930214 Nov 12 08:25:09.519183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683451d9-7d20-4bd5-9782-5255d642b226 req-f795f8fc-9a08-48aa-bf71-49d085819559 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.521016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-683451d9-7d20-4bd5-9782-5255d642b226 req-f795f8fc-9a08-48aa-bf71-49d085819559 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.3114169 Nov 12 08:25:09.525402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-22f262c0-7cf7-4da6-9432-28cbf648f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.526820 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-22f262c0-7cf7-4da6-9432-28cbf648f4eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1442800 Nov 12 08:25:09.560465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918b974-8928-468c-a62e-1f788fbd25d3 req-2717d124-8921-41e2-9fcd-1471ac5e0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.562250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8918b974-8928-468c-a62e-1f788fbd25d3 req-2717d124-8921-41e2-9fcd-1471ac5e0752 service neutron] 10.222.0.46 "GET /v2.0/networks?id=610099d6-8440-4178-8197-ba53b457a74a HTTP/1.1" status: 200 len: 925 time: 0.2271495 Nov 12 08:25:09.635958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8918b974-8928-468c-a62e-1f788fbd25d3 req-418bc1f5-6080-422b-9b6d-7ab4643d5d6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 HTTP/1.1" status: 200 len: 217 time: 0.0614080 Nov 12 08:25:09.688901 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab29f9c1-1fe2-4a87-899e-167817101d30 req-33e178d5-196d-425c-8f32-eb89ab78f79e tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720202 Nov 12 08:25:09.712860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918b974-8928-468c-a62e-1f788fbd25d3 req-9eab9873-4044-4160-83c4-d6646951d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.714374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8918b974-8928-468c-a62e-1f788fbd25d3 req-9eab9873-4044-4160-83c4-d6646951d22f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9f27438-c400-45f9-9633-ff6491532b3c HTTP/1.1" status: 200 len: 863 time: 0.0700827 Nov 12 08:25:09.810753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918b974-8928-468c-a62e-1f788fbd25d3 req-34ff9cbe-9e15-4824-8037-e09eeebd40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:09.812277 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8918b974-8928-468c-a62e-1f788fbd25d3 req-34ff9cbe-9e15-4824-8037-e09eeebd40ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=610099d6-8440-4178-8197-ba53b457a74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907004 Nov 12 08:25:09.847202 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.904178 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc59bc1-8511-4ed5-bcf0-6b39f18684c1 x-openstack-request-id: req-7bc59bc1-8511-4ed5-bcf0-6b39f18684c1 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:09.904861 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:09.905346 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bc59bc1-8511-4ed5-bcf0-6b39f18684c1 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:09.905951 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'status': 'completed', 'code': 200} Nov 12 08:25:09.924926 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:09.926548 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1e196dff-2577-47b3-a500-12538fec47db tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2963495 Nov 12 08:25:09.995653 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-683451d9-7d20-4bd5-9782-5255d642b226 req-0756eae4-c39e-458e-91a3-b51acaed7850 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655106 Nov 12 08:25:09.995846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8918b974-8928-468c-a62e-1f788fbd25d3 req-68457526-c147-4079-8db0-a7cb4c43347b service neutron] 10.222.0.46 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756430 Nov 12 08:25:10.023197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-969b7639-5a52-47be-a26f-c23f4e55db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.027543 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-969b7639-5a52-47be-a26f-c23f4e55db38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4829173 Nov 12 08:25:10.093687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d684c-b7d4-4341-994f-6b187f7fa576 req-c25d4046-c57e-4f58-b304-07aee725dec7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.101402 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab6d684c-b7d4-4341-994f-6b187f7fa576 req-c25d4046-c57e-4f58-b304-07aee725dec7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1595294 Nov 12 08:25:10.189448 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-cc8ebd46-f458-4751-b8bb-5d7ce639e681 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513350 Nov 12 08:25:10.202545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8918b974-8928-468c-a62e-1f788fbd25d3 req-da4ab1d2-2c85-4850-8303-bf370d99b321 service neutron] 10.222.0.46 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985195 Nov 12 08:25:10.209749 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab6d684c-b7d4-4341-994f-6b187f7fa576 req-4ea1fd4b-210f-46d7-8085-5421078d9f99 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073556 Nov 12 08:25:10.335713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a93a6-5416-4fff-87c6-c25453a6698c req-6b530832-de09-4f5d-9070-2af86587c330 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.337578 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-113a93a6-5416-4fff-87c6-c25453a6698c req-6b530832-de09-4f5d-9070-2af86587c330 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.1460812 Nov 12 08:25:10.374615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ad0f1-26fe-4e9f-9db5-c4f189429eda req-3026a8f6-37f4-4242-9f1e-45555622a8c4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.376701 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-952ad0f1-26fe-4e9f-9db5-c4f189429eda req-3026a8f6-37f4-4242-9f1e-45555622a8c4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 947 time: 0.0856760 Nov 12 08:25:10.377363 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f70d099-f4bd-4ddf-86d3-32030f804def req-15108b08-5c05-43e1-bf98-10869c4bef06 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510313 Nov 12 08:25:10.408100 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-113a93a6-5416-4fff-87c6-c25453a6698c req-8d1e5cd8-8af6-44ab-b585-5010b05c2024 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641067 Nov 12 08:25:10.487569 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-952ad0f1-26fe-4e9f-9db5-c4f189429eda req-cca73cfd-227e-4a68-8b99-f0a27c2adffb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945981 Nov 12 08:25:10.517907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3bcd4-9d2c-4b79-90a7-aaaef8fec76d req-37890ad4-e4ac-4866-b112-9a131d9e5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.519458 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cae3bcd4-9d2c-4b79-90a7-aaaef8fec76d req-37890ad4-e4ac-4866-b112-9a131d9e5247 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 1099 time: 0.0830550 Nov 12 08:25:10.636562 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-9c7c5f31-8697-4038-ab87-b05695e43baf tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1828249279&fields=id&tenant_id=1b0a023cc12642618447d538e4dc9837 HTTP/1.1" status: 200 len: 267 time: 0.1116221 Nov 12 08:25:10.699797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3bcd4-9d2c-4b79-90a7-aaaef8fec76d req-633cd726-fcbd-46d2-82cb-acd599d373da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.701407 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cae3bcd4-9d2c-4b79-90a7-aaaef8fec76d req-633cd726-fcbd-46d2-82cb-acd599d373da service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1613410 Nov 12 08:25:10.719547 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-54f5d049-a22c-4f4f-a387-b0e20b024aab tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.720985 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-54f5d049-a22c-4f4f-a387-b0e20b024aab tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports/2c86cc16-8755-4f55-8d81-46f96ac3d35f HTTP/1.1" status: 200 len: 932 time: 0.0581789 Nov 12 08:25:10.767395 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cae3bcd4-9d2c-4b79-90a7-aaaef8fec76d req-aa855782-57c8-44de-bc41-5de19a901c59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f HTTP/1.1" status: 200 len: 217 time: 0.0453198 Nov 12 08:25:10.860331 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:10.874344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe42113-bca8-4ee6-a3be-6ce94fb861e4 req-edfb6303-15b8-4c73-9802-eed48bd3302e tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.876380 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-d96956c1-d945-4a4c-a60b-0ffb515b8d19 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.877792 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-d96956c1-d945-4a4c-a60b-0ffb515b8d19 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports/b5835646-4d7a-4cc0-8264-54fb68f239db HTTP/1.1" status: 200 len: 932 time: 0.1198401 Nov 12 08:25:10.889610 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efe42113-bca8-4ee6-a3be-6ce94fb861e4 req-edfb6303-15b8-4c73-9802-eed48bd3302e tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 943 time: 0.0949633 Nov 12 08:25:10.932203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3bcd4-9d2c-4b79-90a7-aaaef8fec76d req-cc982783-cab6-4b6b-9dc7-f5369fed746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:10.933733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cae3bcd4-9d2c-4b79-90a7-aaaef8fec76d req-cc982783-cab6-4b6b-9dc7-f5369fed746d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1379132 Nov 12 08:25:10.952009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-794ec6ed-922d-4c2d-94d6-f4b99eafb9c5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?network_id=c29e3af6-7b39-400c-ac4f-52e25909400a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0628986 Nov 12 08:25:10.962906 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efe42113-bca8-4ee6-a3be-6ce94fb861e4 req-89139993-2f0f-4ec6-9f7b-6631d9431bdb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713089 Nov 12 08:25:11.030241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-42059545-26b5-4ae9-8aae-1cce5bb9d003 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?network_id=c29e3af6-7b39-400c-ac4f-52e25909400a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0687811 Nov 12 08:25:11.066237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3bcd4-9d2c-4b79-90a7-aaaef8fec76d req-46ecb75e-e398-4ec8-a0a0-2ead340e7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.067789 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cae3bcd4-9d2c-4b79-90a7-aaaef8fec76d req-46ecb75e-e398-4ec8-a0a0-2ead340e7b41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1187546 Nov 12 08:25:11.250034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aa106-0b02-4ac2-a690-a0dce7e1108f req-859e1ba3-f3b6-45b4-9284-39b4477bef63 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.263842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-132aa106-0b02-4ac2-a690-a0dce7e1108f req-859e1ba3-f3b6-45b4-9284-39b4477bef63 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.0918384 Nov 12 08:25:11.270380 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-84d871e6-9dc0-4d6d-8480-008969e3b63e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.278963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-84d871e6-9dc0-4d6d-8480-008969e3b63e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.285756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-84d871e6-9dc0-4d6d-8480-008969e3b63e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.287845 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-84d871e6-9dc0-4d6d-8480-008969e3b63e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/networks?id=a0210ade-877d-4c8c-ae77-e1ebf871743f&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=c29e3af6-7b39-400c-ac4f-52e25909400a&id=c29e3af6-7b39-400c-ac4f-52e25909400a HTTP/1.1" status: 200 len: 1990 time: 0.2485979 Nov 12 08:25:11.313239 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-fb54f240-c06f-4ae6-8e65-c33664e785d3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/quotas/1b0a023cc12642618447d538e4dc9837 HTTP/1.1" status: 200 len: 375 time: 0.0167921 Nov 12 08:25:11.317199 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cae3bcd4-9d2c-4b79-90a7-aaaef8fec76d req-03fda166-f7a4-4287-8d16-8b8ba2481e19 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996465 Nov 12 08:25:11.319354 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-132aa106-0b02-4ac2-a690-a0dce7e1108f req-47f42ee4-6ad9-4341-823a-be5fbde75639 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542839 Nov 12 08:25:11.454270 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7c7b2c82-ddfb-4b41-8ded-299f36f4c436 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1312342 Nov 12 08:25:11.473396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028fe9f-5e85-464e-8201-57e9c7f39898 req-039ce6b2-01ea-4c74-969a-32ac64ead4cc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.475480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4028fe9f-5e85-464e-8201-57e9c7f39898 req-039ce6b2-01ea-4c74-969a-32ac64ead4cc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.0932667 Nov 12 08:25:11.504325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cae3bcd4-9d2c-4b79-90a7-aaaef8fec76d req-b1e1e15c-ddfe-4934-9a2d-7c768521c222 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675417 Nov 12 08:25:11.514408 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-03ea30c2-cb90-4e85-86d6-4bb169097a2a service neutron] 10.222.0.46 "GET /v2.0/ports/81326f93-053f-4891-b875-1fef1d1b6bc1/bindings/n-h2-768851-18 HTTP/1.1" status: 200 len: 385 time: 0.1041622 Nov 12 08:25:11.568844 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4028fe9f-5e85-464e-8201-57e9c7f39898 req-23260d17-16ce-4e72-b007-9dbdd579502d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857985 Nov 12 08:25:11.605914 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7918a931-0cb4-449f-ac48-f756fee292cc service neutron] 10.222.0.31 "GET /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284087 Nov 12 08:25:11.743851 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5a0207bb-5029-4b1e-8db0-0a6a7aab907c service neutron] 10.222.0.31 "GET /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356659 Nov 12 08:25:11.772223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58806ef3-92d8-4083-a734-9fc1ea120568 req-12c7db54-18f8-45ae-b76a-762b35e36168 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:11.774127 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58806ef3-92d8-4083-a734-9fc1ea120568 req-12c7db54-18f8-45ae-b76a-762b35e36168 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 944 time: 0.1174676 Nov 12 08:25:11.783081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-ee276362-7132-4a9c-acfe-f885c9555098 service neutron] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=81326f93-053f-4891-b875-1fef1d1b6bc1,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:11.803823 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-0a88d7b1-c11d-4ca1-8e42-aa84a186d549 service neutron] 10.222.0.31 "GET /v2.0/ports/2c86cc16-8755-4f55-8d81-46f96ac3d35f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0523553 Nov 12 08:25:11.827491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-ee276362-7132-4a9c-acfe-f885c9555098 service neutron] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:11.870210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58806ef3-92d8-4083-a734-9fc1ea120568 req-f9f8c3dc-1040-45ba-9a4e-3a0dd0d6914d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891466 Nov 12 08:25:11.879268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-ee276362-7132-4a9c-acfe-f885c9555098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81326f93-053f-4891-b875-1fef1d1b6bc1 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:11.891983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-ee276362-7132-4a9c-acfe-f885c9555098 service neutron] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=81326f93-053f-4891-b875-1fef1d1b6bc1,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:11.916135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-ee276362-7132-4a9c-acfe-f885c9555098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:11.918392 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4e86afde-3664-43dd-84e4-2a1e0393d288 service neutron] 10.222.0.31 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059961 Nov 12 08:25:12.029546 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-f8e99f9b-e50a-4a65-b1ec-859200c86d69 service neutron] 10.222.0.31 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005855 Nov 12 08:25:12.048306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d7555-932a-4186-b34b-e5fa674e366a req-45f44d77-b61f-44ac-be8a-f67c882c8272 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.049993 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d17d7555-932a-4186-b34b-e5fa674e366a req-45f44d77-b61f-44ac-be8a-f67c882c8272 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 947 time: 0.0858989 Nov 12 08:25:12.052632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-ee276362-7132-4a9c-acfe-f885c9555098 service neutron] Transition to ACTIVE for port object 81326f93-053f-4891-b875-1fef1d1b6bc1 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:12.058581 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-ee276362-7132-4a9c-acfe-f885c9555098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:12.076725 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bfdf364e-27b4-4004-8def-ed75272ff507 service neutron] 10.222.0.31 "GET /v2.0/ports/b5835646-4d7a-4cc0-8264-54fb68f239db?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0379686 Nov 12 08:25:12.125894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 81326f93-053f-4891-b875-1fef1d1b6bc1 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:12.167621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-ee276362-7132-4a9c-acfe-f885c9555098 service neutron] No DVR routers for this DVR port 81326f93-053f-4891-b875-1fef1d1b6bc1 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:12.179457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 81326f93-053f-4891-b875-1fef1d1b6bc1 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:25:12.184284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bd6c03f3-9cce-4a10-8527-401f383a168f service neutron] 10.222.0.31 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015067 Nov 12 08:25:12.188040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee276362-7132-4a9c-acfe-f885c9555098 service neutron] Pushing event updated for resources: {'Port': ['ID=81326f93-053f-4891-b875-1fef1d1b6bc1,revision_number=10']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:12.195751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d17d7555-932a-4186-b34b-e5fa674e366a req-68f7b091-8fba-421d-8f9e-2da2f148c098 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344929 Nov 12 08:25:12.217725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-ee276362-7132-4a9c-acfe-f885c9555098 service neutron] 10.222.0.46 "PUT /v2.0/ports/81326f93-053f-4891-b875-1fef1d1b6bc1/bindings/n-h2-768851-18/activate HTTP/1.1" status: 200 len: 370 time: 0.6932170 Nov 12 08:25:12.343785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3181ece-63ed-405a-8140-f716d1233036 req-2561ab2b-7077-4d3b-b789-874a2d44e05f tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.347097 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3181ece-63ed-405a-8140-f716d1233036 req-2561ab2b-7077-4d3b-b789-874a2d44e05f tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 943 time: 0.0633447 Nov 12 08:25:12.355204 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-0661a84f-eeeb-457a-82d5-aacb72e9a114 service neutron] 10.222.0.31 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563635 Nov 12 08:25:12.358239 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-4806e709-13d5-41db-bd61-b9fe358519e0 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.359658 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-4806e709-13d5-41db-bd61-b9fe358519e0 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449&tenant_id=1bf3b8941139451e8acba21723b96ae2&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.0686259 Nov 12 08:25:12.429119 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3181ece-63ed-405a-8140-f716d1233036 req-d7529397-d549-410e-b95b-fde52bcba001 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707521 Nov 12 08:25:12.476982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-a21493ae-a3c6-43c6-9120-786037e4231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.478723 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-a21493ae-a3c6-43c6-9120-786037e4231f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449&tenant_id=1bf3b8941139451e8acba21723b96ae2 HTTP/1.1" status: 200 len: 1097 time: 0.1073246 Nov 12 08:25:12.496715 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-b3dca29e-4cfe-4bff-a1b1-342d1b917fc8 service neutron] 10.222.0.31 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347880 Nov 12 08:25:12.615524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490285a2-8a00-4fe2-8b8e-7023f7735cd3 req-fa8a5623-6f66-4729-8da0-7aee12a12a4b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.617514 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-490285a2-8a00-4fe2-8b8e-7023f7735cd3 req-fa8a5623-6f66-4729-8da0-7aee12a12a4b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.0617502 Nov 12 08:25:12.625767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-7ff3b1d9-2636-42e6-9407-23e488fca3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.627224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-7ff3b1d9-2636-42e6-9407-23e488fca3ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 1097 time: 0.1111612 Nov 12 08:25:12.674773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-e6e5a078-f293-4a59-b91c-24bec789d30d service neutron] 10.222.0.31 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700740 Nov 12 08:25:12.679122 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-490285a2-8a00-4fe2-8b8e-7023f7735cd3 req-2047623b-4e22-44fb-86ce-769077c81d39 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532060 Nov 12 08:25:12.813374 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-f9654d0c-a8e6-487d-b15a-4b4de107c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.814909 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-f9654d0c-a8e6-487d-b15a-4b4de107c49f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.1794460 Nov 12 08:25:12.830397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78041c51-0893-4c86-a16e-3c883ec7f9cf req-96efb659-0629-456f-9199-04d687940ad3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:12.832600 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78041c51-0893-4c86-a16e-3c883ec7f9cf req-96efb659-0629-456f-9199-04d687940ad3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.0857666 Nov 12 08:25:12.879184 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-3d8b0a26-4138-4bc1-8954-5ed153ce89d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81326f93-053f-4891-b875-1fef1d1b6bc1 HTTP/1.1" status: 200 len: 217 time: 0.0559940 Nov 12 08:25:12.898426 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-684463e5-ae2d-4d57-b6f4-9594346bff5b service neutron] 10.222.0.31 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915724 Nov 12 08:25:12.901930 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78041c51-0893-4c86-a16e-3c883ec7f9cf req-3467d510-6514-455c-a957-efd9338af6cc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617783 Nov 12 08:25:13.025724 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf444bfb-d071-4fb6-a271-c0507b945916 req-3411f589-76d9-49fb-baf0-995aa7079b42 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.034846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-a5d00daf-a0d0-4dab-a61f-6fa78c07350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.034846 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-a5d00daf-a0d0-4dab-a61f-6fa78c07350a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1304941 Nov 12 08:25:13.035172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf444bfb-d071-4fb6-a271-c0507b945916 req-3411f589-76d9-49fb-baf0-995aa7079b42 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 945 time: 0.0718133 Nov 12 08:25:13.055780 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5f774abe-24be-48c6-83e0-eebb1c834cdb service neutron] 10.222.0.31 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563427 Nov 12 08:25:13.074337 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-06f0b8d1-49ae-4a8c-9e6c-0e8d9a54f269 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299051 Nov 12 08:25:13.086707 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf444bfb-d071-4fb6-a271-c0507b945916 req-8e28e78a-95a5-40c8-93b2-5331ba7e97f5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526361 Nov 12 08:25:13.247441 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-52e906f4-85e9-4f44-b6e9-c0dbd7291726 service neutron] 10.222.0.31 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758204 Nov 12 08:25:13.250356 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-8ce21879-5524-484e-a7a1-5a795f90870b service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567185 Nov 12 08:25:13.336167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a142ad3-09d1-4f5f-9520-28dad46451dd req-f365d44e-da3e-48cd-bc7d-cc5f458aa038 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.338238 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a142ad3-09d1-4f5f-9520-28dad46451dd req-f365d44e-da3e-48cd-bc7d-cc5f458aa038 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 947 time: 0.0559630 Nov 12 08:25:13.390712 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a142ad3-09d1-4f5f-9520-28dad46451dd req-f7a82add-b1f7-4566-b0c2-03ea62b06cf9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 Nov 12 08:25:13.413143 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-ea9b7019-641f-4ce9-b83e-513cabe76c18 service neutron] 10.222.0.31 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593859 Nov 12 08:25:13.414952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-bc20fa89-7c8a-4910-aebd-0f9d03607133 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534593 Nov 12 08:25:13.533587 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-a0544172-b181-4ef2-8ad4-d74ae347cbe5 service neutron] 10.222.0.31 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144445 Nov 12 08:25:13.554842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cdfd0-4e70-494f-8ad7-558a4483c424 req-7db4b533-bd51-435e-b65b-395c31cc2ab5 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.557166 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb5cdfd0-4e70-494f-8ad7-558a4483c424 req-7db4b533-bd51-435e-b65b-395c31cc2ab5 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 943 time: 0.0611186 Nov 12 08:25:13.620814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb5cdfd0-4e70-494f-8ad7-558a4483c424 req-f4b20c8a-8c26-40a8-b7f5-7f7ddce57e52 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573280 Nov 12 08:25:13.648590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5311d396-3e8e-43d4-9cf6-9680844f33c4 service neutron] 10.222.0.31 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082990 Nov 12 08:25:13.759275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-b7708899-43ff-4e85-9746-01a14d856248 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.760889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-b7708899-43ff-4e85-9746-01a14d856248 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449&tenant_id=1bf3b8941139451e8acba21723b96ae2&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.0664189 Nov 12 08:25:13.849865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193dcfd-cd2a-4110-a249-ffb15df3838e req-67a6c7f7-0c15-4fa9-9038-60de1b74637e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:13.851764 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d193dcfd-cd2a-4110-a249-ffb15df3838e req-67a6c7f7-0c15-4fa9-9038-60de1b74637e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.0604360 Nov 12 08:25:13.904819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-52e1a974-46f0-44c5-bfdb-3cd5f523e566 service neutron] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:13.908495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-52e1a974-46f0-44c5-bfdb-3cd5f523e566 service neutron] Publish callbacks [] for binding, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:13.909920 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6d7496f-f4a0-4936-accc-bed13c37db99 req-52e1a974-46f0-44c5-bfdb-3cd5f523e566 service neutron] 10.222.0.52 "DELETE /v2.0/ports/81326f93-053f-4891-b875-1fef1d1b6bc1/bindings/n-h1-768851-18 HTTP/1.1" status: 204 len: 173 time: 0.1369498 Nov 12 08:25:13.921965 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d193dcfd-cd2a-4110-a249-ffb15df3838e req-fc804faf-89d8-4eb8-b199-029810e3184f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633688 Nov 12 08:25:13.992776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8d6b7cf8-e143-4c07-b83c-94496eb6b32f details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:14.049627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2d702-0dbc-4ce5-b72f-30b2537ba0ea req-d4ac1ee3-f0a5-4e41-8b40-df94f0715092 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.051485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83a2d702-0dbc-4ce5-b72f-30b2537ba0ea req-d4ac1ee3-f0a5-4e41-8b40-df94f0715092 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.0672350 Nov 12 08:25:14.127996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83a2d702-0dbc-4ce5-b72f-30b2537ba0ea req-00ca8c9a-db37-4034-9351-7f0fd31c5a3e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675247 Nov 12 08:25:14.129669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:14.142122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:14.172494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'mac_address': 'fa:16:3e:60:36:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:14.280183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2075158-0c6c-47a9-800a-c942c3383306 req-7f32be60-9f8b-49ea-8060-a205c9cf8074 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.282409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2075158-0c6c-47a9-800a-c942c3383306 req-7f32be60-9f8b-49ea-8060-a205c9cf8074 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 945 time: 0.0867357 Nov 12 08:25:14.283988 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.308166 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6b7cf8-e143-4c07-b83c-94496eb6b32f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:14.328422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:14.354909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:14.356558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'port_id': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271', 'mac_address': 'fa:16:3e:3b:fe:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:14.360899 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.373429 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2075158-0c6c-47a9-800a-c942c3383306 req-b49b4542-441d-4ed6-ad3e-52a1ae2a26df tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753753 Nov 12 08:25:14.451435 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:14.462377 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.465044 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:14.465428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:14.465834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:14.466188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:14.466518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:14.466984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:14.467190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:14.467526 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:14.467851 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:14.468177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:14.468503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:14.468834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:14.496694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:14.527847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:14.535310 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:25:14.539640 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:14.591244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb874fb-8b16-4398-8ec1-e4b9b8061d86 req-3518798f-f1a7-4a6d-aa07-892cf637d9a9 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.593574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-afb874fb-8b16-4398-8ec1-e4b9b8061d86 req-3518798f-f1a7-4a6d-aa07-892cf637d9a9 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 1097 time: 0.0697775 Nov 12 08:25:14.600247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81125d4-1276-4397-9e62-a4abafe6a62a req-9ba4a41d-88b0-44f0-b6fa-e361cb2f7a99 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.610058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81125d4-1276-4397-9e62-a4abafe6a62a req-9ba4a41d-88b0-44f0-b6fa-e361cb2f7a99 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 948 time: 0.0793490 Nov 12 08:25:14.638342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:14.678283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-afb874fb-8b16-4398-8ec1-e4b9b8061d86 req-0bf34877-0adb-43af-b380-1acf95a49206 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747182 Nov 12 08:25:14.694285 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81125d4-1276-4397-9e62-a4abafe6a62a req-9ef7e532-bc40-4961-a62f-86311a76b7ca tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785043 Nov 12 08:25:14.739517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['8d6b7cf8-e143-4c07-b83c-94496eb6b32f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:14.802118 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e87674dd-a857-4c1a-b839-311ce455f70c req-ab8a6564-ba03-4ef5-b434-3d198af9301d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0548868 Nov 12 08:25:14.924957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48b54-2ce4-42ad-8dab-7b29588055b1 req-c1f656e5-9de3-4c3f-8a8b-c1980f8b1b80 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.933512 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b5b48b54-2ce4-42ad-8dab-7b29588055b1 req-c1f656e5-9de3-4c3f-8a8b-c1980f8b1b80 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 1097 time: 0.0691211 Nov 12 08:25:14.961857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab2b8b-075f-4453-9044-a4b1b6c8afee req-44a85f75-2028-40ce-913c-8161e2ef7f50 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:14.963637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14ab2b8b-075f-4453-9044-a4b1b6c8afee req-44a85f75-2028-40ce-913c-8161e2ef7f50 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 944 time: 0.1632051 Nov 12 08:25:14.972813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['ec2311b1-c5ba-4ec8-90d2-d62ec9c72271'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:14.991066 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b5b48b54-2ce4-42ad-8dab-7b29588055b1 req-8e869814-86d2-4475-9693-2cb6b1886776 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552664 Nov 12 08:25:15.104778 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14ab2b8b-075f-4453-9044-a4b1b6c8afee req-9449441b-c1f8-409c-805f-8fe00d1cef2f tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288121 Nov 12 08:25:15.243509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234aa78-20c9-46ad-bb8a-3ba1f1b353d5 req-eda70d06-7daf-4b32-9987-af237bdd0d51 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.245609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6234aa78-20c9-46ad-bb8a-3ba1f1b353d5 req-eda70d06-7daf-4b32-9987-af237bdd0d51 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.0747631 Nov 12 08:25:15.315193 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6234aa78-20c9-46ad-bb8a-3ba1f1b353d5 req-be464a2a-94f8-456b-a31c-d925a10f7a70 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624700 Nov 12 08:25:15.472882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8434b38-2089-46cd-bf7f-113c1bfa7b74 req-19d210c0-4de0-4750-a816-7731e81299d3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.482332 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8434b38-2089-46cd-bf7f-113c1bfa7b74 req-19d210c0-4de0-4750-a816-7731e81299d3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.0793905 Nov 12 08:25:15.541736 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8434b38-2089-46cd-bf7f-113c1bfa7b74 req-fff1e5e6-b2b5-4b86-945e-82e55f37f4b0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580640 Nov 12 08:25:15.806676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e5c0e-251a-469b-bfbc-9eadf4a0e79f req-492a7bf1-f7c1-471d-8d54-eea69e0397ae tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.808271 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f98e5c0e-251a-469b-bfbc-9eadf4a0e79f req-492a7bf1-f7c1-471d-8d54-eea69e0397ae tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 948 time: 0.0538559 Nov 12 08:25:15.885871 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f98e5c0e-251a-469b-bfbc-9eadf4a0e79f req-f2636731-37bf-4592-b3ce-87025d0cb9b9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684514 Nov 12 08:25:15.974713 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1a2cd302-e9a7-4f77-9e4c-0988c9c1ad39 req-dc8c207e-13d1-405c-9196-4e7dc62380cf tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0359635 Nov 12 08:25:15.992306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-23439a27-67b0-424c-8014-e52944a24d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:15.993796 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-23439a27-67b0-424c-8014-e52944a24d95 service neutron] 10.222.0.46 "GET /v2.0/ports/2c86cc16-8755-4f55-8d81-46f96ac3d35f HTTP/1.1" status: 200 len: 1028 time: 0.0724802 Nov 12 08:25:16.052346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-203802c6-e81d-4661-9d25-4645467e8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.053789 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-203802c6-e81d-4661-9d25-4645467e8fb3 service neutron] 10.222.0.46 "GET /v2.0/ports/b5835646-4d7a-4cc0-8264-54fb68f239db HTTP/1.1" status: 200 len: 1028 time: 0.0508437 Nov 12 08:25:16.250424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-730fa8a0-1399-4fee-b46a-153210f01338 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.257838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-730fa8a0-1399-4fee-b46a-153210f01338 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.263961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-730fa8a0-1399-4fee-b46a-153210f01338 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.265692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-730fa8a0-1399-4fee-b46a-153210f01338 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "GET /v2.0/networks?id=a0210ade-877d-4c8c-ae77-e1ebf871743f&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=c29e3af6-7b39-400c-ac4f-52e25909400a&id=c29e3af6-7b39-400c-ac4f-52e25909400a HTTP/1.1" status: 200 len: 1990 time: 0.2049925 Nov 12 08:25:16.277495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fb2a7-f256-46b7-b21a-54f673e72e89 req-150faa14-afc1-41e5-82af-198e97babc31 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.279059 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-399fb2a7-f256-46b7-b21a-54f673e72e89 req-150faa14-afc1-41e5-82af-198e97babc31 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 944 time: 0.1011329 Nov 12 08:25:16.373478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-399fb2a7-f256-46b7-b21a-54f673e72e89 req-36d67bdf-c207-430e-b331-6e272ab56e24 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768206 Nov 12 08:25:16.429296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-075c8b37-dff7-45ae-88ea-31b4af4d0e69 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b0a023cc12642618447d538e4dc9837 HTTP/1.1" status: 200 len: 380 time: 0.1491890 Nov 12 08:25:16.441884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'port': {'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'admin_state_up': True, 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'security_groups': ['6a96e4c6-8920-49d1-a42f-e355d4d96057']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:16.516643 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba92624-cf56-4c58-9e39-5100e2712b4b req-bdc13660-5227-4424-a269-fd225fc0d851 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:16.525593 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cba92624-cf56-4c58-9e39-5100e2712b4b req-bdc13660-5227-4424-a269-fd225fc0d851 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.0958455 Nov 12 08:25:16.633659 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cba92624-cf56-4c58-9e39-5100e2712b4b req-1066abcd-de4b-4bf3-984f-99836a80c1c6 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947123 Nov 12 08:25:16.640218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:16.644060 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:16.816643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Allocated IP 172.20.0.3 (a0210ade-877d-4c8c-ae77-e1ebf871743f/82052e29-e311-4bbf-839f-355a57adecc9/cca8f34e-9b07-4155-a5a4-b29c4325dffd) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:17.019330 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.104671 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.184253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Network a0210ade-877d-4c8c-ae77-e1ebf871743f is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:17.189984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:17.196019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:17.200072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Port': ['ID=cca8f34e-9b07-4155-a5a4-b29c4325dffd,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:17.213409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9387a8-46dc-4ad5-ba02-7193dc1558a8 req-592ff969-c3dd-40a1-b20e-40d55f5a98c1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.214963 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb9387a8-46dc-4ad5-ba02-7193dc1558a8 req-592ff969-c3dd-40a1-b20e-40d55f5a98c1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 948 time: 0.1597826 Nov 12 08:25:17.219447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baeb245-05dd-4a01-bc5f-a90cda554715 req-0e1572f3-c3e6-43b7-8f85-87e2f7290909 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.221927 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6baeb245-05dd-4a01-bc5f-a90cda554715 req-0e1572f3-c3e6-43b7-8f85-87e2f7290909 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.5079286 Nov 12 08:25:17.301127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.301803 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.323779 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6baeb245-05dd-4a01-bc5f-a90cda554715 req-51d42ca6-e494-44d3-b601-5e32479736de tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951977 Nov 12 08:25:17.361258 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb9387a8-46dc-4ad5-ba02-7193dc1558a8 req-8fdcecfe-2242-48f9-98de-7fe03bae3007 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168249 Nov 12 08:25:17.384370 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-07c0a9d0-035e-4048-9aef-0e66c1f525b6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9466727 Nov 12 08:25:17.400677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'port': {'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8', 'admin_state_up': True, 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'security_groups': ['6a96e4c6-8920-49d1-a42f-e355d4d96057']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:17.542079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45390a79-f49a-4733-aa40-4c97f1484269 req-f5081c89-8c12-4b02-a1bc-da19a4c519ff tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.550962 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45390a79-f49a-4733-aa40-4c97f1484269 req-f5081c89-8c12-4b02-a1bc-da19a4c519ff tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 931 time: 0.1089737 Nov 12 08:25:17.612776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f74c523f-41b9-4428-a4b3-e79ca34aba2a None None] Provisioning complete for port cca8f34e-9b07-4155-a5a4-b29c4325dffd triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:17.613432 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f74c523f-41b9-4428-a4b3-e79ca34aba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:17.635549 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45390a79-f49a-4733-aa40-4c97f1484269 req-be82f20b-c33f-4677-af78-e97141327f17 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834751 Nov 12 08:25:17.666488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f74c523f-41b9-4428-a4b3-e79ca34aba2a None None] Port cca8f34e-9b07-4155-a5a4-b29c4325dffd cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:17.778565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94976ecb-c6d3-4c9d-9d91-66bcb2db42e6 req-12dc3b84-65f0-43ec-8d34-ba72a0a2fbb5 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.786659 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-94976ecb-c6d3-4c9d-9d91-66bcb2db42e6 req-12dc3b84-65f0-43ec-8d34-ba72a0a2fbb5 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.0666578 Nov 12 08:25:17.851008 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-94976ecb-c6d3-4c9d-9d91-66bcb2db42e6 req-5283ceee-5790-47a2-8d82-4b65164f5830 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625708 Nov 12 08:25:17.976878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6310a-93fa-4d6f-8ea3-5409d5bd43ea req-1d684f31-ecb1-4960-9680-ec583207bab3 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:17.978386 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72e6310a-93fa-4d6f-8ea3-5409d5bd43ea req-1d684f31-ecb1-4960-9680-ec583207bab3 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 944 time: 0.0851977 Nov 12 08:25:18.005246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:18.010277 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.018020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8d6b7cf8-e143-4c07-b83c-94496eb6b32f up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:18.054451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72e6310a-93fa-4d6f-8ea3-5409d5bd43ea req-e9be6aab-eda3-4666-afe9-d043a061ebf0 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692866 Nov 12 08:25:18.084186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:18.089510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:18.090051 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.187962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Allocated IP 10.1.1.141 (d84b8edf-a049-44bd-bd1f-038c504b1de8/938c0d34-1e3d-4735-812f-8ecd08b51838/67e134e2-ea04-4ff8-9c65-bbd6cd282b9e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:18.199795 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.202357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:18.266614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:18.269091 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa3ec02-7828-48c8-8129-ece66151fd2d" -d '{"events": [{"server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "name": "network-vif-plugged", "status": "completed", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:18.328262 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:18.333456 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a8c2df-9a7d-48c1-be3e-30004626b782 x-openstack-request-id: req-08a8c2df-9a7d-48c1-be3e-30004626b782 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:18.334523 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "name": "network-vif-plugged", "status": "completed", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:18.334781 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08a8c2df-9a7d-48c1-be3e-30004626b782 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:18.335345 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'code': 200} Nov 12 08:25:18.341607 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.391176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:18.409045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:18.409468 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.437759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:18.479252 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1509986-7081-4d86-a1e6-7ae807874615 req-c00a0fea-4573-47f2-8627-806ba9610d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.490875 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c1509986-7081-4d86-a1e6-7ae807874615 req-c00a0fea-4573-47f2-8627-806ba9610d10 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 1101 time: 0.0664907 Nov 12 08:25:18.520085 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.556349 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.582145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b04cc-480e-40f4-be8f-b7218a70d920 req-c263f326-185c-48cc-ad8e-101ca2ddd075 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.583704 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d4b04cc-480e-40f4-be8f-b7218a70d920 req-c263f326-185c-48cc-ad8e-101ca2ddd075 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.0916331 Nov 12 08:25:18.610005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:18.617673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c1509986-7081-4d86-a1e6-7ae807874615 req-6eedaa90-2f70-4969-88ed-5f3c10dc72eb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143384 Nov 12 08:25:18.619397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.643520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939018c1-3a2a-4ff4-b43c-842b16860abd req-9bec658c-d580-4205-b1ac-93c6f347b8aa tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.645682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-939018c1-3a2a-4ff4-b43c-842b16860abd req-9bec658c-d580-4205-b1ac-93c6f347b8aa tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1814704 Nov 12 08:25:18.647547 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.657766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d4b04cc-480e-40f4-be8f-b7218a70d920 req-f88589ba-6dc9-49a5-bc44-a50b6586eb3b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638952 Nov 12 08:25:18.709162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Network d84b8edf-a049-44bd-bd1f-038c504b1de8 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:18.718386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:18.732743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:18.735191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:18.796893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Port': ['ID=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:18.808052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:18.808754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:18.825647 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-939018c1-3a2a-4ff4-b43c-842b16860abd req-73d9c5bc-9f21-48db-922d-095d372e9d17 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632948 Nov 12 08:25:18.829652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7b842e72-6cea-44fb-821a-68544df52281 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4343774 Nov 12 08:25:18.845925 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'port': {'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8', 'admin_state_up': True, 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'security_groups': ['6a96e4c6-8920-49d1-a42f-e355d4d96057']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:19.061886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdd30f-50f4-43d8-8526-702bed70b04c req-6dfed55c-b9d3-4799-91f6-443b6349a67a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:19.070287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdd30f-50f4-43d8-8526-702bed70b04c req-6dfed55c-b9d3-4799-91f6-443b6349a67a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:19.080332 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93cdd30f-50f4-43d8-8526-702bed70b04c req-6dfed55c-b9d3-4799-91f6-443b6349a67a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 1653 time: 0.0937657 Nov 12 08:25:19.086658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8926f3-fc23-4fbd-b7db-44a243bbb49a req-82a7cc7c-e0db-4d11-a728-3e75b7fec49f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:19.093644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cf8926f3-fc23-4fbd-b7db-44a243bbb49a req-82a7cc7c-e0db-4d11-a728-3e75b7fec49f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.1071353 Nov 12 08:25:19.112583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:19.119885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9ecc4c94-4f1d-4075-a03a-5f3fcb4a4c03 None None] Provisioning complete for port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:19.120832 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4c94-4f1d-4075-a03a-5f3fcb4a4c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.125445 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.143056 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93cdd30f-50f4-43d8-8526-702bed70b04c req-87881edb-293d-4648-b864-8688040db619 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580533 Nov 12 08:25:19.168725 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9ecc4c94-4f1d-4075-a03a-5f3fcb4a4c03 None None] Port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:19.221155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cf8926f3-fc23-4fbd-b7db-44a243bbb49a req-05969a4f-496a-4752-904f-097d02a4ab66 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254289 Nov 12 08:25:19.329926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d34566-92ae-4161-b0a2-6cdce5d81765 req-0d3a8297-081f-49c5-9e28-d3b8f7b3484d tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:19.331416 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-23d34566-92ae-4161-b0a2-6cdce5d81765 req-0d3a8297-081f-49c5-9e28-d3b8f7b3484d tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 945 time: 0.0641766 Nov 12 08:25:19.380927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Allocated IP 10.1.1.137 (d84b8edf-a049-44bd-bd1f-038c504b1de8/938c0d34-1e3d-4735-812f-8ecd08b51838/6b4acb58-e875-453b-8d33-a4032b56d002) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:19.393690 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-23d34566-92ae-4161-b0a2-6cdce5d81765 req-27370506-27dc-42ba-839c-38d2d6fc21c7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546288 Nov 12 08:25:19.585666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.626853 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.677062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Network d84b8edf-a049-44bd-bd1f-038c504b1de8 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:19.680269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:19.684819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:19.688916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Port': ['ID=6b4acb58-e875-453b-8d33-a4032b56d002,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:19.752544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:19.754163 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:19.788954 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-21972de1-833e-4c96-8c45-6ae125d990e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9515061 Nov 12 08:25:19.814264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'port': {'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a', 'admin_state_up': True, 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'security_groups': ['6a96e4c6-8920-49d1-a42f-e355d4d96057']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:19.923305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507a6af-da3c-496d-8e4c-e142e4c960bd req-efcc3338-3da8-4c96-ac95-a8b79225b47b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:19.925533 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7507a6af-da3c-496d-8e4c-e142e4c960bd req-efcc3338-3da8-4c96-ac95-a8b79225b47b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.1548414 Nov 12 08:25:20.095398 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7507a6af-da3c-496d-8e4c-e142e4c960bd req-6e173887-b11d-400f-ae2f-303d2e444a3a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588261 Nov 12 08:25:20.104971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:20.121062 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f9fc949b-df71-4db8-a8ef-fa58d9bf51ec None None] Provisioning complete for port 6b4acb58-e875-453b-8d33-a4032b56d002 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:20.123869 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f9fc949b-df71-4db8-a8ef-fa58d9bf51ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.143603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0e0ad-e6b5-4c32-b5b1-49035d775faa req-e25eae43-cf0c-46f9-947d-64b510ba5a84 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.145762 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25a0e0ad-e6b5-4c32-b5b1-49035d775faa req-e25eae43-cf0c-46f9-947d-64b510ba5a84 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.0970531 Nov 12 08:25:20.196242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc949b-df71-4db8-a8ef-fa58d9bf51ec None None] Port 6b4acb58-e875-453b-8d33-a4032b56d002 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:20.253060 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:20.317861 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25a0e0ad-e6b5-4c32-b5b1-49035d775faa req-bdab3832-f114-4a6f-bc11-0da00625fe0d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600406 Nov 12 08:25:20.337139 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:20.339455 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70e2e11-db68-4c95-9227-3eaeadabe9c6" -d '{"events": [{"server_uuid": "45f51e15-757b-40b0-bffe-cfe6693b8d38", "name": "network-vif-plugged", "status": "completed", "tag": "ec2311b1-c5ba-4ec8-90d2-d62ec9c72271"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:20.550287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c3f78-e133-461c-b2de-b7cf5122124d req-d53e342d-0e34-4134-b69e-637c7fe323cc tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.552324 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-962c3f78-e133-461c-b2de-b7cf5122124d req-d53e342d-0e34-4134-b69e-637c7fe323cc tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.0663099 Nov 12 08:25:20.609993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8c934-ef86-49dd-8665-ecbdcd90220a req-c2a1a1c9-ed25-455e-9d59-ff63019655f7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.612505 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-962c3f78-e133-461c-b2de-b7cf5122124d req-469cd915-f7bd-4413-872a-4d224b773b41 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515742 Nov 12 08:25:20.616777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8c934-ef86-49dd-8665-ecbdcd90220a req-c2a1a1c9-ed25-455e-9d59-ff63019655f7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.622964 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8c934-ef86-49dd-8665-ecbdcd90220a req-c2a1a1c9-ed25-455e-9d59-ff63019655f7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.630443 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57b8c934-ef86-49dd-8665-ecbdcd90220a req-c2a1a1c9-ed25-455e-9d59-ff63019655f7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 2374 time: 0.1347711 Nov 12 08:25:20.674326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Allocated IP 10.2.2.100 (c29e3af6-7b39-400c-ac4f-52e25909400a/8a38c965-8753-439d-b47e-56d6af58b295/cd70e32c-4bfa-4b4e-9198-1b55643f4179) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:20.721484 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57b8c934-ef86-49dd-8665-ecbdcd90220a req-8be38dc8-3170-4787-aff7-92fd233b5437 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867078 Nov 12 08:25:20.782361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cd8fe-8918-48f1-ab75-ab1327f25af2 req-0a34c68b-1931-4c74-b3b4-7f708dde4f38 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.786229 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-753cd8fe-8918-48f1-ab75-ab1327f25af2 req-0a34c68b-1931-4c74-b3b4-7f708dde4f38 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222d787-0714-4404-8fbd-17c05bcd59c5 HTTP/1.1" status: 200 len: 950 time: 0.0902052 Nov 12 08:25:20.814460 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79703343-c6cc-4893-8af0-6eb1dfe4ccc5 x-openstack-request-id: req-79703343-c6cc-4893-8af0-6eb1dfe4ccc5 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:20.814755 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f51e15-757b-40b0-bffe-cfe6693b8d38", "name": "network-vif-plugged", "status": "completed", "tag": "ec2311b1-c5ba-4ec8-90d2-d62ec9c72271", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:20.815045 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79703343-c6cc-4893-8af0-6eb1dfe4ccc5 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:20.815442 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271', 'code': 200} Nov 12 08:25:20.914318 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-753cd8fe-8918-48f1-ab75-ab1327f25af2 req-2fe0ff0d-3cd4-4998-8bdc-8b80eff85115 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164176 Nov 12 08:25:20.979632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0416b-4b36-470c-8bca-08c4b7a138df req-9668c0a7-0f4f-4695-9550-87c4da76aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:20.981722 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f0c0416b-4b36-470c-8bca-08c4b7a138df req-9668c0a7-0f4f-4695-9550-87c4da76aae8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 1097 time: 0.0658157 Nov 12 08:25:21.045990 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.069416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657037e-ef2e-4dac-b766-aaa78f34057a req-94739f4e-3225-4e5a-bf51-793ff511a5f5 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.072184 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0657037e-ef2e-4dac-b766-aaa78f34057a req-94739f4e-3225-4e5a-bf51-793ff511a5f5 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 945 time: 0.1431849 Nov 12 08:25:21.094356 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f0c0416b-4b36-470c-8bca-08c4b7a138df req-4fa99793-19e7-440b-ad73-55bcf80efe5a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005116 Nov 12 08:25:21.169948 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.184475 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0657037e-ef2e-4dac-b766-aaa78f34057a req-53ec7a97-1f0b-4561-be92-b7259c5b4f0b tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038234 Nov 12 08:25:21.229429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Network c29e3af6-7b39-400c-ac4f-52e25909400a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:21.234000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:21.253604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:21.307248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Port': ['ID=cd70e32c-4bfa-4b4e-9198-1b55643f4179,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:21.340731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41635ea-f507-490b-9eb5-1275221f2af3 req-63659ea1-054b-420c-9931-3e8fe3df1635 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.358013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41635ea-f507-490b-9eb5-1275221f2af3 req-63659ea1-054b-420c-9931-3e8fe3df1635 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.358319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.359084 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.372489 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f41635ea-f507-490b-9eb5-1275221f2af3 req-63659ea1-054b-420c-9931-3e8fe3df1635 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2&device_id=c222d787-0714-4404-8fbd-17c05bcd59c5 HTTP/1.1" status: 200 len: 1691 time: 0.1357977 Nov 12 08:25:21.389635 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-cf49d470-fc52-43eb-a577-8447d9666fbe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5825198 Nov 12 08:25:21.446069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'port': {'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a', 'admin_state_up': True, 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'security_groups': ['6a96e4c6-8920-49d1-a42f-e355d4d96057']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:21.469794 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f41635ea-f507-490b-9eb5-1275221f2af3 req-d8393ae4-f9f1-446e-aa13-2b0b5d48f61e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962455 Nov 12 08:25:21.639935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7466b8-52d9-406f-98c5-5483eac0b002 req-091f00f8-5fd4-46da-8e70-c3e595714bf9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.642411 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ae7466b8-52d9-406f-98c5-5483eac0b002 req-091f00f8-5fd4-46da-8e70-c3e595714bf9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.2514732 Nov 12 08:25:21.649042 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c093e231-1934-4c68-93c9-670f16ef2596 None None] Provisioning complete for port cd70e32c-4bfa-4b4e-9198-1b55643f4179 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:21.649661 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c093e231-1934-4c68-93c9-670f16ef2596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.685657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Made reservation on behalf of 1b0a023cc12642618447d538e4dc9837 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:21.694601 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:21.786568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ae7466b8-52d9-406f-98c5-5483eac0b002 req-d73b400d-e2af-48ef-a85f-377d13bf0781 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190360 Nov 12 08:25:21.798646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8056db-82fe-4dc5-b169-476e785d100a req-62ca9221-f9ea-4a3b-9f4d-78596def559b tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:21.804810 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c8056db-82fe-4dc5-b169-476e785d100a req-62ca9221-f9ea-4a3b-9f4d-78596def559b tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 1102 time: 0.1030612 Nov 12 08:25:21.921651 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c8056db-82fe-4dc5-b169-476e785d100a req-e40aee32-23f4-4468-8ee4-77b590b584dc tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942245 Nov 12 08:25:22.025998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c093e231-1934-4c68-93c9-670f16ef2596 None None] Port cd70e32c-4bfa-4b4e-9198-1b55643f4179 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:22.040053 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.077759 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415c39-8d96-43df-bcf3-3ec267657111 req-fc312aa8-eb6b-4175-b8cf-38918079e3ba tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.084421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415c39-8d96-43df-bcf3-3ec267657111 req-fc312aa8-eb6b-4175-b8cf-38918079e3ba tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.093165 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415c39-8d96-43df-bcf3-3ec267657111 req-fc312aa8-eb6b-4175-b8cf-38918079e3ba tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.100654 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415c39-8d96-43df-bcf3-3ec267657111 req-fc312aa8-eb6b-4175-b8cf-38918079e3ba tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.109284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70415c39-8d96-43df-bcf3-3ec267657111 req-fc312aa8-eb6b-4175-b8cf-38918079e3ba tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 3095 time: 0.1000214 Nov 12 08:25:22.114748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c7e96-90df-408c-82e5-7fa1b9cb2680 req-890705c9-2c28-4628-8a17-cb5005cbf83f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.117523 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-365c7e96-90df-408c-82e5-7fa1b9cb2680 req-890705c9-2c28-4628-8a17-cb5005cbf83f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.1563931 Nov 12 08:25:22.158780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Allocated IP 10.2.2.200 (c29e3af6-7b39-400c-ac4f-52e25909400a/8a38c965-8753-439d-b47e-56d6af58b295/a674dc8f-9fd1-4663-8091-799206f28428) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:22.178555 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70415c39-8d96-43df-bcf3-3ec267657111 req-4f7223ad-81a0-4472-bf65-c24e7c2a852b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668092 Nov 12 08:25:22.216339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-365c7e96-90df-408c-82e5-7fa1b9cb2680 req-48312f55-67f4-4c57-a52a-f15ca344a374 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886872 Nov 12 08:25:22.391754 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901ee85-904d-4552-8088-0ec7126a4137 req-a37acd96-b625-4272-9abf-005d80011e6f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.394404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5901ee85-904d-4552-8088-0ec7126a4137 req-a37acd96-b625-4272-9abf-005d80011e6f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.0649993 Nov 12 08:25:22.442945 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.473658 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5901ee85-904d-4552-8088-0ec7126a4137 req-ac322032-4536-4ad9-99da-2933dc54e606 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714900 Nov 12 08:25:22.479231 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.514793 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b9925-b2b7-4484-aff8-61af0c741bc9 req-d678eee9-e948-441d-8bc2-2a054ad5779f tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.522992 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb8b9925-b2b7-4484-aff8-61af0c741bc9 req-d678eee9-e948-441d-8bc2-2a054ad5779f tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c222d787-0714-4404-8fbd-17c05bcd59c5 HTTP/1.1" status: 200 len: 1102 time: 0.2088704 Nov 12 08:25:22.565676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Network c29e3af6-7b39-400c-ac4f-52e25909400a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:22.570583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:22.576211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event updated for resources: {'Port': ['ID=a674dc8f-9fd1-4663-8091-799206f28428,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:22.577488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:22.685245 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb8b9925-b2b7-4484-aff8-61af0c741bc9 req-4146d1b6-12e9-4de9-a17b-8f0ee662e511 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234446 Nov 12 08:25:22.742335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.746209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:22.790847 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424737ed-9395-49fb-a372-95d6c7ea418b req-cd05886d-5c7f-44c3-9559-4278da193210 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:22.791718 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6c37c149-8983-49e2-904e-b795114faa80 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3543439 Nov 12 08:25:22.793139 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-424737ed-9395-49fb-a372-95d6c7ea418b req-cd05886d-5c7f-44c3-9559-4278da193210 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 945 time: 0.1251209 Nov 12 08:25:22.808209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Request body: {'port': {'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:22.962375 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-424737ed-9395-49fb-a372-95d6c7ea418b req-8c465cb0-ed9e-45d6-84c1-c2f3c4437003 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556256 Nov 12 08:25:22.974097 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.100030 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2979c85f-35db-44e6-b9f1-cc3bcc7c0923 None None] Provisioning complete for port a674dc8f-9fd1-4663-8091-799206f28428 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:23.101768 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2979c85f-35db-44e6-b9f1-cc3bcc7c0923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.232815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-5c80b69f-740f-4ef0-b705-5aa5e12d278a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498834 Nov 12 08:25:23.263125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2979c85f-35db-44e6-b9f1-cc3bcc7c0923 None None] Port a674dc8f-9fd1-4663-8091-799206f28428 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:23.413979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-108c860b-a1cd-4157-87e0-89f8f90b14ba tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:23.420565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-5dad198a-0ba3-4570-a7c3-caaa0b611d0b req-dbeb9cbf-df6d-4400-8af5-e25e89591c89 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:25:23.421965 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-108c860b-a1cd-4157-87e0-89f8f90b14ba tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888049 Nov 12 08:25:23.432696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5dad198a-0ba3-4570-a7c3-caaa0b611d0b req-dbeb9cbf-df6d-4400-8af5-e25e89591c89 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159683 Nov 12 08:25:23.440256 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-03bd8d93-ca94-4947-b543-690cf64cea2e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/quotas/23311f6fc28247b28ff4321d967c2226 HTTP/1.1" status: 200 len: 375 time: 0.0173969 Nov 12 08:25:23.596399 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-bc19a064-b56d-4668-bd8a-f170e14e1599 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1456060 Nov 12 08:25:23.614205 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca8f34e-9b07-4155-a5a4-b29c4325dffd {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:23.626248 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.643161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Transition to ACTIVE for port object cca8f34e-9b07-4155-a5a4-b29c4325dffd will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:23.649132 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:23.733484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Pushing event updated for resources: {'Port': ['ID=cca8f34e-9b07-4155-a5a4-b29c4325dffd,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:24.040272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Attempting to bind port cca8f34e-9b07-4155-a5a4-b29c4325dffd on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:24.040674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Attempting to bind port cca8f34e-9b07-4155-a5a4-b29c4325dffd by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:24.041006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Attempting to bind port cca8f34e-9b07-4155-a5a4-b29c4325dffd on network a0210ade-877d-4c8c-ae77-e1ebf871743f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:24.051666 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-2a5e2f1b-6af4-4cb4-a049-36483d05d57e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2059269 Nov 12 08:25:24.055323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Port cca8f34e-9b07-4155-a5a4-b29c4325dffd on network a0210ade-877d-4c8c-ae77-e1ebf871743f not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:24.055643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Attempting to bind port cca8f34e-9b07-4155-a5a4-b29c4325dffd on network a0210ade-877d-4c8c-ae77-e1ebf871743f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:24.087409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e32c3-2bbe-4aa8-bf76-d3a8cace7da3 req-81ec63ff-a3bc-4964-a9f6-000d40c38a75 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.120723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8be16-e3e2-494e-98e2-693c712bdbe8 req-2cef5a60-b8e0-41fe-8cb3-e2f05a060794 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.122233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e32c3-2bbe-4aa8-bf76-d3a8cace7da3 req-81ec63ff-a3bc-4964-a9f6-000d40c38a75 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.132770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2a8be16-e3e2-494e-98e2-693c712bdbe8 req-2cef5a60-b8e0-41fe-8cb3-e2f05a060794 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.1684861 Nov 12 08:25:24.138576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e32c3-2bbe-4aa8-bf76-d3a8cace7da3 req-81ec63ff-a3bc-4964-a9f6-000d40c38a75 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.144677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e32c3-2bbe-4aa8-bf76-d3a8cace7da3 req-81ec63ff-a3bc-4964-a9f6-000d40c38a75 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.167470 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e32c3-2bbe-4aa8-bf76-d3a8cace7da3 req-81ec63ff-a3bc-4964-a9f6-000d40c38a75 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.169504 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d8e32c3-2bbe-4aa8-bf76-d3a8cace7da3 req-81ec63ff-a3bc-4964-a9f6-000d40c38a75 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 3828 time: 0.3121214 Nov 12 08:25:24.171872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:24.172207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Checking segment: {'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:24.172737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Bound using segment: {'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:24.173272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Bound port: cca8f34e-9b07-4155-a5a4-b29c4325dffd, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63aeb2bc-b526-49c6-8aaf-242b7f468064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:24.173708 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.191576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-56a9f849-898f-4475-b4c5-831f81b6c496 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:25:24.193054 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-56a9f849-898f-4475-b4c5-831f81b6c496 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224979 Nov 12 08:25:24.257478 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2a8be16-e3e2-494e-98e2-693c712bdbe8 req-a87f9500-3bc1-4a71-b0ef-71e36cd92db8 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241498 Nov 12 08:25:24.371144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d8e32c3-2bbe-4aa8-bf76-d3a8cace7da3 req-f2d6a2b5-3e99-4b5c-bf86-648d23d578d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767085 Nov 12 08:25:24.488653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] For port cca8f34e-9b07-4155-a5a4-b29c4325dffd, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:24.495136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] For port cca8f34e-9b07-4155-a5a4-b29c4325dffd, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cca8f34e-9b07-4155-a5a4-b29c4325dffd,segment=NetworkSegment(63aeb2bc-b526-49c6-8aaf-242b7f468064),segment_id=63aeb2bc-b526-49c6-8aaf-242b7f468064)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:24.525543 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.531995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90208d0e-5da9-418f-bdf5-d316b3057389 req-d7b2be42-82e9-44e8-8e94-2597731aa787 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.544697 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-90208d0e-5da9-418f-bdf5-d316b3057389 req-d7b2be42-82e9-44e8-8e94-2597731aa787 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.1409676 Nov 12 08:25:24.574378 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e96cd7f-2243-4399-9899-3aa0dfda20b4 req-40686bc6-f337-4b75-bba4-9c632a0f89ed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 210 time: 0.0706387 Nov 12 08:25:24.621247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:24.622072 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:24.623296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] 10.222.0.46 "PUT /v2.0/ports/cca8f34e-9b07-4155-a5a4-b29c4325dffd HTTP/1.1" status: 200 len: 1092 time: 1.8232551 Nov 12 08:25:24.623755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:24.626164 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0707550-40e1-4ad5-be03-291e2a654f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "cca8f34e-9b07-4155-a5a4-b29c4325dffd"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:24.666648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Request body: {'port': {'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:24.670763 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-90208d0e-5da9-418f-bdf5-d316b3057389 req-0109ea4d-df7d-47c0-95fc-32031d4cf9da tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237915 Nov 12 08:25:24.841993 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f27b40-def2-4f10-8a26-cb43dd2874f0 x-openstack-request-id: req-55f27b40-def2-4f10-8a26-cb43dd2874f0 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:24.844543 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "cca8f34e-9b07-4155-a5a4-b29c4325dffd", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:24.845003 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55f27b40-def2-4f10-8a26-cb43dd2874f0 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:24.846739 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd', 'status': 'completed', 'code': 200} Nov 12 08:25:24.863001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b8f05-96f5-45b5-92ce-cc771b264723 service neutron] Pushing event updated for resources: {'Port': ['ID=cca8f34e-9b07-4155-a5a4-b29c4325dffd,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:24.942635 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.010074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707550-40e1-4ad5-be03-291e2a654f8b req-663690ec-dc73-4a37-9d46-7ef3d1ec1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.011062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707550-40e1-4ad5-be03-291e2a654f8b req-663690ec-dc73-4a37-9d46-7ef3d1ec1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.012745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707550-40e1-4ad5-be03-291e2a654f8b req-663690ec-dc73-4a37-9d46-7ef3d1ec1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.013815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707550-40e1-4ad5-be03-291e2a654f8b req-663690ec-dc73-4a37-9d46-7ef3d1ec1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.014444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707550-40e1-4ad5-be03-291e2a654f8b req-663690ec-dc73-4a37-9d46-7ef3d1ec1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.018347 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0707550-40e1-4ad5-be03-291e2a654f8b req-663690ec-dc73-4a37-9d46-7ef3d1ec1b4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 4364 time: 0.1753793 Nov 12 08:25:25.048356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007f736-c410-4d8f-b885-c5a887ca87e2 req-859b490d-1241-40b2-be43-aeda88ee2355 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.070676 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6007f736-c410-4d8f-b885-c5a887ca87e2 req-859b490d-1241-40b2-be43-aeda88ee2355 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 945 time: 0.1765819 Nov 12 08:25:25.408611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707550-40e1-4ad5-be03-291e2a654f8b req-351b6576-3526-4b58-8132-33d7a36e6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.409125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707550-40e1-4ad5-be03-291e2a654f8b req-351b6576-3526-4b58-8132-33d7a36e6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.409691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707550-40e1-4ad5-be03-291e2a654f8b req-351b6576-3526-4b58-8132-33d7a36e6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.412396 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0707550-40e1-4ad5-be03-291e2a654f8b req-351b6576-3526-4b58-8132-33d7a36e6a8f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1b0a023cc12642618447d538e4dc9837&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3760078 Nov 12 08:25:25.470069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6007f736-c410-4d8f-b885-c5a887ca87e2 req-60bbcce3-d085-4b25-9bc2-b0260528f018 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3981805 Nov 12 08:25:25.634262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c6b44-caa1-4c75-9804-abd297e506b0 req-93d49757-88ca-493d-a7ba-a3f159932d57 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.651180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e61c6b44-caa1-4c75-9804-abd297e506b0 req-93d49757-88ca-493d-a7ba-a3f159932d57 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 946 time: 0.2301257 Nov 12 08:25:25.701148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c86cc16-8755-4f55-8d81-46f96ac3d35f {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:25.711844 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.728119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Transition to ACTIVE for port object 2c86cc16-8755-4f55-8d81-46f96ac3d35f will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:25.746116 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:25.817257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e61c6b44-caa1-4c75-9804-abd297e506b0 req-10c44985-21f6-4c66-ad90-e5ee0c039d2a tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631434 Nov 12 08:25:25.852905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Pushing event updated for resources: {'Port': ['ID=2c86cc16-8755-4f55-8d81-46f96ac3d35f,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:25.986221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0707550-40e1-4ad5-be03-291e2a654f8b req-9bd56071-46e4-4200-bc67-96a73746fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:25.996760 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0707550-40e1-4ad5-be03-291e2a654f8b req-9bd56071-46e4-4200-bc67-96a73746fe12 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5749612 Nov 12 08:25:26.044849 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54205cff-10a6-43e3-b036-4053383a5d52 req-2ed92289-2215-47ba-9d5f-b4ae4403262b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.059193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54205cff-10a6-43e3-b036-4053383a5d52 req-2ed92289-2215-47ba-9d5f-b4ae4403262b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.083532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54205cff-10a6-43e3-b036-4053383a5d52 req-2ed92289-2215-47ba-9d5f-b4ae4403262b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.090401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54205cff-10a6-43e3-b036-4053383a5d52 req-2ed92289-2215-47ba-9d5f-b4ae4403262b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.104335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Attempting to bind port 2c86cc16-8755-4f55-8d81-46f96ac3d35f on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:26.110864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Attempting to bind port 2c86cc16-8755-4f55-8d81-46f96ac3d35f by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:26.112989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54205cff-10a6-43e3-b036-4053383a5d52 req-2ed92289-2215-47ba-9d5f-b4ae4403262b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.113618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Attempting to bind port 2c86cc16-8755-4f55-8d81-46f96ac3d35f on network d84b8edf-a049-44bd-bd1f-038c504b1de8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:26.131489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54205cff-10a6-43e3-b036-4053383a5d52 req-2ed92289-2215-47ba-9d5f-b4ae4403262b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.135214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Port 2c86cc16-8755-4f55-8d81-46f96ac3d35f on network d84b8edf-a049-44bd-bd1f-038c504b1de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:26.140425 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54205cff-10a6-43e3-b036-4053383a5d52 req-2ed92289-2215-47ba-9d5f-b4ae4403262b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 4601 time: 0.4933734 Nov 12 08:25:26.149204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Attempting to bind port 2c86cc16-8755-4f55-8d81-46f96ac3d35f on network d84b8edf-a049-44bd-bd1f-038c504b1de8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:26.156121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:26.156756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Checking segment: {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:26.157398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Bound using segment: {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:26.158050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Bound port: 2c86cc16-8755-4f55-8d81-46f96ac3d35f, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:26.167901 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.205027 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-9775a6ba-eb51-4577-b2af-719eecee7744 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632086 Nov 12 08:25:26.302810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bce524-c2cc-49d9-b511-2907cf8e37d8 req-ec64646c-df65-44d1-8f35-3f141bcfa612 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.336238 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2bce524-c2cc-49d9-b511-2907cf8e37d8 req-ec64646c-df65-44d1-8f35-3f141bcfa612 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 945 time: 0.3414938 Nov 12 08:25:26.370387 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44734) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:25:26.421483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b18b16ff-6720-4ed9-9bbd-f33e73b470d7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Request body: {'floatingip': {'port_id': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:26.438116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] For port 2c86cc16-8755-4f55-8d81-46f96ac3d35f, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:26.448868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] For port 2c86cc16-8755-4f55-8d81-46f96ac3d35f, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2c86cc16-8755-4f55-8d81-46f96ac3d35f,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:26.458275 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.490138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.490923 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.494108 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] 10.222.0.46 "PUT /v2.0/ports/2c86cc16-8755-4f55-8d81-46f96ac3d35f HTTP/1.1" status: 200 len: 1132 time: 1.8402450 Nov 12 08:25:26.527289 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54205cff-10a6-43e3-b036-4053383a5d52 req-dcb34aff-abd8-46c3-b258-50cac200bc1e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3614662 Nov 12 08:25:26.531882 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b18b16ff-6720-4ed9-9bbd-f33e73b470d7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:26.645803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ffb7e075-a389-4dcc-a8f5-3db789b03fb6 req-121149a6-9bbc-40e9-810b-8f69725dd500 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 210 time: 0.1494362 Nov 12 08:25:26.664181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Request body: {'port': {'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:26.671441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-98d40a3e-190d-4ef2-8762-d2f6757ccd52 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:26.674537 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-98d40a3e-190d-4ef2-8762-d2f6757ccd52 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4510081 Nov 12 08:25:26.724983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Request body: {'port': {'device_id': '7aadd376-ffdc-449e-a80e-6deed9c4ccc6', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '23311f6fc28247b28ff4321d967c2226'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:26.851101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': '2c86cc16-8755-4f55-8d81-46f96ac3d35f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:26.862997 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553397fe-d79f-487b-8a2f-72f6356e79aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "2c86cc16-8755-4f55-8d81-46f96ac3d35f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:26.937696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240aa4d-7b97-4b98-98bb-0c764d1eb7fe service neutron] Pushing event updated for resources: {'Port': ['ID=2c86cc16-8755-4f55-8d81-46f96ac3d35f,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:26.956483 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.297457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2afa9b-147e-4b9b-986c-75e047031c95 req-e8e11f5e-4152-4941-9c5e-ccb92271c9a0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:27.310469 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be2afa9b-147e-4b9b-986c-75e047031c95 req-e8e11f5e-4152-4941-9c5e-ccb92271c9a0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.5733716 Nov 12 08:25:27.630986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5835646-4d7a-4cc0-8264-54fb68f239db {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:27.642685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.658921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Transition to ACTIVE for port object b5835646-4d7a-4cc0-8264-54fb68f239db will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:27.663458 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:27.672131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-4fcf94cf-032e-4605-8498-43cc8f6237e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:27.673858 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-4fcf94cf-032e-4605-8498-43cc8f6237e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 1101 time: 0.7843866 Nov 12 08:25:27.789975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Pushing event updated for resources: {'Port': ['ID=b5835646-4d7a-4cc0-8264-54fb68f239db,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:27.864042 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be2afa9b-147e-4b9b-986c-75e047031c95 req-bd460243-b278-40cf-b40b-e63e06c78c79 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523245 Nov 12 08:25:27.971415 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3739893d-cd01-427a-bac2-7b53799854f5 x-openstack-request-id: req-3739893d-cd01-427a-bac2-7b53799854f5 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:27.976530 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "2c86cc16-8755-4f55-8d81-46f96ac3d35f", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:27.976751 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3739893d-cd01-427a-bac2-7b53799854f5 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:27.977172 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': '2c86cc16-8755-4f55-8d81-46f96ac3d35f', 'status': 'completed', 'code': 200} Nov 12 08:25:28.057619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Made reservation on behalf of 23311f6fc28247b28ff4321d967c2226 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:28.062357 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.210395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-d27ca81e-ecf0-4a29-8217-a3953b2450e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.211440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-d27ca81e-ecf0-4a29-8217-a3953b2450e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.212087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-d27ca81e-ecf0-4a29-8217-a3953b2450e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.212724 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-d27ca81e-ecf0-4a29-8217-a3953b2450e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.217015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-d27ca81e-ecf0-4a29-8217-a3953b2450e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.217914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-d27ca81e-ecf0-4a29-8217-a3953b2450e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.218875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-d27ca81e-ecf0-4a29-8217-a3953b2450e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.221432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-d27ca81e-ecf0-4a29-8217-a3953b2450e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6172 time: 0.2342303 Nov 12 08:25:28.291586 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-80617279-652e-4f34-93e3-d8a0eeadcf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:28.295293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Attempting to bind port b5835646-4d7a-4cc0-8264-54fb68f239db on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:28.296370 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Attempting to bind port b5835646-4d7a-4cc0-8264-54fb68f239db by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:28.296939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Attempting to bind port b5835646-4d7a-4cc0-8264-54fb68f239db on network d84b8edf-a049-44bd-bd1f-038c504b1de8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:28.302628 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-80617279-652e-4f34-93e3-d8a0eeadcf10 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.5972700 Nov 12 08:25:28.406240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84469a49-bf37-4570-903d-b6ebdb2ba9d7 req-6f7df2c6-73b1-4d4d-8f49-95f5e8c4b591 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 210 time: 0.1054556 Nov 12 08:25:28.430842 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.434852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Port b5835646-4d7a-4cc0-8264-54fb68f239db on network d84b8edf-a049-44bd-bd1f-038c504b1de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:28.442191 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Attempting to bind port b5835646-4d7a-4cc0-8264-54fb68f239db on network d84b8edf-a049-44bd-bd1f-038c504b1de8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:28.505900 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b18b16ff-6720-4ed9-9bbd-f33e73b470d7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.555149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:28.556943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Checking segment: {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:28.557372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Bound using segment: {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:28.558586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b18b16ff-6720-4ed9-9bbd-f33e73b470d7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.558885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Bound port: b5835646-4d7a-4cc0-8264-54fb68f239db, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:28.561091 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:28.866787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] For port b5835646-4d7a-4cc0-8264-54fb68f239db, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:29.029990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] For port b5835646-4d7a-4cc0-8264-54fb68f239db, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b5835646-4d7a-4cc0-8264-54fb68f239db,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:29.086025 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.092394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-95c65d9d-aef7-4691-b4a1-374e2864e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.093288 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-95c65d9d-aef7-4691-b4a1-374e2864e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.093926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-95c65d9d-aef7-4691-b4a1-374e2864e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.096541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-95c65d9d-aef7-4691-b4a1-374e2864e800 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1b0a023cc12642618447d538e4dc9837&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8633313 Nov 12 08:25:29.244285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.244951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:29.247937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-133a31ba-052b-4526-b99c-205d20730314 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5835646-4d7a-4cc0-8264-54fb68f239db HTTP/1.1" status: 200 len: 1132 time: 2.6983626 Nov 12 08:25:29.600938 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-d22ddb8d-aaaf-4f0e-841a-11647c64800a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f HTTP/1.1" status: 200 len: 217 time: 1.0577126 Nov 12 08:25:29.728194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-57e724e6-6f61-4ec5-aeb6-107c0969489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.730485 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-57e724e6-6f61-4ec5-aeb6-107c0969489c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1195610 Nov 12 08:25:29.837650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Request body: {'port': {'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:29.906585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62c1eb-a4dd-4b7d-a234-068a0d4faf01 req-3d581e46-49fa-4537-a287-79c2f087e278 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.915401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62c1eb-a4dd-4b7d-a234-068a0d4faf01 req-3d581e46-49fa-4537-a287-79c2f087e278 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.924251 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62c1eb-a4dd-4b7d-a234-068a0d4faf01 req-3d581e46-49fa-4537-a287-79c2f087e278 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.933207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62c1eb-a4dd-4b7d-a234-068a0d4faf01 req-3d581e46-49fa-4537-a287-79c2f087e278 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.941138 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62c1eb-a4dd-4b7d-a234-068a0d4faf01 req-3d581e46-49fa-4537-a287-79c2f087e278 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.941358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f1380-e2b0-454c-9610-8c55c51380ec req-9fbee3d4-91ff-4984-bec2-2d0948c7813f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.948679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62c1eb-a4dd-4b7d-a234-068a0d4faf01 req-3d581e46-49fa-4537-a287-79c2f087e278 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.951960 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b34f1380-e2b0-454c-9610-8c55c51380ec req-9fbee3d4-91ff-4984-bec2-2d0948c7813f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.9246693 Nov 12 08:25:29.956904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62c1eb-a4dd-4b7d-a234-068a0d4faf01 req-3d581e46-49fa-4537-a287-79c2f087e278 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:29.961061 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d62c1eb-a4dd-4b7d-a234-068a0d4faf01 req-3d581e46-49fa-4537-a287-79c2f087e278 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5374 time: 1.8337057 Nov 12 08:25:29.985474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': 'b5835646-4d7a-4cc0-8264-54fb68f239db'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:29.992554 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac86e32-2379-472d-9b9e-b69e8036e50b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "b5835646-4d7a-4cc0-8264-54fb68f239db"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:30.000056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Allocated IP 192.168.233.161 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/17fb0224-bc72-4471-a84c-3fc725cc7b69) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:30.017418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a31ba-052b-4526-b99c-205d20730314 service neutron] Pushing event updated for resources: {'Port': ['ID=b5835646-4d7a-4cc0-8264-54fb68f239db,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:30.036304 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f59bddc7-8bd5-4f0c-aa48-27222edbeb37 req-afb855f4-3815-4b24-a210-de0479d4212c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5824549 Nov 12 08:25:30.075243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7bb773aa-22a9-40ba-ba77-b91b9adced59 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:30.136095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-66704458-7b9b-4314-b536-14c7fbc5c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:30.137975 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-66704458-7b9b-4314-b536-14c7fbc5c8bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3148949 Nov 12 08:25:30.173146 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-b18b16ff-6720-4ed9-9bbd-f33e73b470d7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Floating IP 8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d associated. External IP: 172.25.3.79, port: ec2311b1-c5ba-4ec8-90d2-d62ec9c72271. Nov 12 08:25:30.191522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-1a573fa4-b920-4b65-8254-2cff4bcda86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:30.194473 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d62c1eb-a4dd-4b7d-a234-068a0d4faf01 req-1d7c5f4e-9aa7-45f8-a5f2-9e9392212a53 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2215722 Nov 12 08:25:30.205272 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-553397fe-d79f-487b-8a2f-72f6356e79aa req-1a573fa4-b920-4b65-8254-2cff4bcda86e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0896621 Nov 12 08:25:30.207141 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.283687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b34f1380-e2b0-454c-9610-8c55c51380ec req-c29b5a74-3755-45d9-9432-85980aef046c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286791 Nov 12 08:25:30.338904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bddc7-8bd5-4f0c-aa48-27222edbeb37 req-db43b7e3-1332-4ce5-845b-3e89e613f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:30.354737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f59bddc7-8bd5-4f0c-aa48-27222edbeb37 req-db43b7e3-1332-4ce5-845b-3e89e613f05a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 1097 time: 0.2798243 Nov 12 08:25:30.375016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7bb773aa-22a9-40ba-ba77-b91b9adced59, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7bb773aa-22a9-40ba-ba77-b91b9adced59,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:30.394217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '7bb773aa-22a9-40ba-ba77-b91b9adced59', 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'port_id': '7bb773aa-22a9-40ba-ba77-b91b9adced59', 'mac_address': 'fa:16:3e:fb:e3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:30.467357 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.484678 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bb773aa-22a9-40ba-ba77-b91b9adced59 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:30.511211 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7bb773aa-22a9-40ba-ba77-b91b9adced59, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7bb773aa-22a9-40ba-ba77-b91b9adced59,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:30.524072 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:30.656592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7bb773aa-22a9-40ba-ba77-b91b9adced59,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:30.681801 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be953863-4a61-4009-95f4-17abeb0ac71b req-d3d889e3-e1d9-46e3-8fd7-f552679a50bf tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 210 time: 0.2586348 Nov 12 08:25:30.686253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7bb773aa-22a9-40ba-ba77-b91b9adced59'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:31.008702 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-605ff1a2-d82d-4ad0-a4d0-c1189d5ae086 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8484013 Nov 12 08:25:31.025471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:31.055113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.064323 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bddc7-8bd5-4f0c-aa48-27222edbeb37 req-8d0a6d8d-1487-45ed-9f1e-7b48db66e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.066434 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90f4ec3-c007-43ae-abbd-c44a0d4671ed x-openstack-request-id: req-d90f4ec3-c007-43ae-abbd-c44a0d4671ed {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:31.067881 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f59bddc7-8bd5-4f0c-aa48-27222edbeb37 req-8d0a6d8d-1487-45ed-9f1e-7b48db66e103 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.6219904 Nov 12 08:25:31.068301 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "b5835646-4d7a-4cc0-8264-54fb68f239db", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:31.070219 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d90f4ec3-c007-43ae-abbd-c44a0d4671ed {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:31.070219 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': 'b5835646-4d7a-4cc0-8264-54fb68f239db', 'status': 'completed', 'code': 200} Nov 12 08:25:31.231116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Transition to ACTIVE for port object 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:31.238558 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-21dc62a2-f1b2-47a7-9257-b9453be09197 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019296 Nov 12 08:25:31.264281 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.379477 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f59bddc7-8bd5-4f0c-aa48-27222edbeb37 req-434d7d3b-8614-40e2-bf8a-212e0ab3d57e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8 HTTP/1.1" status: 200 len: 217 time: 0.1399410 Nov 12 08:25:31.382623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-db328b92-8373-452c-8970-0312bb1cba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.382864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-db328b92-8373-452c-8970-0312bb1cba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.385672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-db328b92-8373-452c-8970-0312bb1cba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.387364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-db328b92-8373-452c-8970-0312bb1cba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.387919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-db328b92-8373-452c-8970-0312bb1cba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.388502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-db328b92-8373-452c-8970-0312bb1cba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.388963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-db328b92-8373-452c-8970-0312bb1cba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.391807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-db328b92-8373-452c-8970-0312bb1cba71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6214 time: 0.3198330 Nov 12 08:25:31.438118 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.568853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Pushing event updated for resources: {'Port': ['ID=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:31.787068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bddc7-8bd5-4f0c-aa48-27222edbeb37 req-99a744ef-4f2d-44f7-bad0-ebf00e3b0474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.788781 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f59bddc7-8bd5-4f0c-aa48-27222edbeb37 req-99a744ef-4f2d-44f7-bad0-ebf00e3b0474 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.3886969 Nov 12 08:25:31.929450 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f59bddc7-8bd5-4f0c-aa48-27222edbeb37 req-35567578-1a99-426a-b243-29b5cd2fd078 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045244 Nov 12 08:25:31.935915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18b16ff-6720-4ed9-9bbd-f33e73b470d7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Router f756d98b-380c-4394-97a6-fc1bdd34b8d1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:31.939159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:31.966829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb', '1d0fb192-bbce-4a75-abbd-b260605b5a8f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:31.982909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e5827-a158-4182-afb4-67478bc591fd req-2899dca5-bb28-40d4-9360-1db12d5c3afd tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:31.989155 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d89e5827-a158-4182-afb4-67478bc591fd req-2899dca5-bb28-40d4-9360-1db12d5c3afd tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.3623807 Nov 12 08:25:31.995431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f213e8f-a29d-4b81-8016-241708cad6ad req-60d36bf2-b7e3-445b-bf16-d4527f239d24 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.002638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f213e8f-a29d-4b81-8016-241708cad6ad req-60d36bf2-b7e3-445b-bf16-d4527f239d24 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.011571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f213e8f-a29d-4b81-8016-241708cad6ad req-60d36bf2-b7e3-445b-bf16-d4527f239d24 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.018954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f213e8f-a29d-4b81-8016-241708cad6ad req-60d36bf2-b7e3-445b-bf16-d4527f239d24 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.026566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f213e8f-a29d-4b81-8016-241708cad6ad req-60d36bf2-b7e3-445b-bf16-d4527f239d24 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.035574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f213e8f-a29d-4b81-8016-241708cad6ad req-60d36bf2-b7e3-445b-bf16-d4527f239d24 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.043319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f213e8f-a29d-4b81-8016-241708cad6ad req-60d36bf2-b7e3-445b-bf16-d4527f239d24 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.052506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f213e8f-a29d-4b81-8016-241708cad6ad req-60d36bf2-b7e3-445b-bf16-d4527f239d24 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5386 time: 0.5775278 Nov 12 08:25:32.063407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3', 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e', '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:32.148075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-025299f7-51ad-4e11-9aef-109ee6e9d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.159137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-025299f7-51ad-4e11-9aef-109ee6e9d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.161490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-025299f7-51ad-4e11-9aef-109ee6e9d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.172126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7bb773aa-22a9-40ba-ba77-b91b9adced59 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:32.219737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-025299f7-51ad-4e11-9aef-109ee6e9d539 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1b0a023cc12642618447d538e4dc9837&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8050714 Nov 12 08:25:32.361432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:32.380816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:32.382896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f213e8f-a29d-4b81-8016-241708cad6ad req-b4442975-4c13-4f2a-aebb-5688f8e13f95 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3284018 Nov 12 08:25:32.405803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:32.526344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Attempting to bind port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:32.529870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Attempting to bind port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:32.530589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Attempting to bind port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e on network d84b8edf-a049-44bd-bd1f-038c504b1de8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:32.559298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e on network d84b8edf-a049-44bd-bd1f-038c504b1de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:32.559769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Attempting to bind port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e on network d84b8edf-a049-44bd-bd1f-038c504b1de8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:32.570860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:32.571355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Checking segment: {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:32.571857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Bound using segment: {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:32.572388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Bound port: 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:32.572959 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.586120 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 7bb773aa-22a9-40ba-ba77-b91b9adced59 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:32.593423 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.602185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-cb027e42-e2e3-4f30-a239-184f3fb74ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.603955 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bac86e32-2379-472d-9b9e-b69e8036e50b req-cb027e42-e2e3-4f30-a239-184f3fb74ffd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3731463 Nov 12 08:25:32.656256 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event updated for resources: {'Port': ['ID=17fb0224-bc72-4471-a84c-3fc725cc7b69,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:32.752832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] For port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:32.760152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] For port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:32.783250 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.856735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:32.857604 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:32.859351 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] 10.222.0.46 "PUT /v2.0/ports/67e134e2-ea04-4ff8-9c65-bbd6cd282b9e HTTP/1.1" status: 200 len: 1092 time: 3.0397921 Nov 12 08:25:32.906934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc815473-d0ff-49f4-9247-4df27ba4a06d service neutron] Pushing event updated for resources: {'Port': ['ID=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:32.928972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Request body: {'port': {'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:33.097763 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18b16ff-6720-4ed9-9bbd-f33e73b470d7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:33.106490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': '67e134e2-ea04-4ff8-9c65-bbd6cd282b9e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:33.114491 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b18b16ff-6720-4ed9-9bbd-f33e73b470d7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.125651 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c15112e-7358-4b66-92e9-6db2b94b8ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "67e134e2-ea04-4ff8-9c65-bbd6cd282b9e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:33.178198 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.210290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6640cd-8349-4152-bb68-84cea6409d25 None None] Sync routers for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:33.214070 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.230011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.240690 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.255157 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7bb773aa-22a9-40ba-ba77-b91b9adced59, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7bb773aa-22a9-40ba-ba77-b91b9adced59,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:33.257086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4bca55b0-4c1a-4ee1-b338-8dd271e84c94 None None] Provisioning complete for port 17fb0224-bc72-4471-a84c-3fc725cc7b69 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:33.257486 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4bca55b0-4c1a-4ee1-b338-8dd271e84c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.283826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d89e5827-a158-4182-afb4-67478bc591fd req-f851f7a3-efcf-4d5d-8cd7-d7812995b153 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2090712 Nov 12 08:25:33.307967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d300a3-d70f-45ae-9e4c-0f942d220d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb773aa-22a9-40ba-ba77-b91b9adced59'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:33.310650 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d4e69f-f777-490f-bb30-3e6cd027c554" -d '{"events": [{"server_uuid": "32d300a3-d70f-45ae-9e4c-0f942d220d65", "name": "network-vif-plugged", "status": "completed", "tag": "7bb773aa-22a9-40ba-ba77-b91b9adced59"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:33.314389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4bca55b0-4c1a-4ee1-b338-8dd271e84c94 None None] Port 17fb0224-bc72-4471-a84c-3fc725cc7b69 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:33.319229 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.329279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b18b16ff-6720-4ed9-9bbd-f33e73b470d7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "PUT /v2.0/floatingips/8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d HTTP/1.1" status: 200 len: 990 time: 6.9553211 Nov 12 08:25:33.331115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'tag': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:33.339112 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fece37c4-4873-421d-95be-1b9e21dc7835" -d '{"events": [{"name": "network-changed", "server_uuid": "45f51e15-757b-40b0-bffe-cfe6693b8d38", "tag": "ec2311b1-c5ba-4ec8-90d2-d62ec9c72271"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:33.355500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-a165ddcd-6ef3-4a27-baf8-bfa11cadb897 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6375742 Nov 12 08:25:33.362545 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f59bddc7-8bd5-4f0c-aa48-27222edbeb37 req-fd8d758b-9d19-4c90-a884-110ca9a8211b service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4174373 Nov 12 08:25:33.397415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7bb773aa-22a9-40ba-ba77-b91b9adced59,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:33.402785 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Request body: {'port': {'device_id': '7aadd376-ffdc-449e-a80e-6deed9c4ccc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:33.523453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6640cd-8349-4152-bb68-84cea6409d25 None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:33.524516 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd6640cd-8349-4152-bb68-84cea6409d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:33.646557 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:33.719852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd6da5-7c55-4db9-88e9-4103e1719c24 req-1b0a98a7-6f02-455d-9aa2-acd1ab72b002 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:33.729271 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3edd6da5-7c55-4db9-88e9-4103e1719c24 req-1b0a98a7-6f02-455d-9aa2-acd1ab72b002 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 936 time: 0.1808386 Nov 12 08:25:33.757499 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f59bddc7-8bd5-4f0c-aa48-27222edbeb37 req-30b47ce3-58fd-42ee-b667-935b002c140e service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731884 Nov 12 08:25:33.841802 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3edd6da5-7c55-4db9-88e9-4103e1719c24 req-ed31986f-38f8-4ad2-8e38-a8f910402098 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115549 Nov 12 08:25:33.920952 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd55a76-8a3f-4d23-9d77-598f546ef341 x-openstack-request-id: req-5fd55a76-8a3f-4d23-9d77-598f546ef341 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:33.920952 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "67e134e2-ea04-4ff8-9c65-bbd6cd282b9e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:33.925372 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fd55a76-8a3f-4d23-9d77-598f546ef341 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:33.925815 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': '67e134e2-ea04-4ff8-9c65-bbd6cd282b9e', 'status': 'completed', 'code': 200} Nov 12 08:25:34.034594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dd6640cd-8349-4152-bb68-84cea6409d25 None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:25:34.220741 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1e8121-5e72-4abf-afa8-f24793f379b6 x-openstack-request-id: req-fa1e8121-5e72-4abf-afa8-f24793f379b6 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:34.228036 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f51e15-757b-40b0-bffe-cfe6693b8d38", "tag": "ec2311b1-c5ba-4ec8-90d2-d62ec9c72271", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:34.229282 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa1e8121-5e72-4abf-afa8-f24793f379b6 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:34.233061 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'tag': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271', 'status': 'completed', 'code': 200} Nov 12 08:25:34.296759 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb5b93c-308f-4d69-9ed8-be85b5afc191 x-openstack-request-id: req-ecb5b93c-308f-4d69-9ed8-be85b5afc191 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:34.297378 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d300a3-d70f-45ae-9e4c-0f942d220d65", "name": "network-vif-plugged", "status": "completed", "tag": "7bb773aa-22a9-40ba-ba77-b91b9adced59", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:34.297484 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecb5b93c-308f-4d69-9ed8-be85b5afc191 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:34.297959 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d300a3-d70f-45ae-9e4c-0f942d220d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb773aa-22a9-40ba-ba77-b91b9adced59', 'code': 200} Nov 12 08:25:34.572927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fb0224-bc72-4471-a84c-3fc725cc7b69 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:34.594941 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.630454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Transition to ACTIVE for port object 17fb0224-bc72-4471-a84c-3fc725cc7b69 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:34.645133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:34.675835 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece37c4-4873-421d-95be-1b9e21dc7835 req-1693a5fc-1b70-4977-bdf0-b589aed22396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.681461 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fece37c4-4873-421d-95be-1b9e21dc7835 req-1693a5fc-1b70-4977-bdf0-b589aed22396 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420&device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 1097 time: 0.2335889 Nov 12 08:25:34.707711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd6640cd-8349-4152-bb68-84cea6409d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'port_id': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'mac_address': 'fa:16:3e:3b:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:22:47Z', 'updated_at': '2021-11-12T08:25:28Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:21Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:34.757000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-c3cc05e9-e432-4196-a709-1186c6cc23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.757000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-c3cc05e9-e432-4196-a709-1186c6cc23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.769611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-c3cc05e9-e432-4196-a709-1186c6cc23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.774472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-c3cc05e9-e432-4196-a709-1186c6cc23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.775296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-c3cc05e9-e432-4196-a709-1186c6cc23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.776042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-c3cc05e9-e432-4196-a709-1186c6cc23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.776790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-c3cc05e9-e432-4196-a709-1186c6cc23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.779514 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-c3cc05e9-e432-4196-a709-1186c6cc23b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6282 time: 0.3329942 Nov 12 08:25:34.811834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6640cd-8349-4152-bb68-84cea6409d25 None None] Checking router: f756d98b-380c-4394-97a6-fc1bdd34b8d1 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:25:34.939335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6640cd-8349-4152-bb68-84cea6409d25 None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:34.940575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a72cb-e694-4efd-addb-5616f23a1d5e req-43b38e58-2f0b-491a-97cf-b9706232d4d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.951011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a72cb-e694-4efd-addb-5616f23a1d5e req-43b38e58-2f0b-491a-97cf-b9706232d4d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:34.953744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd6640cd-8349-4152-bb68-84cea6409d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:25:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:34.983760 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a72cb-e694-4efd-addb-5616f23a1d5e req-43b38e58-2f0b-491a-97cf-b9706232d4d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.022536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a72cb-e694-4efd-addb-5616f23a1d5e req-43b38e58-2f0b-491a-97cf-b9706232d4d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.028758 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a72cb-e694-4efd-addb-5616f23a1d5e req-43b38e58-2f0b-491a-97cf-b9706232d4d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.068294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4acb58-e875-453b-8d33-a4032b56d002 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:35.073269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a72cb-e694-4efd-addb-5616f23a1d5e req-43b38e58-2f0b-491a-97cf-b9706232d4d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.092829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a72cb-e694-4efd-addb-5616f23a1d5e req-43b38e58-2f0b-491a-97cf-b9706232d4d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.096272 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.123788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d34a72cb-e694-4efd-addb-5616f23a1d5e req-43b38e58-2f0b-491a-97cf-b9706232d4d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5386 time: 0.7998290 Nov 12 08:25:35.193934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-cd6e3284-d6d2-4505-90c2-2b93ba4ca841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.195147 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-cd6e3284-d6d2-4505-90c2-2b93ba4ca841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.196515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-cd6e3284-d6d2-4505-90c2-2b93ba4ca841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.200267 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-cd6e3284-d6d2-4505-90c2-2b93ba4ca841 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1b0a023cc12642618447d538e4dc9837&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3713284 Nov 12 08:25:35.362553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Pushing event updated for resources: {'Port': ['ID=17fb0224-bc72-4471-a84c-3fc725cc7b69,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:35.395955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Attempting to bind port 17fb0224-bc72-4471-a84c-3fc725cc7b69 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:35.408259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Attempting to bind port 17fb0224-bc72-4471-a84c-3fc725cc7b69 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:35.409920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Attempting to bind port 17fb0224-bc72-4471-a84c-3fc725cc7b69 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:35.433889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Port 17fb0224-bc72-4471-a84c-3fc725cc7b69 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:35.436994 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Attempting to bind port 17fb0224-bc72-4471-a84c-3fc725cc7b69 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:35.505604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dd6640cd-8349-4152-bb68-84cea6409d25 None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:25:35.516011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-da7c9e20-45bd-43ae-b8fd-677894f51ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.526938 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c15112e-7358-4b66-92e9-6db2b94b8ac8 req-da7c9e20-45bd-43ae-b8fd-677894f51ba4 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2431414 Nov 12 08:25:35.556425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Transition to ACTIVE for port object 6b4acb58-e875-453b-8d33-a4032b56d002 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:35.581294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:35.906384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece37c4-4873-421d-95be-1b9e21dc7835 req-aef6128e-6979-4c62-8ffc-aa239c76d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:35.908604 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fece37c4-4873-421d-95be-1b9e21dc7835 req-aef6128e-6979-4c62-8ffc-aa239c76d2ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=610099d6-8440-4178-8197-ba53b457a74a HTTP/1.1" status: 200 len: 925 time: 1.1955404 Nov 12 08:25:35.931168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4acb58-e875-453b-8d33-a4032b56d002,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:35.946224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Attempting to bind port 6b4acb58-e875-453b-8d33-a4032b56d002 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:35.946896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Attempting to bind port 6b4acb58-e875-453b-8d33-a4032b56d002 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:35.947334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Attempting to bind port 6b4acb58-e875-453b-8d33-a4032b56d002 on network d84b8edf-a049-44bd-bd1f-038c504b1de8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:36.163514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Port 6b4acb58-e875-453b-8d33-a4032b56d002 on network d84b8edf-a049-44bd-bd1f-038c504b1de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:36.163821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Attempting to bind port 6b4acb58-e875-453b-8d33-a4032b56d002 on network d84b8edf-a049-44bd-bd1f-038c504b1de8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:36.179937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fece37c4-4873-421d-95be-1b9e21dc7835 req-0ddbe073-c2b2-45a7-a29b-b7f99fb6ca17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 HTTP/1.1" status: 200 len: 998 time: 0.2437863 Nov 12 08:25:36.184834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:36.187105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Checking segment: {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:36.188428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Bound using segment: {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:36.188910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Bound port: 6b4acb58-e875-453b-8d33-a4032b56d002, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bef75d6-3137-40a8-8f9d-f27ecec708df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:36.189301 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.348357 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7b69f81b-53d2-4959-986f-c47abb102ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.374836 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d34a72cb-e694-4efd-addb-5616f23a1d5e req-d1f6f44f-7e6d-4110-b43e-a60eef105deb tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2501059 Nov 12 08:25:36.375969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:36.376311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:36.376694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:36.377159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Bound port: 17fb0224-bc72-4471-a84c-3fc725cc7b69, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:36.377794 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.499540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] For port 6b4acb58-e875-453b-8d33-a4032b56d002, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:36.511960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] For port 6b4acb58-e875-453b-8d33-a4032b56d002, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6b4acb58-e875-453b-8d33-a4032b56d002,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:36.532605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] For port 17fb0224-bc72-4471-a84c-3fc725cc7b69, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:36.538196 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.548511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] For port 17fb0224-bc72-4471-a84c-3fc725cc7b69, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=17fb0224-bc72-4471-a84c-3fc725cc7b69,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:36.564735 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.648622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd6640cd-8349-4152-bb68-84cea6409d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'port_id': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'mac_address': 'fa:16:3e:3b:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:22:47Z', 'updated_at': '2021-11-12T08:25:28Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:21Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:36.665968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.666643 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.668350 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] 10.222.0.46 "PUT /v2.0/ports/17fb0224-bc72-4471-a84c-3fc725cc7b69 HTTP/1.1" status: 200 len: 1097 time: 3.2987900 Nov 12 08:25:36.668950 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c1669-108e-4317-ba7e-076d80e16357 service neutron] Pushing event updated for resources: {'Port': ['ID=17fb0224-bc72-4471-a84c-3fc725cc7b69,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:36.680925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aadd376-ffdc-449e-a80e-6deed9c4ccc6', 'tag': '17fb0224-bc72-4471-a84c-3fc725cc7b69'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:36.694684 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adf40a5-7c56-4d30-9d92-568a0984d12b" -d '{"events": [{"name": "network-changed", "server_uuid": "7aadd376-ffdc-449e-a80e-6deed9c4ccc6", "tag": "17fb0224-bc72-4471-a84c-3fc725cc7b69"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:36.698271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6640cd-8349-4152-bb68-84cea6409d25 None None] The sync data for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 is: [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'port_id': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'mac_address': 'fa:16:3e:3b:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:22:47Z', 'updated_at': '2021-11-12T08:25:28Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:21Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:25:36.740076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.741007 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:36.742790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] 10.222.0.46 "PUT /v2.0/ports/6b4acb58-e875-453b-8d33-a4032b56d002 HTTP/1.1" status: 200 len: 1092 time: 3.8192022 Nov 12 08:25:36.747155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': '6b4acb58-e875-453b-8d33-a4032b56d002'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:36.750142 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49929342-8084-4ade-b564-544379836525" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "6b4acb58-e875-453b-8d33-a4032b56d002"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:36.775316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece37c4-4873-421d-95be-1b9e21dc7835 req-a766e21c-f2ee-4656-af7e-41dc5cc9c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:36.777203 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fece37c4-4873-421d-95be-1b9e21dc7835 req-a766e21c-f2ee-4656-af7e-41dc5cc9c2a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9f27438-c400-45f9-9633-ff6491532b3c HTTP/1.1" status: 200 len: 863 time: 0.5641744 Nov 12 08:25:36.801143 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aaf0d8a6-8331-4b99-82a2-4c72c876f419 req-35b14712-ffc9-458f-8663-896ae7bdca83 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4718530 Nov 12 08:25:36.807511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Request body: {'port': {'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:36.948363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308952c7-1371-4e9d-bdb9-2a38200baa68 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4acb58-e875-453b-8d33-a4032b56d002,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:37.065788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece37c4-4873-421d-95be-1b9e21dc7835 req-7829f034-340e-4960-a2bb-9c4b68e0389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.071079 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fece37c4-4873-421d-95be-1b9e21dc7835 req-7829f034-340e-4960-a2bb-9c4b68e0389c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=610099d6-8440-4178-8197-ba53b457a74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2601500 Nov 12 08:25:37.099569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.110585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d8a6-8331-4b99-82a2-4c72c876f419 req-36d8e48d-ada3-4939-9de9-af89b5748e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.122786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aaf0d8a6-8331-4b99-82a2-4c72c876f419 req-36d8e48d-ada3-4939-9de9-af89b5748e1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 1097 time: 0.2054381 Nov 12 08:25:37.198661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-b3e82ccc-ed30-43f6-bd65-4b2161d14604 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.205936 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-b3e82ccc-ed30-43f6-bd65-4b2161d14604 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 821 time: 0.3201780 Nov 12 08:25:37.301326 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-2415b0aa-9681-402f-9912-ff5adb07bcab tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/quotas/bef941d2508140b5b49158f037d4051b HTTP/1.1" status: 200 len: 375 time: 0.0625312 Nov 12 08:25:37.333368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-bea73e69-b3fe-4214-9bf4-2240e23813e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.342601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-bea73e69-b3fe-4214-9bf4-2240e23813e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 1100 time: 0.5974956 Nov 12 08:25:37.349542 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0e4e7-7789-432a-8c8b-e6a4a7e13c90 None None] New status for floating IP 8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:25:37.461595 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-8355e690-dd4f-4cfd-b80a-5129f14c8605 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=17fb0224-bc72-4471-a84c-3fc725cc7b69 HTTP/1.1" status: 200 len: 217 time: 0.0773468 Nov 12 08:25:37.467388 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fbb65915-a749-469c-a8d9-23c7738d3178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:37.534710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-6e2e15d0-116d-4349-9380-1729e765f3cd tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2411964 Nov 12 08:25:37.565477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fece37c4-4873-421d-95be-1b9e21dc7835 req-b47cd3d9-9774-4e3c-9cb7-b2f032b41dd1 service neutron] 10.222.0.46 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719489 Nov 12 08:25:37.569411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d8a6-8331-4b99-82a2-4c72c876f419 req-469271e2-3e68-4a08-a843-1d8f5c40bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.572516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aaf0d8a6-8331-4b99-82a2-4c72c876f419 req-469271e2-3e68-4a08-a843-1d8f5c40bc45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.4065037 Nov 12 08:25:37.629036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-56a9f4af-fab0-4593-95fa-611f862c5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.632783 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-56a9f4af-fab0-4593-95fa-611f862c5f43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1586745 Nov 12 08:25:37.811192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-747def5d-1e26-47b0-a6dc-394fd2322100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:37.812837 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-747def5d-1e26-47b0-a6dc-394fd2322100 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1656172 Nov 12 08:25:37.959968 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-4af0bdab-6f75-4edd-b4fb-9c00aebfa16e service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292596 Nov 12 08:25:37.964731 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-cd8a8b7d-e354-4163-847a-1785601c1165 service neutron] 10.222.0.31 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289932 Nov 12 08:25:38.046182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd70e32c-4bfa-4b4e-9198-1b55643f4179 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:38.054947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.071357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Transition to ACTIVE for port object cd70e32c-4bfa-4b4e-9198-1b55643f4179 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:38.106034 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.114533 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aaf0d8a6-8331-4b99-82a2-4c72c876f419 req-6cfb89db-9834-41fc-9bf0-3535b7d3536c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5 HTTP/1.1" status: 200 len: 217 time: 0.3735571 Nov 12 08:25:38.129639 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-362a0e44-1bb6-4f8d-99b2-ea62f1242f1f req-68cadc06-a932-4b78-b043-bc4967598ca7 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560562 Nov 12 08:25:38.227433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Pushing event updated for resources: {'Port': ['ID=cd70e32c-4bfa-4b4e-9198-1b55643f4179,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:38.289043 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fece37c4-4873-421d-95be-1b9e21dc7835 req-7390f0aa-b856-4d06-8aae-9aafc704231b service neutron] 10.222.0.46 "GET /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959043 Nov 12 08:25:38.289752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-01e8a7f5-04d8-408a-9fe7-fe2ee135deac service neutron] 10.222.0.31 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259941 Nov 12 08:25:38.320399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d8a6-8331-4b99-82a2-4c72c876f419 req-589541e0-714d-485d-83fa-c56007e10624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:38.323726 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aaf0d8a6-8331-4b99-82a2-4c72c876f419 req-589541e0-714d-485d-83fa-c56007e10624 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.1775825 Nov 12 08:25:38.440726 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.494296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aaf0d8a6-8331-4b99-82a2-4c72c876f419 req-44812103-5226-416b-9b3d-96de74f94107 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547535 Nov 12 08:25:38.527137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Attempting to bind port cd70e32c-4bfa-4b4e-9198-1b55643f4179 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:38.527511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Attempting to bind port cd70e32c-4bfa-4b4e-9198-1b55643f4179 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:38.527830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Attempting to bind port cd70e32c-4bfa-4b4e-9198-1b55643f4179 on network c29e3af6-7b39-400c-ac4f-52e25909400a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:38.563772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Port cd70e32c-4bfa-4b4e-9198-1b55643f4179 on network c29e3af6-7b39-400c-ac4f-52e25909400a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:38.564130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Attempting to bind port cd70e32c-4bfa-4b4e-9198-1b55643f4179 on network c29e3af6-7b39-400c-ac4f-52e25909400a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:38.579378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:38.579708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Checking segment: {'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:38.580106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Bound using segment: {'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:38.580550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Bound port: cd70e32c-4bfa-4b4e-9198-1b55643f4179, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:38.580908 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.734659 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aaf0d8a6-8331-4b99-82a2-4c72c876f419 req-1382c7aa-64fb-4e76-af68-3afe9a4e343b service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291689 Nov 12 08:25:38.753285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] For port cd70e32c-4bfa-4b4e-9198-1b55643f4179, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:38.766987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] For port cd70e32c-4bfa-4b4e-9198-1b55643f4179, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cd70e32c-4bfa-4b4e-9198-1b55643f4179,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:38.794810 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.888167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:38.888721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:38.890876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] 10.222.0.46 "PUT /v2.0/ports/cd70e32c-4bfa-4b4e-9198-1b55643f4179 HTTP/1.1" status: 200 len: 1092 time: 2.0884733 Nov 12 08:25:38.937214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Request body: {'port': {'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:38.985500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f36ca-cf36-4bd9-9348-f4f8f0e48b5e service neutron] Pushing event updated for resources: {'Port': ['ID=cd70e32c-4bfa-4b4e-9198-1b55643f4179,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:39.017519 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aaf0d8a6-8331-4b99-82a2-4c72c876f419 req-a4211f57-ef0d-4dbe-b944-a13857238173 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608232 Nov 12 08:25:39.025920 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.165556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07673bad-b4f0-4ffb-a187-e75d3dae28e5 req-397b8309-1a08-4560-8b24-828cf5b5c204 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:39.182674 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-07673bad-b4f0-4ffb-a187-e75d3dae28e5 req-397b8309-1a08-4560-8b24-828cf5b5c204 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.1453404 Nov 12 08:25:39.292296 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-07673bad-b4f0-4ffb-a187-e75d3dae28e5 req-447c022d-aed4-4a56-ab8e-6f703c829ac2 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962663 Nov 12 08:25:39.593973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450cff8-e715-4894-96a9-987f8f0c58a8 req-19c6c536-b5e9-418e-b7eb-ab2caaee3579 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:39.603197 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e450cff8-e715-4894-96a9-987f8f0c58a8 req-19c6c536-b5e9-418e-b7eb-ab2caaee3579 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 948 time: 0.0753329 Nov 12 08:25:39.720273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a674dc8f-9fd1-4663-8091-799206f28428 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:39.737811 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.763581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Transition to ACTIVE for port object a674dc8f-9fd1-4663-8091-799206f28428 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:39.806092 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.877179 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:39.890417 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e450cff8-e715-4894-96a9-987f8f0c58a8 req-17015c6d-c1c1-4aad-8ab7-948a4a288141 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848241 Nov 12 08:25:39.977067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Pushing event updated for resources: {'Port': ['ID=a674dc8f-9fd1-4663-8091-799206f28428,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:40.044999 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ae8a4a-23a1-4c48-9d7d-b58d24ece373 x-openstack-request-id: req-97ae8a4a-23a1-4c48-9d7d-b58d24ece373 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:40.047936 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aadd376-ffdc-449e-a80e-6deed9c4ccc6", "tag": "17fb0224-bc72-4471-a84c-3fc725cc7b69", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:40.049361 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97ae8a4a-23a1-4c48-9d7d-b58d24ece373 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:40.050283 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aadd376-ffdc-449e-a80e-6deed9c4ccc6', 'tag': '17fb0224-bc72-4471-a84c-3fc725cc7b69', 'status': 'completed', 'code': 200} Nov 12 08:25:40.282239 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8195cfb5-1a75-47ba-849f-64898e450e70 x-openstack-request-id: req-8195cfb5-1a75-47ba-849f-64898e450e70 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:40.282546 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "6b4acb58-e875-453b-8d33-a4032b56d002", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:40.282854 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8195cfb5-1a75-47ba-849f-64898e450e70 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:40.283205 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': '6b4acb58-e875-453b-8d33-a4032b56d002', 'status': 'completed', 'code': 200} Nov 12 08:25:40.333427 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf40a5-7c56-4d30-9d92-568a0984d12b req-52bfd3be-5747-4ec6-baaf-f8dc098adb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.334992 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1adf40a5-7c56-4d30-9d92-568a0984d12b req-52bfd3be-5747-4ec6-baaf-f8dc098adb3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 1100 time: 0.2312994 Nov 12 08:25:40.346336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13d206-9bdc-4cc4-9663-7f49cb020093 req-deed8da3-b8b3-4013-b801-f90d420e0800 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.348687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929342-8084-4ade-b564-544379836525 req-c5e08322-d6ce-4037-8480-79766570473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.349223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929342-8084-4ade-b564-544379836525 req-c5e08322-d6ce-4037-8480-79766570473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.349697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929342-8084-4ade-b564-544379836525 req-c5e08322-d6ce-4037-8480-79766570473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.350196 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929342-8084-4ade-b564-544379836525 req-c5e08322-d6ce-4037-8480-79766570473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.350657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929342-8084-4ade-b564-544379836525 req-c5e08322-d6ce-4037-8480-79766570473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.351210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929342-8084-4ade-b564-544379836525 req-c5e08322-d6ce-4037-8480-79766570473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.351740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929342-8084-4ade-b564-544379836525 req-c5e08322-d6ce-4037-8480-79766570473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.352708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13d206-9bdc-4cc4-9663-7f49cb020093 req-deed8da3-b8b3-4013-b801-f90d420e0800 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.354216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49929342-8084-4ade-b564-544379836525 req-c5e08322-d6ce-4037-8480-79766570473a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6444 time: 0.1522062 Nov 12 08:25:40.368241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Attempting to bind port a674dc8f-9fd1-4663-8091-799206f28428 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:40.368607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Attempting to bind port a674dc8f-9fd1-4663-8091-799206f28428 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:40.368905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Attempting to bind port a674dc8f-9fd1-4663-8091-799206f28428 on network c29e3af6-7b39-400c-ac4f-52e25909400a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:40.375794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13d206-9bdc-4cc4-9663-7f49cb020093 req-deed8da3-b8b3-4013-b801-f90d420e0800 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.389495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13d206-9bdc-4cc4-9663-7f49cb020093 req-deed8da3-b8b3-4013-b801-f90d420e0800 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.412487 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13d206-9bdc-4cc4-9663-7f49cb020093 req-deed8da3-b8b3-4013-b801-f90d420e0800 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.414446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Port a674dc8f-9fd1-4663-8091-799206f28428 on network c29e3af6-7b39-400c-ac4f-52e25909400a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:40.414780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Attempting to bind port a674dc8f-9fd1-4663-8091-799206f28428 on network c29e3af6-7b39-400c-ac4f-52e25909400a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:40.434127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13d206-9bdc-4cc4-9663-7f49cb020093 req-deed8da3-b8b3-4013-b801-f90d420e0800 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.448660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13d206-9bdc-4cc4-9663-7f49cb020093 req-deed8da3-b8b3-4013-b801-f90d420e0800 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:40.468856 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe13d206-9bdc-4cc4-9663-7f49cb020093 req-deed8da3-b8b3-4013-b801-f90d420e0800 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.2433424 Nov 12 08:25:40.500199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:40.500547 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Checking segment: {'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:40.500960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Bound using segment: {'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:40.501462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Bound port: a674dc8f-9fd1-4663-8091-799206f28428, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1651d7b-3523-40ca-98da-f7403c08bf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:40.503641 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.631840 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe13d206-9bdc-4cc4-9663-7f49cb020093 req-66c4e1d7-a155-40e7-bc08-1b66efbfcdad tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555581 Nov 12 08:25:40.860781 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:40.878434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31934853-8abf-4b84-bd5e-a146909e2fc5 req-71c76851-1ab7-411a-86a6-462e9d97cebd tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 210 time: 0.1090057 Nov 12 08:25:41.072458 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-1426ea9e-adb7-403a-b720-756f9d57635c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.074201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-1426ea9e-adb7-403a-b720-756f9d57635c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 821 time: 0.3616819 Nov 12 08:25:41.103126 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Request body: {'port': {'device_id': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3', 'admin_state_up': True, 'tenant_id': 'bef941d2508140b5b49158f037d4051b'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:41.246707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26222453-51b2-4af8-a774-8d9b7eab3546 req-b00e8a0a-07c9-4f5a-9f87-b67ef20712f3 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.266506 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-26222453-51b2-4af8-a774-8d9b7eab3546 req-b00e8a0a-07c9-4f5a-9f87-b67ef20712f3 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.2130356 Nov 12 08:25:41.308139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929342-8084-4ade-b564-544379836525 req-1e145e1e-19d1-4c49-9dd6-185174cee941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.309570 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929342-8084-4ade-b564-544379836525 req-1e145e1e-19d1-4c49-9dd6-185174cee941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.311811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929342-8084-4ade-b564-544379836525 req-1e145e1e-19d1-4c49-9dd6-185174cee941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.323687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49929342-8084-4ade-b564-544379836525 req-1e145e1e-19d1-4c49-9dd6-185174cee941 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1b0a023cc12642618447d538e4dc9837&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9322419 Nov 12 08:25:41.324917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf40a5-7c56-4d30-9d92-568a0984d12b req-2bb68df4-e13d-4ba9-b6e7-e194e96de3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.326529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1adf40a5-7c56-4d30-9d92-568a0984d12b req-2bb68df4-e13d-4ba9-b6e7-e194e96de3d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.9694188 Nov 12 08:25:41.353134 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-26222453-51b2-4af8-a774-8d9b7eab3546 req-c0cbfff2-03c9-4545-a972-19aac8a0ec6f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851161 Nov 12 08:25:41.438699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Made reservation on behalf of bef941d2508140b5b49158f037d4051b for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:41.443725 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.598878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1adf40a5-7c56-4d30-9d92-568a0984d12b req-7c536202-74e7-4c7c-95dd-22abddebce40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=17fb0224-bc72-4471-a84c-3fc725cc7b69 HTTP/1.1" status: 200 len: 217 time: 0.2490015 Nov 12 08:25:41.631766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] For port a674dc8f-9fd1-4663-8091-799206f28428, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:41.635702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] For port a674dc8f-9fd1-4663-8091-799206f28428, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a674dc8f-9fd1-4663-8091-799206f28428,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:41.716776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49929342-8084-4ade-b564-544379836525 req-53888cea-5a35-4580-b492-8499cc51c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.718224 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49929342-8084-4ade-b564-544379836525 req-53888cea-5a35-4580-b492-8499cc51c82f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3908172 Nov 12 08:25:41.724026 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.824037 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Allocated IP 172.20.0.8 (083fe3fa-345c-4ea4-922a-599f9b73b5c3/2ca9d935-b743-43ba-87ab-2598092634c1/939e6fec-2896-4f12-9450-f53deb049b87) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:41.829468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.835940 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:41.837544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] 10.222.0.46 "PUT /v2.0/ports/a674dc8f-9fd1-4663-8091-799206f28428 HTTP/1.1" status: 200 len: 1092 time: 2.9054687 Nov 12 08:25:41.848513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc62a18-9914-423e-8579-7d73b679cdfa req-bb37aefc-221f-41b9-a26c-04e853b20415 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.851111 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0bc62a18-9914-423e-8579-7d73b679cdfa req-bb37aefc-221f-41b9-a26c-04e853b20415 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 948 time: 0.1080892 Nov 12 08:25:41.853839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf40a5-7c56-4d30-9d92-568a0984d12b req-8ae4ed81-6305-4b4a-a7a8-b1589ca7dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:41.855393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1adf40a5-7c56-4d30-9d92-568a0984d12b req-8ae4ed81-6305-4b4a-a7a8-b1589ca7dc56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2474453 Nov 12 08:25:42.009523 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0bc62a18-9914-423e-8579-7d73b679cdfa req-2c830089-106c-4e28-9e70-bf2b67864656 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455405 Nov 12 08:25:42.089591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff5199-486e-4c3a-9de7-3126c362170a service neutron] Pushing event updated for resources: {'Port': ['ID=a674dc8f-9fd1-4663-8091-799206f28428,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:42.158321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf40a5-7c56-4d30-9d92-568a0984d12b req-50f57783-07c7-4686-8334-f857e292abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.159933 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1adf40a5-7c56-4d30-9d92-568a0984d12b req-50f57783-07c7-4686-8334-f857e292abd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2703180 Nov 12 08:25:42.230311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-63cae534-28fe-4905-bb21-984fd768b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.230836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-63cae534-28fe-4905-bb21-984fd768b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.231306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-63cae534-28fe-4905-bb21-984fd768b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.231765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-63cae534-28fe-4905-bb21-984fd768b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.232218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-63cae534-28fe-4905-bb21-984fd768b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.243518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-63cae534-28fe-4905-bb21-984fd768b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.244005 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-63cae534-28fe-4905-bb21-984fd768b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.249492 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-63cae534-28fe-4905-bb21-984fd768b4f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6486 time: 0.2961624 Nov 12 08:25:42.286677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': 'cd70e32c-4bfa-4b4e-9198-1b55643f4179'}, {'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': 'a674dc8f-9fd1-4663-8091-799206f28428'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:42.289286 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa75108-e3c1-435b-862a-5ab228d2c2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "cd70e32c-4bfa-4b4e-9198-1b55643f4179"}, {"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "a674dc8f-9fd1-4663-8091-799206f28428"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:42.298913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 17fb0224-bc72-4471-a84c-3fc725cc7b69 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:25:42.333850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-052c5276-8e50-4b3b-967c-77bf84879957 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca8f34e-9b07-4155-a5a4-b29c4325dffd HTTP/1.1" status: 200 len: 217 time: 0.0665009 Nov 12 08:25:42.375179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.454510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-12a51181-46a3-447a-bd57-e94d74e66ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.457421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-12a51181-46a3-447a-bd57-e94d74e66ff5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82052e29-e311-4bbf-839f-355a57adecc9 HTTP/1.1" status: 200 len: 851 time: 0.0921421 Nov 12 08:25:42.577996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1adf40a5-7c56-4d30-9d92-568a0984d12b req-eacbb7d2-6700-420d-805c-c7fab6ab6722 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954675 Nov 12 08:25:42.580749 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.617056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['7e22c53e-2dca-4bce-93fc-4acfff01c42b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:42.706569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:42.711004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:42.712971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Pushing event updated for resources: {'Port': ['ID=939e6fec-2896-4f12-9450-f53deb049b87,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:42.717548 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-d608e39e-0110-4265-b0b8-e8365b80aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.717661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:42.718949 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-d608e39e-0110-4265-b0b8-e8365b80aa60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0210ade-877d-4c8c-ae77-e1ebf871743f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2457750 Nov 12 08:25:42.763753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31a0b5-e9c9-4d2d-a9af-a86e05669b86 req-9da1cf8d-333a-49b1-a285-a5858f1ae440 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.770351 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31a0b5-e9c9-4d2d-a9af-a86e05669b86 req-9da1cf8d-333a-49b1-a285-a5858f1ae440 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.778511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31a0b5-e9c9-4d2d-a9af-a86e05669b86 req-9da1cf8d-333a-49b1-a285-a5858f1ae440 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.788544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 17fb0224-bc72-4471-a84c-3fc725cc7b69, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=17fb0224-bc72-4471-a84c-3fc725cc7b69,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:42.791103 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31a0b5-e9c9-4d2d-a9af-a86e05669b86 req-9da1cf8d-333a-49b1-a285-a5858f1ae440 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.804993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31a0b5-e9c9-4d2d-a9af-a86e05669b86 req-9da1cf8d-333a-49b1-a285-a5858f1ae440 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.818708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31a0b5-e9c9-4d2d-a9af-a86e05669b86 req-9da1cf8d-333a-49b1-a285-a5858f1ae440 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.834046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31a0b5-e9c9-4d2d-a9af-a86e05669b86 req-9da1cf8d-333a-49b1-a285-a5858f1ae440 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.841309 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c31a0b5-e9c9-4d2d-a9af-a86e05669b86 req-9da1cf8d-333a-49b1-a285-a5858f1ae440 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.3402445 Nov 12 08:25:42.865684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '17fb0224-bc72-4471-a84c-3fc725cc7b69', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '17fb0224-bc72-4471-a84c-3fc725cc7b69', 'mac_address': 'fa:16:3e:16:9f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:25:42.899746 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bf0aa920-1e44-4d7e-ae86-3e36b471e804 service neutron] 10.222.0.46 "GET /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108520 Nov 12 08:25:42.957144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:42.957814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:42.986566 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.034663 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c31a0b5-e9c9-4d2d-a9af-a86e05669b86 req-4785a0d4-6c62-4093-a180-2bdc66a1f739 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1822898 Nov 12 08:25:43.035066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fb0224-bc72-4471-a84c-3fc725cc7b69 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:43.067349 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-05c4485d-8fab-46b1-9f64-d078d1a20689 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9742773 Nov 12 08:25:43.100952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Request body: {'port': {'device_id': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:43.124995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 17fb0224-bc72-4471-a84c-3fc725cc7b69, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=17fb0224-bc72-4471-a84c-3fc725cc7b69,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:43.139407 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.220660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1adf40a5-7c56-4d30-9d92-568a0984d12b req-af5a4e70-e3da-4826-8d6c-b323752f9e4d service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223850 Nov 12 08:25:43.253080 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-86b75f73-aa23-480c-aef0-ae5641456a43 service neutron] 10.222.0.46 "GET /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425565 Nov 12 08:25:43.276230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=17fb0224-bc72-4471-a84c-3fc725cc7b69,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:43.322224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:43.388944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bc5b7af8-1bab-4721-b236-5f0d33fa1a8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=2c86cc16-8755-4f55-8d81-46f96ac3d35f HTTP/1.1" status: 200 len: 217 time: 0.1248555 Nov 12 08:25:43.471855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e7795-1c5a-48a2-a518-8b59a115d668 req-001f13f8-bf7e-4d28-8865-f9284c36ae90 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:43.473473 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a74e7795-1c5a-48a2-a518-8b59a115d668 req-001f13f8-bf7e-4d28-8865-f9284c36ae90 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 931 time: 0.1581438 Nov 12 08:25:43.506407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-a65764e2-1eb7-4727-bf9f-682cffc99f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:43.509033 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-a65764e2-1eb7-4727-bf9f-682cffc99f93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.1092093 Nov 12 08:25:43.558705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a74e7795-1c5a-48a2-a518-8b59a115d668 req-279f111b-cad9-4eef-962e-5d6c2cae5774 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761738 Nov 12 08:25:43.627856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-eca3248f-3c70-4d57-954f-38e0406b58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:43.635835 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-eca3248f-3c70-4d57-954f-38e0406b58fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1148303 Nov 12 08:25:43.666954 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd903d0-871a-49ba-a675-b3812d203ec7 x-openstack-request-id: req-3cd903d0-871a-49ba-a675-b3812d203ec7 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:43.668152 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "cd70e32c-4bfa-4b4e-9198-1b55643f4179", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "a674dc8f-9fd1-4663-8091-799206f28428", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:43.669022 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3cd903d0-871a-49ba-a675-b3812d203ec7 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:43.670423 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': 'cd70e32c-4bfa-4b4e-9198-1b55643f4179', 'status': 'completed', 'code': 200} Nov 12 08:25:43.671114 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': 'a674dc8f-9fd1-4663-8091-799206f28428', 'status': 'completed', 'code': 200} Nov 12 08:25:43.698480 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['17fb0224-bc72-4471-a84c-3fc725cc7b69'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:43.838537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebce09-3337-4352-b9d6-13bd4b63e223 req-f9ccae00-fce4-42a1-b09b-e8b1818a1f59 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:43.841813 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-72ebce09-3337-4352-b9d6-13bd4b63e223 req-f9ccae00-fce4-42a1-b09b-e8b1818a1f59 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.1002278 Nov 12 08:25:43.878125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-62b87f8f-5fef-425b-a699-3981b19dc71f service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314572 Nov 12 08:25:43.970547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-72ebce09-3337-4352-b9d6-13bd4b63e223 req-90db334a-9368-4c39-a776-a3ed340784d4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760801 Nov 12 08:25:44.196588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-776a3d51-f54c-4f59-82b1-800739c65319 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084548 Nov 12 08:25:44.204569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939e6fec-2896-4f12-9450-f53deb049b87 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:44.252467 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.305836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-df6b96b7-e096-4aaf-a987-083f321e361c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=b5835646-4d7a-4cc0-8264-54fb68f239db HTTP/1.1" status: 200 len: 217 time: 0.0956357 Nov 12 08:25:44.322395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Transition to ACTIVE for port object 939e6fec-2896-4f12-9450-f53deb049b87 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:44.332115 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.369672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6136ba3f-19e5-4177-9998-821135baa848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.372693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6136ba3f-19e5-4177-9998-821135baa848 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.0591192 Nov 12 08:25:44.411943 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a672f06-fe75-4181-bc94-d3780d3ff275 req-ca31b5ac-06cd-40d8-871a-85b316b30131 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.422744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6a672f06-fe75-4181-bc94-d3780d3ff275 req-ca31b5ac-06cd-40d8-871a-85b316b30131 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 949 time: 0.2056229 Nov 12 08:25:44.477729 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-fde08a15-656a-4a2d-b0a0-c17eb1e853bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.479407 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-fde08a15-656a-4a2d-b0a0-c17eb1e853bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832942 Nov 12 08:25:44.507036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=939e6fec-2896-4f12-9450-f53deb049b87,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:44.595942 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6a672f06-fe75-4181-bc94-d3780d3ff275 req-5d9a5f89-4a72-4a00-918f-ba8a8bc2ed28 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714411 Nov 12 08:25:44.675916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:44.676249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:44.676578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:44.683947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Port 939e6fec-2896-4f12-9450-f53deb049b87 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:44.684274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:44.692516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:44.692870 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:44.693550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:44.694089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Bound port: 939e6fec-2896-4f12-9450-f53deb049b87, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:44.694447 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.710571 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-83eaadac-abaf-4e3d-8219-f72c530c54a7 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196267 Nov 12 08:25:44.810407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:44.826162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=939e6fec-2896-4f12-9450-f53deb049b87,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:44.838226 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.888768 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-56a28648-2245-4890-a265-b39b48f5f100 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673253 Nov 12 08:25:44.904964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:44.905946 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:44.907605 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] 10.222.0.52 "PUT /v2.0/ports/939e6fec-2896-4f12-9450-f53deb049b87 HTTP/1.1" status: 200 len: 1092 time: 1.8185854 Nov 12 08:25:44.908077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'tag': '939e6fec-2896-4f12-9450-f53deb049b87'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:44.910732 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d0a5b9-e11e-431e-8e97-fd9b3df4bba8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd14cd13-7bb6-423a-888f-1e99ed057ac8", "tag": "939e6fec-2896-4f12-9450-f53deb049b87"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:44.971568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606d59e-36b2-41cd-ac6b-e25283d23bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=939e6fec-2896-4f12-9450-f53deb049b87,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:44.999532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-2a0f9f0d-77e8-4976-a325-8df989b8e11a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e HTTP/1.1" status: 200 len: 217 time: 0.1019192 Nov 12 08:25:45.076617 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-2f67f9ff-1506-4653-8a32-c12db026b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.081277 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-2f67f9ff-1506-4653-8a32-c12db026b2eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 1095 time: 0.0924194 Nov 12 08:25:45.099171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1777-22af-4443-ab15-b387747fb290 req-027469ce-c00b-462f-8a3c-368fede214c2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.106381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1777-22af-4443-ab15-b387747fb290 req-027469ce-c00b-462f-8a3c-368fede214c2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.113612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1777-22af-4443-ab15-b387747fb290 req-027469ce-c00b-462f-8a3c-368fede214c2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.121830 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1777-22af-4443-ab15-b387747fb290 req-027469ce-c00b-462f-8a3c-368fede214c2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.132268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1777-22af-4443-ab15-b387747fb290 req-027469ce-c00b-462f-8a3c-368fede214c2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.139558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1777-22af-4443-ab15-b387747fb290 req-027469ce-c00b-462f-8a3c-368fede214c2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.146089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1777-22af-4443-ab15-b387747fb290 req-027469ce-c00b-462f-8a3c-368fede214c2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.154546 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-717b1777-22af-4443-ab15-b387747fb290 req-027469ce-c00b-462f-8a3c-368fede214c2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.2005746 Nov 12 08:25:45.161358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-0f4b18bd-9bdf-44c2-a8d3-8e962da35dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.163305 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-0f4b18bd-9bdf-44c2-a8d3-8e962da35dca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.1340818 Nov 12 08:25:45.241862 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7340e369-995e-492f-b0e4-c3d1ede4bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.245546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-7340e369-995e-492f-b0e4-c3d1ede4bec6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0687530 Nov 12 08:25:45.288713 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-ac70e6db-867e-4292-b596-be3e2031a918 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939e6fec-2896-4f12-9450-f53deb049b87 HTTP/1.1" status: 200 len: 217 time: 0.1075118 Nov 12 08:25:45.390432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-fe8bad7e-625e-483c-be26-5266be909498 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340370 Nov 12 08:25:45.413304 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-717b1777-22af-4443-ab15-b387747fb290 req-a53c0e69-e05b-40ea-87ce-addfc15d0603 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2571032 Nov 12 08:25:45.558048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c717b30b-3d4d-45dd-ac4f-381de12231f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.559558 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-c717b30b-3d4d-45dd-ac4f-381de12231f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.2571445 Nov 12 08:25:45.628864 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-a6cfb10f-afd0-4d34-884e-c561a9d47713 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591426 Nov 12 08:25:45.668118 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-bbdb552a-7b31-468c-974d-e3a49351f225 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664576 Nov 12 08:25:45.744350 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-43d00515-c8bc-4407-abaf-45d7e1254623 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=6b4acb58-e875-453b-8d33-a4032b56d002 HTTP/1.1" status: 200 len: 217 time: 0.0671287 Nov 12 08:25:45.824549 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-97a9f049-8fa5-49d2-8bdd-96fa6c0cd962 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823945 Nov 12 08:25:45.854251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5838e332-b51e-4b0e-be43-9157dc88cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.855822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-5838e332-b51e-4b0e-be43-9157dc88cd0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.1020145 Nov 12 08:25:45.982252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-0e07ddfd-d685-47f5-9e69-a0d87852c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:45.990596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-0e07ddfd-d685-47f5-9e69-a0d87852c898 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222198 Nov 12 08:25:46.034101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff71978-5920-4c97-bf82-6e069b84a7b5 req-3dfaa194-04f0-4cde-a227-bce76c6cbfc7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.047313 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ff71978-5920-4c97-bf82-6e069b84a7b5 req-3dfaa194-04f0-4cde-a227-bce76c6cbfc7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.4170361 Nov 12 08:25:46.165836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-004947d2-ae46-4cd7-a281-af93b78e4274 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669331 Nov 12 08:25:46.180781 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6b9c89d-3083-40f3-ad35-66c124737611 req-19b0df72-742b-4438-b813-c0a136149bc1 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284338 Nov 12 08:25:46.239474 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ff71978-5920-4c97-bf82-6e069b84a7b5 req-4d9de584-0c0e-4fa3-afcf-b5d3d5b15bff tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896205 Nov 12 08:25:46.302535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 17fb0224-bc72-4471-a84c-3fc725cc7b69 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:25:46.334428 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1badfb97-0653-4a56-b398-f8ada577b27d x-openstack-request-id: req-1badfb97-0653-4a56-b398-f8ada577b27d {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:46.334760 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd14cd13-7bb6-423a-888f-1e99ed057ac8", "tag": "939e6fec-2896-4f12-9450-f53deb049b87", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:46.335018 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1badfb97-0653-4a56-b398-f8ada577b27d {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:46.335427 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'tag': '939e6fec-2896-4f12-9450-f53deb049b87', 'status': 'completed', 'code': 200} Nov 12 08:25:46.438546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 17fb0224-bc72-4471-a84c-3fc725cc7b69 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:25:46.447187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 17fb0224-bc72-4471-a84c-3fc725cc7b69 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:46.448950 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.456492 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-1a6c12dc-fd47-4c0a-a076-d97d50465037 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749996 Nov 12 08:25:46.505868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0a5b9-e11e-431e-8e97-fd9b3df4bba8 req-37135ff3-8dfc-46ec-846d-705385ec29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.508026 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22d0a5b9-e11e-431e-8e97-fd9b3df4bba8 req-37135ff3-8dfc-46ec-846d-705385ec29a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 1095 time: 0.1355083 Nov 12 08:25:46.542431 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-ef05d454-1cbc-49bd-8143-f1cf658cfce2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd70e32c-4bfa-4b4e-9198-1b55643f4179 HTTP/1.1" status: 200 len: 217 time: 0.0758350 Nov 12 08:25:46.660029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-9e823b20-f84a-428a-a164-7fe9ba73879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.662206 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-9e823b20-f84a-428a-a164-7fe9ba73879b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a38c965-8753-439d-b47e-56d6af58b295 HTTP/1.1" status: 200 len: 797 time: 0.1094096 Nov 12 08:25:46.672134 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.714200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aadd376-ffdc-449e-a80e-6deed9c4ccc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fb0224-bc72-4471-a84c-3fc725cc7b69'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:46.717238 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0240b2cc-275d-4785-b14c-a54c2b97cec5" -d '{"events": [{"server_uuid": "7aadd376-ffdc-449e-a80e-6deed9c4ccc6", "name": "network-vif-plugged", "status": "completed", "tag": "17fb0224-bc72-4471-a84c-3fc725cc7b69"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:46.743076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 17fb0224-bc72-4471-a84c-3fc725cc7b69, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=17fb0224-bc72-4471-a84c-3fc725cc7b69,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:46.748888 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f98c5c-ccb1-4194-84fd-f098f40f54ff req-22626b84-9ba4-46b0-9401-b91774a36e77 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.752189 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55f98c5c-ccb1-4194-84fd-f098f40f54ff req-22626b84-9ba4-46b0-9401-b91774a36e77 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.2844546 Nov 12 08:25:46.754720 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:46.770495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-435ad82a-b40d-4213-a81c-712bb3aa5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.778023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-435ad82a-b40d-4213-a81c-712bb3aa5f77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c29e3af6-7b39-400c-ac4f-52e25909400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0997863 Nov 12 08:25:46.843335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0a5b9-e11e-431e-8e97-fd9b3df4bba8 req-9a766463-5038-4023-b3fa-33c6e5def394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:46.845213 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22d0a5b9-e11e-431e-8e97-fd9b3df4bba8 req-9a766463-5038-4023-b3fa-33c6e5def394 service neutron] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.3216023 Nov 12 08:25:46.894861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=17fb0224-bc72-4471-a84c-3fc725cc7b69,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:46.927124 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55f98c5c-ccb1-4194-84fd-f098f40f54ff req-fb13a1b4-e0c9-461c-827e-3aa41a0e00c3 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668012 Nov 12 08:25:46.929480 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22d0a5b9-e11e-431e-8e97-fd9b3df4bba8 req-2f7f1ac4-6789-4d78-a8aa-75186874a05f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939e6fec-2896-4f12-9450-f53deb049b87 HTTP/1.1" status: 200 len: 217 time: 0.0714295 Nov 12 08:25:46.995486 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-e6a9148d-dcad-4b6b-ba03-b13f5aa0bfbb service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078965 Nov 12 08:25:47.053788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0a5b9-e11e-431e-8e97-fd9b3df4bba8 req-505474dd-e271-46a3-ac4c-91250968f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.055743 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22d0a5b9-e11e-431e-8e97-fd9b3df4bba8 req-505474dd-e271-46a3-ac4c-91250968f5cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.1042743 Nov 12 08:25:47.116535 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22d0a5b9-e11e-431e-8e97-fd9b3df4bba8 req-213b4d1f-ffd7-434b-bf4f-75dc917ec560 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491385 Nov 12 08:25:47.198124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-c699513c-7122-46d4-b942-0dab554a2850 service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938548 Nov 12 08:25:47.265191 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-4543079c-74b1-4e3f-ab9c-ede03b6aff72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a674dc8f-9fd1-4663-8091-799206f28428 HTTP/1.1" status: 200 len: 217 time: 0.0584204 Nov 12 08:25:47.356246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd3485-0048-4097-a77e-a96a990941d5 req-5b588958-b233-490d-b0dc-0a17c7604dd2 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.357857 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-20cd3485-0048-4097-a77e-a96a990941d5 req-5b588958-b233-490d-b0dc-0a17c7604dd2 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 950 time: 0.1761284 Nov 12 08:25:47.373843 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22d0a5b9-e11e-431e-8e97-fd9b3df4bba8 req-c28e9dd1-fbf1-4e79-892b-38810fab33da service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497263 Nov 12 08:25:47.385710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6980fdd4-96a7-44bd-80ca-9e29e6bc8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.387187 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-6980fdd4-96a7-44bd-80ca-9e29e6bc8951 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a38c965-8753-439d-b47e-56d6af58b295 HTTP/1.1" status: 200 len: 797 time: 0.1040363 Nov 12 08:25:47.455985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-f05dbf30-d950-476b-87fc-b2674417a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.458831 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-f05dbf30-d950-476b-87fc-b2674417a929 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c29e3af6-7b39-400c-ac4f-52e25909400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616128 Nov 12 08:25:47.663983 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-20cd3485-0048-4097-a77e-a96a990941d5 req-158dfb92-d18d-4fe6-8fc3-f7ed74f6d515 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830861 Nov 12 08:25:47.718633 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-f4cc176f-05b5-49e2-bfa9-54fcd8282b1d service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456462 Nov 12 08:25:47.742710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22d0a5b9-e11e-431e-8e97-fd9b3df4bba8 req-6184465a-4af9-40ef-a4e1-2c24cb97e3f8 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482893 Nov 12 08:25:47.938762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebcdac-896a-4f33-877d-d3848961a483 req-6686cb72-e43f-4b25-92b8-f2d87c88f3f1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.942414 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41e3fce-b692-440b-9028-92910a2f500d x-openstack-request-id: req-d41e3fce-b692-440b-9028-92910a2f500d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:47.942955 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aadd376-ffdc-449e-a80e-6deed9c4ccc6", "name": "network-vif-plugged", "status": "completed", "tag": "17fb0224-bc72-4471-a84c-3fc725cc7b69", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:47.945002 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d41e3fce-b692-440b-9028-92910a2f500d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:47.945892 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aadd376-ffdc-449e-a80e-6deed9c4ccc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fb0224-bc72-4471-a84c-3fc725cc7b69', 'code': 200} Nov 12 08:25:47.950748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebcdac-896a-4f33-877d-d3848961a483 req-6686cb72-e43f-4b25-92b8-f2d87c88f3f1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.957363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b214b65-6f62-40b6-b7d9-f86fe6548dfe req-d463165e-e536-4562-9729-7bb370a39307 service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228749 Nov 12 08:25:47.958791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebcdac-896a-4f33-877d-d3848961a483 req-6686cb72-e43f-4b25-92b8-f2d87c88f3f1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.966732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebcdac-896a-4f33-877d-d3848961a483 req-6686cb72-e43f-4b25-92b8-f2d87c88f3f1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.973887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebcdac-896a-4f33-877d-d3848961a483 req-6686cb72-e43f-4b25-92b8-f2d87c88f3f1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.980426 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebcdac-896a-4f33-877d-d3848961a483 req-6686cb72-e43f-4b25-92b8-f2d87c88f3f1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.987010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebcdac-896a-4f33-877d-d3848961a483 req-6686cb72-e43f-4b25-92b8-f2d87c88f3f1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:47.996216 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56ebcdac-896a-4f33-877d-d3848961a483 req-6686cb72-e43f-4b25-92b8-f2d87c88f3f1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.2013118 Nov 12 08:25:48.137964 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56ebcdac-896a-4f33-877d-d3848961a483 req-1153d99f-2914-4f2d-a8fd-2409e97082c3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1405337 Nov 12 08:25:48.281368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a77e7-4082-40d4-a789-54b707b41786 req-1ae824f1-3da4-4458-a32b-1d4a141efc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.283343 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d80a77e7-4082-40d4-a789-54b707b41786 req-1ae824f1-3da4-4458-a32b-1d4a141efc85 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 1102 time: 0.2330780 Nov 12 08:25:48.311617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-defcb073-3b9a-4350-b24e-e3dd2a60a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.312302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-defcb073-3b9a-4350-b24e-e3dd2a60a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.312820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-defcb073-3b9a-4350-b24e-e3dd2a60a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.313418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-defcb073-3b9a-4350-b24e-e3dd2a60a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.314095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-defcb073-3b9a-4350-b24e-e3dd2a60a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.314613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-defcb073-3b9a-4350-b24e-e3dd2a60a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.315134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-defcb073-3b9a-4350-b24e-e3dd2a60a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.318712 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-defcb073-3b9a-4350-b24e-e3dd2a60a260 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6486 time: 0.1866746 Nov 12 08:25:48.333944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62500c3-6256-4a8b-831d-ffb224eabaa6 req-98e75d3a-6903-435a-ae2c-96bd187d4461 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.342051 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62500c3-6256-4a8b-831d-ffb224eabaa6 req-98e75d3a-6903-435a-ae2c-96bd187d4461 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.1782336 Nov 12 08:25:48.434284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43652a6-13e5-43c1-9ddf-cf6d17a25eaa req-9d60e108-5358-42ec-902a-b2c03e248b90 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.453070 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e43652a6-13e5-43c1-9ddf-cf6d17a25eaa req-9d60e108-5358-42ec-902a-b2c03e248b90 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.1734471 Nov 12 08:25:48.488383 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d80a77e7-4082-40d4-a789-54b707b41786 req-1e2484bc-e558-42d8-a7c4-01ca57f5e35e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928034 Nov 12 08:25:48.550062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62500c3-6256-4a8b-831d-ffb224eabaa6 req-33b3620d-82ed-4687-b447-cbdd158398df tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067711 Nov 12 08:25:48.562809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-3ff28740-b6c2-4e4e-ac27-dac4d9b94bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.565871 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-3ff28740-b6c2-4e4e-ac27-dac4d9b94bb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c29e3af6-7b39-400c-ac4f-52e25909400a HTTP/1.1" status: 200 len: 903 time: 0.2213273 Nov 12 08:25:48.630009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e43652a6-13e5-43c1-9ddf-cf6d17a25eaa req-f1130906-659c-4471-84b9-69fbce4e1364 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753733 Nov 12 08:25:48.839236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7f46d-16a7-491f-a9c8-1f4c68c8c775 req-a87d7819-ea61-4469-b26d-2d5b61fae296 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:48.847920 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbf7f46d-16a7-491f-a9c8-1f4c68c8c775 req-a87d7819-ea61-4469-b26d-2d5b61fae296 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 950 time: 0.0769801 Nov 12 08:25:48.879831 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-cf4add6c-baed-499c-81a1-0852a41d6e73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd70e32c-4bfa-4b4e-9198-1b55643f4179 HTTP/1.1" status: 200 len: 217 time: 0.0898657 Nov 12 08:25:48.942185 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbf7f46d-16a7-491f-a9c8-1f4c68c8c775 req-19fa796e-7c70-4b21-934f-7bede6f07f7d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905206 Nov 12 08:25:49.008989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-9073b735-5cdc-4b85-8466-4998997b1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.011029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-9073b735-5cdc-4b85-8466-4998997b1435 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a38c965-8753-439d-b47e-56d6af58b295 HTTP/1.1" status: 200 len: 797 time: 0.1216452 Nov 12 08:25:49.123154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-1c5803fd-d75f-4a68-b0bd-8d06030a2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.127111 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-1c5803fd-d75f-4a68-b0bd-8d06030a2cfc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c29e3af6-7b39-400c-ac4f-52e25909400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027589 Nov 12 08:25:49.360579 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-0817940f-fa31-4ea7-b136-ee95f355f1b6 service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198288 Nov 12 08:25:49.376526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72d3e-07a9-4eb1-96d7-8ffc8c8d7482 req-8c24d4ef-fc71-4c69-9255-75ce666534f5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.383383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72d3e-07a9-4eb1-96d7-8ffc8c8d7482 req-8c24d4ef-fc71-4c69-9255-75ce666534f5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.389776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72d3e-07a9-4eb1-96d7-8ffc8c8d7482 req-8c24d4ef-fc71-4c69-9255-75ce666534f5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.396590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72d3e-07a9-4eb1-96d7-8ffc8c8d7482 req-8c24d4ef-fc71-4c69-9255-75ce666534f5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.402711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72d3e-07a9-4eb1-96d7-8ffc8c8d7482 req-8c24d4ef-fc71-4c69-9255-75ce666534f5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.409027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72d3e-07a9-4eb1-96d7-8ffc8c8d7482 req-8c24d4ef-fc71-4c69-9255-75ce666534f5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.415172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b72d3e-07a9-4eb1-96d7-8ffc8c8d7482 req-8c24d4ef-fc71-4c69-9255-75ce666534f5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.419348 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b72d3e-07a9-4eb1-96d7-8ffc8c8d7482 req-8c24d4ef-fc71-4c69-9255-75ce666534f5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.1307323 Nov 12 08:25:49.790309 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d83162-5e22-4f73-b1f4-5a7599435390 req-cb96353c-0ccc-4901-8caf-25a430c20b7e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:49.793841 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3d83162-5e22-4f73-b1f4-5a7599435390 req-cb96353c-0ccc-4901-8caf-25a430c20b7e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.1004264 Nov 12 08:25:49.891354 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3d83162-5e22-4f73-b1f4-5a7599435390 req-3dedc71a-0893-46c1-aa8b-733303cae984 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916793 Nov 12 08:25:50.077061 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b72d3e-07a9-4eb1-96d7-8ffc8c8d7482 req-83231f7a-5808-49b3-9ee3-aaa8e2be9a58 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317871 Nov 12 08:25:50.107941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-9fe9a360-244b-47dc-8d68-7a7fb0f7841b service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869659 Nov 12 08:25:50.281673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dcb7f-234c-45ec-828f-b10a35ead6a7 req-ce8a206c-305b-4415-9e60-46173e73dbb1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.293751 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-731dcb7f-234c-45ec-828f-b10a35ead6a7 req-ce8a206c-305b-4415-9e60-46173e73dbb1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.1514111 Nov 12 08:25:50.383478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-ca935577-1c31-4964-94c1-9013639a4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.383960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-ca935577-1c31-4964-94c1-9013639a4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.384422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-ca935577-1c31-4964-94c1-9013639a4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.389966 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-ca935577-1c31-4964-94c1-9013639a4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.392224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-ca935577-1c31-4964-94c1-9013639a4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.392713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-ca935577-1c31-4964-94c1-9013639a4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.393205 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-ca935577-1c31-4964-94c1-9013639a4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.399445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-ca935577-1c31-4964-94c1-9013639a4a58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6486 time: 0.1714950 Nov 12 08:25:50.416799 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-731dcb7f-234c-45ec-828f-b10a35ead6a7 req-0afc4881-f2b0-4081-9a8f-95a9bbeb321c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220856 Nov 12 08:25:50.565627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594dc70-0106-4cea-b77e-7ad07d4cae95 req-e2ffcb56-2c84-49d7-b4c9-5945c64a7148 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.575951 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3594dc70-0106-4cea-b77e-7ad07d4cae95 req-e2ffcb56-2c84-49d7-b4c9-5945c64a7148 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 945 time: 0.0712740 Nov 12 08:25:50.636048 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3594dc70-0106-4cea-b77e-7ad07d4cae95 req-391ea375-90b9-4cb7-8688-67f9f3dff373 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562539 Nov 12 08:25:50.677224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-2002086d-2ee4-41ed-b614-18a35d4b6023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.679586 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-2002086d-2ee4-41ed-b614-18a35d4b6023 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c29e3af6-7b39-400c-ac4f-52e25909400a HTTP/1.1" status: 200 len: 903 time: 0.2672548 Nov 12 08:25:50.761087 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-82f35369-fb01-4440-9137-e8e4c340aa21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a674dc8f-9fd1-4663-8091-799206f28428 HTTP/1.1" status: 200 len: 217 time: 0.0500996 Nov 12 08:25:50.817373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22748ed-911e-438a-bd0b-514ab1012d32 req-1f31dd3f-2272-4dc9-993f-0f02ac881eb9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.826368 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f22748ed-911e-438a-bd0b-514ab1012d32 req-1f31dd3f-2272-4dc9-993f-0f02ac881eb9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 950 time: 0.3397956 Nov 12 08:25:50.915207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-04e88c1d-54d7-4df6-9cc6-9638bb6d23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:50.916924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-04e88c1d-54d7-4df6-9cc6-9638bb6d23f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a38c965-8753-439d-b47e-56d6af58b295 HTTP/1.1" status: 200 len: 797 time: 0.1417403 Nov 12 08:25:50.938249 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f22748ed-911e-438a-bd0b-514ab1012d32 req-6f9a2fe0-cfb9-4293-a6b4-79be605dc0a1 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107440 Nov 12 08:25:51.174802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-ed55ad52-d5bf-46f0-ae82-10aa62360b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.189810 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-ed55ad52-d5bf-46f0-ae82-10aa62360b69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c29e3af6-7b39-400c-ac4f-52e25909400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2357113 Nov 12 08:25:51.195884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c3074-2a02-49ef-861a-c69c22a539f4 req-0edb277a-9e4c-4249-b394-3da10f00f6cc tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.211543 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e51c3074-2a02-49ef-861a-c69c22a539f4 req-0edb277a-9e4c-4249-b394-3da10f00f6cc tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.1239240 Nov 12 08:25:51.248980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c55b6e-8c90-48e9-8711-a934757063ef req-9beb665d-5e11-42dc-9b92-cbe458acc585 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.251129 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3c55b6e-8c90-48e9-8711-a934757063ef req-9beb665d-5e11-42dc-9b92-cbe458acc585 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 1102 time: 0.1899557 Nov 12 08:25:51.277069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e51c3074-2a02-49ef-861a-c69c22a539f4 req-401e355e-e2da-41d6-b378-aa978a0a9b89 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645185 Nov 12 08:25:51.398351 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-92dbe9da-76d9-43f3-903d-4e744e0c6eff service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070067 Nov 12 08:25:51.402588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3c55b6e-8c90-48e9-8711-a934757063ef req-f2bed6f9-eeb1-4059-b6a3-2f909d6d0688 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930753 Nov 12 08:25:51.497594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad754444-e557-47ef-aa6d-04b96ac49a72 req-8542b514-eabf-4a00-b3fc-bacfa5b962a7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.517507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad754444-e557-47ef-aa6d-04b96ac49a72 req-8542b514-eabf-4a00-b3fc-bacfa5b962a7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.539184 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:25:51.569952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad754444-e557-47ef-aa6d-04b96ac49a72 req-8542b514-eabf-4a00-b3fc-bacfa5b962a7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.590979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad754444-e557-47ef-aa6d-04b96ac49a72 req-8542b514-eabf-4a00-b3fc-bacfa5b962a7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.611561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa75108-e3c1-435b-862a-5ab228d2c2a1 req-672d9d70-d5fb-4394-987f-34f69dedd13c service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066946 Nov 12 08:25:51.615260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad754444-e557-47ef-aa6d-04b96ac49a72 req-8542b514-eabf-4a00-b3fc-bacfa5b962a7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.639327 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad754444-e557-47ef-aa6d-04b96ac49a72 req-8542b514-eabf-4a00-b3fc-bacfa5b962a7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.647045 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad754444-e557-47ef-aa6d-04b96ac49a72 req-8542b514-eabf-4a00-b3fc-bacfa5b962a7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.660936 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad754444-e557-47ef-aa6d-04b96ac49a72 req-8542b514-eabf-4a00-b3fc-bacfa5b962a7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.3172677 Nov 12 08:25:51.813882 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad754444-e557-47ef-aa6d-04b96ac49a72 req-96ea301c-ea45-4770-bcef-0dea4a446420 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494949 Nov 12 08:25:51.848504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370663-f8d6-45d1-a9d8-c79050043cd0 req-15b0cda2-e829-4385-b912-9712f135b982 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:51.861297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62370663-f8d6-45d1-a9d8-c79050043cd0 req-15b0cda2-e829-4385-b912-9712f135b982 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.1061053 Nov 12 08:25:51.987197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62370663-f8d6-45d1-a9d8-c79050043cd0 req-c248b1b2-ae31-4f05-adcf-3cdee100034e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159203 Nov 12 08:25:52.023413 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:52.028385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-28c0eb5b-fbb0-4ac9-a29e-801ab9fb5b86 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727696 Nov 12 08:25:52.257321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-f8d78014-e98e-4ac9-9af0-3a0a3e69ad06 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:52.266656 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-f8d78014-e98e-4ac9-9af0-3a0a3e69ad06 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373326 Nov 12 08:25:52.296228 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-238448c7-a90e-4737-b5d2-e6b1671d51f3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/quotas/23311f6fc28247b28ff4321d967c2226 HTTP/1.1" status: 200 len: 375 time: 0.0281410 Nov 12 08:25:52.439542 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-5c0e6da2-eeb0-413d-b55a-a1a54b478e3f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1419380 Nov 12 08:25:52.500772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b855b68-0e4b-48dc-b7c1-14b5f38e4c48 req-88e41633-7a8b-4043-8af9-e7b8edce613f tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:52.515609 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b855b68-0e4b-48dc-b7c1-14b5f38e4c48 req-88e41633-7a8b-4043-8af9-e7b8edce613f tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 945 time: 0.1055889 Nov 12 08:25:52.611031 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b855b68-0e4b-48dc-b7c1-14b5f38e4c48 req-43e50dbd-650a-437c-a8c5-1eec2c7fc6f7 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818372 Nov 12 08:25:52.760718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ec0fc-39cb-4ab0-ad3d-62690408495f req-0a8b56e2-9f42-4a43-bd56-93103ab8eb4e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:52.775723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a01ec0fc-39cb-4ab0-ad3d-62690408495f req-0a8b56e2-9f42-4a43-bd56-93103ab8eb4e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0987225 Nov 12 08:25:52.875692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93da4690-a1c8-43c6-9a57-37b680c4feac req-7ecd83b4-c48b-48d4-abdd-4dc097ce24d1 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 210 time: 0.0417314 Nov 12 08:25:52.905742 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a01ec0fc-39cb-4ab0-ad3d-62690408495f req-6e3d60ff-5a3d-42ad-b514-0e70c7de6fa2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290174 Nov 12 08:25:53.147227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d795-85ae-4205-99f2-609543cf3411 req-12aebfce-e23c-49ee-adaf-5b536fb12e7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.173348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d795-85ae-4205-99f2-609543cf3411 req-12aebfce-e23c-49ee-adaf-5b536fb12e7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.188864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d795-85ae-4205-99f2-609543cf3411 req-12aebfce-e23c-49ee-adaf-5b536fb12e7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.206221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d795-85ae-4205-99f2-609543cf3411 req-12aebfce-e23c-49ee-adaf-5b536fb12e7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.215610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9254fe-e0b7-4d46-a6bb-78fbc216a38c req-9f9722c4-9801-4482-ba85-0949c193a414 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.218971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d795-85ae-4205-99f2-609543cf3411 req-12aebfce-e23c-49ee-adaf-5b536fb12e7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.225284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec9254fe-e0b7-4d46-a6bb-78fbc216a38c req-9f9722c4-9801-4482-ba85-0949c193a414 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.1054301 Nov 12 08:25:53.232454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d795-85ae-4205-99f2-609543cf3411 req-12aebfce-e23c-49ee-adaf-5b536fb12e7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.250552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21d795-85ae-4205-99f2-609543cf3411 req-12aebfce-e23c-49ee-adaf-5b536fb12e7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.258015 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac21d795-85ae-4205-99f2-609543cf3411 req-12aebfce-e23c-49ee-adaf-5b536fb12e7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.2530150 Nov 12 08:25:53.319931 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec9254fe-e0b7-4d46-a6bb-78fbc216a38c req-965cc0a9-87e4-4105-bbd2-18d944ef63dc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928833 Nov 12 08:25:53.410596 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-103f5a33-06c2-4747-aca1-5b49a9dc21f9 service neutron] 10.222.0.52 "GET /v2.0/ports/8d6b7cf8-e143-4c07-b83c-94496eb6b32f/bindings/n-h2-768851-18 HTTP/1.1" status: 200 len: 383 time: 0.1185958 Nov 12 08:25:53.435128 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac21d795-85ae-4205-99f2-609543cf3411 req-89da88f5-f712-4ce9-bf77-5d4f747cd6ec tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480973 Nov 12 08:25:53.864587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5368cf-3b59-4e22-a59e-0964e2828cf0 req-b28d206d-f9ed-4539-8794-45b0224630da tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.879325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc5368cf-3b59-4e22-a59e-0964e2828cf0 req-b28d206d-f9ed-4539-8794-45b0224630da tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 945 time: 0.1761780 Nov 12 08:25:53.893200 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-4c7d717d-ca27-46fd-a2fb-cdde2cb47bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:53.895407 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-4c7d717d-ca27-46fd-a2fb-cdde2cb47bbd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05&tenant_id=622dac62584248dead4df8f42ebf1618 HTTP/1.1" status: 200 len: 1101 time: 0.1131318 Nov 12 08:25:54.062520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc5368cf-3b59-4e22-a59e-0964e2828cf0 req-0201ad63-b5ab-4dcd-af42-467ae7ff44f9 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740937 Nov 12 08:25:54.080673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-649b6559-ff6b-4676-bf80-d9f681a52577 req-1f1691bc-7460-4089-9fd2-2cfe5c945804 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 210 time: 0.0736420 Nov 12 08:25:54.114352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-e8609bb1-bf9c-44a5-a825-25f7b82cffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:54.116317 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-e8609bb1-bf9c-44a5-a825-25f7b82cffec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 1101 time: 0.1847141 Nov 12 08:25:54.212458 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6308208-26b5-4781-bbf9-0720cfd2e009 req-8043d5a7-09f7-4eaa-82a8-601df0dd8921 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:54.218861 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6308208-26b5-4781-bbf9-0720cfd2e009 req-8043d5a7-09f7-4eaa-82a8-601df0dd8921 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0907421 Nov 12 08:25:54.346898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6308208-26b5-4781-bbf9-0720cfd2e009 req-2943aa6e-22b4-4d2c-952e-1847f0adbc95 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239228 Nov 12 08:25:54.379418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-10e272c4-5bdc-48e3-b971-048aa58feb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:54.384436 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-10e272c4-5bdc-48e3-b971-048aa58feb2c service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1843061 Nov 12 08:25:54.466179 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-42acd06b-c556-489d-b1db-072df7cfdc53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f HTTP/1.1" status: 200 len: 217 time: 0.0720141 Nov 12 08:25:54.534719 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-bc3d4b6e-5a85-4325-930d-a7c0ebb06a6e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779047 Nov 12 08:25:54.966592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d094e37-b317-4b1a-a8c6-d7664485e9e0 req-d3751b64-3047-46ae-a297-22a55c7536be tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:54.979705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d094e37-b317-4b1a-a8c6-d7664485e9e0 req-d3751b64-3047-46ae-a297-22a55c7536be tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:54.988315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d094e37-b317-4b1a-a8c6-d7664485e9e0 req-d3751b64-3047-46ae-a297-22a55c7536be tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:54.997338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d094e37-b317-4b1a-a8c6-d7664485e9e0 req-d3751b64-3047-46ae-a297-22a55c7536be tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.004521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d094e37-b317-4b1a-a8c6-d7664485e9e0 req-d3751b64-3047-46ae-a297-22a55c7536be tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.012428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d094e37-b317-4b1a-a8c6-d7664485e9e0 req-d3751b64-3047-46ae-a297-22a55c7536be tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.019290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d094e37-b317-4b1a-a8c6-d7664485e9e0 req-d3751b64-3047-46ae-a297-22a55c7536be tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.029526 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d094e37-b317-4b1a-a8c6-d7664485e9e0 req-d3751b64-3047-46ae-a297-22a55c7536be tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.4169307 Nov 12 08:25:55.067527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-cf16becc-e98a-4dea-9ee4-a9e3b9fa9a71 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.070231 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-cf16becc-e98a-4dea-9ee4-a9e3b9fa9a71 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5281420 Nov 12 08:25:55.086193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Request body: {'port': {'device_id': 'e02799ad-a2e2-4245-997e-043df7bd0fa6', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '23311f6fc28247b28ff4321d967c2226'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:55.215700 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d094e37-b317-4b1a-a8c6-d7664485e9e0 req-89c00eea-092e-4ee6-b853-4aa2bec3eb95 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1847329 Nov 12 08:25:55.248123 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-99c0c33b-52e0-41d0-ad9b-46000ac4a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.258887 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-99c0c33b-52e0-41d0-ad9b-46000ac4a485 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.7791386 Nov 12 08:25:55.291188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c81cc-1e91-48a1-a07b-58299bf59a09 req-1ff5dbf3-0cea-42e6-8e2e-705936ea4f4a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.293571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-832c81cc-1e91-48a1-a07b-58299bf59a09 req-1ff5dbf3-0cea-42e6-8e2e-705936ea4f4a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.7858722 Nov 12 08:25:55.379220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Made reservation on behalf of 23311f6fc28247b28ff4321d967c2226 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:25:55.384507 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:55.549074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-832c81cc-1e91-48a1-a07b-58299bf59a09 req-284b3f64-28ef-42da-bc86-884da52133d4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315354 Nov 12 08:25:55.554504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faedd0f-9242-48ab-949c-1142d16ae525 req-7baa9a8e-8807-43d0-9d25-799b2dac55eb tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.556455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-cbdd33d2-7ca7-4fa8-b6a0-3c069671f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.560596 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-cbdd33d2-7ca7-4fa8-b6a0-3c069671f666 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2631736 Nov 12 08:25:55.564751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4faedd0f-9242-48ab-949c-1142d16ae525 req-7baa9a8e-8807-43d0-9d25-799b2dac55eb tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 945 time: 0.1199100 Nov 12 08:25:55.633029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3865a-97c9-4762-a213-58f674dc067d req-a46abe1f-2c1f-4524-85a0-7c8feb2f51d1 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:55.635369 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c4a3865a-97c9-4762-a213-58f674dc067d req-a46abe1f-2c1f-4524-85a0-7c8feb2f51d1 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 945 time: 0.2579613 Nov 12 08:25:55.718995 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4faedd0f-9242-48ab-949c-1142d16ae525 req-bb622e70-3c13-4aa5-8fdb-9c0e05768311 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups?id=8caabac4-ca31-4abb-b3bc-d05a915209ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529129 Nov 12 08:25:55.729722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Allocated IP 192.168.233.23 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/fe59d030-4bdf-47cc-b64f-ac7d1869a8eb) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:25:55.870628 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5aba9054-e05a-4c23-bc68-0f5dbfe0ecd3 req-50832031-9b70-4a44-aad5-e7c2a4713f02 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 210 time: 0.2060444 Nov 12 08:25:55.978929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-c83c8c23-ba73-4f16-af35-556f6876ec58 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933663 Nov 12 08:25:56.058204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Deleting port 9031b5b8-0065-480d-9c7f-7b2829e77919 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:25:56.058554 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.086994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921485d-9d12-437e-837e-56cf3e400734 req-10c05606-204e-4ab3-af1c-d3502867616d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:56.096034 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8921485d-9d12-437e-837e-56cf3e400734 req-10c05606-204e-4ab3-af1c-d3502867616d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.1045723 Nov 12 08:25:56.166113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.181617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9031b5b8-0065-480d-9c7f-7b2829e77919 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:56.191479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8921485d-9d12-437e-837e-56cf3e400734 req-e9ec7b7a-00ba-498f-bced-d6c8810515c0 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945895 Nov 12 08:25:56.242384 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.292829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb', '1d0fb192-bbce-4a75-abbd-b260605b5a8f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:56.305531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3', 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e', '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e', '17fb0224-bc72-4471-a84c-3fc725cc7b69'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:25:56.316027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] For port 9031b5b8-0065-480d-9c7f-7b2829e77919, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9031b5b8-0065-480d-9c7f-7b2829e77919,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:56.317266 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.373995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:25:56.386325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:25:56.392542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:25:56.403890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event updated for resources: {'Port': ['ID=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:56.478175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:56.478175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:56.478175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:56.478665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:56.479110 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:56.479990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:56.480478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:56.481486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:56.482076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:56.482798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:56.483261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:56.483847 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:56.546478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:56.548366 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.622253 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-0921bed3-486a-4eef-b1ed-e918f5a72bc3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5397303 Nov 12 08:25:56.645916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Request body: {'port': {'device_id': 'e02799ad-a2e2-4245-997e-043df7bd0fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:25:56.763163 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.926108 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:56.983085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472a8fb-16a3-4a74-96ef-57629c2ec9ae req-f4c13003-e734-4a35-bf0c-92bc3edf7d63 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:56.992453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8472a8fb-16a3-4a74-96ef-57629c2ec9ae req-f4c13003-e734-4a35-bf0c-92bc3edf7d63 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.2475264 Nov 12 08:25:56.995394 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0832dd3b-7203-46ff-9708-a57a06b8bbba req-71d369eb-740d-485b-9230-5ce2f1ecbb2d service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0054228 Nov 12 08:25:57.066808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9031b5b8-0065-480d-9c7f-7b2829e77919'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:57.070526 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef29be9-f00f-4a99-b157-d33a804a96cb" -d '{"events": [{"server_uuid": "bb89438c-02bd-4bdd-804a-fc68116760c9", "name": "network-vif-unplugged", "status": "completed", "tag": "9031b5b8-0065-480d-9c7f-7b2829e77919"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:57.110284 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9031b5b8-0065-480d-9c7f-7b2829e77919, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9031b5b8-0065-480d-9c7f-7b2829e77919,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:57.113373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0819a28f-ddba-4caf-ba9e-ee7fafcaebaa None None] Provisioning complete for port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:25:57.113844 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0819a28f-ddba-4caf-ba9e-ee7fafcaebaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.161219 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.164991 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.165662 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Floating IP 63add1cb-57a7-4910-a269-11fe381282d5 disassociated. External IP: 172.25.3.97, port: 9031b5b8-0065-480d-9c7f-7b2829e77919. Nov 12 08:25:57.166192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Calling delete_port for 9031b5b8-0065-480d-9c7f-7b2829e77919 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:25:57.231898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.232756 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8d6b7cf8-e143-4c07-b83c-94496eb6b32f no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:25:57.237822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8472a8fb-16a3-4a74-96ef-57629c2ec9ae req-317db3a7-0b72-445f-8704-a6ad3a491f4c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420588 Nov 12 08:25:57.390356 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.455546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-92c2ffc0-38bf-4e71-89aa-cdcde1888ec4 req-c53aa09e-fe1e-4fab-b9df-7f366e0e4e85 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 210 time: 0.1000698 Nov 12 08:25:57.576766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event deleted for resources: {'Port': ['ID=9031b5b8-0065-480d-9c7f-7b2829e77919,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:57.657994 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Router 5d459109-81cd-458b-b8d4-5318a515ee3d has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:25:57.661360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Pushing event deleted for resources: {'Port': ['ID=9031b5b8-0065-480d-9c7f-7b2829e77919,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:57.688377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe59d030-4bdf-47cc-b64f-ac7d1869a8eb {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:25:57.688672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:57.691736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:57.692269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:57.693649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:57.694534 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:57.698068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:57.698575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:57.699028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:57.699485 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:57.699930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:57.700378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:57.701440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:25:57.703872 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.734793 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Transition to ACTIVE for port object fe59d030-4bdf-47cc-b64f-ac7d1869a8eb will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:25:57.762305 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.764674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79073717-6694-42de-8f66-19cc232b8eaf req-e4f3e87f-2ba4-417d-9bcc-a55166d067a3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.793324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79073717-6694-42de-8f66-19cc232b8eaf req-e4f3e87f-2ba4-417d-9bcc-a55166d067a3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.836106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79073717-6694-42de-8f66-19cc232b8eaf req-e4f3e87f-2ba4-417d-9bcc-a55166d067a3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.837125 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:57.839653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0819a28f-ddba-4caf-ba9e-ee7fafcaebaa None None] Port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:25:57.865504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79073717-6694-42de-8f66-19cc232b8eaf req-e4f3e87f-2ba4-417d-9bcc-a55166d067a3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.889510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79073717-6694-42de-8f66-19cc232b8eaf req-e4f3e87f-2ba4-417d-9bcc-a55166d067a3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.910416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79073717-6694-42de-8f66-19cc232b8eaf req-e4f3e87f-2ba4-417d-9bcc-a55166d067a3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.917305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79073717-6694-42de-8f66-19cc232b8eaf req-e4f3e87f-2ba4-417d-9bcc-a55166d067a3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.919219 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79073717-6694-42de-8f66-19cc232b8eaf req-e4f3e87f-2ba4-417d-9bcc-a55166d067a3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 1.1580656 Nov 12 08:25:57.965603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000e8a-5f19-492b-ab4d-16d1cd3b22a4 req-04c8a54d-aa42-4674-8d88-373a61ffc6d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:57.982432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-87000e8a-5f19-492b-ab4d-16d1cd3b22a4 req-04c8a54d-aa42-4674-8d88-373a61ffc6d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 947 time: 0.2330952 Nov 12 08:25:58.020249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Pushing event updated for resources: {'Port': ['ID=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:58.100341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:25:58.161142 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.263133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Attempting to bind port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:25:58.263790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Attempting to bind port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:25:58.264481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Attempting to bind port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:58.292972 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79073717-6694-42de-8f66-19cc232b8eaf req-bb66472d-06d6-4ef0-bdcc-a9056b962a13 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3645747 Nov 12 08:25:58.294084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-87000e8a-5f19-492b-ab4d-16d1cd3b22a4 req-2331bb54-f550-4548-ac65-11bbd60d9325 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911406 Nov 12 08:25:58.312543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:25:58.312915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Attempting to bind port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:25:58.339934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:25:58.340685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:25:58.341338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:25:58.342037 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Bound port: fe59d030-4bdf-47cc-b64f-ac7d1869a8eb, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:25:58.343207 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.352942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:25:58.353900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:58.402433 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee3b3ac-0df2-4d4b-ba4c-4e86b28f6a57 x-openstack-request-id: req-2ee3b3ac-0df2-4d4b-ba4c-4e86b28f6a57 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:58.403095 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb89438c-02bd-4bdd-804a-fc68116760c9", "name": "network-vif-unplugged", "status": "completed", "tag": "9031b5b8-0065-480d-9c7f-7b2829e77919", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:58.403560 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ee3b3ac-0df2-4d4b-ba4c-4e86b28f6a57 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:58.404316 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9031b5b8-0065-480d-9c7f-7b2829e77919', 'code': 200} Nov 12 08:25:58.410710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a1d779-49c2-4d3b-a195-94deb42f5a3b None None] Sync routers for ids ['5d459109-81cd-458b-b8d4-5318a515ee3d'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:25:58.477910 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] No DVR routers for this DVR port 9031b5b8-0065-480d-9c7f-7b2829e77919 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:25:58.482265 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.489921 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c4a3865a-97c9-4762-a213-58f674dc067d req-41fdc766-6eb1-4c8d-bea8-5e49003f5089 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.52 "DELETE /v2.0/ports/9031b5b8-0065-480d-9c7f-7b2829e77919 HTTP/1.1" status: 204 len: 173 time: 2.8270011 Nov 12 08:25:58.490215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'name': 'network-vif-deleted', 'tag': '9031b5b8-0065-480d-9c7f-7b2829e77919'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:58.500452 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f2ecab-a37c-43c6-bff0-59d48d6cbd4d" -d '{"events": [{"server_uuid": "bb89438c-02bd-4bdd-804a-fc68116760c9", "name": "network-vif-deleted", "tag": "9031b5b8-0065-480d-9c7f-7b2829e77919"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:58.551733 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1d779-49c2-4d3b-a195-94deb42f5a3b None None] Routers {'5d459109-81cd-458b-b8d4-5318a515ee3d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:25:58.552837 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f0a1d779-49c2-4d3b-a195-94deb42f5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5d459109-81cd-458b-b8d4-5318a515ee3d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:58.595810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] For port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:25:58.606116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] For port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:25:58.629179 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.634485 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.658696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb021e-6445-4811-9a83-1b0ae7908aed req-874bd43c-9bcf-41fc-9de4-55b143c2f6b0 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:58.660348 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bdfb021e-6445-4811-9a83-1b0ae7908aed req-874bd43c-9bcf-41fc-9de4-55b143c2f6b0 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.1180441 Nov 12 08:25:58.761453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:58.762087 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:25:58.763543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] 10.222.0.46 "PUT /v2.0/ports/fe59d030-4bdf-47cc-b64f-ac7d1869a8eb HTTP/1.1" status: 200 len: 1096 time: 2.1280520 Nov 12 08:25:58.766618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02799ad-a2e2-4245-997e-043df7bd0fa6', 'tag': 'fe59d030-4bdf-47cc-b64f-ac7d1869a8eb'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:25:58.771669 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9033b0a-c3df-4185-86dc-2a15eef10bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "e02799ad-a2e2-4245-997e-043df7bd0fa6", "tag": "fe59d030-4bdf-47cc-b64f-ac7d1869a8eb"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:25:58.800371 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bdfb021e-6445-4811-9a83-1b0ae7908aed req-c49017c6-3c95-453e-81ae-c72fe0bf583c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305974 Nov 12 08:25:58.987700 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eea13-1c04-4d88-8bea-1e58e42f4d11 req-6f532307-4153-49b1-8d44-9c1a5cb67ba8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:58.995215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c19eea13-1c04-4d88-8bea-1e58e42f4d11 req-6f532307-4153-49b1-8d44-9c1a5cb67ba8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 947 time: 0.3806782 Nov 12 08:25:59.005329 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87459a4-89cd-43dc-a16d-eb6b5e261658 service neutron] Pushing event updated for resources: {'Port': ['ID=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:25:59.047183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-f0a1d779-49c2-4d3b-a195-94deb42f5a3b None None] Set router 5d459109-81cd-458b-b8d4-5318a515ee3d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:25:59.068197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-4740f8c9-020c-4198-a8d5-00783286a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.078634 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-4740f8c9-020c-4198-a8d5-00783286a246 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 1099 time: 0.2429242 Nov 12 08:25:59.103759 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b929c0d9-2af6-4a73-81bf-44c1782e887c req-77c834af-8a02-4642-8515-30cbd27f1a67 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 210 time: 0.1170187 Nov 12 08:25:59.203022 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4c1ff4-4433-4b19-8518-d04333eea193 x-openstack-request-id: req-7a4c1ff4-4433-4b19-8518-d04333eea193 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:59.203346 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb89438c-02bd-4bdd-804a-fc68116760c9", "name": "network-vif-deleted", "tag": "9031b5b8-0065-480d-9c7f-7b2829e77919", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:59.203601 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a4c1ff4-4433-4b19-8518-d04333eea193 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:59.204003 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb89438c-02bd-4bdd-804a-fc68116760c9', 'name': 'network-vif-deleted', 'tag': '9031b5b8-0065-480d-9c7f-7b2829e77919', 'status': 'completed', 'code': 200} Nov 12 08:25:59.533046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03856a68-db39-4dcf-af66-79fb8e8bba37 req-2edaceba-843f-41d0-9cc8-39b7791b6cb9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.543602 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03856a68-db39-4dcf-af66-79fb8e8bba37 req-2edaceba-843f-41d0-9cc8-39b7791b6cb9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 947 time: 0.0767226 Nov 12 08:25:59.595721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c19eea13-1c04-4d88-8bea-1e58e42f4d11 req-44ef4a46-821e-42eb-b33f-76897a33a011 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944965 Nov 12 08:25:59.597418 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ad2b54-6d19-476c-8f50-e83f431d4c89 x-openstack-request-id: req-77ad2b54-6d19-476c-8f50-e83f431d4c89 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:25:59.597780 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02799ad-a2e2-4245-997e-043df7bd0fa6", "tag": "fe59d030-4bdf-47cc-b64f-ac7d1869a8eb", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:25:59.598108 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77ad2b54-6d19-476c-8f50-e83f431d4c89 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:25:59.598512 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02799ad-a2e2-4245-997e-043df7bd0fa6', 'tag': 'fe59d030-4bdf-47cc-b64f-ac7d1869a8eb', 'status': 'completed', 'code': 200} Nov 12 08:25:59.602886 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-fbb30832-4f4a-48da-8ec4-6001026511e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb HTTP/1.1" status: 200 len: 217 time: 0.5087702 Nov 12 08:25:59.611060 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03856a68-db39-4dcf-af66-79fb8e8bba37 req-31435ee3-763d-4872-9b31-e6dec0abe816 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659773 Nov 12 08:25:59.772424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f0a1d779-49c2-4d3b-a195-94deb42f5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:22:39Z', 'revision_number': 4, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'eed08208-fcee-40e2-b0b4-fb2f4bebd780', 'name': '', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'mac_address': 'fa:16:3e:39:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:37Z', 'updated_at': '2021-11-12T08:22:46Z', 'revision_number': 5, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'subnets': [{'id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:25:59.783841 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-26256885-3fd9-443d-83c8-7fec3373e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.797032 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-26256885-3fd9-443d-83c8-7fec3373e1cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1729617 Nov 12 08:25:59.919037 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-f89c9d5e-0786-460c-a7e6-c9b6b14441ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.920883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-f89c9d5e-0786-460c-a7e6-c9b6b14441ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1230130 Nov 12 08:25:59.934633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038bd1a-4782-41cc-bca4-a376dd03a008 req-56658087-2f3d-4673-877e-ee5212122e3b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.946493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038bd1a-4782-41cc-bca4-a376dd03a008 req-56658087-2f3d-4673-877e-ee5212122e3b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.952795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038bd1a-4782-41cc-bca4-a376dd03a008 req-56658087-2f3d-4673-877e-ee5212122e3b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.959058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038bd1a-4782-41cc-bca4-a376dd03a008 req-56658087-2f3d-4673-877e-ee5212122e3b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.965145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038bd1a-4782-41cc-bca4-a376dd03a008 req-56658087-2f3d-4673-877e-ee5212122e3b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.971245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038bd1a-4782-41cc-bca4-a376dd03a008 req-56658087-2f3d-4673-877e-ee5212122e3b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.977274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038bd1a-4782-41cc-bca4-a376dd03a008 req-56658087-2f3d-4673-877e-ee5212122e3b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:25:59.979216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0038bd1a-4782-41cc-bca4-a376dd03a008 req-56658087-2f3d-4673-877e-ee5212122e3b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.2667284 Nov 12 08:25:59.989870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a1d779-49c2-4d3b-a195-94deb42f5a3b None None] Checking router: 5d459109-81cd-458b-b8d4-5318a515ee3d for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:26:00.008766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1d779-49c2-4d3b-a195-94deb42f5a3b None None] Routers {'5d459109-81cd-458b-b8d4-5318a515ee3d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:00.009829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f0a1d779-49c2-4d3b-a195-94deb42f5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:25:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5d459109-81cd-458b-b8d4-5318a515ee3d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:00.117390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0038bd1a-4782-41cc-bca4-a376dd03a008 req-dfcc65e0-6adb-4b78-bf6b-c32781c384ef tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1153138 Nov 12 08:26:00.121413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-94935bba-0a9f-40dd-89ee-74d269b3c3be service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411893 Nov 12 08:26:00.128935 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-f0a1d779-49c2-4d3b-a195-94deb42f5a3b None None] Set router 5d459109-81cd-458b-b8d4-5318a515ee3d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:00.197917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8d6b7cf8-e143-4c07-b83c-94496eb6b32f details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:00.241835 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de5974db-a9f6-4cc0-80e2-0009d6c277b2 req-49bceaac-f31d-4103-bf96-a620de90837e service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098320 Nov 12 08:26:00.364392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9033b0a-c3df-4185-86dc-2a15eef10bc2 req-e053e18a-082f-45e3-bf1f-5a547dd56cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:00.366025 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9033b0a-c3df-4185-86dc-2a15eef10bc2 req-e053e18a-082f-45e3-bf1f-5a547dd56cd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0607488 Nov 12 08:26:00.427843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:00.430296 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed5c9f8-3834-41e6-a58b-41f937b9f0b2" -d '{"events": [{"server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "name": "network-vif-unplugged", "status": "completed", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:00.486689 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9033b0a-c3df-4185-86dc-2a15eef10bc2 req-44d1b838-2aa8-44cb-a8ea-88cf45a59889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:00.488180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9033b0a-c3df-4185-86dc-2a15eef10bc2 req-44d1b838-2aa8-44cb-a8ea-88cf45a59889 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1141131 Nov 12 08:26:00.490798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:00.508756 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'mac_address': 'fa:16:3e:60:36:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:00.547370 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9033b0a-c3df-4185-86dc-2a15eef10bc2 req-769d17b7-fbb8-4f48-87a3-b32e44304d9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb HTTP/1.1" status: 200 len: 217 time: 0.0452945 Nov 12 08:26:00.555954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f0a1d779-49c2-4d3b-a195-94deb42f5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:22:39Z', 'revision_number': 4, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'eed08208-fcee-40e2-b0b4-fb2f4bebd780', 'name': '', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'mac_address': 'fa:16:3e:39:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:37Z', 'updated_at': '2021-11-12T08:22:46Z', 'revision_number': 5, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'subnets': [{'id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:00.588895 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a1d779-49c2-4d3b-a195-94deb42f5a3b None None] The sync data for ids ['5d459109-81cd-458b-b8d4-5318a515ee3d'] in n-d-768851-18 is: [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:22:39Z', 'revision_number': 4, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'eed08208-fcee-40e2-b0b4-fb2f4bebd780', 'name': '', 'network_id': '1f80c745-8fd3-4f32-820e-d7cdda3d5267', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'mac_address': 'fa:16:3e:39:f9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:37Z', 'updated_at': '2021-11-12T08:22:46Z', 'revision_number': 5, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'subnets': [{'id': 'd7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:00.599238 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.627648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9033b0a-c3df-4185-86dc-2a15eef10bc2 req-aacd0dfe-b487-4e97-8b08-a596df6ac73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:00.634269 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9033b0a-c3df-4185-86dc-2a15eef10bc2 req-aacd0dfe-b487-4e97-8b08-a596df6ac73b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0787287 Nov 12 08:26:00.636003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6b7cf8-e143-4c07-b83c-94496eb6b32f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:00.665368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:00.672457 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:00.687765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9033b0a-c3df-4185-86dc-2a15eef10bc2 req-6621c9af-2085-4135-9937-1c2f2bcb0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:00.689599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9033b0a-c3df-4185-86dc-2a15eef10bc2 req-6621c9af-2085-4135-9937-1c2f2bcb0b7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0479448 Nov 12 08:26:00.753256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:00.818007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9033b0a-c3df-4185-86dc-2a15eef10bc2 req-11d101ec-a6a1-43db-b487-4d722dcb94f6 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192019 Nov 12 08:26:00.939930 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2611a93-9acc-4bbd-9dcf-9e3f34a37cca None None] New status for floating IP 63add1cb-57a7-4910-a269-11fe381282d5: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:26:00.952457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5aba6-4b15-42da-bd0c-86e0f1c794de req-7e5d4780-8dde-4c1f-8a84-c664bbab44a7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:00.954202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5cf5aba6-4b15-42da-bd0c-86e0f1c794de req-7e5d4780-8dde-4c1f-8a84-c664bbab44a7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.1322021 Nov 12 08:26:00.973433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['8d6b7cf8-e143-4c07-b83c-94496eb6b32f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:00.993340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9033b0a-c3df-4185-86dc-2a15eef10bc2 req-a257952c-4a03-4dcd-9f79-a29b47a75e92 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546917 Nov 12 08:26:01.035292 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5cf5aba6-4b15-42da-bd0c-86e0f1c794de req-7554ee14-61b3-4e40-95cd-45ae111093f4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737574 Nov 12 08:26:01.150081 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ff40f6f-a08f-4726-90b6-e0d18584d870 req-8fa13c5c-6bc0-4404-899a-567db31a7f4d tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 210 time: 0.0393887 Nov 12 08:26:01.284000 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a813b61b-6485-4bb3-b9e2-58fac73b7d0e x-openstack-request-id: req-a813b61b-6485-4bb3-b9e2-58fac73b7d0e {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:01.284391 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "name": "network-vif-unplugged", "status": "completed", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:01.284781 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a813b61b-6485-4bb3-b9e2-58fac73b7d0e {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:01.285329 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'code': 200} Nov 12 08:26:01.387317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e623a6c-748c-4c88-afae-e76545ba1737 req-5a3a540b-9bd8-4a0d-901f-4702c07a0b7a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.389211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e623a6c-748c-4c88-afae-e76545ba1737 req-5a3a540b-9bd8-4a0d-901f-4702c07a0b7a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 948 time: 0.0544970 Nov 12 08:26:01.446387 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e623a6c-748c-4c88-afae-e76545ba1737 req-61455398-4de7-412c-bbc4-579feff7c9a4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471265 Nov 12 08:26:01.552463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960c260-5558-42eb-ace8-5d144d5620e4 req-5ba59594-393b-4350-8063-dd025c6c4111 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.555008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0960c260-5558-42eb-ace8-5d144d5620e4 req-5ba59594-393b-4350-8063-dd025c6c4111 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 947 time: 0.0548656 Nov 12 08:26:01.611727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0960c260-5558-42eb-ace8-5d144d5620e4 req-6317648d-c480-4e6f-b988-d1020cdd25c2 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456057 Nov 12 08:26:01.970845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c6d4b-b512-4c8a-89f9-f3b6e3cc2c0d req-aed6815c-fa65-43fc-843c-9a967d131e81 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.978037 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c6d4b-b512-4c8a-89f9-f3b6e3cc2c0d req-aed6815c-fa65-43fc-843c-9a967d131e81 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.985086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c6d4b-b512-4c8a-89f9-f3b6e3cc2c0d req-aed6815c-fa65-43fc-843c-9a967d131e81 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.991922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c6d4b-b512-4c8a-89f9-f3b6e3cc2c0d req-aed6815c-fa65-43fc-843c-9a967d131e81 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:01.998812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c6d4b-b512-4c8a-89f9-f3b6e3cc2c0d req-aed6815c-fa65-43fc-843c-9a967d131e81 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.005068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c6d4b-b512-4c8a-89f9-f3b6e3cc2c0d req-aed6815c-fa65-43fc-843c-9a967d131e81 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.012454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c6d4b-b512-4c8a-89f9-f3b6e3cc2c0d req-aed6815c-fa65-43fc-843c-9a967d131e81 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.014624 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a73c6d4b-b512-4c8a-89f9-f3b6e3cc2c0d req-aed6815c-fa65-43fc-843c-9a967d131e81 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.1468890 Nov 12 08:26:02.069389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-11c03f52-5617-42ae-8532-5724c149dd59 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.077142 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-11c03f52-5617-42ae-8532-5724c149dd59 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 807 time: 0.1835053 Nov 12 08:26:02.089628 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-57419f2e-61ab-49e4-a1a1-48ef08539c21 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/quotas/1bf3b8941139451e8acba21723b96ae2 HTTP/1.1" status: 200 len: 375 time: 0.0113568 Nov 12 08:26:02.098155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a73c6d4b-b512-4c8a-89f9-f3b6e3cc2c0d req-bfbf28a1-9680-4abc-8b9f-2e99cc3739f4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765710 Nov 12 08:26:02.157752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-6c7a2871-311c-4fdc-8336-277e93357e0a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635624 Nov 12 08:26:02.211068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8d6b7cf8-e143-4c07-b83c-94496eb6b32f up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:02.270270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:02.270575 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.281325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-4bab89e4-d5cf-495f-8f08-98b6dfb595df service neutron] 10.222.0.31 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150231 Nov 12 08:26:02.377618 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.416075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:02.421721 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.422428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7bb773aa-22a9-40ba-ba77-b91b9adced59 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:02.481462 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-1ee3bfb1-eada-434d-b45f-1b3afbae963b service neutron] 10.222.0.31 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988733 Nov 12 08:26:02.511880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:02.546484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-ca2645d8-420f-4a7d-83f3-e37966e6c0d7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.548390 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-ca2645d8-420f-4a7d-83f3-e37966e6c0d7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05&tenant_id=622dac62584248dead4df8f42ebf1618&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 949 time: 0.1605477 Nov 12 08:26:02.586770 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.598833 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-f780fbc3-bcda-4a41-99c6-89192a2d6799 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.608262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-f780fbc3-bcda-4a41-99c6-89192a2d6799 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/networks?id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 200 len: 804 time: 0.1650376 Nov 12 08:26:02.626083 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-83599ee3-3b82-4363-a245-b9473e04da6d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/quotas/dcd73db2181b463c815d9494e4da8ea0 HTTP/1.1" status: 200 len: 375 time: 0.0168514 Nov 12 08:26:02.652143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7bb773aa-22a9-40ba-ba77-b91b9adced59, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7bb773aa-22a9-40ba-ba77-b91b9adced59,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:02.659626 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:02.703532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-990e5e96-b309-4bde-93e8-88e488ec8725 service neutron] 10.222.0.52 "GET /v2.0/ports/8d6b7cf8-e143-4c07-b83c-94496eb6b32f/bindings/n-h2-768851-18 HTTP/1.1" status: 200 len: 383 time: 0.1459303 Nov 12 08:26:02.727910 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7bb773aa-22a9-40ba-ba77-b91b9adced59,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:02.733250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-9459f6a7-d42c-4ff6-8ec6-098f40ad5ff8 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dcd73db2181b463c815d9494e4da8ea0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1060793 Nov 12 08:26:02.790070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-29dac5d1-ec82-414b-9c3b-a3cfb6469882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.791648 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-29dac5d1-ec82-414b-9c3b-a3cfb6469882 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 1101 time: 0.0595767 Nov 12 08:26:02.877509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-3a0bb6f7-0bf3-44e4-8998-085d95394153 service neutron] 10.222.0.31 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432865 Nov 12 08:26:02.985573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-2fbbceee-2ffa-45fe-9e8f-b8129e3a4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:02.993250 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-2fbbceee-2ffa-45fe-9e8f-b8129e3a4c51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1876094 Nov 12 08:26:03.006900 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-0d51eccd-bfc9-46aa-9654-3d50975138da service neutron] 10.222.0.31 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281903 Nov 12 08:26:03.021227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbde70-3a12-4fc8-9d19-84a2619d50dd req-f66de659-33ba-4981-b731-1830839883b7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.031793 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-98dbde70-3a12-4fc8-9d19-84a2619d50dd req-f66de659-33ba-4981-b731-1830839883b7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.1247232 Nov 12 08:26:03.092639 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-55a27f32-f94b-4a0c-98e6-abb897f4a8d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f HTTP/1.1" status: 200 len: 217 time: 0.0917318 Nov 12 08:26:03.159621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-98dbde70-3a12-4fc8-9d19-84a2619d50dd req-cbe7c728-9dcd-4196-a972-13ca835a50db tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266522 Nov 12 08:26:03.218340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-ef5a3f6f-d9a9-4a6f-a92c-d4fc722655de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.219929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-ef5a3f6f-d9a9-4a6f-a92c-d4fc722655de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1208043 Nov 12 08:26:03.233695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b5aa1c38-8ff0-4de1-858a-fe2a0dd496d3 req-4c240d1a-36e8-417c-9be2-9b1895451a7d tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 210 time: 0.0378637 Nov 12 08:26:03.286420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f'}, {'server_uuid': '32d300a3-d70f-45ae-9e4c-0f942d220d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb773aa-22a9-40ba-ba77-b91b9adced59'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:03.289838 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970959c4-74be-4b41-930f-6fc343cf0bd5" -d '{"events": [{"server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "name": "network-vif-plugged", "status": "completed", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f"}, {"server_uuid": "32d300a3-d70f-45ae-9e4c-0f942d220d65", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb773aa-22a9-40ba-ba77-b91b9adced59"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:03.297201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-e5c58a6f-f9dd-48a5-9ee2-e1faa0f559a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.298728 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-e5c58a6f-f9dd-48a5-9ee2-e1faa0f559a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0702634 Nov 12 08:26:03.422266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823eada-7b2e-44f8-ae7b-17ca030568b4 req-eada285e-74c8-42bc-b2b3-cac3a0dde4a3 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.423944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8823eada-7b2e-44f8-ae7b-17ca030568b4 req-eada285e-74c8-42bc-b2b3-cac3a0dde4a3 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.0755963 Nov 12 08:26:03.474963 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-f27215e9-abde-494e-987e-daa90ffc491f service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680024 Nov 12 08:26:03.529353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ba053-c3e9-4c7a-9b80-9123adcf1cba req-76fa8a19-52a8-46b9-b324-2bb7e13a3c00 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.531213 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8823eada-7b2e-44f8-ae7b-17ca030568b4 req-bbd48d0c-b8c2-41de-802d-c33d67f44c98 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997846 Nov 12 08:26:03.537527 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e4ba053-c3e9-4c7a-9b80-9123adcf1cba req-76fa8a19-52a8-46b9-b324-2bb7e13a3c00 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 947 time: 0.1509688 Nov 12 08:26:03.640570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d71874-dc43-4456-8416-a052d99862df req-47bb0ee2-8537-4d27-89c7-91667415df4e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.642897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31d71874-dc43-4456-8416-a052d99862df req-47bb0ee2-8537-4d27-89c7-91667415df4e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "GET /v2.0/ports?device_id=32d300a3-d70f-45ae-9e4c-0f942d220d65 HTTP/1.1" status: 200 len: 944 time: 0.2169487 Nov 12 08:26:03.671691 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3bfbcd22-0b7c-423e-a9cd-5940920df0e6 req-5c46b48e-25b2-40eb-8fae-4b4a100be5f3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 210 time: 0.0599666 Nov 12 08:26:03.742980 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-019fcf8c-64cd-46b1-afaa-d0c635e4193b service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522082 Nov 12 08:26:03.769999 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e4ba053-c3e9-4c7a-9b80-9123adcf1cba req-2d660e1b-8a6d-4f14-b70a-02ca37e0dd29 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304657 Nov 12 08:26:03.884777 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2ab8d49a-58a3-4b52-a306-bf312c51daa9 req-b172b561-66b9-4ee1-9dd6-40b86f8b5de9 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 210 time: 0.0369399 Nov 12 08:26:03.900644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace7689-f2ee-41a4-813f-3ed76b77c26a req-5fc44041-e23a-4458-8771-de603956775b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.907175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace7689-f2ee-41a4-813f-3ed76b77c26a req-5fc44041-e23a-4458-8771-de603956775b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.909990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-31d71874-dc43-4456-8416-a052d99862df req-3576da02-1817-4a6d-958d-5d5e2c510a45 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Deleting port 7bb773aa-22a9-40ba-ba77-b91b9adced59 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:03.910331 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-31d71874-dc43-4456-8416-a052d99862df req-3576da02-1817-4a6d-958d-5d5e2c510a45 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:03.913644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace7689-f2ee-41a4-813f-3ed76b77c26a req-5fc44041-e23a-4458-8771-de603956775b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.920851 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace7689-f2ee-41a4-813f-3ed76b77c26a req-5fc44041-e23a-4458-8771-de603956775b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.928772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace7689-f2ee-41a4-813f-3ed76b77c26a req-5fc44041-e23a-4458-8771-de603956775b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.934897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace7689-f2ee-41a4-813f-3ed76b77c26a req-5fc44041-e23a-4458-8771-de603956775b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.940892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace7689-f2ee-41a4-813f-3ed76b77c26a req-5fc44041-e23a-4458-8771-de603956775b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:03.951128 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eace7689-f2ee-41a4-813f-3ed76b77c26a req-5fc44041-e23a-4458-8771-de603956775b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.1538019 Nov 12 08:26:03.961877 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114b78ae-0dfd-4834-be05-c21c047104c0 x-openstack-request-id: req-114b78ae-0dfd-4834-be05-c21c047104c0 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:03.962404 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "name": "network-vif-plugged", "status": "completed", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f", "code": 200}, {"server_uuid": "32d300a3-d70f-45ae-9e4c-0f942d220d65", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb773aa-22a9-40ba-ba77-b91b9adced59", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:03.962827 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-114b78ae-0dfd-4834-be05-c21c047104c0 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:03.963431 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'code': 200} Nov 12 08:26:03.963860 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d300a3-d70f-45ae-9e4c-0f942d220d65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb773aa-22a9-40ba-ba77-b91b9adced59', 'code': 200} Nov 12 08:26:04.018427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eace7689-f2ee-41a4-813f-3ed76b77c26a req-71a44b74-104e-4826-a27c-26b2451fc674 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663347 Nov 12 08:26:04.033278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-31d71874-dc43-4456-8416-a052d99862df req-3576da02-1817-4a6d-958d-5d5e2c510a45 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] For port 7bb773aa-22a9-40ba-ba77-b91b9adced59, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7bb773aa-22a9-40ba-ba77-b91b9adced59,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:04.033746 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-31d71874-dc43-4456-8416-a052d99862df req-3576da02-1817-4a6d-958d-5d5e2c510a45 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.048573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-31d71874-dc43-4456-8416-a052d99862df req-3576da02-1817-4a6d-958d-5d5e2c510a45 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Calling delete_port for 7bb773aa-22a9-40ba-ba77-b91b9adced59 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:04.180821 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-31d71874-dc43-4456-8416-a052d99862df req-3576da02-1817-4a6d-958d-5d5e2c510a45 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.212260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576da02-1817-4a6d-958d-5d5e2c510a45 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Pushing event deleted for resources: {'Port': ['ID=7bb773aa-22a9-40ba-ba77-b91b9adced59,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:04.256779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d71874-dc43-4456-8416-a052d99862df req-3576da02-1817-4a6d-958d-5d5e2c510a45 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] No DVR routers for this DVR port 7bb773aa-22a9-40ba-ba77-b91b9adced59 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:04.262410 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-31d71874-dc43-4456-8416-a052d99862df req-3576da02-1817-4a6d-958d-5d5e2c510a45 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.269201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31d71874-dc43-4456-8416-a052d99862df req-3576da02-1817-4a6d-958d-5d5e2c510a45 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "DELETE /v2.0/ports/7bb773aa-22a9-40ba-ba77-b91b9adced59 HTTP/1.1" status: 204 len: 173 time: 0.6096668 Nov 12 08:26:04.271353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d300a3-d70f-45ae-9e4c-0f942d220d65', 'name': 'network-vif-deleted', 'tag': '7bb773aa-22a9-40ba-ba77-b91b9adced59'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:04.274860 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b90a4fd-225c-4efd-a4f6-3ecc37533828" -d '{"events": [{"server_uuid": "32d300a3-d70f-45ae-9e4c-0f942d220d65", "name": "network-vif-deleted", "tag": "7bb773aa-22a9-40ba-ba77-b91b9adced59"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:04.345595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7329635-e249-4cff-af53-5c45b7af5a2f req-ca7d996e-c97e-4ecb-89ec-7b704a85fd21 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 210 time: 0.0432599 Nov 12 08:26:04.362719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b730f-77c3-494a-a96a-048f8d7a783e req-8cb1206d-413d-44f8-a2c2-d033b2c1d7ff tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:04.373566 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0c1b730f-77c3-494a-a96a-048f8d7a783e req-8cb1206d-413d-44f8-a2c2-d033b2c1d7ff tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.1033099 Nov 12 08:26:04.393561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device fe59d030-4bdf-47cc-b64f-ac7d1869a8eb details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:04.401802 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec47e29-2e8c-4511-8dd9-c11c7a1b6d3b x-openstack-request-id: req-eec47e29-2e8c-4511-8dd9-c11c7a1b6d3b {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:04.402392 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d300a3-d70f-45ae-9e4c-0f942d220d65", "name": "network-vif-deleted", "tag": "7bb773aa-22a9-40ba-ba77-b91b9adced59", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:04.402830 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eec47e29-2e8c-4511-8dd9-c11c7a1b6d3b {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:04.403759 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d300a3-d70f-45ae-9e4c-0f942d220d65', 'name': 'network-vif-deleted', 'tag': '7bb773aa-22a9-40ba-ba77-b91b9adced59', 'status': 'completed', 'code': 200} Nov 12 08:26:04.518520 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0c1b730f-77c3-494a-a96a-048f8d7a783e req-fe55ea1d-8fd2-4e2f-91cb-4048a40ea9af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437573 Nov 12 08:26:04.555137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-9c833726-1d97-48b5-b2a3-10d19b214406 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:04.556998 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-9c833726-1d97-48b5-b2a3-10d19b214406 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 807 time: 0.1799133 Nov 12 08:26:04.575799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Request body: {'port': {'device_id': '4fd21f9b-f619-46c8-9922-1dfc07431b9e', 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343', 'admin_state_up': True, 'tenant_id': '1bf3b8941139451e8acba21723b96ae2'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:04.585659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:04.600324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'fe59d030-4bdf-47cc-b64f-ac7d1869a8eb', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'fe59d030-4bdf-47cc-b64f-ac7d1869a8eb', 'mac_address': 'fa:16:3e:75:ec:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:04.659642 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.678960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe59d030-4bdf-47cc-b64f-ac7d1869a8eb {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:04.704949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:04.707322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Made reservation on behalf of 1bf3b8941139451e8acba21723b96ae2 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:04.711832 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.718743 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:04.781260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fe348-e6f5-41d1-a35f-324c223484c2 req-4ea574e1-f9e6-488c-9e5d-cf6dc76210c2 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:04.786701 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f74fe348-e6f5-41d1-a35f-324c223484c2 req-4ea574e1-f9e6-488c-9e5d-cf6dc76210c2 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.1241436 Nov 12 08:26:04.787994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:04.836598 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-63c6c1ac-82dc-4847-8fb7-24db3415490e req-c5713d0c-a41a-4d4e-a02f-a51f5f2006d9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 210 time: 0.0366848 Nov 12 08:26:04.880433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f74fe348-e6f5-41d1-a35f-324c223484c2 req-13a046da-9e77-4b36-9d0a-6af7f4500c80 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767043 Nov 12 08:26:04.971532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Allocated IP 172.20.0.10 (f52d9c59-7b29-4bd7-b161-34f597f50343/fbf91463-1da9-42d8-ad99-c69e0c024ee2/b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:05.080786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6e0dc7c8-404c-470d-bc5c-b1939c0246b8 req-2d0f52c9-9c8b-4c72-8b04-7488b5555a91 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 210 time: 0.0591595 Nov 12 08:26:05.119427 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-acb9e7c7-e345-42cb-a95b-7b99553158ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.210049 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['fe59d030-4bdf-47cc-b64f-ac7d1869a8eb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:05.270888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc375e6-cdbc-4de5-bfce-2c4e1570f4bf req-4c0e3edc-c6af-48b2-894d-2a431136b0b7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.282002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e00a12-62da-45bb-8032-3f5209689cd5 req-dfe11647-fc32-4527-bdef-f89cc174335e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.286983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc375e6-cdbc-4de5-bfce-2c4e1570f4bf req-4c0e3edc-c6af-48b2-894d-2a431136b0b7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.292236 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25e00a12-62da-45bb-8032-3f5209689cd5 req-dfe11647-fc32-4527-bdef-f89cc174335e tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 948 time: 0.3169515 Nov 12 08:26:05.315695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc375e6-cdbc-4de5-bfce-2c4e1570f4bf req-4c0e3edc-c6af-48b2-894d-2a431136b0b7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.330713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc375e6-cdbc-4de5-bfce-2c4e1570f4bf req-4c0e3edc-c6af-48b2-894d-2a431136b0b7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.343694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc375e6-cdbc-4de5-bfce-2c4e1570f4bf req-4c0e3edc-c6af-48b2-894d-2a431136b0b7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.352057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc375e6-cdbc-4de5-bfce-2c4e1570f4bf req-4c0e3edc-c6af-48b2-894d-2a431136b0b7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.358399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc375e6-cdbc-4de5-bfce-2c4e1570f4bf req-4c0e3edc-c6af-48b2-894d-2a431136b0b7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.368010 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccc375e6-cdbc-4de5-bfce-2c4e1570f4bf req-4c0e3edc-c6af-48b2-894d-2a431136b0b7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.1904826 Nov 12 08:26:05.504768 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccc375e6-cdbc-4de5-bfce-2c4e1570f4bf req-56105bb0-7c0c-40a3-9c95-c7ca05e4676e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343484 Nov 12 08:26:05.521046 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25e00a12-62da-45bb-8032-3f5209689cd5 req-0b081e3a-55bb-4d03-a5f4-f516eeed5295 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218466 Nov 12 08:26:05.564628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-31dc76cf-a9e3-48a4-a666-d4301d06841d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.566740 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-31dc76cf-a9e3-48a4-a666-d4301d06841d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "GET /v2.0/networks?id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 200 len: 804 time: 0.5106137 Nov 12 08:26:05.588093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Request body: {'port': {'device_id': '08f5b524-8b9d-423e-88f2-00bc1d7ce2a4', 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'admin_state_up': True, 'tenant_id': 'dcd73db2181b463c815d9494e4da8ea0'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:05.649947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-099a38b3-7fca-4521-b895-7f64728d53f4 req-41e96d90-a724-4c30-a880-87a232d7b839 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 210 time: 0.0457034 Nov 12 08:26:05.672772 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.780308 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.792231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['81326f93-053f-4891-b875-1fef1d1b6bc1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:05.810584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfcd12-b533-4314-954f-c77360d71e3c req-4594ac4a-ccec-42e9-b361-18068427f287 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:05.820544 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1fbfcd12-b533-4314-954f-c77360d71e3c req-4594ac4a-ccec-42e9-b361-18068427f287 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.1175656 Nov 12 08:26:05.850226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Made reservation on behalf of dcd73db2181b463c815d9494e4da8ea0 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:05.854271 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:05.932917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Network f52d9c59-7b29-4bd7-b161-34f597f50343 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:05.946177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:05.953942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Pushing event updated for resources: {'Port': ['ID=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:05.957216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:06.024530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62029da1-0e43-4bb9-9fdb-0eba5ee8fcc1 req-71e8b8a4-fa0c-45f1-a52d-68a881869b11 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.026220 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62029da1-0e43-4bb9-9fdb-0eba5ee8fcc1 req-71e8b8a4-fa0c-45f1-a52d-68a881869b11 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 932 time: 0.0767269 Nov 12 08:26:06.087213 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62029da1-0e43-4bb9-9fdb-0eba5ee8fcc1 req-d8651471-e457-4322-8229-3be85924e76b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534570 Nov 12 08:26:06.214811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7bb773aa-22a9-40ba-ba77-b91b9adced59 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:06.245795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 7bb773aa-22a9-40ba-ba77-b91b9adced59 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:06.246827 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7bb773aa-22a9-40ba-ba77-b91b9adced59 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:06.247258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8d6b7cf8-e143-4c07-b83c-94496eb6b32f no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:06.248767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f646e59-8426-4998-8557-31a052d909e6 req-2e6a9dd3-6823-4465-8673-742f8a16961c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.252227 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8f646e59-8426-4998-8557-31a052d909e6 req-2e6a9dd3-6823-4465-8673-742f8a16961c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.0819638 Nov 12 08:26:06.329750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-74454ecb-46c0-4757-9a61-f9282e0d9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.331255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-74454ecb-46c0-4757-9a61-f9282e0d9094 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05&tenant_id=622dac62584248dead4df8f42ebf1618 HTTP/1.1" status: 200 len: 1101 time: 0.0775931 Nov 12 08:26:06.347357 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.355807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8f646e59-8426-4998-8557-31a052d909e6 req-ee58f974-7cc2-44ea-a23a-bfe4a24dc341 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907829 Nov 12 08:26:06.397729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:06.400993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:06.404527 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98689fb7-f129-408d-a624-1aea46da7e2e" -d '{"events": [{"server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "name": "network-vif-unplugged", "status": "completed", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:06.414151 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.443839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1fbfcd12-b533-4314-954f-c77360d71e3c req-d98256c4-adaf-450a-ad6b-31e14c1ad9a1 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141057 Nov 12 08:26:06.450189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-7c358b4e-8b3c-4f95-a6b3-3f82359b1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.452011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-7c358b4e-8b3c-4f95-a6b3-3f82359b1776 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 1101 time: 0.0952830 Nov 12 08:26:06.456066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.456702 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.513808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:06.520685 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f78911d1-d939-4fee-83dd-1ff15d348b22 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9498892 Nov 12 08:26:06.534895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Request body: {'port': {'device_id': '4fd21f9b-f619-46c8-9922-1dfc07431b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:06.584193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-5a948d91-8500-443a-9d41-88fb540f9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.585841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-5a948d91-8500-443a-9d41-88fb540f9102 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1263084 Nov 12 08:26:06.613957 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9998830-820a-46dc-820a-35cbbcf8b869 x-openstack-request-id: req-b9998830-820a-46dc-820a-35cbbcf8b869 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:06.614327 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "name": "network-vif-unplugged", "status": "completed", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:06.614512 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9998830-820a-46dc-820a-35cbbcf8b869 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:06.614901 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'code': 200} Nov 12 08:26:06.640068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Allocated IP 172.20.0.11 (dc5b93f5-54ed-433d-949b-cdfe6ab254d4/b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b/56f76aa6-1b9b-4165-a22a-9e381efef48b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:06.640317 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-323c8715-7588-4887-8afc-2265b9e5e847 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f HTTP/1.1" status: 200 len: 217 time: 0.0436757 Nov 12 08:26:06.669498 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7b3b6052-7980-4a76-bd1f-d4b4f0077779 req-29d06750-2d42-4212-b805-5cc01fbc70e7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 210 time: 0.0776961 Nov 12 08:26:06.695673 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:06.722369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-f20e7f18-1c13-483a-931d-bb1b38581deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.724034 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-f20e7f18-1c13-483a-931d-bb1b38581deb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0690248 Nov 12 08:26:06.809322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-f11bf3d8-491c-47c1-82a7-31a0f87f0a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.811017 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-f11bf3d8-491c-47c1-82a7-31a0f87f0a74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793977 Nov 12 08:26:06.828686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c0267-fb69-46d0-a33b-4d616f540887 req-415aada3-168b-409b-8a96-6cedcc981cf0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.830310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-388c0267-fb69-46d0-a33b-4d616f540887 req-415aada3-168b-409b-8a96-6cedcc981cf0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 948 time: 0.0889771 Nov 12 08:26:06.881615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13175-c1ab-4e30-9d0a-d26fa2365932 req-b25afda5-2e36-41b3-9457-488ab0ef13ed tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.888551 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13175-c1ab-4e30-9d0a-d26fa2365932 req-b25afda5-2e36-41b3-9457-488ab0ef13ed tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.894992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13175-c1ab-4e30-9d0a-d26fa2365932 req-b25afda5-2e36-41b3-9457-488ab0ef13ed tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.902462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13175-c1ab-4e30-9d0a-d26fa2365932 req-b25afda5-2e36-41b3-9457-488ab0ef13ed tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.908371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13175-c1ab-4e30-9d0a-d26fa2365932 req-b25afda5-2e36-41b3-9457-488ab0ef13ed tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.914591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13175-c1ab-4e30-9d0a-d26fa2365932 req-b25afda5-2e36-41b3-9457-488ab0ef13ed tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.920551 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13175-c1ab-4e30-9d0a-d26fa2365932 req-b25afda5-2e36-41b3-9457-488ab0ef13ed tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:06.928235 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cfe13175-c1ab-4e30-9d0a-d26fa2365932 req-b25afda5-2e36-41b3-9457-488ab0ef13ed tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.2285228 Nov 12 08:26:06.933558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-388c0267-fb69-46d0-a33b-4d616f540887 req-39fd6d67-f950-4d59-806e-0312f1cdca4a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954020 Nov 12 08:26:06.965880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-c6603216-1c71-482d-bff3-79f873bd55eb service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454675 Nov 12 08:26:07.083029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62739c06-1f94-4b2d-a504-4aabbb2e552f req-1e8dca04-7399-47bb-bf17-f0bc11e538f1 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086800 Nov 12 08:26:07.131436 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.133699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8c682192-3b84-47fd-aae6-8c029fa789f9 req-fcf79e3c-20d6-412f-8608-333648064c23 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb89438c-02bd-4bdd-804a-fc68116760c9 HTTP/1.1" status: 200 len: 210 time: 0.0326760 Nov 12 08:26:07.154196 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cfe13175-c1ab-4e30-9d0a-d26fa2365932 req-04bab3a1-1bfc-47f1-a954-a6d38a649977 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2185988 Nov 12 08:26:07.235971 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.276741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75026a-5aee-449b-8115-74dd9a9669f8 req-72c49fde-703d-4337-a50a-99245cbfd35c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:07.278622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce75026a-5aee-449b-8115-74dd9a9669f8 req-72c49fde-703d-4337-a50a-99245cbfd35c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 932 time: 0.0786371 Nov 12 08:26:07.328678 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:07.339907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:07.342384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:07.358070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce75026a-5aee-449b-8115-74dd9a9669f8 req-b270c258-11c8-4133-8d05-b3a955ba42a0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688205 Nov 12 08:26:07.386688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Pushing event updated for resources: {'Port': ['ID=56f76aa6-1b9b-4165-a22a-9e381efef48b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:07.402689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:07.413256 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.439916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Transition to ACTIVE for port object b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:26:07.447750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:07.448428 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.452466 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c4d549ce-bcc2-4afc-b5de-a51a24468666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.455216 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.535878 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e594e819-86b4-40cb-b9b6-dbf4f7d6a63d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9593465 Nov 12 08:26:07.561506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Request body: {'port': {'device_id': '08f5b524-8b9d-423e-88f2-00bc1d7ce2a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:07.602739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:07.621809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ba189-b150-4918-ac77-7f2576ca3db8 req-21ccd69d-d828-4d22-9901-19ef1dc4cda2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:07.623346 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-249ba189-b150-4918-ac77-7f2576ca3db8 req-21ccd69d-d828-4d22-9901-19ef1dc4cda2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0604472 Nov 12 08:26:07.673846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-249ba189-b150-4918-ac77-7f2576ca3db8 req-cadf5950-e6ad-4754-8dd6-b6393b262e9f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436196 Nov 12 08:26:07.690079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240265e-6af6-4dc8-95a9-bc08b11620af req-89d8f63c-8a51-456d-9a13-deb4c52f6a51 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:07.691578 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0240265e-6af6-4dc8-95a9-bc08b11620af req-89d8f63c-8a51-456d-9a13-deb4c52f6a51 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 947 time: 0.1783967 Nov 12 08:26:07.696760 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.783238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Attempting to bind port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:07.783637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Attempting to bind port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:07.783903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Attempting to bind port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:07.793322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4bc2e-c638-4199-beaf-f8ad94081dd6 req-098f9005-3985-4c8e-a1b0-b35c3a7b3433 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:07.794965 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9eb4bc2e-c638-4199-beaf-f8ad94081dd6 req-098f9005-3985-4c8e-a1b0-b35c3a7b3433 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 932 time: 0.0523932 Nov 12 08:26:07.803426 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:07.803777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Attempting to bind port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:07.812493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0240265e-6af6-4dc8-95a9-bc08b11620af req-b0f30bd8-2308-474e-90ed-c37be9cd51f1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026089 Nov 12 08:26:07.860423 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:07.860858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:07.861367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:07.861896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Bound port: b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:07.862343 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:07.878885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9eb4bc2e-c638-4199-beaf-f8ad94081dd6 req-74f047d3-8032-4191-bd06-df2b2499788c tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737011 Nov 12 08:26:08.000829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:08.020415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:08.030631 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.133969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.134083 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.135377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] 10.222.0.52 "PUT /v2.0/ports/b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 HTTP/1.1" status: 200 len: 1093 time: 1.6068957 Nov 12 08:26:08.137468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd21f9b-f619-46c8-9922-1dfc07431b9e', 'tag': 'b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:08.139791 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c82c692-ef84-47d4-8f9f-08be33ad8160" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd21f9b-f619-46c8-9922-1dfc07431b9e", "tag": "b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:08.198422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df5f38-c0d5-4d19-bcf8-2bec7fee30f8 req-be0ca01e-fac1-4402-aa21-8d16fe6a00ff tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.205644 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27df5f38-c0d5-4d19-bcf8-2bec7fee30f8 req-be0ca01e-fac1-4402-aa21-8d16fe6a00ff tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 948 time: 0.1586256 Nov 12 08:26:08.254249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f19cc1-83d6-4b24-9e97-134a2543d5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:08.259676 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fd828e-434f-41c5-8b9d-57b0245b6a23 x-openstack-request-id: req-66fd828e-434f-41c5-8b9d-57b0245b6a23 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:08.259958 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd21f9b-f619-46c8-9922-1dfc07431b9e", "tag": "b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:08.260207 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66fd828e-434f-41c5-8b9d-57b0245b6a23 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:08.260690 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd21f9b-f619-46c8-9922-1dfc07431b9e', 'tag': 'b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772', 'status': 'completed', 'code': 200} Nov 12 08:26:08.308986 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f76aa6-1b9b-4165-a22a-9e381efef48b {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:08.328462 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.354712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-a2f6f9a9-e1b2-4029-94a6-e0e958176ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.356250 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-a2f6f9a9-e1b2-4029-94a6-e0e958176ce3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 1096 time: 0.1431549 Nov 12 08:26:08.361371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Transition to ACTIVE for port object 56f76aa6-1b9b-4165-a22a-9e381efef48b will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:26:08.367304 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27df5f38-c0d5-4d19-bcf8-2bec7fee30f8 req-5e635050-7297-4e0c-b44d-e0b0004fd211 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554632 Nov 12 08:26:08.376094 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.403101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device fe59d030-4bdf-47cc-b64f-ac7d1869a8eb up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:08.428671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcc65f-37a0-4224-8641-3f29cd23a341 req-167410f9-24a5-43df-accd-8c68857515bf tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.434617 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-d9b9ec11-db2b-4741-a5ad-271f20d98c02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 HTTP/1.1" status: 200 len: 217 time: 0.0662470 Nov 12 08:26:08.435656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcc65f-37a0-4224-8641-3f29cd23a341 req-167410f9-24a5-43df-accd-8c68857515bf tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.446467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcc65f-37a0-4224-8641-3f29cd23a341 req-167410f9-24a5-43df-accd-8c68857515bf tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.454249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcc65f-37a0-4224-8641-3f29cd23a341 req-167410f9-24a5-43df-accd-8c68857515bf tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.458199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45408) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:08.464981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcc65f-37a0-4224-8641-3f29cd23a341 req-167410f9-24a5-43df-accd-8c68857515bf tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.471617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcc65f-37a0-4224-8641-3f29cd23a341 req-167410f9-24a5-43df-accd-8c68857515bf tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.478434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcc65f-37a0-4224-8641-3f29cd23a341 req-167410f9-24a5-43df-accd-8c68857515bf tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.480297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbfcc65f-37a0-4224-8641-3f29cd23a341 req-167410f9-24a5-43df-accd-8c68857515bf tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.1381595 Nov 12 08:26:08.528360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Pushing event updated for resources: {'Port': ['ID=56f76aa6-1b9b-4165-a22a-9e381efef48b,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:08.541215 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.554405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:08.559886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:08.560683 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.562963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f8def7db-6727-463b-8d0b-fede839d143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.564526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-f8def7db-6727-463b-8d0b-fede839d143e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1220539 Nov 12 08:26:08.600503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbfcc65f-37a0-4224-8641-3f29cd23a341 req-e0aa6499-44ec-4fba-9e31-fc5254410ad5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059897 Nov 12 08:26:08.627461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-64334dd7-c386-4912-bd33-776bdada13f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375566 Nov 12 08:26:08.669873 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.695819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02799ad-a2e2-4245-997e-043df7bd0fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe59d030-4bdf-47cc-b64f-ac7d1869a8eb'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:08.698320 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbe0b44-8077-4ed0-8b89-bfd2fac7f369" -d '{"events": [{"server_uuid": "e02799ad-a2e2-4245-997e-043df7bd0fa6", "name": "network-vif-plugged", "status": "completed", "tag": "fe59d030-4bdf-47cc-b64f-ac7d1869a8eb"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:08.716158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:08.723172 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.728257 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8b3c-46f9-4ec7-84f7-57ee28353717 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.760083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Attempting to bind port 56f76aa6-1b9b-4165-a22a-9e381efef48b on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:08.760501 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Attempting to bind port 56f76aa6-1b9b-4165-a22a-9e381efef48b by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:08.760907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Attempting to bind port 56f76aa6-1b9b-4165-a22a-9e381efef48b on network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:08.761252 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8c1144-77b4-437d-801b-5a46a33fcd0c x-openstack-request-id: req-5a8c1144-77b4-437d-801b-5a46a33fcd0c {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:08.761799 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02799ad-a2e2-4245-997e-043df7bd0fa6", "name": "network-vif-plugged", "status": "completed", "tag": "fe59d030-4bdf-47cc-b64f-ac7d1869a8eb", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:08.764014 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a8c1144-77b4-437d-801b-5a46a33fcd0c {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:08.764628 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02799ad-a2e2-4245-997e-043df7bd0fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe59d030-4bdf-47cc-b64f-ac7d1869a8eb', 'code': 200} Nov 12 08:26:08.786980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8b3c-46f9-4ec7-84f7-57ee28353717 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.790461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Port 56f76aa6-1b9b-4165-a22a-9e381efef48b on network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:08.790861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Attempting to bind port 56f76aa6-1b9b-4165-a22a-9e381efef48b on network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:08.801255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:08.807086 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead91d37-8433-448f-bafc-00d35179c04a req-4bf53fd5-1f6d-4a74-9a94-24e395ce0558 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.808719 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ead91d37-8433-448f-bafc-00d35179c04a req-4bf53fd5-1f6d-4a74-9a94-24e395ce0558 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.2200289 Nov 12 08:26:08.828378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:08.828815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Checking segment: {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:08.829304 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Bound using segment: {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:08.829815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Bound port: 56f76aa6-1b9b-4165-a22a-9e381efef48b, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:08.830242 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.888780 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-15cbfdb4-19f1-4df8-83d5-e17181b81f4b service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386856 Nov 12 08:26:08.907654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef962c32-b83f-4e2f-968b-25016e71c99f req-9ca8bb21-6c4a-47bf-bb7c-cfc215c3489c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.917264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef962c32-b83f-4e2f-968b-25016e71c99f req-9ca8bb21-6c4a-47bf-bb7c-cfc215c3489c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0958188 Nov 12 08:26:08.964278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee1501-595c-4848-aa55-10546378584e req-f0bdb11c-416c-4e5a-91a2-adcb3e7148f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:08.967594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88ee1501-595c-4848-aa55-10546378584e req-f0bdb11c-416c-4e5a-91a2-adcb3e7148f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 1101 time: 0.1147978 Nov 12 08:26:08.967881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8b3c-46f9-4ec7-84f7-57ee28353717 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.970799 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4bb8b3c-46f9-4ec7-84f7-57ee28353717 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:08.972013 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b4bb8b3c-46f9-4ec7-84f7-57ee28353717 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "DELETE /v2.0/security-groups/8caabac4-ca31-4abb-b3bc-d05a915209ed HTTP/1.1" status: 204 len: 168 time: 0.4907262 Nov 12 08:26:08.975330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45418) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:08.986985 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ead91d37-8433-448f-bafc-00d35179c04a req-ba7b67a1-9657-4ad1-8614-15574ca10e87 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640770 Nov 12 08:26:09.037715 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-5f30e943-f83f-4371-9e64-69065df21bb3 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] show failed (client error): The resource could not be found. Nov 12 08:26:09.038912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5f30e943-f83f-4371-9e64-69065df21bb3 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "GET /v2.0/security-groups/8caabac4-ca31-4abb-b3bc-d05a915209ed HTTP/1.1" status: 404 len: 347 time: 0.0589032 Nov 12 08:26:09.043172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45420) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:09.077924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb8b3c-46f9-4ec7-84f7-57ee28353717 tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caabac4-ca31-4abb-b3bc-d05a915209ed,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:09.092947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef962c32-b83f-4e2f-968b-25016e71c99f req-0280e388-8a21-4a69-9a57-e4be413ae10f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739416 Nov 12 08:26:09.097896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] For port 56f76aa6-1b9b-4165-a22a-9e381efef48b, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:09.136914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] For port 56f76aa6-1b9b-4165-a22a-9e381efef48b, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56f76aa6-1b9b-4165-a22a-9e381efef48b,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:09.150856 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.161236 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fbb4fa3-5354-4c85-975f-695dc4e7ff8f req-7f39c108-f498-4e16-8ba4-00bed3e515a0 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465084 Nov 12 08:26:09.206589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1d1f0-a01e-493f-a0a6-5543fbe2beda req-69ba21b2-561b-43bc-96a3-4cf4e6f027e1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.214482 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e4b1d1f0-a01e-493f-a0a6-5543fbe2beda req-69ba21b2-561b-43bc-96a3-4cf4e6f027e1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 947 time: 0.1419120 Nov 12 08:26:09.217034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.217763 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.219111 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] 10.222.0.52 "PUT /v2.0/ports/56f76aa6-1b9b-4165-a22a-9e381efef48b HTTP/1.1" status: 200 len: 1093 time: 1.6617718 Nov 12 08:26:09.298912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053d8c8-22d7-43cb-8314-fa6f7ad52368 service neutron] Pushing event updated for resources: {'Port': ['ID=56f76aa6-1b9b-4165-a22a-9e381efef48b,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:09.310011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88ee1501-595c-4848-aa55-10546378584e req-2ee0904e-09aa-42f1-abd4-c7e093e887ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308268 Nov 12 08:26:09.353045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff5e54-d378-447d-bcc4-d32a2088d56c req-ce7fff39-bd42-4540-b840-8589cd67460e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.354750 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67ff5e54-d378-447d-bcc4-d32a2088d56c req-ce7fff39-bd42-4540-b840-8589cd67460e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 944 time: 0.1389482 Nov 12 08:26:09.356602 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e4b1d1f0-a01e-493f-a0a6-5543fbe2beda req-9a6b3809-4d3b-48d4-9c21-a825c7209762 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408138 Nov 12 08:26:09.366060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82c692-ef84-47d4-8f9f-08be33ad8160 req-d1761c27-1105-4f2d-ab2b-06be3fd55931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.368156 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c82c692-ef84-47d4-8f9f-08be33ad8160 req-d1761c27-1105-4f2d-ab2b-06be3fd55931 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 1096 time: 0.1246145 Nov 12 08:26:09.374332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-76d8e623-8416-4f15-a24c-df980858a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.375873 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-76d8e623-8416-4f15-a24c-df980858a80c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcd73db2181b463c815d9494e4da8ea0&device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 1096 time: 0.0922296 Nov 12 08:26:09.392551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-70af3430-0f88-4cc5-ba88-846b41bc5a3a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Deleting port 49782976-2476-4774-b861-af25150b0636 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:09.392891 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-70af3430-0f88-4cc5-ba88-846b41bc5a3a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.463724 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-e15717c0-f575-4343-94c9-dd1438a1e13d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f76aa6-1b9b-4165-a22a-9e381efef48b HTTP/1.1" status: 200 len: 217 time: 0.0783808 Nov 12 08:26:09.476679 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67ff5e54-d378-447d-bcc4-d32a2088d56c req-23965b78-85cd-4da0-a399-cc9fdffda116 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032083 Nov 12 08:26:09.510615 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-70af3430-0f88-4cc5-ba88-846b41bc5a3a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.510942 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-70af3430-0f88-4cc5-ba88-846b41bc5a3a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.524828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-70af3430-0f88-4cc5-ba88-846b41bc5a3a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Calling delete_port for 49782976-2476-4774-b861-af25150b0636 owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:09.533506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82c692-ef84-47d4-8f9f-08be33ad8160 req-e095c2d5-1936-4846-a742-455e5417b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.535009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c82c692-ef84-47d4-8f9f-08be33ad8160 req-e095c2d5-1936-4846-a742-455e5417b07c service neutron] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.1583240 Nov 12 08:26:09.604401 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c82c692-ef84-47d4-8f9f-08be33ad8160 req-8572c57f-6cca-4f46-971c-2da9716074aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 HTTP/1.1" status: 200 len: 217 time: 0.0418744 Nov 12 08:26:09.629890 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-80290fd6-d377-495f-afde-db3ff6754c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.632357 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-80290fd6-d377-495f-afde-db3ff6754c82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b HTTP/1.1" status: 200 len: 844 time: 0.0964410 Nov 12 08:26:09.650106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0a39d-6458-468a-96a4-af06ff7442b3 req-e9910c28-099b-420f-898a-8b9e6a3c0136 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.652262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ce0a39d-6458-468a-96a4-af06ff7442b3 req-e9910c28-099b-420f-898a-8b9e6a3c0136 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 949 time: 0.0819702 Nov 12 08:26:09.678677 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-9a298ab6-c937-49ea-bd33-1bf880d39b59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273957 Nov 12 08:26:09.733896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ce0a39d-6458-468a-96a4-af06ff7442b3 req-921f3f84-0aad-4a68-bdbc-08aa23b91b31 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723932 Nov 12 08:26:09.756683 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-70af3430-0f88-4cc5-ba88-846b41bc5a3a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.766153 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82c692-ef84-47d4-8f9f-08be33ad8160 req-be76ab16-260b-4505-a131-e56d65d3e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.767630 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c82c692-ef84-47d4-8f9f-08be33ad8160 req-be76ab16-260b-4505-a131-e56d65d3e067 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1541140 Nov 12 08:26:09.787276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af3430-0f88-4cc5-ba88-846b41bc5a3a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Pushing event deleted for resources: {'Port': ['ID=49782976-2476-4774-b861-af25150b0636,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:09.834223 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c82c692-ef84-47d4-8f9f-08be33ad8160 req-0bc7d3a1-27f7-43cb-ad68-c460f45b90e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490675 Nov 12 08:26:09.855694 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.860813 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-70af3430-0f88-4cc5-ba88-846b41bc5a3a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.863532 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-70af3430-0f88-4cc5-ba88-846b41bc5a3a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:09.867746 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-70af3430-0f88-4cc5-ba88-846b41bc5a3a tempest-ServersTestBootFromVolume-1963794224 tempest-ServersTestBootFromVolume-1963794224-project] 10.222.0.31 "DELETE /v2.0/floatingips/63add1cb-57a7-4910-a269-11fe381282d5 HTTP/1.1" status: 204 len: 168 time: 0.8083520 Nov 12 08:26:09.867999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45428) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:09.901608 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18df0da-6d61-477c-82fc-8fb71f2c6b20 req-8458fa62-02d5-4f6a-a1e1-779bef1c284e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.907660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18df0da-6d61-477c-82fc-8fb71f2c6b20 req-8458fa62-02d5-4f6a-a1e1-779bef1c284e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.913835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18df0da-6d61-477c-82fc-8fb71f2c6b20 req-8458fa62-02d5-4f6a-a1e1-779bef1c284e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.919836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18df0da-6d61-477c-82fc-8fb71f2c6b20 req-8458fa62-02d5-4f6a-a1e1-779bef1c284e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.925953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18df0da-6d61-477c-82fc-8fb71f2c6b20 req-8458fa62-02d5-4f6a-a1e1-779bef1c284e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.932001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18df0da-6d61-477c-82fc-8fb71f2c6b20 req-8458fa62-02d5-4f6a-a1e1-779bef1c284e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.938040 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18df0da-6d61-477c-82fc-8fb71f2c6b20 req-8458fa62-02d5-4f6a-a1e1-779bef1c284e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:09.939908 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b18df0da-6d61-477c-82fc-8fb71f2c6b20 req-8458fa62-02d5-4f6a-a1e1-779bef1c284e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.2212675 Nov 12 08:26:09.969894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-3b6352e8-df7f-40c5-8261-811c6cade0f3 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794223 Nov 12 08:26:10.087730 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c82c692-ef84-47d4-8f9f-08be33ad8160 req-d83ec648-98e7-4c72-bf18-9b9f8264727b service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444870 Nov 12 08:26:10.154733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b18df0da-6d61-477c-82fc-8fb71f2c6b20 req-3035087b-f2b6-4ea9-b5fb-efb160dd1ff2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1822426 Nov 12 08:26:10.218696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 939e6fec-2896-4f12-9450-f53deb049b87 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:10.259088 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c82c692-ef84-47d4-8f9f-08be33ad8160 req-198d00f7-b70b-4824-a59f-fb6c02dc06e8 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631565 Nov 12 08:26:10.297751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08f5b524-8b9d-423e-88f2-00bc1d7ce2a4', 'tag': '56f76aa6-1b9b-4165-a22a-9e381efef48b'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:10.300504 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e102b3fc-ee37-4f2c-ba0b-41b834826e14" -d '{"events": [{"name": "network-changed", "server_uuid": "08f5b524-8b9d-423e-88f2-00bc1d7ce2a4", "tag": "56f76aa6-1b9b-4165-a22a-9e381efef48b"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:10.306361 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d1ab085-8bf7-4671-8125-d97c9b7f7e48 req-dca72f46-9ee2-4ff8-a89a-e6e6019d1319 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257074 Nov 12 08:26:10.340931 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde4e06-b160-409b-aba3-6e1857587ba2 req-bce85f20-977b-42d1-b61f-dc148803be78 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:10.343349 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bfde4e06-b160-409b-aba3-6e1857587ba2 req-bce85f20-977b-42d1-b61f-dc148803be78 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0832782 Nov 12 08:26:10.360192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=939e6fec-2896-4f12-9450-f53deb049b87,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:10.377754 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '939e6fec-2896-4f12-9450-f53deb049b87', 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3', 'port_id': '939e6fec-2896-4f12-9450-f53deb049b87', 'mac_address': 'fa:16:3e:10:56:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9d935-b743-43ba-87ab-2598092634c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:10.393886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562da13b-c151-4683-b46a-044fe14a1e0d req-3efec737-ca64-4b15-afed-da9488a7e6aa tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:10.395720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-562da13b-c151-4683-b46a-044fe14a1e0d req-3efec737-ca64-4b15-afed-da9488a7e6aa tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.3213048 Nov 12 08:26:10.415171 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bfde4e06-b160-409b-aba3-6e1857587ba2 req-df76780f-b742-480c-bb9a-cbabce9f9e05 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647519 Nov 12 08:26:10.432263 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.450907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939e6fec-2896-4f12-9450-f53deb049b87 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:10.473691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=939e6fec-2896-4f12-9450-f53deb049b87,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:10.476989 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d665f0a-5e40-4d30-90c1-598952009f51 x-openstack-request-id: req-4d665f0a-5e40-4d30-90c1-598952009f51 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:10.477754 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08f5b524-8b9d-423e-88f2-00bc1d7ce2a4", "tag": "56f76aa6-1b9b-4165-a22a-9e381efef48b", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:10.477754 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d665f0a-5e40-4d30-90c1-598952009f51 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:10.478042 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08f5b524-8b9d-423e-88f2-00bc1d7ce2a4', 'tag': '56f76aa6-1b9b-4165-a22a-9e381efef48b', 'status': 'completed', 'code': 200} Nov 12 08:26:10.480012 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.481215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8d6b7cf8-e143-4c07-b83c-94496eb6b32f details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:10.551342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=939e6fec-2896-4f12-9450-f53deb049b87,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:10.575692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102b3fc-ee37-4f2c-ba0b-41b834826e14 req-6d32c5ab-6db1-4b33-8cbe-a1d838b92f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:10.577215 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e102b3fc-ee37-4f2c-ba0b-41b834826e14 req-6d32c5ab-6db1-4b33-8cbe-a1d838b92f8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcd73db2181b463c815d9494e4da8ea0&device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 1096 time: 0.0772998 Nov 12 08:26:10.582485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-562da13b-c151-4683-b46a-044fe14a1e0d req-4dfd31ea-86cf-4e74-ae56-c33025982533 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435137 Nov 12 08:26:10.662996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:10.676263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'mac_address': 'fa:16:3e:60:36:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:10.720069 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.735831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29080551-8e6b-4112-b910-e979db794aee req-80354329-74d7-4bfa-bd9e-102a650b3a87 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:10.737543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-29080551-8e6b-4112-b910-e979db794aee req-80354329-74d7-4bfa-bd9e-102a650b3a87 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 944 time: 0.0831673 Nov 12 08:26:10.743111 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6b7cf8-e143-4c07-b83c-94496eb6b32f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:10.767511 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:10.776645 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.849992 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-29080551-8e6b-4112-b910-e979db794aee req-d4306747-1e07-4e26-b1d9-5dff892ae6af tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938852 Nov 12 08:26:10.854299 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,revision_number=10']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:10.870625 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86d881d6-0697-44c6-b739-e1ccda8834d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:10.892841 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.107996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1290179-c0d5-4319-b75d-d72c7a3f9004 req-5ee3abe3-977a-43bf-8932-6160ff2b623d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.111297 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1290179-c0d5-4319-b75d-d72c7a3f9004 req-5ee3abe3-977a-43bf-8932-6160ff2b623d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 947 time: 0.5256641 Nov 12 08:26:11.135055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['939e6fec-2896-4f12-9450-f53deb049b87'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:11.143715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['8d6b7cf8-e143-4c07-b83c-94496eb6b32f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:11.192475 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1290179-c0d5-4319-b75d-d72c7a3f9004 req-43d6c4b4-f148-40cd-a472-cb8ba8059200 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752563 Nov 12 08:26:11.194247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102b3fc-ee37-4f2c-ba0b-41b834826e14 req-dec3f60f-8973-4ea4-9149-f11d583a50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.196025 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e102b3fc-ee37-4f2c-ba0b-41b834826e14 req-dec3f60f-8973-4ea4-9149-f11d583a50c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 200 len: 905 time: 0.6092746 Nov 12 08:26:11.228424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e60f2-69ff-41d4-874a-424c99ab0657 req-c6d3233c-425d-47e9-b724-ceda67a27c3d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.236283 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e46e60f2-69ff-41d4-874a-424c99ab0657 req-c6d3233c-425d-47e9-b724-ceda67a27c3d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 949 time: 0.1596313 Nov 12 08:26:11.254984 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e102b3fc-ee37-4f2c-ba0b-41b834826e14 req-0a7e1ccf-bc41-496a-9fd0-9bcd8adcc363 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56f76aa6-1b9b-4165-a22a-9e381efef48b HTTP/1.1" status: 200 len: 217 time: 0.0494227 Nov 12 08:26:11.314771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e46e60f2-69ff-41d4-874a-424c99ab0657 req-70959df1-a680-4292-a064-e95493976082 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756536 Nov 12 08:26:11.324349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102b3fc-ee37-4f2c-ba0b-41b834826e14 req-d3ca3d6d-875a-45cc-8a1d-aa6acc99cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.326177 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e102b3fc-ee37-4f2c-ba0b-41b834826e14 req-d3ca3d6d-875a-45cc-8a1d-aa6acc99cc4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b HTTP/1.1" status: 200 len: 844 time: 0.0634065 Nov 12 08:26:11.378807 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e102b3fc-ee37-4f2c-ba0b-41b834826e14 req-95457db1-cc2d-4de4-ae1c-62559b775793 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383422 Nov 12 08:26:11.525264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e822feb-9155-47ac-aa7e-b360ecd6093a req-2d35fcc8-9ab4-4ad3-b08e-188347b6762a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.532891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e822feb-9155-47ac-aa7e-b360ecd6093a req-2d35fcc8-9ab4-4ad3-b08e-188347b6762a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 949 time: 0.0939820 Nov 12 08:26:11.535500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd783-ed1d-4369-b8ef-b7f81be848eb req-d86a089b-79b3-4b7f-8fd5-7475e403e67a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.542319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-86d881d6-0697-44c6-b739-e1ccda8834d7 admin admin] Deleting port eed08208-fcee-40e2-b0b4-fb2f4bebd780 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:11.542687 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd783-ed1d-4369-b8ef-b7f81be848eb req-d86a089b-79b3-4b7f-8fd5-7475e403e67a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.542891 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86d881d6-0697-44c6-b739-e1ccda8834d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.548732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd783-ed1d-4369-b8ef-b7f81be848eb req-d86a089b-79b3-4b7f-8fd5-7475e403e67a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.555276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd783-ed1d-4369-b8ef-b7f81be848eb req-d86a089b-79b3-4b7f-8fd5-7475e403e67a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.562129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd783-ed1d-4369-b8ef-b7f81be848eb req-d86a089b-79b3-4b7f-8fd5-7475e403e67a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.568156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd783-ed1d-4369-b8ef-b7f81be848eb req-d86a089b-79b3-4b7f-8fd5-7475e403e67a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.577476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd783-ed1d-4369-b8ef-b7f81be848eb req-d86a089b-79b3-4b7f-8fd5-7475e403e67a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.577692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a2cd783-ed1d-4369-b8ef-b7f81be848eb req-d86a089b-79b3-4b7f-8fd5-7475e403e67a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.2482853 Nov 12 08:26:11.616324 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e102b3fc-ee37-4f2c-ba0b-41b834826e14 req-835ba266-317d-4ce0-90d0-7576f7055e2a service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193375 Nov 12 08:26:11.660490 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e822feb-9155-47ac-aa7e-b360ecd6093a req-b1b074a4-c8f6-48b6-8c07-68e28b0e5b12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246941 Nov 12 08:26:11.728279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-86d881d6-0697-44c6-b739-e1ccda8834d7 admin admin] For port eed08208-fcee-40e2-b0b4-fb2f4bebd780, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=eed08208-fcee-40e2-b0b4-fb2f4bebd780,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:11.728796 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86d881d6-0697-44c6-b739-e1ccda8834d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:11.763483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-86d881d6-0697-44c6-b739-e1ccda8834d7 admin admin] Calling delete_port for eed08208-fcee-40e2-b0b4-fb2f4bebd780 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:11.825153 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e102b3fc-ee37-4f2c-ba0b-41b834826e14 req-e4b490e0-dd22-4781-9aa4-6f90d0962af6 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006176 Nov 12 08:26:11.859485 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a2cd783-ed1d-4369-b8ef-b7f81be848eb req-a2758dd9-a064-4b96-b6e0-0c75e5296908 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2750211 Nov 12 08:26:11.893493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d50e2e-51ff-4df1-ad28-4b69106011bb req-4c7ac330-3058-4caf-ab32-efad8c8defc0 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:11.895297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b3d50e2e-51ff-4df1-ad28-4b69106011bb req-4c7ac330-3058-4caf-ab32-efad8c8defc0 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 1101 time: 0.1036232 Nov 12 08:26:12.011640 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5d352-9c1e-43ce-a75a-d8222e1e5acb req-12e1bfab-9ff3-4aef-9b04-31cd56672134 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:12.013571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eab5d352-9c1e-43ce-a75a-d8222e1e5acb req-12e1bfab-9ff3-4aef-9b04-31cd56672134 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 944 time: 0.0695350 Nov 12 08:26:12.076021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eab5d352-9c1e-43ce-a75a-d8222e1e5acb req-08ef7962-6a7f-4438-8ae6-cab966ff995b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555708 Nov 12 08:26:12.077801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b3d50e2e-51ff-4df1-ad28-4b69106011bb req-d422496a-5d27-4b58-b74d-206d4772aa43 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608317 Nov 12 08:26:12.183049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86d881d6-0697-44c6-b739-e1ccda8834d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.222112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d881d6-0697-44c6-b739-e1ccda8834d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed08208-fcee-40e2-b0b4-fb2f4bebd780,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:12.238403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56f76aa6-1b9b-4165-a22a-9e381efef48b details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:12.330159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b8378-fc15-478e-bcc1-fb446226ec06 req-981a9720-4a62-411c-a478-3ce7bfd76462 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:12.348071 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed5b8378-fc15-478e-bcc1-fb446226ec06 req-981a9720-4a62-411c-a478-3ce7bfd76462 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 944 time: 0.1237411 Nov 12 08:26:12.374975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56f76aa6-1b9b-4165-a22a-9e381efef48b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56f76aa6-1b9b-4165-a22a-9e381efef48b,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:12.388867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '56f76aa6-1b9b-4165-a22a-9e381efef48b', 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'port_id': '56f76aa6-1b9b-4165-a22a-9e381efef48b', 'mac_address': 'fa:16:3e:66:61:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:12.443856 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed5b8378-fc15-478e-bcc1-fb446226ec06 req-baa92def-a601-49c1-89d2-41b6d39672ec tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909712 Nov 12 08:26:12.451411 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.487751 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f76aa6-1b9b-4165-a22a-9e381efef48b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:12.540148 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56f76aa6-1b9b-4165-a22a-9e381efef48b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56f76aa6-1b9b-4165-a22a-9e381efef48b,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:12.556019 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.580097 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86d881d6-0697-44c6-b739-e1ccda8834d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:12.591560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d9edb-ff90-47a6-b5ce-54b94a014dfa req-4bee4e65-3ef1-4ccd-b62f-520e9471bff6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:12.600114 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fa7d9edb-ff90-47a6-b5ce-54b94a014dfa req-4bee4e65-3ef1-4ccd-b62f-520e9471bff6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.2739127 Nov 12 08:26:12.660411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56f76aa6-1b9b-4165-a22a-9e381efef48b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:12.670075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-43f1142a-68f2-4bf2-be40-84372e2502b2 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334024 Nov 12 08:26:12.720883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fa7d9edb-ff90-47a6-b5ce-54b94a014dfa req-0b59dd59-1e15-49e9-a5cb-6eef1fd75f54 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124372 Nov 12 08:26:12.843171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-a71915c3-dcb7-455f-8aa8-b88716bb3ea3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:12.855093 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-a71915c3-dcb7-455f-8aa8-b88716bb3ea3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787503 Nov 12 08:26:12.874414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['56f76aa6-1b9b-4165-a22a-9e381efef48b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:12.877685 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-6dd698fe-9418-4117-9584-a1915111a942 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=622dac62584248dead4df8f42ebf1618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306313 Nov 12 08:26:12.885465 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-96418a6a-de81-4f02-a542-5dd0cfe1d831 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/quotas/23311f6fc28247b28ff4321d967c2226 HTTP/1.1" status: 200 len: 375 time: 0.0290794 Nov 12 08:26:13.004544 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-8cc3d4b4-82ca-4a2b-b91e-d35da1d831f4 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1180894 Nov 12 08:26:13.029665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-4325fb0a-f25a-4a04-ba50-ecce209c1dcd tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.037926 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-4325fb0a-f25a-4a04-ba50-ecce209c1dcd tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591311 Nov 12 08:26:13.086237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-8f61d8b4-f12f-46ad-b169-b71d19534234 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/quotas/622dac62584248dead4df8f42ebf1618 HTTP/1.1" status: 200 len: 375 time: 0.0468156 Nov 12 08:26:13.260414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-f4984a2a-d5ee-45f3-b6a0-bfd34540a2bc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1731782 Nov 12 08:26:13.313818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d881d6-0697-44c6-b739-e1ccda8834d7 admin admin] Router 5d459109-81cd-458b-b8d4-5318a515ee3d has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:13.762902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e92b3a-f519-4f42-a411-67ea65c09582 req-3c7ee66e-1052-447f-994b-3bb57fba7644 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.775661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e92b3a-f519-4f42-a411-67ea65c09582 req-3c7ee66e-1052-447f-994b-3bb57fba7644 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.799043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e92b3a-f519-4f42-a411-67ea65c09582 req-3c7ee66e-1052-447f-994b-3bb57fba7644 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.808594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e92b3a-f519-4f42-a411-67ea65c09582 req-3c7ee66e-1052-447f-994b-3bb57fba7644 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.817897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e92b3a-f519-4f42-a411-67ea65c09582 req-3c7ee66e-1052-447f-994b-3bb57fba7644 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.825055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e92b3a-f519-4f42-a411-67ea65c09582 req-3c7ee66e-1052-447f-994b-3bb57fba7644 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.831922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e92b3a-f519-4f42-a411-67ea65c09582 req-3c7ee66e-1052-447f-994b-3bb57fba7644 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:13.834282 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76e92b3a-f519-4f42-a411-67ea65c09582 req-3c7ee66e-1052-447f-994b-3bb57fba7644 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.1795402 Nov 12 08:26:13.978791 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76e92b3a-f519-4f42-a411-67ea65c09582 req-f7f0c0d2-6534-4f67-8bcc-112e080944f0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365409 Nov 12 08:26:13.999542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d881d6-0697-44c6-b739-e1ccda8834d7 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:14.015143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c6801e-48ce-42fc-8021-33d75ff336b2 None None] Sync routers for ids ['5d459109-81cd-458b-b8d4-5318a515ee3d'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:14.025495 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-86d881d6-0697-44c6-b739-e1ccda8834d7 admin admin] 10.222.0.31 "PUT /v2.0/routers/5d459109-81cd-458b-b8d4-5318a515ee3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1536791 Nov 12 08:26:14.025976 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45516) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:14.045370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c6801e-48ce-42fc-8021-33d75ff336b2 None None] Routers {'5d459109-81cd-458b-b8d4-5318a515ee3d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:14.047596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-80c6801e-48ce-42fc-8021-33d75ff336b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5d459109-81cd-458b-b8d4-5318a515ee3d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:14.141650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0807e4-6789-44aa-b51d-55889b47e7f6 req-d49c9536-2181-425d-8019-ce7b17787bc8 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:14.143742 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d0807e4-6789-44aa-b51d-55889b47e7f6 req-d49c9536-2181-425d-8019-ce7b17787bc8 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 944 time: 0.1386988 Nov 12 08:26:14.239736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-80c6801e-48ce-42fc-8021-33d75ff336b2 None None] Set router 5d459109-81cd-458b-b8d4-5318a515ee3d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:14.241216 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28f13604-1ef5-4dcd-b87e-693208667bd4 req-995e492e-15f0-4ce8-9f6e-602d30545fb8 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 210 time: 0.0947475 Nov 12 08:26:14.291150 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d0807e4-6789-44aa-b51d-55889b47e7f6 req-84006328-573e-4244-ac14-592dc34965ee tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286480 Nov 12 08:26:14.361328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56f76aa6-1b9b-4165-a22a-9e381efef48b up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:14.449885 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-507c7318-56dd-452b-b7b1-99b331177bd0 req-95eac238-e816-49b1-9a07-33e929cf5d3b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 210 time: 0.0459008 Nov 12 08:26:14.478326 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.496374 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e30fda-60a4-4138-a732-cf22e9ebb7e4 req-456add44-74b6-4301-83fe-bf92c9127052 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:14.509025 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 56f76aa6-1b9b-4165-a22a-9e381efef48b completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:14.509660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20e30fda-60a4-4138-a732-cf22e9ebb7e4 req-456add44-74b6-4301-83fe-bf92c9127052 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 945 time: 0.1411438 Nov 12 08:26:14.516427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 56f76aa6-1b9b-4165-a22a-9e381efef48b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:14.516843 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.626251 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20e30fda-60a4-4138-a732-cf22e9ebb7e4 req-f314e867-6cd7-4333-817b-7a264df31ce7 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144726 Nov 12 08:26:14.681387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-80c6801e-48ce-42fc-8021-33d75ff336b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:26:12Z', 'revision_number': 5, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:14.718169 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c6801e-48ce-42fc-8021-33d75ff336b2 None None] Checking router: 5d459109-81cd-458b-b8d4-5318a515ee3d for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:26:14.719691 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.720325 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.738411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21220f46-49f9-46e0-b75a-fff1423b482b req-0653849b-d67f-4064-8b22-3794ef8abb75 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:14.746311 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c6801e-48ce-42fc-8021-33d75ff336b2 None None] Routers {'5d459109-81cd-458b-b8d4-5318a515ee3d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:14.746581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-21220f46-49f9-46e0-b75a-fff1423b482b req-0653849b-d67f-4064-8b22-3794ef8abb75 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.0986819 Nov 12 08:26:14.747254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-80c6801e-48ce-42fc-8021-33d75ff336b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5d459109-81cd-458b-b8d4-5318a515ee3d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:14.756575 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f5b524-8b9d-423e-88f2-00bc1d7ce2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f76aa6-1b9b-4165-a22a-9e381efef48b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:14.759464 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd92b728-ad62-4ce5-8133-2b3acf7053f7" -d '{"events": [{"server_uuid": "08f5b524-8b9d-423e-88f2-00bc1d7ce2a4", "name": "network-vif-plugged", "status": "completed", "tag": "56f76aa6-1b9b-4165-a22a-9e381efef48b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:14.822734 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56f76aa6-1b9b-4165-a22a-9e381efef48b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56f76aa6-1b9b-4165-a22a-9e381efef48b,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:14.829770 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:14.831210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 939e6fec-2896-4f12-9450-f53deb049b87 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:14.843494 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c171e69-1fb8-48ac-8f61-2770ea32ff2c x-openstack-request-id: req-6c171e69-1fb8-48ac-8f61-2770ea32ff2c {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:14.843996 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f5b524-8b9d-423e-88f2-00bc1d7ce2a4", "name": "network-vif-plugged", "status": "completed", "tag": "56f76aa6-1b9b-4165-a22a-9e381efef48b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:14.844373 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c171e69-1fb8-48ac-8f61-2770ea32ff2c {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:14.845204 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f5b524-8b9d-423e-88f2-00bc1d7ce2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f76aa6-1b9b-4165-a22a-9e381efef48b', 'code': 200} Nov 12 08:26:14.937650 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-21220f46-49f9-46e0-b75a-fff1423b482b req-4b7dec19-7bab-42f9-bc0d-c93d2d5ae659 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869862 Nov 12 08:26:14.955593 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-2eec57a4-18bc-47e3-8f72-ba818c305a0f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=23311f6fc28247b28ff4321d967c2226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321293 Nov 12 08:26:14.976737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56f76aa6-1b9b-4165-a22a-9e381efef48b,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:14.990330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-80c6801e-48ce-42fc-8021-33d75ff336b2 None None] Set router 5d459109-81cd-458b-b8d4-5318a515ee3d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:15.025172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:15.025937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:15.025937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:15.026393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:15.026785 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:15.027171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:15.027564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:15.027950 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:15.028337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:15.028721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:15.029129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:15.029520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:15.091372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 939e6fec-2896-4f12-9450-f53deb049b87 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:15.109769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 939e6fec-2896-4f12-9450-f53deb049b87 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:15.110140 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.115651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Deleting port 7ad39947-57bc-4e06-8968-ff12cf9a0333 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:15.116217 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.208307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14091f5d-067d-4d12-aeec-aa3847d18945 req-67e4adcd-0ace-4790-a35c-358b97668ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.210075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14091f5d-067d-4d12-aeec-aa3847d18945 req-67e4adcd-0ace-4790-a35c-358b97668ffd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 1098 time: 0.1893814 Nov 12 08:26:15.236433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa0282-82c1-46fc-9dc5-5757d4ca9c62 req-5f12c729-a6d3-4622-81af-c609a8c4b99d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.247751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa0282-82c1-46fc-9dc5-5757d4ca9c62 req-5f12c729-a6d3-4622-81af-c609a8c4b99d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.257857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa0282-82c1-46fc-9dc5-5757d4ca9c62 req-5f12c729-a6d3-4622-81af-c609a8c4b99d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.269703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa0282-82c1-46fc-9dc5-5757d4ca9c62 req-5f12c729-a6d3-4622-81af-c609a8c4b99d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.286517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-c2dcc332-9a40-4e35-94b6-2bccd1582481 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.287517 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.291574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-c2dcc332-9a40-4e35-94b6-2bccd1582481 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3133545 Nov 12 08:26:15.299780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa0282-82c1-46fc-9dc5-5757d4ca9c62 req-5f12c729-a6d3-4622-81af-c609a8c4b99d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.336798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=939e6fec-2896-4f12-9450-f53deb049b87,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:15.341386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-80c6801e-48ce-42fc-8021-33d75ff336b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:26:12Z', 'revision_number': 5, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:15.343610 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa0282-82c1-46fc-9dc5-5757d4ca9c62 req-5f12c729-a6d3-4622-81af-c609a8c4b99d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.345088 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.345975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8d6b7cf8-e143-4c07-b83c-94496eb6b32f up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:15.348727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] For port 7ad39947-57bc-4e06-8968-ff12cf9a0333, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7ad39947-57bc-4e06-8968-ff12cf9a0333,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:15.349625 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.368706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Calling delete_port for 7ad39947-57bc-4e06-8968-ff12cf9a0333 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:15.386440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa0282-82c1-46fc-9dc5-5757d4ca9c62 req-5f12c729-a6d3-4622-81af-c609a8c4b99d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.401921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6aa0282-82c1-46fc-9dc5-5757d4ca9c62 req-5f12c729-a6d3-4622-81af-c609a8c4b99d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.2791262 Nov 12 08:26:15.406885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c6801e-48ce-42fc-8021-33d75ff336b2 None None] The sync data for ids ['5d459109-81cd-458b-b8d4-5318a515ee3d'] in n-d-768851-18 is: [{'id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'name': 'tempest-ServersTestBootFromVolume-1937591456-router', 'tenant_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:30Z', 'updated_at': '2021-11-12T08:26:12Z', 'revision_number': 5, 'project_id': '91d76da2938c44d7a4b31d1e7ce99bcc', 'gw_port': {'id': '7ad39947-57bc-4e06-8968-ff12cf9a0333', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d459109-81cd-458b-b8d4-5318a515ee3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:32Z', 'updated_at': '2021-11-12T08:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:15.482161 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-75accecb-5bbe-4894-8324-735d22ad5fa4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=622dac62584248dead4df8f42ebf1618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527096 Nov 12 08:26:15.485763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=939e6fec-2896-4f12-9450-f53deb049b87,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:15.510742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:15.511711 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.516296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Request body: {'port': {'device_id': '9fa9cb12-9bd8-4816-b512-30db6c4b8339', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '23311f6fc28247b28ff4321d967c2226'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:15.612412 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd5dca59-8a9e-4d53-83aa-4759028b374c req-a3c35b0c-d0f5-4cc4-92df-8a64de4e8f58 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 210 time: 0.0776849 Nov 12 08:26:15.612412 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14091f5d-067d-4d12-aeec-aa3847d18945 req-1f2260c8-d6de-45c6-a89b-0378db262301 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878372 Nov 12 08:26:15.634105 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6aa0282-82c1-46fc-9dc5-5757d4ca9c62 req-f679ca74-dca7-4c81-a669-33d4a41e63d0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2256279 Nov 12 08:26:15.672099 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.743916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:15.749641 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.787856 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a10e8cf3-6b3d-4fd3-8ecc-8daae2cca88f req-c747ad9b-bef4-44c3-a72e-8743e326e098 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 210 time: 0.0510252 Nov 12 08:26:15.801268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-dc673bdb-d541-4737-a53b-05e238706704 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.803192 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-dc673bdb-d541-4737-a53b-05e238706704 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3092225 Nov 12 08:26:15.831427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,revision_number=11']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:15.834573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Request body: {'port': {'device_id': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '622dac62584248dead4df8f42ebf1618'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:15.935071 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:15.958436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a7cbc-0226-43fd-986e-80a90759d842 req-47367fcc-3044-4cb0-926a-22d0c3abe807 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:15.966686 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322a7cbc-0226-43fd-986e-80a90759d842 req-47367fcc-3044-4cb0-926a-22d0c3abe807 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.2324035 Nov 12 08:26:15.998363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad39947-57bc-4e06-8968-ff12cf9a0333,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:16.059657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Made reservation on behalf of 23311f6fc28247b28ff4321d967c2226 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:16.060678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa60ccf-18a8-462f-aa49-723e5606d10e req-475eb591-58f6-4317-9b3e-b36dcdbbe164 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.062359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2fa60ccf-18a8-462f-aa49-723e5606d10e req-475eb591-58f6-4317-9b3e-b36dcdbbe164 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 946 time: 0.1131785 Nov 12 08:26:16.063188 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.100160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Made reservation on behalf of 622dac62584248dead4df8f42ebf1618 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:16.103873 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.135828 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322a7cbc-0226-43fd-986e-80a90759d842 req-5207b7c0-3af3-4b08-b348-95973c703ce8 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682291 Nov 12 08:26:16.146656 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.153181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2fa60ccf-18a8-462f-aa49-723e5606d10e req-2955dbec-e6a7-4a48-bb7d-9269a4e30f6b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815065 Nov 12 08:26:16.297042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.301372 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.317948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da572d85-82fc-4b4a-822e-cf4f0b3de51e req-7b9c65ab-a540-417e-b9d3-56fda9be83be tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:16.319454 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da572d85-82fc-4b4a-822e-cf4f0b3de51e req-7b9c65ab-a540-417e-b9d3-56fda9be83be tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.0952113 Nov 12 08:26:16.342068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Allocated IP 192.168.233.180 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/5132d315-0dca-4b0d-ba25-e78cdda6cc99) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:16.355615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.356502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d459109-81cd-458b-b8d4-5318a515ee3d {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:26:16.361660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.365407 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f3a804db-5f8d-4ef1-bf93-f5407a70064b admin admin] 10.222.0.31 "DELETE /v2.0/routers/5d459109-81cd-458b-b8d4-5318a515ee3d HTTP/1.1" status: 204 len: 168 time: 2.3356025 Nov 12 08:26:16.365713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45534) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:16.446433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da572d85-82fc-4b4a-822e-cf4f0b3de51e req-ce17ff34-f1ba-4d33-b823-c788181e52aa tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166182 Nov 12 08:26:16.457066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a65d12c-346f-484e-9a82-798fc42c6099 admin admin] Deleting subnet d7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:26:16.467814 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a65d12c-346f-484e-9a82-798fc42c6099 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.533147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a65d12c-346f-484e-9a82-798fc42c6099 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.672644 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.701650 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a65d12c-346f-484e-9a82-798fc42c6099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.703591 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-46859465-6b1f-4716-bf46-950c8fd70ba2 req-89dad57f-078d-4420-858e-60e9ee01ceff tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 210 time: 0.0368629 Nov 12 08:26:16.780684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:16.800811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['74f97a29-2ac4-4f43-a116-1c71f34edd78'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:16.804124 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7f493ab6-7a71-40b3-a0d2-300fecacac0f', '8d6b7cf8-e143-4c07-b83c-94496eb6b32f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:16.830041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Allocated IP 192.168.233.35 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/86acbd6e-7e15-4fd1-8127-2986595719dc) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:16.908729 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:16.928075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:16.928368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939e6fec-2896-4f12-9450-f53deb049b87'}, {'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:16.930002 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dcf166-c825-46cc-98ff-e4678b22e967" -d '{"events": [{"server_uuid": "dd14cd13-7bb6-423a-888f-1e99ed057ac8", "name": "network-vif-plugged", "status": "completed", "tag": "939e6fec-2896-4f12-9450-f53deb049b87"}, {"server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "name": "network-vif-plugged", "status": "completed", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:16.932577 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:17.003597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:17.085162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1932e8-2266-4a33-885e-91ef9175ddce req-b038b88d-7869-4fe3-843c-1eacf13e0bfd tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.097477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1932e8-2266-4a33-885e-91ef9175ddce req-b038b88d-7869-4fe3-843c-1eacf13e0bfd tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.106560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1932e8-2266-4a33-885e-91ef9175ddce req-b038b88d-7869-4fe3-843c-1eacf13e0bfd tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.113935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1932e8-2266-4a33-885e-91ef9175ddce req-b038b88d-7869-4fe3-843c-1eacf13e0bfd tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.120638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1932e8-2266-4a33-885e-91ef9175ddce req-b038b88d-7869-4fe3-843c-1eacf13e0bfd tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.122925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e0b75-f6e9-4004-b3d0-76e199db4f1c req-4fa6c374-cacb-4b90-b7b2-b835455139dc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.126094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device eed08208-fcee-40e2-b0b4-fb2f4bebd780 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:17.127783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1932e8-2266-4a33-885e-91ef9175ddce req-b038b88d-7869-4fe3-843c-1eacf13e0bfd tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.133611 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3f9e0b75-f6e9-4004-b3d0-76e199db4f1c req-4fa6c374-cacb-4b90-b7b2-b835455139dc tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 936 time: 0.1445189 Nov 12 08:26:17.139799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1932e8-2266-4a33-885e-91ef9175ddce req-b038b88d-7869-4fe3-843c-1eacf13e0bfd tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.141747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fb1932e8-2266-4a33-885e-91ef9175ddce req-b038b88d-7869-4fe3-843c-1eacf13e0bfd tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.3881032 Nov 12 08:26:17.166858 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a65d12c-346f-484e-9a82-798fc42c6099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.169170 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.177041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: eed08208-fcee-40e2-b0b4-fb2f4bebd780 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:17.177414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device eed08208-fcee-40e2-b0b4-fb2f4bebd780 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:17.177831 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7ad39947-57bc-4e06-8968-ff12cf9a0333 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:17.208212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.209147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.222260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65d12c-346f-484e-9a82-798fc42c6099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:17.231676 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3f9e0b75-f6e9-4004-b3d0-76e199db4f1c req-c712ee79-78f9-4fc2-ba9f-37f50797f9f8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968874 Nov 12 08:26:17.236143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a65d12c-346f-484e-9a82-798fc42c6099 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.240383 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3a65d12c-346f-484e-9a82-798fc42c6099 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d7b0f7dd-f56b-46db-ba9b-6d43a0acc6bb HTTP/1.1" status: 204 len: 168 time: 0.8736656 Nov 12 08:26:17.244939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45550) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:17.296122 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.356712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:17.360409 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:17.366881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:17.387809 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-2c0fe005-4850-445a-afce-0cc0451495b6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5641155 Nov 12 08:26:17.395363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fb1932e8-2266-4a33-885e-91ef9175ddce req-5fc10798-93ad-493d-8dd5-f3bd604693b1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2236130 Nov 12 08:26:17.403965 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event updated for resources: {'Port': ['ID=86acbd6e-7e15-4fd1-8127-2986595719dc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:17.407981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275f64a6-b634-4fcc-a1c6-0a6356917442 None None] Network 1f80c745-8fd3-4f32-820e-d7cdda3d5267 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:17.460038 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 7ad39947-57bc-4e06-8968-ff12cf9a0333 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:17.460391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7ad39947-57bc-4e06-8968-ff12cf9a0333 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:17.467101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Request body: {'port': {'device_id': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:17.467260 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c84b7c-829d-41bf-bd0e-acfc64b0ab5a x-openstack-request-id: req-23c84b7c-829d-41bf-bd0e-acfc64b0ab5a {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:17.467450 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14cd13-7bb6-423a-888f-1e99ed057ac8", "name": "network-vif-plugged", "status": "completed", "tag": "939e6fec-2896-4f12-9450-f53deb049b87", "code": 200}, {"server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "name": "network-vif-plugged", "status": "completed", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:17.467680 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23c84b7c-829d-41bf-bd0e-acfc64b0ab5a {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:17.468058 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939e6fec-2896-4f12-9450-f53deb049b87', 'code': 200} Nov 12 08:26:17.468309 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'code': 200} Nov 12 08:26:17.468439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.470444 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.480306 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.505492 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e40d2e6d-f613-4c8e-aefc-618283a569ae tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9983790 Nov 12 08:26:17.526936 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Request body: {'port': {'device_id': '9fa9cb12-9bd8-4816-b512-30db6c4b8339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:17.564843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-248a7c70-2e67-4912-9b98-845dda3226ed None None] Provisioning complete for port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:17.565235 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-248a7c70-2e67-4912-9b98-845dda3226ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.664987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06897a-a6c5-456a-ba91-2547c876793c req-567438de-5419-408e-b315-624359e11f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.666405 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb06897a-a6c5-456a-ba91-2547c876793c req-567438de-5419-408e-b315-624359e11f6a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1278760 Nov 12 08:26:17.677209 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.688649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-248a7c70-2e67-4912-9b98-845dda3226ed None None] Port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:17.694806 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.735929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a6202-10c0-481d-acc8-3a9d4df9c231 req-43d4f915-c798-430d-a9b1-22a6ccf402ef tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.737544 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b21a6202-10c0-481d-acc8-3a9d4df9c231 req-43d4f915-c798-430d-a9b1-22a6ccf402ef tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 946 time: 0.1486118 Nov 12 08:26:17.783723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9d3be-5c51-4560-abb2-47e90ba38aa8 req-33086432-ab38-4b0b-a7a0-b1bfc9573698 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:17.791941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21b9d3be-5c51-4560-abb2-47e90ba38aa8 req-33086432-ab38-4b0b-a7a0-b1bfc9573698 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.2252693 Nov 12 08:26:17.797396 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb06897a-a6c5-456a-ba91-2547c876793c req-9ceadd71-7eab-47f8-98ca-00a0b620dc46 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177120 Nov 12 08:26:17.825314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b21a6202-10c0-481d-acc8-3a9d4df9c231 req-b557c755-6610-45fe-a065-4dc0a8049240 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804830 Nov 12 08:26:17.859638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-24156392-68b4-419a-9c95-ecc36032c1ca None None] Provisioning complete for port 86acbd6e-7e15-4fd1-8127-2986595719dc triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:17.860188 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-24156392-68b4-419a-9c95-ecc36032c1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.901037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3465fa-9cc0-4463-b84c-3bc9806002ae None None] DHCP port deletion for 1f80c745-8fd3-4f32-820e-d7cdda3d5267 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:26:17.925198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-24156392-68b4-419a-9c95-ecc36032c1ca None None] Port 86acbd6e-7e15-4fd1-8127-2986595719dc cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:17.930132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Deleting port f144d66f-9a5f-4616-ac98-8ca856ad0106 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:17.930549 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:17.965643 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21b9d3be-5c51-4560-abb2-47e90ba38aa8 req-b22a389b-e3f1-4559-9070-fc87b655a795 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734149 Nov 12 08:26:17.975483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9f3465fa-9cc0-4463-b84c-3bc9806002ae None None] Deleting port f144d66f-9a5f-4616-ac98-8ca856ad0106 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:17.975863 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f3465fa-9cc0-4463-b84c-3bc9806002ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.000300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08ab2c-758d-404b-b133-d8abb6ab9f50 req-dd973cbc-fac4-4603-bc59-9f7c49212c4a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.008769 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e08ab2c-758d-404b-b133-d8abb6ab9f50 req-dd973cbc-fac4-4603-bc59-9f7c49212c4a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.1003010 Nov 12 08:26:18.055757 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e08ab2c-758d-404b-b133-d8abb6ab9f50 req-f783934b-b13b-445a-b641-6981d96da382 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454350 Nov 12 08:26:18.074080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9f3465fa-9cc0-4463-b84c-3bc9806002ae None None] For port f144d66f-9a5f-4616-ac98-8ca856ad0106, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f144d66f-9a5f-4616-ac98-8ca856ad0106,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:18.074527 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f3465fa-9cc0-4463-b84c-3bc9806002ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.088383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9f3465fa-9cc0-4463-b84c-3bc9806002ae None None] Calling delete_port for f144d66f-9a5f-4616-ac98-8ca856ad0106 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:18.148651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3', 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e', '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e', '17fb0224-bc72-4471-a84c-3fc725cc7b69', 'fe59d030-4bdf-47cc-b64f-ac7d1869a8eb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:18.162307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] For port f144d66f-9a5f-4616-ac98-8ca856ad0106, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f144d66f-9a5f-4616-ac98-8ca856ad0106,segment=NetworkSegment(eb661461-75f3-409f-8bf4-983292a06bce),segment_id=eb661461-75f3-409f-8bf4-983292a06bce)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:18.162702 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.215304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Calling delete_port for f144d66f-9a5f-4616-ac98-8ca856ad0106 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:18.215843 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f3465fa-9cc0-4463-b84c-3bc9806002ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.225011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25d1da-cf25-40c8-a363-a56baa694e36 req-fcf1a452-4243-47cd-8b8e-ccfe5df991e2 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.227370 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b25d1da-cf25-40c8-a363-a56baa694e36 req-fcf1a452-4243-47cd-8b8e-ccfe5df991e2 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 935 time: 0.1820655 Nov 12 08:26:18.249661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3465fa-9cc0-4463-b84c-3bc9806002ae None None] Pushing event deleted for resources: {'Port': ['ID=f144d66f-9a5f-4616-ac98-8ca856ad0106,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:18.255574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5132d315-0dca-4b0d-ba25-e78cdda6cc99 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:18.262054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3465fa-9cc0-4463-b84c-3bc9806002ae None None] No DVR routers for this DVR port f144d66f-9a5f-4616-ac98-8ca856ad0106 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:18.276156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.346405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Transition to ACTIVE for port object 5132d315-0dca-4b0d-ba25-e78cdda6cc99 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:26:18.362335 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.399814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b25d1da-cf25-40c8-a363-a56baa694e36 req-1cd71d5b-5950-4115-baeb-d352c4398937 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585140 Nov 12 08:26:18.457342 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.481344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:18.490901 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8104c14-e9ce-4e80-b868-25072bdb1ccd req-cc708f64-4a54-4b69-afac-876d0e5a054a tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.506591 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e8104c14-e9ce-4e80-b868-25072bdb1ccd req-cc708f64-4a54-4b69-afac-876d0e5a054a tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 946 time: 0.1853795 Nov 12 08:26:18.589375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] No DVR routers for this DVR port f144d66f-9a5f-4616-ac98-8ca856ad0106 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:18.589626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb', '1d0fb192-bbce-4a75-abbd-b260605b5a8f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:18.595259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Attempting to bind port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:18.595950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Attempting to bind port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:18.596297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Attempting to bind port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:18.604101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f144d66f-9a5f-4616-ac98-8ca856ad0106,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:18.606519 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e8104c14-e9ce-4e80-b868-25072bdb1ccd req-0be22781-bf86-48d6-b969-d596c36e52eb tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933189 Nov 12 08:26:18.614972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:18.615306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Attempting to bind port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:18.683634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86acbd6e-7e15-4fd1-8127-2986595719dc {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:18.695903 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.711928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Transition to ACTIVE for port object 86acbd6e-7e15-4fd1-8127-2986595719dc will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:26:18.721031 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.767715 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.783064 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=86acbd6e-7e15-4fd1-8127-2986595719dc,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:18.796916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f80c745-8fd3-4f32-820e-d7cdda3d5267']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:18.807967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb661461-75f3-409f-8bf4-983292a06bce') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:18.808868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb661461-75f3-409f-8bf4-983292a06bce') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:18.819258 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.833433 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.840446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:26:18.840958 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.852328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:18.852701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:18.853156 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:18.853611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Bound port: 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:18.853968 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:26:18.864425 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:26:18.905274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Attempting to bind port 86acbd6e-7e15-4fd1-8127-2986595719dc on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:18.905742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Attempting to bind port 86acbd6e-7e15-4fd1-8127-2986595719dc by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:18.906176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Attempting to bind port 86acbd6e-7e15-4fd1-8127-2986595719dc on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:18.921019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341638d8-e605-4d4a-946b-7b9f8e4e5187 req-ebea69ee-7ca9-494e-9fc6-2ee65215a82d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.927079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655941e-0e88-4cfe-961c-b348397101c7 req-e1f83e20-83ad-45d3-bf44-e375f395faf6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.927549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341638d8-e605-4d4a-946b-7b9f8e4e5187 req-ebea69ee-7ca9-494e-9fc6-2ee65215a82d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.933868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341638d8-e605-4d4a-946b-7b9f8e4e5187 req-ebea69ee-7ca9-494e-9fc6-2ee65215a82d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.936382 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7655941e-0e88-4cfe-961c-b348397101c7 req-e1f83e20-83ad-45d3-bf44-e375f395faf6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 948 time: 0.3438883 Nov 12 08:26:18.940607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341638d8-e605-4d4a-946b-7b9f8e4e5187 req-ebea69ee-7ca9-494e-9fc6-2ee65215a82d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.947654 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341638d8-e605-4d4a-946b-7b9f8e4e5187 req-ebea69ee-7ca9-494e-9fc6-2ee65215a82d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.954036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341638d8-e605-4d4a-946b-7b9f8e4e5187 req-ebea69ee-7ca9-494e-9fc6-2ee65215a82d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.960371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341638d8-e605-4d4a-946b-7b9f8e4e5187 req-ebea69ee-7ca9-494e-9fc6-2ee65215a82d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:18.969926 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-341638d8-e605-4d4a-946b-7b9f8e4e5187 req-ebea69ee-7ca9-494e-9fc6-2ee65215a82d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.1417606 Nov 12 08:26:18.983149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Port 86acbd6e-7e15-4fd1-8127-2986595719dc on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:18.983775 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Attempting to bind port 86acbd6e-7e15-4fd1-8127-2986595719dc on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:19.003447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:19.004092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:19.004733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:19.005446 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Bound port: 86acbd6e-7e15-4fd1-8127-2986595719dc, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:19.006129 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.077891 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.104565 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f144d66f-9a5f-4616-ac98-8ca856ad0106 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:19.131609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.135852 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1f80c745-8fd3-4f32-820e-d7cdda3d5267 HTTP/1.1" status: 204 len: 168 time: 1.8898873 Nov 12 08:26:19.154819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: f144d66f-9a5f-4616-ac98-8ca856ad0106 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:19.155205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f144d66f-9a5f-4616-ac98-8ca856ad0106 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:19.172625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e94d0-ef41-4136-8b94-4194e210a9d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f80c745-8fd3-4f32-820e-d7cdda3d5267,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:19.189977 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7655941e-0e88-4cfe-961c-b348397101c7 req-f9f7a120-5215-41fc-8212-c252a4f23b76 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502871 Nov 12 08:26:19.201277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:19.224202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:19.237037 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.296236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.298599 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.298791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] 10.222.0.52 "PUT /v2.0/ports/5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 1097 time: 1.8535879 Nov 12 08:26:19.299239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:19.301678 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985b42ad-1b9f-4aad-8878-23cdfb156464" -d '{"events": [{"name": "network-changed", "server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:19.361722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677edcd-a10d-49c6-9aa6-b94aee844064 service neutron] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:19.464027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45576) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:19.484114 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-341638d8-e605-4d4a-946b-7b9f8e4e5187 req-f7d7614d-9cbd-4e8d-9b2e-0a9593a9076c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5129333 Nov 12 08:26:19.500456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fd6ca-980e-490a-b225-73773af17a6d req-57fa41a1-4989-4f18-aec6-8ac5a1d7f6bd tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.503134 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-099fd6ca-980e-490a-b225-73773af17a6d req-57fa41a1-4989-4f18-aec6-8ac5a1d7f6bd tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.1221929 Nov 12 08:26:19.516999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] For port 86acbd6e-7e15-4fd1-8127-2986595719dc, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:19.521885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] For port 86acbd6e-7e15-4fd1-8127-2986595719dc, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=86acbd6e-7e15-4fd1-8127-2986595719dc,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:19.529808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.539691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-617cc97f-c49c-4004-a450-0e3980ef7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.541212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-617cc97f-c49c-4004-a450-0e3980ef7d7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1100 time: 0.1225863 Nov 12 08:26:19.565192 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fb259ac5-fc11-40fa-8517-b0c30b04e347 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91d76da2938c44d7a4b31d1e7ce99bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0997403 Nov 12 08:26:19.568298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45578) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:19.583473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.584048 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.585560 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] 10.222.0.52 "PUT /v2.0/ports/86acbd6e-7e15-4fd1-8127-2986595719dc HTTP/1.1" status: 200 len: 1096 time: 2.0709567 Nov 12 08:26:19.600706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa9cb12-9bd8-4816-b512-30db6c4b8339', 'tag': '86acbd6e-7e15-4fd1-8127-2986595719dc'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:19.604594 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d52c35f-5ebf-4901-9522-6afdadeaa631" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa9cb12-9bd8-4816-b512-30db6c4b8339", "tag": "86acbd6e-7e15-4fd1-8127-2986595719dc"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:19.623141 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-28813615-9564-4f25-8d31-6b6051cde281 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 217 time: 0.0689754 Nov 12 08:26:19.642215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-099fd6ca-980e-490a-b225-73773af17a6d req-cd6333e2-9762-4c7b-9d63-ffb985804c54 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284356 Nov 12 08:26:19.715454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-e1c8176f-3a61-4055-8b25-271ecb543083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.716930 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-e1c8176f-3a61-4055-8b25-271ecb543083 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0697551 Nov 12 08:26:19.732692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c4ae4-3030-4a05-90be-c560e12d0ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=86acbd6e-7e15-4fd1-8127-2986595719dc,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:19.745149 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-534ea1b9-bf6d-4a2e-b94f-4b36fef57603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.758086 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff05b07-330a-4300-88a5-15bc94a995ad req-0c91498f-3a1c-4f23-ae1d-fc7d2b1859d2 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.759579 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ff05b07-330a-4300-88a5-15bc94a995ad req-0c91498f-3a1c-4f23-ae1d-fc7d2b1859d2 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.1677296 Nov 12 08:26:19.796040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-72c4719b-2670-458b-8a85-fba3d1069bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.797838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-72c4719b-2670-458b-8a85-fba3d1069bf8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0687287 Nov 12 08:26:19.801373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-7b2e5ccd-7df7-441f-af00-69fea6c32efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.802876 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-7b2e5ccd-7df7-441f-af00-69fea6c32efb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 1099 time: 0.1255877 Nov 12 08:26:19.805704 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-534ea1b9-bf6d-4a2e-b94f-4b36fef57603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.872213 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-c34de435-478b-41b5-950a-5d1f83a37eae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=86acbd6e-7e15-4fd1-8127-2986595719dc HTTP/1.1" status: 200 len: 217 time: 0.0549140 Nov 12 08:26:19.877534 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02652372-7cda-447b-9dd4-dc4b17412d0a x-openstack-request-id: req-02652372-7cda-447b-9dd4-dc4b17412d0a {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:19.877944 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:19.878245 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02652372-7cda-447b-9dd4-dc4b17412d0a {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:19.878647 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'status': 'completed', 'code': 200} Nov 12 08:26:19.920363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-3e2fdfdc-d0e9-4a58-986e-4247b3bf3b3a service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065202 Nov 12 08:26:19.921726 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ff05b07-330a-4300-88a5-15bc94a995ad req-4a3f6417-f52d-40c1-af8b-2f34623b0d5c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550722 Nov 12 08:26:19.957391 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938f700c-4fd3-4519-abcc-e22d62c6ad13 x-openstack-request-id: req-938f700c-4fd3-4519-abcc-e22d62c6ad13 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:19.957682 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa9cb12-9bd8-4816-b512-30db6c4b8339", "tag": "86acbd6e-7e15-4fd1-8127-2986595719dc", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:19.957938 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-938f700c-4fd3-4519-abcc-e22d62c6ad13 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:19.958377 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa9cb12-9bd8-4816-b512-30db6c4b8339', 'tag': '86acbd6e-7e15-4fd1-8127-2986595719dc', 'status': 'completed', 'code': 200} Nov 12 08:26:19.975041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-840e66ba-d2c4-4c29-8ca9-8f7f1891c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:19.977484 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-840e66ba-d2c4-4c29-8ca9-8f7f1891c6db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0807331 Nov 12 08:26:19.986853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-534ea1b9-bf6d-4a2e-b94f-4b36fef57603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.991230 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-534ea1b9-bf6d-4a2e-b94f-4b36fef57603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:19.993416 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-534ea1b9-bf6d-4a2e-b94f-4b36fef57603 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f467a17d-a456-4139-a77b-c15fb694d47b HTTP/1.1" status: 204 len: 168 time: 0.4211206 Nov 12 08:26:20.060258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ea1b9-bf6d-4a2e-b94f-4b36fef57603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f467a17d-a456-4139-a77b-c15fb694d47b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:20.061192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62702-a2a6-45fc-b42d-831b0b11b385 req-e50c0d61-617e-49f6-8050-8363f98f1cfe tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.071152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60f62702-a2a6-45fc-b42d-831b0b11b385 req-e50c0d61-617e-49f6-8050-8363f98f1cfe tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 947 time: 0.1313000 Nov 12 08:26:20.091381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-70e95070-4d5f-4eec-b87f-5f6b88ca3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.092895 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-70e95070-4d5f-4eec-b87f-5f6b88ca3548 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0980630 Nov 12 08:26:20.103621 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10a8bc-a46c-4770-ba74-cbb2f67b3380 req-a173a7f6-bcf1-418e-9357-84db02b0ca1c tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.105437 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01ca411e-fe3d-4ad3-9423-527a9cbf6d58 req-725b2d99-97ae-4f3a-ba57-54756f1a5566 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743884 Nov 12 08:26:20.106644 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb10a8bc-a46c-4770-ba74-cbb2f67b3380 req-a173a7f6-bcf1-418e-9357-84db02b0ca1c tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 946 time: 0.0983427 Nov 12 08:26:20.142623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60f62702-a2a6-45fc-b42d-831b0b11b385 req-d580983e-569f-4df8-8a8d-6d68d7bb6999 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696223 Nov 12 08:26:20.237879 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb10a8bc-a46c-4770-ba74-cbb2f67b3380 req-598b146c-5c85-4bcb-a6e0-f8f08bb61b3b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217837 Nov 12 08:26:20.265627 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-e4bf33a1-fdb5-42be-accc-5830caca770c service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573663 Nov 12 08:26:20.276345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b42ad-1b9f-4aad-8878-23cdfb156464 req-0a890c05-6e53-4035-bc59-a66d6a6d9c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.277600 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-985b42ad-1b9f-4aad-8878-23cdfb156464 req-0a890c05-6e53-4035-bc59-a66d6a6d9c9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1100 time: 0.0974851 Nov 12 08:26:20.406091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf7778-4ee1-4f17-9872-6d1371814833 req-ea7913d4-b61a-4712-bee7-ad7c2100e6ae tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.414662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9bf7778-4ee1-4f17-9872-6d1371814833 req-ea7913d4-b61a-4712-bee7-ad7c2100e6ae tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 948 time: 0.1356013 Nov 12 08:26:20.432742 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dec5f88-6f28-4553-96c3-ba49eeb19dea req-98f792c5-e9c5-489e-a64f-8067985c6a3e service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423392 Nov 12 08:26:20.479447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b42ad-1b9f-4aad-8878-23cdfb156464 req-5a55f727-d5da-4588-97e7-a8587a07a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.481056 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-985b42ad-1b9f-4aad-8878-23cdfb156464 req-5a55f727-d5da-4588-97e7-a8587a07a908 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1813455 Nov 12 08:26:20.489414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9bf7778-4ee1-4f17-9872-6d1371814833 req-da5f988c-9337-4e64-825c-2f4aa329aa5c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738213 Nov 12 08:26:20.568800 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-985b42ad-1b9f-4aad-8878-23cdfb156464 req-6306746a-8bda-46eb-b4ed-48c114147ffa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 217 time: 0.0572107 Nov 12 08:26:20.587552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c35f-5ebf-4901-9522-6afdadeaa631 req-f05da8d0-6ac0-4584-ab0e-c34d173a4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.589343 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d52c35f-5ebf-4901-9522-6afdadeaa631 req-f05da8d0-6ac0-4584-ab0e-c34d173a4108 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 1099 time: 0.0538912 Nov 12 08:26:20.815964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c35f-5ebf-4901-9522-6afdadeaa631 req-533cf72a-2f3d-492a-b56e-837e60ba24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.817719 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d52c35f-5ebf-4901-9522-6afdadeaa631 req-533cf72a-2f3d-492a-b56e-837e60ba24ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2120810 Nov 12 08:26:20.838811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562bfd6-0be5-4c6a-baef-7499b2b2bcf6 req-5fb915bb-146b-4529-b386-a1af972c2b36 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.840743 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4562bfd6-0be5-4c6a-baef-7499b2b2bcf6 req-5fb915bb-146b-4529-b386-a1af972c2b36 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.0793850 Nov 12 08:26:20.896427 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d52c35f-5ebf-4901-9522-6afdadeaa631 req-5cea908e-f83f-4afe-8e33-fb5c6d6ee49b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=86acbd6e-7e15-4fd1-8127-2986595719dc HTTP/1.1" status: 200 len: 217 time: 0.0480444 Nov 12 08:26:20.963888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b42ad-1b9f-4aad-8878-23cdfb156464 req-60cb1d92-4e81-47b7-b614-860368c239f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.965423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-985b42ad-1b9f-4aad-8878-23cdfb156464 req-60cb1d92-4e81-47b7-b614-860368c239f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.3802745 Nov 12 08:26:20.982225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171a2fd-5d7b-490b-9d8c-066d8f3e9919 req-2b35148b-54e2-4cc0-bf20-a5b86296b2fa tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.992794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171a2fd-5d7b-490b-9d8c-066d8f3e9919 req-2b35148b-54e2-4cc0-bf20-a5b86296b2fa tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.994898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171a2fd-5d7b-490b-9d8c-066d8f3e9919 req-2b35148b-54e2-4cc0-bf20-a5b86296b2fa tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:20.997986 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4562bfd6-0be5-4c6a-baef-7499b2b2bcf6 req-a600321f-5c64-4ea5-8403-431c5d02e549 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041203 Nov 12 08:26:21.001022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171a2fd-5d7b-490b-9d8c-066d8f3e9919 req-2b35148b-54e2-4cc0-bf20-a5b86296b2fa tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.005314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c35f-5ebf-4901-9522-6afdadeaa631 req-f0232db5-026c-4987-9331-9251c35aa2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.005314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d52c35f-5ebf-4901-9522-6afdadeaa631 req-f0232db5-026c-4987-9331-9251c35aa2fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0940361 Nov 12 08:26:21.007006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171a2fd-5d7b-490b-9d8c-066d8f3e9919 req-2b35148b-54e2-4cc0-bf20-a5b86296b2fa tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.013627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171a2fd-5d7b-490b-9d8c-066d8f3e9919 req-2b35148b-54e2-4cc0-bf20-a5b86296b2fa tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.020033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171a2fd-5d7b-490b-9d8c-066d8f3e9919 req-2b35148b-54e2-4cc0-bf20-a5b86296b2fa tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.028011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9171a2fd-5d7b-490b-9d8c-066d8f3e9919 req-2b35148b-54e2-4cc0-bf20-a5b86296b2fa tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.1142540 Nov 12 08:26:21.053711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45638) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:21.105409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b42ad-1b9f-4aad-8878-23cdfb156464 req-6abd87fa-7ac9-4325-b02f-499937d13fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.106984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-985b42ad-1b9f-4aad-8878-23cdfb156464 req-6abd87fa-7ac9-4325-b02f-499937d13fe8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0769157 Nov 12 08:26:21.114427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c35f-5ebf-4901-9522-6afdadeaa631 req-8ab8fd8f-dbf0-46f6-a989-7e1c4e6c940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.115991 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d52c35f-5ebf-4901-9522-6afdadeaa631 req-8ab8fd8f-dbf0-46f6-a989-7e1c4e6c940b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0964174 Nov 12 08:26:21.120952 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9171a2fd-5d7b-490b-9d8c-066d8f3e9919 req-05d71b3e-d731-4c90-9236-3cb6613a19a9 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920959 Nov 12 08:26:21.130943 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef7f8-5261-474f-9942-12c395b2153b req-5f1e7b8e-9616-4863-8981-98e9bedb444c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.132508 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e53ef7f8-5261-474f-9942-12c395b2153b req-5f1e7b8e-9616-4863-8981-98e9bedb444c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.0677860 Nov 12 08:26:21.231451 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2099324837-network', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:21.275145 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-985b42ad-1b9f-4aad-8878-23cdfb156464 req-93259ea6-e56c-42bc-a79c-a59c4ab925fc service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397793 Nov 12 08:26:21.276892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30d29c-6f58-47be-b463-2091cb53abf8 req-6b5dc8bd-f0fd-4a4e-9fff-38c0fe475039 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.278296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0f30d29c-6f58-47be-b463-2091cb53abf8 req-6b5dc8bd-f0fd-4a4e-9fff-38c0fe475039 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 1097 time: 0.0693488 Nov 12 08:26:21.297426 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e53ef7f8-5261-474f-9942-12c395b2153b req-d399bfce-4dab-4bb5-9cc3-4d8454f8b500 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243737 Nov 12 08:26:21.299951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Made reservation on behalf of 0ad4ce9f3df54853ab92f7626883cd89 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:21.302455 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.324816 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.348377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d52c35f-5ebf-4901-9522-6afdadeaa631 req-3d2c22ee-7d4e-4a4e-9e9f-aa410c334523 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053652 Nov 12 08:26:21.384159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0f30d29c-6f58-47be-b463-2091cb53abf8 req-e8aa48d4-2948-433d-a192-7e844a59cd25 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984409 Nov 12 08:26:21.402885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-985b42ad-1b9f-4aad-8878-23cdfb156464 req-c8e3793b-251c-4d1b-a801-e5fce1a323ae service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183052 Nov 12 08:26:21.541681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd2c9b-a635-4e55-b184-6f9bf409d9ae req-fc5fd6fb-ed64-47cc-a273-6fe8f4980ae5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.543129 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73cd2c9b-a635-4e55-b184-6f9bf409d9ae req-fc5fd6fb-ed64-47cc-a273-6fe8f4980ae5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 947 time: 0.1431587 Nov 12 08:26:21.555845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.565719 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d52c35f-5ebf-4901-9522-6afdadeaa631 req-562dc7bb-fc16-46b3-85e9-681d78882ee5 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057683 Nov 12 08:26:21.572736 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.585064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ec680-f9d8-4d82-8419-b2c1b6b62955 req-33b9a34c-f668-47b4-82dd-ce3990d5192d tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.588758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0d2ec680-f9d8-4d82-8419-b2c1b6b62955 req-33b9a34c-f668-47b4-82dd-ce3990d5192d tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 1097 time: 0.0568700 Nov 12 08:26:21.614576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:26:21.636014 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39fe466-288c-422b-a056-c9917f39a6ce,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:21.638238 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0d2ec680-f9d8-4d82-8419-b2c1b6b62955 req-33aad6b0-ce1a-412b-be0a-03aae53348d8 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405650 Nov 12 08:26:21.644482 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.645249 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Added segment 75a5f714-e936-4c3f-87c1-97f3741daecf of type vlan for network fcdd275e-e107-47e6-90dd-4516df7837f8 Nov 12 08:26:21.650370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73cd2c9b-a635-4e55-b184-6f9bf409d9ae req-1080ba01-376c-4bc5-8764-2383f1114c2d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979471 Nov 12 08:26:21.696569 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.731995 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.732590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.733190 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.821171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45666) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:21.821405 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7656481 Nov 12 08:26:21.826675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-962d0d2a-84c5-46e0-815d-45996871f0ed admin admin] Request body: {'subnet': {'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2099324837-subnet', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:21.828995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49d879-1494-4ec4-bb0e-531670bb0e6d admin admin] Pushing event updated for resources: {'Network': ['ID=fcdd275e-e107-47e6-90dd-4516df7837f8,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:21.840645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network fcdd275e-e107-47e6-90dd-4516df7837f8 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:26:21.849508 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4355a73-8af7-480a-9bbb-16a914689b08 req-9950925c-5089-459e-9de5-c890b5a33844 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:21.852117 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c4355a73-8af7-480a-9bbb-16a914689b08 req-9950925c-5089-459e-9de5-c890b5a33844 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 948 time: 0.1315849 Nov 12 08:26:21.854844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962d0d2a-84c5-46e0-815d-45996871f0ed admin admin] Made reservation on behalf of 0ad4ce9f3df54853ab92f7626883cd89 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:21.858218 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-962d0d2a-84c5-46e0-815d-45996871f0ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:21.916560 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c4355a73-8af7-480a-9bbb-16a914689b08 req-3542d14f-6548-41f8-86ef-d0fde50dc4dd tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579700 Nov 12 08:26:22.019217 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.065421 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-962d0d2a-84c5-46e0-815d-45996871f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.123909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d0d2a-84c5-46e0-815d-45996871f0ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3562c7a-b04c-4c84-b09c-05785dea2699,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:22.131865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d0d2a-84c5-46e0-815d-45996871f0ed admin admin] Checking segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:22.131865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d0d2a-84c5-46e0-815d-45996871f0ed admin admin] Network hostable DHCP agents. Network: fcdd275e-e107-47e6-90dd-4516df7837f8, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:26:22.150119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d0d2a-84c5-46e0-815d-45996871f0ed admin admin] Network fcdd275e-e107-47e6-90dd-4516df7837f8 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:26:22.160962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-962d0d2a-84c5-46e0-815d-45996871f0ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, fcdd275e-e107-47e6-90dd-4516df7837f8) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:22.165369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962d0d2a-84c5-46e0-815d-45996871f0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:22.166194 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-962d0d2a-84c5-46e0-815d-45996871f0ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.169943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6f2946-055e-424c-9df9-bcd25067f9b8 None None] Network fcdd275e-e107-47e6-90dd-4516df7837f8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:22.192779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-962d0d2a-84c5-46e0-815d-45996871f0ed admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3676910 Nov 12 08:26:22.193961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45682) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:22.207093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:22.246125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5132d315-0dca-4b0d-ba25-e78cdda6cc99 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:22.262985 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.264512 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.295148 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4385b9-36ab-477e-9b12-36b015f5273f req-b4818207-442f-4332-a8b3-c406211682e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:22.301396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4385b9-36ab-477e-9b12-36b015f5273f req-b4818207-442f-4332-a8b3-c406211682e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:22.308221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4385b9-36ab-477e-9b12-36b015f5273f req-b4818207-442f-4332-a8b3-c406211682e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:22.314457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4385b9-36ab-477e-9b12-36b015f5273f req-b4818207-442f-4332-a8b3-c406211682e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:22.321343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4385b9-36ab-477e-9b12-36b015f5273f req-b4818207-442f-4332-a8b3-c406211682e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:22.327716 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4385b9-36ab-477e-9b12-36b015f5273f req-b4818207-442f-4332-a8b3-c406211682e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:22.333811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4385b9-36ab-477e-9b12-36b015f5273f req-b4818207-442f-4332-a8b3-c406211682e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:22.335707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9d4385b9-36ab-477e-9b12-36b015f5273f req-b4818207-442f-4332-a8b3-c406211682e0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5422 time: 0.1129744 Nov 12 08:26:22.391738 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.418979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-fcdd275e-e107-47e6-90dd-4516df7837f8', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:26:22.419964 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.441958 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device cca8f34e-9b07-4155-a5a4-b29c4325dffd details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:22.482572 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:22.500647 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9d4385b9-36ab-477e-9b12-36b015f5273f req-e3e8e05b-afa4-483a-8b66-db81e1add9f4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518025 Nov 12 08:26:22.566376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'mac_address': 'fa:16:3e:1d:b2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:22.566695 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.688784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225c4f4-3ad8-4e6b-abe1-224227a3cea1 req-39af6e8e-478d-4b8a-822e-a470b9ea5af1 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:22.690459 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5225c4f4-3ad8-4e6b-abe1-224227a3cea1 req-39af6e8e-478d-4b8a-822e-a470b9ea5af1 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.0993915 Nov 12 08:26:22.695964 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.720219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Allocated IP 172.20.0.2 (fcdd275e-e107-47e6-90dd-4516df7837f8/d3562c7a-b04c-4c84-b09c-05785dea2699/287ab394-28ab-4f22-b846-9e38e2f86013) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:22.735916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-d5391f4f-5305-48c6-84f5-b60f61deb42b tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:26:22.738484 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-d5391f4f-5305-48c6-84f5-b60f61deb42b tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084326 Nov 12 08:26:22.744105 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port cca8f34e-9b07-4155-a5a4-b29c4325dffd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cca8f34e-9b07-4155-a5a4-b29c4325dffd,segment=NetworkSegment(63aeb2bc-b526-49c6-8aaf-242b7f468064),segment_id=63aeb2bc-b526-49c6-8aaf-242b7f468064)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:22.754586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5132d315-0dca-4b0d-ba25-e78cdda6cc99 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:22.767793 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5225c4f4-3ad8-4e6b-abe1-224227a3cea1 req-b46e9afb-09b7-4dd8-a641-800c728c010b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660148 Nov 12 08:26:22.768133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'port_id': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd', 'mac_address': 'fa:16:3e:90:e8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82052e29-e311-4bbf-839f-355a57adecc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:22.827517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ef74-7350-4087-98a2-313d94e520ba req-8abcb838-69a6-470e-9a15-a980e5d8997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:22.829431 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-8abcb838-69a6-470e-9a15-a980e5d8997d service neutron] 10.222.0.31 "GET /v2.0/ports/939e6fec-2896-4f12-9450-f53deb049b87 HTTP/1.1" status: 200 len: 1094 time: 0.0763855 Nov 12 08:26:22.831979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:22.841385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] Request body: {'binding': {'host': 'n-h1-768851-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:22.842081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] Unknown quota resources ['binding']. {{(pid=102444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:26:22.843363 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.844379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56f76aa6-1b9b-4165-a22a-9e381efef48b details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:22.893872 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.920700 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:22.924467 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.005302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 on host n-h1-768851-18 for vnic_type normal with profile None {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:23.005640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:23.005971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:23.010490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] Port 939e6fec-2896-4f12-9450-f53deb049b87 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:23.010820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:23.013853 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca8f34e-9b07-4155-a5a4-b29c4325dffd {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:23.016566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:23.016951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:23.017440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:23.017963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] Bound port: 939e6fec-2896-4f12-9450-f53deb049b87, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:23.068410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8b67-707e-4ce2-9aa0-950e5f005275 req-8b0133c2-3fd1-4628-967f-2215f3a2261c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.070087 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e83c8b67-707e-4ce2-9aa0-950e5f005275 req-8b0133c2-3fd1-4628-967f-2215f3a2261c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 947 time: 0.1003726 Nov 12 08:26:23.088840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=939e6fec-2896-4f12-9450-f53deb049b87,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:23.096581 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.108111 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] 10.222.0.31 "POST /v2.0/ports/939e6fec-2896-4f12-9450-f53deb049b87/bindings HTTP/1.1" status: 201 len: 390 time: 0.2658184 Nov 12 08:26:23.119753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Allocated IP 172.25.3.30 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/836638e9-a0c5-4fe1-862e-80d8c3700bdb) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:23.188681 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e83c8b67-707e-4ce2-9aa0-950e5f005275 req-7d7793b1-5be4-4988-ab76-3fa8f5010268 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097612 Nov 12 08:26:23.230524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:23.259574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port cca8f34e-9b07-4155-a5a4-b29c4325dffd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cca8f34e-9b07-4155-a5a4-b29c4325dffd,segment=NetworkSegment(63aeb2bc-b526-49c6-8aaf-242b7f468064),segment_id=63aeb2bc-b526-49c6-8aaf-242b7f468064)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:23.300096 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.379904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56f76aa6-1b9b-4165-a22a-9e381efef48b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56f76aa6-1b9b-4165-a22a-9e381efef48b,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:23.383111 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.406246 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.417566 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.427871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '56f76aa6-1b9b-4165-a22a-9e381efef48b', 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'port_id': '56f76aa6-1b9b-4165-a22a-9e381efef48b', 'mac_address': 'fa:16:3e:66:61:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:23.438267 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Network fcdd275e-e107-47e6-90dd-4516df7837f8 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:23.444730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:23.453137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e5ba1-e5b5-435d-9b2c-04b44b8eb9dd req-0ec3a5a9-f95e-4f6b-96ad-999ded85d173 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.455168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deeb023-759d-4951-a75b-5a33528543cf req-12e69912-0f3c-4aeb-ba57-813d94a7b0ea tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.457238 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5deeb023-759d-4951-a75b-5a33528543cf req-12e69912-0f3c-4aeb-ba57-813d94a7b0ea tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.0988948 Nov 12 08:26:23.458053 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d5e5ba1-e5b5-435d-9b2c-04b44b8eb9dd req-0ec3a5a9-f95e-4f6b-96ad-999ded85d173 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 0.1517966 Nov 12 08:26:23.468796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=cca8f34e-9b07-4155-a5a4-b29c4325dffd,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:23.471566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:23.511206 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.543274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ef74-7350-4087-98a2-313d94e520ba req-236a26ae-bea8-4273-ad67-049979816384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.545068 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-236a26ae-bea8-4273-ad67-049979816384 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1194208 Nov 12 08:26:23.550231 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5deeb023-759d-4951-a75b-5a33528543cf req-b677e064-357a-43b0-841c-49817f9d2c99 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741303 Nov 12 08:26:23.569654 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.586298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Pushing event updated for resources: {'Port': ['ID=836638e9-a0c5-4fe1-862e-80d8c3700bdb,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:23.589408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56f76aa6-1b9b-4165-a22a-9e381efef48b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:23.604209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:23.604334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Pushing event updated for resources: {'Port': ['ID=287ab394-28ab-4f22-b846-9e38e2f86013,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:23.604334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Attempting to bind port 287ab394-28ab-4f22-b846-9e38e2f86013 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:23.604334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Attempting to bind port 287ab394-28ab-4f22-b846-9e38e2f86013 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:23.604334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Attempting to bind port 287ab394-28ab-4f22-b846-9e38e2f86013 on network fcdd275e-e107-47e6-90dd-4516df7837f8 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:23.604717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:23.608663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:23.621947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:23.622339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Checking segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:23.622723 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.623118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Bound using segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:23.623597 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Bound port: 287ab394-28ab-4f22-b846-9e38e2f86013, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:23.623975 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.627256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56f76aa6-1b9b-4165-a22a-9e381efef48b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56f76aa6-1b9b-4165-a22a-9e381efef48b,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:23.637071 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:23.637781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:23.667729 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d5e5ba1-e5b5-435d-9b2c-04b44b8eb9dd req-0b73e010-4df3-4930-a623-cfd2f0d88e61 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659620 Nov 12 08:26:23.769115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ef74-7350-4087-98a2-313d94e520ba req-41936368-712d-41bf-afd6-c8b04e4c118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.770774 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-41936368-712d-41bf-afd6-c8b04e4c118d service neutron] 10.222.0.46 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.2184963 Nov 12 08:26:23.806611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c141e7-5052-418e-9944-9008d04448ea req-00fa77b8-9622-4fe4-ac9f-cb348fc6ba51 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.806930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['cca8f34e-9b07-4155-a5a4-b29c4325dffd'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:23.813891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c141e7-5052-418e-9944-9008d04448ea req-00fa77b8-9622-4fe4-ac9f-cb348fc6ba51 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.820675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c141e7-5052-418e-9944-9008d04448ea req-00fa77b8-9622-4fe4-ac9f-cb348fc6ba51 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.827333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c141e7-5052-418e-9944-9008d04448ea req-00fa77b8-9622-4fe4-ac9f-cb348fc6ba51 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.835442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c141e7-5052-418e-9944-9008d04448ea req-00fa77b8-9622-4fe4-ac9f-cb348fc6ba51 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.842340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c141e7-5052-418e-9944-9008d04448ea req-00fa77b8-9622-4fe4-ac9f-cb348fc6ba51 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.849486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c141e7-5052-418e-9944-9008d04448ea req-00fa77b8-9622-4fe4-ac9f-cb348fc6ba51 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:23.858976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85c141e7-5052-418e-9944-9008d04448ea req-00fa77b8-9622-4fe4-ac9f-cb348fc6ba51 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5423 time: 0.1388681 Nov 12 08:26:23.865035 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:23.876933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56f76aa6-1b9b-4165-a22a-9e381efef48b,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:23.897355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772', 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343', 'port_id': 'b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772', 'mac_address': 'fa:16:3e:3c:90:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf91463-1da9-42d8-ad99-c69e0c024ee2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:23.900688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] For port 287ab394-28ab-4f22-b846-9e38e2f86013, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:23.906760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] For port 287ab394-28ab-4f22-b846-9e38e2f86013, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=287ab394-28ab-4f22-b846-9e38e2f86013,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:23.906970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-b4b9770d-7543-4d85-a836-3017b7ab91a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939e6fec-2896-4f12-9450-f53deb049b87 HTTP/1.1" status: 200 len: 217 time: 0.1256320 Nov 12 08:26:23.918727 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.003028 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.013901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ef74-7350-4087-98a2-313d94e520ba req-a7cdf73b-2d79-4b41-bc74-94ed0388d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:24.015943 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-a7cdf73b-2d79-4b41-bc74-94ed0388d8b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.0993929 Nov 12 08:26:24.022205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85c141e7-5052-418e-9944-9008d04448ea req-9d87bfee-a885-4bb0-8536-d3a59c9ab0c4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1621182 Nov 12 08:26:24.057132 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:24.072862 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-77d86ed6-31f4-41d3-82a5-776a96ec83e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470057 Nov 12 08:26:24.079100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364362d-d092-46ed-bbca-ab9d77724742 None None] Pushing event updated for resources: {'Port': ['ID=287ab394-28ab-4f22-b846-9e38e2f86013,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:24.108845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:24.120465 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.123300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3fcd2-94ec-4058-8ecc-77a3f806a4ae req-4a0bb4a9-da2a-47ef-9912-0604c43771a6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:24.131078 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-afc3fcd2-94ec-4058-8ecc-77a3f806a4ae req-4a0bb4a9-da2a-47ef-9912-0604c43771a6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.1843414 Nov 12 08:26:24.136072 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.275637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 86acbd6e-7e15-4fd1-8127-2986595719dc details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:24.301455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-a89f2f4e-9cf5-4f52-ae7b-ef87189b4c67 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971653 Nov 12 08:26:24.321694 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-afc3fcd2-94ec-4058-8ecc-77a3f806a4ae req-ef10b3cc-4b64-47c5-81a6-a391b1b79b63 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897242 Nov 12 08:26:24.332053 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['56f76aa6-1b9b-4165-a22a-9e381efef48b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:24.348482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:24.469618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6b4acb58-e875-453b-8d33-a4032b56d002 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:24.504311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8ebac-f7dd-4863-a42e-2072657223d5 req-d343fa2d-3bad-4824-acbe-4c4aa2b8b264 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:24.509956 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:26:24.513015 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ac8ebac-f7dd-4863-a42e-2072657223d5 req-d343fa2d-3bad-4824-acbe-4c4aa2b8b264 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 947 time: 0.1537213 Nov 12 08:26:24.547849 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-1d028d02-243b-4a2f-ad6f-260fa05aeeb1 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373655 Nov 12 08:26:24.605321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ac8ebac-f7dd-4863-a42e-2072657223d5 req-0622d76b-b0d3-4c50-bef5-da8f8ac7ee3f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877550 Nov 12 08:26:24.643933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['5132d315-0dca-4b0d-ba25-e78cdda6cc99'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:24.646011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:24.651153 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:26:24.656323 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:24.854234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c46aa-adb5-48f6-97dd-dfbb20c7336e req-a4360e01-0218-4db4-a100-35e51cbd7d37 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:24.863967 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d3c46aa-adb5-48f6-97dd-dfbb20c7336e req-a4360e01-0218-4db4-a100-35e51cbd7d37 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 0.1082819 Nov 12 08:26:24.873720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254ce7b-ce0a-43df-a308-34dce89404e6 req-1c5f5193-e4c8-4b8d-a8e8-0ed5af7016b3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:24.882558 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d254ce7b-ce0a-43df-a308-34dce89404e6 req-1c5f5193-e4c8-4b8d-a8e8-0ed5af7016b3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.2131293 Nov 12 08:26:24.888490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 86acbd6e-7e15-4fd1-8127-2986595719dc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=86acbd6e-7e15-4fd1-8127-2986595719dc,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:24.909775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '86acbd6e-7e15-4fd1-8127-2986595719dc', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '86acbd6e-7e15-4fd1-8127-2986595719dc', 'mac_address': 'fa:16:3e:9f:48:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:24.994871 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d254ce7b-ce0a-43df-a308-34dce89404e6 req-e8597b70-88c4-4fbe-9706-67ea2d7f8821 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019754 Nov 12 08:26:25.015180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d3c46aa-adb5-48f6-97dd-dfbb20c7336e req-34b31eea-1e54-410e-acbf-f57facc79538 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501451 Nov 12 08:26:25.037390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Router bac94887-ff69-44fb-a8c1-4c43b611ec1e is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:26:25.104736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6b4acb58-e875-453b-8d33-a4032b56d002, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6b4acb58-e875-453b-8d33-a4032b56d002,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:25.151368 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.188408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '6b4acb58-e875-453b-8d33-a4032b56d002', 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8', 'port_id': '6b4acb58-e875-453b-8d33-a4032b56d002', 'mac_address': 'fa:16:3e:81:ad:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938c0d34-1e3d-4735-812f-8ecd08b51838', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:25.215801 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 287ab394-28ab-4f22-b846-9e38e2f86013 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:25.296994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86acbd6e-7e15-4fd1-8127-2986595719dc {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:25.315455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:25.328876 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Sync routers for ids ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:25.370016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.373937 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Routers {'bac94887-ff69-44fb-a8c1-4c43b611ec1e'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:25.373937 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6d6be743-f442-4973-b130-9525baafc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:25.374210 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-21ca557a-d8fe-4dc2-a02e-793138040364 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1778142 Nov 12 08:26:25.374297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f13d3-4b04-4b34-8bd3-8b8c81a46a7d req-8e36b743-a40c-46d9-adf3-dc44606b50e6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:25.375772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45762) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:25.389511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f13d3-4b04-4b34-8bd3-8b8c81a46a7d req-8e36b743-a40c-46d9-adf3-dc44606b50e6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:25.406175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f13d3-4b04-4b34-8bd3-8b8c81a46a7d req-8e36b743-a40c-46d9-adf3-dc44606b50e6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:25.426214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f13d3-4b04-4b34-8bd3-8b8c81a46a7d req-8e36b743-a40c-46d9-adf3-dc44606b50e6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:25.444538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f13d3-4b04-4b34-8bd3-8b8c81a46a7d req-8e36b743-a40c-46d9-adf3-dc44606b50e6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:25.458495 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.462313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f13d3-4b04-4b34-8bd3-8b8c81a46a7d req-8e36b743-a40c-46d9-adf3-dc44606b50e6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:25.477626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f13d3-4b04-4b34-8bd3-8b8c81a46a7d req-8e36b743-a40c-46d9-adf3-dc44606b50e6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:25.494468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4acb58-e875-453b-8d33-a4032b56d002 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:25.498322 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-456f13d3-4b04-4b34-8bd3-8b8c81a46a7d req-8e36b743-a40c-46d9-adf3-dc44606b50e6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5423 time: 0.2767372 Nov 12 08:26:25.517933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6b4acb58-e875-453b-8d33-a4032b56d002, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6b4acb58-e875-453b-8d33-a4032b56d002,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:25.602439 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.603637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2c86cc16-8755-4f55-8d81-46f96ac3d35f details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:25.611466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 86acbd6e-7e15-4fd1-8127-2986595719dc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=86acbd6e-7e15-4fd1-8127-2986595719dc,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:25.654880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-456f13d3-4b04-4b34-8bd3-8b8c81a46a7d req-712919e0-3ae2-4010-a2bb-e45f8833f2bc tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555889 Nov 12 08:26:25.759452 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:25.764538 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6b4acb58-e875-453b-8d33-a4032b56d002,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:25.791850 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dc046-286c-43fe-ab04-0ad6b6a7d5be req-9a883161-6edc-417d-9850-c2cdabb31227 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:25.793739 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f97dc046-286c-43fe-ab04-0ad6b6a7d5be req-9a883161-6edc-417d-9850-c2cdabb31227 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 945 time: 0.2931678 Nov 12 08:26:25.807066 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Set router bac94887-ff69-44fb-a8c1-4c43b611ec1e gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:25.837515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216c8565-c24a-48a8-9716-531a07437ec2 None None] Network fcdd275e-e107-47e6-90dd-4516df7837f8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:26:25.945783 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f97dc046-286c-43fe-ab04-0ad6b6a7d5be req-0ec248c7-2772-4f00-a322-99864f86560d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381645 Nov 12 08:26:26.016215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce472e76-9e06-4363-b4dd-af43acfbe66d req-bc01a8eb-39e3-4bd6-ae41-4102a77bf5bc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:26.028477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce472e76-9e06-4363-b4dd-af43acfbe66d req-bc01a8eb-39e3-4bd6-ae41-4102a77bf5bc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 948 time: 0.1326258 Nov 12 08:26:26.192346 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-25a71365-a3f0-4a66-8458-77205558b28c None None] Provisioning complete for port 287ab394-28ab-4f22-b846-9e38e2f86013 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:26.192890 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-25a71365-a3f0-4a66-8458-77205558b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.219778 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce472e76-9e06-4363-b4dd-af43acfbe66d req-05aaeb66-7b07-477a-8dcd-ba8089465ce8 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830642 Nov 12 08:26:26.287995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56f76aa6-1b9b-4165-a22a-9e381efef48b up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:26.297529 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:26:26.335004 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6d6be743-f442-4973-b130-9525baafc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 3, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:26.402057 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Checking router: bac94887-ff69-44fb-a8c1-4c43b611ec1e for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:26:26.402561 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Updating router bac94887-ff69-44fb-a8c1-4c43b611ec1e port 836638e9-a0c5-4fe1-862e-80d8c3700bdb binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:26:26.462804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9767633-2372-455e-8773-881d9273015f req-aea69149-207b-42f2-805b-bbbcaf808d7d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:26.464707 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9767633-2372-455e-8773-881d9273015f req-aea69149-207b-42f2-805b-bbbcaf808d7d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.1224961 Nov 12 08:26:26.627243 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9767633-2372-455e-8773-881d9273015f req-794b9210-7d50-4bc4-b578-4e714111963e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552799 Nov 12 08:26:26.740778 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.747060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2c86cc16-8755-4f55-8d81-46f96ac3d35f, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2c86cc16-8755-4f55-8d81-46f96ac3d35f,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:26.786096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 287ab394-28ab-4f22-b846-9e38e2f86013 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:26.786472 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:26.788690 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['86acbd6e-7e15-4fd1-8127-2986595719dc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:26.796543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '2c86cc16-8755-4f55-8d81-46f96ac3d35f', 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8', 'port_id': '2c86cc16-8755-4f55-8d81-46f96ac3d35f', 'mac_address': 'fa:16:3e:e7:80:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938c0d34-1e3d-4735-812f-8ecd08b51838', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:26.993928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1623ba-faf0-4c01-bd25-c8e931ec5bbb req-3445291a-2030-4296-9b61-068707e06a02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.003638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1623ba-faf0-4c01-bd25-c8e931ec5bbb req-3445291a-2030-4296-9b61-068707e06a02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.021485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1623ba-faf0-4c01-bd25-c8e931ec5bbb req-3445291a-2030-4296-9b61-068707e06a02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.040992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1623ba-faf0-4c01-bd25-c8e931ec5bbb req-3445291a-2030-4296-9b61-068707e06a02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.058757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1623ba-faf0-4c01-bd25-c8e931ec5bbb req-3445291a-2030-4296-9b61-068707e06a02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.078519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1623ba-faf0-4c01-bd25-c8e931ec5bbb req-3445291a-2030-4296-9b61-068707e06a02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.085529 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1623ba-faf0-4c01-bd25-c8e931ec5bbb req-3445291a-2030-4296-9b61-068707e06a02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.103613 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c1623ba-faf0-4c01-bd25-c8e931ec5bbb req-3445291a-2030-4296-9b61-068707e06a02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5424 time: 0.2352350 Nov 12 08:26:27.108755 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.119538 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.132252 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-25a71365-a3f0-4a66-8458-77205558b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.177299 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Pushing event updated for resources: {'Port': ['ID=836638e9-a0c5-4fe1-862e-80d8c3700bdb,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:27.190850 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.191397 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.192568 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.193024 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.193521 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.194522 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.194998 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.195992 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.196429 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.196862 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.197325 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.197758 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:26:27.237221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c1623ba-faf0-4c01-bd25-c8e931ec5bbb req-fe3b91f3-58b7-4932-8c8c-a6bcc62873a3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1308138 Nov 12 08:26:27.239604 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Attempting to bind port 836638e9-a0c5-4fe1-862e-80d8c3700bdb on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:27.240182 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Attempting to bind port 836638e9-a0c5-4fe1-862e-80d8c3700bdb by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:27.240636 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Attempting to bind port 836638e9-a0c5-4fe1-862e-80d8c3700bdb on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:27.251180 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:27.251670 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:27.252145 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.252605 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:27.253187 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Bound port: 836638e9-a0c5-4fe1-862e-80d8c3700bdb, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:27.254239 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.276405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd76b8-14b3-42ec-a371-191ddbe931da req-856b966a-bce4-4196-9c11-8b78903b0883 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.291492 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-acbd76b8-14b3-42ec-a371-191ddbe931da req-856b966a-bce4-4196-9c11-8b78903b0883 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 1.1136503 Nov 12 08:26:27.323716 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-6d6be743-f442-4973-b130-9525baafc607 None None] For port 836638e9-a0c5-4fe1-862e-80d8c3700bdb, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:27.329599 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-6d6be743-f442-4973-b130-9525baafc607 None None] For port 836638e9-a0c5-4fe1-862e-80d8c3700bdb, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=836638e9-a0c5-4fe1-862e-80d8c3700bdb,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:27.334451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-25a71365-a3f0-4a66-8458-77205558b28c None None] For port 287ab394-28ab-4f22-b846-9e38e2f86013, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=287ab394-28ab-4f22-b846-9e38e2f86013,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:27.341006 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.440919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=86acbd6e-7e15-4fd1-8127-2986595719dc,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:27.441755 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a845e-7ebb-4d11-928b-71461bb2f4e8 None None] Pushing event updated for resources: {'Port': ['ID=836638e9-a0c5-4fe1-862e-80d8c3700bdb,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:27.454917 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-25a71365-a3f0-4a66-8458-77205558b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.492630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 56f76aa6-1b9b-4165-a22a-9e381efef48b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:27.493028 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.495951 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Routers {'bac94887-ff69-44fb-a8c1-4c43b611ec1e'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:27.497419 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6d6be743-f442-4973-b130-9525baafc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:27.534768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-acbd76b8-14b3-42ec-a371-191ddbe931da req-a3f07095-b49a-4de8-ad23-c14e0873866b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387764 Nov 12 08:26:27.680131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a291d5e-ad9e-498c-9e15-7d738f254e94 req-de2513e9-a223-4344-affb-8d229e5ed1f7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.691583 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a291d5e-ad9e-498c-9e15-7d738f254e94 req-de2513e9-a223-4344-affb-8d229e5ed1f7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 945 time: 0.1646137 Nov 12 08:26:27.704286 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-6d6be743-f442-4973-b130-9525baafc607 None None] Set router bac94887-ff69-44fb-a8c1-4c43b611ec1e gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:27.825690 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-989f46ed-e8ee-4e8f-9667-c1d1021d9ed2 None None] Provisioning complete for port 287ab394-28ab-4f22-b846-9e38e2f86013 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:27.826026 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-989f46ed-e8ee-4e8f-9667-c1d1021d9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.852409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a291d5e-ad9e-498c-9e15-7d738f254e94 req-10785515-7498-46fa-bd62-bdd001ea7291 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501572 Nov 12 08:26:27.912676 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:27.972217 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f4726-5de2-40a3-9a05-2c36540e7515 req-39e8cf5b-577a-426a-ac86-e0e7f214ff2d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:27.982485 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d88f4726-5de2-40a3-9a05-2c36540e7515 req-39e8cf5b-577a-426a-ac86-e0e7f214ff2d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 948 time: 0.2433460 Nov 12 08:26:28.061320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a71365-a3f0-4a66-8458-77205558b28c None None] Pushing event updated for resources: {'Port': ['ID=287ab394-28ab-4f22-b846-9e38e2f86013,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:28.066307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee1bfc-86db-496e-b9bf-4518ad1ccc0f req-78d27d22-ea60-48a0-9ae2-dc1e2c1d316d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.084161 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdee1bfc-86db-496e-b9bf-4518ad1ccc0f req-78d27d22-ea60-48a0-9ae2-dc1e2c1d316d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.1195714 Nov 12 08:26:28.106211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.126966 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c86cc16-8755-4f55-8d81-46f96ac3d35f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:28.189467 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6d6be743-f442-4973-b130-9525baafc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 3, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:28.224575 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdee1bfc-86db-496e-b9bf-4518ad1ccc0f req-cf54eec0-4caa-40d9-8579-6253687b15cc tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396260 Nov 12 08:26:28.228167 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6be743-f442-4973-b130-9525baafc607 None None] The sync data for ids ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'] in n-d-768851-18 is: [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:23Z', 'revision_number': 3, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:28.244241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2c86cc16-8755-4f55-8d81-46f96ac3d35f, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2c86cc16-8755-4f55-8d81-46f96ac3d35f,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:28.401584 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.402276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device cd70e32c-4bfa-4b4e-9198-1b55643f4179 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:28.430594 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.539951 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:26:28.567888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d88f4726-5de2-40a3-9a05-2c36540e7515 req-eb93d204-22b6-4831-8990-7261419d1ef3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845273 Nov 12 08:26:28.628975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Allocated IP 172.20.0.1 (fcdd275e-e107-47e6-90dd-4516df7837f8/d3562c7a-b04c-4c84-b09c-05785dea2699/54e51ee6-3012-47c4-a247-db857d0a7b01) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:28.637529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=2c86cc16-8755-4f55-8d81-46f96ac3d35f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:28.676766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 287ab394-28ab-4f22-b846-9e38e2f86013 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:28.753004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd262-5646-43fc-8ea0-fe64a449d444 req-1888c63e-8c87-49a5-a00a-34a00fe1ceb3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.768461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd262-5646-43fc-8ea0-fe64a449d444 req-1888c63e-8c87-49a5-a00a-34a00fe1ceb3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.789797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd262-5646-43fc-8ea0-fe64a449d444 req-1888c63e-8c87-49a5-a00a-34a00fe1ceb3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.806609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd262-5646-43fc-8ea0-fe64a449d444 req-1888c63e-8c87-49a5-a00a-34a00fe1ceb3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.821761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd262-5646-43fc-8ea0-fe64a449d444 req-1888c63e-8c87-49a5-a00a-34a00fe1ceb3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.838640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd262-5646-43fc-8ea0-fe64a449d444 req-1888c63e-8c87-49a5-a00a-34a00fe1ceb3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.854896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fd262-5646-43fc-8ea0-fe64a449d444 req-1888c63e-8c87-49a5-a00a-34a00fe1ceb3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.861273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df0fd262-5646-43fc-8ea0-fe64a449d444 req-1888c63e-8c87-49a5-a00a-34a00fe1ceb3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5425 time: 0.2811520 Nov 12 08:26:28.862351 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:28.950492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd7668-f1f8-4ce3-85c6-9bf2ea9719bf req-ddc902ec-faf4-4e83-a5f7-0738198b10e1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:28.958731 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:26:28.958965 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-53bd7668-f1f8-4ce3-85c6-9bf2ea9719bf req-ddc902ec-faf4-4e83-a5f7-0738198b10e1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 0.1295962 Nov 12 08:26:28.984123 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df0fd262-5646-43fc-8ea0-fe64a449d444 req-87f31867-6e27-4ed8-a064-1b0dc24b3f74 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179695 Nov 12 08:26:29.087699 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.140437 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.165591 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-53bd7668-f1f8-4ce3-85c6-9bf2ea9719bf req-837d002b-a11d-469b-a131-bf918bd45968 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017086 Nov 12 08:26:29.199138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port cd70e32c-4bfa-4b4e-9198-1b55643f4179, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cd70e32c-4bfa-4b4e-9198-1b55643f4179,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:29.213688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 287ab394-28ab-4f22-b846-9e38e2f86013 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:29.214317 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.217220 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'cd70e32c-4bfa-4b4e-9198-1b55643f4179', 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a', 'port_id': 'cd70e32c-4bfa-4b4e-9198-1b55643f4179', 'mac_address': 'fa:16:3e:58:11:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a38c965-8753-439d-b47e-56d6af58b295', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:29.294536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f5b524-8b9d-423e-88f2-00bc1d7ce2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f76aa6-1b9b-4165-a22a-9e381efef48b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:29.300475 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d71b616-995d-449b-850f-a4bffa1e7b26" -d '{"events": [{"server_uuid": "08f5b524-8b9d-423e-88f2-00bc1d7ce2a4", "name": "network-vif-plugged", "status": "completed", "tag": "56f76aa6-1b9b-4165-a22a-9e381efef48b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:29.304278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755b36c-2642-484d-833d-08f0d70afcf7 req-eeaffccb-c0b1-4a0b-ad65-4eab1a2bfe4e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:29.323082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b755b36c-2642-484d-833d-08f0d70afcf7 req-eeaffccb-c0b1-4a0b-ad65-4eab1a2bfe4e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 945 time: 0.2403617 Nov 12 08:26:29.377361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Network fcdd275e-e107-47e6-90dd-4516df7837f8 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:29.408602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:29.414092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:29.417554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Pushing event updated for resources: {'Port': ['ID=54e51ee6-3012-47c4-a247-db857d0a7b01,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:29.431291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56f76aa6-1b9b-4165-a22a-9e381efef48b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56f76aa6-1b9b-4165-a22a-9e381efef48b,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:29.459583 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.478348 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5132d315-0dca-4b0d-ba25-e78cdda6cc99 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:29.523968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b755b36c-2642-484d-833d-08f0d70afcf7 req-d0b8bd43-92b8-478a-90e9-217f5f9617a8 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972163 Nov 12 08:26:29.567104 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb076a28-9bfc-4030-beee-af2880bea509 req-4a2107a1-d894-4cb1-8196-e3ffd8c6788c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3248367 Nov 12 08:26:29.640976 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.714667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:29.741721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dc604-5360-42e0-96e1-2dbc224eb112 req-1fa61811-1d0c-4edb-8b2f-6874c7fed92a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:29.743739 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-320dc604-5360-42e0-96e1-2dbc224eb112 req-1fa61811-1d0c-4edb-8b2f-6874c7fed92a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.3491011 Nov 12 08:26:29.774118 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04246fe8-ea6f-43c5-8c18-0ed3062cea6e x-openstack-request-id: req-04246fe8-ea6f-43c5-8c18-0ed3062cea6e {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:29.774498 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f5b524-8b9d-423e-88f2-00bc1d7ce2a4", "name": "network-vif-plugged", "status": "completed", "tag": "56f76aa6-1b9b-4165-a22a-9e381efef48b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:29.774756 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04246fe8-ea6f-43c5-8c18-0ed3062cea6e {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:29.775211 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f5b524-8b9d-423e-88f2-00bc1d7ce2a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f76aa6-1b9b-4165-a22a-9e381efef48b', 'code': 200} Nov 12 08:26:29.796108 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56f76aa6-1b9b-4165-a22a-9e381efef48b,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:29.804463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd70e32c-4bfa-4b4e-9198-1b55643f4179 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:29.970150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee1478-3ef7-419b-9439-14477c460513 req-dcbef0c2-00c3-4609-9165-dd2691f35686 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:29.980113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port cd70e32c-4bfa-4b4e-9198-1b55643f4179, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cd70e32c-4bfa-4b4e-9198-1b55643f4179,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:29.993883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91ee1478-3ef7-419b-9439-14477c460513 req-dcbef0c2-00c3-4609-9165-dd2691f35686 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 948 time: 0.1201897 Nov 12 08:26:30.017645 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.018311 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device a674dc8f-9fd1-4663-8091-799206f28428 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:30.027177 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.065666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb076a28-9bfc-4030-beee-af2880bea509 req-54b56a1e-31fd-4c51-a10c-0187efd62873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.067948 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb076a28-9bfc-4030-beee-af2880bea509 req-54b56a1e-31fd-4c51-a10c-0187efd62873 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=23311f6fc28247b28ff4321d967c2226&device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 1102 time: 0.4650066 Nov 12 08:26:30.118391 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91ee1478-3ef7-419b-9439-14477c460513 req-738aaa23-c63e-465b-baa7-566e2243f8c3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229377 Nov 12 08:26:30.125060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:30.153835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6c202ce8-7e44-405a-8cff-9d617d374d2f None None] Provisioning complete for port 54e51ee6-3012-47c4-a247-db857d0a7b01 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:30.155234 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c202ce8-7e44-405a-8cff-9d617d374d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.167414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:30.168071 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.168823 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-320dc604-5360-42e0-96e1-2dbc224eb112 req-1b51d0eb-a0bf-485e-9c7e-96abeff31f40 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004583 Nov 12 08:26:30.398719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port a674dc8f-9fd1-4663-8091-799206f28428, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a674dc8f-9fd1-4663-8091-799206f28428,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:30.428314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'a674dc8f-9fd1-4663-8091-799206f28428', 'network_id': 'c29e3af6-7b39-400c-ac4f-52e25909400a', 'port_id': 'a674dc8f-9fd1-4663-8091-799206f28428', 'mac_address': 'fa:16:3e:8d:3d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a38c965-8753-439d-b47e-56d6af58b295', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:30.459947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb076a28-9bfc-4030-beee-af2880bea509 req-aa619979-018d-4382-89a5-768a5027dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.468836 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb076a28-9bfc-4030-beee-af2880bea509 req-aa619979-018d-4382-89a5-768a5027dc08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.3065374 Nov 12 08:26:30.487342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=cd70e32c-4bfa-4b4e-9198-1b55643f4179,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:30.500035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48e0d1-d048-418c-8366-e7e1abffa335 req-fa7a2496-5a48-4437-a0c3-c0a5e95331cb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.510232 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af48e0d1-d048-418c-8366-e7e1abffa335 req-fa7a2496-5a48-4437-a0c3-c0a5e95331cb tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 0.1346946 Nov 12 08:26:30.561046 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb076a28-9bfc-4030-beee-af2880bea509 req-3127005b-c8d4-4212-9112-4cc9216b3440 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb HTTP/1.1" status: 200 len: 217 time: 0.0661058 Nov 12 08:26:30.583699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6c202ce8-7e44-405a-8cff-9d617d374d2f None None] Port 54e51ee6-3012-47c4-a247-db857d0a7b01 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:30.628061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 836638e9-a0c5-4fe1-862e-80d8c3700bdb up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:30.633427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af48e0d1-d048-418c-8366-e7e1abffa335 req-15ca7627-7cd3-4106-b5c6-0cc0bd365295 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190269 Nov 12 08:26:30.704814 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.732024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbaaf5-47e2-41ef-af8a-069d019fe959 req-56d03fad-83f8-4fdb-b12d-36a38ae2d3e5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.747447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbaaf5-47e2-41ef-af8a-069d019fe959 req-56d03fad-83f8-4fdb-b12d-36a38ae2d3e5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.762641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbaaf5-47e2-41ef-af8a-069d019fe959 req-56d03fad-83f8-4fdb-b12d-36a38ae2d3e5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.781669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbaaf5-47e2-41ef-af8a-069d019fe959 req-56d03fad-83f8-4fdb-b12d-36a38ae2d3e5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.789218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbaaf5-47e2-41ef-af8a-069d019fe959 req-56d03fad-83f8-4fdb-b12d-36a38ae2d3e5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.807657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbaaf5-47e2-41ef-af8a-069d019fe959 req-56d03fad-83f8-4fdb-b12d-36a38ae2d3e5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.817208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbaaf5-47e2-41ef-af8a-069d019fe959 req-56d03fad-83f8-4fdb-b12d-36a38ae2d3e5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.819138 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aedbaaf5-47e2-41ef-af8a-069d019fe959 req-56d03fad-83f8-4fdb-b12d-36a38ae2d3e5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5426 time: 0.4190018 Nov 12 08:26:30.837964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a674dc8f-9fd1-4663-8091-799206f28428 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:30.862566 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb076a28-9bfc-4030-beee-af2880bea509 req-ff634d45-5382-467d-9b33-d70e9394e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.864060 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb076a28-9bfc-4030-beee-af2880bea509 req-ff634d45-5382-467d-9b33-d70e9394e539 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2921779 Nov 12 08:26:30.889650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dfc37-d0ff-446e-b6e2-95f4af24a5cb req-2a1f2ca4-2003-4ef2-b736-0b5a17306377 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:30.903739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-784dfc37-d0ff-446e-b6e2-95f4af24a5cb req-2a1f2ca4-2003-4ef2-b736-0b5a17306377 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 945 time: 0.1190574 Nov 12 08:26:30.922692 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.932658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.936497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port a674dc8f-9fd1-4663-8091-799206f28428, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a674dc8f-9fd1-4663-8091-799206f28428,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:30.960056 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:30.968916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b5835646-4d7a-4cc0-8264-54fb68f239db details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:30.988467 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-784dfc37-d0ff-446e-b6e2-95f4af24a5cb req-8fbfed6e-9d84-4b76-bdf2-57a52b02c12c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835996 Nov 12 08:26:30.993951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.109262 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 836638e9-a0c5-4fe1-862e-80d8c3700bdb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:31.109799 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.113068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:31.197095 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aedbaaf5-47e2-41ef-af8a-069d019fe959 req-3bd15df5-e844-4b61-9b93-70943daeeb98 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3550093 Nov 12 08:26:31.223006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb076a28-9bfc-4030-beee-af2880bea509 req-19e1a827-26bd-4256-a254-a5fbd975d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:31.224886 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb076a28-9bfc-4030-beee-af2880bea509 req-19e1a827-26bd-4256-a254-a5fbd975d0a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3167379 Nov 12 08:26:31.226180 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.228230 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.229152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:31.233691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Pushing event updated for resources: {'Port': ['ID=54e51ee6-3012-47c4-a247-db857d0a7b01,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:31.262194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b5835646-4d7a-4cc0-8264-54fb68f239db, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b5835646-4d7a-4cc0-8264-54fb68f239db,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:31.296434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=a674dc8f-9fd1-4663-8091-799206f28428,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:31.389016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5e0ba-d188-45b4-bc13-4958672bc119 req-bbe5e617-a70e-4a90-b3f6-11f3af42af74 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:31.402171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b8b5e0ba-d188-45b4-bc13-4958672bc119 req-bbe5e617-a70e-4a90-b3f6-11f3af42af74 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 948 time: 0.1092310 Nov 12 08:26:31.424033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'b5835646-4d7a-4cc0-8264-54fb68f239db', 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8', 'port_id': 'b5835646-4d7a-4cc0-8264-54fb68f239db', 'mac_address': 'fa:16:3e:df:4c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938c0d34-1e3d-4735-812f-8ecd08b51838', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:31.481933 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b8b5e0ba-d188-45b4-bc13-4958672bc119 req-f662addd-95a0-4019-8514-05178af2b24d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783150 Nov 12 08:26:31.516171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:31.586953 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.601990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c0b96-16b0-4fe5-a22a-fb40b9ce49ea req-2a28e506-5be1-4b78-af02-a9f8b588356d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:31.603519 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67c0b96-16b0-4fe5-a22a-fb40b9ce49ea req-2a28e506-5be1-4b78-af02-a9f8b588356d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.2724130 Nov 12 08:26:31.620605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 836638e9-a0c5-4fe1-862e-80d8c3700bdb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=836638e9-a0c5-4fe1-862e-80d8c3700bdb,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:31.625979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:31.639874 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.647482 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb076a28-9bfc-4030-beee-af2880bea509 req-be88416d-d2ff-4429-805d-0947dd40d40d service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100575 Nov 12 08:26:31.656813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Network fcdd275e-e107-47e6-90dd-4516df7837f8 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:31.658980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:31.659614 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.676096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:31.696422 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.737404 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5835646-4d7a-4cc0-8264-54fb68f239db {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:31.761913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b5835646-4d7a-4cc0-8264-54fb68f239db, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b5835646-4d7a-4cc0-8264-54fb68f239db,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:31.769083 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67c0b96-16b0-4fe5-a22a-fb40b9ce49ea req-9cb7ac0f-11dd-4e06-b9c2-96757607c5d0 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551545 Nov 12 08:26:31.778640 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:31.779675 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:31.863980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:31.867753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:31.870924 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d39738c-42c0-4da0-b2ca-894b8b395682" -d '{"events": [{"server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "name": "network-vif-plugged", "status": "completed", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:31.897484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957250e-5b00-4688-a5b1-9e822e1ca67d req-b2942f53-5fbd-4dcc-b3b2-154535526a8f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:31.907484 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7957250e-5b00-4688-a5b1-9e822e1ca67d req-b2942f53-5fbd-4dcc-b3b2-154535526a8f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.1014287 Nov 12 08:26:31.993971 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7957250e-5b00-4688-a5b1-9e822e1ca67d req-47982651-c0f9-4bb6-9592-3f14ecac8f4d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721233 Nov 12 08:26:32.032107 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb076a28-9bfc-4030-beee-af2880bea509 req-80176872-3f1c-4359-8413-4c00f42e9f38 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740993 Nov 12 08:26:32.156997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Router bac94887-ff69-44fb-a8c1-4c43b611ec1e has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:32.216370 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a982d03-e2e7-4147-a6d7-3d038228a3e3 req-2fce01f8-fafe-48d7-8737-af8500dc180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.221482 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a982d03-e2e7-4147-a6d7-3d038228a3e3 req-2fce01f8-fafe-48d7-8737-af8500dc180c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1102 time: 0.1751518 Nov 12 08:26:32.296168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=836638e9-a0c5-4fe1-862e-80d8c3700bdb,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:32.312258 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8325f4f-7005-4ba4-b923-1d626a30eeae x-openstack-request-id: req-c8325f4f-7005-4ba4-b923-1d626a30eeae {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:32.312718 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "name": "network-vif-plugged", "status": "completed", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:32.313152 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8325f4f-7005-4ba4-b923-1d626a30eeae {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:32.313711 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'code': 200} Nov 12 08:26:32.326627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b390e-1c50-4c97-80c0-fd17b78daa49 req-08ece15e-1304-4b3b-9308-19d60c710456 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.335659 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e51b390e-1c50-4c97-80c0-fd17b78daa49 req-08ece15e-1304-4b3b-9308-19d60c710456 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 945 time: 0.1766901 Nov 12 08:26:32.339576 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a982d03-e2e7-4147-a6d7-3d038228a3e3 req-04d0f9fa-f1d8-4fdb-aff4-68ec5762eda8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026473 Nov 12 08:26:32.436156 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7748f215-db5d-456d-bb23-0c3087096033 None None] Provisioning complete for port 54e51ee6-3012-47c4-a247-db857d0a7b01 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:32.436529 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7748f215-db5d-456d-bb23-0c3087096033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.488484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf90a0-9dae-4913-ab19-1115686197ab req-84daf3d4-4a1a-42f6-9ae4-c38d55ed1c7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.507254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf90a0-9dae-4913-ab19-1115686197ab req-84daf3d4-4a1a-42f6-9ae4-c38d55ed1c7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.514089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '67e134e2-ea04-4ff8-9c65-bbd6cd282b9e', 'network_id': 'd84b8edf-a049-44bd-bd1f-038c504b1de8', 'port_id': '67e134e2-ea04-4ff8-9c65-bbd6cd282b9e', 'mac_address': 'fa:16:3e:dd:7a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938c0d34-1e3d-4735-812f-8ecd08b51838', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:32.528838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf90a0-9dae-4913-ab19-1115686197ab req-84daf3d4-4a1a-42f6-9ae4-c38d55ed1c7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.532801 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7748f215-db5d-456d-bb23-0c3087096033 None None] Port 54e51ee6-3012-47c4-a247-db857d0a7b01 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:32.540762 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e51b390e-1c50-4c97-80c0-fd17b78daa49 req-a603896f-8cd4-4fcc-8b77-44bae10f0e59 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034070 Nov 12 08:26:32.543854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf90a0-9dae-4913-ab19-1115686197ab req-84daf3d4-4a1a-42f6-9ae4-c38d55ed1c7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.557181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:32.561224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf90a0-9dae-4913-ab19-1115686197ab req-84daf3d4-4a1a-42f6-9ae4-c38d55ed1c7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.579128 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-25318f3c-6ca9-467f-8ff1-b254d6381626 admin admin] 10.222.0.31 "PUT /v2.0/routers/bac94887-ff69-44fb-a8c1-4c43b611ec1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2023396 Nov 12 08:26:32.583290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf90a0-9dae-4913-ab19-1115686197ab req-84daf3d4-4a1a-42f6-9ae4-c38d55ed1c7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.599052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf90a0-9dae-4913-ab19-1115686197ab req-84daf3d4-4a1a-42f6-9ae4-c38d55ed1c7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.607098 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3fbf90a0-9dae-4913-ab19-1115686197ab req-84daf3d4-4a1a-42f6-9ae4-c38d55ed1c7c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5428 time: 0.2129376 Nov 12 08:26:32.617328 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.696398 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 836638e9-a0c5-4fe1-862e-80d8c3700bdb up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:32.775650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e8ce8-2796-48c4-98e9-ec09adc24de1 req-826a9068-905f-42e7-a0bb-185887990952 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:32.784077 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-970e8ce8-2796-48c4-98e9-ec09adc24de1 req-826a9068-905f-42e7-a0bb-185887990952 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 948 time: 0.0813656 Nov 12 08:26:32.786766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Sync routers for ids ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:32.797532 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.806980 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3fbf90a0-9dae-4913-ab19-1115686197ab req-7f338661-43be-468a-8d0c-a4073495ff6c tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1958203 Nov 12 08:26:32.862515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:32.901224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 836638e9-a0c5-4fe1-862e-80d8c3700bdb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:32.901553 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.943809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Routers {'bac94887-ff69-44fb-a8c1-4c43b611ec1e'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:32.944620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:26:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:32.947401 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:32.967204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:33.012921 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-970e8ce8-2796-48c4-98e9-ec09adc24de1 req-3b247edb-1cd4-4bd6-afb5-20f7a9459649 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279506 Nov 12 08:26:33.062123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 86acbd6e-7e15-4fd1-8127-2986595719dc up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:33.083779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:33.160473 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=b5835646-4d7a-4cc0-8264-54fb68f239db,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:33.168796 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:33.251267 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826e730-e585-4802-a8eb-597503e2f888 req-251d8a9c-16be-49a3-8e5a-54184bbaf94d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:33.270281 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f826e730-e585-4802-a8eb-597503e2f888 req-251d8a9c-16be-49a3-8e5a-54184bbaf94d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.1540568 Nov 12 08:26:33.300829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device cca8f34e-9b07-4155-a5a4-b29c4325dffd up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:33.374606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f826e730-e585-4802-a8eb-597503e2f888 req-955f5b22-0a48-416d-88fb-391054cb3feb tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030123 Nov 12 08:26:33.581909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:33.590407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506c822-4a68-4626-8dda-24ae3a907296 req-fe12819b-641a-46ef-b0bd-e7421e81cf2d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:33.594739 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3506c822-4a68-4626-8dda-24ae3a907296 req-fe12819b-641a-46ef-b0bd-e7421e81cf2d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.1004655 Nov 12 08:26:33.723603 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3506c822-4a68-4626-8dda-24ae3a907296 req-50653a3e-07cc-4b6d-8096-41b0dee32c3d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972466 Nov 12 08:26:33.752658 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Set router bac94887-ff69-44fb-a8c1-4c43b611ec1e gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:33.757051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:33.772176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 86acbd6e-7e15-4fd1-8127-2986595719dc completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:33.830810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 86acbd6e-7e15-4fd1-8127-2986595719dc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:33.831295 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:33.853403 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45902) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:33.859707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5f5c3836-64a3-4121-af15-339d95453b08 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1566580413', 'description': 'tempest-description--470240700'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:33.886666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port cca8f34e-9b07-4155-a5a4-b29c4325dffd completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:33.946445 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f5c3836-64a3-4121-af15-339d95453b08 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:33.984022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port cca8f34e-9b07-4155-a5a4-b29c4325dffd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:33.984667 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.060095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73fe8d-ec14-479b-876b-3f4e6a38549a req-954ad536-1429-459a-970d-e170b2d1a268 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.075193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd73fe8d-ec14-479b-876b-3f4e6a38549a req-954ad536-1429-459a-970d-e170b2d1a268 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1261232 Nov 12 08:26:34.135677 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f5c3836-64a3-4121-af15-339d95453b08 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.164252 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f5c3836-64a3-4121-af15-339d95453b08 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.197994 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd73fe8d-ec14-479b-876b-3f4e6a38549a req-a27d3f84-0a3d-4b3f-81c1-d2447a1eb08a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213753 Nov 12 08:26:34.241221 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f5c3836-64a3-4121-af15-339d95453b08 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.247258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45910) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:34.247902 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f5c3836-64a3-4121-af15-339d95453b08 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3893590 Nov 12 08:26:34.249043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c3836-64a3-4121-af15-339d95453b08 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:34.253511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d2b9e817-acae-4012-a743-fc76462a5d05 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Request body: {'security_group_rule': {'security_group_id': 'c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:34.279560 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.322919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637f81-bea6-4979-9fca-3c01710e39b0 req-42809871-31d3-41ef-aa5a-f490a32381de tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.323379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e817-acae-4012-a743-fc76462a5d05 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.330715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637f81-bea6-4979-9fca-3c01710e39b0 req-42809871-31d3-41ef-aa5a-f490a32381de tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.339835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637f81-bea6-4979-9fca-3c01710e39b0 req-42809871-31d3-41ef-aa5a-f490a32381de tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.347127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637f81-bea6-4979-9fca-3c01710e39b0 req-42809871-31d3-41ef-aa5a-f490a32381de tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.348302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd21f9b-f619-46c8-9922-1dfc07431b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:34.351191 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce01430-0906-4a95-a1d9-4197262adb24" -d '{"events": [{"server_uuid": "4fd21f9b-f619-46c8-9922-1dfc07431b9e", "name": "network-vif-plugged", "status": "completed", "tag": "b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:34.366587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['cd70e32c-4bfa-4b4e-9198-1b55643f4179'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:34.381602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637f81-bea6-4979-9fca-3c01710e39b0 req-42809871-31d3-41ef-aa5a-f490a32381de tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.403753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637f81-bea6-4979-9fca-3c01710e39b0 req-42809871-31d3-41ef-aa5a-f490a32381de tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.430566 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637f81-bea6-4979-9fca-3c01710e39b0 req-42809871-31d3-41ef-aa5a-f490a32381de tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.443045 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-82637f81-bea6-4979-9fca-3c01710e39b0 req-42809871-31d3-41ef-aa5a-f490a32381de tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5429 time: 0.2964056 Nov 12 08:26:34.454583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e817-acae-4012-a743-fc76462a5d05 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.467422 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e817-acae-4012-a743-fc76462a5d05 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.499840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9e817-acae-4012-a743-fc76462a5d05 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b8f62a-b4ad-454c-a6ed-c32d72b9567f,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:34.527594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176b615-b9e9-42ae-beb9-0fa5ffd476e1 req-9f7da217-c79e-4802-9fef-c16931de5c53 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:34.529202 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['a674dc8f-9fd1-4663-8091-799206f28428'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:34.539386 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0176b615-b9e9-42ae-beb9-0fa5ffd476e1 req-9f7da217-c79e-4802-9fef-c16931de5c53 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 948 time: 0.1621349 Nov 12 08:26:34.560282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e817-acae-4012-a743-fc76462a5d05 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.561838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d2b9e817-acae-4012-a743-fc76462a5d05 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3130338 Nov 12 08:26:34.564555 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45916) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:34.569771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b73a30ed-2c8c-4e5f-bd71-839a99682d21 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Request body: {'security_group_rule': {'security_group_id': 'c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:34.619682 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b73a30ed-2c8c-4e5f-bd71-839a99682d21 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.631551 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-82637f81-bea6-4979-9fca-3c01710e39b0 req-d2f5cfd1-0626-4a55-973a-d706c072c8ca tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1872432 Nov 12 08:26:34.675746 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0176b615-b9e9-42ae-beb9-0fa5ffd476e1 req-93aa8097-a49a-48c0-8ab5-93cb1063fc1a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349795 Nov 12 08:26:34.751159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 86acbd6e-7e15-4fd1-8127-2986595719dc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=86acbd6e-7e15-4fd1-8127-2986595719dc,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:34.774199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b73a30ed-2c8c-4e5f-bd71-839a99682d21 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.783515 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b73a30ed-2c8c-4e5f-bd71-839a99682d21 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.810856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a30ed-2c8c-4e5f-bd71-839a99682d21 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628d5d03-6c6a-4ff4-904b-100fdb0e4b6f,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:34.830141 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b73a30ed-2c8c-4e5f-bd71-839a99682d21 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.836888 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45928) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:34.842268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:34.848163 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b73a30ed-2c8c-4e5f-bd71-839a99682d21 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2679501 Nov 12 08:26:34.856696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['b5835646-4d7a-4cc0-8264-54fb68f239db'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:34.893668 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.915164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['67e134e2-ea04-4ff8-9c65-bbd6cd282b9e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:34.987198 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:34.998875 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15c0e76-de37-4c0c-90ce-6d26fe76f73d x-openstack-request-id: req-e15c0e76-de37-4c0c-90ce-6d26fe76f73d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:34.999299 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd21f9b-f619-46c8-9922-1dfc07431b9e", "name": "network-vif-plugged", "status": "completed", "tag": "b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:34.999502 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e15c0e76-de37-4c0c-90ce-6d26fe76f73d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:35.000000 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd21f9b-f619-46c8-9922-1dfc07431b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772', 'code': 200} Nov 12 08:26:35.045870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d71371-2720-43c5-8b51-b30620fb951f req-5a7b1857-3e21-42e8-be85-fe9e97527629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:35.047381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6d71371-2720-43c5-8b51-b30620fb951f req-5a7b1857-3e21-42e8-be85-fe9e97527629 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 1098 time: 0.1756566 Nov 12 08:26:35.062025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eade8-b2b2-4e5f-be33-ddf9041600e5 req-2b4bd595-6553-4cca-b4d1-3691fb4fef1b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:35.064055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e73eade8-b2b2-4e5f-be33-ddf9041600e5 req-2b4bd595-6553-4cca-b4d1-3691fb4fef1b tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.2031393 Nov 12 08:26:35.081626 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.182666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdbb58-82e0-48d2-89a2-8e5c615b39fb req-b5608337-bd5d-4575-98df-49966b6697db tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:35.189201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f4bdbb58-82e0-48d2-89a2-8e5c615b39fb req-b5608337-bd5d-4575-98df-49966b6697db tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.1960793 Nov 12 08:26:35.200386 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e73eade8-b2b2-4e5f-be33-ddf9041600e5 req-affa4234-90fa-4a1d-950a-ea137ee5db55 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089504 Nov 12 08:26:35.237729 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6d71371-2720-43c5-8b51-b30620fb951f req-3650d387-4d51-457d-97e3-b7f191a5dd76 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700881 Nov 12 08:26:35.368315 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f4bdbb58-82e0-48d2-89a2-8e5c615b39fb req-ec8ce484-ab00-41f5-b7b7-6c3df101d692 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625729 Nov 12 08:26:35.392976 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.506688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2c86cc16-8755-4f55-8d81-46f96ac3d35f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:35.508871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['6b4acb58-e875-453b-8d33-a4032b56d002'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:35.526980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5cd49-0b43-47e9-8719-ff2f00beaf06 req-ee5f1f13-5dc8-44d0-b53f-029ef721e9f6 tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:35.535014 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ec5cd49-0b43-47e9-8719-ff2f00beaf06 req-ee5f1f13-5dc8-44d0-b53f-029ef721e9f6 tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1102 time: 0.0617743 Nov 12 08:26:35.600113 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ec5cd49-0b43-47e9-8719-ff2f00beaf06 req-7a1c033e-37c6-441e-929b-6c5c96948ea1 tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637207 Nov 12 08:26:35.620664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port cca8f34e-9b07-4155-a5a4-b29c4325dffd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cca8f34e-9b07-4155-a5a4-b29c4325dffd,segment=NetworkSegment(63aeb2bc-b526-49c6-8aaf-242b7f468064),segment_id=63aeb2bc-b526-49c6-8aaf-242b7f468064)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:35.726416 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75872836-a293-41e2-9a90-aafc13ded937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.750000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e630498-1717-4b2a-afe3-b06e17a33e91 req-bd738b14-b062-4806-bbf8-8f4ae43991ba tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:35.755703 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5e630498-1717-4b2a-afe3-b06e17a33e91 req-bd738b14-b062-4806-bbf8-8f4ae43991ba tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.2607710 Nov 12 08:26:35.799919 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:35.883140 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Allocated IP 172.25.3.74 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/f7d04557-5cd9-47bc-9838-6db90ac7eb80) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:35.889721 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5e630498-1717-4b2a-afe3-b06e17a33e91 req-522bc61b-a23e-48d2-9813-b48e8b2d1146 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301033 Nov 12 08:26:36.171867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=86acbd6e-7e15-4fd1-8127-2986595719dc,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:36.176152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686bdf6-a1c1-4f1f-9e35-d3e567003467 req-3bb2d1a7-7f45-4402-bb6d-c0263ccc4782 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.178515 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.184164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9686bdf6-a1c1-4f1f-9e35-d3e567003467 req-3bb2d1a7-7f45-4402-bb6d-c0263ccc4782 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 949 time: 0.0734205 Nov 12 08:26:36.223279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:29Z', 'revision_number': 4, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '54e51ee6-3012-47c4-a247-db857d0a7b01', 'name': '', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'mac_address': 'fa:16:3e:96:32:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:28Z', 'updated_at': '2021-11-12T08:26:30Z', 'revision_number': 2, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'subnets': [{'id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:36.255508 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9686bdf6-a1c1-4f1f-9e35-d3e567003467 req-7742f2e5-e0c4-4d47-ad75-d88409dc3783 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703127 Nov 12 08:26:36.315140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Checking router: bac94887-ff69-44fb-a8c1-4c43b611ec1e for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:26:36.315668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Updating router bac94887-ff69-44fb-a8c1-4c43b611ec1e port 54e51ee6-3012-47c4-a247-db857d0a7b01 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:26:36.357756 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.381429 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.416190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=cca8f34e-9b07-4155-a5a4-b29c4325dffd,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:36.502291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0ec91-cd17-44d8-b158-54000727f05a req-946a8db2-2c07-418f-965b-8e2ef31519b8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.511596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9a0ec91-cd17-44d8-b158-54000727f05a req-946a8db2-2c07-418f-965b-8e2ef31519b8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.0810263 Nov 12 08:26:36.588760 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9a0ec91-cd17-44d8-b158-54000727f05a req-2af45f62-0fa5-4604-bbae-d7cb799a4fb4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709612 Nov 12 08:26:36.615296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:36.620930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:36.622856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event updated for resources: {'Port': ['ID=f7d04557-5cd9-47bc-9838-6db90ac7eb80,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:36.625660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:36.631314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-fbb84cea-6011-4256-af0d-07c559184949 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3735778 Nov 12 08:26:36.646979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18310-215d-4265-b385-ab1d4646fde0 req-d035832b-f1fd-481e-9dbb-1f6e4ef049b2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.654846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18310-215d-4265-b385-ab1d4646fde0 req-d035832b-f1fd-481e-9dbb-1f6e4ef049b2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.665795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18310-215d-4265-b385-ab1d4646fde0 req-d035832b-f1fd-481e-9dbb-1f6e4ef049b2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.691671 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18310-215d-4265-b385-ab1d4646fde0 req-d035832b-f1fd-481e-9dbb-1f6e4ef049b2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.698870 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18310-215d-4265-b385-ab1d4646fde0 req-d035832b-f1fd-481e-9dbb-1f6e4ef049b2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.706500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18310-215d-4265-b385-ab1d4646fde0 req-d035832b-f1fd-481e-9dbb-1f6e4ef049b2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.712767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18310-215d-4265-b385-ab1d4646fde0 req-d035832b-f1fd-481e-9dbb-1f6e4ef049b2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:36.720758 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28a18310-215d-4265-b385-ab1d4646fde0 req-d035832b-f1fd-481e-9dbb-1f6e4ef049b2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5430 time: 0.4654827 Nov 12 08:26:36.952439 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.972682 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:36.985743 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28a18310-215d-4265-b385-ab1d4646fde0 req-5982463b-406e-4648-aeba-a1197b15ba9f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2639723 Nov 12 08:26:37.015048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa9cb12-9bd8-4816-b512-30db6c4b8339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86acbd6e-7e15-4fd1-8127-2986595719dc'}, {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:37.017867 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6dac26-f22e-4e84-b8ef-32f05053a91d" -d '{"events": [{"server_uuid": "9fa9cb12-9bd8-4816-b512-30db6c4b8339", "name": "network-vif-plugged", "status": "completed", "tag": "86acbd6e-7e15-4fd1-8127-2986595719dc"}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "cca8f34e-9b07-4155-a5a4-b29c4325dffd"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:37.092412 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.104398 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b248fd-943c-4d31-aef2-57f78f32fc62 None None] Pushing event updated for resources: {'Port': ['ID=54e51ee6-3012-47c4-a247-db857d0a7b01,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:37.221363 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.244962 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Attempting to bind port 54e51ee6-3012-47c4-a247-db857d0a7b01 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:37.246808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Attempting to bind port 54e51ee6-3012-47c4-a247-db857d0a7b01 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:37.248198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Attempting to bind port 54e51ee6-3012-47c4-a247-db857d0a7b01 on network fcdd275e-e107-47e6-90dd-4516df7837f8 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:37.281917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:37.288904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Checking segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:37.289245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d3075-b5ae-4bf3-945b-55733a62b41c req-9ff84133-1290-4c4e-b368-1d6bc9a5e97d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:37.290132 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.290703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Bound using segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:37.290914 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd0d3075-b5ae-4bf3-945b-55733a62b41c req-9ff84133-1290-4c4e-b368-1d6bc9a5e97d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.1623065 Nov 12 08:26:37.292987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Bound port: 54e51ee6-3012-47c4-a247-db857d0a7b01, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:37.293747 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.505347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd0d3075-b5ae-4bf3-945b-55733a62b41c req-5825da48-03a1-4e32-9d08-dda091b2cd80 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904252 Nov 12 08:26:37.616982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97570826-0459-4a6d-8de4-cb646e861121 req-ac2d0716-46eb-47b0-a60a-64305ff6098f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:37.620966 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97570826-0459-4a6d-8de4-cb646e861121 req-ac2d0716-46eb-47b0-a60a-64305ff6098f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.2040198 Nov 12 08:26:37.632606 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-248303cd-8e3c-4ffc-99e6-b97fb0061f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.657056 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f362da46-190d-43cb-b03a-6cada7499da4 x-openstack-request-id: req-f362da46-190d-43cb-b03a-6cada7499da4 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:37.657487 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa9cb12-9bd8-4816-b512-30db6c4b8339", "name": "network-vif-plugged", "status": "completed", "tag": "86acbd6e-7e15-4fd1-8127-2986595719dc", "code": 200}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "cca8f34e-9b07-4155-a5a4-b29c4325dffd", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:37.657689 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f362da46-190d-43cb-b03a-6cada7499da4 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:37.658032 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa9cb12-9bd8-4816-b512-30db6c4b8339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86acbd6e-7e15-4fd1-8127-2986595719dc', 'code': 200} Nov 12 08:26:37.658285 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd', 'code': 200} Nov 12 08:26:37.673391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] For port 54e51ee6-3012-47c4-a247-db857d0a7b01, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:37.677960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] For port 54e51ee6-3012-47c4-a247-db857d0a7b01, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=54e51ee6-3012-47c4-a247-db857d0a7b01,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:37.679352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fc7028dc-0f4e-4f73-a0c9-ecdf4e49d314 None None] Provisioning complete for port 54e51ee6-3012-47c4-a247-db857d0a7b01 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:37.680363 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fc7028dc-0f4e-4f73-a0c9-ecdf4e49d314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.713503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04940b82-617f-4eca-8951-3385ea0ae536 req-75c3f969-10a1-4010-9738-e30677a02400 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1756206 Nov 12 08:26:37.729685 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.739010 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.817468 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:37.862022 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97570826-0459-4a6d-8de4-cb646e861121 req-e0ca2868-8daf-4e86-8214-a23f4091e91b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319038 Nov 12 08:26:37.905266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04940b82-617f-4eca-8951-3385ea0ae536 req-92132061-4c20-4bf1-b290-8e539b542277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:37.907637 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04940b82-617f-4eca-8951-3385ea0ae536 req-92132061-4c20-4bf1-b290-8e539b542277 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 1102 time: 0.1328669 Nov 12 08:26:37.917415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0693f48-914b-4a70-ac5c-f18c55f38732 req-3abc6532-c6e0-4ddb-b377-d014f2175aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:37.934114 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b0693f48-914b-4a70-ac5c-f18c55f38732 req-3abc6532-c6e0-4ddb-b377-d014f2175aae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 1101 time: 0.2103455 Nov 12 08:26:37.943266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Routers {'bac94887-ff69-44fb-a8c1-4c43b611ec1e'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:37.943907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:37.960744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b248fd-943c-4d31-aef2-57f78f32fc62 None None] Pushing event updated for resources: {'Port': ['ID=54e51ee6-3012-47c4-a247-db857d0a7b01,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:38.078685 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event updated for resources: {'Port': ['ID=f7d04557-5cd9-47bc-9838-6db90ac7eb80,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:38.118976 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.170662 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.171929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-09705911-c436-4a3e-8785-312b07c2bddb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3335412 Nov 12 08:26:38.199150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e945-4d9c-45b4-80fe-1c8821f0f0b8 req-2d7d55b1-0d4c-4c36-a2a6-789172c6aad9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.221035 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1908e945-4d9c-45b4-80fe-1c8821f0f0b8 req-2d7d55b1-0d4c-4c36-a2a6-789172c6aad9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 949 time: 0.4449036 Nov 12 08:26:38.246428 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5c99-9bc5-47ca-bac9-06ccb9061068 req-15bfecb4-b0ec-43bd-9c68-3603c33060a8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.247983 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6cab5c99-9bc5-47ca-bac9-06ccb9061068 req-15bfecb4-b0ec-43bd-9c68-3603c33060a8 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.0939829 Nov 12 08:26:38.304444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] Set router bac94887-ff69-44fb-a8c1-4c43b611ec1e gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:38.329567 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6cab5c99-9bc5-47ca-bac9-06ccb9061068 req-3db47064-5bdd-4214-a16c-f7c48c1e3b1b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578811 Nov 12 08:26:38.343040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b0693f48-914b-4a70-ac5c-f18c55f38732 req-6a4e72aa-90de-49d8-a0bc-746776b846a8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796735 Nov 12 08:26:38.479431 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1908e945-4d9c-45b4-80fe-1c8821f0f0b8 req-a1e6478d-7f6c-453a-b50a-f7e9f1a1607f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546537 Nov 12 08:26:38.487287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04940b82-617f-4eca-8951-3385ea0ae536 req-cbb71483-f009-4437-9ab0-ca2d66a1aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.489433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04940b82-617f-4eca-8951-3385ea0ae536 req-cbb71483-f009-4437-9ab0-ca2d66a1aeba service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.5488796 Nov 12 08:26:38.489808 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fc7028dc-0f4e-4f73-a0c9-ecdf4e49d314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.514958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c95eb-25ed-442b-aa58-d81573dbed89 req-87252880-ff5c-4842-921f-2208d0119d3c tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.516742 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-756c95eb-25ed-442b-aa58-d81573dbed89 req-87252880-ff5c-4842-921f-2208d0119d3c tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 1098 time: 0.0801146 Nov 12 08:26:38.608263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04940b82-617f-4eca-8951-3385ea0ae536 req-e5e2dfa2-127b-428e-966e-c2b4b8017f84 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78 HTTP/1.1" status: 200 len: 217 time: 0.1021578 Nov 12 08:26:38.620720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-756c95eb-25ed-442b-aa58-d81573dbed89 req-a0543415-6580-43c1-bdc7-783bf9c2a7db tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915067 Nov 12 08:26:38.698414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fc7028dc-0f4e-4f73-a0c9-ecdf4e49d314 None None] For port 54e51ee6-3012-47c4-a247-db857d0a7b01, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=54e51ee6-3012-47c4-a247-db857d0a7b01,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:38.704427 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.706614 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fc7028dc-0f4e-4f73-a0c9-ecdf4e49d314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.714316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04940b82-617f-4eca-8951-3385ea0ae536 req-95ef2543-5c63-4b53-8e03-69216d8a79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.717223 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04940b82-617f-4eca-8951-3385ea0ae536 req-95ef2543-5c63-4b53-8e03-69216d8a79b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0938365 Nov 12 08:26:38.736473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b539-01c4-4689-8e46-00eea27fb545 req-ae62372f-96d8-43b2-9525-7ca23ab5cc00 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.743853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b539-01c4-4689-8e46-00eea27fb545 req-ae62372f-96d8-43b2-9525-7ca23ab5cc00 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.751092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b539-01c4-4689-8e46-00eea27fb545 req-ae62372f-96d8-43b2-9525-7ca23ab5cc00 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.758078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b539-01c4-4689-8e46-00eea27fb545 req-ae62372f-96d8-43b2-9525-7ca23ab5cc00 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.767631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b539-01c4-4689-8e46-00eea27fb545 req-ae62372f-96d8-43b2-9525-7ca23ab5cc00 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.776480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b539-01c4-4689-8e46-00eea27fb545 req-ae62372f-96d8-43b2-9525-7ca23ab5cc00 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.783580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b539-01c4-4689-8e46-00eea27fb545 req-ae62372f-96d8-43b2-9525-7ca23ab5cc00 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.783770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7028dc-0f4e-4f73-a0c9-ecdf4e49d314 None None] Pushing event updated for resources: {'Port': ['ID=54e51ee6-3012-47c4-a247-db857d0a7b01,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:38.792590 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b2a8b539-01c4-4689-8e46-00eea27fb545 req-ae62372f-96d8-43b2-9525-7ca23ab5cc00 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5430 time: 0.1829309 Nov 12 08:26:38.793855 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:29Z', 'revision_number': 4, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '54e51ee6-3012-47c4-a247-db857d0a7b01', 'name': '', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'mac_address': 'fa:16:3e:96:32:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:28Z', 'updated_at': '2021-11-12T08:26:37Z', 'revision_number': 4, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'subnets': [{'id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:38.832054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadfb7d-457b-4965-a375-19c63ef6b406 None None] The sync data for ids ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'] in n-d-768851-18 is: [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:29Z', 'revision_number': 4, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '54e51ee6-3012-47c4-a247-db857d0a7b01', 'name': '', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'mac_address': 'fa:16:3e:96:32:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:28Z', 'updated_at': '2021-11-12T08:26:37Z', 'revision_number': 4, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'subnets': [{'id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:38.857442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-174e2f2b-b39a-4b8e-bced-f93ff6181233 None None] Provisioning complete for port 54e51ee6-3012-47c4-a247-db857d0a7b01 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:38.858213 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-174e2f2b-b39a-4b8e-bced-f93ff6181233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:38.914028 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-32a011dd-3e81-4491-a158-02bc017daa6b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1566580413&fields=id&tenant_id=0ad4ce9f3df54853ab92f7626883cd89 HTTP/1.1" status: 200 len: 267 time: 0.0806737 Nov 12 08:26:38.993249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04940b82-617f-4eca-8951-3385ea0ae536 req-05cf1dbe-4470-41c8-927c-339fda743b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:38.993249 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04940b82-617f-4eca-8951-3385ea0ae536 req-05cf1dbe-4470-41c8-927c-339fda743b5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1944923 Nov 12 08:26:39.032873 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b2a8b539-01c4-4689-8e46-00eea27fb545 req-5243fc0c-e881-4b03-82a4-e00a765f8860 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2390766 Nov 12 08:26:39.257026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-f685ee30-e6df-4561-a8a9-c246862a863e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:39.259551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device cd70e32c-4bfa-4b4e-9198-1b55643f4179 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:39.265471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-f685ee30-e6df-4561-a8a9-c246862a863e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 812 time: 0.3307633 Nov 12 08:26:39.285666 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-6b9c259b-1cf0-4717-836f-072c5be6a73d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/quotas/0ad4ce9f3df54853ab92f7626883cd89 HTTP/1.1" status: 200 len: 375 time: 0.0188618 Nov 12 08:26:39.340700 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04940b82-617f-4eca-8951-3385ea0ae536 req-24ca3de2-7a80-4c6c-ad26-ff133c72d498 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402236 Nov 12 08:26:39.373441 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-45f98dc9-79b7-4ca7-ba82-bfce34302c63 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867121 Nov 12 08:26:39.403770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port cd70e32c-4bfa-4b4e-9198-1b55643f4179 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:39.406606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-56d82eac-3954-4287-8dc7-a73dc958d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:39.408441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-56d82eac-3954-4287-8dc7-a73dc958d9c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1102 time: 0.2336023 Nov 12 08:26:39.410789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port cd70e32c-4bfa-4b4e-9198-1b55643f4179 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:39.411821 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.417506 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ff009-70c4-48ce-86a0-70f9c4eb61ce req-76d5e6d8-4867-423b-b365-9fc5837ad3b1 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:39.429236 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d24ff009-70c4-48ce-86a0-70f9c4eb61ce req-76d5e6d8-4867-423b-b365-9fc5837ad3b1 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.2570446 Nov 12 08:26:39.598855 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-2951b41f-e9cf-4a80-8cda-6adff84af34d service neutron] 10.222.0.31 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098792 Nov 12 08:26:39.600935 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.661596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd70e32c-4bfa-4b4e-9198-1b55643f4179'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:39.666996 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f86f154-d502-4e93-8974-d79ac7833713" -d '{"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "cd70e32c-4bfa-4b4e-9198-1b55643f4179"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:39.706597 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port cd70e32c-4bfa-4b4e-9198-1b55643f4179, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cd70e32c-4bfa-4b4e-9198-1b55643f4179,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:39.715432 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:39.739839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-4704611b-30d4-482f-8c36-b3ed020d7e3d service neutron] 10.222.0.31 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403790 Nov 12 08:26:39.799322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=cd70e32c-4bfa-4b4e-9198-1b55643f4179,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:39.864413 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.169154 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad4ebd-5246-4343-9e8a-0d9947746444 req-b8571769-3c47-4920-9dce-206d15a8ebdf tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:40.170867 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78ad4ebd-5246-4343-9e8a-0d9947746444 req-b8571769-3c47-4920-9dce-206d15a8ebdf tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 1098 time: 0.1150780 Nov 12 08:26:40.287887 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78ad4ebd-5246-4343-9e8a-0d9947746444 req-284935f0-23f7-41a0-a420-06d387e0803c tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032104 Nov 12 08:26:40.406142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-45fc69fc-48c0-423c-82a1-cec9eaf7daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:40.407653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-45fc69fc-48c0-423c-82a1-cec9eaf7daaf service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.9758964 Nov 12 08:26:40.411217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d24ff009-70c4-48ce-86a0-70f9c4eb61ce req-2b460286-954c-45e0-b41a-d81bd5b61e23 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9813282 Nov 12 08:26:40.426104 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04940b82-617f-4eca-8951-3385ea0ae536 req-74878b4c-81f4-4075-a6d8-5ce47142916e service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0568571 Nov 12 08:26:40.532084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-490c63c2-398c-4ca2-92c8-1c1192e69296 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 217 time: 0.1032848 Nov 12 08:26:40.586425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 54e51ee6-3012-47c4-a247-db857d0a7b01 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:40.655990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 54e51ee6-3012-47c4-a247-db857d0a7b01 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:40.656642 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.657348 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906af992-578b-4590-bb3d-5b673fac6508 req-a7caf829-94f7-418b-b916-2c83f3efa650 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:40.658673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-906af992-578b-4590-bb3d-5b673fac6508 req-a7caf829-94f7-418b-b916-2c83f3efa650 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.1484866 Nov 12 08:26:40.677750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-b12fc08f-d043-459c-8aab-5ebe0ef0b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:40.679783 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-b12fc08f-d043-459c-8aab-5ebe0ef0b004 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1385529 Nov 12 08:26:40.788385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-906af992-578b-4590-bb3d-5b673fac6508 req-522071e2-5a11-4f46-a8bf-4dd58be0fc6b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101096 Nov 12 08:26:40.794814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-e322d997-cbc3-46ac-bd78-7cefd64b5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:40.796552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-e322d997-cbc3-46ac-bd78-7cefd64b5cdf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0977278 Nov 12 08:26:40.808701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7e7e4-b8d3-4d82-89b0-841bd4d92aea req-6360f20d-90bb-4de2-ac90-51bf0d40378c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:40.810543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ded7e7e4-b8d3-4d82-89b0-841bd4d92aea req-6360f20d-90bb-4de2-ac90-51bf0d40378c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 949 time: 0.1288252 Nov 12 08:26:40.902741 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:40.959018 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e70a72-d775-45c9-8eda-428122c71005 x-openstack-request-id: req-47e70a72-d775-45c9-8eda-428122c71005 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:40.959234 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "cd70e32c-4bfa-4b4e-9198-1b55643f4179", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:40.960337 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47e70a72-d775-45c9-8eda-428122c71005 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:40.962902 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd70e32c-4bfa-4b4e-9198-1b55643f4179', 'code': 200} Nov 12 08:26:41.033493 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-44585f26-1809-4bbc-ac0a-7468efc16c7a service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205563 Nov 12 08:26:41.042621 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ded7e7e4-b8d3-4d82-89b0-841bd4d92aea req-fa3a9e45-c48e-4eea-a29d-0c5b9640a486 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004082 Nov 12 08:26:41.208386 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0589e485-7328-46ec-8144-3aa9d6e2805d req-754406cf-3639-4d6d-8aaa-dacfd5dfeb30 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 210 time: 0.0519500 Nov 12 08:26:41.252560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device a674dc8f-9fd1-4663-8091-799206f28428 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:41.254529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-73fc4739-d45d-425f-88ac-8d0d141bee73 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085304 Nov 12 08:26:41.286681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25375b0-ce92-42c5-85e1-d39a081d01c1 req-31d04b29-b13c-4b69-bee4-4ff7e07cfb92 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:41.296084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25375b0-ce92-42c5-85e1-d39a081d01c1 req-31d04b29-b13c-4b69-bee4-4ff7e07cfb92 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:41.305843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25375b0-ce92-42c5-85e1-d39a081d01c1 req-31d04b29-b13c-4b69-bee4-4ff7e07cfb92 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:41.314554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25375b0-ce92-42c5-85e1-d39a081d01c1 req-31d04b29-b13c-4b69-bee4-4ff7e07cfb92 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:41.326983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25375b0-ce92-42c5-85e1-d39a081d01c1 req-31d04b29-b13c-4b69-bee4-4ff7e07cfb92 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:41.337398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25375b0-ce92-42c5-85e1-d39a081d01c1 req-31d04b29-b13c-4b69-bee4-4ff7e07cfb92 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:41.346195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25375b0-ce92-42c5-85e1-d39a081d01c1 req-31d04b29-b13c-4b69-bee4-4ff7e07cfb92 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:41.348910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a25375b0-ce92-42c5-85e1-d39a081d01c1 req-31d04b29-b13c-4b69-bee4-4ff7e07cfb92 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5431 time: 0.1988521 Nov 12 08:26:41.410997 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port a674dc8f-9fd1-4663-8091-799206f28428 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:41.417874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port a674dc8f-9fd1-4663-8091-799206f28428 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:41.418727 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.469673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb51e7b-432a-4a42-895c-3960695600f6 req-4cda9e41-3ec3-4648-80ea-db982c5e7b49 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:41.478211 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7eb51e7b-432a-4a42-895c-3960695600f6 req-4cda9e41-3ec3-4648-80ea-db982c5e7b49 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 1101 time: 0.0608010 Nov 12 08:26:41.516005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a25375b0-ce92-42c5-85e1-d39a081d01c1 req-e8f87277-a7e6-4fb1-91fb-4c50644c2ac0 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1566939 Nov 12 08:26:41.595101 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.615968 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7eb51e7b-432a-4a42-895c-3960695600f6 req-aefe28ca-a21d-47c5-9a61-50a22c8a0b63 tempest-ServersOnMultiNodesTest-32083857 tempest-ServersOnMultiNodesTest-32083857-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358795 Nov 12 08:26:41.648601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port a674dc8f-9fd1-4663-8091-799206f28428, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a674dc8f-9fd1-4663-8091-799206f28428,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:41.657194 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.658964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6b4acb58-e875-453b-8d33-a4032b56d002 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:41.796167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=a674dc8f-9fd1-4663-8091-799206f28428,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:41.813215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 6b4acb58-e875-453b-8d33-a4032b56d002 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:41.817843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 6b4acb58-e875-453b-8d33-a4032b56d002 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:41.818230 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.929452 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:41.947442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5ff25-9bb9-4e2e-9786-1a7ea9bbdbd3 req-a099b1c5-7675-4399-914d-241e5dadc083 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:41.955909 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45c5ff25-9bb9-4e2e-9786-1a7ea9bbdbd3 req-a099b1c5-7675-4399-914d-241e5dadc083 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.1221185 Nov 12 08:26:42.021675 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6b4acb58-e875-453b-8d33-a4032b56d002, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6b4acb58-e875-453b-8d33-a4032b56d002,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:42.030012 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.031010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b5835646-4d7a-4cc0-8264-54fb68f239db up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:42.072308 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45c5ff25-9bb9-4e2e-9786-1a7ea9bbdbd3 req-f1d797b4-4a54-4257-9e3c-68fbd082fadd tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082702 Nov 12 08:26:42.101566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-62b5fd98-9359-4b63-be4e-5e12b6f36e68 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:42.106732 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-62b5fd98-9359-4b63-be4e-5e12b6f36e68 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 812 time: 0.2664981 Nov 12 08:26:42.207825 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-8ba9f613-d609-49bd-b138-6b3fdf5b1e4a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ad4ce9f3df54853ab92f7626883cd89 HTTP/1.1" status: 200 len: 380 time: 0.0885055 Nov 12 08:26:42.214953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6b4acb58-e875-453b-8d33-a4032b56d002,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:42.221645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Request body: {'port': {'device_id': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'admin_state_up': True, 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'security_groups': ['c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:42.242894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port b5835646-4d7a-4cc0-8264-54fb68f239db completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:42.259763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port b5835646-4d7a-4cc0-8264-54fb68f239db triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:42.260415 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.391670 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.436068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602298b-408f-45e2-88e8-35a83157ff86 req-d62be8f0-f084-449f-af15-5017f7807bc0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:42.448547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3602298b-408f-45e2-88e8-35a83157ff86 req-d62be8f0-f084-449f-af15-5017f7807bc0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.0892854 Nov 12 08:26:42.448775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b5835646-4d7a-4cc0-8264-54fb68f239db, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b5835646-4d7a-4cc0-8264-54fb68f239db,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:42.462572 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.463521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:42.495278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Made reservation on behalf of 0ad4ce9f3df54853ab92f7626883cd89 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:42.501423 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.544828 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3602298b-408f-45e2-88e8-35a83157ff86 req-170a6266-684a-4066-8229-a3ace4b6ad1f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941362 Nov 12 08:26:42.641240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=b5835646-4d7a-4cc0-8264-54fb68f239db,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:42.655505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:42.669839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:42.670353 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.783706 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2d29fa44-4757-4cbf-acb9-415b90a21f48 req-aabe03e6-4b84-4230-bca8-7610d09072bc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 210 time: 0.0352666 Nov 12 08:26:42.802253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Allocated IP 172.20.0.3 (fcdd275e-e107-47e6-90dd-4516df7837f8/d3562c7a-b04c-4c84-b09c-05785dea2699/e726d0d1-36c8-4e07-9430-4e8711e06433) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:42.878958 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.943327 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:42.965330 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:42.974987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a674dc8f-9fd1-4663-8091-799206f28428'}, {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4acb58-e875-453b-8d33-a4032b56d002'}, {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5835646-4d7a-4cc0-8264-54fb68f239db'}, {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e134e2-ea04-4ff8-9c65-bbd6cd282b9e'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:42.997155 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa17c157-5633-491e-950d-fd55f73e74c4" -d '{"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "a674dc8f-9fd1-4663-8091-799206f28428"}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "6b4acb58-e875-453b-8d33-a4032b56d002"}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "b5835646-4d7a-4cc0-8264-54fb68f239db"}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "67e134e2-ea04-4ff8-9c65-bbd6cd282b9e"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:43.062410 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.075799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:43.140817 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.200281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Network fcdd275e-e107-47e6-90dd-4516df7837f8 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:43.210973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:43.217725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:43.252094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2c86cc16-8755-4f55-8d81-46f96ac3d35f up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:43.286544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.287220 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.311097 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0956819 Nov 12 08:26:43.311972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6c2ea-9ddf-48a7-a048-10c2a70c4fc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:43.336281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Request body: {'port': {'device_id': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:43.361003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 2c86cc16-8755-4f55-8d81-46f96ac3d35f completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:43.367014 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 2c86cc16-8755-4f55-8d81-46f96ac3d35f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:43.368536 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.387983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c88afa-17e5-419a-9fbd-55857c841912 req-0703b44d-f062-41c6-9a2f-f62bc18be9b6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.397589 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-29c88afa-17e5-419a-9fbd-55857c841912 req-0703b44d-f062-41c6-9a2f-f62bc18be9b6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 949 time: 0.4748929 Nov 12 08:26:43.409071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-6ebd77a7-773f-4cbc-88fa-7915b0fd9a85 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:26:43.410490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-6ebd77a7-773f-4cbc-88fa-7915b0fd9a85 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0336668 Nov 12 08:26:43.468649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.515552 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-29c88afa-17e5-419a-9fbd-55857c841912 req-bfb8b04f-cd1d-49c6-a03c-4a9fa657838c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029217 Nov 12 08:26:43.522742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-40656751-104f-4879-a5a4-73024126153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.533318 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-40656751-104f-4879-a5a4-73024126153a service neutron] 10.222.0.31 "GET /v2.0/ports/b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 HTTP/1.1" status: 200 len: 1095 time: 0.1139450 Nov 12 08:26:43.538501 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] Request body: {'binding': {'host': 'n-h1-768851-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:43.538961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] Unknown quota resources ['binding']. {{(pid=102445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:26:43.714866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b6387-b728-4859-beac-e60e30ed3954 req-2ccf8a56-a263-4bba-b5ea-d6d07e7dafe5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.721194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b6387-b728-4859-beac-e60e30ed3954 req-2ccf8a56-a263-4bba-b5ea-d6d07e7dafe5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.728369 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b6387-b728-4859-beac-e60e30ed3954 req-2ccf8a56-a263-4bba-b5ea-d6d07e7dafe5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.735197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b6387-b728-4859-beac-e60e30ed3954 req-2ccf8a56-a263-4bba-b5ea-d6d07e7dafe5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.741316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b6387-b728-4859-beac-e60e30ed3954 req-2ccf8a56-a263-4bba-b5ea-d6d07e7dafe5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.748469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b6387-b728-4859-beac-e60e30ed3954 req-2ccf8a56-a263-4bba-b5ea-d6d07e7dafe5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.755286 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.756400 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b6387-b728-4859-beac-e60e30ed3954 req-2ccf8a56-a263-4bba-b5ea-d6d07e7dafe5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:43.758605 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f46b6387-b728-4859-beac-e60e30ed3954 req-2ccf8a56-a263-4bba-b5ea-d6d07e7dafe5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5435 time: 0.1555419 Nov 12 08:26:43.796287 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ee59b883-09bd-47ba-b7d3-2bf8553fde29 None None] Provisioning complete for port e726d0d1-36c8-4e07-9430-4e8711e06433 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:43.797477 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ee59b883-09bd-47ba-b7d3-2bf8553fde29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.829990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2c86cc16-8755-4f55-8d81-46f96ac3d35f, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2c86cc16-8755-4f55-8d81-46f96ac3d35f,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:43.851244 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f46b6387-b728-4859-beac-e60e30ed3954 req-7c15e16d-7f40-4131-a0a8-fd46de00174b tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858698 Nov 12 08:26:43.860489 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.887766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] Attempting to bind port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on host n-h1-768851-18 for vnic_type normal with profile None {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:43.888107 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] Attempting to bind port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:43.888439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] Attempting to bind port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:43.904799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] Port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:43.905140 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] Attempting to bind port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:43.922234 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:43.922578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:43.922990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:43.923436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] Bound port: b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:43.936734 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=2c86cc16-8755-4f55-8d81-46f96ac3d35f,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:43.949622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ee59b883-09bd-47ba-b7d3-2bf8553fde29 None None] Port e726d0d1-36c8-4e07-9430-4e8711e06433 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:26:43.955679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e726d0d1-36c8-4e07-9430-4e8711e06433 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:43.975450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:43.996073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Transition to ACTIVE for port object e726d0d1-36c8-4e07-9430-4e8711e06433 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:26:44.007013 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.043405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:44.056629 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d964f4-1bd3-4d43-b57e-9e021246a05e x-openstack-request-id: req-86d964f4-1bd3-4d43-b57e-9e021246a05e {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:44.058617 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "a674dc8f-9fd1-4663-8091-799206f28428", "code": 200}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "6b4acb58-e875-453b-8d33-a4032b56d002", "code": 200}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "b5835646-4d7a-4cc0-8264-54fb68f239db", "code": 200}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "67e134e2-ea04-4ff8-9c65-bbd6cd282b9e", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:44.059079 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86d964f4-1bd3-4d43-b57e-9e021246a05e {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:44.059966 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a674dc8f-9fd1-4663-8091-799206f28428', 'code': 200} Nov 12 08:26:44.060368 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4acb58-e875-453b-8d33-a4032b56d002', 'code': 200} Nov 12 08:26:44.060778 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5835646-4d7a-4cc0-8264-54fb68f239db', 'code': 200} Nov 12 08:26:44.061336 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e134e2-ea04-4ff8-9c65-bbd6cd282b9e', 'code': 200} Nov 12 08:26:44.081750 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] Publish callbacks [] for binding, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.090500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-df41e8d4-c450-4a1b-86e7-86a7e6640982 service neutron] 10.222.0.31 "POST /v2.0/ports/b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772/bindings HTTP/1.1" status: 201 len: 390 time: 0.5519860 Nov 12 08:26:44.111141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:44.205919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3457a28-7598-4800-9508-6e63e72686fe req-cdda6bb4-cf3b-4ee0-b3ff-f6b4e7b7c9d5 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:44.221788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3457a28-7598-4800-9508-6e63e72686fe req-cdda6bb4-cf3b-4ee0-b3ff-f6b4e7b7c9d5 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.1062837 Nov 12 08:26:44.315935 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3457a28-7598-4800-9508-6e63e72686fe req-c74fc072-7139-40f6-8721-16e1b8bbd212 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931647 Nov 12 08:26:44.362263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb376a-1e76-4d4a-862c-aa70c3252ae0 req-f931853d-3533-4dad-ac76-869e3254a2c9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:44.364197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1bbb376a-1e76-4d4a-862c-aa70c3252ae0 req-f931853d-3533-4dad-ac76-869e3254a2c9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 949 time: 0.1304212 Nov 12 08:26:44.367108 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Attempting to bind port e726d0d1-36c8-4e07-9430-4e8711e06433 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:44.367717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Attempting to bind port e726d0d1-36c8-4e07-9430-4e8711e06433 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:44.368048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Attempting to bind port e726d0d1-36c8-4e07-9430-4e8711e06433 on network fcdd275e-e107-47e6-90dd-4516df7837f8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:44.377892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Port e726d0d1-36c8-4e07-9430-4e8711e06433 on network fcdd275e-e107-47e6-90dd-4516df7837f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:44.378220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Attempting to bind port e726d0d1-36c8-4e07-9430-4e8711e06433 on network fcdd275e-e107-47e6-90dd-4516df7837f8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:44.572939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:44.573716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Checking segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:44.574367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Bound using segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:44.575105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Bound port: e726d0d1-36c8-4e07-9430-4e8711e06433, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:44.576019 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.585367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872eb519-fd80-4a47-92c9-961830d3aeab req-15b867e2-87a2-4a9c-b004-40f5349a9a14 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:44.587890 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-872eb519-fd80-4a47-92c9-961830d3aeab req-15b867e2-87a2-4a9c-b004-40f5349a9a14 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 943 time: 0.0732121 Nov 12 08:26:44.663176 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-872eb519-fd80-4a47-92c9-961830d3aeab req-f2be005b-7c79-4ddb-8f5c-71cb72f3ebfa tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689330 Nov 12 08:26:44.686961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd1758-32ed-4f61-8ec5-6df2d1c6d8b2 req-cc260b6d-f03f-4276-be7b-8971c325388c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:44.688595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bcd1758-32ed-4f61-8ec5-6df2d1c6d8b2 req-cc260b6d-f03f-4276-be7b-8971c325388c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.3232272 Nov 12 08:26:44.698790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ef74-7350-4087-98a2-313d94e520ba req-c4145d77-b1e4-4dd9-b54c-61d0bf5d0637 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:44.700400 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-c4145d77-b1e4-4dd9-b54c-61d0bf5d0637 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8&tenant_id=bef941d2508140b5b49158f037d4051b&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.2228334 Nov 12 08:26:44.726162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-18'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:44.775823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:44.795093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1bbb376a-1e76-4d4a-862c-aa70c3252ae0 req-a1f6f739-96b6-4517-955f-493396de495a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Deleting port 86acbd6e-7e15-4fd1-8127-2986595719dc {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:44.795505 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1bbb376a-1e76-4d4a-862c-aa70c3252ae0 req-a1f6f739-96b6-4517-955f-493396de495a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.823146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3882b06-6e14-4a5f-b4ea-5c3ba7ccdb1c req-7c83c9b7-c1dc-4230-8de0-80653cdcdb95 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:44.835589 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3882b06-6e14-4a5f-b4ea-5c3ba7ccdb1c req-7c83c9b7-c1dc-4230-8de0-80653cdcdb95 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.0893669 Nov 12 08:26:44.839784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:44.879338 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.925097 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bcd1758-32ed-4f61-8ec5-6df2d1c6d8b2 req-0a0c5c6f-4c6b-4ec0-941f-2dd6bd3dd306 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206736 Nov 12 08:26:44.930620 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3882b06-6e14-4a5f-b4ea-5c3ba7ccdb1c req-d23260b5-1413-4f61-85fe-a4a8194da22f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891390 Nov 12 08:26:44.959447 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.997410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:44.998317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:44.999510 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] 10.222.0.46 "PUT /v2.0/ports/e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 1092 time: 1.6746671 Nov 12 08:26:45.006158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:45.009096 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef57d2e-7d50-4d0f-a436-3d8d65561844" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:45.082498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc3e2f-e614-4e36-84b2-480118eaa324 service neutron] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:45.173644 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d5535-fb51-4f62-8233-3ad0dfd36aa2 req-c1f7d226-5a46-40b2-9a43-d6bce0cfba4b tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.176004 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8f8d5535-fb51-4f62-8233-3ad0dfd36aa2 req-c1f7d226-5a46-40b2-9a43-d6bce0cfba4b tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 949 time: 0.1060693 Nov 12 08:26:45.199796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1bbb376a-1e76-4d4a-862c-aa70c3252ae0 req-a1f6f739-96b6-4517-955f-493396de495a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] For port 86acbd6e-7e15-4fd1-8127-2986595719dc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=86acbd6e-7e15-4fd1-8127-2986595719dc,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:45.200171 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1bbb376a-1e76-4d4a-862c-aa70c3252ae0 req-a1f6f739-96b6-4517-955f-493396de495a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:45.225289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1bbb376a-1e76-4d4a-862c-aa70c3252ae0 req-a1f6f739-96b6-4517-955f-493396de495a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Calling delete_port for 86acbd6e-7e15-4fd1-8127-2986595719dc owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:45.247295 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8f8d5535-fb51-4f62-8233-3ad0dfd36aa2 req-413a8202-1fe8-4c1a-8c9c-219bba653ae3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625796 Nov 12 08:26:45.266823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 939e6fec-2896-4f12-9450-f53deb049b87 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:45.298592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11998a7-90a9-4ba0-941b-3b70aabf85e5 req-75dfbf72-5d91-4645-b7d0-06492f482e57 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.304791 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11998a7-90a9-4ba0-941b-3b70aabf85e5 req-75dfbf72-5d91-4645-b7d0-06492f482e57 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.313237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11998a7-90a9-4ba0-941b-3b70aabf85e5 req-75dfbf72-5d91-4645-b7d0-06492f482e57 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.322537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11998a7-90a9-4ba0-941b-3b70aabf85e5 req-75dfbf72-5d91-4645-b7d0-06492f482e57 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.328290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11998a7-90a9-4ba0-941b-3b70aabf85e5 req-75dfbf72-5d91-4645-b7d0-06492f482e57 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.335112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11998a7-90a9-4ba0-941b-3b70aabf85e5 req-75dfbf72-5d91-4645-b7d0-06492f482e57 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.342397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11998a7-90a9-4ba0-941b-3b70aabf85e5 req-75dfbf72-5d91-4645-b7d0-06492f482e57 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.344456 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e11998a7-90a9-4ba0-941b-3b70aabf85e5 req-75dfbf72-5d91-4645-b7d0-06492f482e57 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5436 time: 0.2865412 Nov 12 08:26:45.407622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-4d610b69-83fe-4a32-b15a-292a59ed7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.409233 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-4d610b69-83fe-4a32-b15a-292a59ed7c10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1095 time: 0.3122749 Nov 12 08:26:45.415261 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ecd097-80c4-49c9-b9bb-7ff682714a17 x-openstack-request-id: req-64ecd097-80c4-49c9-b9bb-7ff682714a17 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:45.415587 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:45.415802 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64ecd097-80c4-49c9-b9bb-7ff682714a17 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:45.416269 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'status': 'completed', 'code': 200} Nov 12 08:26:45.423090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=939e6fec-2896-4f12-9450-f53deb049b87,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:45.441693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 939e6fec-2896-4f12-9450-f53deb049b87 has no active binding in host n-h1-768851-18 {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:26:45.490044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd52345-946d-43af-941f-3b33c0f56d6b req-30bf1640-7593-4be3-9fac-f68639d3a711 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.495686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-dda8ada3-42af-4e96-a5f6-e60a0b3b4f52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 217 time: 0.0724809 Nov 12 08:26:45.499674 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddd52345-946d-43af-941f-3b33c0f56d6b req-30bf1640-7593-4be3-9fac-f68639d3a711 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 945 time: 0.0854342 Nov 12 08:26:45.558341 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddd52345-946d-43af-941f-3b33c0f56d6b req-d1dbb2ee-21e9-4156-8996-2949f6c01a31 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573869 Nov 12 08:26:45.634216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e11998a7-90a9-4ba0-941b-3b70aabf85e5 req-5ec6ce00-6563-49bc-8b8a-5a3f808bfa7d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2237139 Nov 12 08:26:45.642199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=939e6fec-2896-4f12-9450-f53deb049b87,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:45.705490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-fbd51c4e-3306-4a6a-9927-351842097afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.706975 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-fbd51c4e-3306-4a6a-9927-351842097afe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1885123 Nov 12 08:26:45.791733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:45.797712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d2350d90-6b6a-417e-b37f-33154053fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.799377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-d2350d90-6b6a-417e-b37f-33154053fc35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814161 Nov 12 08:26:45.835066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9aa75a-5a33-4fce-98d3-4e4c436e6121 req-073ed71b-cda1-4e82-aae6-6f856362d64f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:45.843733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a9aa75a-5a33-4fce-98d3-4e4c436e6121 req-073ed71b-cda1-4e82-aae6-6f856362d64f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 943 time: 0.0735581 Nov 12 08:26:45.881421 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1bbb376a-1e76-4d4a-862c-aa70c3252ae0 req-a1f6f739-96b6-4517-955f-493396de495a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:45.894813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3', 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e', '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e', '17fb0224-bc72-4471-a84c-3fc725cc7b69', 'fe59d030-4bdf-47cc-b64f-ac7d1869a8eb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:45.897438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb', '1d0fb192-bbce-4a75-abbd-b260605b5a8f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:45.924952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a9aa75a-5a33-4fce-98d3-4e4c436e6121 req-16b71524-442c-4f2f-84b2-de33813d1d65 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799482 Nov 12 08:26:45.925318 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6f739-96b6-4517-955f-493396de495a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event deleted for resources: {'Port': ['ID=86acbd6e-7e15-4fd1-8127-2986595719dc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:46.018027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbb376a-1e76-4d4a-862c-aa70c3252ae0 req-a1f6f739-96b6-4517-955f-493396de495a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] No DVR routers for this DVR port 86acbd6e-7e15-4fd1-8127-2986595719dc on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:46.021284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1bbb376a-1e76-4d4a-862c-aa70c3252ae0 req-a1f6f739-96b6-4517-955f-493396de495a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.026529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1bbb376a-1e76-4d4a-862c-aa70c3252ae0 req-a1f6f739-96b6-4517-955f-493396de495a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "DELETE /v2.0/ports/86acbd6e-7e15-4fd1-8127-2986595719dc HTTP/1.1" status: 204 len: 173 time: 1.6498468 Nov 12 08:26:46.034082 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.041627 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-0f2c2cb5-0432-432c-8453-c1ee6ef28f99 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185855 Nov 12 08:26:46.046346 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.073325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c86cc16-8755-4f55-8d81-46f96ac3d35f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:46.075889 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af60886-feaa-4f22-9dd7-4d0771a6ae3c" -d '{"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "2c86cc16-8755-4f55-8d81-46f96ac3d35f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:46.199141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcfe74-4f44-420d-9b12-15da76743ff8 req-28dabcdc-9655-4402-bcde-aa29b07ef609 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.201732 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-48fcfe74-4f44-420d-9b12-15da76743ff8 req-28dabcdc-9655-4402-bcde-aa29b07ef609 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.1152143 Nov 12 08:26:46.252869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Pushing event updated for resources: {'Port': ['ID=939e6fec-2896-4f12-9450-f53deb049b87,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:46.269572 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7329ac-8da4-432e-a463-b67833c65dc8 req-37471b6c-b3d9-43f3-b9ef-30b448fd3a96 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493888 Nov 12 08:26:46.329564 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-48fcfe74-4f44-420d-9b12-15da76743ff8 req-9b9981b0-14a3-4a1c-84f2-0df9ba10a691 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080720 Nov 12 08:26:46.433773 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 86acbd6e-7e15-4fd1-8127-2986595719dc no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:46.440461 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb64830-18f0-4e44-ac3c-f0f1eea87991 x-openstack-request-id: req-bdb64830-18f0-4e44-ac3c-f0f1eea87991 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:46.440983 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-plugged", "status": "completed", "tag": "2c86cc16-8755-4f55-8d81-46f96ac3d35f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:46.441470 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdb64830-18f0-4e44-ac3c-f0f1eea87991 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:46.442155 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c86cc16-8755-4f55-8d81-46f96ac3d35f', 'code': 200} Nov 12 08:26:46.442965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245734b-41c1-4834-ba5b-a73f21d97510 req-2987d502-5584-46c8-907e-8bf535168b0f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.454534 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9245734b-41c1-4834-ba5b-a73f21d97510 req-2987d502-5584-46c8-907e-8bf535168b0f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1835022 Nov 12 08:26:46.473811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 86acbd6e-7e15-4fd1-8127-2986595719dc {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:46.474416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 86acbd6e-7e15-4fd1-8127-2986595719dc not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:46.480058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 on host n-h2-768851-18 for vnic_type normal with profile {"migrating_to": "n-h1-768851-18"} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:46.480607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:46.481143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:46.521185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Port 939e6fec-2896-4f12-9450-f53deb049b87 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:46.521533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:46.570681 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a35c2fe-6ee7-45f8-936a-9cc47863f68b req-88501cbe-da01-4b78-9160-a4c2e7bccf47 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fa9cb12-9bd8-4816-b512-30db6c4b8339 HTTP/1.1" status: 200 len: 210 time: 0.0462997 Nov 12 08:26:46.583768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef57d2e-7d50-4d0f-a436-3d8d65561844 req-0c11ca27-fb84-4b26-a6ac-7e10a5a2f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.585931 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ef57d2e-7d50-4d0f-a436-3d8d65561844 req-0c11ca27-fb84-4b26-a6ac-7e10a5a2f908 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1095 time: 0.2305617 Nov 12 08:26:46.641733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:46.642082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:46.642666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:46.643083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Bound port: 939e6fec-2896-4f12-9450-f53deb049b87, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:46.644929 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:46.727558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9245734b-41c1-4834-ba5b-a73f21d97510 req-7ba70091-581c-476f-8b2e-6a038397305a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717297 Nov 12 08:26:46.834275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d85ef-03ed-400d-8b81-75882717d200 req-663c8321-f899-4977-a548-933941261f24 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.843916 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a70d85ef-03ed-400d-8b81-75882717d200 req-663c8321-f899-4977-a548-933941261f24 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0891664 Nov 12 08:26:46.898571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5935a-78b0-4fa2-a014-1a51f9672933 req-2e7e3369-4d96-485c-a4d9-dc25c05d052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.899991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5935a-78b0-4fa2-a014-1a51f9672933 req-2e7e3369-4d96-485c-a4d9-dc25c05d052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.900618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5935a-78b0-4fa2-a014-1a51f9672933 req-2e7e3369-4d96-485c-a4d9-dc25c05d052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.901281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5935a-78b0-4fa2-a014-1a51f9672933 req-2e7e3369-4d96-485c-a4d9-dc25c05d052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.902452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5935a-78b0-4fa2-a014-1a51f9672933 req-2e7e3369-4d96-485c-a4d9-dc25c05d052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.903097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5935a-78b0-4fa2-a014-1a51f9672933 req-2e7e3369-4d96-485c-a4d9-dc25c05d052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.903721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5935a-78b0-4fa2-a014-1a51f9672933 req-2e7e3369-4d96-485c-a4d9-dc25c05d052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.905892 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88f5935a-78b0-4fa2-a014-1a51f9672933 req-2e7e3369-4d96-485c-a4d9-dc25c05d052c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6500 time: 0.3617702 Nov 12 08:26:46.919011 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a70d85ef-03ed-400d-8b81-75882717d200 req-4dd3551c-5c1d-43bf-87c0-3b2cd07a7f3e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741267 Nov 12 08:26:46.995438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef57d2e-7d50-4d0f-a436-3d8d65561844 req-42298940-be82-40a3-b098-b77cd414420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:46.996825 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ef57d2e-7d50-4d0f-a436-3d8d65561844 req-42298940-be82-40a3-b098-b77cd414420b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.3791256 Nov 12 08:26:47.026807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:47.152161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ad390-8cde-4fd7-a33e-f3bcbe789515 req-573e74af-6182-4baa-ae11-e12a8d407e7e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.162165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a29ad390-8cde-4fd7-a33e-f3bcbe789515 req-573e74af-6182-4baa-ae11-e12a8d407e7e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 943 time: 0.1282809 Nov 12 08:26:47.230512 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a29ad390-8cde-4fd7-a33e-f3bcbe789515 req-33c888a5-44ac-49cb-8c2b-9d685e5527bd tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636082 Nov 12 08:26:47.364860 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ef57d2e-7d50-4d0f-a436-3d8d65561844 req-11c6e28d-b0a2-4fbc-9142-07e5d783e98d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 217 time: 0.3474669 Nov 12 08:26:47.367278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=939e6fec-2896-4f12-9450-f53deb049b87,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:47.390955 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.416410 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88f5935a-78b0-4fa2-a014-1a51f9672933 req-1249a348-b047-4480-bd56-55c6e3e739c8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&id=6a96e4c6-8920-49d1-a42f-e355d4d96057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4976547 Nov 12 08:26:47.422060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939e6fec-2896-4f12-9450-f53deb049b87'}, {'server_uuid': '9fa9cb12-9bd8-4816-b512-30db6c4b8339', 'name': 'network-vif-deleted', 'tag': '86acbd6e-7e15-4fd1-8127-2986595719dc'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:47.424541 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98184705-e3f3-42f3-ad1e-ab2f269eedab" -d '{"events": [{"server_uuid": "dd14cd13-7bb6-423a-888f-1e99ed057ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "939e6fec-2896-4f12-9450-f53deb049b87"}, {"server_uuid": "9fa9cb12-9bd8-4816-b512-30db6c4b8339", "name": "network-vif-deleted", "tag": "86acbd6e-7e15-4fd1-8127-2986595719dc"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:47.466753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911de304-4d9f-4a51-9838-f10eb634bd4d req-958df61c-475a-464e-844e-e569aab781d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.472789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911de304-4d9f-4a51-9838-f10eb634bd4d req-958df61c-475a-464e-844e-e569aab781d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.473070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4bd3d-8b7b-4971-a066-69ffc69f428d req-2253c529-d265-4a33-9134-1997c1a6671e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.475648 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d0b4bd3d-8b7b-4971-a066-69ffc69f428d req-2253c529-d265-4a33-9134-1997c1a6671e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.0605755 Nov 12 08:26:47.479131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911de304-4d9f-4a51-9838-f10eb634bd4d req-958df61c-475a-464e-844e-e569aab781d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.485264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911de304-4d9f-4a51-9838-f10eb634bd4d req-958df61c-475a-464e-844e-e569aab781d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.491277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911de304-4d9f-4a51-9838-f10eb634bd4d req-958df61c-475a-464e-844e-e569aab781d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.498146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911de304-4d9f-4a51-9838-f10eb634bd4d req-958df61c-475a-464e-844e-e569aab781d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.504167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911de304-4d9f-4a51-9838-f10eb634bd4d req-958df61c-475a-464e-844e-e569aab781d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.506145 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-911de304-4d9f-4a51-9838-f10eb634bd4d req-958df61c-475a-464e-844e-e569aab781d4 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5436 time: 0.5363011 Nov 12 08:26:47.532598 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d0b4bd3d-8b7b-4971-a066-69ffc69f428d req-7c23b888-d899-43c4-a66f-acf2d4c6f002 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493762 Nov 12 08:26:47.547352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef57d2e-7d50-4d0f-a436-3d8d65561844 req-6611116d-18c2-47e1-8191-419cfafc56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.548819 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ef57d2e-7d50-4d0f-a436-3d8d65561844 req-6611116d-18c2-47e1-8191-419cfafc56ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1729097 Nov 12 08:26:47.584234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Pushing event updated for resources: {'Port': ['ID=939e6fec-2896-4f12-9450-f53deb049b87,revision_number=8']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:47.609362 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a12daf-d1f9-417c-8c89-23b9fa1bf036 x-openstack-request-id: req-99a12daf-d1f9-417c-8c89-23b9fa1bf036 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:47.609663 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14cd13-7bb6-423a-888f-1e99ed057ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "939e6fec-2896-4f12-9450-f53deb049b87", "code": 200}, {"server_uuid": "9fa9cb12-9bd8-4816-b512-30db6c4b8339", "name": "network-vif-deleted", "tag": "86acbd6e-7e15-4fd1-8127-2986595719dc", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:47.609918 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99a12daf-d1f9-417c-8c89-23b9fa1bf036 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:47.610315 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939e6fec-2896-4f12-9450-f53deb049b87', 'code': 200} Nov 12 08:26:47.610582 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa9cb12-9bd8-4816-b512-30db6c4b8339', 'name': 'network-vif-deleted', 'tag': '86acbd6e-7e15-4fd1-8127-2986595719dc', 'status': 'completed', 'code': 200} Nov 12 08:26:47.616387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.617013 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:47.619029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-eea578f4-512b-43bf-bd53-45f95f6dffbd service neutron] 10.222.0.46 "PUT /v2.0/ports/939e6fec-2896-4f12-9450-f53deb049b87 HTTP/1.1" status: 200 len: 1123 time: 2.9067914 Nov 12 08:26:47.648335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-911de304-4d9f-4a51-9838-f10eb634bd4d req-27d77779-3e9b-472d-a405-3717d0df9d1a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181867 Nov 12 08:26:47.858923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef57d2e-7d50-4d0f-a436-3d8d65561844 req-88f5657d-2cd5-4220-b67b-d5249a8eb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.861926 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ef57d2e-7d50-4d0f-a436-3d8d65561844 req-88f5657d-2cd5-4220-b67b-d5249a8eb01b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223500 Nov 12 08:26:47.865979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['939e6fec-2896-4f12-9450-f53deb049b87'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:47.964881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843e782-5f66-434d-a607-45a43d22ff81 req-2ec87771-0988-4d9e-915e-916335977b27 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:47.966438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5843e782-5f66-434d-a607-45a43d22ff81 req-2ec87771-0988-4d9e-915e-916335977b27 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1647773 Nov 12 08:26:48.026553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ef57d2e-7d50-4d0f-a436-3d8d65561844 req-e4762b82-59fe-4e13-aac4-cc183d630136 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527379 Nov 12 08:26:48.031513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['939e6fec-2896-4f12-9450-f53deb049b87'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:48.040010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407d1c2-b973-4d8c-ac8a-4f556903de19 req-22918201-66b2-42e7-b86e-a8484533daed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.048905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d407d1c2-b973-4d8c-ac8a-4f556903de19 req-22918201-66b2-42e7-b86e-a8484533daed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 949 time: 0.0822406 Nov 12 08:26:48.089773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5843e782-5f66-434d-a607-45a43d22ff81 req-3ee6b184-cd00-451a-8b8e-e6e6bdca21e3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036661 Nov 12 08:26:48.119247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d407d1c2-b973-4d8c-ac8a-4f556903de19 req-ea36fd36-3689-4cf6-8aa1-687f8e1298bc tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644279 Nov 12 08:26:48.229097 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ef57d2e-7d50-4d0f-a436-3d8d65561844 req-80651189-74e2-43f6-9202-08a6f851167b service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911931 Nov 12 08:26:48.346685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa3a45-04ef-4d89-8cf6-4c2d97af232c req-47c87f2c-bae7-484d-84a8-43a6949f21e5 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.348209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8afa3a45-04ef-4d89-8cf6-4c2d97af232c req-47c87f2c-bae7-484d-84a8-43a6949f21e5 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0613585 Nov 12 08:26:48.408818 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8afa3a45-04ef-4d89-8cf6-4c2d97af232c req-bf66b3ee-ae26-4d63-9258-e937070ddd32 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535796 Nov 12 08:26:48.534787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa63f7-fb3a-4d40-90fd-4868d1ad8600 req-6b0a57f3-0c2e-4474-860e-fe69e2449adb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.536344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d2aa63f7-fb3a-4d40-90fd-4868d1ad8600 req-6b0a57f3-0c2e-4474-860e-fe69e2449adb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 943 time: 0.0576487 Nov 12 08:26:48.588614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d2aa63f7-fb3a-4d40-90fd-4868d1ad8600 req-259ccabb-b2a2-4226-b733-61746acac7e3 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Nov 12 08:26:48.716855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa716d-f660-4f81-ba43-639fe20125ca req-630e6b30-8248-471a-bf13-ece31a07dfda tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.718367 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-90aa716d-f660-4f81-ba43-639fe20125ca req-630e6b30-8248-471a-bf13-ece31a07dfda tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.0590596 Nov 12 08:26:48.786551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-90aa716d-f660-4f81-ba43-639fe20125ca req-fd15b8f1-ea9a-4001-84b9-c0b7aa775e0d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612569 Nov 12 08:26:48.869254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28d4e-020f-4904-8716-e2f073ccc578 req-778efb9f-908b-4e05-bb7e-f16bbb21a986 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.875431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28d4e-020f-4904-8716-e2f073ccc578 req-778efb9f-908b-4e05-bb7e-f16bbb21a986 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.882007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28d4e-020f-4904-8716-e2f073ccc578 req-778efb9f-908b-4e05-bb7e-f16bbb21a986 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.888281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28d4e-020f-4904-8716-e2f073ccc578 req-778efb9f-908b-4e05-bb7e-f16bbb21a986 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.894501 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28d4e-020f-4904-8716-e2f073ccc578 req-778efb9f-908b-4e05-bb7e-f16bbb21a986 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.900504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28d4e-020f-4904-8716-e2f073ccc578 req-778efb9f-908b-4e05-bb7e-f16bbb21a986 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.907122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a28d4e-020f-4904-8716-e2f073ccc578 req-778efb9f-908b-4e05-bb7e-f16bbb21a986 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:48.909350 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-20a28d4e-020f-4904-8716-e2f073ccc578 req-778efb9f-908b-4e05-bb7e-f16bbb21a986 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5436 time: 0.1025376 Nov 12 08:26:48.970628 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-20a28d4e-020f-4904-8716-e2f073ccc578 req-af65097a-97be-49db-91e7-e13515b879dd tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548139 Nov 12 08:26:49.046971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07348f99-a365-4b22-af3a-8821a646d155 req-55c57bc6-8744-4ce7-8aae-bce882746be3 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:49.048387 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-55c57bc6-8744-4ce7-8aae-bce882746be3 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/networks?id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 200 len: 804 time: 0.1219895 Nov 12 08:26:49.063857 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-94255887-2a29-4d56-84c5-1e66ef8c453a tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/quotas/dcd73db2181b463c815d9494e4da8ea0 HTTP/1.1" status: 200 len: 375 time: 0.0095108 Nov 12 08:26:49.122998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-aaf3aeeb-834f-4223-a024-783bba7abb4b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=dcd73db2181b463c815d9494e4da8ea0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516334 Nov 12 08:26:49.216185 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572dc3-fede-49bc-8cdf-c3e014d642d0 req-1f2874bb-1d53-4935-9cb9-64026d515755 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:49.218350 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2572dc3-fede-49bc-8cdf-c3e014d642d0 req-1f2874bb-1d53-4935-9cb9-64026d515755 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.0576906 Nov 12 08:26:49.278291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-bce8fad3-007a-495e-9a3e-4d274e296fc2 service neutron] 10.222.0.31 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482098 Nov 12 08:26:49.283457 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2572dc3-fede-49bc-8cdf-c3e014d642d0 req-cd99a37a-ef74-4399-adc7-16a7c24bbd5b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565019 Nov 12 08:26:49.379062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-98de6b8e-d714-44d4-886d-81f9677d185e service neutron] 10.222.0.31 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911212 Nov 12 08:26:49.410598 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a9f59-180d-4cd0-9bc4-f6c49eb8076a req-f346c2b7-fdc9-4c50-a101-59a083ea8215 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:49.412749 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-655a9f59-180d-4cd0-9bc4-f6c49eb8076a req-f346c2b7-fdc9-4c50-a101-59a083ea8215 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 949 time: 0.0581825 Nov 12 08:26:49.462460 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-655a9f59-180d-4cd0-9bc4-f6c49eb8076a req-d105759d-f1a9-41ce-8dcf-023ff57708b7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439224 Nov 12 08:26:49.598334 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0bded1a7-7eea-4132-a14e-b29fdd9a8eb7 req-bbac4bc9-e57c-4693-abc5-f1384d8cdc8d tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 210 time: 0.0327563 Nov 12 08:26:49.603560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb89d9e-87b4-474d-bc06-bccfc3db1582 req-5e879cbd-ad2a-4559-8266-5753ad435516 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:49.611078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dcb89d9e-87b4-474d-bc06-bccfc3db1582 req-5e879cbd-ad2a-4559-8266-5753ad435516 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0657418 Nov 12 08:26:49.613541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'tag': '939e6fec-2896-4f12-9450-f53deb049b87'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:49.616194 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b74e5f6-d40e-4ea8-809e-c5199c049df1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd14cd13-7bb6-423a-888f-1e99ed057ac8", "tag": "939e6fec-2896-4f12-9450-f53deb049b87"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:49.669151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dcb89d9e-87b4-474d-bc06-bccfc3db1582 req-5cfb3e95-17f5-4f95-adca-41e3831b385d tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571547 Nov 12 08:26:49.740148 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b491fb1-2e2e-4da4-a455-9e491312133a x-openstack-request-id: req-4b491fb1-2e2e-4da4-a455-9e491312133a {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:49.741147 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd14cd13-7bb6-423a-888f-1e99ed057ac8", "tag": "939e6fec-2896-4f12-9450-f53deb049b87", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:49.741944 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b491fb1-2e2e-4da4-a455-9e491312133a {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:49.743427 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'tag': '939e6fec-2896-4f12-9450-f53deb049b87', 'status': 'completed', 'code': 200} Nov 12 08:26:49.745294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e94268-fa10-4fdb-a45e-6772712f9a56 req-f88b3e9a-01fa-4619-a0ba-3299cb8c6b4f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:49.746853 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19e94268-fa10-4fdb-a45e-6772712f9a56 req-f88b3e9a-01fa-4619-a0ba-3299cb8c6b4f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 943 time: 0.0698404 Nov 12 08:26:49.804354 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19e94268-fa10-4fdb-a45e-6772712f9a56 req-04217247-5178-4cc6-af06-c8fbd55cb8c1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511463 Nov 12 08:26:49.856177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74e5f6-d40e-4ea8-809e-c5199c049df1 req-574a77d0-3122-49a8-b52c-8aae4c300b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:49.857908 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b74e5f6-d40e-4ea8-809e-c5199c049df1 req-574a77d0-3122-49a8-b52c-8aae4c300b68 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 1126 time: 0.0793953 Nov 12 08:26:50.021526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1fb9e-8736-44ec-acff-84413b0a4029 req-0ee425de-69d2-4555-bfe8-04e64b52ebca tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.029010 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5d1fb9e-8736-44ec-acff-84413b0a4029 req-0ee425de-69d2-4555-bfe8-04e64b52ebca tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.1203554 Nov 12 08:26:50.044686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74e5f6-d40e-4ea8-809e-c5199c049df1 req-e87519a3-f7f0-4261-8c52-b4f18199c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.046206 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b74e5f6-d40e-4ea8-809e-c5199c049df1 req-e87519a3-f7f0-4261-8c52-b4f18199c5eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.1755843 Nov 12 08:26:50.112940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b74e5f6-d40e-4ea8-809e-c5199c049df1 req-7f96cb28-3474-4ef0-bf97-380fa8b080fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939e6fec-2896-4f12-9450-f53deb049b87 HTTP/1.1" status: 200 len: 217 time: 0.0514376 Nov 12 08:26:50.131321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5d1fb9e-8736-44ec-acff-84413b0a4029 req-67990236-d3dc-46b7-89cc-86c3c4d39f77 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012659 Nov 12 08:26:50.141971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3058f4-3a46-402a-8504-6c4c242e99c1 req-f5ca3780-7a2a-4e6c-92db-1a06fc8c27b3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.149294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3058f4-3a46-402a-8504-6c4c242e99c1 req-f5ca3780-7a2a-4e6c-92db-1a06fc8c27b3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.157921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3058f4-3a46-402a-8504-6c4c242e99c1 req-f5ca3780-7a2a-4e6c-92db-1a06fc8c27b3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.165279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3058f4-3a46-402a-8504-6c4c242e99c1 req-f5ca3780-7a2a-4e6c-92db-1a06fc8c27b3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.171459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3058f4-3a46-402a-8504-6c4c242e99c1 req-f5ca3780-7a2a-4e6c-92db-1a06fc8c27b3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.178309 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3058f4-3a46-402a-8504-6c4c242e99c1 req-f5ca3780-7a2a-4e6c-92db-1a06fc8c27b3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.181020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74e5f6-d40e-4ea8-809e-c5199c049df1 req-32dd4ba6-120a-449d-877d-bb3ac7aef0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.182594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b74e5f6-d40e-4ea8-809e-c5199c049df1 req-32dd4ba6-120a-449d-877d-bb3ac7aef0b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.0503511 Nov 12 08:26:50.187129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3058f4-3a46-402a-8504-6c4c242e99c1 req-f5ca3780-7a2a-4e6c-92db-1a06fc8c27b3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.189783 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0c3058f4-3a46-402a-8504-6c4c242e99c1 req-f5ca3780-7a2a-4e6c-92db-1a06fc8c27b3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5436 time: 0.1193559 Nov 12 08:26:50.224834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b74e5f6-d40e-4ea8-809e-c5199c049df1 req-981c06a4-629f-4b4d-b4b2-54b068ec214f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282149 Nov 12 08:26:50.260444 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0c3058f4-3a46-402a-8504-6c4c242e99c1 req-71b446cf-8092-4510-8286-fb6bfc290cc3 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623126 Nov 12 08:26:50.337593 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b74e5f6-d40e-4ea8-809e-c5199c049df1 req-e8860760-f100-4546-a329-1270b4dbb858 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005952 Nov 12 08:26:50.417931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56f76aa6-1b9b-4165-a22a-9e381efef48b no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:50.426975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157ce3a-7a80-4645-8c20-fb03b22dfe18 req-80a969b1-7cf9-4b3d-a426-7293eae73c37 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.428643 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9157ce3a-7a80-4645-8c20-fb03b22dfe18 req-80a969b1-7cf9-4b3d-a426-7293eae73c37 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.0563145 Nov 12 08:26:50.460574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb78f1-545d-4119-a655-ea212aca52ed req-e99ba60a-a9e8-4610-b0b0-ac4e6c146494 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.470016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb78f1-545d-4119-a655-ea212aca52ed req-e99ba60a-a9e8-4610-b0b0-ac4e6c146494 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.476627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb78f1-545d-4119-a655-ea212aca52ed req-e99ba60a-a9e8-4610-b0b0-ac4e6c146494 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.483527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb78f1-545d-4119-a655-ea212aca52ed req-e99ba60a-a9e8-4610-b0b0-ac4e6c146494 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.490195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb78f1-545d-4119-a655-ea212aca52ed req-e99ba60a-a9e8-4610-b0b0-ac4e6c146494 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.490649 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9157ce3a-7a80-4645-8c20-fb03b22dfe18 req-2c56adcc-9320-4d76-a89e-30354ba81710 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536056 Nov 12 08:26:50.496351 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb78f1-545d-4119-a655-ea212aca52ed req-e99ba60a-a9e8-4610-b0b0-ac4e6c146494 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.503136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb78f1-545d-4119-a655-ea212aca52ed req-e99ba60a-a9e8-4610-b0b0-ac4e6c146494 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.505450 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1adb78f1-545d-4119-a655-ea212aca52ed req-e99ba60a-a9e8-4610-b0b0-ac4e6c146494 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5436 time: 0.1548328 Nov 12 08:26:50.509321 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.516663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46334) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:26:50.523686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e13050dd-e5f1-4fe1-a0f9-5dde03ca9d14 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Request body: {'floatingip': {'port_id': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:50.550137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f5b524-8b9d-423e-88f2-00bc1d7ce2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f76aa6-1b9b-4165-a22a-9e381efef48b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:50.555349 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3c666f-d8ba-4027-9c3a-d724f3a83366" -d '{"events": [{"server_uuid": "08f5b524-8b9d-423e-88f2-00bc1d7ce2a4", "name": "network-vif-unplugged", "status": "completed", "tag": "56f76aa6-1b9b-4165-a22a-9e381efef48b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:50.570809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56f76aa6-1b9b-4165-a22a-9e381efef48b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56f76aa6-1b9b-4165-a22a-9e381efef48b,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:50.578715 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.580527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e13050dd-e5f1-4fe1-a0f9-5dde03ca9d14 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:50.633320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b74e5f6-d40e-4ea8-809e-c5199c049df1 req-6a11bf98-eda2-406a-9f22-ebf710a860ec service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718787 Nov 12 08:26:50.637390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56f76aa6-1b9b-4165-a22a-9e381efef48b,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:50.732033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc8bdc-56b0-47dd-9f73-9ed99203e87d req-429967c5-36f9-4fdb-b72a-6cdd261cec7d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:50.733598 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2dc8bdc-56b0-47dd-9f73-9ed99203e87d req-429967c5-36f9-4fdb-b72a-6cdd261cec7d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 949 time: 0.1483331 Nov 12 08:26:50.803045 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8fa022-70ab-4719-8db9-30c62c1f54ce x-openstack-request-id: req-0e8fa022-70ab-4719-8db9-30c62c1f54ce {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:50.803347 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f5b524-8b9d-423e-88f2-00bc1d7ce2a4", "name": "network-vif-unplugged", "status": "completed", "tag": "56f76aa6-1b9b-4165-a22a-9e381efef48b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:50.803604 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e8fa022-70ab-4719-8db9-30c62c1f54ce {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:50.803997 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f5b524-8b9d-423e-88f2-00bc1d7ce2a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f76aa6-1b9b-4165-a22a-9e381efef48b', 'code': 200} Nov 12 08:26:50.894175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-906048ba-f9ee-4a28-88ff-32e0759e0ea6 req-7f06bbef-bb8e-4fdd-bbe5-5f5494b817d0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 210 time: 0.0359609 Nov 12 08:26:50.975202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2dc8bdc-56b0-47dd-9f73-9ed99203e87d req-8c5b77ad-bead-4023-8e25-c751eefd0981 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329292 Nov 12 08:26:51.019486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba6cf6-1be1-4594-965b-cee9d2623a4b req-55b5348d-3f1f-4d10-a22d-4322d899480d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:51.021487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7eba6cf6-1be1-4594-965b-cee9d2623a4b req-55b5348d-3f1f-4d10-a22d-4322d899480d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 949 time: 0.2235818 Nov 12 08:26:51.058274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fd1d3-3a78-40f9-ad4c-8da57e80b113 req-172d2375-29ba-4697-a408-144684531caf tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:51.065714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-721fd1d3-3a78-40f9-ad4c-8da57e80b113 req-172d2375-29ba-4697-a408-144684531caf tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0958614 Nov 12 08:26:51.112567 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-721fd1d3-3a78-40f9-ad4c-8da57e80b113 req-4f36f033-409e-4367-94b5-d0a12beb96d6 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456414 Nov 12 08:26:51.184658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07348f99-a365-4b22-af3a-8821a646d155 req-3e8ddd02-fb80-41f5-9fd4-ed00f0bc2c8e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:51.186171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-3e8ddd02-fb80-41f5-9fd4-ed00f0bc2c8e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "GET /v2.0/networks?id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 200 len: 804 time: 0.3542128 Nov 12 08:26:51.237297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-07348f99-a365-4b22-af3a-8821a646d155 req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Request body: {'port': {'device_id': '175c3c15-39ef-402c-b8f5-d2a54f2056d8', 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'admin_state_up': True, 'tenant_id': 'dcd73db2181b463c815d9494e4da8ea0'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:51.298537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d475843-e801-4e16-b1c9-1cd88f814658 req-65172f76-d68e-485d-8e83-3c363b50854a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:51.299942 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2d475843-e801-4e16-b1c9-1cd88f814658 req-65172f76-d68e-485d-8e83-3c363b50854a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.0857189 Nov 12 08:26:51.302276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:51.331124 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439e00c-f758-4637-9a81-61d39211d419 req-d9f6423b-0e81-4ea6-b5d0-075db77bdbca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:51.332653 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2439e00c-f758-4637-9a81-61d39211d419 req-d9f6423b-0e81-4ea6-b5d0-075db77bdbca tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "GET /v2.0/ports?device_id=08f5b524-8b9d-423e-88f2-00bc1d7ce2a4 HTTP/1.1" status: 200 len: 944 time: 0.0847650 Nov 12 08:26:51.429919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:51.437205 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2d475843-e801-4e16-b1c9-1cd88f814658 req-ee9dcd2b-b59b-464e-a118-d82655dbe384 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262512 Nov 12 08:26:51.447746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'port_id': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'mac_address': 'fa:16:3e:ba:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:51.477366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-2439e00c-f758-4637-9a81-61d39211d419 req-d11bace2-a2fb-41b0-bcd0-e86ea9daacf0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Deleting port 56f76aa6-1b9b-4165-a22a-9e381efef48b {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:51.477805 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2439e00c-f758-4637-9a81-61d39211d419 req-d11bace2-a2fb-41b0-bcd0-e86ea9daacf0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.496494 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.512554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e726d0d1-36c8-4e07-9430-4e8711e06433 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:51.559717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:51.568126 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.639087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:51.639853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-2439e00c-f758-4637-9a81-61d39211d419 req-d11bace2-a2fb-41b0-bcd0-e86ea9daacf0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] For port 56f76aa6-1b9b-4165-a22a-9e381efef48b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56f76aa6-1b9b-4165-a22a-9e381efef48b,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:51.640397 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2439e00c-f758-4637-9a81-61d39211d419 req-d11bace2-a2fb-41b0-bcd0-e86ea9daacf0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.660705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-2439e00c-f758-4637-9a81-61d39211d419 req-d11bace2-a2fb-41b0-bcd0-e86ea9daacf0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Calling delete_port for 56f76aa6-1b9b-4165-a22a-9e381efef48b owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:51.676929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dca673-d9ca-49a3-a86c-e06054cb60a8 req-68ef49db-9c27-4c79-b3cd-6287892405a9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:51.678531 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18dca673-d9ca-49a3-a86c-e06054cb60a8 req-68ef49db-9c27-4c79-b3cd-6287892405a9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.0817726 Nov 12 08:26:51.679775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec878cb-2779-400c-ae56-53a851f1543f req-f97a6782-524f-4a81-aefa-de0685125ff5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:51.681884 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ec878cb-2779-400c-ae56-53a851f1543f req-f97a6782-524f-4a81-aefa-de0685125ff5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 943 time: 0.5792031 Nov 12 08:26:51.783740 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18dca673-d9ca-49a3-a86c-e06054cb60a8 req-1a9b442c-3915-4a46-af53-10e8a4fb2bd9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957644 Nov 12 08:26:51.849837 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ec878cb-2779-400c-ae56-53a851f1543f req-49febb9f-c32c-4a16-8083-0f55bbaf5e8a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469686 Nov 12 08:26:51.858917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-7eba6cf6-1be1-4594-965b-cee9d2623a4b req-0853b5fd-7d7c-4b2c-bbc0-65e7f1e02696 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Deleting port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:26:51.859258 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7eba6cf6-1be1-4594-965b-cee9d2623a4b req-0853b5fd-7d7c-4b2c-bbc0-65e7f1e02696 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.874346 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2439e00c-f758-4637-9a81-61d39211d419 req-d11bace2-a2fb-41b0-bcd0-e86ea9daacf0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.909455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bace2-a2fb-41b0-bcd0-e86ea9daacf0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Pushing event deleted for resources: {'Port': ['ID=56f76aa6-1b9b-4165-a22a-9e381efef48b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:51.932350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07348f99-a365-4b22-af3a-8821a646d155 req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Made reservation on behalf of dcd73db2181b463c815d9494e4da8ea0 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:26:51.935970 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07348f99-a365-4b22-af3a-8821a646d155 req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.960574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2439e00c-f758-4637-9a81-61d39211d419 req-d11bace2-a2fb-41b0-bcd0-e86ea9daacf0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] No DVR routers for this DVR port 56f76aa6-1b9b-4165-a22a-9e381efef48b on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:51.963964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2439e00c-f758-4637-9a81-61d39211d419 req-d11bace2-a2fb-41b0-bcd0-e86ea9daacf0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:51.968176 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2439e00c-f758-4637-9a81-61d39211d419 req-d11bace2-a2fb-41b0-bcd0-e86ea9daacf0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "DELETE /v2.0/ports/56f76aa6-1b9b-4165-a22a-9e381efef48b HTTP/1.1" status: 204 len: 173 time: 0.6276777 Nov 12 08:26:51.968176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08f5b524-8b9d-423e-88f2-00bc1d7ce2a4', 'name': 'network-vif-deleted', 'tag': '56f76aa6-1b9b-4165-a22a-9e381efef48b'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:51.970380 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1db8b36-f9d5-4b07-9441-d849ce13ef6e" -d '{"events": [{"server_uuid": "08f5b524-8b9d-423e-88f2-00bc1d7ce2a4", "name": "network-vif-deleted", "tag": "56f76aa6-1b9b-4165-a22a-9e381efef48b"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:52.019307 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e13050dd-e5f1-4fe1-a0f9-5dde03ca9d14 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.032362 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.038349 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf61a95f-f994-4d23-a25b-dc929eddfeb2 x-openstack-request-id: req-cf61a95f-f994-4d23-a25b-dc929eddfeb2 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:52.038947 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08f5b524-8b9d-423e-88f2-00bc1d7ce2a4", "name": "network-vif-deleted", "tag": "56f76aa6-1b9b-4165-a22a-9e381efef48b", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:52.038947 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf61a95f-f994-4d23-a25b-dc929eddfeb2 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:52.039371 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08f5b524-8b9d-423e-88f2-00bc1d7ce2a4', 'name': 'network-vif-deleted', 'tag': '56f76aa6-1b9b-4165-a22a-9e381efef48b', 'status': 'completed', 'code': 200} Nov 12 08:26:52.055921 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e13050dd-e5f1-4fe1-a0f9-5dde03ca9d14 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.064246 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb177938-12b1-472e-9362-ab4d4e8e999a req-53ba553f-d0f9-46a0-ac49-9280f3c697b8 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 210 time: 0.0509953 Nov 12 08:26:52.147871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e726d0d1-36c8-4e07-9430-4e8711e06433'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:52.154879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-7eba6cf6-1be1-4594-965b-cee9d2623a4b req-0853b5fd-7d7c-4b2c-bbc0-65e7f1e02696 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] For port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:52.155289 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7eba6cf6-1be1-4594-965b-cee9d2623a4b req-0853b5fd-7d7c-4b2c-bbc0-65e7f1e02696 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.176066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e3596-e196-4fcc-949e-db5f8c899892 req-f03ee85a-8d5c-4299-bfcc-48dc247bab59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:52.195106 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-482e3596-e196-4fcc-949e-db5f8c899892 req-f03ee85a-8d5c-4299-bfcc-48dc247bab59 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 949 time: 0.0943639 Nov 12 08:26:52.221021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-7eba6cf6-1be1-4594-965b-cee9d2623a4b req-0853b5fd-7d7c-4b2c-bbc0-65e7f1e02696 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Calling delete_port for fe59d030-4bdf-47cc-b64f-ac7d1869a8eb owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:26:52.250318 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-482e3596-e196-4fcc-949e-db5f8c899892 req-2955b297-0991-46ed-9dac-6953de900c83 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524457 Nov 12 08:26:52.368842 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-e13050dd-e5f1-4fe1-a0f9-5dde03ca9d14 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Floating IP b1aeb83d-cd6c-4fda-a3c2-522d70095072 associated. External IP: 172.25.3.184, port: cca8f34e-9b07-4155-a5a4-b29c4325dffd. Nov 12 08:26:52.373268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-07348f99-a365-4b22-af3a-8821a646d155 req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Allocated IP 172.20.0.12 (dc5b93f5-54ed-433d-949b-cdfe6ab254d4/b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b/0e76ab44-90ee-427f-bd5f-e44f55be91c1) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:26:52.445384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a0d0f-9c17-4ee5-9b73-1c9e888d6ee4 req-195e1c08-f464-4810-92d4-d26531acad96 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:52.447789 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-993a0d0f-9c17-4ee5-9b73-1c9e888d6ee4 req-195e1c08-f464-4810-92d4-d26531acad96 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.2247348 Nov 12 08:26:52.577669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295f56d-6aab-4ea1-840d-47e4e915e153 req-331c03c8-aaaa-4dab-a577-fe0855e4c250 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:52.579309 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5295f56d-6aab-4ea1-840d-47e4e915e153 req-331c03c8-aaaa-4dab-a577-fe0855e4c250 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.0588489 Nov 12 08:26:52.641475 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5295f56d-6aab-4ea1-840d-47e4e915e153 req-417c31d3-b125-4772-a168-d392476469d4 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552762 Nov 12 08:26:52.692056 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-993a0d0f-9c17-4ee5-9b73-1c9e888d6ee4 req-c9ff8c29-760d-4ee4-aba5-cd76e4f7714e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218199 Nov 12 08:26:52.742272 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7eba6cf6-1be1-4594-965b-cee9d2623a4b req-0853b5fd-7d7c-4b2c-bbc0-65e7f1e02696 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.756721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb', '1d0fb192-bbce-4a75-abbd-b260605b5a8f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:52.798887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853b5fd-7d7c-4b2c-bbc0-65e7f1e02696 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event deleted for resources: {'Port': ['ID=fe59d030-4bdf-47cc-b64f-ac7d1869a8eb,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:52.871317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07348f99-a365-4b22-af3a-8821a646d155 req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.896622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eba6cf6-1be1-4594-965b-cee9d2623a4b req-0853b5fd-7d7c-4b2c-bbc0-65e7f1e02696 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] No DVR routers for this DVR port fe59d030-4bdf-47cc-b64f-ac7d1869a8eb on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:26:52.905534 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7eba6cf6-1be1-4594-965b-cee9d2623a4b req-0853b5fd-7d7c-4b2c-bbc0-65e7f1e02696 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:52.908980 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7eba6cf6-1be1-4594-965b-cee9d2623a4b req-0853b5fd-7d7c-4b2c-bbc0-65e7f1e02696 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "DELETE /v2.0/ports/fe59d030-4bdf-47cc-b64f-ac7d1869a8eb HTTP/1.1" status: 204 len: 173 time: 1.8778958 Nov 12 08:26:52.909496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02799ad-a2e2-4245-997e-043df7bd0fa6', 'name': 'network-vif-deleted', 'tag': 'fe59d030-4bdf-47cc-b64f-ac7d1869a8eb'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:52.911832 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ebb988-2a53-4296-bfc4-0fd945608901" -d '{"events": [{"server_uuid": "e02799ad-a2e2-4245-997e-043df7bd0fa6", "name": "network-vif-deleted", "tag": "fe59d030-4bdf-47cc-b64f-ac7d1869a8eb"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:52.954379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13050dd-e5f1-4fe1-a0f9-5dde03ca9d14 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Router c57b59d6-7a53-4843-9f6a-661074551a7b has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:26:53.009434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401739a-5533-43d4-b1dc-a70d13b8e852 req-b8766db0-c455-4116-bb48-77199be18bdb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:53.016167 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07348f99-a365-4b22-af3a-8821a646d155 req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.019038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e401739a-5533-43d4-b1dc-a70d13b8e852 req-b8766db0-c455-4116-bb48-77199be18bdb tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1256568 Nov 12 08:26:53.109675 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e401739a-5533-43d4-b1dc-a70d13b8e852 req-fe937abe-a619-485c-871e-21157e5ccdb3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894105 Nov 12 08:26:53.161944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07348f99-a365-4b22-af3a-8821a646d155 req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:26:53.182891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-07348f99-a365-4b22-af3a-8821a646d155 req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:26:53.187964 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-07348f99-a365-4b22-af3a-8821a646d155 req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:26:53.195502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Pushing event updated for resources: {'Port': ['ID=0e76ab44-90ee-427f-bd5f-e44f55be91c1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:53.279650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f1d07-dc9b-49a7-8ea9-191ff48b0d39 req-b8d1ed10-6eaa-4ee9-a018-179fc8c81582 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:53.281237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d0f1d07-dc9b-49a7-8ea9-191ff48b0d39 req-b8d1ed10-6eaa-4ee9-a018-179fc8c81582 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.3204241 Nov 12 08:26:53.282770 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88d4fec-a600-4f9a-ad05-8fe3480837e0 x-openstack-request-id: req-e88d4fec-a600-4f9a-ad05-8fe3480837e0 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:53.283065 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02799ad-a2e2-4245-997e-043df7bd0fa6", "name": "network-vif-deleted", "tag": "fe59d030-4bdf-47cc-b64f-ac7d1869a8eb", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:53.283296 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e88d4fec-a600-4f9a-ad05-8fe3480837e0 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:53.283682 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02799ad-a2e2-4245-997e-043df7bd0fa6', 'name': 'network-vif-deleted', 'tag': 'fe59d030-4bdf-47cc-b64f-ac7d1869a8eb', 'status': 'completed', 'code': 200} Nov 12 08:26:53.313159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device fe59d030-4bdf-47cc-b64f-ac7d1869a8eb no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:53.338528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07348f99-a365-4b22-af3a-8821a646d155 req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:53.339416 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07348f99-a365-4b22-af3a-8821a646d155 req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.341743 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: fe59d030-4bdf-47cc-b64f-ac7d1869a8eb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:53.342183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device fe59d030-4bdf-47cc-b64f-ac7d1869a8eb not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:53.352628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13050dd-e5f1-4fe1-a0f9-5dde03ca9d14 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:26:53.357574 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e13050dd-e5f1-4fe1-a0f9-5dde03ca9d14 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.362638 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f608edb-1a43-4236-bdcb-9e09f0b54842 None None] Sync routers for ids ['c57b59d6-7a53-4843-9f6a-661074551a7b'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:26:53.363181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528c6bb-c0c2-4c13-b6d6-077ac3d163c3 req-4decc90b-5eba-404a-9e28-e967babaf4fd tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:53.364319 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2528c6bb-c0c2-4c13-b6d6-077ac3d163c3 req-4decc90b-5eba-404a-9e28-e967babaf4fd tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 932 time: 0.0566070 Nov 12 08:26:53.381303 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f608edb-1a43-4236-bdcb-9e09f0b54842 None None] Routers {'c57b59d6-7a53-4843-9f6a-661074551a7b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:53.382058 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-1f608edb-1a43-4236-bdcb-9e09f0b54842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57b59d6-7a53-4843-9f6a-661074551a7b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:53.414945 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-5c29ef72-6e06-4d2c-a1c2-dbd5c939c26b tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1826797 Nov 12 08:26:53.420964 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d0f1d07-dc9b-49a7-8ea9-191ff48b0d39 req-d3bb1da5-c372-4d26-be8e-a16754e91b19 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311500 Nov 12 08:26:53.422566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e13050dd-e5f1-4fe1-a0f9-5dde03ca9d14 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "PUT /v2.0/floatingips/b1aeb83d-cd6c-4fda-a3c2-522d70095072 HTTP/1.1" status: 200 len: 991 time: 2.9044271 Nov 12 08:26:53.424044 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2528c6bb-c0c2-4c13-b6d6-077ac3d163c3 req-848aee75-3f40-411c-872c-c37a69489f5a tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516932 Nov 12 08:26:53.434160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Request body: {'port': {'device_id': '175c3c15-39ef-402c-b8f5-d2a54f2056d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:26:53.504647 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.559094 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-1f608edb-1a43-4236-bdcb-9e09f0b54842 None None] Set router c57b59d6-7a53-4843-9f6a-661074551a7b gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:53.579695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e062663e-082b-4e90-ba48-734269aa10ac req-ca98943f-7bcc-474d-b392-a4a011232983 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=e02799ad-a2e2-4245-997e-043df7bd0fa6 HTTP/1.1" status: 200 len: 210 time: 0.0362566 Nov 12 08:26:53.807293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2e783-9c7f-4fc7-8fe7-45fde4731617 req-8ae8246a-c159-4f43-b536-4bbf3eda4466 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:53.816092 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2dc2e783-9c7f-4fc7-8fe7-45fde4731617 req-8ae8246a-c159-4f43-b536-4bbf3eda4466 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.0653377 Nov 12 08:26:53.823407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3', 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e', '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e', '17fb0224-bc72-4471-a84c-3fc725cc7b69'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:26:53.887012 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2dc2e783-9c7f-4fc7-8fe7-45fde4731617 req-10a32d56-7d88-47d0-b1f1-031b0314532d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695889 Nov 12 08:26:53.889811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e76ab44-90ee-427f-bd5f-e44f55be91c1 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:53.911860 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.951858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Transition to ACTIVE for port object 0e76ab44-90ee-427f-bd5f-e44f55be91c1 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:26:53.956951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:53.983146 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-1f608edb-1a43-4236-bdcb-9e09f0b54842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:24:19Z', 'revision_number': 4, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'b1aeb83d-cd6c-4fda-a3c2-522d70095072', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'floating_ip_address': '172.25.3.184', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'port_id': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'mac_address': 'fa:16:3e:90:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:25:08Z', 'updated_at': '2021-11-12T08:26:51Z', 'revision_number': 1, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ca2a27-601c-4109-a5e7-9c6dbb7a7277', 'name': '', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'mac_address': 'fa:16:3e:d3:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '82052e29-e311-4bbf-839f-355a57adecc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:17Z', 'updated_at': '2021-11-12T08:24:25Z', 'revision_number': 5, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'subnets': [{'id': '82052e29-e311-4bbf-839f-355a57adecc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:54.010902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d938ee-8459-48d9-9b13-cc9c5cd06821 req-a7013e58-0081-48f7-ae9f-a2949ae3ec64 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:54.011927 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12d938ee-8459-48d9-9b13-cc9c5cd06821 req-a7013e58-0081-48f7-ae9f-a2949ae3ec64 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.1137042 Nov 12 08:26:54.043520 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f608edb-1a43-4236-bdcb-9e09f0b54842 None None] Checking router: c57b59d6-7a53-4843-9f6a-661074551a7b for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:26:54.072124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Pushing event updated for resources: {'Port': ['ID=0e76ab44-90ee-427f-bd5f-e44f55be91c1,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:54.074064 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f608edb-1a43-4236-bdcb-9e09f0b54842 None None] Routers {'c57b59d6-7a53-4843-9f6a-661074551a7b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:26:54.086392 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-1f608edb-1a43-4236-bdcb-9e09f0b54842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:26:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57b59d6-7a53-4843-9f6a-661074551a7b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:54.167373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12d938ee-8459-48d9-9b13-cc9c5cd06821 req-465091c7-9338-486d-8653-2fc896057372 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415997 Nov 12 08:26:54.190457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Attempting to bind port 0e76ab44-90ee-427f-bd5f-e44f55be91c1 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:26:54.190815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Attempting to bind port 0e76ab44-90ee-427f-bd5f-e44f55be91c1 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:26:54.191125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Attempting to bind port 0e76ab44-90ee-427f-bd5f-e44f55be91c1 on network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:54.196533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Port 0e76ab44-90ee-427f-bd5f-e44f55be91c1 on network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:26:54.197179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Attempting to bind port 0e76ab44-90ee-427f-bd5f-e44f55be91c1 on network dc5b93f5-54ed-433d-949b-cdfe6ab254d4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:26:54.215184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:26:54.215553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Checking segment: {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:26:54.215869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Bound using segment: {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:26:54.216314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Bound port: 0e76ab44-90ee-427f-bd5f-e44f55be91c1, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37843714-bc7e-444e-bad1-1659746209ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:26:54.216837 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.271957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84a35b-49e9-4375-8562-4e5144c83deb req-ee6bd079-a097-4ee3-983f-34922caf8227 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:54.282012 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e84a35b-49e9-4375-8562-4e5144c83deb req-ee6bd079-a097-4ee3-983f-34922caf8227 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.0958114 Nov 12 08:26:54.333008 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-1f608edb-1a43-4236-bdcb-9e09f0b54842 None None] Set router c57b59d6-7a53-4843-9f6a-661074551a7b gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:26:54.338417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] For port 0e76ab44-90ee-427f-bd5f-e44f55be91c1, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:26:54.348293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] For port 0e76ab44-90ee-427f-bd5f-e44f55be91c1, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0e76ab44-90ee-427f-bd5f-e44f55be91c1,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:26:54.356100 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.358562 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e84a35b-49e9-4375-8562-4e5144c83deb req-d0972d0e-87c3-48f9-84b5-a006ff0e8736 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751123 Nov 12 08:26:54.404381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:54.405911 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:54.407804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] 10.222.0.52 "PUT /v2.0/ports/0e76ab44-90ee-427f-bd5f-e44f55be91c1 HTTP/1.1" status: 200 len: 1093 time: 0.9791033 Nov 12 08:26:54.412377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56f76aa6-1b9b-4165-a22a-9e381efef48b no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:26:54.459878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 56f76aa6-1b9b-4165-a22a-9e381efef48b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:26:54.460229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c50add-7e54-4880-91e4-7f44ebbc348e service neutron] Pushing event updated for resources: {'Port': ['ID=0e76ab44-90ee-427f-bd5f-e44f55be91c1,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:54.460583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56f76aa6-1b9b-4165-a22a-9e381efef48b not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:26:54.518954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07348f99-a365-4b22-af3a-8821a646d155 req-26dc06b0-2a9a-4a49-938e-8d3ed1c97095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:54.520826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-26dc06b0-2a9a-4a49-938e-8d3ed1c97095 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcd73db2181b463c815d9494e4da8ea0&device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 1096 time: 0.0549700 Nov 12 08:26:54.593901 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17730fa8-a356-499f-b170-979981f2f643 req-96ecaea3-1a03-4a8a-8bdb-0d7d5534c753 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:54.595829 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-17730fa8-a356-499f-b170-979981f2f643 req-96ecaea3-1a03-4a8a-8bdb-0d7d5534c753 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 944 time: 0.0704291 Nov 12 08:26:54.599644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-d8cf4fbc-42f6-431f-901b-85383289772e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e76ab44-90ee-427f-bd5f-e44f55be91c1 HTTP/1.1" status: 200 len: 217 time: 0.0646923 Nov 12 08:26:54.636177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242374-bf86-49f3-9419-19708087f598 req-dbe65e02-d274-4335-b08b-7acfed10e552 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:54.638225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16242374-bf86-49f3-9419-19708087f598 req-dbe65e02-d274-4335-b08b-7acfed10e552 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1161754 Nov 12 08:26:54.670667 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-17730fa8-a356-499f-b170-979981f2f643 req-d317b452-7b53-4003-8e5a-3e01d7c8b09c tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657952 Nov 12 08:26:54.718525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07348f99-a365-4b22-af3a-8821a646d155 req-4bbc3fe7-0f8d-4a69-a744-9f73ad829187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:54.720120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-4bbc3fe7-0f8d-4a69-a744-9f73ad829187 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b HTTP/1.1" status: 200 len: 844 time: 0.1104021 Nov 12 08:26:54.773167 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-e26353e3-3265-403e-8819-c56bb649baea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367537 Nov 12 08:26:54.777553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16242374-bf86-49f3-9419-19708087f598 req-8a9f439a-8148-456d-91eb-65375bec53da tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099691 Nov 12 08:26:54.794380 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-1f608edb-1a43-4236-bdcb-9e09f0b54842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:24:19Z', 'revision_number': 4, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'b1aeb83d-cd6c-4fda-a3c2-522d70095072', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'floating_ip_address': '172.25.3.184', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'port_id': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'mac_address': 'fa:16:3e:90:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:25:08Z', 'updated_at': '2021-11-12T08:26:51Z', 'revision_number': 1, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ca2a27-601c-4109-a5e7-9c6dbb7a7277', 'name': '', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'mac_address': 'fa:16:3e:d3:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '82052e29-e311-4bbf-839f-355a57adecc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:17Z', 'updated_at': '2021-11-12T08:24:25Z', 'revision_number': 5, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'subnets': [{'id': '82052e29-e311-4bbf-839f-355a57adecc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:26:54.835239 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f608edb-1a43-4236-bdcb-9e09f0b54842 None None] The sync data for ids ['c57b59d6-7a53-4843-9f6a-661074551a7b'] in n-d-768851-18 is: [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:24:19Z', 'revision_number': 4, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'b1aeb83d-cd6c-4fda-a3c2-522d70095072', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'floating_ip_address': '172.25.3.184', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'port_id': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'mac_address': 'fa:16:3e:90:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:25:08Z', 'updated_at': '2021-11-12T08:26:51Z', 'revision_number': 1, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ca2a27-601c-4109-a5e7-9c6dbb7a7277', 'name': '', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'mac_address': 'fa:16:3e:d3:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '82052e29-e311-4bbf-839f-355a57adecc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:17Z', 'updated_at': '2021-11-12T08:24:25Z', 'revision_number': 5, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'subnets': [{'id': '82052e29-e311-4bbf-839f-355a57adecc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:26:54.888962 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-24d25521-9ad4-49ba-b752-6ba10de36483 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063521 Nov 12 08:26:55.110766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c4ac2-00a6-49b8-b9a0-cd45423d0358 req-59f57071-38e5-4ec6-8496-be06e2e39e12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.112547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a34c4ac2-00a6-49b8-b9a0-cd45423d0358 req-59f57071-38e5-4ec6-8496-be06e2e39e12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.1149144 Nov 12 08:26:55.148215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd266393-ddcd-4707-857d-cc2486e5f870 None None] New status for floating IP b1aeb83d-cd6c-4fda-a3c2-522d70095072: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:26:55.181689 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a34c4ac2-00a6-49b8-b9a0-cd45423d0358 req-e774ba55-f4e8-4f0d-ad94-29879c4a6682 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599103 Nov 12 08:26:55.300755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd'}, {'name': 'network-changed', 'server_uuid': '175c3c15-39ef-402c-b8f5-d2a54f2056d8', 'tag': '0e76ab44-90ee-427f-bd5f-e44f55be91c1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:55.303593 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d3db77-af54-4921-900a-66bb7d197258" -d '{"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "cca8f34e-9b07-4155-a5a4-b29c4325dffd"}, {"name": "network-changed", "server_uuid": "175c3c15-39ef-402c-b8f5-d2a54f2056d8", "tag": "0e76ab44-90ee-427f-bd5f-e44f55be91c1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:55.316170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:26:55.325612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ce245-0b06-46a7-98b6-9ce6d6be8187 req-aebb0132-c83f-4595-a64d-c5b3fcd8693e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.327628 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-722ce245-0b06-46a7-98b6-9ce6d6be8187 req-aebb0132-c83f-4595-a64d-c5b3fcd8693e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0597718 Nov 12 08:26:55.392934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port e726d0d1-36c8-4e07-9430-4e8711e06433 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:26:55.399859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port e726d0d1-36c8-4e07-9430-4e8711e06433 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:26:55.400428 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.403986 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07348f99-a365-4b22-af3a-8821a646d155 req-b79a5c02-2119-49f5-913c-36001e89b377 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047293 Nov 12 08:26:55.406356 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-722ce245-0b06-46a7-98b6-9ce6d6be8187 req-07a0dcf6-867d-4f45-800e-d5c65bcf86bd tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681417 Nov 12 08:26:55.427713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd768db-570a-4884-8d6d-71b13028f3ad req-250d88fc-26c3-4d17-8456-3a2139608f25 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.441637 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4dd768db-570a-4884-8d6d-71b13028f3ad req-250d88fc-26c3-4d17-8456-3a2139608f25 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 950 time: 0.1328871 Nov 12 08:26:55.481265 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c80dfe4-9dc6-4f93-a182-47f4fd1aec30 x-openstack-request-id: req-2c80dfe4-9dc6-4f93-a182-47f4fd1aec30 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:55.481636 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "tag": "cca8f34e-9b07-4155-a5a4-b29c4325dffd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "175c3c15-39ef-402c-b8f5-d2a54f2056d8", "tag": "0e76ab44-90ee-427f-bd5f-e44f55be91c1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:55.481953 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c80dfe4-9dc6-4f93-a182-47f4fd1aec30 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:55.482409 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'tag': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd', 'status': 'completed', 'code': 200} Nov 12 08:26:55.483283 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175c3c15-39ef-402c-b8f5-d2a54f2056d8', 'tag': '0e76ab44-90ee-427f-bd5f-e44f55be91c1', 'status': 'completed', 'code': 200} Nov 12 08:26:55.506156 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.519876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4dd768db-570a-4884-8d6d-71b13028f3ad req-6ef5a1d8-e5d9-4d72-b489-70a18ac6b888 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732741 Nov 12 08:26:55.537170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:26:55.540948 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f5d771-619e-4a11-a1f1-0c1af323282e" -d '{"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-plugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:26:55.563160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:55.569773 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:55.601744 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11825ae-6b83-474a-a945-54be4cafe006 x-openstack-request-id: req-a11825ae-6b83-474a-a945-54be4cafe006 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:26:55.602672 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-plugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:26:55.602959 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a11825ae-6b83-474a-a945-54be4cafe006 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:26:55.603441 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'code': 200} Nov 12 08:26:55.636115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:55.669085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-e2a3606f-9fe7-47d7-bf93-16f4c43c4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.669569 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-e2a3606f-9fe7-47d7-bf93-16f4c43c4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.670026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-e2a3606f-9fe7-47d7-bf93-16f4c43c4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.670475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-e2a3606f-9fe7-47d7-bf93-16f4c43c4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.670924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-e2a3606f-9fe7-47d7-bf93-16f4c43c4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.671366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-e2a3606f-9fe7-47d7-bf93-16f4c43c4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.671813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-e2a3606f-9fe7-47d7-bf93-16f4c43c4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.673736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-e2a3606f-9fe7-47d7-bf93-16f4c43c4523 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6500 time: 0.1469557 Nov 12 08:26:55.719109 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-be635c0b-4afd-44e1-8db2-570579612bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.720606 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-be635c0b-4afd-44e1-8db2-570579612bf6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcd73db2181b463c815d9494e4da8ea0&device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 1096 time: 0.1997533 Nov 12 08:26:55.772504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeff490-ecfb-41cd-933b-43cacdb19613 req-7a4e2417-cac0-45f9-b327-9a95379bfa8e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.774607 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abeff490-ecfb-41cd-933b-43cacdb19613 req-7a4e2417-cac0-45f9-b327-9a95379bfa8e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1590817 Nov 12 08:26:55.813788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295d8d6-9db6-4ba8-baf6-402fe130f791 req-7bd3ba4d-13a2-41a8-8d8d-aee2b68aa9fc tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.815210 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7295d8d6-9db6-4ba8-baf6-402fe130f791 req-7bd3ba4d-13a2-41a8-8d8d-aee2b68aa9fc tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 944 time: 0.0625341 Nov 12 08:26:55.869086 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7295d8d6-9db6-4ba8-baf6-402fe130f791 req-827ef31a-e7c9-4f63-b7f5-57a6b6a5cda5 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455480 Nov 12 08:26:55.888376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d30b47-222c-47ba-858c-b2943c49cf1d req-67ed9eb7-b4af-40ab-b775-087794bfab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.889947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21d30b47-222c-47ba-858c-b2943c49cf1d req-67ed9eb7-b4af-40ab-b775-087794bfab1d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1097 time: 0.2144170 Nov 12 08:26:55.958299 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-59a95776-96b1-45eb-abec-50beb172d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.959762 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-59a95776-96b1-45eb-abec-50beb172d666 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0210ade-877d-4c8c-ae77-e1ebf871743f HTTP/1.1" status: 200 len: 913 time: 0.2707586 Nov 12 08:26:55.968958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abeff490-ecfb-41cd-933b-43cacdb19613 req-430b7815-9ee8-4100-a3ce-628adee1cc24 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600747 Nov 12 08:26:55.971666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-df4a95e3-3600-446b-9429-ffc330970984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:55.973215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-df4a95e3-3600-446b-9429-ffc330970984 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 200 len: 905 time: 0.2342157 Nov 12 08:26:56.067738 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-8fa73771-a105-4437-b3b3-2b4f735f968f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e76ab44-90ee-427f-bd5f-e44f55be91c1 HTTP/1.1" status: 200 len: 217 time: 0.0785222 Nov 12 08:26:56.075151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21d30b47-222c-47ba-858c-b2943c49cf1d req-4ed4b736-0762-4510-bfb2-5e1b903c5985 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715078 Nov 12 08:26:56.081269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0174a-d9ac-4db8-a8c2-6ad227d5c1e7 req-66c10e3d-0824-4991-8754-a280ddd31fec tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:56.083346 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0e0174a-d9ac-4db8-a8c2-6ad227d5c1e7 req-66c10e3d-0824-4991-8754-a280ddd31fec tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 945 time: 0.0569377 Nov 12 08:26:56.127141 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-70425dc1-08c9-45c5-a7b6-d687c49d7300 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca8f34e-9b07-4155-a5a4-b29c4325dffd HTTP/1.1" status: 200 len: 1001 time: 0.1472375 Nov 12 08:26:56.141086 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0e0174a-d9ac-4db8-a8c2-6ad227d5c1e7 req-f5bf68c9-2a35-4a62-bb1d-b5911cde5c80 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471001 Nov 12 08:26:56.141995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-f65b5ba5-e8cc-4791-911f-b700c492d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:56.143537 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-f65b5ba5-e8cc-4791-911f-b700c492d37a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b HTTP/1.1" status: 200 len: 844 time: 0.0657036 Nov 12 08:26:56.180617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-004a7708-22e0-4966-84a1-4b2e83034b43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc5b93f5-54ed-433d-949b-cdfe6ab254d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263960 Nov 12 08:26:56.314463 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-41d09c00-8076-42c3-9b63-99b880e472d4 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221521 Nov 12 08:26:56.327973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101252e9-31d2-4f50-8882-371e8a2e5776 req-e5d58dea-35f5-41d6-a653-b5817ee583ea tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:56.329364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-101252e9-31d2-4f50-8882-371e8a2e5776 req-e5d58dea-35f5-41d6-a653-b5817ee583ea tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.0726418 Nov 12 08:26:56.434469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-101252e9-31d2-4f50-8882-371e8a2e5776 req-21a1b533-b6f8-4944-a9a6-0b44345e0a33 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963655 Nov 12 08:26:56.457964 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-d44c3493-15e6-4941-b8d8-402febe84175 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276278 Nov 12 08:26:56.559174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db5d44-1ff6-46d4-9bc6-52bf38679092 req-82752d7d-66c8-4150-8992-cad4dc67cc21 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:56.562120 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a4db5d44-1ff6-46d4-9bc6-52bf38679092 req-82752d7d-66c8-4150-8992-cad4dc67cc21 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0716603 Nov 12 08:26:56.626635 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a4db5d44-1ff6-46d4-9bc6-52bf38679092 req-fe4dd406-e37f-4bdd-aba4-e9004726abfb tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538204 Nov 12 08:26:56.658000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412980b-e9ce-415f-ab7b-51d33dfb8d13 req-a2a5c2d5-2d9b-41b2-9a6e-38fd9fb3fffe tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:56.661911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8412980b-e9ce-415f-ab7b-51d33dfb8d13 req-a2a5c2d5-2d9b-41b2-9a6e-38fd9fb3fffe tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 950 time: 0.0603490 Nov 12 08:26:56.713433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8412980b-e9ce-415f-ab7b-51d33dfb8d13 req-416f014a-1499-434f-9ba9-db5d2f78d44d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473509 Nov 12 08:26:57.019342 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82dd0d-1095-473c-addf-8f862f6adcd0 req-30b05539-b217-4cc0-9dd5-310d6e5bf4c1 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:26:57.020932 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ca82dd0d-1095-473c-addf-8f862f6adcd0 req-30b05539-b217-4cc0-9dd5-310d6e5bf4c1 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 944 time: 0.0711761 Nov 12 08:26:57.078036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ca82dd0d-1095-473c-addf-8f862f6adcd0 req-985d2dd1-4ab9-4b9b-899a-3426d43d100c tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501039 Nov 12 08:26:58.421939 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.428301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0e76ab44-90ee-427f-bd5f-e44f55be91c1 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:26:58.522490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0e76ab44-90ee-427f-bd5f-e44f55be91c1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0e76ab44-90ee-427f-bd5f-e44f55be91c1,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:58.533941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '0e76ab44-90ee-427f-bd5f-e44f55be91c1', 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'port_id': '0e76ab44-90ee-427f-bd5f-e44f55be91c1', 'mac_address': 'fa:16:3e:29:3c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:26:58.574050 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.587089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e76ab44-90ee-427f-bd5f-e44f55be91c1 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:26:58.606634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0e76ab44-90ee-427f-bd5f-e44f55be91c1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0e76ab44-90ee-427f-bd5f-e44f55be91c1,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:26:58.610367 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:26:58.657057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=0e76ab44-90ee-427f-bd5f-e44f55be91c1,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:26:58.989928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['0e76ab44-90ee-427f-bd5f-e44f55be91c1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:00.449448 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0e76ab44-90ee-427f-bd5f-e44f55be91c1 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:00.500725 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 0e76ab44-90ee-427f-bd5f-e44f55be91c1 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:27:00.505462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 0e76ab44-90ee-427f-bd5f-e44f55be91c1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:00.505865 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.590867 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.615200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175c3c15-39ef-402c-b8f5-d2a54f2056d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e76ab44-90ee-427f-bd5f-e44f55be91c1'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:00.617426 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff62c727-5f58-4d54-abb4-1ef80a5ea6ac" -d '{"events": [{"server_uuid": "175c3c15-39ef-402c-b8f5-d2a54f2056d8", "name": "network-vif-plugged", "status": "completed", "tag": "0e76ab44-90ee-427f-bd5f-e44f55be91c1"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:00.630443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0e76ab44-90ee-427f-bd5f-e44f55be91c1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0e76ab44-90ee-427f-bd5f-e44f55be91c1,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:00.635483 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:00.687837 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=0e76ab44-90ee-427f-bd5f-e44f55be91c1,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:05.090252 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4068fe9-bb76-49a3-9f2b-042e66589e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:05.540783 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:27:07.450534 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-72aec432-beee-4d68-81d5-383c4b85dba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:08.435610 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:09.849484 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:10.848794 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:13.692534 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-9772402e-c45b-4a91-8425-15a2d110665d service neutron] show failed (client error): The resource could not be found. Nov 12 08:27:13.693567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-9772402e-c45b-4a91-8425-15a2d110665d service neutron] 10.222.0.52 "GET /v2.0/ports/5132d315-0dca-4b0d-ba25-e78cdda6cc99/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.0647697 Nov 12 08:27:18.462816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5132d315-0dca-4b0d-ba25-e78cdda6cc99 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:18.543247 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.575742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:18.579459 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:18.628947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:18.637554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:18.637902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:18.638315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:18.638795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:18.639109 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:18.639484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:18.639814 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:18.640145 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:18.640477 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:18.640796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:18.641141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:18.641529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:22.020268 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:28.442043 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:31.540022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2112eaa-79f3-4cf6-9940-93f348e149a1 req-7db7936f-1e1c-44aa-a0e2-a34cc61cf73e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:31.542015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2112eaa-79f3-4cf6-9940-93f348e149a1 req-7db7936f-1e1c-44aa-a0e2-a34cc61cf73e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.0621378 Nov 12 08:27:31.610943 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2112eaa-79f3-4cf6-9940-93f348e149a1 req-efc8b335-d7fb-442f-9dc6-562092a37d31 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611260 Nov 12 08:27:31.730245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190911d-074a-4ebb-9c3a-740c85e9c06a req-bb13aa00-5600-4942-aa06-4310fc3f245c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:31.731676 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5190911d-074a-4ebb-9c3a-740c85e9c06a req-bb13aa00-5600-4942-aa06-4310fc3f245c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 945 time: 0.0560751 Nov 12 08:27:31.787995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5190911d-074a-4ebb-9c3a-740c85e9c06a req-977bfd82-3c58-4c9d-9bfe-a4aa2d81a226 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454748 Nov 12 08:27:32.048028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daacb1-fdc3-41ec-8444-e91a27632afb req-1cbadc5d-2ae9-40a0-a3a8-deeed45193a3 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:32.049594 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76daacb1-fdc3-41ec-8444-e91a27632afb req-1cbadc5d-2ae9-40a0-a3a8-deeed45193a3 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 948 time: 0.0740929 Nov 12 08:27:32.101059 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76daacb1-fdc3-41ec-8444-e91a27632afb req-a2f096fe-ed8d-4a6e-8828-5cd67409ec93 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449181 Nov 12 08:27:32.219348 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89f083-f000-4971-a3a7-55712d846f92 req-40a43ff7-ed12-40ef-bbb0-4868fd8f5961 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:32.220881 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b89f083-f000-4971-a3a7-55712d846f92 req-40a43ff7-ed12-40ef-bbb0-4868fd8f5961 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0525546 Nov 12 08:27:32.273712 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b89f083-f000-4971-a3a7-55712d846f92 req-4dec30f3-5a17-4eb2-9708-0c1783f6c45f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430224 Nov 12 08:27:32.389416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bf65b-0707-4dff-9121-f660adb553c8 req-fba20e26-73e3-4fbb-b9df-090b4a8cfaea tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:32.391280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a33bf65b-0707-4dff-9121-f660adb553c8 req-fba20e26-73e3-4fbb-b9df-090b4a8cfaea tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 950 time: 0.0529680 Nov 12 08:27:32.446444 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a33bf65b-0707-4dff-9121-f660adb553c8 req-77af3413-959b-4171-b470-2cd09aad72fb tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490866 Nov 12 08:27:32.583745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a183018-0321-47ef-b670-6adfc8ccfaaa req-9caa7ce9-9f3f-455b-b2bd-27746a864b09 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:32.585173 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a183018-0321-47ef-b670-6adfc8ccfaaa req-9caa7ce9-9f3f-455b-b2bd-27746a864b09 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 946 time: 0.0528071 Nov 12 08:27:32.636784 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a183018-0321-47ef-b670-6adfc8ccfaaa req-c3039cac-1e57-4e05-816a-3d9c14184da1 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446444 Nov 12 08:27:32.685826 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62685fa8-c790-4c97-9d09-fc00c7acad65 x-openstack-request-id: req-62685fa8-c790-4c97-9d09-fc00c7acad65 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:32.692343 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175c3c15-39ef-402c-b8f5-d2a54f2056d8", "name": "network-vif-plugged", "status": "completed", "tag": "0e76ab44-90ee-427f-bd5f-e44f55be91c1", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:32.695308 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62685fa8-c790-4c97-9d09-fc00c7acad65 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:32.695907 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175c3c15-39ef-402c-b8f5-d2a54f2056d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e76ab44-90ee-427f-bd5f-e44f55be91c1', 'code': 200} Nov 12 08:27:32.844227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2c370-8dc8-4dcc-a8fe-38b0afe7558c req-a29b6aec-7536-4d6e-8e6b-5a03658b7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:32.846117 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6c2c370-8dc8-4dcc-a8fe-38b0afe7558c req-a29b6aec-7536-4d6e-8e6b-5a03658b7f96 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 1098 time: 0.0456545 Nov 12 08:27:32.893034 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6c2c370-8dc8-4dcc-a8fe-38b0afe7558c req-efae545c-4673-4534-b3c9-40cf38915733 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397654 Nov 12 08:27:33.292946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-dd6ddd5d-fa59-426d-b090-e360d53c14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.295260 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-dd6ddd5d-fa59-426d-b090-e360d53c14d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82052e29-e311-4bbf-839f-355a57adecc9 HTTP/1.1" status: 200 len: 851 time: 0.1889081 Nov 12 08:27:33.303842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa548-477b-4002-9fd1-eb4f2def8991 req-327a6be8-f05f-4cea-ab25-5693af8c1f46 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.306077 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0fbfa548-477b-4002-9fd1-eb4f2def8991 req-327a6be8-f05f-4cea-ab25-5693af8c1f46 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 945 time: 0.0763981 Nov 12 08:27:33.336861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021d411-713d-47a5-88fc-3bde2e3160f8 req-0c97a255-8a53-439f-8899-4c08968f1904 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.339430 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8021d411-713d-47a5-88fc-3bde2e3160f8 req-0c97a255-8a53-439f-8899-4c08968f1904 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1763806 Nov 12 08:27:33.361428 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0fbfa548-477b-4002-9fd1-eb4f2def8991 req-462eac44-2ce2-48d4-b6da-65b36d6fd5d1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486593 Nov 12 08:27:33.410437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-9826bbda-00eb-43b0-80f9-76ce62722bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.412632 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-9826bbda-00eb-43b0-80f9-76ce62722bd3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10&tenant_id=622dac62584248dead4df8f42ebf1618 HTTP/1.1" status: 200 len: 1100 time: 0.1707203 Nov 12 08:27:33.444247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:33.466118 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3db77-af54-4921-900a-66bb7d197258 req-4557cde1-ded0-49dd-8f40-84da50f94912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.467933 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-4557cde1-ded0-49dd-8f40-84da50f94912 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0210ade-877d-4c8c-ae77-e1ebf871743f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1619205 Nov 12 08:27:33.497793 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aeeb5d-613b-4a19-ad19-76058150e02c req-fcd403dc-d82c-4d37-9248-5abc655ad768 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.499342 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05aeeb5d-613b-4a19-ad19-76058150e02c req-fcd403dc-d82c-4d37-9248-5abc655ad768 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 948 time: 0.0723321 Nov 12 08:27:33.527535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8021d411-713d-47a5-88fc-3bde2e3160f8 req-23b81a04-16e7-4e2a-bac4-8e44c249b9ee tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667483 Nov 12 08:27:33.566842 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05aeeb5d-613b-4a19-ad19-76058150e02c req-e1243b6a-14d7-45b6-986c-bc1e0ddc61ff tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562027 Nov 12 08:27:33.613754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:33.668224 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-e3b1b36d-251d-41eb-a0de-7d90a966abd1 service neutron] 10.222.0.46 "GET /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769638 Nov 12 08:27:33.754667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06c8dc-4220-4617-a4e9-4382e56f219d req-dd53b626-47a8-4f7d-a972-e088ef424535 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.784338 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5c06c8dc-4220-4617-a4e9-4382e56f219d req-dd53b626-47a8-4f7d-a972-e088ef424535 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 950 time: 0.0878294 Nov 12 08:27:33.847263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5c06c8dc-4220-4617-a4e9-4382e56f219d req-0530b938-38d3-4869-b8e0-804bed595d48 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581911 Nov 12 08:27:33.883864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085f036-a9e3-4b68-a190-91b266aa4728 req-bd88d61d-045d-497f-9034-9060985ef7c2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.891822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d085f036-a9e3-4b68-a190-91b266aa4728 req-bd88d61d-045d-497f-9034-9060985ef7c2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.2208278 Nov 12 08:27:33.984205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6d3db77-af54-4921-900a-66bb7d197258 req-c2fb44f3-044f-48f2-a87d-2526b282f9cd service neutron] 10.222.0.46 "GET /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997403 Nov 12 08:27:33.984515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03d719-7118-4637-be0c-d566cb2ef4dc req-a6f06ab5-24eb-4fe1-8c83-af19d1b3f560 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:33.995165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cf03d719-7118-4637-be0c-d566cb2ef4dc req-a6f06ab5-24eb-4fe1-8c83-af19d1b3f560 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 946 time: 0.0803719 Nov 12 08:27:34.034424 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d085f036-a9e3-4b68-a190-91b266aa4728 req-6b68d19a-b463-4a89-b031-23ab3a836f54 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354313 Nov 12 08:27:34.131851 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cf03d719-7118-4637-be0c-d566cb2ef4dc req-28dab59b-1bd3-463f-87eb-aa353edecfb6 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354616 Nov 12 08:27:34.134226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:34.282694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fbee1-acd7-4ed7-9845-2a7a0196baa0 req-06531c68-d00e-46a0-9833-92c98a1aae87 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:34.285445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d02fbee1-acd7-4ed7-9845-2a7a0196baa0 req-06531c68-d00e-46a0-9833-92c98a1aae87 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 950 time: 0.2201452 Nov 12 08:27:34.337891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:34.412710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5132d315-0dca-4b0d-ba25-e78cdda6cc99 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:34.423182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.442229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Transition to ACTIVE for port object 5132d315-0dca-4b0d-ba25-e78cdda6cc99 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:27:34.454750 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.588200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:34.626122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] No DVR routers for this DVR port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:34.660334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39167-54e8-4bfe-98b2-72a10a604055 req-78df363f-81ba-4ba6-bd06-88a9210ccbf2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:34.662495 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1c39167-54e8-4bfe-98b2-72a10a604055 req-78df363f-81ba-4ba6-bd06-88a9210ccbf2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 945 time: 0.2125163 Nov 12 08:27:34.685752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:34.686230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:34.686699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:34.687166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:34.687623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:34.688092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:34.688549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:34.689004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:34.689529 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:34.690017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:34.690740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:34.691218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:34.697084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:34.700554 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9a1e79-f1b2-4421-a181-b069449abadf" -d '{"events": [{"server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "name": "network-vif-unplugged", "status": "completed", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:34.730972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed943452-192d-4426-afc7-d4f758af514a req-59b314e5-ffe8-4953-b393-69970cba4830 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:34.733271 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed943452-192d-4426-afc7-d4f758af514a req-59b314e5-ffe8-4953-b393-69970cba4830 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.0802045 Nov 12 08:27:34.734564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-d02fbee1-acd7-4ed7-9845-2a7a0196baa0 req-e57ef93d-60e2-46eb-8cab-eb2b6fe8438a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Deleting port 17fb0224-bc72-4471-a84c-3fc725cc7b69 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:34.735038 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d02fbee1-acd7-4ed7-9845-2a7a0196baa0 req-e57ef93d-60e2-46eb-8cab-eb2b6fe8438a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.762091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Attempting to bind port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:34.762424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Attempting to bind port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:34.762756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Attempting to bind port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:34.808969 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed943452-192d-4426-afc7-d4f758af514a req-b31c8eaf-05b6-4f20-b42e-b4df1f9fe1fc tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673537 Nov 12 08:27:34.831727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:27:34.832031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Attempting to bind port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:34.865278 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1c39167-54e8-4bfe-98b2-72a10a604055 req-31e7fab6-6722-4359-ac4b-62c827a05d63 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675398 Nov 12 08:27:34.871766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:34.872232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:34.872621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:34.873070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Bound port: 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:34.873459 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:34.960261 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeb511b-7a80-4817-891e-405031a15343 x-openstack-request-id: req-cbeb511b-7a80-4817-891e-405031a15343 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:34.960743 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "name": "network-vif-unplugged", "status": "completed", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:34.961205 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbeb511b-7a80-4817-891e-405031a15343 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:34.962399 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'code': 200} Nov 12 08:27:34.996022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-d02fbee1-acd7-4ed7-9845-2a7a0196baa0 req-e57ef93d-60e2-46eb-8cab-eb2b6fe8438a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] For port 17fb0224-bc72-4471-a84c-3fc725cc7b69, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=17fb0224-bc72-4471-a84c-3fc725cc7b69,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:34.996770 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d02fbee1-acd7-4ed7-9845-2a7a0196baa0 req-e57ef93d-60e2-46eb-8cab-eb2b6fe8438a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.049772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fd4a9-e90c-49ee-b187-e796f854250d req-6ca058f3-aa92-4099-99b6-1832066b1d66 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:35.050192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-d02fbee1-acd7-4ed7-9845-2a7a0196baa0 req-e57ef93d-60e2-46eb-8cab-eb2b6fe8438a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Calling delete_port for 17fb0224-bc72-4471-a84c-3fc725cc7b69 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:35.062387 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-755fd4a9-e90c-49ee-b187-e796f854250d req-6ca058f3-aa92-4099-99b6-1832066b1d66 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 948 time: 0.1511471 Nov 12 08:27:35.086906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:35.114011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:35.118647 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-515d6bae-2430-4a27-bae4-a78b861c26e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.165925 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.166454 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-755fd4a9-e90c-49ee-b187-e796f854250d req-086bde07-e3cb-4a2b-b560-36a47eaf3e0c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021132 Nov 12 08:27:35.229453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fad8b-7e83-4cc3-ac99-6e526b51aa7a req-fd92bc36-f85c-491f-9d42-a8ff5b91c0d5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:35.236997 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce5fad8b-7e83-4cc3-ac99-6e526b51aa7a req-fd92bc36-f85c-491f-9d42-a8ff5b91c0d5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aadd376-ffdc-449e-a80e-6deed9c4ccc6 HTTP/1.1" status: 200 len: 950 time: 0.2177014 Nov 12 08:27:35.262801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:35.263289 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.266885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] 10.222.0.46 "PUT /v2.0/ports/5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 1097 time: 1.8326287 Nov 12 08:27:35.267778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:35.270497 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:35.361760 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffd50c-fecc-420f-a815-9aadfb4b22af req-49fa6645-0a1d-4b0e-b353-725206559746 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:35.365802 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66ffd50c-fecc-420f-a815-9aadfb4b22af req-49fa6645-0a1d-4b0e-b353-725206559746 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.0883269 Nov 12 08:27:35.402462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8328ad8-bd1b-4f54-affd-14bb80c1a420 service neutron] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=8']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:35.436508 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce5fad8b-7e83-4cc3-ac99-6e526b51aa7a req-f38d20eb-e4b1-4082-bb0b-a08e48bfcd79 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982419 Nov 12 08:27:35.484805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-8981965d-2cfe-441b-905b-7c8fb805fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:35.487459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-8981965d-2cfe-441b-905b-7c8fb805fbc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1100 time: 0.1520202 Nov 12 08:27:35.558232 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66ffd50c-fecc-420f-a815-9aadfb4b22af req-864dd9f9-3ba0-48a9-877c-d0805eb49434 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831987 Nov 12 08:27:35.641852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d02fbee1-acd7-4ed7-9845-2a7a0196baa0 req-e57ef93d-60e2-46eb-8cab-eb2b6fe8438a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.657236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3', 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e', '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:35.661721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb', '1d0fb192-bbce-4a75-abbd-b260605b5a8f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:35.742719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ef93d-60e2-46eb-8cab-eb2b6fe8438a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event deleted for resources: {'Port': ['ID=17fb0224-bc72-4471-a84c-3fc725cc7b69,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:35.801484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02fbee1-acd7-4ed7-9845-2a7a0196baa0 req-e57ef93d-60e2-46eb-8cab-eb2b6fe8438a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] No DVR routers for this DVR port 17fb0224-bc72-4471-a84c-3fc725cc7b69 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:35.813357 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d02fbee1-acd7-4ed7-9845-2a7a0196baa0 req-e57ef93d-60e2-46eb-8cab-eb2b6fe8438a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:35.820795 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d02fbee1-acd7-4ed7-9845-2a7a0196baa0 req-e57ef93d-60e2-46eb-8cab-eb2b6fe8438a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "DELETE /v2.0/ports/17fb0224-bc72-4471-a84c-3fc725cc7b69 HTTP/1.1" status: 204 len: 173 time: 1.5216374 Nov 12 08:27:35.839739 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2598ed2-6196-4f18-9254-fa6213f53dbc x-openstack-request-id: req-b2598ed2-6196-4f18-9254-fa6213f53dbc {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:35.840212 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:35.840628 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2598ed2-6196-4f18-9254-fa6213f53dbc {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:35.841295 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'status': 'completed', 'code': 200} Nov 12 08:27:35.871107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ded31-1714-44d0-aa58-377d86dd2d8f req-0517fed4-e4b8-479e-b751-351b32e7aa26 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:35.884478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e8ded31-1714-44d0-aa58-377d86dd2d8f req-0517fed4-e4b8-479e-b751-351b32e7aa26 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 946 time: 0.3433862 Nov 12 08:27:35.918535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-64924d36-7d3e-4f38-95ed-e865ab9aa93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:35.921080 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-64924d36-7d3e-4f38-95ed-e865ab9aa93f service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.4188838 Nov 12 08:27:36.040143 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-310e316f-1738-4cf5-a854-402024047158 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 217 time: 0.0729988 Nov 12 08:27:36.230349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-c1d40ba1-33b5-4f03-becd-e4e8672d80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:36.235336 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-c1d40ba1-33b5-4f03-becd-e4e8672d80c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1100 time: 0.3470948 Nov 12 08:27:36.259607 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e8ded31-1714-44d0-aa58-377d86dd2d8f req-ad4919c0-b41c-4aed-8381-547c9748f83a tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527377 Nov 12 08:27:36.420616 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a32ad4-137d-44d4-aa2f-aea593ae2c33 req-d79776aa-7790-4b11-b264-b0ea349620c2 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:36.423698 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59a32ad4-137d-44d4-aa2f-aea593ae2c33 req-d79776aa-7790-4b11-b264-b0ea349620c2 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1119435 Nov 12 08:27:36.548766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59a32ad4-137d-44d4-aa2f-aea593ae2c33 req-1ab852ba-8ffb-4eff-83d6-eb7bfc10d4e3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104298 Nov 12 08:27:36.705540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ee475-9a79-494a-bff1-e23bfd730fea req-78b0fbc3-5efc-4a6c-9087-ea3b44ecc815 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:36.707787 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de7ee475-9a79-494a-bff1-e23bfd730fea req-78b0fbc3-5efc-4a6c-9087-ea3b44ecc815 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 948 time: 0.0858145 Nov 12 08:27:36.745489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-b28fa30e-baad-4cc5-a24f-56dfe0a27536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:36.747664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-b28fa30e-baad-4cc5-a24f-56dfe0a27536 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.6866186 Nov 12 08:27:36.783436 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de7ee475-9a79-494a-bff1-e23bfd730fea req-3357108d-6720-40b0-b677-4448817aa298 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672123 Nov 12 08:27:36.980339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0de0ce-da59-4575-8cb8-e3b0b19ab011 req-8e453b8c-42e9-4aa2-8f62-d90db8e07506 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:36.982603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed0de0ce-da59-4575-8cb8-e3b0b19ab011 req-8e453b8c-42e9-4aa2-8f62-d90db8e07506 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 945 time: 0.2499290 Nov 12 08:27:36.985996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-8bd1e3a2-2b04-40d5-ae67-dbaad1bb564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:37.000320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-8bd1e3a2-2b04-40d5-ae67-dbaad1bb564a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2366731 Nov 12 08:27:37.013533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-ad901bea-162b-47a2-9d07-351d6ff530d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:37.015740 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-ad901bea-162b-47a2-9d07-351d6ff530d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.7701204 Nov 12 08:27:37.149438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-94d7a0f5-5547-4994-974d-506742d25aa4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 217 time: 0.1112049 Nov 12 08:27:37.360808 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed0de0ce-da59-4575-8cb8-e3b0b19ab011 req-8a9e615c-23d2-45a8-88dd-c79453116546 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436234 Nov 12 08:27:37.383511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-36680b55-afa3-40d0-91ea-9d941b88e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:37.386210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-36680b55-afa3-40d0-91ea-9d941b88e33c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1794775 Nov 12 08:27:37.421097 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697786d-c7a9-47d5-8962-f769964354c9 req-328b64de-174b-4a51-ba07-b1665e73d67c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:37.434034 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7697786d-c7a9-47d5-8962-f769964354c9 req-328b64de-174b-4a51-ba07-b1665e73d67c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.1234615 Nov 12 08:27:37.454715 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-687beb59-63ba-4a31-aa5b-aca2f4ca64a5 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352026 Nov 12 08:27:37.464716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ef74-7350-4087-98a2-313d94e520ba req-720cd02d-fe49-43ef-8493-8957b3a82a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:37.467197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-720cd02d-fe49-43ef-8493-8957b3a82a7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 1126 time: 0.2009497 Nov 12 08:27:37.474378 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7d2dfc13-7b1b-4c7d-bff2-7804603f761f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.532465 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7697786d-c7a9-47d5-8962-f769964354c9 req-5257f6c4-5cc2-42e6-8eab-f756d54d2d3a tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968175 Nov 12 08:27:37.609847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 17fb0224-bc72-4471-a84c-3fc725cc7b69 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:37.642941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 17fb0224-bc72-4471-a84c-3fc725cc7b69 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:27:37.643303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 17fb0224-bc72-4471-a84c-3fc725cc7b69 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:37.679208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-7713351d-66ad-418f-a323-3cdf32cbb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:37.681451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-7713351d-66ad-418f-a323-3cdf32cbb1f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2837861 Nov 12 08:27:37.807159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956195b-c724-4196-b8f0-6c1991db5eb6 req-70b618cb-4457-484c-8e70-16afff4c75ac tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:37.811240 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9956195b-c724-4196-b8f0-6c1991db5eb6 req-70b618cb-4457-484c-8e70-16afff4c75ac tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 945 time: 0.0932517 Nov 12 08:27:37.821439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46526) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:37.831024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-88f5d30e-bd0d-473f-8db8-464e85b98427 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Request body: {'floatingip': {'port_id': 'e726d0d1-36c8-4e07-9430-4e8711e06433'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:37.843745 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aadd376-ffdc-449e-a80e-6deed9c4ccc6', 'name': 'network-vif-deleted', 'tag': '17fb0224-bc72-4471-a84c-3fc725cc7b69'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:37.847221 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f477f42e-4b6b-4bda-9693-1d923b2e28df" -d '{"events": [{"server_uuid": "7aadd376-ffdc-449e-a80e-6deed9c4ccc6", "name": "network-vif-deleted", "tag": "17fb0224-bc72-4471-a84c-3fc725cc7b69"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:37.892725 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88f5d30e-bd0d-473f-8db8-464e85b98427 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:37.920555 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-581e9ebc-29c4-4ecd-b7da-5953488de37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:37.922194 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-581e9ebc-29c4-4ecd-b7da-5953488de37e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 1098 time: 0.2626746 Nov 12 08:27:37.924296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac47ba2b-b07f-4688-90b4-b974f5dd9960 req-1ee0d25e-2dd6-4d33-89bb-93e7c9f8ba3d service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515717 Nov 12 08:27:37.927315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ef74-7350-4087-98a2-313d94e520ba req-66e4014a-3d7f-4118-bd9d-a8d7623b4c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:37.928697 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-66e4014a-3d7f-4118-bd9d-a8d7623b4c39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.4425154 Nov 12 08:27:37.987132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-cdc7c10f-23eb-4437-b717-0eb0fbe05f3e service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773137 Nov 12 08:27:38.022352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479669b9-567c-4222-b8e3-e63d661b63cf req-fbb566f0-8698-467a-979b-40ed10a13032 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:38.024041 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-479669b9-567c-4222-b8e3-e63d661b63cf req-fbb566f0-8698-467a-979b-40ed10a13032 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1360843 Nov 12 08:27:38.093143 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-2219a549-e2f0-4fb4-ab5c-32eaf309b46f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939e6fec-2896-4f12-9450-f53deb049b87 HTTP/1.1" status: 200 len: 217 time: 0.1281359 Nov 12 08:27:38.148039 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-479669b9-567c-4222-b8e3-e63d661b63cf req-0d0bda7e-b75d-414d-bdd2-37de38aa5eb1 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036179 Nov 12 08:27:38.354298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ef74-7350-4087-98a2-313d94e520ba req-3910bb45-5e14-4029-8c37-658999f0b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:38.355825 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-3910bb45-5e14-4029-8c37-658999f0b6d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.2101054 Nov 12 08:27:38.364191 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8debc-270d-429c-88c9-070f2f9d14f6 req-ddc14663-fa0f-4c8d-9b4b-929a5ca9f40e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:38.365420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-31c8debc-270d-429c-88c9-070f2f9d14f6 req-ddc14663-fa0f-4c8d-9b4b-929a5ca9f40e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 948 time: 0.3841944 Nov 12 08:27:38.427208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-20decfcc-b27f-41e4-830e-1c441eb561b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:38.429884 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-20decfcc-b27f-41e4-830e-1c441eb561b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.4878862 Nov 12 08:27:38.434118 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-47d82f45-2a49-4d1b-96cb-540ef49b38aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635951 Nov 12 08:27:38.440812 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f3b29d-b833-4902-9e0e-1ac5f8ccf750 x-openstack-request-id: req-a2f3b29d-b833-4902-9e0e-1ac5f8ccf750 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:38.441611 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aadd376-ffdc-449e-a80e-6deed9c4ccc6", "name": "network-vif-deleted", "tag": "17fb0224-bc72-4471-a84c-3fc725cc7b69", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:38.442029 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2f3b29d-b833-4902-9e0e-1ac5f8ccf750 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:38.442625 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aadd376-ffdc-449e-a80e-6deed9c4ccc6', 'name': 'network-vif-deleted', 'tag': '17fb0224-bc72-4471-a84c-3fc725cc7b69', 'status': 'completed', 'code': 200} Nov 12 08:27:38.456982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-50c6c762-9580-48eb-9769-018cc61a651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:38.462527 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-50c6c762-9580-48eb-9769-018cc61a651c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1100 time: 0.3787181 Nov 12 08:27:38.466292 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.539366 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88f5d30e-bd0d-473f-8db8-464e85b98427 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.556850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88f5d30e-bd0d-473f-8db8-464e85b98427 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:38.628691 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-b3037014-a87c-4762-8e7f-112943430c06 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884778 Nov 12 08:27:38.635745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-85db85ad-0b1f-4ed7-806b-0f655537e64c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 HTTP/1.1" status: 200 len: 217 time: 0.1697860 Nov 12 08:27:38.653557 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d6c00f9-588f-4ebb-9fd9-3b7aeff87df9 req-9305a2cc-ddc8-4514-83ea-a8f84d53c1eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1292620 Nov 12 08:27:38.738414 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-88f5d30e-bd0d-473f-8db8-464e85b98427 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Floating IP 6caa53b7-153b-4d2b-80c7-9f52cce315d3 associated. External IP: 172.25.3.74, port: e726d0d1-36c8-4e07-9430-4e8711e06433. Nov 12 08:27:38.768623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-31c8debc-270d-429c-88c9-070f2f9d14f6 req-00552aa9-c116-4236-b4af-234c99c82e6f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819938 Nov 12 08:27:38.818730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c00f9-588f-4ebb-9fd9-3b7aeff87df9 req-85c6b992-c7eb-40a5-a6be-d4a7873251c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:38.820313 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d6c00f9-588f-4ebb-9fd9-3b7aeff87df9 req-85c6b992-c7eb-40a5-a6be-d4a7873251c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 1096 time: 0.1357274 Nov 12 08:27:38.883022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9d0b0593-94d4-4e8f-a7d5-ebb7c3eb4a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:38.885814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9d0b0593-94d4-4e8f-a7d5-ebb7c3eb4a2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1901670 Nov 12 08:27:38.920495 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-01aa176d-607e-477c-aff9-4efb851b833a service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560957 Nov 12 08:27:38.944467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfeb92-8311-48d9-b041-c44a5cc68272 req-279e0472-f58e-429f-9b6d-7aee22a4f7c3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:38.946020 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bedfeb92-8311-48d9-b041-c44a5cc68272 req-279e0472-f58e-429f-9b6d-7aee22a4f7c3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222d787-0714-4404-8fbd-17c05bcd59c5 HTTP/1.1" status: 200 len: 950 time: 0.2187846 Nov 12 08:27:38.946758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-fe835199-de1d-4b32-bed1-bab29a567822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:38.950297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-fe835199-de1d-4b32-bed1-bab29a567822 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.4674044 Nov 12 08:27:38.952631 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-d4c288b1-e932-4fb5-9b86-638a80d5f0d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521932 Nov 12 08:27:39.044591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c00f9-588f-4ebb-9fd9-3b7aeff87df9 req-d5d32e9f-c53a-4d67-bf79-06167010eeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.046066 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d6c00f9-588f-4ebb-9fd9-3b7aeff87df9 req-d5d32e9f-c53a-4d67-bf79-06167010eeff service neutron] 10.222.0.46 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.1833279 Nov 12 08:27:39.165716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-45ac3ed6-e892-476b-bdb4-f59a52d45c15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 217 time: 0.1857579 Nov 12 08:27:39.273173 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-bf8b6dbd-a381-4c0a-8609-81eb5faeba98 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920172 Nov 12 08:27:39.278929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-660cafc9-1f4b-41f8-9b09-493b68f851b3 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348742 Nov 12 08:27:39.282801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-2e6c19eb-a5db-4e19-a8a5-1a8f5ea8e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.284253 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-2e6c19eb-a5db-4e19-a8a5-1a8f5ea8e7f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1014140 Nov 12 08:27:39.294205 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bcfcd-d80d-4098-a2b9-86aeca31d698 req-c05eb089-3c09-4d43-97fd-ad91b8a80f42 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.295785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e57bcfcd-d80d-4098-a2b9-86aeca31d698 req-c05eb089-3c09-4d43-97fd-ad91b8a80f42 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 943 time: 0.2673872 Nov 12 08:27:39.437257 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d6c00f9-588f-4ebb-9fd9-3b7aeff87df9 req-bbda3a95-8713-4a19-97cf-dba362733773 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4045a32-567d-4550-b587-55e733ba214f HTTP/1.1" status: 200 len: 217 time: 0.3812263 Nov 12 08:27:39.445337 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bedfeb92-8311-48d9-b041-c44a5cc68272 req-86035305-6f7b-4515-b95a-81d50bc4209c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820485 Nov 12 08:27:39.529249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f5d30e-bd0d-473f-8db8-464e85b98427 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Router bac94887-ff69-44fb-a8c1-4c43b611ec1e has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:27:39.563927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c00f9-588f-4ebb-9fd9-3b7aeff87df9 req-d29ac0bc-68e3-47c6-abe7-7361193c9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.566826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d6c00f9-588f-4ebb-9fd9-3b7aeff87df9 req-d29ac0bc-68e3-47c6-abe7-7361193c9780 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.1182444 Nov 12 08:27:39.669131 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d6c00f9-588f-4ebb-9fd9-3b7aeff87df9 req-600a5463-1c0e-451c-aef0-750c15cb9519 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402491 Nov 12 08:27:39.784835 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-7fec5265-d0c6-4511-a342-b1aed2cb37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.786302 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-7fec5265-d0c6-4511-a342-b1aed2cb37a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4817665 Nov 12 08:27:39.811978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e57bcfcd-d80d-4098-a2b9-86aeca31d698 req-d549ae4c-7106-43bc-88e8-066ac783b416 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060503 Nov 12 08:27:39.816914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443443e9-02c9-4d37-a7c0-0c05e7be16ac req-2cc7b7b8-7312-4d6d-bb4d-f3b3f3344621 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.818613 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-443443e9-02c9-4d37-a7c0-0c05e7be16ac req-2cc7b7b8-7312-4d6d-bb4d-f3b3f3344621 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1887138 Nov 12 08:27:39.831683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f5d30e-bd0d-473f-8db8-464e85b98427 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:27:39.842905 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88f5d30e-bd0d-473f-8db8-464e85b98427 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.844089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ef74-7350-4087-98a2-313d94e520ba req-1faebcbb-2335-4c0c-a8c9-65f8fc0aae7b tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.846841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-1faebcbb-2335-4c0c-a8c9-65f8fc0aae7b tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8&tenant_id=bef941d2508140b5b49158f037d4051b&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1126 time: 0.4971223 Nov 12 08:27:39.848931 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b3c01-1e2f-4f7f-8e02-2928beb8ce9e None None] Sync routers for ids ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:27:39.865870 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b3c01-1e2f-4f7f-8e02-2928beb8ce9e None None] Routers {'bac94887-ff69-44fb-a8c1-4c43b611ec1e'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:39.866650 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a20b3c01-1e2f-4f7f-8e02-2928beb8ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:27:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:39.869062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-64db0364-2fc5-47da-994e-99e33a58902f service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704384 Nov 12 08:27:39.869898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:39.909956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:39.933185 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d6c00f9-588f-4ebb-9fd9-3b7aeff87df9 req-03842d0f-f0a1-4fe3-92ca-378f0fbfea23 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441342 Nov 12 08:27:39.940896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63ab2b-2228-4cb0-82fd-77238342fbcf req-1aa12318-a68d-40b0-a2f0-2ab299aab90a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:39.943813 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e63ab2b-2228-4cb0-82fd-77238342fbcf req-1aa12318-a68d-40b0-a2f0-2ab299aab90a tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "GET /v2.0/ports?device_id=c222d787-0714-4404-8fbd-17c05bcd59c5 HTTP/1.1" status: 200 len: 950 time: 0.2363701 Nov 12 08:27:39.983248 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-88f5d30e-bd0d-473f-8db8-464e85b98427 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "PUT /v2.0/floatingips/6caa53b7-153b-4d2b-80c7-9f52cce315d3 HTTP/1.1" status: 200 len: 990 time: 2.1589336 Nov 12 08:27:40.022554 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a20b3c01-1e2f-4f7f-8e02-2928beb8ce9e None None] Set router bac94887-ff69-44fb-a8c1-4c43b611ec1e gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:40.043623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:40.045946 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c973f6b-b09b-4540-9949-ad44493e5668" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:40.064310 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-443443e9-02c9-4d37-a7c0-0c05e7be16ac req-953a68a3-79e6-45ee-b21d-d5e398127107 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341194 Nov 12 08:27:40.275987 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d6c00f9-588f-4ebb-9fd9-3b7aeff87df9 req-9f976d3d-90f0-4120-af87-d35e4d067118 service neutron] 10.222.0.46 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223438 Nov 12 08:27:40.336935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0bcd1-29af-4823-87c0-d9fc56ba02dd req-ca541590-07b8-44a4-8073-595ce9778d98 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:40.349571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0db0bcd1-29af-4823-87c0-d9fc56ba02dd req-ca541590-07b8-44a4-8073-595ce9778d98 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 948 time: 0.1628761 Nov 12 08:27:40.403029 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.415457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-a5d531cf-53c5-4df7-acc6-4c80e9ac1b70 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002023 Nov 12 08:27:40.445026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e95f2-fe74-4ea9-b41a-41f9b0288a35 req-a151fe3b-498b-4677-8501-98246555afe3 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:40.448173 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6e1e95f2-fe74-4ea9-b41a-41f9b0288a35 req-a151fe3b-498b-4677-8501-98246555afe3 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 946 time: 0.3359058 Nov 12 08:27:40.464765 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a20b3c01-1e2f-4f7f-8e02-2928beb8ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:29Z', 'revision_number': 4, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '6caa53b7-153b-4d2b-80c7-9f52cce315d3', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'port_id': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'mac_address': 'fa:16:3e:ba:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:26:36Z', 'updated_at': '2021-11-12T08:27:38Z', 'revision_number': 1, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e51ee6-3012-47c4-a247-db857d0a7b01', 'name': '', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'mac_address': 'fa:16:3e:96:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:28Z', 'updated_at': '2021-11-12T08:26:38Z', 'revision_number': 5, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'subnets': [{'id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:40.469221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0db0bcd1-29af-4823-87c0-d9fc56ba02dd req-1434f107-c777-4fef-9a33-b5ecea836a98 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065476 Nov 12 08:27:40.541841 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b3c01-1e2f-4f7f-8e02-2928beb8ce9e None None] Checking router: bac94887-ff69-44fb-a8c1-4c43b611ec1e for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:27:40.566375 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b3c01-1e2f-4f7f-8e02-2928beb8ce9e None None] Routers {'bac94887-ff69-44fb-a8c1-4c43b611ec1e'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:27:40.567402 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a20b3c01-1e2f-4f7f-8e02-2928beb8ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:27:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:40.580985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0e76ab44-90ee-427f-bd5f-e44f55be91c1 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:27:40.690041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-8e63ab2b-2228-4cb0-82fd-77238342fbcf req-c2ebf4df-b6b6-44fc-b1e2-9bd5d7ada9e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Deleting port 1d0fb192-bbce-4a75-abbd-b260605b5a8f {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:40.690379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8e63ab2b-2228-4cb0-82fd-77238342fbcf req-c2ebf4df-b6b6-44fc-b1e2-9bd5d7ada9e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.712445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6e1e95f2-fe74-4ea9-b41a-41f9b0288a35 req-0071e857-0489-4b67-b313-e445d465faa0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381134 Nov 12 08:27:40.751336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0e76ab44-90ee-427f-bd5f-e44f55be91c1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0e76ab44-90ee-427f-bd5f-e44f55be91c1,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:40.767980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513fc97-3752-4ca6-893d-a1d7190d05e7 req-dca49002-099b-43f4-8f1d-66b4e1875ad5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:40.771247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '0e76ab44-90ee-427f-bd5f-e44f55be91c1', 'network_id': 'dc5b93f5-54ed-433d-949b-cdfe6ab254d4', 'port_id': '0e76ab44-90ee-427f-bd5f-e44f55be91c1', 'mac_address': 'fa:16:3e:29:3c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:27:40.773950 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a513fc97-3752-4ca6-893d-a1d7190d05e7 req-dca49002-099b-43f4-8f1d-66b4e1875ad5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/ports?device_id=961146dc-91eb-4ebc-b3eb-62509ae9e4a2 HTTP/1.1" status: 200 len: 950 time: 0.1235564 Nov 12 08:27:40.848089 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ec4216-7c53-4069-b5f3-62c31f706f77 x-openstack-request-id: req-c6ec4216-7c53-4069-b5f3-62c31f706f77 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:40.855758 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:40.856406 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6ec4216-7c53-4069-b5f3-62c31f706f77 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:40.856747 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'status': 'completed', 'code': 200} Nov 12 08:27:40.857559 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.879222 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:40.895833 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a20b3c01-1e2f-4f7f-8e02-2928beb8ce9e None None] Set router bac94887-ff69-44fb-a8c1-4c43b611ec1e gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:27:40.904966 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-988a0e2e-f2f6-4879-899a-3f3b19e0a6ba req-201605a5-e1cc-436c-a133-c047659aed3f service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521351 Nov 12 08:27:40.908857 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e76ab44-90ee-427f-bd5f-e44f55be91c1 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:40.960194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfac49-73d5-4a04-a6c0-c3d2f9402e9b req-3be669d5-288f-4936-b409-059a5b388c9c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:40.968956 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2cfac49-73d5-4a04-a6c0-c3d2f9402e9b req-3be669d5-288f-4936-b409-059a5b388c9c tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=c222d787-0714-4404-8fbd-17c05bcd59c5 HTTP/1.1" status: 200 len: 950 time: 0.1110432 Nov 12 08:27:40.998236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0e76ab44-90ee-427f-bd5f-e44f55be91c1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0e76ab44-90ee-427f-bd5f-e44f55be91c1,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:41.021921 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.035841 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2cfac49-73d5-4a04-a6c0-c3d2f9402e9b req-3b5cb768-c1cb-41a5-a3fb-7c04c91aa87f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657425 Nov 12 08:27:41.079041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=939e6fec-2896-4f12-9450-f53deb049b87,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:41.092654 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-a513fc97-3752-4ca6-893d-a1d7190d05e7 req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Deleting port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:41.093211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a513fc97-3752-4ca6-893d-a1d7190d05e7 req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.145485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=0e76ab44-90ee-427f-bd5f-e44f55be91c1,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:41.192160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c973f6b-b09b-4540-9949-ad44493e5668 req-64234800-dc8c-458e-8884-55c1b4669ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:41.194990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c973f6b-b09b-4540-9949-ad44493e5668 req-64234800-dc8c-458e-8884-55c1b4669ce3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1097 time: 0.2974160 Nov 12 08:27:41.209056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-8e63ab2b-2228-4cb0-82fd-77238342fbcf req-c2ebf4df-b6b6-44fc-b1e2-9bd5d7ada9e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] For port 1d0fb192-bbce-4a75-abbd-b260605b5a8f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1d0fb192-bbce-4a75-abbd-b260605b5a8f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:41.209772 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8e63ab2b-2228-4cb0-82fd-77238342fbcf req-c2ebf4df-b6b6-44fc-b1e2-9bd5d7ada9e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.214362 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a20b3c01-1e2f-4f7f-8e02-2928beb8ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:29Z', 'revision_number': 4, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '6caa53b7-153b-4d2b-80c7-9f52cce315d3', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'port_id': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'mac_address': 'fa:16:3e:ba:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:26:36Z', 'updated_at': '2021-11-12T08:27:38Z', 'revision_number': 1, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e51ee6-3012-47c4-a247-db857d0a7b01', 'name': '', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'mac_address': 'fa:16:3e:96:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:28Z', 'updated_at': '2021-11-12T08:26:38Z', 'revision_number': 5, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'subnets': [{'id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:41.239324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['0e76ab44-90ee-427f-bd5f-e44f55be91c1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:41.257751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11881050-36b0-415b-835c-e9720c26da17 req-be6aba00-b311-4d01-b381-58b734fa5c09 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:41.271713 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11881050-36b0-415b-835c-e9720c26da17 req-be6aba00-b311-4d01-b381-58b734fa5c09 tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 1126 time: 0.3273315 Nov 12 08:27:41.284057 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b3c01-1e2f-4f7f-8e02-2928beb8ce9e None None] The sync data for ids ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'] in n-d-768851-18 is: [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:29Z', 'revision_number': 4, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '6caa53b7-153b-4d2b-80c7-9f52cce315d3', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'port_id': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'mac_address': 'fa:16:3e:ba:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:26:36Z', 'updated_at': '2021-11-12T08:27:38Z', 'revision_number': 1, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e51ee6-3012-47c4-a247-db857d0a7b01', 'name': '', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'mac_address': 'fa:16:3e:96:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:28Z', 'updated_at': '2021-11-12T08:26:38Z', 'revision_number': 5, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'subnets': [{'id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:27:41.389532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-8e63ab2b-2228-4cb0-82fd-77238342fbcf req-c2ebf4df-b6b6-44fc-b1e2-9bd5d7ada9e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Calling delete_port for 1d0fb192-bbce-4a75-abbd-b260605b5a8f owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:41.449238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a513fc97-3752-4ca6-893d-a1d7190d05e7 req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] For port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:41.449896 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a513fc97-3752-4ca6-893d-a1d7190d05e7 req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.494994 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-a513fc97-3752-4ca6-893d-a1d7190d05e7 req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Calling delete_port for 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:41.522376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c973f6b-b09b-4540-9949-ad44493e5668 req-61c65794-517b-47c8-a427-078b11d491e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:41.523892 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c973f6b-b09b-4540-9949-ad44493e5668 req-61c65794-517b-47c8-a427-078b11d491e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.3066914 Nov 12 08:27:41.533953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:41.539980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354a427-f82f-472f-8d4e-041eed4872a5 req-8b29e097-bba9-4de2-a33e-4d4e6e791fe0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:41.546105 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3354a427-f82f-472f-8d4e-041eed4872a5 req-8b29e097-bba9-4de2-a33e-4d4e6e791fe0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.2572088 Nov 12 08:27:41.647995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5132d315-0dca-4b0d-ba25-e78cdda6cc99 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:27:41.709378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939e6fec-2896-4f12-9450-f53deb049b87 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:41.737145 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.740199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8e63ab2b-2228-4cb0-82fd-77238342fbcf req-c2ebf4df-b6b6-44fc-b1e2-9bd5d7ada9e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.741722 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3354a427-f82f-472f-8d4e-041eed4872a5 req-1ab40c40-c3f7-4e80-ada4-1c25f2e795f1 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135478 Nov 12 08:27:41.811304 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11881050-36b0-415b-835c-e9720c26da17 req-694a5707-4e52-4baa-a01e-97722966696d tempest-LiveAutoBlockMigrationV225Test-381861553 tempest-LiveAutoBlockMigrationV225Test-381861553-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279799 Nov 12 08:27:41.890028 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.908989 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c973f6b-b09b-4540-9949-ad44493e5668 req-433f9599-c161-44cd-b767-4df2b9be2dd5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 998 time: 0.3437521 Nov 12 08:27:41.928967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:41.947084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ebf4df-b6b6-44fc-b1e2-9bd5d7ada9e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event deleted for resources: {'Port': ['ID=1d0fb192-bbce-4a75-abbd-b260605b5a8f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:41.967094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'mac_address': 'fa:16:3e:1d:b2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:27:41.971154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e63ab2b-2228-4cb0-82fd-77238342fbcf req-c2ebf4df-b6b6-44fc-b1e2-9bd5d7ada9e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] No DVR routers for this DVR port 1d0fb192-bbce-4a75-abbd-b260605b5a8f on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:41.981334 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8e63ab2b-2228-4cb0-82fd-77238342fbcf req-c2ebf4df-b6b6-44fc-b1e2-9bd5d7ada9e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.986144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3', 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e', '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:41.989384 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e63ab2b-2228-4cb0-82fd-77238342fbcf req-c2ebf4df-b6b6-44fc-b1e2-9bd5d7ada9e6 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "DELETE /v2.0/ports/1d0fb192-bbce-4a75-abbd-b260605b5a8f HTTP/1.1" status: 204 len: 173 time: 1.9567404 Nov 12 08:27:41.995101 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a513fc97-3752-4ca6-893d-a1d7190d05e7 req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:41.995645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a9594c-66a4-4c01-b747-80dbe00e09f4 None None] New status for floating IP 6caa53b7-153b-4d2b-80c7-9f52cce315d3: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:27:41.995754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222d787-0714-4404-8fbd-17c05bcd59c5', 'name': 'network-vif-deleted', 'tag': '1d0fb192-bbce-4a75-abbd-b260605b5a8f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:41.999954 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cdabcd-5065-48a8-bd14-a43954993435" -d '{"events": [{"server_uuid": "c222d787-0714-4404-8fbd-17c05bcd59c5", "name": "network-vif-deleted", "tag": "1d0fb192-bbce-4a75-abbd-b260605b5a8f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:42.014697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f982bc1-016e-4810-ae64-e5be81d4202d req-0c52795c-a783-4e25-b8f9-f19510f37a06 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:42.019748 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3f982bc1-016e-4810-ae64-e5be81d4202d req-0c52795c-a783-4e25-b8f9-f19510f37a06 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 948 time: 0.1287825 Nov 12 08:27:42.097304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:42.099554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:42.116623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 on host n-h2-768851-18 for vnic_type normal with profile {} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:42.117410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:42.118101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:42.132748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Port 939e6fec-2896-4f12-9450-f53deb049b87 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:27:42.133562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Attempting to bind port 939e6fec-2896-4f12-9450-f53deb049b87 on network 083fe3fa-345c-4ea4-922a-599f9b73b5c3 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:42.197126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:42.198571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Checking segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:42.200603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event deleted for resources: {'Port': ['ID=0b4864f8-ebb7-469d-84ae-0aa7e31cf68e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:42.200844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Bound using segment: {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:42.220281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Bound port: 939e6fec-2896-4f12-9450-f53deb049b87, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a686d3e-0550-4333-a9f5-357c698eaca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '083fe3fa-345c-4ea4-922a-599f9b73b5c3'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:42.220789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.263814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:42.264502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:42.264996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:42.265952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:42.266925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:42.267428 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:42.267966 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:42.269490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:42.270112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:42.270719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:42.271216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:42.271701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:27:42.306653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a513fc97-3752-4ca6-893d-a1d7190d05e7 req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] No DVR routers for this DVR port 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e on host n-h1-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:42.313440 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a513fc97-3752-4ca6-893d-a1d7190d05e7 req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.318978 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a513fc97-3752-4ca6-893d-a1d7190d05e7 req-c51d0516-5419-4b19-b1a2-f55f0d97f2d7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "DELETE /v2.0/ports/0b4864f8-ebb7-469d-84ae-0aa7e31cf68e HTTP/1.1" status: 204 len: 173 time: 1.5363631 Nov 12 08:27:42.372016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3f982bc1-016e-4810-ae64-e5be81d4202d req-3eef88ce-1705-4edf-a742-dfc404812c55 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289318 Nov 12 08:27:42.397992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Pushing event updated for resources: {'Port': ['ID=939e6fec-2896-4f12-9450-f53deb049b87,revision_number=9']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:42.404590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c973f6b-b09b-4540-9949-ad44493e5668 req-a71bc778-ddce-4f97-bd37-4f12ff9cc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:42.412306 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c973f6b-b09b-4540-9949-ad44493e5668 req-a71bc778-ddce-4f97-bd37-4f12ff9cc753 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.4606524 Nov 12 08:27:42.558244 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:27:42.648612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:42.653402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=939e6fec-2896-4f12-9450-f53deb049b87,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:42.675365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0e76ab44-90ee-427f-bd5f-e44f55be91c1 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:42.686254 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.799959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58d764-ef7c-439a-84ce-4d90bcccee3d req-e48a9c5b-26ce-46ab-b1f1-66c08d32d129 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:42.808420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e58d764-ef7c-439a-84ce-4d90bcccee3d req-e48a9c5b-26ce-46ab-b1f1-66c08d32d129 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 945 time: 0.5726490 Nov 12 08:27:42.817770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c973f6b-b09b-4540-9949-ad44493e5668 req-2755e4b4-4217-4fbd-9346-c361aa858d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:42.820234 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c973f6b-b09b-4540-9949-ad44493e5668 req-2755e4b4-4217-4fbd-9346-c361aa858d24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3593822 Nov 12 08:27:42.822848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:42.823638 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.825470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/939e6fec-2896-4f12-9450-f53deb049b87 HTTP/1.1" status: 200 len: 1092 time: 2.9545135 Nov 12 08:27:42.852907 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.857624 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961146dc-91eb-4ebc-b3eb-62509ae9e4a2', 'name': 'network-vif-deleted', 'tag': '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:42.863002 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f066b602-8bd0-4e05-b43f-100d5e870d01" -d '{"events": [{"server_uuid": "961146dc-91eb-4ebc-b3eb-62509ae9e4a2", "name": "network-vif-deleted", "tag": "0b4864f8-ebb7-469d-84ae-0aa7e31cf68e"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:42.905900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5132d315-0dca-4b0d-ba25-e78cdda6cc99 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:42.933258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:42.995408 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:42.998960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['939e6fec-2896-4f12-9450-f53deb049b87'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:43.070110 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e58d764-ef7c-439a-84ce-4d90bcccee3d req-d208b681-45dd-4b25-afba-334661c6be2a tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598629 Nov 12 08:27:43.106822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba020f-d651-45f8-8523-e0f3e91762c6 service neutron] Pushing event updated for resources: {'Port': ['ID=939e6fec-2896-4f12-9450-f53deb049b87,revision_number=10']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:43.193430 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c973f6b-b09b-4540-9949-ad44493e5668 req-889c938e-ebe2-4dcd-aa59-23cd9d050a28 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770503 Nov 12 08:27:43.204970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['939e6fec-2896-4f12-9450-f53deb049b87'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:43.265477 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c77de55-4b62-41b0-8006-f4fd0cf658dc x-openstack-request-id: req-5c77de55-4b62-41b0-8006-f4fd0cf658dc {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:43.265807 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222d787-0714-4404-8fbd-17c05bcd59c5", "name": "network-vif-deleted", "tag": "1d0fb192-bbce-4a75-abbd-b260605b5a8f", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:43.265979 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c77de55-4b62-41b0-8006-f4fd0cf658dc {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:43.266362 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222d787-0714-4404-8fbd-17c05bcd59c5', 'name': 'network-vif-deleted', 'tag': '1d0fb192-bbce-4a75-abbd-b260605b5a8f', 'status': 'completed', 'code': 200} Nov 12 08:27:43.395391 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbc5ae0-0ae4-475c-aa8b-8777e1d489f7 x-openstack-request-id: req-4bbc5ae0-0ae4-475c-aa8b-8777e1d489f7 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:43.396014 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961146dc-91eb-4ebc-b3eb-62509ae9e4a2", "name": "network-vif-deleted", "tag": "0b4864f8-ebb7-469d-84ae-0aa7e31cf68e", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:43.396014 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bbc5ae0-0ae4-475c-aa8b-8777e1d489f7 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:43.396295 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961146dc-91eb-4ebc-b3eb-62509ae9e4a2', 'name': 'network-vif-deleted', 'tag': '0b4864f8-ebb7-469d-84ae-0aa7e31cf68e', 'status': 'completed', 'code': 200} Nov 12 08:27:43.459193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5532ef74-7350-4087-98a2-313d94e520ba req-e0b29eb1-3739-4ce4-8bcc-2484827ba37d service neutron] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:43.476935 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5532ef74-7350-4087-98a2-313d94e520ba req-e0b29eb1-3739-4ce4-8bcc-2484827ba37d service neutron] Publish callbacks [] for binding, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.478277 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-e0b29eb1-3739-4ce4-8bcc-2484827ba37d service neutron] 10.222.0.46 "DELETE /v2.0/ports/939e6fec-2896-4f12-9450-f53deb049b87/bindings/n-h1-768851-18 HTTP/1.1" status: 204 len: 173 time: 0.6254227 Nov 12 08:27:43.549548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 0e76ab44-90ee-427f-bd5f-e44f55be91c1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:43.550283 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:43.603851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c973f6b-b09b-4540-9949-ad44493e5668 req-54f2958a-22d5-4bb8-bd42-a273ccebdcf2 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340230 Nov 12 08:27:43.637912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11593954-2ded-4a09-9bf5-2b117f4ebffa req-204d9a04-6ae8-4aaf-9b8a-3d9b130d24ec tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:43.639736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11593954-2ded-4a09-9bf5-2b117f4ebffa req-204d9a04-6ae8-4aaf-9b8a-3d9b130d24ec tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1792705 Nov 12 08:27:43.716343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:43.729839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd72c54-533c-4764-b589-e07b8bfba116 req-fc5e542a-0c97-4b25-8c3e-1b7c1fc0ba4f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:43.742252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5bd72c54-533c-4764-b589-e07b8bfba116 req-fc5e542a-0c97-4b25-8c3e-1b7c1fc0ba4f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 944 time: 0.1143587 Nov 12 08:27:43.744820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:43.750204 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11593954-2ded-4a09-9bf5-2b117f4ebffa req-887f2dc7-badc-4566-a5be-cca051ccc34e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011090 Nov 12 08:27:43.843909 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5bd72c54-533c-4764-b589-e07b8bfba116 req-21374686-e9a0-4a38-a58c-e8ff7411709e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989640 Nov 12 08:27:43.860255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:27:43.860723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 0b4864f8-ebb7-469d-84ae-0aa7e31cf68e not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:43.901176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['5132d315-0dca-4b0d-ba25-e78cdda6cc99'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:44.132010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714f1ab-c2ec-4f05-be61-29459b0b9ca4 req-91d928c7-28f6-4b6c-9eed-43d753ca1169 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:44.141047 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b714f1ab-c2ec-4f05-be61-29459b0b9ca4 req-91d928c7-28f6-4b6c-9eed-43d753ca1169 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 0.0813353 Nov 12 08:27:44.239670 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b714f1ab-c2ec-4f05-be61-29459b0b9ca4 req-0a856fa5-e25f-4f4c-9503-d6c160283591 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957372 Nov 12 08:27:44.289955 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.363270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175c3c15-39ef-402c-b8f5-d2a54f2056d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e76ab44-90ee-427f-bd5f-e44f55be91c1'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:44.367052 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a70dfae-99a6-489c-8f2a-b0adf57ef5c1" -d '{"events": [{"server_uuid": "175c3c15-39ef-402c-b8f5-d2a54f2056d8", "name": "network-vif-plugged", "status": "completed", "tag": "0e76ab44-90ee-427f-bd5f-e44f55be91c1"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:44.438785 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0e76ab44-90ee-427f-bd5f-e44f55be91c1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0e76ab44-90ee-427f-bd5f-e44f55be91c1,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:44.460990 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:44.462333 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1d0fb192-bbce-4a75-abbd-b260605b5a8f no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:44.561544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 1d0fb192-bbce-4a75-abbd-b260605b5a8f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:27:44.562199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1d0fb192-bbce-4a75-abbd-b260605b5a8f not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:44.628752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=0e76ab44-90ee-427f-bd5f-e44f55be91c1,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:44.694799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-6d3df900-ff9e-48e9-a6b8-7a3e706d0806 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:44.700657 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-6d3df900-ff9e-48e9-a6b8-7a3e706d0806 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.46 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10&tenant_id=622dac62584248dead4df8f42ebf1618&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 949 time: 0.1572864 Nov 12 08:27:44.705230 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a3a9b8-eebf-48ac-ad90-99badc4b7e4c x-openstack-request-id: req-f6a3a9b8-eebf-48ac-ad90-99badc4b7e4c {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:44.705757 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175c3c15-39ef-402c-b8f5-d2a54f2056d8", "name": "network-vif-plugged", "status": "completed", "tag": "0e76ab44-90ee-427f-bd5f-e44f55be91c1", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:44.705927 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6a3a9b8-eebf-48ac-ad90-99badc4b7e4c {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:44.706722 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175c3c15-39ef-402c-b8f5-d2a54f2056d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e76ab44-90ee-427f-bd5f-e44f55be91c1', 'code': 200} Nov 12 08:27:44.821053 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-9ffd4d0c-6ef6-4e30-815f-71ca91eaa061 service neutron] 10.222.0.46 "GET /v2.0/ports/5132d315-0dca-4b0d-ba25-e78cdda6cc99/bindings/n-h1-768851-18 HTTP/1.1" status: 200 len: 383 time: 0.1066194 Nov 12 08:27:44.905260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e6320-b3d6-4e29-95e2-b2f356af4121 req-75af6fc0-e006-4336-94bb-27b5201d5aad tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:44.910394 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-867e6320-b3d6-4e29-95e2-b2f356af4121 req-75af6fc0-e006-4336-94bb-27b5201d5aad tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 0.1128588 Nov 12 08:27:44.932543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-d9851f18-1435-45d0-8732-079395bdf2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:44.934601 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-d9851f18-1435-45d0-8732-079395bdf2ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1101 time: 0.0691435 Nov 12 08:27:45.024771 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-867e6320-b3d6-4e29-95e2-b2f356af4121 req-81dd3562-71da-4c33-b4d3-0ae036df4ed7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026549 Nov 12 08:27:45.133187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425de874-ab73-4bd1-ae06-34a14332b176 req-3a4b2aa0-4bb6-404b-8463-644e0ff16896 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.134810 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-425de874-ab73-4bd1-ae06-34a14332b176 req-3a4b2aa0-4bb6-404b-8463-644e0ff16896 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 944 time: 0.1595502 Nov 12 08:27:45.152671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-21692622-07a5-4569-aae3-e00a5d1d7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.154553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-21692622-07a5-4569-aae3-e00a5d1d7a8e service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2111104 Nov 12 08:27:45.171030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6c384-af47-43bc-93db-9647741f0c4a req-c98190cc-3db8-4df2-9712-ad0a7b4816fc tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.172999 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51f6c384-af47-43bc-93db-9647741f0c4a req-c98190cc-3db8-4df2-9712-ad0a7b4816fc tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 946 time: 0.1215026 Nov 12 08:27:45.198927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3622a-605f-4adb-91fc-cb6c3f7764fe req-08856d28-6440-4d7a-9ff9-1b6f173c80e5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.201564 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6d3622a-605f-4adb-91fc-cb6c3f7764fe req-08856d28-6440-4d7a-9ff9-1b6f173c80e5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.0882177 Nov 12 08:27:45.265459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-8f807c64-51bc-46f3-b1c2-dd1cb6504a25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 217 time: 0.0620484 Nov 12 08:27:45.271385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'tag': '939e6fec-2896-4f12-9450-f53deb049b87'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:45.273737 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f2f8ba-d40c-4257-b316-3929ed71b972" -d '{"events": [{"name": "network-changed", "server_uuid": "dd14cd13-7bb6-423a-888f-1e99ed057ac8", "tag": "939e6fec-2896-4f12-9450-f53deb049b87"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:45.275869 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6d3622a-605f-4adb-91fc-cb6c3f7764fe req-77655348-6ab9-4557-812f-8f5c9439913f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653870 Nov 12 08:27:45.381803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51f6c384-af47-43bc-93db-9647741f0c4a req-b78b4d3b-28eb-4e9f-948b-50fc813de1d0 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772218 Nov 12 08:27:45.391229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-3685f57e-0392-4c6f-9043-442332ea4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.393050 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-3685f57e-0392-4c6f-9043-442332ea4d69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1079836 Nov 12 08:27:45.439278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a88b94-99a4-4544-82ec-29d119866c94 req-e37ea28b-2222-4614-8b73-3eef824fe624 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.440729 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74a88b94-99a4-4544-82ec-29d119866c94 req-e37ea28b-2222-4614-8b73-3eef824fe624 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e HTTP/1.1" status: 200 len: 950 time: 0.0741954 Nov 12 08:27:45.441627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-425de874-ab73-4bd1-ae06-34a14332b176 req-d808319f-bda1-4b0f-acde-b5cbef1d3d3f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Deleting port 939e6fec-2896-4f12-9450-f53deb049b87 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:45.441956 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-425de874-ab73-4bd1-ae06-34a14332b176 req-d808319f-bda1-4b0f-acde-b5cbef1d3d3f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:45.518434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74a88b94-99a4-4544-82ec-29d119866c94 req-906e9712-3262-49ec-8078-e2cc045b981d tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640898 Nov 12 08:27:45.782556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2f8ba-d40c-4257-b316-3929ed71b972 req-865b8ceb-d597-4e8c-9335-b5a15d8af5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:45.788133 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9f2f8ba-d40c-4257-b316-3929ed71b972 req-865b8ceb-d597-4e8c-9335-b5a15d8af5bf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bef941d2508140b5b49158f037d4051b&device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0657542 Nov 12 08:27:45.811184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3', 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:46.016772 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf7d664-7b46-4f9e-b6a2-758772934cef x-openstack-request-id: req-ccf7d664-7b46-4f9e-b6a2-758772934cef {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:46.017846 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd14cd13-7bb6-423a-888f-1e99ed057ac8", "tag": "939e6fec-2896-4f12-9450-f53deb049b87", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:46.018267 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccf7d664-7b46-4f9e-b6a2-758772934cef {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:46.018900 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'tag': '939e6fec-2896-4f12-9450-f53deb049b87', 'status': 'completed', 'code': 200} Nov 12 08:27:46.034632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2f8ba-d40c-4257-b316-3929ed71b972 req-e0011607-560b-4d19-9202-abd4d290d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.038009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9f2f8ba-d40c-4257-b316-3929ed71b972 req-e0011607-560b-4d19-9202-abd4d290d91b service neutron] 10.222.0.52 "GET /v2.0/networks?id=083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 200 len: 922 time: 0.2401645 Nov 12 08:27:46.047271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-e37a377d-65b2-48bc-bd07-99c34ad44b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.047766 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-e37a377d-65b2-48bc-bd07-99c34ad44b7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6395826 Nov 12 08:27:46.122737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f33643-b4c1-49ef-a1e4-d124ce3c105e req-ae3891c3-af76-4a73-94f7-87afe03c980f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.131573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a1f33643-b4c1-49ef-a1e4-d124ce3c105e req-ae3891c3-af76-4a73-94f7-87afe03c980f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 944 time: 0.5994127 Nov 12 08:27:46.137605 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9f2f8ba-d40c-4257-b316-3929ed71b972 req-103f44d1-d2fd-4309-8b44-76b12fc9f7ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=939e6fec-2896-4f12-9450-f53deb049b87 HTTP/1.1" status: 200 len: 217 time: 0.0864754 Nov 12 08:27:46.145730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-425de874-ab73-4bd1-ae06-34a14332b176 req-d808319f-bda1-4b0f-acde-b5cbef1d3d3f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] For port 939e6fec-2896-4f12-9450-f53deb049b87, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=939e6fec-2896-4f12-9450-f53deb049b87,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:46.146099 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-425de874-ab73-4bd1-ae06-34a14332b176 req-d808319f-bda1-4b0f-acde-b5cbef1d3d3f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.177081 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259123ed-98ec-49f5-b04c-8d56dab6f63e req-ec0ec95e-4e27-4200-9e36-5bf230e3ef3e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.179765 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-259123ed-98ec-49f5-b04c-8d56dab6f63e req-ec0ec95e-4e27-4200-9e36-5bf230e3ef3e tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 946 time: 0.3806276 Nov 12 08:27:46.193366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-425de874-ab73-4bd1-ae06-34a14332b176 req-d808319f-bda1-4b0f-acde-b5cbef1d3d3f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Calling delete_port for 939e6fec-2896-4f12-9450-f53deb049b87 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:46.304457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a1f33643-b4c1-49ef-a1e4-d124ce3c105e req-4ebad818-9200-4eb1-95e0-1d851e0d88f7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719036 Nov 12 08:27:46.325208 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-0e28f68d-3ecd-4da6-8ec0-6445f1e79015 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578185 Nov 12 08:27:46.398431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2f8ba-d40c-4257-b316-3929ed71b972 req-e5247be8-961c-4b9c-9153-327268263188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.400594 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9f2f8ba-d40c-4257-b316-3929ed71b972 req-e5247be8-961c-4b9c-9153-327268263188 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 200 len: 861 time: 0.2527895 Nov 12 08:27:46.468511 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9f2f8ba-d40c-4257-b316-3929ed71b972 req-4ebebbf0-2e82-442c-a7b4-d9fbca7e2eec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=083fe3fa-345c-4ea4-922a-599f9b73b5c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592527 Nov 12 08:27:46.486102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82628f29-1f6d-4585-9ae7-19de8cdb8d27 req-0d181112-f120-410d-836c-c345aef24957 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.489054 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-82628f29-1f6d-4585-9ae7-19de8cdb8d27 req-0d181112-f120-410d-836c-c345aef24957 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 0.2754247 Nov 12 08:27:46.520139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e53ce5-cb34-402c-82c8-7691944e6383 req-081a6a3b-061d-4d53-a748-02d59253382e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.521696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8e53ce5-cb34-402c-82c8-7691944e6383 req-081a6a3b-061d-4d53-a748-02d59253382e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1196065 Nov 12 08:27:46.527592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-c49ced24-fc35-4f1c-8219-f61b41e45c09 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938746 Nov 12 08:27:46.569413 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-425de874-ab73-4bd1-ae06-34a14332b176 req-d808319f-bda1-4b0f-acde-b5cbef1d3d3f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.584434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['939e6fec-2896-4f12-9450-f53deb049b87'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:46.636816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['7e22c53e-2dca-4bce-93fc-4acfff01c42b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:46.678911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-259123ed-98ec-49f5-b04c-8d56dab6f63e req-8e3fe9f8-e8df-4a97-9273-6ed1a1bec07f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Deleting port 0e76ab44-90ee-427f-bd5f-e44f55be91c1 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:46.679482 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-259123ed-98ec-49f5-b04c-8d56dab6f63e req-8e3fe9f8-e8df-4a97-9273-6ed1a1bec07f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.762215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808319f-bda1-4b0f-acde-b5cbef1d3d3f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Pushing event deleted for resources: {'Port': ['ID=939e6fec-2896-4f12-9450-f53deb049b87,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:46.796399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-425de874-ab73-4bd1-ae06-34a14332b176 req-d808319f-bda1-4b0f-acde-b5cbef1d3d3f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] No DVR routers for this DVR port 939e6fec-2896-4f12-9450-f53deb049b87 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:46.800135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-425de874-ab73-4bd1-ae06-34a14332b176 req-d808319f-bda1-4b0f-acde-b5cbef1d3d3f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:46.803991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-425de874-ab73-4bd1-ae06-34a14332b176 req-d808319f-bda1-4b0f-acde-b5cbef1d3d3f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.52 "DELETE /v2.0/ports/939e6fec-2896-4f12-9450-f53deb049b87 HTTP/1.1" status: 204 len: 173 time: 1.6533704 Nov 12 08:27:46.845476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d87844-558e-41f2-b47d-353ea94e97e9 req-fa8cc239-5fdf-4217-9452-b643a5f47891 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:46.850048 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38d87844-558e-41f2-b47d-353ea94e97e9 req-fa8cc239-5fdf-4217-9452-b643a5f47891 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/ports?device_id=12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e HTTP/1.1" status: 200 len: 950 time: 0.2602801 Nov 12 08:27:46.862967 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-82628f29-1f6d-4585-9ae7-19de8cdb8d27 req-b76f97e6-adbb-4e0a-8c58-35d8bc1ac981 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577571 Nov 12 08:27:46.878901 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8e53ce5-cb34-402c-82c8-7691944e6383 req-d2a3c34f-828c-4794-82bb-2377f851daa8 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399613 Nov 12 08:27:46.913380 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9f2f8ba-d40c-4257-b316-3929ed71b972 req-033c942e-b2d0-47b4-8ce1-7ad9f71c9818 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233003 Nov 12 08:27:47.089804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-259123ed-98ec-49f5-b04c-8d56dab6f63e req-8e3fe9f8-e8df-4a97-9273-6ed1a1bec07f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] For port 0e76ab44-90ee-427f-bd5f-e44f55be91c1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0e76ab44-90ee-427f-bd5f-e44f55be91c1,segment=NetworkSegment(37843714-bc7e-444e-bad1-1659746209ef),segment_id=37843714-bc7e-444e-bad1-1659746209ef)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:47.090928 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-259123ed-98ec-49f5-b04c-8d56dab6f63e req-8e3fe9f8-e8df-4a97-9273-6ed1a1bec07f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.141333 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-259123ed-98ec-49f5-b04c-8d56dab6f63e req-8e3fe9f8-e8df-4a97-9273-6ed1a1bec07f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Calling delete_port for 0e76ab44-90ee-427f-bd5f-e44f55be91c1 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:47.146659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211f2db-5ef0-45fa-ae04-f52689819c44 req-f311f309-dea0-49d0-93c1-dd5fbd51d404 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:47.148007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b211f2db-5ef0-45fa-ae04-f52689819c44 req-f311f309-dea0-49d0-93c1-dd5fbd51d404 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e HTTP/1.1" status: 200 len: 950 time: 0.1478260 Nov 12 08:27:47.176186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3652b-ec38-4395-8145-aa195532cb4a req-9539d87e-0567-487a-b872-5b709a3cbe7b tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:47.177780 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a3652b-ec38-4395-8145-aa195532cb4a req-9539d87e-0567-487a-b872-5b709a3cbe7b tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "GET /v2.0/ports?device_id=f02df432-6de7-497a-ae23-951cdefe7c9c HTTP/1.1" status: 200 len: 950 time: 0.1136208 Nov 12 08:27:47.191860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-38d87844-558e-41f2-b47d-353ea94e97e9 req-7a25bd4d-dca2-490b-8348-667e34012bed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Deleting port 2956c997-28af-4787-8e44-229c464bb7e3 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:47.192283 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-38d87844-558e-41f2-b47d-353ea94e97e9 req-7a25bd4d-dca2-490b-8348-667e34012bed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.217368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390c361-048a-4f99-940b-13ea08ee7649 req-f73b311e-2591-4d69-afc1-912c65c42c9c tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:47.220236 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d390c361-048a-4f99-940b-13ea08ee7649 req-f73b311e-2591-4d69-afc1-912c65c42c9c tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 946 time: 0.2101526 Nov 12 08:27:47.318691 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9f2f8ba-d40c-4257-b316-3929ed71b972 req-406b58cf-394b-4324-b8bb-b617710e7de1 service neutron] 10.222.0.52 "GET /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949831 Nov 12 08:27:47.355477 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d390c361-048a-4f99-940b-13ea08ee7649 req-758deddc-d65e-41f5-b0a9-0617cc65cd41 tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/security-groups?id=ec02cd29-0d83-4963-a68c-f8d8657b54b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205125 Nov 12 08:27:47.360001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b211f2db-5ef0-45fa-ae04-f52689819c44 req-becaf468-a96b-499c-a836-bed11248e7dd tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009377 Nov 12 08:27:47.450706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-38d87844-558e-41f2-b47d-353ea94e97e9 req-7a25bd4d-dca2-490b-8348-667e34012bed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] For port 2956c997-28af-4787-8e44-229c464bb7e3, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2956c997-28af-4787-8e44-229c464bb7e3,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:47.451305 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-38d87844-558e-41f2-b47d-353ea94e97e9 req-7a25bd4d-dca2-490b-8348-667e34012bed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.480482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-38d87844-558e-41f2-b47d-353ea94e97e9 req-7a25bd4d-dca2-490b-8348-667e34012bed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Calling delete_port for 2956c997-28af-4787-8e44-229c464bb7e3 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:47.512575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-19a3652b-ec38-4395-8145-aa195532cb4a req-aeb7afed-e8d4-43f7-9f66-c0be8b19aef5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Deleting port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:47.512967 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a3652b-ec38-4395-8145-aa195532cb4a req-aeb7afed-e8d4-43f7-9f66-c0be8b19aef5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.570943 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-259123ed-98ec-49f5-b04c-8d56dab6f63e req-8e3fe9f8-e8df-4a97-9273-6ed1a1bec07f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.587917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['0e76ab44-90ee-427f-bd5f-e44f55be91c1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:47.620024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fe9f8-e8df-4a97-9273-6ed1a1bec07f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Pushing event deleted for resources: {'Port': ['ID=0e76ab44-90ee-427f-bd5f-e44f55be91c1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:47.706406 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-08dbaecb-9cf6-4670-a853-0228d5c0e4da req-79a495e6-fb91-43d0-939c-9da89280db3e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 210 time: 0.0507901 Nov 12 08:27:47.707515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-259123ed-98ec-49f5-b04c-8d56dab6f63e req-8e3fe9f8-e8df-4a97-9273-6ed1a1bec07f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] No DVR routers for this DVR port 0e76ab44-90ee-427f-bd5f-e44f55be91c1 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:47.719155 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-259123ed-98ec-49f5-b04c-8d56dab6f63e req-8e3fe9f8-e8df-4a97-9273-6ed1a1bec07f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.732021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-259123ed-98ec-49f5-b04c-8d56dab6f63e req-8e3fe9f8-e8df-4a97-9273-6ed1a1bec07f tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.52 "DELETE /v2.0/ports/0e76ab44-90ee-427f-bd5f-e44f55be91c1 HTTP/1.1" status: 204 len: 173 time: 1.5108190 Nov 12 08:27:47.732021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175c3c15-39ef-402c-b8f5-d2a54f2056d8', 'name': 'network-vif-deleted', 'tag': '0e76ab44-90ee-427f-bd5f-e44f55be91c1'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:47.732365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5132d315-0dca-4b0d-ba25-e78cdda6cc99 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:47.732479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-19a3652b-ec38-4395-8145-aa195532cb4a req-aeb7afed-e8d4-43f7-9f66-c0be8b19aef5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] For port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:47.732621 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a3652b-ec38-4395-8145-aa195532cb4a req-aeb7afed-e8d4-43f7-9f66-c0be8b19aef5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.741499 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3191cf2c-2eb9-410d-83e3-9be68324107d" -d '{"events": [{"server_uuid": "175c3c15-39ef-402c-b8f5-d2a54f2056d8", "name": "network-vif-deleted", "tag": "0e76ab44-90ee-427f-bd5f-e44f55be91c1"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:47.751117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-19a3652b-ec38-4395-8145-aa195532cb4a req-aeb7afed-e8d4-43f7-9f66-c0be8b19aef5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Calling delete_port for cf3d3bdb-e0eb-4317-8685-5f8019d71d8e owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:47.804711 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02766b03-0b76-4a08-b9e5-e0cade8feef1 x-openstack-request-id: req-02766b03-0b76-4a08-b9e5-e0cade8feef1 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:47.805030 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175c3c15-39ef-402c-b8f5-d2a54f2056d8", "name": "network-vif-deleted", "tag": "0e76ab44-90ee-427f-bd5f-e44f55be91c1", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:47.805561 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02766b03-0b76-4a08-b9e5-e0cade8feef1 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:47.805776 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175c3c15-39ef-402c-b8f5-d2a54f2056d8', 'name': 'network-vif-deleted', 'tag': '0e76ab44-90ee-427f-bd5f-e44f55be91c1', 'status': 'completed', 'code': 200} Nov 12 08:27:47.880387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:27:47.887860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:47.888657 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.919938 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-38d87844-558e-41f2-b47d-353ea94e97e9 req-7a25bd4d-dca2-490b-8348-667e34012bed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:47.997708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:48.020130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'name': 'network-vif-deleted', 'tag': '939e6fec-2896-4f12-9450-f53deb049b87'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:48.031450 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3108b0-6daf-4b5e-aabd-646c5c22b9c3" -d '{"events": [{"server_uuid": "dd14cd13-7bb6-423a-888f-1e99ed057ac8", "name": "network-vif-deleted", "tag": "939e6fec-2896-4f12-9450-f53deb049b87"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:48.074189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25bd4d-dca2-490b-8348-667e34012bed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event deleted for resources: {'Port': ['ID=2956c997-28af-4787-8e44-229c464bb7e3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:48.087074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3', 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:48.139849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d87844-558e-41f2-b47d-353ea94e97e9 req-7a25bd4d-dca2-490b-8348-667e34012bed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] No DVR routers for this DVR port 2956c997-28af-4787-8e44-229c464bb7e3 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:48.146732 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-38d87844-558e-41f2-b47d-353ea94e97e9 req-7a25bd4d-dca2-490b-8348-667e34012bed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.151441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38d87844-558e-41f2-b47d-353ea94e97e9 req-7a25bd4d-dca2-490b-8348-667e34012bed tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "DELETE /v2.0/ports/2956c997-28af-4787-8e44-229c464bb7e3 HTTP/1.1" status: 204 len: 173 time: 1.2711728 Nov 12 08:27:48.163247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c381-1260-4b6b-822e-50fa67065749 req-85dc821a-21e6-4b44-bab4-9aae742fac53 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:48.169119 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3651c381-1260-4b6b-822e-50fa67065749 req-85dc821a-21e6-4b44-bab4-9aae742fac53 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 0.0908570 Nov 12 08:27:48.263968 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3651c381-1260-4b6b-822e-50fa67065749 req-51340f71-2ca9-46b2-acab-2e6bc6c63a69 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861263 Nov 12 08:27:48.266082 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.268815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d470c-f876-46f7-b328-1252433b2872 req-f94a08da-5313-45d8-b34f-c44d84330a7e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:48.279611 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d2d470c-f876-46f7-b328-1252433b2872 req-f94a08da-5313-45d8-b34f-c44d84330a7e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1877983 Nov 12 08:27:48.355016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:48.359029 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97429dac-0074-4e7c-84b1-b29e48f40c18" -d '{"events": [{"server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "name": "network-vif-plugged", "status": "completed", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:48.372442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d2d470c-f876-46f7-b328-1252433b2872 req-8d8c9aac-93e7-45cc-aeda-0e186e9804ba tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880041 Nov 12 08:27:48.407013 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b766c39c-5b63-4da0-912b-26770804364c x-openstack-request-id: req-b766c39c-5b63-4da0-912b-26770804364c {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:48.408672 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14cd13-7bb6-423a-888f-1e99ed057ac8", "name": "network-vif-deleted", "tag": "939e6fec-2896-4f12-9450-f53deb049b87", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:48.408964 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b766c39c-5b63-4da0-912b-26770804364c {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:48.409430 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14cd13-7bb6-423a-888f-1e99ed057ac8', 'name': 'network-vif-deleted', 'tag': '939e6fec-2896-4f12-9450-f53deb049b87', 'status': 'completed', 'code': 200} Nov 12 08:27:48.427428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:48.437824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a3652b-ec38-4395-8145-aa195532cb4a req-aeb7afed-e8d4-43f7-9f66-c0be8b19aef5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.445589 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.447118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 939e6fec-2896-4f12-9450-f53deb049b87 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:48.528472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7afed-e8d4-43f7-9f66-c0be8b19aef5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event deleted for resources: {'Port': ['ID=cf3d3bdb-e0eb-4317-8685-5f8019d71d8e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:48.617915 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28c541f-93db-4841-a2f7-2e01731094b0 x-openstack-request-id: req-a28c541f-93db-4841-a2f7-2e01731094b0 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:48.619085 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "name": "network-vif-plugged", "status": "completed", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:48.620063 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a28c541f-93db-4841-a2f7-2e01731094b0 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:48.620622 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'code': 200} Nov 12 08:27:48.666811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b0de05bf-2f44-4012-9e54-75588e229ccb req-81061962-8076-49fc-8176-c0ac12b0594c tempest-ImagesTestJSON-1332596453 tempest-ImagesTestJSON-1332596453-project] 10.222.0.31 "GET /v2.0/ports?device_id=175c3c15-39ef-402c-b8f5-d2a54f2056d8 HTTP/1.1" status: 200 len: 210 time: 0.0794077 Nov 12 08:27:48.670200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a3652b-ec38-4395-8145-aa195532cb4a req-aeb7afed-e8d4-43f7-9f66-c0be8b19aef5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] No DVR routers for this DVR port cf3d3bdb-e0eb-4317-8685-5f8019d71d8e on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:48.683031 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 939e6fec-2896-4f12-9450-f53deb049b87 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:48.685714 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a3652b-ec38-4395-8145-aa195532cb4a req-aeb7afed-e8d4-43f7-9f66-c0be8b19aef5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:48.690345 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a3652b-ec38-4395-8145-aa195532cb4a req-aeb7afed-e8d4-43f7-9f66-c0be8b19aef5 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.46 "DELETE /v2.0/ports/cf3d3bdb-e0eb-4317-8685-5f8019d71d8e HTTP/1.1" status: 204 len: 173 time: 1.4946749 Nov 12 08:27:48.708823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 939e6fec-2896-4f12-9450-f53deb049b87 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:27:48.709534 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 939e6fec-2896-4f12-9450-f53deb049b87 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:48.793723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 939e6fec-2896-4f12-9450-f53deb049b87 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:27:48.794431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 939e6fec-2896-4f12-9450-f53deb049b87 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:48.795016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0e76ab44-90ee-427f-bd5f-e44f55be91c1 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:48.867443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 0e76ab44-90ee-427f-bd5f-e44f55be91c1 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:27:48.867796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0e76ab44-90ee-427f-bd5f-e44f55be91c1 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:48.916335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2956c997-28af-4787-8e44-229c464bb7e3'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:48.919284 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=10']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:48.942619 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bc9499d4-3cf4-4198-9149-b7b15d9d3f07 req-8efa1757-0573-45d2-88d9-e8df30f0a6b9 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e HTTP/1.1" status: 200 len: 210 time: 0.2002146 Nov 12 08:27:49.084155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-216e4bad-20c5-4f1c-b082-cdad938c99b2 req-f79b62c3-db89-48e8-8985-d77b93bd286c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 210 time: 0.0305312 Nov 12 08:27:49.253534 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:49.497260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf578e3a-996b-47dc-a1d5-c99618c64064 req-a546d34b-3aa2-4eb3-a157-db5796c6f138 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:49.514651 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cf578e3a-996b-47dc-a1d5-c99618c64064 req-a546d34b-3aa2-4eb3-a157-db5796c6f138 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 951 time: 0.1171272 Nov 12 08:27:49.601242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76927772-e62e-4346-ad5e-25065b9f6c16 req-24348343-f4d6-4c05-8c66-fc6ce2ef5159 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:49.603461 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76927772-e62e-4346-ad5e-25065b9f6c16 req-24348343-f4d6-4c05-8c66-fc6ce2ef5159 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.0937402 Nov 12 08:27:49.613786 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cf578e3a-996b-47dc-a1d5-c99618c64064 req-37f99bd1-ef33-4002-aefb-0d1ffc306ba3 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967631 Nov 12 08:27:49.628712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-fb408d98-7303-4722-b92b-5b56ce45ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:49.630331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-fb408d98-7303-4722-b92b-5b56ce45ae62 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10&tenant_id=622dac62584248dead4df8f42ebf1618 HTTP/1.1" status: 200 len: 1103 time: 0.1101394 Nov 12 08:27:49.648701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:49.676794 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76927772-e62e-4346-ad5e-25065b9f6c16 req-b8b3ab98-3383-41ed-8054-6917650d0e5d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588593 Nov 12 08:27:49.735314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.112051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:50.148263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:50.194577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:50.199921 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2374ec-15fe-4adb-a86f-4d8c281920c3" -d '{"events": [{"server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "name": "network-vif-unplugged", "status": "completed", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:50.204619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.231504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Transition to ACTIVE for port object 5132d315-0dca-4b0d-ba25-e78cdda6cc99 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:27:50.239678 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.300925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4864323f-4462-4db7-9511-66563ca02835 req-661ab26d-f590-490c-8057-43c46c0f47f3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 210 time: 0.0659077 Nov 12 08:27:50.313592 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] No DVR routers for this DVR port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on host n-h1-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:50.324646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=11']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:50.366600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Attempting to bind port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:50.366939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Attempting to bind port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:50.367272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Attempting to bind port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:50.372948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:27:50.373314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Attempting to bind port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:50.378706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:50.379052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:50.379442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:50.379948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Bound port: 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:50.380219 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.413884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e', 'name': 'network-vif-deleted', 'tag': '2956c997-28af-4787-8e44-229c464bb7e3'}, {'server_uuid': 'f02df432-6de7-497a-ae23-951cdefe7c9c', 'name': 'network-vif-deleted', 'tag': 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:50.421749 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1989523-6e27-4403-98b4-b611fa9eb3db" -d '{"events": [{"server_uuid": "12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e", "name": "network-vif-deleted", "tag": "2956c997-28af-4787-8e44-229c464bb7e3"}, {"server_uuid": "f02df432-6de7-497a-ae23-951cdefe7c9c", "name": "network-vif-deleted", "tag": "cf3d3bdb-e0eb-4317-8685-5f8019d71d8e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:50.461346 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f8d2a5-57ae-462c-b65d-c6a60fbb880d x-openstack-request-id: req-16f8d2a5-57ae-462c-b65d-c6a60fbb880d {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:50.461833 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "name": "network-vif-unplugged", "status": "completed", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:50.462230 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16f8d2a5-57ae-462c-b65d-c6a60fbb880d {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:50.462860 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'code': 200} Nov 12 08:27:50.553681 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f644542d-4914-4025-a860-8eaaa8c16533 x-openstack-request-id: req-f644542d-4914-4025-a860-8eaaa8c16533 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:50.553982 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e", "name": "network-vif-deleted", "tag": "2956c997-28af-4787-8e44-229c464bb7e3", "status": "completed", "code": 200}, {"server_uuid": "f02df432-6de7-497a-ae23-951cdefe7c9c", "name": "network-vif-deleted", "tag": "cf3d3bdb-e0eb-4317-8685-5f8019d71d8e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:50.554242 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f644542d-4914-4025-a860-8eaaa8c16533 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:50.554637 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f2b1f4-ee70-4d79-a9a6-d6fbadf6e32e', 'name': 'network-vif-deleted', 'tag': '2956c997-28af-4787-8e44-229c464bb7e3', 'status': 'completed', 'code': 200} Nov 12 08:27:50.555217 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02df432-6de7-497a-ae23-951cdefe7c9c', 'name': 'network-vif-deleted', 'tag': 'cf3d3bdb-e0eb-4317-8685-5f8019d71d8e', 'status': 'completed', 'code': 200} Nov 12 08:27:50.558242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:50.563533 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:50.578349 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.598179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46756) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:50.662212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:50.665864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.671301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] 10.222.0.52 "PUT /v2.0/ports/5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 1098 time: 1.0317781 Nov 12 08:27:50.688823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e96c83-ecfe-4bf4-98b8-55e0bb983cef admin admin] Deleting subnet b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:27:50.698530 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29e96c83-ecfe-4bf4-98b8-55e0bb983cef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.721504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8565af-d5a9-4861-a3b3-6125e8c8fe3e service neutron] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=12']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:50.806460 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29e96c83-ecfe-4bf4-98b8-55e0bb983cef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.882533 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-91a04e9f-6e55-41cd-b6e1-539429bb1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:50.884332 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-91a04e9f-6e55-41cd-b6e1-539429bb1445 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1101 time: 0.1379495 Nov 12 08:27:50.893513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1b528-12c8-4c34-b7a1-9158db6347d4 req-09fd2dfd-cfc4-4a5d-99f7-ac6f5b081749 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:50.901774 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d3d1b528-12c8-4c34-b7a1-9158db6347d4 req-09fd2dfd-cfc4-4a5d-99f7-ac6f5b081749 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 0.1490750 Nov 12 08:27:50.904396 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29e96c83-ecfe-4bf4-98b8-55e0bb983cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:50.913131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cddc8d-786b-407f-a50f-70540e04b035 req-4b98a5b0-e1a0-486b-a5eb-874e4023397f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:50.924167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4cddc8d-786b-407f-a50f-70540e04b035 req-4b98a5b0-e1a0-486b-a5eb-874e4023397f tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 950 time: 0.1500409 Nov 12 08:27:51.011256 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d3d1b528-12c8-4c34-b7a1-9158db6347d4 req-52fcf4c3-9770-4968-8f64-7494f6f2375a tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068482 Nov 12 08:27:51.025442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29e96c83-ecfe-4bf4-98b8-55e0bb983cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.115586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e96c83-ecfe-4bf4-98b8-55e0bb983cef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:51.118163 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4cddc8d-786b-407f-a50f-70540e04b035 req-9dd7ef94-f87f-488f-b2b4-51b3aae6cf42 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921654 Nov 12 08:27:51.135311 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29e96c83-ecfe-4bf4-98b8-55e0bb983cef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.143580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-95bb0b6f-fc29-42f2-9f67-689681713c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:51.146418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-95bb0b6f-fc29-42f2-9f67-689681713c9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2527533 Nov 12 08:27:51.152366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-29e96c83-ecfe-4bf4-98b8-55e0bb983cef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b86885cc-c5ef-4ef8-aeaa-f47f1a6b1a8b HTTP/1.1" status: 204 len: 168 time: 0.5530391 Nov 12 08:27:51.158023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46768) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:51.256311 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-59fd7c1d-ca41-4513-91aa-0921de32ea5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 217 time: 0.1000183 Nov 12 08:27:51.268650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b940ca-4b33-45b1-8534-30923f01f060 req-c0e9ee18-d79c-4ddc-8654-d9196bfca99a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:51.271535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86b940ca-4b33-45b1-8534-30923f01f060 req-c0e9ee18-d79c-4ddc-8654-d9196bfca99a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1172831 Nov 12 08:27:51.367662 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.386122 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86b940ca-4b33-45b1-8534-30923f01f060 req-b1205627-54e5-4e01-b2f3-475b0e66a2da tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906284 Nov 12 08:27:51.386439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-36809b16-d28f-44a4-b0f8-f2572d77efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:51.387935 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-36809b16-d28f-44a4-b0f8-f2572d77efd7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0781717 Nov 12 08:27:51.525312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f27e09f3-db99-4de1-bc9e-8b00db2f118f req-f076969c-8968-4d31-88a9-f6c55423965f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 210 time: 0.0641813 Nov 12 08:27:51.533016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.558897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5b93f5-54ed-433d-949b-cdfe6ab254d4']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:51.567633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-b2cd4ecc-5c3a-4c57-bb17-34a5d260a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:51.569163 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-b2cd4ecc-5c3a-4c57-bb17-34a5d260a3ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1722405 Nov 12 08:27:51.573438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37843714-bc7e-444e-bad1-1659746209ef') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:51.573737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37843714-bc7e-444e-bad1-1659746209ef') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:27:51.591947 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.651763 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.661519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:27:51.661919 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:27:51.663655 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:27:51.734431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2956c997-28af-4787-8e44-229c464bb7e3 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:51.744173 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.756467 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:51.756687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 2956c997-28af-4787-8e44-229c464bb7e3 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:27:51.756836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2956c997-28af-4787-8e44-229c464bb7e3 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:51.757651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device cf3d3bdb-e0eb-4317-8685-5f8019d71d8e no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:51.764887 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dc5b93f5-54ed-433d-949b-cdfe6ab254d4 HTTP/1.1" status: 204 len: 168 time: 0.6030421 Nov 12 08:27:51.766563 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-74c616d4-19a5-459b-8a30-37a5bdfe3021 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856284 Nov 12 08:27:51.787948 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: cf3d3bdb-e0eb-4317-8685-5f8019d71d8e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:27:51.788540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device cf3d3bdb-e0eb-4317-8685-5f8019d71d8e not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:51.789154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5132d315-0dca-4b0d-ba25-e78cdda6cc99 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:51.796069 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09defd14-115e-413b-b420-8ca50ce68e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc5b93f5-54ed-433d-949b-cdfe6ab254d4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:51.843959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5132d315-0dca-4b0d-ba25-e78cdda6cc99 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:51.902014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-920bb39a-9228-49a7-9590-5e2904ca7d5c req-a5354a9b-e6aa-4899-aab1-923047cc68c3 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189384 Nov 12 08:27:51.975491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46776) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:52.028836 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.067190 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-65e18a85-213e-4930-84e2-17d8d7de4580 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcd73db2181b463c815d9494e4da8ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0899899 Nov 12 08:27:52.070608 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46780) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:52.151777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceac6d-601d-437b-bf44-f4210cdde7d0 req-61d859aa-1997-47ac-af2d-1e7f391635b7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:52.154705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cceac6d-601d-437b-bf44-f4210cdde7d0 req-61d859aa-1997-47ac-af2d-1e7f391635b7 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 950 time: 0.1507506 Nov 12 08:27:52.217925 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f500b-bb81-41ff-9135-6ed8f6cb79cf req-d3039d6f-4673-4194-89ed-7914d08d9d2b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:52.221663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-792f500b-bb81-41ff-9135-6ed8f6cb79cf req-d3039d6f-4673-4194-89ed-7914d08d9d2b tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 0.0895979 Nov 12 08:27:52.329037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-792f500b-bb81-41ff-9135-6ed8f6cb79cf req-d6384ad4-7953-410b-80b3-8d3d50fb4d0d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928030 Nov 12 08:27:52.601432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:52.606368 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053" -d '{"events": [{"name": "network-changed", "server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:52.684816 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-39c4a57f-0cfa-4824-9f33-5661bcbd6b38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.722772 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-39c4a57f-0cfa-4824-9f33-5661bcbd6b38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.750213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6a4ad-c87c-4652-828a-374783a9f993 req-6c66188a-f413-4a51-b58e-54d16ae12c03 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:52.751775 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ac6a4ad-c87c-4652-828a-374783a9f993 req-6c66188a-f413-4a51-b58e-54d16ae12c03 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 950 time: 0.1345971 Nov 12 08:27:52.785734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e3756-0d93-4868-bcac-68c0a9ceca27 req-6d488641-7ad6-4a34-a402-b38e44f356be tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:52.798722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a2e3756-0d93-4868-bcac-68c0a9ceca27 req-6d488641-7ad6-4a34-a402-b38e44f356be tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.0839720 Nov 12 08:27:52.819802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-8cceac6d-601d-437b-bf44-f4210cdde7d0 req-7d46a7fb-48ce-412a-86f0-da6927d51099 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Deleting port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:52.820143 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8cceac6d-601d-437b-bf44-f4210cdde7d0 req-7d46a7fb-48ce-412a-86f0-da6927d51099 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.878316 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a2e3756-0d93-4868-bcac-68c0a9ceca27 req-0c648195-d330-4912-9c86-0f0e4f59ab11 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780492 Nov 12 08:27:52.898495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-39c4a57f-0cfa-4824-9f33-5661bcbd6b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.904478 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-39c4a57f-0cfa-4824-9f33-5661bcbd6b38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:52.907106 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-39c4a57f-0cfa-4824-9f33-5661bcbd6b38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec02cd29-0d83-4963-a68c-f8d8657b54b6 HTTP/1.1" status: 204 len: 168 time: 0.8361340 Nov 12 08:27:52.914959 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ac6a4ad-c87c-4652-828a-374783a9f993 req-affe2297-3e8c-4775-9e8a-3fcd260e15a3 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/security-groups?id=b8195333-c72d-46d8-9e43-90c860810757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431882 Nov 12 08:27:52.938375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4a57f-0cfa-4824-9f33-5661bcbd6b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec02cd29-0d83-4963-a68c-f8d8657b54b6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:53.040274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-8cceac6d-601d-437b-bf44-f4210cdde7d0 req-7d46a7fb-48ce-412a-86f0-da6927d51099 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] For port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:53.042177 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8cceac6d-601d-437b-bf44-f4210cdde7d0 req-7d46a7fb-48ce-412a-86f0-da6927d51099 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:53.065985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-39325428-04aa-4885-a531-1762344befe8 req-ecc83644-9871-430b-bbe8-525d6c6544af tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 210 time: 0.0643697 Nov 12 08:27:53.076980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-8cceac6d-601d-437b-bf44-f4210cdde7d0 req-7d46a7fb-48ce-412a-86f0-da6927d51099 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Calling delete_port for 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:53.099849 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd6ebbf-711c-4782-be92-199f11a26719 x-openstack-request-id: req-bfd6ebbf-711c-4782-be92-199f11a26719 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:53.100151 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:53.100448 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfd6ebbf-711c-4782-be92-199f11a26719 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:53.101488 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'status': 'completed', 'code': 200} Nov 12 08:27:53.175471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-6194b76a-e258-4ee9-ab50-4e220ba07a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:53.176996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-6194b76a-e258-4ee9-ab50-4e220ba07a73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1101 time: 0.0524325 Nov 12 08:27:53.252922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-8fe3ce6c-415a-42e0-bbd2-eb775293dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:53.255491 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-8fe3ce6c-415a-42e0-bbd2-eb775293dd97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=622dac62584248dead4df8f42ebf1618&device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1101 time: 0.1036067 Nov 12 08:27:53.294326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-8bd90f22-fcdd-4b8f-b53f-0fda194cd888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:53.295880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-8bd90f22-fcdd-4b8f-b53f-0fda194cd888 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1089306 Nov 12 08:27:53.396017 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-545f7a0a-884d-4f34-a9bd-8c15517cebae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 217 time: 0.0918059 Nov 12 08:27:53.449408 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8cceac6d-601d-437b-bf44-f4210cdde7d0 req-7d46a7fb-48ce-412a-86f0-da6927d51099 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:53.466386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:53.578901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-dd03b7ed-393c-420e-b658-90b95bdda484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:53.581052 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-dd03b7ed-393c-420e-b658-90b95bdda484 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1754863 Nov 12 08:27:53.581589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46a7fb-48ce-412a-86f0-da6927d51099 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Pushing event deleted for resources: {'Port': ['ID=4317f062-e9e6-4edf-8cb2-1e24dab6f9bb,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:53.606066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52858f-3863-4b28-8359-bb6f2b38b37a req-69d3f565-a04f-4e0f-80b8-33c9ac3d71d6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:53.607762 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b52858f-3863-4b28-8359-bb6f2b38b37a req-69d3f565-a04f-4e0f-80b8-33c9ac3d71d6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 0.1236131 Nov 12 08:27:53.643597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cceac6d-601d-437b-bf44-f4210cdde7d0 req-7d46a7fb-48ce-412a-86f0-da6927d51099 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] No DVR routers for this DVR port 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:53.654508 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8cceac6d-601d-437b-bf44-f4210cdde7d0 req-7d46a7fb-48ce-412a-86f0-da6927d51099 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:53.667498 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cceac6d-601d-437b-bf44-f4210cdde7d0 req-7d46a7fb-48ce-412a-86f0-da6927d51099 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.52 "DELETE /v2.0/ports/4317f062-e9e6-4edf-8cb2-1e24dab6f9bb HTTP/1.1" status: 204 len: 173 time: 1.4992743 Nov 12 08:27:53.709207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-d9ac627e-376a-4fd2-8ab8-fd3094a82a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:53.714943 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-d9ac627e-376a-4fd2-8ab8-fd3094a82a07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.4491782 Nov 12 08:27:53.749195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-56b19758-2fa7-4a88-975c-63d834d167ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:53.750898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-56b19758-2fa7-4a88-975c-63d834d167ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1418276 Nov 12 08:27:53.774370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-c870b1cb-c379-4e68-88d8-03725147eefa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 200 len: 217 time: 0.0532660 Nov 12 08:27:53.893722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b52858f-3863-4b28-8359-bb6f2b38b37a req-29a48540-ce6e-4c17-9996-1eb739fbdd04 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448957 Nov 12 08:27:53.907682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-c06f34f8-b41e-4fdd-a314-ea3cb669375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:53.914680 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-c06f34f8-b41e-4fdd-a314-ea3cb669375b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1293452 Nov 12 08:27:54.101341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-f13038ec-daf5-452f-9f89-5128f310887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:54.104286 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-f13038ec-daf5-452f-9f89-5128f310887a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1763103 Nov 12 08:27:54.109866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-200a5e16-0e8e-448c-85a4-82967d671a3c service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398759 Nov 12 08:27:54.327685 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-37f789c4-f9a3-4be8-ac01-462f3e6a7913 req-25e58575-7581-4b65-bf8b-35f7190f9df0 tempest-ServersOnMultiNodesTest-1101218276 tempest-ServersOnMultiNodesTest-1101218276-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1fcf327-132c-47f2-a866-34bacaa5a841 HTTP/1.1" status: 200 len: 210 time: 0.0695643 Nov 12 08:27:54.379772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df863f7f-5fd5-452c-b2f8-676e6c510892 req-2f93f22f-58f2-4665-91e2-3e27f7748066 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:54.387793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df863f7f-5fd5-452c-b2f8-676e6c510892 req-2f93f22f-58f2-4665-91e2-3e27f7748066 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.2941976 Nov 12 08:27:54.421564 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-07db39b7-5b61-440f-b231-1f4392c0a346 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080156 Nov 12 08:27:54.548801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-3f82177a-728e-4950-885a-a3c94b074fe4 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988769 Nov 12 08:27:54.565329 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-34bce182-9b47-4888-aae4-ced6d27ba028 req-66bf5ebd-26de-483c-b1fe-12f4f9767c33 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14cd13-7bb6-423a-888f-1e99ed057ac8 HTTP/1.1" status: 200 len: 210 time: 0.1238134 Nov 12 08:27:54.621854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46830) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:54.644158 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df863f7f-5fd5-452c-b2f8-676e6c510892 req-d2fd3395-fd70-48ee-a8c7-515d4aa15818 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408557 Nov 12 08:27:54.650304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5132d315-0dca-4b0d-ba25-e78cdda6cc99 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:27:54.715303 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-449dee6c-fb9b-4836-b14a-4b2cc3fd7053 req-40b9eb64-59f8-4c30-8bd8-3f91fc8b82a8 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860301 Nov 12 08:27:54.852688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2136823773-network', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:54.896175 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:54.906595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Made reservation on behalf of a83a2cedd2e243e28134c5ad2086fec7 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:54.911017 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.921189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'mac_address': 'fa:16:3e:1d:b2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:27:54.940253 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:54.992102 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.031621 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5132d315-0dca-4b0d-ba25-e78cdda6cc99 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:27:55.088853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ac109-6688-49a7-addc-d38ac48af1f5 req-3268858d-1194-453b-b811-67dad3944053 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:55.091176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:55.091697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.098280 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.099987 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-517ac109-6688-49a7-addc-d38ac48af1f5 req-3268858d-1194-453b-b811-67dad3944053 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 949 time: 0.0943067 Nov 12 08:27:55.101583 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.103573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fcf327-132c-47f2-a866-34bacaa5a841', 'name': 'network-vif-deleted', 'tag': '4317f062-e9e6-4edf-8cb2-1e24dab6f9bb'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:55.111024 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b43913d-13e2-4f20-8cdc-d33f8ffa146a" -d '{"events": [{"server_uuid": "b1fcf327-132c-47f2-a866-34bacaa5a841", "name": "network-vif-deleted", "tag": "4317f062-e9e6-4edf-8cb2-1e24dab6f9bb"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:55.161657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:27:55.179437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6391a43-5f2f-4652-ae6b-0925fb6c7aeb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:55.192934 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.193461 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Added segment 7398805b-1813-4a66-82a6-d1ed6800615a of type vlan for network 901167d3-ab01-456d-9edf-b5969b64419a Nov 12 08:27:55.239055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=13']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:55.266832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-517ac109-6688-49a7-addc-d38ac48af1f5 req-994420d9-a2df-4cb9-874e-5f3069a2bdb1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638284 Nov 12 08:27:55.341548 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a063eb-35c7-4700-b4af-b499864ea7aa x-openstack-request-id: req-72a063eb-35c7-4700-b4af-b499864ea7aa {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:55.342397 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fcf327-132c-47f2-a866-34bacaa5a841", "name": "network-vif-deleted", "tag": "4317f062-e9e6-4edf-8cb2-1e24dab6f9bb", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:55.343062 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72a063eb-35c7-4700-b4af-b499864ea7aa {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:55.343281 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.344103 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fcf327-132c-47f2-a866-34bacaa5a841', 'name': 'network-vif-deleted', 'tag': '4317f062-e9e6-4edf-8cb2-1e24dab6f9bb', 'status': 'completed', 'code': 200} Nov 12 08:27:55.415217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['5132d315-0dca-4b0d-ba25-e78cdda6cc99'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:55.427469 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.428806 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:55.431060 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:55.575102 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] Pushing event updated for resources: {'Network': ['ID=901167d3-ab01-456d-9edf-b5969b64419a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:55.593398 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 901167d3-ab01-456d-9edf-b5969b64419a details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:27:55.638131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46854) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:55.640722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f9ac03b6-c6e0-4caf-8c82-928e9fcc1d1e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0110853 Nov 12 08:27:55.646958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9b9ca638-848a-43f5-83fa-f37bae221bdc admin admin] Request body: {'subnet': {'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-subnet', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:55.731447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9ca638-848a-43f5-83fa-f37bae221bdc admin admin] Made reservation on behalf of a83a2cedd2e243e28134c5ad2086fec7 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:27:55.752944 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca638-848a-43f5-83fa-f37bae221bdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.035758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2f3ae-6d20-40ee-a2fd-6e8b11fddca7 req-0b12af5e-c29c-4be7-b598-67063d9d5fbe tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:56.037777 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1b2f3ae-6d20-40ee-a2fd-6e8b11fddca7 req-0b12af5e-c29c-4be7-b598-67063d9d5fbe tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 1102 time: 0.1048038 Nov 12 08:27:56.054969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2e8d6-112f-4a4d-80a9-ca41010dab9c req-f36ee056-eecf-44ab-98eb-be87808be25c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:56.057923 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71e2e8d6-112f-4a4d-80a9-ca41010dab9c req-f36ee056-eecf-44ab-98eb-be87808be25c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.0925930 Nov 12 08:27:56.105311 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1b2f3ae-6d20-40ee-a2fd-6e8b11fddca7 req-511f046a-1823-436c-b908-1bfe3e1e9077 tempest-MigrationsAdminTest-957158743 tempest-MigrationsAdminTest-957158743-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552044 Nov 12 08:27:56.113941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46868) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:56.184111 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71e2e8d6-112f-4a4d-80a9-ca41010dab9c req-e84458cc-710f-49f6-9edf-c4440455d696 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106215 Nov 12 08:27:56.240641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca638-848a-43f5-83fa-f37bae221bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.322376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ca638-848a-43f5-83fa-f37bae221bdc admin admin] Checking segment: {'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:56.322873 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ca638-848a-43f5-83fa-f37bae221bdc admin admin] Network hostable DHCP agents. Network: 901167d3-ab01-456d-9edf-b5969b64419a, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:27:56.325461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ca638-848a-43f5-83fa-f37bae221bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb4e768-5faf-4bf2-a072-bba52bb9ca81,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:56.354341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ca638-848a-43f5-83fa-f37bae221bdc admin admin] Network 901167d3-ab01-456d-9edf-b5969b64419a is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:27:56.381866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-9b9ca638-848a-43f5-83fa-f37bae221bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 901167d3-ab01-456d-9edf-b5969b64419a) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:56.387156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ca638-848a-43f5-83fa-f37bae221bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:56.390117 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b9ca638-848a-43f5-83fa-f37bae221bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.398149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb05b3-92df-45c3-84b6-6b31c33f2321 None None] Network 901167d3-ab01-456d-9edf-b5969b64419a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:27:56.439472 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9b9ca638-848a-43f5-83fa-f37bae221bdc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7992189 Nov 12 08:27:56.440330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46876) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:56.447402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:27:56.452024 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8240b18e-2780-4ae3-911d-3e1ff71307bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23311f6fc28247b28ff4321d967c2226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366988 Nov 12 08:27:56.455373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46878) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:56.503828 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.504889 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.572243 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1825236f-b8fd-456e-aa95-125ac5a71915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.616514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1825236f-b8fd-456e-aa95-125ac5a71915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.631441 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.710456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5132d315-0dca-4b0d-ba25-e78cdda6cc99 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:27:56.749444 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1825236f-b8fd-456e-aa95-125ac5a71915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.754678 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1825236f-b8fd-456e-aa95-125ac5a71915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.756353 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1825236f-b8fd-456e-aa95-125ac5a71915 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8195333-c72d-46d8-9e43-90c860810757 HTTP/1.1" status: 204 len: 168 time: 0.2993128 Nov 12 08:27:56.793181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-901167d3-ab01-456d-9edf-b5969b64419a', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'fixed_ips': [{'subnet_id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:27:56.795709 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.799517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825236f-b8fd-456e-aa95-125ac5a71915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8195333-c72d-46d8-9e43-90c860810757,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:56.833630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09f4f5-83b2-4e35-b137-38b62319c94e req-4b8c489a-6514-4f0f-a3ad-34438e9fe649 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:56.835993 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ae09f4f5-83b2-4e35-b137-38b62319c94e req-4b8c489a-6514-4f0f-a3ad-34438e9fe649 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 950 time: 0.1426375 Nov 12 08:27:56.907319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:56.951784 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ae09f4f5-83b2-4e35-b137-38b62319c94e req-c6bc5f4a-1518-4a44-ab05-ec9b5252a105 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081808 Nov 12 08:27:57.119806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Allocated IP 172.20.0.2 (901167d3-ab01-456d-9edf-b5969b64419a/aeb4e768-5faf-4bf2-a072-bba52bb9ca81/8eaf4998-d772-4498-9216-b24ee2c3a193) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:57.176724 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:27:57.209748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:27:57.210128 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.288385 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.318690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46892) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:57.366342 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.414744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4adfd548-2959-4f31-9e3c-fb4741426d1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=079560fa2bda4543bec7f4ca6b83d2d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0910518 Nov 12 08:27:57.415514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46896) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:27:57.492561 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.514364 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.516953 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.561882 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc842-31ca-45f6-9765-d8806416d0ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.604875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Network 901167d3-ab01-456d-9edf-b5969b64419a is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:57.613692 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:57.620434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:27:57.622853 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26679b8-5e4e-4f10-adc5-0fc634e341ec" -d '{"events": [{"server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "name": "network-vif-plugged", "status": "completed", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:27:57.627609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:57.630492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Pushing event updated for resources: {'Port': ['ID=8eaf4998-d772-4498-9216-b24ee2c3a193,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:57.648113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:57.654279 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.655121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:27:57.656185 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc842-31ca-45f6-9765-d8806416d0ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.711159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Allocated IP 172.25.3.217 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/b69d6928-ce55-47bb-8efc-025fef06f779) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:27:57.720648 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:27:57.720995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 4317f062-e9e6-4edf-8cb2-1e24dab6f9bb not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:27:57.766559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6b142-3d79-4b11-ba44-1082aec04267 req-0de9e6a7-7b36-4dd0-b782-a89021bfa9fe tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:57.779968 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2f6b142-3d79-4b11-ba44-1082aec04267 req-0de9e6a7-7b36-4dd0-b782-a89021bfa9fe tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.4187739 Nov 12 08:27:57.809548 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc842-31ca-45f6-9765-d8806416d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.815202 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc842-31ca-45f6-9765-d8806416d0ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:57.816127 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a5bbc842-31ca-45f6-9765-d8806416d0ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00adf2ab-e262-4a4c-8910-c29003e5a4cd HTTP/1.1" status: 204 len: 168 time: 0.3864226 Nov 12 08:27:57.832904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbc842-31ca-45f6-9765-d8806416d0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00adf2ab-e262-4a4c-8910-c29003e5a4cd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:57.979013 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2f6b142-3d79-4b11-ba44-1082aec04267 req-a97214ef-1759-4528-b690-e2ad37b6c227 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978626 Nov 12 08:27:58.047930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2f491-fa14-4ef5-9b23-7110076af122 req-dc067d53-f60b-49ee-9938-a78547a30aee tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:58.050290 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a7e2f491-fa14-4ef5-9b23-7110076af122 req-dc067d53-f60b-49ee-9938-a78547a30aee tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 951 time: 0.1359906 Nov 12 08:27:58.108378 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.132872 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9838ed-e943-445c-bc3d-92f46663727a x-openstack-request-id: req-cf9838ed-e943-445c-bc3d-92f46663727a {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:27:58.134338 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "name": "network-vif-plugged", "status": "completed", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:27:58.134710 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf9838ed-e943-445c-bc3d-92f46663727a {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:27:58.135278 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'code': 200} Nov 12 08:27:58.198479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Attempting to bind port 8eaf4998-d772-4498-9216-b24ee2c3a193 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:27:58.199027 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Attempting to bind port 8eaf4998-d772-4498-9216-b24ee2c3a193 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:27:58.199599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Attempting to bind port 8eaf4998-d772-4498-9216-b24ee2c3a193 on network 901167d3-ab01-456d-9edf-b5969b64419a {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:27:58.213860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=14']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:58.221328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:27:58.221954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Checking segment: {'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:27:58.222821 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.223331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Bound using segment: {'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:27:58.224050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Bound port: 8eaf4998-d772-4498-9216-b24ee2c3a193, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:27:58.224580 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.345644 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.387040 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] For port 8eaf4998-d772-4498-9216-b24ee2c3a193, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:27:58.398833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] For port 8eaf4998-d772-4498-9216-b24ee2c3a193, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8eaf4998-d772-4498-9216-b24ee2c3a193,segment=NetworkSegment(7398805b-1813-4a66-82a6-d1ed6800615a),segment_id=7398805b-1813-4a66-82a6-d1ed6800615a)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:27:58.408038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.412450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e969d2-d2af-4de0-887c-a954e68637cd req-30a01c44-ff50-49c3-8ce9-012122ea3cc1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:58.417151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7e969d2-d2af-4de0-887c-a954e68637cd req-30a01c44-ff50-49c3-8ce9-012122ea3cc1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 951 time: 0.1496716 Nov 12 08:27:58.517467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:27:58.523241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-a7e2f491-fa14-4ef5-9b23-7110076af122 req-db30b6ab-6d38-4d43-90e4-9d62049baea9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Deleting port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:27:58.523775 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a7e2f491-fa14-4ef5-9b23-7110076af122 req-db30b6ab-6d38-4d43-90e4-9d62049baea9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.538826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Pushing event updated for resources: {'Port': ['ID=b69d6928-ce55-47bb-8efc-025fef06f779,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:58.543104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:27:58.611009 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7e969d2-d2af-4de0-887c-a954e68637cd req-ca1ef97b-7f60-4710-ae5d-7831dddf962d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745312 Nov 12 08:27:58.641039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93038ff5-4877-4694-93be-073003a0cc3e None None] Pushing event updated for resources: {'Port': ['ID=8eaf4998-d772-4498-9216-b24ee2c3a193,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:58.682589 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.754010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:27:58.859666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a7e2f491-fa14-4ef5-9b23-7110076af122 req-db30b6ab-6d38-4d43-90e4-9d62049baea9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] For port 5132d315-0dca-4b0d-ba25-e78cdda6cc99, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5132d315-0dca-4b0d-ba25-e78cdda6cc99,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:27:58.860256 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a7e2f491-fa14-4ef5-9b23-7110076af122 req-db30b6ab-6d38-4d43-90e4-9d62049baea9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:58.947656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-a7e2f491-fa14-4ef5-9b23-7110076af122 req-db30b6ab-6d38-4d43-90e4-9d62049baea9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Calling delete_port for 5132d315-0dca-4b0d-ba25-e78cdda6cc99 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:27:59.411598 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc3749-e191-47a5-b353-9d082815298c req-ab879d30-7b35-4dee-bde7-58a391bef79b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:27:59.424595 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3bc3749-e191-47a5-b353-9d082815298c req-ab879d30-7b35-4dee-bde7-58a391bef79b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.2445481 Nov 12 08:27:59.668248 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3bc3749-e191-47a5-b353-9d082815298c req-aa9ad25e-2f2b-44b7-a5ab-5982534e9766 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424116 Nov 12 08:27:59.689481 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.694129 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a7e2f491-fa14-4ef5-9b23-7110076af122 req-db30b6ab-6d38-4d43-90e4-9d62049baea9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:27:59.709910 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7f493ab6-7a71-40b3-a0d2-300fecacac0f', '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', '5132d315-0dca-4b0d-ba25-e78cdda6cc99'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:59.858920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['74f97a29-2ac4-4f43-a116-1c71f34edd78'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:27:59.890465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fa5a7574-c914-47cf-b456-4ccdb7a97ffd req-395432b7-6927-4e08-b1d4-0aa610dc1312 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97903ce-4d2e-40c8-bfbc-900048f3fc10 HTTP/1.1" status: 200 len: 210 time: 0.0618820 Nov 12 08:27:59.905811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30b6ab-6d38-4d43-90e4-9d62049baea9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Pushing event deleted for resources: {'Port': ['ID=5132d315-0dca-4b0d-ba25-e78cdda6cc99,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:27:59.978269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e2f491-fa14-4ef5-9b23-7110076af122 req-db30b6ab-6d38-4d43-90e4-9d62049baea9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] No DVR routers for this DVR port 5132d315-0dca-4b0d-ba25-e78cdda6cc99 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:27:59.990075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a7e2f491-fa14-4ef5-9b23-7110076af122 req-db30b6ab-6d38-4d43-90e4-9d62049baea9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:00.002257 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a7e2f491-fa14-4ef5-9b23-7110076af122 req-db30b6ab-6d38-4d43-90e4-9d62049baea9 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "DELETE /v2.0/ports/5132d315-0dca-4b0d-ba25-e78cdda6cc99 HTTP/1.1" status: 204 len: 173 time: 1.9396179 Nov 12 08:28:00.160871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'name': 'network-vif-deleted', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:00.163138 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01492282-e9b6-483b-9614-1f3ca1e0866e" -d '{"events": [{"server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "name": "network-vif-deleted", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:00.390294 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fad56b8-a85c-4e39-b19f-366f83467943 x-openstack-request-id: req-5fad56b8-a85c-4e39-b19f-366f83467943 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:00.391672 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97903ce-4d2e-40c8-bfbc-900048f3fc10", "name": "network-vif-deleted", "tag": "5132d315-0dca-4b0d-ba25-e78cdda6cc99", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:00.392656 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fad56b8-a85c-4e39-b19f-366f83467943 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:00.393545 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97903ce-4d2e-40c8-bfbc-900048f3fc10', 'name': 'network-vif-deleted', 'tag': '5132d315-0dca-4b0d-ba25-e78cdda6cc99', 'status': 'completed', 'code': 200} Nov 12 08:28:00.444622 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:00.530059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d67dd4-49b2-4743-aa39-d1150749b264 None None] Network 901167d3-ab01-456d-9edf-b5969b64419a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:00.737048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0ffb845a-9979-4f73-9632-190d379f3d6a None None] Provisioning complete for port 8eaf4998-d772-4498-9216-b24ee2c3a193 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:00.740136 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ffb845a-9979-4f73-9632-190d379f3d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:00.839298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8eaf4998-d772-4498-9216-b24ee2c3a193 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:00.898091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:28:00.909591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffc7c6-b1f2-42fc-82c2-8bb637b60a7e req-4d1349a3-00bf-47dc-be3d-90812edbf6d6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:00.920254 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67ffc7c6-b1f2-42fc-82c2-8bb637b60a7e req-4d1349a3-00bf-47dc-be3d-90812edbf6d6 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.0763922 Nov 12 08:28:01.074018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67ffc7c6-b1f2-42fc-82c2-8bb637b60a7e req-28d316c7-70ea-41d9-aa3c-be1b5b5345d7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311374 Nov 12 08:28:01.366551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8eaf4998-d772-4498-9216-b24ee2c3a193 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:01.367132 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.446511 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ffb845a-9979-4f73-9632-190d379f3d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.545758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0ffb845a-9979-4f73-9632-190d379f3d6a None None] For port 8eaf4998-d772-4498-9216-b24ee2c3a193, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8eaf4998-d772-4498-9216-b24ee2c3a193,segment=NetworkSegment(7398805b-1813-4a66-82a6-d1ed6800615a),segment_id=7398805b-1813-4a66-82a6-d1ed6800615a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:01.576174 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ffb845a-9979-4f73-9632-190d379f3d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.637480 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:01.680628 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb845a-9979-4f73-9632-190d379f3d6a None None] Pushing event updated for resources: {'Port': ['ID=8eaf4998-d772-4498-9216-b24ee2c3a193,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:01.722880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:28:01.723293 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:28:01.900468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893f473-0daa-4f8b-9ab3-72ed2407dd9c req-06281ff1-cabd-4bc7-86cd-76b8ccdbc05d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:01.909543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c893f473-0daa-4f8b-9ab3-72ed2407dd9c req-06281ff1-cabd-4bc7-86cd-76b8ccdbc05d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 950 time: 0.1020787 Nov 12 08:28:01.919809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7b05f8e1-db5d-42ce-85fe-58d91b9c4e80 None None] Provisioning complete for port 8eaf4998-d772-4498-9216-b24ee2c3a193 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:01.920714 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7b05f8e1-db5d-42ce-85fe-58d91b9c4e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.017744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c893f473-0daa-4f8b-9ab3-72ed2407dd9c req-3ef7b8f1-d743-4c07-90a9-b16e33478d5d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070592 Nov 12 08:28:02.138224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-e033253a-782b-442a-adc5-fec2ea56a438 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f0ead976f5c442afb441634a25d2411a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520284 Nov 12 08:28:02.200359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:02.220256 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Sync routers for ids ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:02.240236 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Routers {'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:02.240857 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:27:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:02.398722 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.400184 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6c53801c-f1a1-44c6-9403-878ef9207014 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9587078 Nov 12 08:28:02.407396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47000) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:02.468875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e27a63-9612-4d80-a0f0-4b5d4d42bf04 req-17820fb1-53f9-4c49-b089-972fe1287f2b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:02.472004 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Set router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:02.481923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98e27a63-9612-4d80-a0f0-4b5d4d42bf04 req-17820fb1-53f9-4c49-b089-972fe1287f2b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.1227198 Nov 12 08:28:02.582535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98e27a63-9612-4d80-a0f0-4b5d4d42bf04 req-af75f53e-cb7f-4d95-b4b2-14453e8eddcd tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982606 Nov 12 08:28:02.621136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ba7d0-6826-4669-b803-945855f15e23 req-14bc225f-c2fe-40c1-839a-e712c9ed9477 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:02.621136 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-14bc225f-c2fe-40c1-839a-e712c9ed9477 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4725711 Nov 12 08:28:02.700787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5132d315-0dca-4b0d-ba25-e78cdda6cc99 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:02.704926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8eaf4998-d772-4498-9216-b24ee2c3a193 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:02.764849 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:27:59Z', 'revision_number': 3, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:02.799895 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Checking router: f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:02.800177 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Updating router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 port b69d6928-ce55-47bb-8efc-025fef06f779 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:28:02.815147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 5132d315-0dca-4b0d-ba25-e78cdda6cc99 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:02.815486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5132d315-0dca-4b0d-ba25-e78cdda6cc99 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:02.875802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8eaf4998-d772-4498-9216-b24ee2c3a193 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:02.876278 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:02.921145 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-9abf92cd-ce0c-4d32-b2fa-667b1a742279 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/quotas/f0ead976f5c442afb441634a25d2411a HTTP/1.1" status: 200 len: 375 time: 0.1917756 Nov 12 08:28:02.949788 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.005043 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-1b5bc8a3-d363-4f13-9707-dfaef4688583 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0ead976f5c442afb441634a25d2411a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771439 Nov 12 08:28:03.129578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1a6a1-d882-493a-93fc-dd4169acbbd5 req-d043c4c7-4757-45f2-8fe3-f021fe622df1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:03.131288 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a9a1a6a1-d882-493a-93fc-dd4169acbbd5 req-d043c4c7-4757-45f2-8fe3-f021fe622df1 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 950 time: 0.2206054 Nov 12 08:28:03.189433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d2cc5-0c63-422f-8ab0-6aab58e45ad9 req-ace105f5-94c3-4a90-9c65-3a9ce5021622 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:03.197259 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e86d2cc5-0c63-422f-8ab0-6aab58e45ad9 req-ace105f5-94c3-4a90-9c65-3a9ce5021622 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 950 time: 0.0769634 Nov 12 08:28:03.283063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e86d2cc5-0c63-422f-8ab0-6aab58e45ad9 req-470ff6b0-5db3-46a8-9c80-9f2f8ba95566 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844119 Nov 12 08:28:03.374723 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.388600 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.496595 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Pushing event updated for resources: {'Port': ['ID=b69d6928-ce55-47bb-8efc-025fef06f779,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:03.518735 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:03.519333 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:03.519920 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:03.520501 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:03.521449 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:03.522343 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:03.522965 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:03.523643 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:03.526665 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:03.527330 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:03.527916 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:03.530879 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:03.542105 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Attempting to bind port b69d6928-ce55-47bb-8efc-025fef06f779 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:03.542626 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Attempting to bind port b69d6928-ce55-47bb-8efc-025fef06f779 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:03.543119 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Attempting to bind port b69d6928-ce55-47bb-8efc-025fef06f779 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:03.553254 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:03.553774 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:03.554359 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.555169 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:03.555856 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Bound port: b69d6928-ce55-47bb-8efc-025fef06f779, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:03.556414 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.579913 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-982ddea0-3ea4-4db3-8c9f-6b1f174b6413 req-160e1231-1c00-42df-a14d-33db978b63de tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 210 time: 0.0706077 Nov 12 08:28:03.585794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-a9a1a6a1-d882-493a-93fc-dd4169acbbd5 req-0c53c337-b87b-40ff-880f-01c9f1d50de6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Deleting port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:03.586366 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a9a1a6a1-d882-493a-93fc-dd4169acbbd5 req-0c53c337-b87b-40ff-880f-01c9f1d50de6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.664066 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] For port b69d6928-ce55-47bb-8efc-025fef06f779, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:03.672449 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] For port b69d6928-ce55-47bb-8efc-025fef06f779, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b69d6928-ce55-47bb-8efc-025fef06f779,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:03.685351 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:03.863788 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ce314-5ce9-4d57-8b94-395b28e66013 None None] Pushing event updated for resources: {'Port': ['ID=b69d6928-ce55-47bb-8efc-025fef06f779,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:03.916858 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Routers {'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:03.918855 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:27:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:04.024434 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.109509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-a9a1a6a1-d882-493a-93fc-dd4169acbbd5 req-0c53c337-b87b-40ff-880f-01c9f1d50de6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] For port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:04.110052 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a9a1a6a1-d882-493a-93fc-dd4169acbbd5 req-0c53c337-b87b-40ff-880f-01c9f1d50de6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.147868 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] Set router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:04.174109 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-a9a1a6a1-d882-493a-93fc-dd4169acbbd5 req-0c53c337-b87b-40ff-880f-01c9f1d50de6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Calling delete_port for 8d6b7cf8-e143-4c07-b83c-94496eb6b32f owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:04.183994 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dcff3-4fe4-480a-a928-21613342cf70 req-162426bb-f34e-46ef-b20a-49dae996d3ec tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.185530 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-490dcff3-4fe4-480a-a928-21613342cf70 req-162426bb-f34e-46ef-b20a-49dae996d3ec tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.3453989 Nov 12 08:28:04.389226 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-490dcff3-4fe4-480a-a928-21613342cf70 req-3d58055e-bcfd-49e6-97fe-1edc353b1f69 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797924 Nov 12 08:28:04.428658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Allocated IP 172.20.0.1 (901167d3-ab01-456d-9edf-b5969b64419a/aeb4e768-5faf-4bf2-a072-bba52bb9ca81/c3859183-f0cb-4e67-81e1-a2ab450c5820) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:04.655564 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:27:59Z', 'revision_number': 3, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:04.656519 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a9a1a6a1-d882-493a-93fc-dd4169acbbd5 req-0c53c337-b87b-40ff-880f-01c9f1d50de6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.670339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7f493ab6-7a71-40b3-a0d2-300fecacac0f', '8d6b7cf8-e143-4c07-b83c-94496eb6b32f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:04.678004 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['74f97a29-2ac4-4f43-a116-1c71f34edd78'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:04.749902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53c337-b87b-40ff-880f-01c9f1d50de6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Pushing event deleted for resources: {'Port': ['ID=8d6b7cf8-e143-4c07-b83c-94496eb6b32f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:04.778387 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3bfe1a-973e-4146-aaf7-ad1856572c67 None None] The sync data for ids ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'] in n-d-768851-18 is: [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:27:59Z', 'revision_number': 3, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:04.896657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a1a6a1-d882-493a-93fc-dd4169acbbd5 req-0c53c337-b87b-40ff-880f-01c9f1d50de6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] No DVR routers for this DVR port 8d6b7cf8-e143-4c07-b83c-94496eb6b32f on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:04.935485 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a9a1a6a1-d882-493a-93fc-dd4169acbbd5 req-0c53c337-b87b-40ff-880f-01c9f1d50de6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.939897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a9a1a6a1-d882-493a-93fc-dd4169acbbd5 req-0c53c337-b87b-40ff-880f-01c9f1d50de6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "DELETE /v2.0/ports/8d6b7cf8-e143-4c07-b83c-94496eb6b32f HTTP/1.1" status: 204 len: 173 time: 1.7947071 Nov 12 08:28:04.958648 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:04.960417 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'name': 'network-vif-deleted', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:04.967160 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f384a5d8-2512-47e9-9767-c7f79ca53305" -d '{"events": [{"server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "name": "network-vif-deleted", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:04.988728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc5644-342a-464a-aec7-59eb30b7d90b req-79e99e51-2e3a-4e02-a549-424bd4ef5f1c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:04.996716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16cc5644-342a-464a-aec7-59eb30b7d90b req-79e99e51-2e3a-4e02-a549-424bd4ef5f1c tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05 HTTP/1.1" status: 200 len: 868 time: 0.4214871 Nov 12 08:28:05.053729 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3936e645-25d9-481e-b5fb-95e7cbac3c25 req-31004c52-c060-415a-ac90-822e18985fea tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 210 time: 0.1678953 Nov 12 08:28:05.093823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-db344372-7eaa-4342-80c7-6293b07f327c tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:05.096366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-db344372-7eaa-4342-80c7-6293b07f327c tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e&tenant_id=1bf3b8941139451e8acba21723b96ae2&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1098 time: 0.3722045 Nov 12 08:28:05.159096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16cc5644-342a-464a-aec7-59eb30b7d90b req-10f13a04-bb46-4862-b967-f944fa9390d7 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226218 Nov 12 08:28:05.170406 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.188930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-18'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:05.280728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Network 901167d3-ab01-456d-9edf-b5969b64419a is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:05.298195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:05.313017 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:05.323195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3859183-f0cb-4e67-81e1-a2ab450c5820,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:05.363980 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0c7f-8a9c-4ad7-9510-a1f64b817313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.448303 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.454379 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9861e6bb-ff33-4434-af74-7a7ace434c5b x-openstack-request-id: req-9861e6bb-ff33-4434-af74-7a7ace434c5b {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:05.455326 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05", "name": "network-vif-deleted", "tag": "8d6b7cf8-e143-4c07-b83c-94496eb6b32f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:05.456067 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9861e6bb-ff33-4434-af74-7a7ace434c5b {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:05.456966 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3dbc11-fb01-4d82-bc03-ff7db6e5ec05', 'name': 'network-vif-deleted', 'tag': '8d6b7cf8-e143-4c07-b83c-94496eb6b32f', 'status': 'completed', 'code': 200} Nov 12 08:28:05.637677 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-4a19a917-2164-4e90-bd97-184985809be4 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f0ead976f5c442afb441634a25d2411a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380920 Nov 12 08:28:05.656070 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:05.831688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:28:06.043323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:06.045554 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:28:06.123970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:06.214082 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.260090 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a6b5f-fada-448b-b22d-fb9cd1be2330 req-9eedfd73-0e66-4ca6-bf42-c621bd8e3c3b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:06.266173 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e8a6b5f-fada-448b-b22d-fb9cd1be2330 req-9eedfd73-0e66-4ca6-bf42-c621bd8e3c3b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 946 time: 0.2612820 Nov 12 08:28:06.277919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd21f9b-f619-46c8-9922-1dfc07431b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:06.281227 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d1b85a-4d96-4386-94fd-28777b590fcb" -d '{"events": [{"server_uuid": "4fd21f9b-f619-46c8-9922-1dfc07431b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:06.290945 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.329168 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.369788 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f7f6066-5a60-4aea-8a75-b8b4cda768d6 req-87a031cc-7393-468b-94c0-f9294ea627e5 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 210 time: 0.1147726 Nov 12 08:28:06.383803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9f92de79-5016-4280-a547-6b0ceec670a5 None None] Provisioning complete for port c3859183-f0cb-4e67-81e1-a2ab450c5820 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:06.384595 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f92de79-5016-4280-a547-6b0ceec670a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.470138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9f92de79-5016-4280-a547-6b0ceec670a5 None None] Port c3859183-f0cb-4e67-81e1-a2ab450c5820 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:06.490758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:06.516410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 has no active binding in host n-h1-768851-18 {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:28:06.528147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ba7d0-6826-4669-b803-945855f15e23 req-a5de73f1-850d-4ac2-a8b2-0d155e4d3dac tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:06.534390 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-a5de73f1-850d-4ac2-a8b2-0d155e4d3dac tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8808494 Nov 12 08:28:06.557573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Request body: {'port': {'device_id': 'e4d4cf2d-8992-457e-908b-725bbe874ea0', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': 'f0ead976f5c442afb441634a25d2411a'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:06.599258 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0a991b-fe85-4825-b812-4e3232a91464 x-openstack-request-id: req-3e0a991b-fe85-4825-b812-4e3232a91464 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:06.599839 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd21f9b-f619-46c8-9922-1dfc07431b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:06.600248 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e0a991b-fe85-4825-b812-4e3232a91464 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:06.600926 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd21f9b-f619-46c8-9922-1dfc07431b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772', 'code': 200} Nov 12 08:28:06.602225 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e8a6b5f-fada-448b-b22d-fb9cd1be2330 req-ed1fbcd3-adb1-4316-b196-92100f184b58 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155117 Nov 12 08:28:06.612455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Pushing event updated for resources: {'Port': ['ID=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:06.636867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Attempting to bind port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on host n-h2-768851-18 for vnic_type normal with profile {"migrating_to": "n-h1-768851-18"} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:06.637875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Attempting to bind port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:06.638695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Attempting to bind port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:06.647064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on network f52d9c59-7b29-4bd7-b161-34f597f50343 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:06.647588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Attempting to bind port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on network f52d9c59-7b29-4bd7-b161-34f597f50343 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:06.654644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:06.655554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Checking segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:06.656243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Bound using segment: {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:06.656984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Bound port: b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eca90b-d485-4d7a-896a-2f61f6cbacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f52d9c59-7b29-4bd7-b161-34f597f50343'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:06.657752 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.694696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8d6b7cf8-e143-4c07-b83c-94496eb6b32f no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:06.733378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 8d6b7cf8-e143-4c07-b83c-94496eb6b32f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:06.733877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8d6b7cf8-e143-4c07-b83c-94496eb6b32f not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:06.793413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b69d6928-ce55-47bb-8efc-025fef06f779 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:06.816840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:06.829383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:06.837033 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.841627 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.853289 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:06.948695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b69d6928-ce55-47bb-8efc-025fef06f779 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:06.949352 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.012701 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.038069 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Made reservation on behalf of f0ead976f5c442afb441634a25d2411a for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:07.043805 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.125497 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.175074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port b69d6928-ce55-47bb-8efc-025fef06f779, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b69d6928-ce55-47bb-8efc-025fef06f779,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:07.193297 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.205909 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.268368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=b69d6928-ce55-47bb-8efc-025fef06f779,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:07.275332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3859183-f0cb-4e67-81e1-a2ab450c5820,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:07.292532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Network 901167d3-ab01-456d-9edf-b5969b64419a is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:07.298753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:07.365834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.367451 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.368864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.369996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] 10.222.0.46 "PUT /v2.0/ports/b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 HTTP/1.1" status: 200 len: 1124 time: 2.2096446 Nov 12 08:28:07.371261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51e205-ecc3-4afe-a7d9-c8b56426ed3e service neutron] Pushing event updated for resources: {'Port': ['ID=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,revision_number=8']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:07.384717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2e42b-ab9f-45fb-9260-cd49a01c0154 req-c46aad8a-bd22-40b2-911c-61cd6ed57f79 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:07.407412 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ed2e42b-ab9f-45fb-9260-cd49a01c0154 req-c46aad8a-bd22-40b2-911c-61cd6ed57f79 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.3827679 Nov 12 08:28:07.415387 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.476150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:07.476461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1061ca11-9dad-42d8-b82a-af7c7491919f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:07.581590 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:07.634613 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ec30221-8ed1-4b61-a8c8-29ff568b68ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:07.687697 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5dad6cd1-8775-4f73-a3f6-0e85f981c1d3 req-3d6f2901-9a9f-4254-a006-d0dc0fbf4889 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 210 time: 0.1201248 Nov 12 08:28:07.804297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Allocated IP 192.168.233.197 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/f007ffc3-8f12-4bfc-a9b1-ea936092c2f4) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:07.857143 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ed2e42b-ab9f-45fb-9260-cd49a01c0154 req-bbc73d3c-f816-403b-b5fa-21439af94ac6 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884525 Nov 12 08:28:07.910401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:07.973221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6b910870-9dfd-4d87-951d-b776fc7217c0 None None] Provisioning complete for port c3859183-f0cb-4e67-81e1-a2ab450c5820 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:07.973812 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6b910870-9dfd-4d87-951d-b776fc7217c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.033949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6b910870-9dfd-4d87-951d-b776fc7217c0 None None] Port c3859183-f0cb-4e67-81e1-a2ab450c5820 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:08.441182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438f6f7-f313-4bc2-9281-3ae9ae41d2ea req-e21919f7-3a79-4c91-b8c3-43616c8554f2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:08.443716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7438f6f7-f313-4bc2-9281-3ae9ae41d2ea req-e21919f7-3a79-4c91-b8c3-43616c8554f2 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 944 time: 0.0690982 Nov 12 08:28:08.461514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.520306 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7438f6f7-f313-4bc2-9281-3ae9ae41d2ea req-979e8802-a7e8-4b36-9a5e-3f25f9cfe494 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643702 Nov 12 08:28:08.602292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd21f9b-f619-46c8-9922-1dfc07431b9e', 'tag': 'b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:08.605329 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5717a4b-a76f-4b56-9265-cf3d9268ea92" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd21f9b-f619-46c8-9922-1dfc07431b9e", "tag": "b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:08.626559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:08.636552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c93788-eb75-4bc2-b3ad-438cf670987c req-a556f870-d619-4f24-94e5-239da20e1ade tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:08.638746 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80c93788-eb75-4bc2-b3ad-438cf670987c req-a556f870-d619-4f24-94e5-239da20e1ade tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.1717064 Nov 12 08:28:08.640947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Sync routers for ids ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:08.643552 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e1a5a463-5f93-4e14-b13a-0bb0f1b9e4f6 admin admin] 10.222.0.31 "PUT /v2.0/routers/f9d49850-48c9-4ade-99d6-b3be6dfdb0b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2358057 Nov 12 08:28:08.656922 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Routers {'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:08.676376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:08.715511 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdbbac4-fa94-4bc5-8c9c-4d83546be302 x-openstack-request-id: req-bcdbbac4-fa94-4bc5-8c9c-4d83546be302 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:08.716104 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd21f9b-f619-46c8-9922-1dfc07431b9e", "tag": "b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:08.716531 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcdbbac4-fa94-4bc5-8c9c-4d83546be302 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:08.717121 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd21f9b-f619-46c8-9922-1dfc07431b9e', 'tag': 'b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772', 'status': 'completed', 'code': 200} Nov 12 08:28:08.752102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d4cd6-7fec-425b-9327-6cf16ae415ea req-258428f8-70e2-4651-bc9d-9db86ced7229 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:08.753679 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b67d4cd6-7fec-425b-9327-6cf16ae415ea req-258428f8-70e2-4651-bc9d-9db86ced7229 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.2856431 Nov 12 08:28:08.787186 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.817651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b69d6928-ce55-47bb-8efc-025fef06f779 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:08.895437 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b67d4cd6-7fec-425b-9327-6cf16ae415ea req-86b240dd-9746-45e6-9595-ce6fe1f57f76 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266644 Nov 12 08:28:08.898331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-80c93788-eb75-4bc2-b3ad-438cf670987c req-2f3d1a5c-ed91-43ec-a8fc-92e238fce75f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Deleting port 7f493ab6-7a71-40b3-a0d2-300fecacac0f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:08.898677 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-80c93788-eb75-4bc2-b3ad-438cf670987c req-2f3d1a5c-ed91-43ec-a8fc-92e238fce75f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:08.983462 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a553e5e-681f-4b22-8f31-24198a1196a0 req-2730c9b2-477f-4242-bfeb-f2368e530f23 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 210 time: 0.1117761 Nov 12 08:28:08.990590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5717a4b-a76f-4b56-9265-cf3d9268ea92 req-0b265b9f-5af0-420a-84e2-bd80ed2bec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:08.995686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5717a4b-a76f-4b56-9265-cf3d9268ea92 req-0b265b9f-5af0-420a-84e2-bd80ed2bec60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 1127 time: 0.2342658 Nov 12 08:28:09.043254 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.192270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Set router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:09.233443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5717a4b-a76f-4b56-9265-cf3d9268ea92 req-31dc9099-8f78-4403-9f36-27abf103a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:09.237032 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5717a4b-a76f-4b56-9265-cf3d9268ea92 req-31dc9099-8f78-4403-9f36-27abf103a0d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.2335687 Nov 12 08:28:09.288195 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b69d6928-ce55-47bb-8efc-025fef06f779 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:09.288652 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.324307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:09.343490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:09.346492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Pushing event updated for resources: {'Port': ['ID=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:09.355688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:09.373355 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5717a4b-a76f-4b56-9265-cf3d9268ea92 req-744f34eb-9c93-4a3f-8c71-ebea7e9752c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 HTTP/1.1" status: 200 len: 217 time: 0.1153159 Nov 12 08:28:09.374117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47096) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:09.381489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-80c93788-eb75-4bc2-b3ad-438cf670987c req-2f3d1a5c-ed91-43ec-a8fc-92e238fce75f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] For port 7f493ab6-7a71-40b3-a0d2-300fecacac0f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7f493ab6-7a71-40b3-a0d2-300fecacac0f,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:09.382322 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-80c93788-eb75-4bc2-b3ad-438cf670987c req-2f3d1a5c-ed91-43ec-a8fc-92e238fce75f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.390581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d5883782-96c5-4c11-b594-c5730db2a03b tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218605340', 'description': 'tempest-description--1670701814'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:09.427475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-80c93788-eb75-4bc2-b3ad-438cf670987c req-2f3d1a5c-ed91-43ec-a8fc-92e238fce75f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Calling delete_port for 7f493ab6-7a71-40b3-a0d2-300fecacac0f owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:09.580176 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147f307-8e69-4cb6-a462-cc7be0007e7d req-5ce394bf-ffab-41f4-8fbf-67a4c23d49b5 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:09.580971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21086f8d-50d2-4057-b78c-43481f3b93bf req-92e3a5cc-aab7-4de6-8c35-629515007dd0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:09.582002 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2147f307-8e69-4cb6-a462-cc7be0007e7d req-5ce394bf-ffab-41f4-8fbf-67a4c23d49b5 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 944 time: 0.3430128 Nov 12 08:28:09.582374 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-21086f8d-50d2-4057-b78c-43481f3b93bf req-92e3a5cc-aab7-4de6-8c35-629515007dd0 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d4d89c-8344-4c8e-ab40-9f1bfd7cdece HTTP/1.1" status: 200 len: 950 time: 0.5722458 Nov 12 08:28:09.662951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5883782-96c5-4c11-b594-c5730db2a03b tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.676955 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-21086f8d-50d2-4057-b78c-43481f3b93bf req-6a256843-f34e-43ea-a622-159d8e040a8d tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702956 Nov 12 08:28:09.681312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5717a4b-a76f-4b56-9265-cf3d9268ea92 req-cc4b8640-f831-4515-a5b1-2e60a53aedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:09.688552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5717a4b-a76f-4b56-9265-cf3d9268ea92 req-cc4b8640-f831-4515-a5b1-2e60a53aedbf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.2899420 Nov 12 08:28:09.721412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:09.726540 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.778657 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-231c0839-4b1e-415f-ae8a-3d868d6a1c4f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2251735 Nov 12 08:28:09.795068 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-80c93788-eb75-4bc2-b3ad-438cf670987c req-2f3d1a5c-ed91-43ec-a8fc-92e238fce75f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.815910 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7f493ab6-7a71-40b3-a0d2-300fecacac0f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:09.817443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Request body: {'port': {'device_id': 'e4d4cf2d-8992-457e-908b-725bbe874ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:09.822145 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['74f97a29-2ac4-4f43-a116-1c71f34edd78'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:09.877519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d1a5c-ed91-43ec-a8fc-92e238fce75f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Pushing event deleted for resources: {'Port': ['ID=7f493ab6-7a71-40b3-a0d2-300fecacac0f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:09.885513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5717a4b-a76f-4b56-9265-cf3d9268ea92 req-9fb975ab-78cc-46cc-9b99-1de69be9fd70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111572 Nov 12 08:28:09.933054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c93788-eb75-4bc2-b3ad-438cf670987c req-2f3d1a5c-ed91-43ec-a8fc-92e238fce75f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] No DVR routers for this DVR port 7f493ab6-7a71-40b3-a0d2-300fecacac0f on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:09.936402 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-80c93788-eb75-4bc2-b3ad-438cf670987c req-2f3d1a5c-ed91-43ec-a8fc-92e238fce75f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.941062 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80c93788-eb75-4bc2-b3ad-438cf670987c req-2f3d1a5c-ed91-43ec-a8fc-92e238fce75f tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.52 "DELETE /v2.0/ports/7f493ab6-7a71-40b3-a0d2-300fecacac0f HTTP/1.1" status: 204 len: 173 time: 1.2917230 Nov 12 08:28:09.941942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-14e6e577-558c-4b1e-821b-4dc180799939 None None] Provisioning complete for port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:09.942532 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-14e6e577-558c-4b1e-821b-4dc180799939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:09.944173 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'name': 'network-vif-deleted', 'tag': '7f493ab6-7a71-40b3-a0d2-300fecacac0f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:09.948246 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf6f790-5683-4c63-bb09-40cff3cc4e30" -d '{"events": [{"server_uuid": "11d4d89c-8344-4c8e-ab40-9f1bfd7cdece", "name": "network-vif-deleted", "tag": "7f493ab6-7a71-40b3-a0d2-300fecacac0f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:09.986021 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.044818 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.084359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5717a4b-a76f-4b56-9265-cf3d9268ea92 req-414e8b59-fae7-4639-804d-a0acef91bf30 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794646 Nov 12 08:28:10.115901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-14e6e577-558c-4b1e-821b-4dc180799939 None None] Port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:10.183979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9661cb-0679-4328-bbaf-110ea9ddb727 req-ea7b164f-f29d-4a17-ad7b-3410c742ee6a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.185567 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ea9661cb-0679-4328-bbaf-110ea9ddb727 req-ea7b164f-f29d-4a17-ad7b-3410c742ee6a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.1372819 Nov 12 08:28:10.237062 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:28:06Z', 'revision_number': 4, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c3859183-f0cb-4e67-81e1-a2ab450c5820', 'name': '', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'mac_address': 'fa:16:3e:bc:65:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:04Z', 'updated_at': '2021-11-12T08:28:06Z', 'revision_number': 2, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'subnets': [{'id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:10.249116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d5ec9-cc3e-4174-b986-263a3967d88b req-3496fadf-c7c1-40b6-b20d-eab8f5136838 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.262052 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-be8d5ec9-cc3e-4174-b986-263a3967d88b req-3496fadf-c7c1-40b6-b20d-eab8f5136838 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 944 time: 0.4893994 Nov 12 08:28:10.294064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Checking router: f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:10.294672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Updating router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 port c3859183-f0cb-4e67-81e1-a2ab450c5820 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:28:10.339324 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ea9661cb-0679-4328-bbaf-110ea9ddb727 req-f25736ac-d3a2-456a-905c-769085ecbedf tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394842 Nov 12 08:28:10.377784 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.415752 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ed29dd-4da8-4c06-b13d-50224211710b x-openstack-request-id: req-d7ed29dd-4da8-4c06-b13d-50224211710b {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:10.416413 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d4d89c-8344-4c8e-ab40-9f1bfd7cdece", "name": "network-vif-deleted", "tag": "7f493ab6-7a71-40b3-a0d2-300fecacac0f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:10.416902 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7ed29dd-4da8-4c06-b13d-50224211710b {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:10.417536 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d4d89c-8344-4c8e-ab40-9f1bfd7cdece', 'name': 'network-vif-deleted', 'tag': '7f493ab6-7a71-40b3-a0d2-300fecacac0f', 'status': 'completed', 'code': 200} Nov 12 08:28:10.498563 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5883782-96c5-4c11-b594-c5730db2a03b tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.544143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5883782-96c5-4c11-b594-c5730db2a03b tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.566470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-be8d5ec9-cc3e-4174-b986-263a3967d88b req-799acab0-11e5-4e09-a155-6eb0d8126028 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421825 Nov 12 08:28:10.618713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-2147f307-8e69-4cb6-a462-cc7be0007e7d req-29ba2664-80bc-4977-be34-3d80bc5165d4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Deleting port 7e22c53e-2dca-4bce-93fc-4acfff01c42b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:10.630552 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-2147f307-8e69-4cb6-a462-cc7be0007e7d req-29ba2664-80bc-4977-be34-3d80bc5165d4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.658186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:10.683248 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.702248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Transition to ACTIVE for port object f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:10.704476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5717a4b-a76f-4b56-9265-cf3d9268ea92 req-d2a55704-4c2b-46db-945e-5dcd7d8fa256 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086674 Nov 12 08:28:10.727477 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08db0a7-41b0-40f2-8a90-8dc37006550d req-b42f8d7a-d462-4449-a866-0c9473092448 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:10.737530 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e08db0a7-41b0-40f2-8a90-8dc37006550d req-b42f8d7a-d462-4449-a866-0c9473092448 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 936 time: 0.1831582 Nov 12 08:28:10.748702 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.795409 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5883782-96c5-4c11-b594-c5730db2a03b tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.796834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d5883782-96c5-4c11-b594-c5730db2a03b tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4158018 Nov 12 08:28:10.800143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5883782-96c5-4c11-b594-c5730db2a03b tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:10.804709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47114) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:10.810257 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-737578fd-8bba-4294-89a9-596241874dd5 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Request body: {'security_group_rule': {'security_group_id': '35658cc1-ec7d-4dae-9e9e-b24ecd2b492d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:10.882437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-2147f307-8e69-4cb6-a462-cc7be0007e7d req-29ba2664-80bc-4977-be34-3d80bc5165d4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] For port 7e22c53e-2dca-4bce-93fc-4acfff01c42b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7e22c53e-2dca-4bce-93fc-4acfff01c42b,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:10.883093 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-2147f307-8e69-4cb6-a462-cc7be0007e7d req-29ba2664-80bc-4977-be34-3d80bc5165d4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.887647 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-737578fd-8bba-4294-89a9-596241874dd5 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.920036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-2147f307-8e69-4cb6-a462-cc7be0007e7d req-29ba2664-80bc-4977-be34-3d80bc5165d4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Calling delete_port for 7e22c53e-2dca-4bce-93fc-4acfff01c42b owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:10.955442 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:10.977811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Attempting to bind port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:10.978263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Attempting to bind port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:10.978776 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Attempting to bind port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:10.990002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Pushing event updated for resources: {'Port': ['ID=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:10.996694 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.014002 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.017536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:11.017876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Attempting to bind port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:11.029665 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e08db0a7-41b0-40f2-8a90-8dc37006550d req-04a8adfd-0b68-40a1-ae9c-84a32eb48e9f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/security-groups?id=1061ca11-9dad-42d8-b82a-af7c7491919f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911906 Nov 12 08:28:11.030643 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:11.030989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:11.033398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:11.033398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Bound port: f007ffc3-8f12-4bfc-a9b1-ea936092c2f4, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:11.033398 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.095948 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-737578fd-8bba-4294-89a9-596241874dd5 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.113203 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-737578fd-8bba-4294-89a9-596241874dd5 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.157249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] For port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:11.160999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] For port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:11.170213 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.190465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaa1f6-7456-4602-8e93-524c8f2a2dbc None None] Pushing event updated for resources: {'Port': ['ID=c3859183-f0cb-4e67-81e1-a2ab450c5820,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:11.192606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737578fd-8bba-4294-89a9-596241874dd5 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ee96d0-d5e8-4dde-beaa-4a36df6eae0b,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:11.207917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:11.209933 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.211757 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] 10.222.0.52 "PUT /v2.0/ports/f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 HTTP/1.1" status: 200 len: 1097 time: 1.4084818 Nov 12 08:28:11.268695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Attempting to bind port c3859183-f0cb-4e67-81e1-a2ab450c5820 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:11.271860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Attempting to bind port c3859183-f0cb-4e67-81e1-a2ab450c5820 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:11.276069 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Attempting to bind port c3859183-f0cb-4e67-81e1-a2ab450c5820 on network 901167d3-ab01-456d-9edf-b5969b64419a {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:11.280714 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-737578fd-8bba-4294-89a9-596241874dd5 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.285830 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-737578fd-8bba-4294-89a9-596241874dd5 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4766486 Nov 12 08:28:11.293844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47120) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:11.303464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:11.303997 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Checking segment: {'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:11.304417 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.304811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Bound using segment: {'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:11.305405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Bound port: c3859183-f0cb-4e67-81e1-a2ab450c5820, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:11.306062 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.408324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b25f1073-94a0-414c-b2f4-c98cb6f8a6f8 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Request body: {'security_group_rule': {'security_group_id': '35658cc1-ec7d-4dae-9e9e-b24ecd2b492d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:11.431965 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ba7d0-6826-4669-b803-945855f15e23 req-642f1ed2-e1aa-4fdf-b1e7-513af301d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:11.434213 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-642f1ed2-e1aa-4fdf-b1e7-513af301d21e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0ead976f5c442afb441634a25d2411a&device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 1100 time: 0.1509874 Nov 12 08:28:11.440616 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] For port c3859183-f0cb-4e67-81e1-a2ab450c5820, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:11.443526 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed80009-1adf-4e4a-9728-a93f5614b372 service neutron] Pushing event updated for resources: {'Port': ['ID=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:11.449189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] For port c3859183-f0cb-4e67-81e1-a2ab450c5820, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c3859183-f0cb-4e67-81e1-a2ab450c5820,segment=NetworkSegment(7398805b-1813-4a66-82a6-d1ed6800615a),segment_id=7398805b-1813-4a66-82a6-d1ed6800615a)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:11.468163 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.550096 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b25f1073-94a0-414c-b2f4-c98cb6f8a6f8 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.586178 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Routers {'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:11.587180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:11.628111 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-0a5ca779-0ce8-4364-afc8-a9555dc3b7bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 HTTP/1.1" status: 200 len: 217 time: 0.1758120 Nov 12 08:28:11.628693 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b25f1073-94a0-414c-b2f4-c98cb6f8a6f8 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.630224 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-2147f307-8e69-4cb6-a462-cc7be0007e7d req-29ba2664-80bc-4977-be34-3d80bc5165d4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.660837 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['7e22c53e-2dca-4bce-93fc-4acfff01c42b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:11.686111 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b25f1073-94a0-414c-b2f4-c98cb6f8a6f8 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.708206 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaa1f6-7456-4602-8e93-524c8f2a2dbc None None] Pushing event updated for resources: {'Port': ['ID=c3859183-f0cb-4e67-81e1-a2ab450c5820,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:11.745144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f1073-94a0-414c-b2f4-c98cb6f8a6f8 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4cc4ad-f789-45a3-93e7-3170e6d8cfe9,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:11.761840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-50b2d8da-36df-4ec7-b211-7e05cd6df08f None None] Provisioning complete for port c3859183-f0cb-4e67-81e1-a2ab450c5820 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:11.761840 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-50b2d8da-36df-4ec7-b211-7e05cd6df08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.780997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9ef8e-a02a-422a-8f59-a0853d6e8ef4 req-b32dcfc1-eea9-4047-ac42-c4b364286dbe tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:11.786070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36cdba-488a-4320-bb6a-a6c334bdf39a req-5aa74267-bcab-426f-b47b-db1d99328e61 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:11.788591 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac36cdba-488a-4320-bb6a-a6c334bdf39a req-5aa74267-bcab-426f-b47b-db1d99328e61 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.3242924 Nov 12 08:28:11.795278 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11c9ef8e-a02a-422a-8f59-a0853d6e8ef4 req-b32dcfc1-eea9-4047-ac42-c4b364286dbe tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.2445717 Nov 12 08:28:11.796440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ba7d0-6826-4669-b803-945855f15e23 req-7c07eaf8-8433-4689-a490-86f75ee89761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:11.797361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba2664-80bc-4977-be34-3d80bc5165d4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Pushing event deleted for resources: {'Port': ['ID=7e22c53e-2dca-4bce-93fc-4acfff01c42b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:11.798449 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-7c07eaf8-8433-4689-a490-86f75ee89761 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1579394 Nov 12 08:28:11.863084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:28:11.906609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b25f1073-94a0-414c-b2f4-c98cb6f8a6f8 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:11.913258 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b25f1073-94a0-414c-b2f4-c98cb6f8a6f8 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5099614 Nov 12 08:28:11.922225 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac36cdba-488a-4320-bb6a-a6c334bdf39a req-1128049c-594b-4b8b-b2c8-a7c9c250a3b0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224957 Nov 12 08:28:11.934280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47130) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:11.969701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:12.014790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] Set router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:12.023803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ba7d0-6826-4669-b803-945855f15e23 req-7d67ab7a-6527-44cb-ad01-16e474c4c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.026995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-7d67ab7a-6527-44cb-ad01-16e474c4c2ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2193573 Nov 12 08:28:12.030547 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2147f307-8e69-4cb6-a462-cc7be0007e7d req-29ba2664-80bc-4977-be34-3d80bc5165d4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] No DVR routers for this DVR port 7e22c53e-2dca-4bce-93fc-4acfff01c42b on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:12.039495 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-2147f307-8e69-4cb6-a462-cc7be0007e7d req-29ba2664-80bc-4977-be34-3d80bc5165d4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.043444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2147f307-8e69-4cb6-a462-cc7be0007e7d req-29ba2664-80bc-4977-be34-3d80bc5165d4 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.46 "DELETE /v2.0/ports/7e22c53e-2dca-4bce-93fc-4acfff01c42b HTTP/1.1" status: 204 len: 173 time: 2.4148753 Nov 12 08:28:12.044140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7cd77d-4c44-498a-acb6-2680734d7abc', 'name': 'network-vif-deleted', 'tag': '7e22c53e-2dca-4bce-93fc-4acfff01c42b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:12.047787 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafe3f65-90c4-451a-9be9-5b18adf0b1be" -d '{"events": [{"server_uuid": "ac7cd77d-4c44-498a-acb6-2680734d7abc", "name": "network-vif-deleted", "tag": "7e22c53e-2dca-4bce-93fc-4acfff01c42b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:12.086397 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11c9ef8e-a02a-422a-8f59-a0853d6e8ef4 req-e468e82b-418e-445d-9b76-30eb848efb6e tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/security-groups?id=00319721-b8eb-4518-8b93-fca93f6a54a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899542 Nov 12 08:28:12.137890 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d09f9fb8-a3eb-4df9-9807-477cb8baef8d req-18f5edfa-eb11-42c8-80cb-c31286e219ad tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac7cd77d-4c44-498a-acb6-2680734d7abc HTTP/1.1" status: 200 len: 210 time: 0.0890806 Nov 12 08:28:12.233794 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.246669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:12.249186 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-50b2d8da-36df-4ec7-b211-7e05cd6df08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.294375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 has no active binding in host n-h1-768851-18 {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:28:12.339707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-50b2d8da-36df-4ec7-b211-7e05cd6df08f None None] For port c3859183-f0cb-4e67-81e1-a2ab450c5820, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c3859183-f0cb-4e67-81e1-a2ab450c5820,segment=NetworkSegment(7398805b-1813-4a66-82a6-d1ed6800615a),segment_id=7398805b-1813-4a66-82a6-d1ed6800615a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:12.344472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f6981-0db6-4a41-84d6-ba97d7e5b0bd req-29345654-a939-4022-b289-42fdd4300967 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.348467 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f96f6981-0db6-4a41-84d6-ba97d7e5b0bd req-29345654-a939-4022-b289-42fdd4300967 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.46 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 950 time: 0.1621888 Nov 12 08:28:12.353618 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-50b2d8da-36df-4ec7-b211-7e05cd6df08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.420737 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac20098-02ea-42ec-8340-fee96516898a x-openstack-request-id: req-3ac20098-02ea-42ec-8340-fee96516898a {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:12.421349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d4cf2d-8992-457e-908b-725bbe874ea0', 'tag': 'f007ffc3-8f12-4bfc-a9b1-ea936092c2f4'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:12.424316 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7cd77d-4c44-498a-acb6-2680734d7abc", "name": "network-vif-deleted", "tag": "7e22c53e-2dca-4bce-93fc-4acfff01c42b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:12.424868 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ac20098-02ea-42ec-8340-fee96516898a {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:12.425493 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7cd77d-4c44-498a-acb6-2680734d7abc', 'name': 'network-vif-deleted', 'tag': '7e22c53e-2dca-4bce-93fc-4acfff01c42b', 'status': 'completed', 'code': 200} Nov 12 08:28:12.427498 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a85cfcd-4465-4e85-a91e-0d404d8fa511" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d4cf2d-8992-457e-908b-725bbe874ea0", "tag": "f007ffc3-8f12-4bfc-a9b1-ea936092c2f4"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:12.438839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-f0c1c9f6-0e8a-4a4b-8a95-3edc731600f2 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032044 Nov 12 08:28:12.540843 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3df8a0b-9632-411b-aacf-0143f56a3b20 x-openstack-request-id: req-a3df8a0b-9632-411b-aacf-0143f56a3b20 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:12.541927 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d4cf2d-8992-457e-908b-725bbe874ea0", "tag": "f007ffc3-8f12-4bfc-a9b1-ea936092c2f4", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:12.542342 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3df8a0b-9632-411b-aacf-0143f56a3b20 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:12.542960 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d4cf2d-8992-457e-908b-725bbe874ea0', 'tag': 'f007ffc3-8f12-4bfc-a9b1-ea936092c2f4', 'status': 'completed', 'code': 200} Nov 12 08:28:12.562920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-f96f6981-0db6-4a41-84d6-ba97d7e5b0bd req-36664ef0-d608-44c0-8e48-89f978003b12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Deleting port 74f97a29-2ac4-4f43-a116-1c71f34edd78 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:12.563286 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f96f6981-0db6-4a41-84d6-ba97d7e5b0bd req-36664ef0-d608-44c0-8e48-89f978003b12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.722079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7f493ab6-7a71-40b3-a0d2-300fecacac0f no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:12.732015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f96f6981-0db6-4a41-84d6-ba97d7e5b0bd req-36664ef0-d608-44c0-8e48-89f978003b12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] For port 74f97a29-2ac4-4f43-a116-1c71f34edd78, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=74f97a29-2ac4-4f43-a116-1c71f34edd78,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:12.732015 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f96f6981-0db6-4a41-84d6-ba97d7e5b0bd req-36664ef0-d608-44c0-8e48-89f978003b12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.758540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-f96f6981-0db6-4a41-84d6-ba97d7e5b0bd req-36664ef0-d608-44c0-8e48-89f978003b12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Calling delete_port for 74f97a29-2ac4-4f43-a116-1c71f34edd78 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:12.769213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2d8da-36df-4ec7-b211-7e05cd6df08f None None] Pushing event updated for resources: {'Port': ['ID=c3859183-f0cb-4e67-81e1-a2ab450c5820,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:12.775380 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-251ba7d0-6826-4669-b803-945855f15e23 req-a70fb359-41da-4a91-8d2d-aa382e46d2d7 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236828 Nov 12 08:28:12.780741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 7f493ab6-7a71-40b3-a0d2-300fecacac0f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:12.781089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7f493ab6-7a71-40b3-a0d2-300fecacac0f not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:12.831296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7bfc7d50-d5f7-4e28-88c7-ce7e6ce4637c None None] Provisioning complete for port c3859183-f0cb-4e67-81e1-a2ab450c5820 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:12.831684 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7bfc7d50-d5f7-4e28-88c7-ce7e6ce4637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:12.835261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a346-6333-44b2-a42a-5a6ed93418e0 req-86597ecd-63c5-47e8-aee6-72951e54b224 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:12.849754 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9187a346-6333-44b2-a42a-5a6ed93418e0 req-86597ecd-63c5-47e8-aee6-72951e54b224 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 948 time: 0.3766923 Nov 12 08:28:12.873921 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:28:06Z', 'revision_number': 4, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c3859183-f0cb-4e67-81e1-a2ab450c5820', 'name': '', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'mac_address': 'fa:16:3e:bc:65:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:04Z', 'updated_at': '2021-11-12T08:28:11Z', 'revision_number': 4, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'subnets': [{'id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:12.906865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f166db-e49c-4cb4-941c-0048ae0d9325 None None] The sync data for ids ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'] in n-d-768851-18 is: [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:28:06Z', 'revision_number': 4, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c3859183-f0cb-4e67-81e1-a2ab450c5820', 'name': '', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'mac_address': 'fa:16:3e:bc:65:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:04Z', 'updated_at': '2021-11-12T08:28:11Z', 'revision_number': 4, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'subnets': [{'id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:12.929470 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9187a346-6333-44b2-a42a-5a6ed93418e0 req-39ace190-11f5-4662-9dde-c3d0ae7d9324 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/security-groups?id=1061ca11-9dad-42d8-b82a-af7c7491919f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785325 Nov 12 08:28:13.036746 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.126293 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f96f6981-0db6-4a41-84d6-ba97d7e5b0bd req-36664ef0-d608-44c0-8e48-89f978003b12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.126547 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85cfcd-4465-4e85-a91e-0d404d8fa511 req-33530888-ad85-4071-bb0a-8ca2a8553498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:13.129163 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a85cfcd-4465-4e85-a91e-0d404d8fa511 req-33530888-ad85-4071-bb0a-8ca2a8553498 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0ead976f5c442afb441634a25d2411a&device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 1100 time: 0.2160232 Nov 12 08:28:13.140974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['74f97a29-2ac4-4f43-a116-1c71f34edd78'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:13.174582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36664ef0-d608-44c0-8e48-89f978003b12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Pushing event deleted for resources: {'Port': ['ID=74f97a29-2ac4-4f43-a116-1c71f34edd78,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:13.261322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96f6981-0db6-4a41-84d6-ba97d7e5b0bd req-36664ef0-d608-44c0-8e48-89f978003b12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] No DVR routers for this DVR port 74f97a29-2ac4-4f43-a116-1c71f34edd78 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:13.268579 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f96f6981-0db6-4a41-84d6-ba97d7e5b0bd req-36664ef0-d608-44c0-8e48-89f978003b12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.275561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f96f6981-0db6-4a41-84d6-ba97d7e5b0bd req-36664ef0-d608-44c0-8e48-89f978003b12 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.46 "DELETE /v2.0/ports/74f97a29-2ac4-4f43-a116-1c71f34edd78 HTTP/1.1" status: 204 len: 173 time: 0.9161272 Nov 12 08:28:13.292421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d468b-3ae4-44aa-86b7-752cca9ba4ac req-7ba01c16-a77b-4788-ac23-206fa15c2dc4 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:13.305021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a76d468b-3ae4-44aa-86b7-752cca9ba4ac req-7ba01c16-a77b-4788-ac23-206fa15c2dc4 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.2021506 Nov 12 08:28:13.379565 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a76d468b-3ae4-44aa-86b7-752cca9ba4ac req-9e1fafa2-0959-4ecb-b4ef-92f8c2f2fc8a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676265 Nov 12 08:28:13.407940 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f0e62014-3acd-4422-8c3b-0a2680e38dff req-29f9e90a-d82c-4812-a831-1a1dc7cd8537 tempest-MigrationsAdminTest-1800001410 tempest-MigrationsAdminTest-1800001410-project] 10.222.0.31 "GET /v2.0/ports?device_id=0dcb56be-155a-437e-9682-d61e929b5257 HTTP/1.1" status: 200 len: 210 time: 0.1056528 Nov 12 08:28:13.509066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Allocated IP 172.25.3.27 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/0f6d253c-99b9-4765-9443-cb6d513e2959) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:13.539643 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85cfcd-4465-4e85-a91e-0d404d8fa511 req-356e3c42-5caf-4747-ab95-df1d11845c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:13.541189 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a85cfcd-4465-4e85-a91e-0d404d8fa511 req-356e3c42-5caf-4747-ab95-df1d11845c98 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.3840897 Nov 12 08:28:13.656135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a85cfcd-4465-4e85-a91e-0d404d8fa511 req-b5e9ec93-dff7-4a1f-ba15-f9387821483c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 HTTP/1.1" status: 200 len: 217 time: 0.1030877 Nov 12 08:28:13.715613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85cfcd-4465-4e85-a91e-0d404d8fa511 req-7a77cbfa-c4ab-4865-886a-af721287143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:13.717227 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a85cfcd-4465-4e85-a91e-0d404d8fa511 req-7a77cbfa-c4ab-4865-886a-af721287143f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0525281 Nov 12 08:28:13.846161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 74f97a29-2ac4-4f43-a116-1c71f34edd78 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:13.859001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85cfcd-4465-4e85-a91e-0d404d8fa511 req-9cc71851-83a8-4acf-9e2b-2cc68775008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:13.860488 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a85cfcd-4465-4e85-a91e-0d404d8fa511 req-9cc71851-83a8-4acf-9e2b-2cc68775008e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1046939 Nov 12 08:28:13.891051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 74f97a29-2ac4-4f43-a116-1c71f34edd78 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:13.891419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 74f97a29-2ac4-4f43-a116-1c71f34edd78 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:13.892062 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7e22c53e-2dca-4bce-93fc-4acfff01c42b no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:13.920355 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:13.921922 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 7e22c53e-2dca-4bce-93fc-4acfff01c42b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:13.922693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7e22c53e-2dca-4bce-93fc-4acfff01c42b not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:13.923332 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:14.021441 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:14.108218 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a85cfcd-4465-4e85-a91e-0d404d8fa511 req-4e878bac-339f-404e-93c0-15daa550633c service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393024 Nov 12 08:28:14.141022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477004e6-a035-4895-9cf4-e9da1450ee30 req-91b8cd17-1f61-48b5-91c6-c8af983533f9 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:14.142733 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-477004e6-a035-4895-9cf4-e9da1450ee30 req-91b8cd17-1f61-48b5-91c6-c8af983533f9 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 944 time: 0.0675902 Nov 12 08:28:14.151201 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.221753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-477004e6-a035-4895-9cf4-e9da1450ee30 req-40da2534-d281-444c-a525-58f4de9ab6ca tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722115 Nov 12 08:28:14.274199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:14.286616 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f72d1-e911-4150-b2d6-d996ae2ddcdf req-610d4da5-221d-4cc7-9599-bec5cf75af24 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:14.288372 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-419f72d1-e911-4150-b2d6-d996ae2ddcdf req-610d4da5-221d-4cc7-9599-bec5cf75af24 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 948 time: 0.2033558 Nov 12 08:28:14.296114 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:14.313157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:14.348259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Pushing event updated for resources: {'Port': ['ID=0f6d253c-99b9-4765-9443-cb6d513e2959,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:14.412319 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a85cfcd-4465-4e85-a91e-0d404d8fa511 req-887dd36b-2099-40a8-a453-f7698ad0004d service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805052 Nov 12 08:28:14.426613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcb56be-155a-437e-9682-d61e929b5257', 'name': 'network-vif-deleted', 'tag': '74f97a29-2ac4-4f43-a116-1c71f34edd78'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:14.429870 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c882815-b21b-4d76-b119-e986ac8009ad" -d '{"events": [{"server_uuid": "0dcb56be-155a-437e-9682-d61e929b5257", "name": "network-vif-deleted", "tag": "74f97a29-2ac4-4f43-a116-1c71f34edd78"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:14.453854 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-419f72d1-e911-4150-b2d6-d996ae2ddcdf req-d555f8eb-a423-434a-8f79-08560b999158 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/security-groups?id=1061ca11-9dad-42d8-b82a-af7c7491919f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549277 Nov 12 08:28:14.539676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27417c-2808-4101-88ad-578245e589bd req-9101910d-0b86-4821-85e6-f853fc3998ce tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:14.557437 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.568359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d27417c-2808-4101-88ad-578245e589bd req-9101910d-0b86-4821-85e6-f853fc3998ce tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.0905292 Nov 12 08:28:14.653285 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:14.714957 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12978d35-0f50-4591-af04-d60692ec0f58 x-openstack-request-id: req-12978d35-0f50-4591-af04-d60692ec0f58 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:14.715526 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcb56be-155a-437e-9682-d61e929b5257", "name": "network-vif-deleted", "tag": "74f97a29-2ac4-4f43-a116-1c71f34edd78", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:14.721179 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12978d35-0f50-4591-af04-d60692ec0f58 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:14.724181 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcb56be-155a-437e-9682-d61e929b5257', 'name': 'network-vif-deleted', 'tag': '74f97a29-2ac4-4f43-a116-1c71f34edd78', 'status': 'completed', 'code': 200} Nov 12 08:28:14.730196 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:14.779044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d27417c-2808-4101-88ad-578245e589bd req-9dbc27c8-8e4e-4c33-83fa-95959a4354d0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089210 Nov 12 08:28:14.829141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4deffd-bb60-4e28-aa17-9f4212a0eeef req-3c97461a-d8b9-4010-8a84-c43d54d8690c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:14.833085 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d4deffd-bb60-4e28-aa17-9f4212a0eeef req-3c97461a-d8b9-4010-8a84-c43d54d8690c tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.46 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 944 time: 0.2625101 Nov 12 08:28:14.839630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c3859183-f0cb-4e67-81e1-a2ab450c5820 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:15.046523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.059251 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.119810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-3d4deffd-bb60-4e28-aa17-9f4212a0eeef req-7f1fd2b5-6d77-4e6f-93b6-c0a59b3eb456 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Deleting port b4045a32-567d-4550-b587-55e733ba214f {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:15.120950 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3d4deffd-bb60-4e28-aa17-9f4212a0eeef req-7f1fd2b5-6d77-4e6f-93b6-c0a59b3eb456 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.122501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c3859183-f0cb-4e67-81e1-a2ab450c5820 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:15.123052 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.153902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Pushing event updated for resources: {'Port': ['ID=0f6d253c-99b9-4765-9443-cb6d513e2959,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:15.156567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47176) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:15.173279 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.196663 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.200790 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b3bbba97-791f-4bce-9b5f-b11aa2ffdd1e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2515771 Nov 12 08:28:15.329447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-3d4deffd-bb60-4e28-aa17-9f4212a0eeef req-7f1fd2b5-6d77-4e6f-93b6-c0a59b3eb456 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] For port b4045a32-567d-4550-b587-55e733ba214f, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b4045a32-567d-4550-b587-55e733ba214f,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:15.330967 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3d4deffd-bb60-4e28-aa17-9f4212a0eeef req-7f1fd2b5-6d77-4e6f-93b6-c0a59b3eb456 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.397130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-3d4deffd-bb60-4e28-aa17-9f4212a0eeef req-7f1fd2b5-6d77-4e6f-93b6-c0a59b3eb456 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Calling delete_port for b4045a32-567d-4550-b587-55e733ba214f owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:15.405391 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-080e28f5-9cd4-4fac-babb-4855c6b1731e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=622dac62584248dead4df8f42ebf1618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471170 Nov 12 08:28:15.408532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47190) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:15.493604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3143d-78fb-45d2-b065-f2435b6f5bc4 req-e2cb1bba-eae0-47b2-9a44-b9b4641576b7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.495147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13a3143d-78fb-45d2-b065-f2435b6f5bc4 req-e2cb1bba-eae0-47b2-9a44-b9b4641576b7 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=18b9fa2a-ad29-487c-9942-4adaa0b49c1a HTTP/1.1" status: 200 len: 944 time: 0.1163001 Nov 12 08:28:15.580882 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13a3143d-78fb-45d2-b065-f2435b6f5bc4 req-14b18feb-a6b6-4f88-b731-18b2108eca16 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774922 Nov 12 08:28:15.593020 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-f72153a4-7998-4c27-bd27-c0810551dab1 service neutron] 10.222.0.52 "GET /v2.0/ports/b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772/bindings/n-h1-768851-18 HTTP/1.1" status: 200 len: 385 time: 0.1778786 Nov 12 08:28:15.607521 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-26a75aeb-9663-42ad-b0d3-98cb838f5d97 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--218605340&fields=id&tenant_id=a83a2cedd2e243e28134c5ad2086fec7 HTTP/1.1" status: 200 len: 267 time: 0.1501167 Nov 12 08:28:15.612658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a881bc2a-fd24-441b-888a-390082b1f166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.623245 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3d4deffd-bb60-4e28-aa17-9f4212a0eeef req-7f1fd2b5-6d77-4e6f-93b6-c0a59b3eb456 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.660768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fd2b5-6d77-4e6f-93b6-c0a59b3eb456 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Pushing event deleted for resources: {'Port': ['ID=b4045a32-567d-4550-b587-55e733ba214f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:15.701665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a881bc2a-fd24-441b-888a-390082b1f166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.733562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4deffd-bb60-4e28-aa17-9f4212a0eeef req-7f1fd2b5-6d77-4e6f-93b6-c0a59b3eb456 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] No DVR routers for this DVR port b4045a32-567d-4550-b587-55e733ba214f on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:15.736702 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3d4deffd-bb60-4e28-aa17-9f4212a0eeef req-7f1fd2b5-6d77-4e6f-93b6-c0a59b3eb456 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.740056 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d4deffd-bb60-4e28-aa17-9f4212a0eeef req-7f1fd2b5-6d77-4e6f-93b6-c0a59b3eb456 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.46 "DELETE /v2.0/ports/b4045a32-567d-4550-b587-55e733ba214f HTTP/1.1" status: 204 len: 173 time: 0.8951795 Nov 12 08:28:15.758261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0905a-f1bf-41ea-9213-11bb2b623586 req-c4157c05-b592-4661-bc82-1d2f61ac2760 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.759950 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13f0905a-f1bf-41ea-9213-11bb2b623586 req-c4157c05-b592-4661-bc82-1d2f61ac2760 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 948 time: 0.0959914 Nov 12 08:28:15.850012 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13f0905a-f1bf-41ea-9213-11bb2b623586 req-4db876e4-6d02-4358-9ecd-f18a2d2404d4 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/security-groups?id=1061ca11-9dad-42d8-b82a-af7c7491919f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761638 Nov 12 08:28:15.884056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-a0f81f5e-0e89-4803-9a76-759736e40ff2 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:15.893673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-a0f81f5e-0e89-4803-9a76-759736e40ff2 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/networks?id=901167d3-ab01-456d-9edf-b5969b64419a HTTP/1.1" status: 200 len: 815 time: 0.2774484 Nov 12 08:28:15.948200 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a881bc2a-fd24-441b-888a-390082b1f166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.953283 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a881bc2a-fd24-441b-888a-390082b1f166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:15.955075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a881bc2a-fd24-441b-888a-390082b1f166 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00319721-b8eb-4518-8b93-fca93f6a54a7 HTTP/1.1" status: 204 len: 168 time: 0.5453649 Nov 12 08:28:15.970705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-50fff543-312d-4ea9-9400-e429c36b6034 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/quotas/a83a2cedd2e243e28134c5ad2086fec7 HTTP/1.1" status: 200 len: 375 time: 0.0709352 Nov 12 08:28:16.023523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057e582-eaeb-4762-8403-807652b50020 req-b81596b0-8343-4622-89b8-3fd61d6049b3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:16.025301 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0057e582-eaeb-4762-8403-807652b50020 req-b81596b0-8343-4622-89b8-3fd61d6049b3 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 944 time: 0.0769658 Nov 12 08:28:16.036668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881bc2a-fd24-441b-888a-390082b1f166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00319721-b8eb-4518-8b93-fca93f6a54a7,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:16.106834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0057e582-eaeb-4762-8403-807652b50020 req-18d4fdfd-b23a-41e8-9854-68c3c5625ccc tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732462 Nov 12 08:28:16.167094 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-34fbc0fc-2d1a-4c15-836c-139a94434c2e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a83a2cedd2e243e28134c5ad2086fec7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1793954 Nov 12 08:28:16.172161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-978fe6d3-2ece-46db-a57b-9d76b6ace135 service neutron] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:16.316580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-978fe6d3-2ece-46db-a57b-9d76b6ace135 service neutron] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:16.378177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47210) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:16.394540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-978fe6d3-2ece-46db-a57b-9d76b6ace135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:16.423586 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-978fe6d3-2ece-46db-a57b-9d76b6ace135 service neutron] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:16.427594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fd93d861-97f3-41f5-8a56-a6453d324546 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b782cf7caa5c4e1c87197b67835df067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458348 Nov 12 08:28:16.427880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47212) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:16.453014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-706eac3f-fcc2-4f1d-87b8-efc24b165fae service neutron] 10.222.0.31 "GET /v2.0/networks/901167d3-ab01-456d-9edf-b5969b64419a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676065 Nov 12 08:28:16.458095 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-978fe6d3-2ece-46db-a57b-9d76b6ace135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.483121 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b82600e4-07a8-4588-b0fc-443cb77d0829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.507746 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b82600e4-07a8-4588-b0fc-443cb77d0829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.571514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b82600e4-07a8-4588-b0fc-443cb77d0829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.575270 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b82600e4-07a8-4588-b0fc-443cb77d0829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.576929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b82600e4-07a8-4588-b0fc-443cb77d0829 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8cc3043d-8ec9-4513-8956-a29aed2d9179 HTTP/1.1" status: 204 len: 168 time: 0.1480756 Nov 12 08:28:16.592104 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82600e4-07a8-4588-b0fc-443cb77d0829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc3043d-8ec9-4513-8956-a29aed2d9179,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:16.710004 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:28:16.725711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b9fa2a-ad29-487c-9942-4adaa0b49c1a', 'name': 'network-vif-deleted', 'tag': 'b4045a32-567d-4550-b587-55e733ba214f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:16.729249 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdeec77-bc2f-443d-a2f4-ab2f0f77a18f" -d '{"events": [{"server_uuid": "18b9fa2a-ad29-487c-9942-4adaa0b49c1a", "name": "network-vif-deleted", "tag": "b4045a32-567d-4550-b587-55e733ba214f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:16.827197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:16.854273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'f007ffc3-8f12-4bfc-a9b1-ea936092c2f4', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'f007ffc3-8f12-4bfc-a9b1-ea936092c2f4', 'mac_address': 'fa:16:3e:86:68:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:28:16.903849 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.913720 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a92203-5bdf-4816-a1bc-7a7b353c057e x-openstack-request-id: req-86a92203-5bdf-4816-a1bc-7a7b353c057e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:16.914011 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b9fa2a-ad29-487c-9942-4adaa0b49c1a", "name": "network-vif-deleted", "tag": "b4045a32-567d-4550-b587-55e733ba214f", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:16.914261 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86a92203-5bdf-4816-a1bc-7a7b353c057e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:16.915109 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b9fa2a-ad29-487c-9942-4adaa0b49c1a', 'name': 'network-vif-deleted', 'tag': 'b4045a32-567d-4550-b587-55e733ba214f', 'status': 'completed', 'code': 200} Nov 12 08:28:16.935853 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:16.964245 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:16.973415 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:16.983276 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-c911408d-47d5-48d0-bf35-893ab66c2a38 service neutron] 10.222.0.31 "GET /v2.0/networks/901167d3-ab01-456d-9edf-b5969b64419a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152950 Nov 12 08:28:16.988945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-978fe6d3-2ece-46db-a57b-9d76b6ace135 service neutron] Transition to ACTIVE for port object b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:17.012604 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-978fe6d3-2ece-46db-a57b-9d76b6ace135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:17.067281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:17.074156 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c10031-d5fa-4c94-9053-b6de80043509 req-fddebe4b-4dbd-421e-8a9c-12d41843491e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.075991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44c10031-d5fa-4c94-9053-b6de80043509 req-fddebe4b-4dbd-421e-8a9c-12d41843491e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 945 time: 0.1051095 Nov 12 08:28:17.090701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-978fe6d3-2ece-46db-a57b-9d76b6ace135 service neutron] No DVR routers for this DVR port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:17.098479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fe6d3-2ece-46db-a57b-9d76b6ace135 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,revision_number=10']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:17.131930 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-978fe6d3-2ece-46db-a57b-9d76b6ace135 service neutron] 10.222.0.52 "PUT /v2.0/ports/b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772/bindings/n-h1-768851-18/activate HTTP/1.1" status: 200 len: 370 time: 1.5245671 Nov 12 08:28:17.167470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44c10031-d5fa-4c94-9053-b6de80043509 req-c0a59a88-fcd5-42a5-a2d5-b783e14b0a4f tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782254 Nov 12 08:28:17.207880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['f007ffc3-8f12-4bfc-a9b1-ea936092c2f4'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:17.327424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c6cd6-00e8-4c8a-abda-0b61a59f02da req-042a42f3-ebd1-47e7-92d6-6c85f208503c tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.335280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d93c6cd6-00e8-4c8a-abda-0b61a59f02da req-042a42f3-ebd1-47e7-92d6-6c85f208503c tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 949 time: 0.0832446 Nov 12 08:28:17.345955 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-54f11d9c-3e5b-4425-a974-42e5b394b213 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.347485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-54f11d9c-3e5b-4425-a974-42e5b394b213 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e&tenant_id=1bf3b8941139451e8acba21723b96ae2&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.1235113 Nov 12 08:28:17.369072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986a576-ff53-4bf9-a605-d64e8c308d56 req-856c3d0a-b1c0-42d5-b0a5-1bc1b1a81268 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.371501 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c986a576-ff53-4bf9-a605-d64e8c308d56 req-856c3d0a-b1c0-42d5-b0a5-1bc1b1a81268 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 945 time: 0.0909097 Nov 12 08:28:17.415520 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d93c6cd6-00e8-4c8a-abda-0b61a59f02da req-d4c07fab-3369-4728-a196-2ae229b8f0f5 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/security-groups?id=1061ca11-9dad-42d8-b82a-af7c7491919f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791836 Nov 12 08:28:17.504940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9901328c-3267-4a98-b166-b7ac8d8f4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.506519 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-9901328c-3267-4a98-b166-b7ac8d8f4f70 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e&tenant_id=1bf3b8941139451e8acba21723b96ae2 HTTP/1.1" status: 200 len: 1097 time: 0.1340160 Nov 12 08:28:17.520159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c986a576-ff53-4bf9-a605-d64e8c308d56 req-d124802d-b883-4213-a394-819e1e894268 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361823 Nov 12 08:28:17.579734 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5cfac5e6-af75-4c17-b5ed-7ae50344e48f req-b6acafc4-17af-409a-9a67-11c440614d19 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 210 time: 0.0765204 Nov 12 08:28:17.604991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-ae51e7ef-794d-4eb0-8b2d-52bc5391aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.608055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-ae51e7ef-794d-4eb0-8b2d-52bc5391aaf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 1097 time: 0.0592208 Nov 12 08:28:17.768171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-5f350184-ac85-4ee1-97a4-4fa9f4a2cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.769675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-5f350184-ac85-4ee1-97a4-4fa9f4a2cbd9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.1519706 Nov 12 08:28:17.781781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba05d4-a908-4979-b7b4-c0f858423007 req-48a700e8-9d03-40c7-9dd8-ba2a3d70dff3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.783216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1bba05d4-a908-4979-b7b4-c0f858423007 req-48a700e8-9d03-40c7-9dd8-ba2a3d70dff3 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 945 time: 0.0767543 Nov 12 08:28:17.835980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b4045a32-567d-4550-b587-55e733ba214f no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:17.839726 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-405a70f8-32e9-4015-a9b9-61e678d689e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 HTTP/1.1" status: 200 len: 217 time: 0.0526860 Nov 12 08:28:17.862396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: b4045a32-567d-4550-b587-55e733ba214f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:17.863155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b4045a32-567d-4550-b587-55e733ba214f not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:17.956577 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-734ef72e-ef96-4e6f-99ef-f269330f3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:17.958592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-734ef72e-ef96-4e6f-99ef-f269330f3a71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.0894632 Nov 12 08:28:18.000199 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-63a1061e-a8c4-460a-9929-0d03f18483d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308232 Nov 12 08:28:18.012756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1bba05d4-a908-4979-b7b4-c0f858423007 req-8b1b05cf-d74e-4249-9cec-4d709f37869e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Deleting port e1f87783-fde6-4b32-bb24-0895cb9660d5 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:18.013009 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1bba05d4-a908-4979-b7b4-c0f858423007 req-8b1b05cf-d74e-4249-9cec-4d709f37869e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.183756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1bba05d4-a908-4979-b7b4-c0f858423007 req-8b1b05cf-d74e-4249-9cec-4d709f37869e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] For port e1f87783-fde6-4b32-bb24-0895cb9660d5, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e1f87783-fde6-4b32-bb24-0895cb9660d5,segment=NetworkSegment(9a686d3e-0550-4333-a9f5-357c698eaca1),segment_id=9a686d3e-0550-4333-a9f5-357c698eaca1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:18.183756 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1bba05d4-a908-4979-b7b4-c0f858423007 req-8b1b05cf-d74e-4249-9cec-4d709f37869e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.191473 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-a9d818d0-b472-4f7c-a172-48428a75b083 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818688 Nov 12 08:28:18.197811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1bba05d4-a908-4979-b7b4-c0f858423007 req-8b1b05cf-d74e-4249-9cec-4d709f37869e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Calling delete_port for e1f87783-fde6-4b32-bb24-0895cb9660d5 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:18.304034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fed68-b67b-4b82-9166-ac878dd1dac6 req-ec8929f1-0655-4ca8-9976-922ed1fec547 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:18.310017 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-449fed68-b67b-4b82-9166-ac878dd1dac6 req-ec8929f1-0655-4ca8-9976-922ed1fec547 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a61bdb4-caa2-45b2-b395-10c38a737654 HTTP/1.1" status: 200 len: 945 time: 0.0661318 Nov 12 08:28:18.361020 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-343f0025-1bc9-41e3-b150-b02d183885e2 service neutron] 10.222.0.46 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587162 Nov 12 08:28:18.368251 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-449fed68-b67b-4b82-9166-ac878dd1dac6 req-fdb51fb9-8a7c-4d5d-bcba-49ee535b3540 tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.31 "GET /v2.0/security-groups?id=636aa333-c6a9-4833-b587-5eb8deb98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561912 Nov 12 08:28:18.442971 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1bba05d4-a908-4979-b7b4-c0f858423007 req-8b1b05cf-d74e-4249-9cec-4d709f37869e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.540807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b05cf-d74e-4249-9cec-4d709f37869e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Pushing event deleted for resources: {'Port': ['ID=e1f87783-fde6-4b32-bb24-0895cb9660d5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:18.620565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173752b6-c2b8-452f-9400-eee1310572bf req-ae52f8eb-2f77-46a7-bec1-aec17c133b7f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:18.624590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-173752b6-c2b8-452f-9400-eee1310572bf req-ae52f8eb-2f77-46a7-bec1-aec17c133b7f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 949 time: 0.0933352 Nov 12 08:28:18.664040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bba05d4-a908-4979-b7b4-c0f858423007 req-8b1b05cf-d74e-4249-9cec-4d709f37869e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] No DVR routers for this DVR port e1f87783-fde6-4b32-bb24-0895cb9660d5 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:18.668141 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1bba05d4-a908-4979-b7b4-c0f858423007 req-8b1b05cf-d74e-4249-9cec-4d709f37869e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.672365 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1bba05d4-a908-4979-b7b4-c0f858423007 req-8b1b05cf-d74e-4249-9cec-4d709f37869e tempest-LiveAutoBlockMigrationV225Test-549232370 tempest-LiveAutoBlockMigrationV225Test-549232370-project] 10.222.0.46 "DELETE /v2.0/ports/e1f87783-fde6-4b32-bb24-0895cb9660d5 HTTP/1.1" status: 204 len: 173 time: 0.8742445 Nov 12 08:28:18.703790 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-173752b6-c2b8-452f-9400-eee1310572bf req-164c5ba9-1db1-4331-997b-d194429635c4 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/security-groups?id=1061ca11-9dad-42d8-b82a-af7c7491919f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661824 Nov 12 08:28:18.731821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:18.816898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:28:18.824741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:18.825210 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.920551 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:18.947856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d4cf2d-8992-457e-908b-725bbe874ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f007ffc3-8f12-4bfc-a9b1-ea936092c2f4'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:18.951490 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143c132a-d10b-4845-aef0-3512b72ea14b" -d '{"events": [{"server_uuid": "e4d4cf2d-8992-457e-908b-725bbe874ea0", "name": "network-vif-plugged", "status": "completed", "tag": "f007ffc3-8f12-4bfc-a9b1-ea936092c2f4"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:18.969403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:18.975047 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.031338 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:19.043303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:19.043914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:19.044269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:19.044608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:19.045074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:19.046020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:19.046738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:19.047140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:19.047495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:19.047904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:19.048493 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:19.049370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:19.074430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a61bdb4-caa2-45b2-b395-10c38a737654', 'name': 'network-vif-deleted', 'tag': 'e1f87783-fde6-4b32-bb24-0895cb9660d5'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:19.076919 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7289ff17-ec56-43dc-bead-298d3a53140f" -d '{"events": [{"server_uuid": "0a61bdb4-caa2-45b2-b395-10c38a737654", "name": "network-vif-deleted", "tag": "e1f87783-fde6-4b32-bb24-0895cb9660d5"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:19.131855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36933a23-2cdb-4605-a672-24bd1548aea9 req-80d0d2de-e8d4-48a6-a52f-1080833a1e91 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:19.133674 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36933a23-2cdb-4605-a672-24bd1548aea9 req-80d0d2de-e8d4-48a6-a52f-1080833a1e91 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 945 time: 0.4896371 Nov 12 08:28:19.140372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-bb9d7090-7497-4223-bd98-43c059afe77b tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:19.142414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-bb9d7090-7497-4223-bd98-43c059afe77b tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.46 "GET /v2.0/networks?id=901167d3-ab01-456d-9edf-b5969b64419a HTTP/1.1" status: 200 len: 815 time: 0.6029043 Nov 12 08:28:19.162617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-0509cf9a-6d8f-4ae8-a2d1-a90364286e54 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:19.164128 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-0509cf9a-6d8f-4ae8-a2d1-a90364286e54 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e&tenant_id=1bf3b8941139451e8acba21723b96ae2&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.4115653 Nov 12 08:28:19.179155 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0dcd389e-3ceb-430e-ac5f-85fbef96cb84 req-7d338516-6643-452b-962b-8e17be830ee3 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 210 time: 0.0315588 Nov 12 08:28:19.246133 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36933a23-2cdb-4605-a672-24bd1548aea9 req-39347081-0011-42d7-b64e-7f4d1730115b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025331 Nov 12 08:28:19.291397 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-a709b99f-aafb-4173-b0a1-c2245f8e6cb7 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a83a2cedd2e243e28134c5ad2086fec7 HTTP/1.1" status: 200 len: 379 time: 0.1247184 Nov 12 08:28:19.326135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Request body: {'port': {'device_id': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'admin_state_up': True, 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'security_groups': ['35658cc1-ec7d-4dae-9e9e-b24ecd2b492d']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:19.406849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-3386e127-cc1e-418f-a6e4-ccd193e88250 service neutron] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:19.411792 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-3386e127-cc1e-418f-a6e4-ccd193e88250 service neutron] Publish callbacks [] for binding, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.413005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a92ee-32d9-4b8a-a311-33646862b42f req-3386e127-cc1e-418f-a6e4-ccd193e88250 service neutron] 10.222.0.46 "DELETE /v2.0/ports/b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772/bindings/n-h2-768851-18 HTTP/1.1" status: 204 len: 173 time: 0.2386541 Nov 12 08:28:19.469909 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def12ca6-ba49-4f62-bcf4-2d812fa3d3d3 x-openstack-request-id: req-def12ca6-ba49-4f62-bcf4-2d812fa3d3d3 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:19.470571 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d4cf2d-8992-457e-908b-725bbe874ea0", "name": "network-vif-plugged", "status": "completed", "tag": "f007ffc3-8f12-4bfc-a9b1-ea936092c2f4", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:19.470759 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-def12ca6-ba49-4f62-bcf4-2d812fa3d3d3 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:19.471223 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d4cf2d-8992-457e-908b-725bbe874ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f007ffc3-8f12-4bfc-a9b1-ea936092c2f4', 'code': 200} Nov 12 08:28:19.473984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Made reservation on behalf of a83a2cedd2e243e28134c5ad2086fec7 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:19.478593 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.542607 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:28:19.544713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47306) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:19.549046 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393101cd-3e39-44ef-a1b6-ed680ada8d0b x-openstack-request-id: req-393101cd-3e39-44ef-a1b6-ed680ada8d0b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:19.549613 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a61bdb4-caa2-45b2-b395-10c38a737654", "name": "network-vif-deleted", "tag": "e1f87783-fde6-4b32-bb24-0895cb9660d5", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:19.549769 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-393101cd-3e39-44ef-a1b6-ed680ada8d0b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:19.550221 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a61bdb4-caa2-45b2-b395-10c38a737654', 'name': 'network-vif-deleted', 'tag': 'e1f87783-fde6-4b32-bb24-0895cb9660d5', 'status': 'completed', 'code': 200} Nov 12 08:28:19.604515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6f264-1c20-4004-899f-57d88c4a356c req-e573cfe7-7fad-4d33-87dc-8211a24f2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:19.606532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76e6f264-1c20-4004-899f-57d88c4a356c req-e573cfe7-7fad-4d33-87dc-8211a24f2ed7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 1102 time: 0.0655951 Nov 12 08:28:19.646950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Allocated IP 172.20.0.5 (901167d3-ab01-456d-9edf-b5969b64419a/aeb4e768-5faf-4bf2-a072-bba52bb9ca81/31054c94-fa7a-46ae-a619-258cde1551d3) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:19.662637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76e6f264-1c20-4004-899f-57d88c4a356c req-a9be70df-0f80-404f-a553-615d098adf0b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1061ca11-9dad-42d8-b82a-af7c7491919f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479782 Nov 12 08:28:19.821428 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-886c8573-33f7-45ba-9f4a-e5b0ff64aba6 admin admin] Deleting subnet 2ca9d935-b743-43ba-87ab-2598092634c1 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:19.825872 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-886c8573-33f7-45ba-9f4a-e5b0ff64aba6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.844048 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.861843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a248d4-4e41-437b-ae18-69c681135d2f req-a2e9b137-667a-48c1-80eb-c3bff5c732f0 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:19.863656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0a248d4-4e41-437b-ae18-69c681135d2f req-a2e9b137-667a-48c1-80eb-c3bff5c732f0 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 950 time: 0.1000295 Nov 12 08:28:19.865303 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-886c8573-33f7-45ba-9f4a-e5b0ff64aba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.915997 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-886c8573-33f7-45ba-9f4a-e5b0ff64aba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.937032 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:19.941860 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0a248d4-4e41-437b-ae18-69c681135d2f req-4095ba9c-c2fd-4ab2-90d6-cc8167da7f1e tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/security-groups?id=1061ca11-9dad-42d8-b82a-af7c7491919f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659852 Nov 12 08:28:19.974257 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47316) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:19.998727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Network 901167d3-ab01-456d-9edf-b5969b64419a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:20.008532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:20.008532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Pushing event updated for resources: {'Port': ['ID=31054c94-fa7a-46ae-a619-258cde1551d3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:20.011847 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:20.024350 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-886c8573-33f7-45ba-9f4a-e5b0ff64aba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.066445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c8573-33f7-45ba-9f4a-e5b0ff64aba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca9d935-b743-43ba-87ab-2598092634c1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:20.072704 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-886c8573-33f7-45ba-9f4a-e5b0ff64aba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.074380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.075045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.080471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-886c8573-33f7-45ba-9f4a-e5b0ff64aba6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2ca9d935-b743-43ba-87ab-2598092634c1 HTTP/1.1" status: 204 len: 168 time: 0.5214579 Nov 12 08:28:20.081589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47320) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:20.097918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-09945749-26ac-423a-934d-2d5fc56f8333 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7984288 Nov 12 08:28:20.111489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Request body: {'port': {'device_id': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:20.162363 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0dad6c7-e675-43d5-8e2a-8f6067261134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.183645 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.203664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.380629 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.415160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bf38b5b7-7934-4549-8b38-f13cf0fb8185 None None] Provisioning complete for port 31054c94-fa7a-46ae-a619-258cde1551d3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:20.416257 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bf38b5b7-7934-4549-8b38-f13cf0fb8185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.418160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083fe3fa-345c-4ea4-922a-599f9b73b5c3']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:20.428159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0dad6c7-e675-43d5-8e2a-8f6067261134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.443394 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0dad6c7-e675-43d5-8e2a-8f6067261134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.449912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a686d3e-0550-4333-a9f5-357c698eaca1') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:20.450264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a686d3e-0550-4333-a9f5-357c698eaca1') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:20.453944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-bf38b5b7-7934-4549-8b38-f13cf0fb8185 None None] Port 31054c94-fa7a-46ae-a619-258cde1551d3 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:20.473914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc88be9-26cf-4ab3-816c-0960282dfcda req-69adc5d3-4ddd-4f53-9c3a-512594e49c4b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.474146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8824d-afee-4189-8d98-ea87e86860f5 req-cfba6211-e828-4d54-b08f-4d34ff7ae385 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:20.475445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfc88be9-26cf-4ab3-816c-0960282dfcda req-69adc5d3-4ddd-4f53-9c3a-512594e49c4b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 945 time: 0.0910964 Nov 12 08:28:20.475639 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70e8824d-afee-4189-8d98-ea87e86860f5 req-cfba6211-e828-4d54-b08f-4d34ff7ae385 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 931 time: 0.1826823 Nov 12 08:28:20.489246 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.545469 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c0dad6c7-e675-43d5-8e2a-8f6067261134 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ec61ebc09e445fd9a97283e1c451f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5635991 Nov 12 08:28:20.546772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47332) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:20.550161 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.553030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dad6c7-e675-43d5-8e2a-8f6067261134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbb13fd-809a-40f0-a381-b87829cf558c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:20.568857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:20.569431 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:20.571725 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:20.593850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfc88be9-26cf-4ab3-816c-0960282dfcda req-b459a53e-00af-4431-97e3-152e412fb48c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921373 Nov 12 08:28:20.658649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d91921b-b093-4c0e-9993-02ce52239d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.667247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70e8824d-afee-4189-8d98-ea87e86860f5 req-25ba39af-e492-4e6a-9d04-88ccb0560f68 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694160 Nov 12 08:28:20.694654 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.701723 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.707730 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/083fe3fa-345c-4ea4-922a-599f9b73b5c3 HTTP/1.1" status: 204 len: 168 time: 0.6249349 Nov 12 08:28:20.710834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31054c94-fa7a-46ae-a619-258cde1551d3 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:20.711437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47336) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:20.717029 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d91921b-b093-4c0e-9993-02ce52239d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.726845 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.759921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Transition to ACTIVE for port object 31054c94-fa7a-46ae-a619-258cde1551d3 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:20.768658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e0114-7ffa-42d1-ba65-4b9dfd6ff0c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=083fe3fa-345c-4ea4-922a-599f9b73b5c3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:20.771191 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.841596 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Pushing event updated for resources: {'Port': ['ID=31054c94-fa7a-46ae-a619-258cde1551d3,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:20.858654 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d91921b-b093-4c0e-9993-02ce52239d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.861122 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d91921b-b093-4c0e-9993-02ce52239d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.862339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6d91921b-b093-4c0e-9993-02ce52239d6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3cbb13fd-809a-40f0-a381-b87829cf558c HTTP/1.1" status: 204 len: 168 time: 0.3145185 Nov 12 08:28:20.906329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79b1214-bbf8-4768-9851-d8bccd4931b4 admin admin] Deleting subnet 017b8765-5c4d-444a-80ff-57de3af3d829 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:20.908752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91921b-b093-4c0e-9993-02ce52239d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbb13fd-809a-40f0-a381-b87829cf558c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:20.919928 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e79b1214-bbf8-4768-9851-d8bccd4931b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:20.947456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Attempting to bind port 31054c94-fa7a-46ae-a619-258cde1551d3 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:20.948447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Attempting to bind port 31054c94-fa7a-46ae-a619-258cde1551d3 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:20.948874 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Attempting to bind port 31054c94-fa7a-46ae-a619-258cde1551d3 on network 901167d3-ab01-456d-9edf-b5969b64419a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:20.956946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Port 31054c94-fa7a-46ae-a619-258cde1551d3 on network 901167d3-ab01-456d-9edf-b5969b64419a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:20.957500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Attempting to bind port 31054c94-fa7a-46ae-a619-258cde1551d3 on network 901167d3-ab01-456d-9edf-b5969b64419a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:20.971916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:20.972457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Checking segment: {'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:20.973033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Bound using segment: {'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:20.973400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Bound port: 31054c94-fa7a-46ae-a619-258cde1551d3, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7398805b-1813-4a66-82a6-d1ed6800615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:20.973835 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.041022 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e79b1214-bbf8-4768-9851-d8bccd4931b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.100408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] For port 31054c94-fa7a-46ae-a619-258cde1551d3, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:21.106878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] For port 31054c94-fa7a-46ae-a619-258cde1551d3, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=31054c94-fa7a-46ae-a619-258cde1551d3,segment=NetworkSegment(7398805b-1813-4a66-82a6-d1ed6800615a),segment_id=7398805b-1813-4a66-82a6-d1ed6800615a)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:21.113719 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e79b1214-bbf8-4768-9851-d8bccd4931b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.127956 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.140053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf45cfc-8ae9-4520-8c33-f66abab0c51c req-748adfd1-2f2b-463d-90ad-1a0131aa1abf tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:21.148943 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eaf45cfc-8ae9-4520-8c33-f66abab0c51c req-748adfd1-2f2b-463d-90ad-1a0131aa1abf tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 1097 time: 0.1664104 Nov 12 08:28:21.186345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:21.195092 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.202616 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] 10.222.0.46 "PUT /v2.0/ports/31054c94-fa7a-46ae-a619-258cde1551d3 HTTP/1.1" status: 200 len: 1092 time: 1.0928593 Nov 12 08:28:21.230519 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eaf45cfc-8ae9-4520-8c33-f66abab0c51c req-ee49c15b-5fc6-40bd-9b62-973e9363fa94 tempest-LiveMigrationTest-1080301746 tempest-LiveMigrationTest-1080301746-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803854 Nov 12 08:28:21.252658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e79b1214-bbf8-4768-9851-d8bccd4931b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.299633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b276ce7-097f-4747-b397-638224378b8f req-274bcba4-8aba-4271-a67d-82767a5f529c tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:21.309764 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b276ce7-097f-4747-b397-638224378b8f req-274bcba4-8aba-4271-a67d-82767a5f529c tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 950 time: 0.2009737 Nov 12 08:28:21.324257 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b1214-bbf8-4768-9851-d8bccd4931b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017b8765-5c4d-444a-80ff-57de3af3d829,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:21.349404 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e79b1214-bbf8-4768-9851-d8bccd4931b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.355693 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e79b1214-bbf8-4768-9851-d8bccd4931b4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/017b8765-5c4d-444a-80ff-57de3af3d829 HTTP/1.1" status: 204 len: 168 time: 0.6152966 Nov 12 08:28:21.356317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47348) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:21.383414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47350) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:21.384502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a67c00-abdb-477b-b47c-5a98cdbb394e service neutron] Pushing event updated for resources: {'Port': ['ID=31054c94-fa7a-46ae-a619-258cde1551d3,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:21.426029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b276ce7-097f-4747-b397-638224378b8f req-efd67341-2670-4d39-be26-e7a57b76f70d tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/security-groups?id=1061ca11-9dad-42d8-b82a-af7c7491919f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150763 Nov 12 08:28:21.426783 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeac97df-b54c-4337-8c04-bf83ae30afff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.490579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-71bee5f1-7aa5-4373-9ad0-44798799fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:21.492455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-71bee5f1-7aa5-4373-9ad0-44798799fa83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a83a2cedd2e243e28134c5ad2086fec7&device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 1095 time: 0.2480512 Nov 12 08:28:21.529634 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.552857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'tag': '31054c94-fa7a-46ae-a619-258cde1551d3'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:21.555183 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a0f47a-a9a8-4e17-83b5-a2e12c86bdea" -d '{"events": [{"name": "network-changed", "server_uuid": "d5307fe9-786d-4def-a375-9b18f8e1a243", "tag": "31054c94-fa7a-46ae-a619-258cde1551d3"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:21.559470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-a387c22a-9411-450c-99eb-8e202d4b6a8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31054c94-fa7a-46ae-a619-258cde1551d3 HTTP/1.1" status: 200 len: 217 time: 0.0467515 Nov 12 08:28:21.640545 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.662718 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf21f72-6459-400b-91da-eca7e763f240']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:21.674044 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-350df140-67f0-4805-8ad4-62688c1d0fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:21.675541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-350df140-67f0-4805-8ad4-62688c1d0fa8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aeb4e768-5faf-4bf2-a072-bba52bb9ca81 HTTP/1.1" status: 200 len: 854 time: 0.0986257 Nov 12 08:28:21.681528 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58be071-f77e-4189-9a2c-289152234b56') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:21.681907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58be071-f77e-4189-9a2c-289152234b56') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:21.683971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9d84b-8904-47da-811e-ad920add64f7 req-a8497418-6e48-421b-83e6-fa48d388b228 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:21.685533 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dcd9d84b-8904-47da-811e-ad920add64f7 req-a8497418-6e48-421b-83e6-fa48d388b228 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 945 time: 0.1191397 Nov 12 08:28:21.687574 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeac97df-b54c-4337-8c04-bf83ae30afff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.696493 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.709267 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeac97df-b54c-4337-8c04-bf83ae30afff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.714906 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.721683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:21.722166 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:21.724023 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:21.792077 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.795056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac97df-b54c-4337-8c04-bf83ae30afff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3b7add-db6f-42da-a7c4-8912b3b9898e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:21.798667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.805212 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] 10.222.0.31 "DELETE /v2.0/networks/aaf21f72-6459-400b-91da-eca7e763f240 HTTP/1.1" status: 204 len: 168 time: 0.4453101 Nov 12 08:28:21.805442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eeac97df-b54c-4337-8c04-bf83ae30afff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f4f591f3a0545be96f3342799144861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143515 Nov 12 08:28:21.808016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47368) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:21.821874 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dcd9d84b-8904-47da-811e-ad920add64f7 req-deb666a1-a30e-414a-ab46-e3ff22ae357e tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217098 Nov 12 08:28:21.826602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-e8616df2-cca4-4bc6-9932-3bceaf780d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:21.827760 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede16e4-e2e6-4c59-aa35-4eb3cfaa5129 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf21f72-6459-400b-91da-eca7e763f240,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:21.830239 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-e8616df2-cca4-4bc6-9932-3bceaf780d15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=901167d3-ab01-456d-9edf-b5969b64419a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412723 Nov 12 08:28:21.850720 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e1f87783-fde6-4b32-bb24-0895cb9660d5 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:21.879777 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: e1f87783-fde6-4b32-bb24-0895cb9660d5 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:21.880385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e1f87783-fde6-4b32-bb24-0895cb9660d5 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:21.946278 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa3872a-8bd7-4180-80c8-3b2d4eda7285 x-openstack-request-id: req-0aa3872a-8bd7-4180-80c8-3b2d4eda7285 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:21.946650 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5307fe9-786d-4def-a375-9b18f8e1a243", "tag": "31054c94-fa7a-46ae-a619-258cde1551d3", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:21.946968 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0aa3872a-8bd7-4180-80c8-3b2d4eda7285 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:21.947422 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'tag': '31054c94-fa7a-46ae-a619-258cde1551d3', 'status': 'completed', 'code': 200} Nov 12 08:28:21.959704 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86fcd76a-e75f-4839-9e5d-bdde4ad91284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:21.981565 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-ebc126e5-bc8b-41e0-af21-b1585bb70523 service neutron] 10.222.0.46 "GET /v2.0/networks/901167d3-ab01-456d-9edf-b5969b64419a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383450 Nov 12 08:28:22.005775 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86fcd76a-e75f-4839-9e5d-bdde4ad91284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.030732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46d7ac-6728-4d0a-86ea-b5394e17d23d req-86d27eaa-cc2e-48fe-bbb6-3db2a313807a tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.034346 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.038302 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b46d7ac-6728-4d0a-86ea-b5394e17d23d req-86d27eaa-cc2e-48fe-bbb6-3db2a313807a tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 943 time: 0.0931742 Nov 12 08:28:22.109184 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b46d7ac-6728-4d0a-86ea-b5394e17d23d req-6423190a-15d1-4448-b47d-de8d7bf9c4ed tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697370 Nov 12 08:28:22.136767 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86fcd76a-e75f-4839-9e5d-bdde4ad91284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.140955 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86fcd76a-e75f-4839-9e5d-bdde4ad91284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.142956 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-86fcd76a-e75f-4839-9e5d-bdde4ad91284 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c3b7add-db6f-42da-a7c4-8912b3b9898e HTTP/1.1" status: 204 len: 168 time: 0.3327377 Nov 12 08:28:22.152897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcd76a-e75f-4839-9e5d-bdde4ad91284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3b7add-db6f-42da-a7c4-8912b3b9898e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:22.165578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47376) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:22.176483 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03d75c1e-b502-421b-b55b-77a0d3bc83b6 req-915c5aa2-1d4a-44a6-bccb-ea719bb29f29 service neutron] 10.222.0.46 "GET /v2.0/networks/901167d3-ab01-456d-9edf-b5969b64419a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678948 Nov 12 08:28:22.251981 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-75295627-3167-4653-ac9f-ff481eae3189 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bef941d2508140b5b49158f037d4051b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0844290 Nov 12 08:28:22.252888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47380) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:22.323855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f47a-a9a8-4e17-83b5-a2e12c86bdea req-847dd74c-d20a-47a6-bf54-4b45f54be894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.328006 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6a0f47a-a9a8-4e17-83b5-a2e12c86bdea req-847dd74c-d20a-47a6-bf54-4b45f54be894 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a83a2cedd2e243e28134c5ad2086fec7&device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 1095 time: 0.0869029 Nov 12 08:28:22.372878 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b2e67eb2-c64a-40a1-863b-8ea95df598f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.467412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b2e67eb2-c64a-40a1-863b-8ea95df598f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.511163 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5597411-9043-4630-b3b1-07650ef5dc64 req-3fb0e250-31cd-4902-8452-14e9e550723a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.512684 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5597411-9043-4630-b3b1-07650ef5dc64 req-3fb0e250-31cd-4902-8452-14e9e550723a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 945 time: 0.1364176 Nov 12 08:28:22.559361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f47a-a9a8-4e17-83b5-a2e12c86bdea req-ebfd9a11-5923-458c-b5a7-6fbc1698ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.560851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6a0f47a-a9a8-4e17-83b5-a2e12c86bdea req-ebfd9a11-5923-458c-b5a7-6fbc1698ae52 service neutron] 10.222.0.46 "GET /v2.0/networks?id=901167d3-ab01-456d-9edf-b5969b64419a HTTP/1.1" status: 200 len: 916 time: 0.2198486 Nov 12 08:28:22.639546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6a0f47a-a9a8-4e17-83b5-a2e12c86bdea req-045e2164-b041-455a-a7b1-5f16cf0b5bb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31054c94-fa7a-46ae-a619-258cde1551d3 HTTP/1.1" status: 200 len: 217 time: 0.0675337 Nov 12 08:28:22.673271 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b2e67eb2-c64a-40a1-863b-8ea95df598f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.675830 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b2e67eb2-c64a-40a1-863b-8ea95df598f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.676966 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b2e67eb2-c64a-40a1-863b-8ea95df598f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/636aa333-c6a9-4833-b587-5eb8deb98855 HTTP/1.1" status: 204 len: 168 time: 0.4217041 Nov 12 08:28:22.714903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e67eb2-c64a-40a1-863b-8ea95df598f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636aa333-c6a9-4833-b587-5eb8deb98855,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:22.747324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f47a-a9a8-4e17-83b5-a2e12c86bdea req-af1b04cc-ec19-4954-be52-ece12d69aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.748818 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6a0f47a-a9a8-4e17-83b5-a2e12c86bdea req-af1b04cc-ec19-4954-be52-ece12d69aebc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aeb4e768-5faf-4bf2-a072-bba52bb9ca81 HTTP/1.1" status: 200 len: 854 time: 0.0961657 Nov 12 08:28:22.767326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a93aca-2c82-470a-a408-6aba82de8ce5 req-281fcdcf-3437-4856-a9ac-6e921522be09 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.768850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e3a93aca-2c82-470a-a408-6aba82de8ce5 req-281fcdcf-3437-4856-a9ac-6e921522be09 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 950 time: 0.1322954 Nov 12 08:28:22.813238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-e5597411-9043-4630-b3b1-07650ef5dc64 req-974dafdc-8266-40ff-b592-f9882b97daca tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Deleting port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:22.813638 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e5597411-9043-4630-b3b1-07650ef5dc64 req-974dafdc-8266-40ff-b592-f9882b97daca tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.919160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f47a-a9a8-4e17-83b5-a2e12c86bdea req-c907af29-518f-46e9-a309-61a0555b39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.920734 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6a0f47a-a9a8-4e17-83b5-a2e12c86bdea req-c907af29-518f-46e9-a309-61a0555b39ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=901167d3-ab01-456d-9edf-b5969b64419a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1621957 Nov 12 08:28:22.924274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e3a93aca-2c82-470a-a408-6aba82de8ce5 req-dc95218e-55c0-4ae5-a757-0791ccb1f6f2 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/security-groups?id=1061ca11-9dad-42d8-b82a-af7c7491919f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467695 Nov 12 08:28:22.977095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e5597411-9043-4630-b3b1-07650ef5dc64 req-974dafdc-8266-40ff-b592-f9882b97daca tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] For port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:22.977496 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e5597411-9043-4630-b3b1-07650ef5dc64 req-974dafdc-8266-40ff-b592-f9882b97daca tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:22.990183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110af20-d6b0-47e2-965e-cb45fe75c89e req-78b11a6a-57b5-4c35-aa60-1c99a23f7251 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:22.999898 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7110af20-d6b0-47e2-965e-cb45fe75c89e req-78b11a6a-57b5-4c35-aa60-1c99a23f7251 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 945 time: 0.0837922 Nov 12 08:28:23.021085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-e5597411-9043-4630-b3b1-07650ef5dc64 req-974dafdc-8266-40ff-b592-f9882b97daca tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Calling delete_port for b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:23.092334 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7110af20-d6b0-47e2-965e-cb45fe75c89e req-4c1e1c05-7441-41e5-b1e3-8e5e5222467d tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880125 Nov 12 08:28:23.099673 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6a0f47a-a9a8-4e17-83b5-a2e12c86bdea req-45324a59-a8dd-458b-852c-b1bb0692d2c4 service neutron] 10.222.0.46 "GET /v2.0/networks/901167d3-ab01-456d-9edf-b5969b64419a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690485 Nov 12 08:28:23.135026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47412) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:23.187165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f67d82a2-4c7d-4125-b900-745a6a391d9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a1bd2aaa8a84a59a68e83a659b68c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502796 Nov 12 08:28:23.189825 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47418) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:23.245637 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d201e19-6a85-4c2e-8197-e0607cd22ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.275195 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d201e19-6a85-4c2e-8197-e0607cd22ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.351618 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6a0f47a-a9a8-4e17-83b5-a2e12c86bdea req-6673d575-f7a6-488d-92d4-4ca2556e7525 service neutron] 10.222.0.46 "GET /v2.0/networks/901167d3-ab01-456d-9edf-b5969b64419a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428408 Nov 12 08:28:23.352573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d201e19-6a85-4c2e-8197-e0607cd22ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.355799 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d201e19-6a85-4c2e-8197-e0607cd22ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.359217 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5d201e19-6a85-4c2e-8197-e0607cd22ed4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82e3e728-779c-47f7-9494-ed04d332c4d5 HTTP/1.1" status: 204 len: 168 time: 0.1662159 Nov 12 08:28:23.366672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d201e19-6a85-4c2e-8197-e0607cd22ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e3e728-779c-47f7-9494-ed04d332c4d5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:23.370317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e5597411-9043-4630-b3b1-07650ef5dc64 req-974dafdc-8266-40ff-b592-f9882b97daca tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.396022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['81326f93-053f-4891-b875-1fef1d1b6bc1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:23.408700 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4f2bf-1388-4de7-9c9c-c411f0897e0c req-890d09d9-452a-44d9-8fff-22ba4c55ad63 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:23.410319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbd4f2bf-1388-4de7-9c9c-c411f0897e0c req-890d09d9-452a-44d9-8fff-22ba4c55ad63 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 943 time: 0.1338446 Nov 12 08:28:23.446269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dafdc-8266-40ff-b592-f9882b97daca tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Pushing event deleted for resources: {'Port': ['ID=b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:23.511361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5597411-9043-4630-b3b1-07650ef5dc64 req-974dafdc-8266-40ff-b592-f9882b97daca tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] No DVR routers for this DVR port b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:23.515512 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e5597411-9043-4630-b3b1-07650ef5dc64 req-974dafdc-8266-40ff-b592-f9882b97daca tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:23.519264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5597411-9043-4630-b3b1-07650ef5dc64 req-974dafdc-8266-40ff-b592-f9882b97daca tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.46 "DELETE /v2.0/ports/b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 HTTP/1.1" status: 204 len: 173 time: 0.9940238 Nov 12 08:28:23.588413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbd4f2bf-1388-4de7-9c9c-c411f0897e0c req-2a01b0af-6dbb-446a-b0b6-e3b3a140b79d tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327810 Nov 12 08:28:23.948732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd21f9b-f619-46c8-9922-1dfc07431b9e', 'name': 'network-vif-deleted', 'tag': 'b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:23.953068 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e79427-7f17-439b-a2d2-86fa61fe3166" -d '{"events": [{"server_uuid": "4fd21f9b-f619-46c8-9922-1dfc07431b9e", "name": "network-vif-deleted", "tag": "b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:23.998372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607b5fe-c62e-47a8-ba56-c3a6c7085e07 req-201b6624-f591-4dd3-ab5d-64cce9fde30f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:24.009903 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2607b5fe-c62e-47a8-ba56-c3a6c7085e07 req-201b6624-f591-4dd3-ab5d-64cce9fde30f tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 950 time: 0.0913367 Nov 12 08:28:24.065824 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a844bda-c194-400a-8258-2068fb128283 x-openstack-request-id: req-3a844bda-c194-400a-8258-2068fb128283 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:24.066747 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd21f9b-f619-46c8-9922-1dfc07431b9e", "name": "network-vif-deleted", "tag": "b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:24.067379 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a844bda-c194-400a-8258-2068fb128283 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:24.068663 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd21f9b-f619-46c8-9922-1dfc07431b9e', 'name': 'network-vif-deleted', 'tag': 'b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772', 'status': 'completed', 'code': 200} Nov 12 08:28:24.147570 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe0152-6569-4326-b069-104ab35ac93a req-f4457473-7463-4455-bc68-7d6a1af16409 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:24.168047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ffe0152-6569-4326-b069-104ab35ac93a req-f4457473-7463-4455-bc68-7d6a1af16409 tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 950 time: 0.0913458 Nov 12 08:28:24.222087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-2607b5fe-c62e-47a8-ba56-c3a6c7085e07 req-48f4bde6-f161-4114-94f5-8654b0f179ad tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Deleting port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:24.222777 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2607b5fe-c62e-47a8-ba56-c3a6c7085e07 req-48f4bde6-f161-4114-94f5-8654b0f179ad tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.272351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66692a64-91ed-42fc-8674-13355ce432ae req-32191896-37c8-41f2-8a8c-a84294afb83a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 210 time: 0.0601082 Nov 12 08:28:24.286399 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ffe0152-6569-4326-b069-104ab35ac93a req-fbcef4ad-dfe0-4880-bb9d-0f3dee49ae7c tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/security-groups?id=1061ca11-9dad-42d8-b82a-af7c7491919f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172137 Nov 12 08:28:24.442363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-2607b5fe-c62e-47a8-ba56-c3a6c7085e07 req-48f4bde6-f161-4114-94f5-8654b0f179ad tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] For port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:24.450320 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2607b5fe-c62e-47a8-ba56-c3a6c7085e07 req-48f4bde6-f161-4114-94f5-8654b0f179ad tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.470188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-2607b5fe-c62e-47a8-ba56-c3a6c7085e07 req-48f4bde6-f161-4114-94f5-8654b0f179ad tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Calling delete_port for f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:24.705273 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2607b5fe-c62e-47a8-ba56-c3a6c7085e07 req-48f4bde6-f161-4114-94f5-8654b0f179ad tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.717667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['f007ffc3-8f12-4bfc-a9b1-ea936092c2f4'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:24.754531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4bde6-f161-4114-94f5-8654b0f179ad tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Pushing event deleted for resources: {'Port': ['ID=f007ffc3-8f12-4bfc-a9b1-ea936092c2f4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:24.768599 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0266-698a-4845-b4a3-92c467cd1b37 req-639fc384-f95a-46d7-a3f7-c434a701a04e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:24.773411 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-142b0266-698a-4845-b4a3-92c467cd1b37 req-639fc384-f95a-46d7-a3f7-c434a701a04e tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 943 time: 0.1109712 Nov 12 08:28:24.842999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2607b5fe-c62e-47a8-ba56-c3a6c7085e07 req-48f4bde6-f161-4114-94f5-8654b0f179ad tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] No DVR routers for this DVR port f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:24.846184 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2607b5fe-c62e-47a8-ba56-c3a6c7085e07 req-48f4bde6-f161-4114-94f5-8654b0f179ad tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:24.849839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2607b5fe-c62e-47a8-ba56-c3a6c7085e07 req-48f4bde6-f161-4114-94f5-8654b0f179ad tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.52 "DELETE /v2.0/ports/f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 HTTP/1.1" status: 204 len: 173 time: 0.8386693 Nov 12 08:28:24.850367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d4cf2d-8992-457e-908b-725bbe874ea0', 'name': 'network-vif-deleted', 'tag': 'f007ffc3-8f12-4bfc-a9b1-ea936092c2f4'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:24.852799 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb052b2-a491-4cb5-9da9-9e3cbd187eaa" -d '{"events": [{"server_uuid": "e4d4cf2d-8992-457e-908b-725bbe874ea0", "name": "network-vif-deleted", "tag": "f007ffc3-8f12-4bfc-a9b1-ea936092c2f4"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:24.874107 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-142b0266-698a-4845-b4a3-92c467cd1b37 req-356884bb-3201-4870-8142-f0fb0a73ff6d tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921838 Nov 12 08:28:24.927244 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad61e412-dc7e-45da-9c79-31a3ac09afa2 x-openstack-request-id: req-ad61e412-dc7e-45da-9c79-31a3ac09afa2 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:24.927750 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d4cf2d-8992-457e-908b-725bbe874ea0", "name": "network-vif-deleted", "tag": "f007ffc3-8f12-4bfc-a9b1-ea936092c2f4", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:24.928279 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad61e412-dc7e-45da-9c79-31a3ac09afa2 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:24.931727 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d4cf2d-8992-457e-908b-725bbe874ea0', 'name': 'network-vif-deleted', 'tag': 'f007ffc3-8f12-4bfc-a9b1-ea936092c2f4', 'status': 'completed', 'code': 200} Nov 12 08:28:25.445161 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dba181da-2ac2-43f8-9249-ad9ebcfac6a4 req-51f86932-5b5f-4ac1-a141-e58714955c2c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 210 time: 0.0784068 Nov 12 08:28:25.592574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ff05180-503e-4e26-bef1-bc3bd9f0058a req-e063fba4-9778-476e-801c-17041c85402c tempest-TenantUsagesTestJSON-262440848 tempest-TenantUsagesTestJSON-262440848-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d4cf2d-8992-457e-908b-725bbe874ea0 HTTP/1.1" status: 200 len: 210 time: 0.0354505 Nov 12 08:28:25.886226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 31054c94-fa7a-46ae-a619-258cde1551d3 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:28:25.889425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:25.909185 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-b44bb9b6-0290-499f-ad99-f2a9d4e10ed1 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2af8f846b0d446d58045593d82b7d067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474544 Nov 12 08:28:25.936705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:25.937043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b3ed3c44-87b2-4c8b-9f16-a83d3fbfc772 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:26.059078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 31054c94-fa7a-46ae-a619-258cde1551d3, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=31054c94-fa7a-46ae-a619-258cde1551d3,segment=NetworkSegment(7398805b-1813-4a66-82a6-d1ed6800615a),segment_id=7398805b-1813-4a66-82a6-d1ed6800615a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:26.071152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '31054c94-fa7a-46ae-a619-258cde1551d3', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'port_id': '31054c94-fa7a-46ae-a619-258cde1551d3', 'mac_address': 'fa:16:3e:26:6c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:28:26.071856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabccde1-02fa-45aa-9b4d-20c8227df094 req-f9e34c23-006e-408b-b99e-a17f233d20ec tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.091622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fabccde1-02fa-45aa-9b4d-20c8227df094 req-f9e34c23-006e-408b-b99e-a17f233d20ec tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 943 time: 0.1479352 Nov 12 08:28:26.117498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-a55887ab-042a-4561-bbb8-6e525acfaeb3 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:26.122314 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.124579 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-a55887ab-042a-4561-bbb8-6e525acfaeb3 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2143552 Nov 12 08:28:26.143868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31054c94-fa7a-46ae-a619-258cde1551d3 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:26.145166 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-02338879-91ad-4eca-a1fa-e9d34f1b20c4 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/quotas/2af8f846b0d446d58045593d82b7d067 HTTP/1.1" status: 200 len: 375 time: 0.0181451 Nov 12 08:28:26.149748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fabccde1-02fa-45aa-9b4d-20c8227df094 req-ad7dd842-ab03-4824-a796-7a41f6ea6817 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564992 Nov 12 08:28:26.175610 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 31054c94-fa7a-46ae-a619-258cde1551d3, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=31054c94-fa7a-46ae-a619-258cde1551d3,segment=NetworkSegment(7398805b-1813-4a66-82a6-d1ed6800615a),segment_id=7398805b-1813-4a66-82a6-d1ed6800615a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:26.180058 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:26.188818 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-850f01aa-ba36-44f7-b2cb-b9d00d501d74 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2af8f846b0d446d58045593d82b7d067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405977 Nov 12 08:28:26.240440 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=31054c94-fa7a-46ae-a619-258cde1551d3,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:26.395826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ae9f53f8-fe94-465a-a2a3-f1faa86498ce req-87dafc02-0676-4ce0-90ff-340d9cae7cc7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 210 time: 0.0289521 Nov 12 08:28:26.564606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-53490c17-e9ec-4dff-b698-b7fd0371000d req-78f431bd-a433-4d9b-9fda-d6ad33f6caf7 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 210 time: 0.0317097 Nov 12 08:28:26.684929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['31054c94-fa7a-46ae-a619-258cde1551d3'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:27.123317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47586) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:27.409204 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c28cdc02-eea0-4437-b134-766b95536705 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0ead976f5c442afb441634a25d2411a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839336 Nov 12 08:28:27.413402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787272b-4d73-4595-acd9-49fe10deea2c req-a59a3a86-1ef1-4620-8277-42d4de4a20e6 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:27.415647 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47598) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:27.432966 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1787272b-4d73-4595-acd9-49fe10deea2c req-a59a3a86-1ef1-4620-8277-42d4de4a20e6 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 944 time: 0.1314945 Nov 12 08:28:27.550747 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1787272b-4d73-4595-acd9-49fe10deea2c req-dc669940-3b5f-4f51-b63d-dfde34f7eb1f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156950 Nov 12 08:28:27.589149 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d272d1-e3a9-4a37-aa12-1830b88d7194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.671476 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d272d1-e3a9-4a37-aa12-1830b88d7194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.736895 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d1039cff-53f1-4311-bc11-9500fcf84ed2 req-093a0384-7c55-4eb7-bf35-c3a0d8c3403f tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 210 time: 0.0507998 Nov 12 08:28:27.752663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3857fb35-ad5a-4f9e-85f5-6c48e130e4b6 req-9ffc24f3-3671-495b-9e46-9ebfcd3b1c42 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 210 time: 0.0988340 Nov 12 08:28:27.829962 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d272d1-e3a9-4a37-aa12-1830b88d7194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.833037 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d272d1-e3a9-4a37-aa12-1830b88d7194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:27.834958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-11d272d1-e3a9-4a37-aa12-1830b88d7194 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1061ca11-9dad-42d8-b82a-af7c7491919f HTTP/1.1" status: 204 len: 168 time: 0.4184074 Nov 12 08:28:27.850503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d272d1-e3a9-4a37-aa12-1830b88d7194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1061ca11-9dad-42d8-b82a-af7c7491919f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:28.252230 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-e2b8da42-20ee-42ca-b26e-a14e655f9e89 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2af8f846b0d446d58045593d82b7d067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373373 Nov 12 08:28:28.428463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47632) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:28.449223 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b2d9baf-cfa4-4cdd-9a5e-fbfe8069b0a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.449463 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.483725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-845078b5-09bd-48fd-9a2d-e05c9f1e3580 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:28.490331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-845078b5-09bd-48fd-9a2d-e05c9f1e3580 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296047 Nov 12 08:28:28.512184 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Request body: {'port': {'device_id': 'f441a2a8-54a1-457c-80ad-6da4fd177436', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '2af8f846b0d446d58045593d82b7d067'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:28.638455 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b2d9baf-cfa4-4cdd-9a5e-fbfe8069b0a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.645054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b2d9baf-cfa4-4cdd-9a5e-fbfe8069b0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.743453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3b2d9baf-cfa4-4cdd-9a5e-fbfe8069b0a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46d75701f8ee44cdaf87c9316dc1be00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105783 Nov 12 08:28:28.743979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47636) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:28.755771 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Made reservation on behalf of 2af8f846b0d446d58045593d82b7d067 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:28.761420 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.776231 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:28.783652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d9baf-cfa4-4cdd-9a5e-fbfe8069b0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25b2223-b961-4c80-8ed9-2dc70e475274,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:28.794466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:28.854912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e1fd3-ea71-4b6f-b3c7-efddd97f0e26 req-8fce4b24-20c3-47c2-a673-d327d74718aa tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:28.861571 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-583e1fd3-ea71-4b6f-b3c7-efddd97f0e26 req-8fce4b24-20c3-47c2-a673-d327d74718aa tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 944 time: 0.1723499 Nov 12 08:28:28.872474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:28.872835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f007ffc3-8f12-4bfc-a9b1-ea936092c2f4 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:28.907321 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b300f6b5-d302-4d7f-856c-4c6e06146827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.008930 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.033470 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.256994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9167a366-d962-4f59-923b-19a1f715ab9d req-bc803dae-48b6-4fa0-be1b-ba8c08b1e581 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 210 time: 0.2539930 Nov 12 08:28:29.410379 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Allocated IP 192.168.233.89 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/0f501288-14b9-4245-914d-549f00b37d46) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:29.431460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-583e1fd3-ea71-4b6f-b3c7-efddd97f0e26 req-5cf510f6-fadc-4fc6-907d-40aa51722088 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5679770 Nov 12 08:28:29.437945 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b300f6b5-d302-4d7f-856c-4c6e06146827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.512198 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b300f6b5-d302-4d7f-856c-4c6e06146827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.515713 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b300f6b5-d302-4d7f-856c-4c6e06146827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.523198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b300f6b5-d302-4d7f-856c-4c6e06146827 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c25b2223-b961-4c80-8ed9-2dc70e475274 HTTP/1.1" status: 204 len: 168 time: 0.7746906 Nov 12 08:28:29.532085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300f6b5-d302-4d7f-856c-4c6e06146827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25b2223-b961-4c80-8ed9-2dc70e475274,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:29.652327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.691484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57963e53-3915-4a25-9a72-c4931b753938,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:29.706729 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.787612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:29.795033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:29.802691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:29.874165 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.874894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:29.887315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Pushing event updated for resources: {'Port': ['ID=0f501288-14b9-4245-914d-549f00b37d46,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:29.899916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb169-d75f-410c-ad3d-b6045f8c75e2 req-91ef262b-5853-410e-8495-93ec98ecc9d3 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:29.907611 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ceeb169-d75f-410c-ad3d-b6045f8c75e2 req-91ef262b-5853-410e-8495-93ec98ecc9d3 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 935 time: 0.2179074 Nov 12 08:28:29.913263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 31054c94-fa7a-46ae-a619-258cde1551d3 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:29.930325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-c8b67396-8788-4b4d-b0d5-5fa8640b8a94 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4251802 Nov 12 08:28:29.974078 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ceeb169-d75f-410c-ad3d-b6045f8c75e2 req-ff6dce86-4158-4b84-9843-9cd9e1668bbe tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604937 Nov 12 08:28:29.978262 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Request body: {'port': {'device_id': 'f441a2a8-54a1-457c-80ad-6da4fd177436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:30.043197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 31054c94-fa7a-46ae-a619-258cde1551d3 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:28:30.052276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 31054c94-fa7a-46ae-a619-258cde1551d3 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:30.054162 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.177011 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.252775 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.271543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-15a87a68-50e9-4fe2-8de4-08a71991ae68 None None] Provisioning complete for port 0f501288-14b9-4245-914d-549f00b37d46 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:30.275600 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-15a87a68-50e9-4fe2-8de4-08a71991ae68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.317259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31054c94-fa7a-46ae-a619-258cde1551d3'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:30.322115 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a015b4-106c-4d4f-9837-0b8cb0377969" -d '{"events": [{"server_uuid": "d5307fe9-786d-4def-a375-9b18f8e1a243", "name": "network-vif-plugged", "status": "completed", "tag": "31054c94-fa7a-46ae-a619-258cde1551d3"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:30.346495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 31054c94-fa7a-46ae-a619-258cde1551d3, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=31054c94-fa7a-46ae-a619-258cde1551d3,segment=NetworkSegment(7398805b-1813-4a66-82a6-d1ed6800615a),segment_id=7398805b-1813-4a66-82a6-d1ed6800615a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:30.371127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.387367 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-15a87a68-50e9-4fe2-8de4-08a71991ae68 None None] Port 0f501288-14b9-4245-914d-549f00b37d46 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:30.409508 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4a515-4b05-4576-91c5-dfa1772d9275 req-77c9c4ea-3074-46ab-a2eb-22d587aa3284 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:30.421130 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51e4a515-4b05-4576-91c5-dfa1772d9275 req-77c9c4ea-3074-46ab-a2eb-22d587aa3284 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 945 time: 0.3131049 Nov 12 08:28:30.454661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=31054c94-fa7a-46ae-a619-258cde1551d3,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:30.495870 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbb6d12e-1c81-4868-af82-79aa6590fb62 req-ececb2bd-c2f0-4f78-b91d-5dd434476a10 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1297829 Nov 12 08:28:30.528315 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51e4a515-4b05-4576-91c5-dfa1772d9275 req-3f8a1ee0-6320-4699-b940-4ae2a4e4c5d3 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032033 Nov 12 08:28:30.615277 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183d19d7-b16a-40ba-8ed1-da3b1ce16bd3 x-openstack-request-id: req-183d19d7-b16a-40ba-8ed1-da3b1ce16bd3 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:30.615576 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5307fe9-786d-4def-a375-9b18f8e1a243", "name": "network-vif-plugged", "status": "completed", "tag": "31054c94-fa7a-46ae-a619-258cde1551d3", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:30.615815 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-183d19d7-b16a-40ba-8ed1-da3b1ce16bd3 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:30.616310 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31054c94-fa7a-46ae-a619-258cde1551d3', 'code': 200} Nov 12 08:28:30.682814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a403545d-1069-4702-9fb6-b4869d5e6b1a req-b465ab85-ee55-4b51-9754-a806fc98819b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fd21f9b-f619-46c8-9922-1dfc07431b9e HTTP/1.1" status: 200 len: 210 time: 0.1215053 Nov 12 08:28:30.765503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d12e-1c81-4868-af82-79aa6590fb62 req-c7c6c710-f2f1-4c12-8a96-f4938f99a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:30.770949 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbb6d12e-1c81-4868-af82-79aa6590fb62 req-c7c6c710-f2f1-4c12-8a96-f4938f99a1b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1bf3b8941139451e8acba21723b96ae2&device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 1096 time: 0.1956685 Nov 12 08:28:30.792069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f2fd7-b4ab-4eba-8972-659b4303e4c0 req-92177653-51e6-460b-8e40-7b1249c05bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:30.796917 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-100f2fd7-b4ab-4eba-8972-659b4303e4c0 req-92177653-51e6-460b-8e40-7b1249c05bee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 1097 time: 0.0998788 Nov 12 08:28:30.857222 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f501288-14b9-4245-914d-549f00b37d46 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:30.872357 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.890940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Transition to ACTIVE for port object 0f501288-14b9-4245-914d-549f00b37d46 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:30.909720 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:30.973420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-100f2fd7-b4ab-4eba-8972-659b4303e4c0 req-929e82cd-afb4-40e4-91a4-f9e5d26bec0f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568930 Nov 12 08:28:30.985544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d73826-ba5e-414f-9e85-01da079f446d req-5bff3596-5c84-438c-84d0-1a3eff317355 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:30.996260 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52d73826-ba5e-414f-9e85-01da079f446d req-5bff3596-5c84-438c-84d0-1a3eff317355 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 945 time: 0.1941962 Nov 12 08:28:31.019451 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Pushing event updated for resources: {'Port': ['ID=0f501288-14b9-4245-914d-549f00b37d46,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:31.043669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d12e-1c81-4868-af82-79aa6590fb62 req-e0927fd5-e2fe-43f6-9c23-9d0eed8cdaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:31.045202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbb6d12e-1c81-4868-af82-79aa6590fb62 req-e0927fd5-e2fe-43f6-9c23-9d0eed8cdaf5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 200 len: 908 time: 0.2473106 Nov 12 08:28:31.137560 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbb6d12e-1c81-4868-af82-79aa6590fb62 req-a93b7bb1-fcc6-4845-97de-d7534b312fa3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a HTTP/1.1" status: 200 len: 217 time: 0.0809538 Nov 12 08:28:31.143660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Attempting to bind port 0f501288-14b9-4245-914d-549f00b37d46 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:31.144121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Attempting to bind port 0f501288-14b9-4245-914d-549f00b37d46 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:31.144503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Attempting to bind port 0f501288-14b9-4245-914d-549f00b37d46 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:31.164587 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52d73826-ba5e-414f-9e85-01da079f446d req-56a31392-970e-463d-a4a3-0615ce90b900 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673493 Nov 12 08:28:31.164869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Port 0f501288-14b9-4245-914d-549f00b37d46 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:31.165195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Attempting to bind port 0f501288-14b9-4245-914d-549f00b37d46 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:31.174767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:31.175273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:31.175919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:31.176389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Bound port: 0f501288-14b9-4245-914d-549f00b37d46, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:31.181455 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.247069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d12e-1c81-4868-af82-79aa6590fb62 req-9ed4f0c9-3402-4048-8332-77c3f28ed1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:31.249267 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbb6d12e-1c81-4868-af82-79aa6590fb62 req-9ed4f0c9-3402-4048-8332-77c3f28ed1ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 200 len: 847 time: 0.1106944 Nov 12 08:28:31.318353 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbb6d12e-1c81-4868-af82-79aa6590fb62 req-1890f9ff-75d0-46f5-a9a3-766f00c723fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f52d9c59-7b29-4bd7-b161-34f597f50343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562308 Nov 12 08:28:31.337072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] For port 0f501288-14b9-4245-914d-549f00b37d46, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:31.345056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] For port 0f501288-14b9-4245-914d-549f00b37d46, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0f501288-14b9-4245-914d-549f00b37d46,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:31.357935 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.359951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47700) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:31.538631 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:31.539098 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbb6d12e-1c81-4868-af82-79aa6590fb62 req-d416c794-2ade-4cf9-b8cd-5807a7a81be0 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113817 Nov 12 08:28:31.540975 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.544159 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] 10.222.0.52 "PUT /v2.0/ports/0f501288-14b9-4245-914d-549f00b37d46 HTTP/1.1" status: 200 len: 1096 time: 1.5855653 Nov 12 08:28:31.547062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f441a2a8-54a1-457c-80ad-6da4fd177436', 'tag': '0f501288-14b9-4245-914d-549f00b37d46'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:31.552164 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee7ae24-e63a-414f-bfc6-4f2225d13a98" -d '{"events": [{"name": "network-changed", "server_uuid": "f441a2a8-54a1-457c-80ad-6da4fd177436", "tag": "0f501288-14b9-4245-914d-549f00b37d46"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:31.616675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be39adf-bfea-4399-85e2-60f702f60c2e service neutron] Pushing event updated for resources: {'Port': ['ID=0f501288-14b9-4245-914d-549f00b37d46,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:31.739702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1484227604-network', 'tenant_id': '2604f02976ba4161ba152d9e13cf8c81'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:31.743816 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630cba6f-1ac7-47b8-a697-d3994f51cda7 x-openstack-request-id: req-630cba6f-1ac7-47b8-a697-d3994f51cda7 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:31.744102 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f441a2a8-54a1-457c-80ad-6da4fd177436", "tag": "0f501288-14b9-4245-914d-549f00b37d46", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:31.744359 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-630cba6f-1ac7-47b8-a697-d3994f51cda7 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:31.745410 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f441a2a8-54a1-457c-80ad-6da4fd177436', 'tag': '0f501288-14b9-4245-914d-549f00b37d46', 'status': 'completed', 'code': 200} Nov 12 08:28:31.779448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-b9079549-41d9-4caf-9600-fb372a0835aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:31.781042 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-b9079549-41d9-4caf-9600-fb372a0835aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2af8f846b0d446d58045593d82b7d067&device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 1099 time: 0.1511762 Nov 12 08:28:31.784497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Made reservation on behalf of 2604f02976ba4161ba152d9e13cf8c81 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:31.787681 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.835767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbb6d12e-1c81-4868-af82-79aa6590fb62 req-8a134963-a05f-4ae8-b53f-36db1fac6f82 service neutron] 10.222.0.52 "GET /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928259 Nov 12 08:28:31.863670 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:31.866703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1993bd-ad29-4c6e-a1a7-714296801874 req-4e5c0b4a-afd2-43b9-863c-9167e2abc074 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:31.880559 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b1993bd-ad29-4c6e-a1a7-714296801874 req-4e5c0b4a-afd2-43b9-863c-9167e2abc074 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 947 time: 0.1435285 Nov 12 08:28:31.890215 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-3149af60-81ce-4691-a62f-cc3e9bf80d68 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=0f501288-14b9-4245-914d-549f00b37d46 HTTP/1.1" status: 200 len: 217 time: 0.0986915 Nov 12 08:28:32.023510 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b1993bd-ad29-4c6e-a1a7-714296801874 req-509e0fec-8357-4cbb-bd26-0deffb7015a2 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386380 Nov 12 08:28:32.031597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-1ed8cc45-5f4a-4a11-b718-0ea1e4e5b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.034847 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-1ed8cc45-5f4a-4a11-b718-0ea1e4e5b20e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1265490 Nov 12 08:28:32.155667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-3d17a731-052c-4fa8-8244-0aee6552f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.157440 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-3d17a731-052c-4fa8-8244-0aee6552f00e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095097 Nov 12 08:28:32.165464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.183043 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.244518 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:32.311717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:32.337953 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.338461 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Added segment f106204e-8708-4ed4-aaee-ec8fef40dd1a of type vlan for network ea539148-52d3-4835-a24a-934daced73d5 Nov 12 08:28:32.418502 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.427279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-883326b7-9066-443d-9660-28021a27c9bd service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595770 Nov 12 08:28:32.596809 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.601614 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.605227 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.671097 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-322cb6ea-3694-4ad4-a388-9c41166e2acf req-7f2574d2-2e0c-4129-bf4a-57674a1d0071 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203918 Nov 12 08:28:32.693160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3288059 Nov 12 08:28:32.707236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c882f9-147f-40a9-a5a8-a6b6dbbabf63 req-c74fa2d6-7b56-4599-b6f8-2089fd1a8ca8 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.715134 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-61c882f9-147f-40a9-a5a8-a6b6dbbabf63 req-c74fa2d6-7b56-4599-b6f8-2089fd1a8ca8 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 945 time: 0.1377842 Nov 12 08:28:32.716845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47728) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:32.728582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0d70c3cf-aada-4e87-920f-5a1bbf240852 admin admin] Request body: {'subnet': {'network_id': 'ea539148-52d3-4835-a24a-934daced73d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1484227604-subnet', 'tenant_id': '2604f02976ba4161ba152d9e13cf8c81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:32.732075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46e576-ae9d-40e1-8fa5-d242d86bc0fe admin admin] Pushing event updated for resources: {'Network': ['ID=ea539148-52d3-4835-a24a-934daced73d5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:32.748546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network ea539148-52d3-4835-a24a-934daced73d5 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:32.823076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d70c3cf-aada-4e87-920f-5a1bbf240852 admin admin] Made reservation on behalf of 2604f02976ba4161ba152d9e13cf8c81 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:32.827302 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d70c3cf-aada-4e87-920f-5a1bbf240852 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:32.870971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7ae24-e63a-414f-bfc6-4f2225d13a98 req-7a2dad54-6094-40e4-99e3-4261193b1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:32.873217 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fee7ae24-e63a-414f-bfc6-4f2225d13a98 req-7a2dad54-6094-40e4-99e3-4261193b1be7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2af8f846b0d446d58045593d82b7d067&device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 1099 time: 0.0930359 Nov 12 08:28:32.886054 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-61c882f9-147f-40a9-a5a8-a6b6dbbabf63 req-ca7a14a7-9d24-4b5e-97ea-48e54b93afa2 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648839 Nov 12 08:28:33.084608 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7ae24-e63a-414f-bfc6-4f2225d13a98 req-5c4d0ef2-13fa-4f31-9fa0-3a2d8d732e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.085707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fee7ae24-e63a-414f-bfc6-4f2225d13a98 req-5c4d0ef2-13fa-4f31-9fa0-3a2d8d732e6b service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2058215 Nov 12 08:28:33.134267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a821b6-d139-413a-b44c-671e9adfb65a req-518e38b7-1d42-4331-8e1a-9a6fadf7a802 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.144306 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b5a821b6-d139-413a-b44c-671e9adfb65a req-518e38b7-1d42-4331-8e1a-9a6fadf7a802 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 945 time: 0.1124902 Nov 12 08:28:33.168661 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fee7ae24-e63a-414f-bfc6-4f2225d13a98 req-8b96a338-1ffe-424f-aebc-86a5c32e8cea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=0f501288-14b9-4245-914d-549f00b37d46 HTTP/1.1" status: 200 len: 217 time: 0.0747769 Nov 12 08:28:33.298202 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7ae24-e63a-414f-bfc6-4f2225d13a98 req-17f89e51-198f-4b24-bbb8-7c78dd995a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.300265 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fee7ae24-e63a-414f-bfc6-4f2225d13a98 req-17f89e51-198f-4b24-bbb8-7c78dd995a50 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1247830 Nov 12 08:28:33.377546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47736) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:33.436514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d70c3cf-aada-4e87-920f-5a1bbf240852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.438917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7ae24-e63a-414f-bfc6-4f2225d13a98 req-77086b42-e020-4d5b-94a4-0c97b7a12ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.440614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fee7ae24-e63a-414f-bfc6-4f2225d13a98 req-77086b42-e020-4d5b-94a4-0c97b7a12ab9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1323106 Nov 12 08:28:33.499541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5bfc8-f3e4-4d68-9360-6929ab0930b4 req-322c21b4-9713-43d3-bd53-d8f47cdb6c8b tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.504828 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7f5bfc8-f3e4-4d68-9360-6929ab0930b4 req-322c21b4-9713-43d3-bd53-d8f47cdb6c8b tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 947 time: 0.1277616 Nov 12 08:28:33.630569 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7f5bfc8-f3e4-4d68-9360-6929ab0930b4 req-ffecd26c-2ed5-4a74-bcd9-909e88c30a04 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125455 Nov 12 08:28:33.665216 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fee7ae24-e63a-414f-bfc6-4f2225d13a98 req-c3a7f0bc-8508-49c0-a425-30e50a67397b service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081213 Nov 12 08:28:33.679124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d70c3cf-aada-4e87-920f-5a1bbf240852 admin admin] Checking segment: {'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:33.679562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70c3cf-aada-4e87-920f-5a1bbf240852 admin admin] Network hostable DHCP agents. Network: ea539148-52d3-4835-a24a-934daced73d5, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:28:33.693240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b5a821b6-d139-413a-b44c-671e9adfb65a req-258d268e-35e1-4d95-96bd-51b272e676b7 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5460346 Nov 12 08:28:33.705265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70c3cf-aada-4e87-920f-5a1bbf240852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f5b744-1aa9-46a2-8562-d5dd05d461f2,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:33.755319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70c3cf-aada-4e87-920f-5a1bbf240852 admin admin] Network ea539148-52d3-4835-a24a-934daced73d5 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:28:33.765586 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f40a3f0-952b-4d60-889e-8ca41f21d557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.790942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-0d70c3cf-aada-4e87-920f-5a1bbf240852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, ea539148-52d3-4835-a24a-934daced73d5) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:33.806588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60c189b-ec94-43f0-832e-4c8e2c3f5e31 None None] Network ea539148-52d3-4835-a24a-934daced73d5 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:33.851525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d70c3cf-aada-4e87-920f-5a1bbf240852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:33.858828 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d70c3cf-aada-4e87-920f-5a1bbf240852 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:33.903213 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fee7ae24-e63a-414f-bfc6-4f2225d13a98 req-1ebe79a7-ddf0-49ee-879d-d11341b0e5f4 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243185 Nov 12 08:28:33.954982 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0d70c3cf-aada-4e87-920f-5a1bbf240852 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2363582 Nov 12 08:28:34.053247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2bc922-4809-4342-a384-17cc8ade214c None None] Network ea539148-52d3-4835-a24a-934daced73d5 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:34.123252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f40a3f0-952b-4d60-889e-8ca41f21d557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.129515 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f40a3f0-952b-4d60-889e-8ca41f21d557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.215834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4f40a3f0-952b-4d60-889e-8ca41f21d557 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33ae1c9ed7fb4b2eac21654b800ded70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8369472 Nov 12 08:28:34.220483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47750) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:34.230022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40a3f0-952b-4d60-889e-8ca41f21d557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c74c4f-206b-4b38-a221-85dc848f3ff1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:34.255403 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd023711-2fe6-4533-b19e-53503e13f9b1 req-38c5c806-23f1-42b3-8e32-a70ed578c981 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.274377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd023711-2fe6-4533-b19e-53503e13f9b1 req-38c5c806-23f1-42b3-8e32-a70ed578c981 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 945 time: 0.2062697 Nov 12 08:28:34.328890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b2024eb-5c32-4995-9761-aaaef5f88bd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.368786 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd023711-2fe6-4533-b19e-53503e13f9b1 req-98c29310-ea23-4380-b577-a69ca5a8ad37 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922990 Nov 12 08:28:34.397804 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b2024eb-5c32-4995-9761-aaaef5f88bd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.521198 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b2024eb-5c32-4995-9761-aaaef5f88bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.523811 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b2024eb-5c32-4995-9761-aaaef5f88bd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.524987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5b2024eb-5c32-4995-9761-aaaef5f88bd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66c74c4f-206b-4b38-a221-85dc848f3ff1 HTTP/1.1" status: 204 len: 168 time: 0.3004911 Nov 12 08:28:34.549886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2024eb-5c32-4995-9761-aaaef5f88bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c74c4f-206b-4b38-a221-85dc848f3ff1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:34.560714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cff04-6177-4cd4-904a-55989d61e8e7 req-8528874e-316b-4af6-b0b0-2357deaf188c tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.573647 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47762) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:34.578518 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5e7cff04-6177-4cd4-904a-55989d61e8e7 req-8528874e-316b-4af6-b0b0-2357deaf188c tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 945 time: 0.1181290 Nov 12 08:28:34.584356 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4fee9d4e-2b21-4d15-a5ee-d700d6548c75 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Request body: {'floatingip': {'port_id': '31054c94-fa7a-46ae-a619-258cde1551d3'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:34.647173 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4fee9d4e-2b21-4d15-a5ee-d700d6548c75 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:34.878288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e9995-1e31-4c03-8b2d-fdfeababc832 req-0504c2ea-39fd-4f20-baf7-69d1bb257495 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:34.882239 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2a8e9995-1e31-4c03-8b2d-fdfeababc832 req-0504c2ea-39fd-4f20-baf7-69d1bb257495 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 947 time: 0.1207912 Nov 12 08:28:34.992350 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2a8e9995-1e31-4c03-8b2d-fdfeababc832 req-d859f804-ba3d-4228-b4e8-b7ce8d4983d4 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975471 Nov 12 08:28:35.035164 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-3a6c5492-71dc-462c-88c0-7688a07990a3 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:35.036721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-3a6c5492-71dc-462c-88c0-7688a07990a3 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.46 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 945 time: 0.2453265 Nov 12 08:28:35.114264 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ffcc6b5d-4e84-48fc-9b1e-aa3d0a7030fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.126578 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47780) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:35.134912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-5b8f9f72-9a9a-4017-8b6f-191f9858592a tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:35.137009 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-5b8f9f72-9a9a-4017-8b6f-191f9858592a tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/networks?id=ea539148-52d3-4835-a24a-934daced73d5 HTTP/1.1" status: 200 len: 822 time: 0.3728669 Nov 12 08:28:35.293498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.499613 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4fee9d4e-2b21-4d15-a5ee-d700d6548c75 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.512295 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-c769fd55-a0a4-4b40-acc5-e3b113d2a3d5 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/quotas/2604f02976ba4161ba152d9e13cf8c81 HTTP/1.1" status: 200 len: 375 time: 0.2522981 Nov 12 08:28:35.568481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5abf3f-d873-44b3-96a7-434e6aba2f8e req-99411a27-f054-4b64-8a91-94a4d4e86a68 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:35.580606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6b5abf3f-d873-44b3-96a7-434e6aba2f8e req-99411a27-f054-4b64-8a91-94a4d4e86a68 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 945 time: 0.4889603 Nov 12 08:28:35.631212 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.635173 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4fee9d4e-2b21-4d15-a5ee-d700d6548c75 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.660692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6b5abf3f-d873-44b3-96a7-434e6aba2f8e req-51f1252f-0f4d-4c2e-98d1-55b4fe1d6290 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779157 Nov 12 08:28:35.698861 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.703223 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-2911c940-a262-4420-971e-8386868584de tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2604f02976ba4161ba152d9e13cf8c81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1900005 Nov 12 08:28:35.896916 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f91b4de0c6894077a7135b05f7156c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7669082 Nov 12 08:28:35.897457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47786) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:35.927214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Deleting port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:35.927581 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:35.938354 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e57bde-623f-4262-91d9-ff329d36cb91,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:35.984083 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9539-9578-4917-993e-2a7ad7c0a708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.000211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-d7de1cdb-ea9b-49d2-8d37-f5330122c6aa service neutron] 10.222.0.31 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785873 Nov 12 08:28:36.007735 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-4fee9d4e-2b21-4d15-a5ee-d700d6548c75 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Floating IP e2f6ab73-7839-4623-822b-5682db4abb28 associated. External IP: 172.25.3.27, port: 31054c94-fa7a-46ae-a619-258cde1551d3. Nov 12 08:28:36.026596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9539-9578-4917-993e-2a7ad7c0a708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.108720 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9539-9578-4917-993e-2a7ad7c0a708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.111487 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9539-9578-4917-993e-2a7ad7c0a708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.121177 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4a6d9539-9578-4917-993e-2a7ad7c0a708 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19e57bde-623f-4262-91d9-ff329d36cb91 HTTP/1.1" status: 204 len: 168 time: 0.2167504 Nov 12 08:28:36.149001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d9539-9578-4917-993e-2a7ad7c0a708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e57bde-623f-4262-91d9-ff329d36cb91,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:36.208245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a4d05-736d-4304-93ca-478fbb046ee7 req-43a9c9f5-fa56-4eda-81ed-cf8ae6b74c35 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:36.217214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-576a4d05-736d-4304-93ca-478fbb046ee7 req-43a9c9f5-fa56-4eda-81ed-cf8ae6b74c35 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 947 time: 0.1203229 Nov 12 08:28:36.228663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:36.231618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:36.233915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:36.235717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:36.238812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:36.239533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:36.241724 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:36.242455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:36.243155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:36.244133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:36.247125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:36.247856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0540b-8c40-46cf-a3b2-eb92115880c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:36.293790 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-576a4d05-736d-4304-93ca-478fbb046ee7 req-9ac4f141-7104-40bb-8021-df2021ab274a tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734036 Nov 12 08:28:36.821507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e621f3c-b838-4975-87b0-30ad913f4f35 req-cb1881aa-a439-412a-a354-16ab7099fc3d tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:36.823269 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e621f3c-b838-4975-87b0-30ad913f4f35 req-cb1881aa-a439-412a-a354-16ab7099fc3d tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 945 time: 0.0800729 Nov 12 08:28:36.833631 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0f501288-14b9-4245-914d-549f00b37d46 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:28:36.859170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] For port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:36.859608 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:36.872260 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-3df7009f-98ae-4b76-82bf-ff72d3aa03ee service neutron] 10.222.0.31 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8379762 Nov 12 08:28:37.043503 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e621f3c-b838-4975-87b0-30ad913f4f35 req-64f98964-8df2-4719-b00d-4fdf4f59a486 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups?id=0bcbb11f-7069-4999-8ac0-febabc6188d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963727 Nov 12 08:28:37.132412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fee9d4e-2b21-4d15-a5ee-d700d6548c75 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:37.342526 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0f501288-14b9-4245-914d-549f00b37d46, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0f501288-14b9-4245-914d-549f00b37d46,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:37.371843 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.372788 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.374047 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Floating IP 8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d disassociated. External IP: 172.25.3.79, port: ec2311b1-c5ba-4ec8-90d2-d62ec9c72271. Nov 12 08:28:37.374734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Calling delete_port for ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:37.375722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '0f501288-14b9-4245-914d-549f00b37d46', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '0f501288-14b9-4245-914d-549f00b37d46', 'mac_address': 'fa:16:3e:f9:d5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:28:37.421221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fee9d4e-2b21-4d15-a5ee-d700d6548c75 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:37.428080 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4fee9d4e-2b21-4d15-a5ee-d700d6548c75 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.434344 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd0dfc1-b37d-42b6-814e-bc7d2b526833 None None] Sync routers for ids ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:37.458841 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd0dfc1-b37d-42b6-814e-bc7d2b526833 None None] Routers {'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:37.468618 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ffd0dfc1-b37d-42b6-814e-bc7d2b526833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:37.482977 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.515723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f501288-14b9-4245-914d-549f00b37d46 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:37.574071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0f501288-14b9-4245-914d-549f00b37d46, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0f501288-14b9-4245-914d-549f00b37d46,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:37.575100 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f2c3235-e301-440f-9ca2-114aa4637d60 req-71e0b211-e5a3-43c2-bb5b-8ac1c191d750 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 210 time: 0.1561804 Nov 12 08:28:37.614495 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.673502 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4fee9d4e-2b21-4d15-a5ee-d700d6548c75 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "PUT /v2.0/floatingips/e2f6ab73-7839-4623-822b-5682db4abb28 HTTP/1.1" status: 200 len: 990 time: 3.0964978 Nov 12 08:28:37.681430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'tag': '31054c94-fa7a-46ae-a619-258cde1551d3'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:37.688294 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c39516-d1a2-4e2e-913e-b4ad0b854436" -d '{"events": [{"name": "network-changed", "server_uuid": "d5307fe9-786d-4def-a375-9b18f8e1a243", "tag": "31054c94-fa7a-46ae-a619-258cde1551d3"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:37.740010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=0f501288-14b9-4245-914d-549f00b37d46,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:37.743514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3feb4c82-c764-4693-89b7-cf1964d65930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.863485 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-ffd0dfc1-b37d-42b6-814e-bc7d2b526833 None None] Set router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:37.873218 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['0f501288-14b9-4245-914d-549f00b37d46'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:37.882052 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:37.898206 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22838e2e-9225-48d8-bc3d-2151e689e695 req-6a70f883-f562-430f-8c01-8c3772409a17 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:37.912403 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22838e2e-9225-48d8-bc3d-2151e689e695 req-6a70f883-f562-430f-8c01-8c3772409a17 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 945 time: 0.1089571 Nov 12 08:28:37.992811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Pushing event deleted for resources: {'Port': ['ID=ec2311b1-c5ba-4ec8-90d2-d62ec9c72271,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:38.033767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:38.055091 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22838e2e-9225-48d8-bc3d-2151e689e695 req-38c3ccbc-ba21-4e19-9f6e-d83ff0dbcf4b tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363325 Nov 12 08:28:38.112691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:38.113028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:38.122026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd812bd-3d2f-41b4-b85f-5322acc43741 req-eab9c5d1-cd50-4110-ac12-da2165e30b27 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:38.137764 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fdd812bd-3d2f-41b4-b85f-5322acc43741 req-eab9c5d1-cd50-4110-ac12-da2165e30b27 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 948 time: 0.2690387 Nov 12 08:28:38.306042 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b337d950-a15a-4d80-8f75-5a73a1d9ecb4 x-openstack-request-id: req-b337d950-a15a-4d80-8f75-5a73a1d9ecb4 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:38.306329 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5307fe9-786d-4def-a375-9b18f8e1a243", "tag": "31054c94-fa7a-46ae-a619-258cde1551d3", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:38.306597 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b337d950-a15a-4d80-8f75-5a73a1d9ecb4 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:38.306999 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'tag': '31054c94-fa7a-46ae-a619-258cde1551d3', 'status': 'completed', 'code': 200} Nov 12 08:28:38.333240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fdd812bd-3d2f-41b4-b85f-5322acc43741 req-037770a3-fa10-460e-a7c3-d9cfe2620d0c tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943896 Nov 12 08:28:38.390293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa3d7471-0e4c-4154-96f6-1dda0cc18f6d req-bd453a25-5767-424d-9ea5-a21ffe2d2ce8 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 210 time: 0.0867345 Nov 12 08:28:38.445307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0224f-272c-4393-bb84-ba332966be69 req-7c2272de-56b2-48aa-9365-c4abe8bd3c69 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:38.450134 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9ec0224f-272c-4393-bb84-ba332966be69 req-7c2272de-56b2-48aa-9365-c4abe8bd3c69 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 945 time: 0.2449832 Nov 12 08:28:38.458977 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.631274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c39516-d1a2-4e2e-913e-b4ad0b854436 req-249c9747-176a-486c-b5c7-3f3e56fe5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:38.632887 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04c39516-d1a2-4e2e-913e-b4ad0b854436 req-249c9747-176a-486c-b5c7-3f3e56fe5557 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a83a2cedd2e243e28134c5ad2086fec7&device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 1097 time: 0.3195133 Nov 12 08:28:38.695150 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ffd0dfc1-b37d-42b6-814e-bc7d2b526833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:28:06Z', 'revision_number': 4, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'e2f6ab73-7839-4623-822b-5682db4abb28', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'port_id': '31054c94-fa7a-46ae-a619-258cde1551d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'mac_address': 'fa:16:3e:26:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:28:14Z', 'updated_at': '2021-11-12T08:28:35Z', 'revision_number': 1, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3859183-f0cb-4e67-81e1-a2ab450c5820', 'name': '', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'mac_address': 'fa:16:3e:bc:65:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:04Z', 'updated_at': '2021-11-12T08:28:12Z', 'revision_number': 5, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'subnets': [{'id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:38.707225 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-9ec0224f-272c-4393-bb84-ba332966be69 req-ecf8f888-f19e-4a2d-be31-a5150cd49da9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Deleting port 81326f93-053f-4891-b875-1fef1d1b6bc1 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:38.707604 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9ec0224f-272c-4393-bb84-ba332966be69 req-ecf8f888-f19e-4a2d-be31-a5150cd49da9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.747432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Router f756d98b-380c-4394-97a6-fc1bdd34b8d1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:38.763277 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd0dfc1-b37d-42b6-814e-bc7d2b526833 None None] Checking router: f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:38.772648 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd0dfc1-b37d-42b6-814e-bc7d2b526833 None None] Routers {'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:38.773293 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ffd0dfc1-b37d-42b6-814e-bc7d2b526833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:38.834904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0f501288-14b9-4245-914d-549f00b37d46 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:38.849555 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e4732760-997c-43af-842a-f2a22456054c req-c76fef06-5bc7-4793-90be-1f6b80d326d2 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 210 time: 0.0508595 Nov 12 08:28:38.941457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-9ec0224f-272c-4393-bb84-ba332966be69 req-ecf8f888-f19e-4a2d-be31-a5150cd49da9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] For port 81326f93-053f-4891-b875-1fef1d1b6bc1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=81326f93-053f-4891-b875-1fef1d1b6bc1,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:38.944594 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9ec0224f-272c-4393-bb84-ba332966be69 req-ecf8f888-f19e-4a2d-be31-a5150cd49da9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.970274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-9ec0224f-272c-4393-bb84-ba332966be69 req-ecf8f888-f19e-4a2d-be31-a5150cd49da9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Calling delete_port for 81326f93-053f-4891-b875-1fef1d1b6bc1 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:38.974002 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 0f501288-14b9-4245-914d-549f00b37d46 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:28:38.979968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 0f501288-14b9-4245-914d-549f00b37d46 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:38.980535 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:38.987751 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-ffd0dfc1-b37d-42b6-814e-bc7d2b526833 None None] Set router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:38.998720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c39516-d1a2-4e2e-913e-b4ad0b854436 req-84535190-8300-4238-8bfe-504b93b221c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:39.004850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04c39516-d1a2-4e2e-913e-b4ad0b854436 req-84535190-8300-4238-8bfe-504b93b221c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=901167d3-ab01-456d-9edf-b5969b64419a HTTP/1.1" status: 200 len: 916 time: 0.3587472 Nov 12 08:28:39.214182 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.289957 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f441a2a8-54a1-457c-80ad-6da4fd177436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f501288-14b9-4245-914d-549f00b37d46'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:39.294570 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b51da37-c045-4d60-bf8f-ec2c4ddc17fd" -d '{"events": [{"server_uuid": "f441a2a8-54a1-457c-80ad-6da4fd177436", "name": "network-vif-plugged", "status": "completed", "tag": "0f501288-14b9-4245-914d-549f00b37d46"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:39.311564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0f501288-14b9-4245-914d-549f00b37d46, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0f501288-14b9-4245-914d-549f00b37d46,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:39.320086 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.329474 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9ec0224f-272c-4393-bb84-ba332966be69 req-ecf8f888-f19e-4a2d-be31-a5150cd49da9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.363857 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['81326f93-053f-4891-b875-1fef1d1b6bc1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:39.382694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8f888-f19e-4a2d-be31-a5150cd49da9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Pushing event deleted for resources: {'Port': ['ID=81326f93-053f-4891-b875-1fef1d1b6bc1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:39.452518 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ffd0dfc1-b37d-42b6-814e-bc7d2b526833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:28:06Z', 'revision_number': 4, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'e2f6ab73-7839-4623-822b-5682db4abb28', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'port_id': '31054c94-fa7a-46ae-a619-258cde1551d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'mac_address': 'fa:16:3e:26:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:28:14Z', 'updated_at': '2021-11-12T08:28:35Z', 'revision_number': 1, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3859183-f0cb-4e67-81e1-a2ab450c5820', 'name': '', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'mac_address': 'fa:16:3e:bc:65:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:04Z', 'updated_at': '2021-11-12T08:28:12Z', 'revision_number': 5, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'subnets': [{'id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:39.456809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=0f501288-14b9-4245-914d-549f00b37d46,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:39.483852 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd0dfc1-b37d-42b6-814e-bc7d2b526833 None None] The sync data for ids ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'] in n-d-768851-18 is: [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:28:06Z', 'revision_number': 4, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'e2f6ab73-7839-4623-822b-5682db4abb28', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'port_id': '31054c94-fa7a-46ae-a619-258cde1551d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'mac_address': 'fa:16:3e:26:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:28:14Z', 'updated_at': '2021-11-12T08:28:35Z', 'revision_number': 1, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3859183-f0cb-4e67-81e1-a2ab450c5820', 'name': '', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'mac_address': 'fa:16:3e:bc:65:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:04Z', 'updated_at': '2021-11-12T08:28:12Z', 'revision_number': 5, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'subnets': [{'id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:39.496280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec0224f-272c-4393-bb84-ba332966be69 req-ecf8f888-f19e-4a2d-be31-a5150cd49da9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] No DVR routers for this DVR port 81326f93-053f-4891-b875-1fef1d1b6bc1 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:39.498661 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04c39516-d1a2-4e2e-913e-b4ad0b854436 req-93e47f60-8e99-45e9-8a98-3243f29f7b97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31054c94-fa7a-46ae-a619-258cde1551d3 HTTP/1.1" status: 200 len: 998 time: 0.4002180 Nov 12 08:28:39.500017 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9ec0224f-272c-4393-bb84-ba332966be69 req-ecf8f888-f19e-4a2d-be31-a5150cd49da9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.504664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9ec0224f-272c-4393-bb84-ba332966be69 req-ecf8f888-f19e-4a2d-be31-a5150cd49da9 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.52 "DELETE /v2.0/ports/81326f93-053f-4891-b875-1fef1d1b6bc1 HTTP/1.1" status: 204 len: 173 time: 1.0463884 Nov 12 08:28:39.505980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb491a4d-cd47-4094-a452-a4e9d336d449', 'name': 'network-vif-deleted', 'tag': '81326f93-053f-4891-b875-1fef1d1b6bc1'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:39.509487 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a199512-b36b-47c4-bb45-dfcdb9f3ed91" -d '{"events": [{"server_uuid": "fb491a4d-cd47-4094-a452-a4e9d336d449", "name": "network-vif-deleted", "tag": "81326f93-053f-4891-b875-1fef1d1b6bc1"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:39.523762 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e438a0-ed67-4eda-ad42-cfbb3675b0e4 x-openstack-request-id: req-c4e438a0-ed67-4eda-ad42-cfbb3675b0e4 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:39.523985 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f441a2a8-54a1-457c-80ad-6da4fd177436", "name": "network-vif-plugged", "status": "completed", "tag": "0f501288-14b9-4245-914d-549f00b37d46", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:39.524204 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4e438a0-ed67-4eda-ad42-cfbb3675b0e4 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:39.524666 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f441a2a8-54a1-457c-80ad-6da4fd177436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f501288-14b9-4245-914d-549f00b37d46', 'code': 200} Nov 12 08:28:39.613383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44ea19-66d5-45fb-aa6e-cdb6d77459fb req-8f0522f4-801e-4c85-81a0-0c393e8b9f81 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:39.617658 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1a44ea19-66d5-45fb-aa6e-cdb6d77459fb req-8f0522f4-801e-4c85-81a0-0c393e8b9f81 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb491a4d-cd47-4094-a452-a4e9d336d449 HTTP/1.1" status: 200 len: 866 time: 0.3690944 Nov 12 08:28:39.640769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:39.653306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-58d4ea19-dadf-463f-8518-1f9c0ad12c69 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:39.654807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-58d4ea19-dadf-463f-8518-1f9c0ad12c69 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.52 "GET /v2.0/networks?id=ea539148-52d3-4835-a24a-934daced73d5 HTTP/1.1" status: 200 len: 822 time: 0.4372537 Nov 12 08:28:39.666380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac320430-9f82-4690-8479-db7dc443e173 None None] Sync routers for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:39.669458 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Request body: {'port': {'device_id': '01be6591-b823-4d23-8abb-d2990574ddcc', 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5', 'admin_state_up': True, 'tenant_id': '2604f02976ba4161ba152d9e13cf8c81'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:39.682941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac320430-9f82-4690-8479-db7dc443e173 None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:39.684001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ac320430-9f82-4690-8479-db7dc443e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:39.716742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147b3c6-c5f3-46c1-a042-38031b3b41c3 req-bc52c6fa-f5cb-4746-a828-c719386e0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:39.718494 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5147b3c6-c5f3-46c1-a042-38031b3b41c3 req-bc52c6fa-f5cb-4746-a828-c719386e0bb9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 1101 time: 0.1134200 Nov 12 08:28:39.740867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356c3ba-8a8c-4189-86ab-b29d99a140b9 req-7d42a8ce-7c0c-4bf2-9bb6-e5524e2cdf89 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:39.742548 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d356c3ba-8a8c-4189-86ab-b29d99a140b9 req-7d42a8ce-7c0c-4bf2-9bb6-e5524e2cdf89 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 949 time: 0.1237571 Nov 12 08:28:39.771060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] No DVR routers for this DVR port ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:39.776752 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:39.780320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-107dce9b-6a7c-4801-b915-dca8355dde6d req-10f39caf-47ee-47a8-8450-8ffd452c84ba tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.46 "DELETE /v2.0/ports/ec2311b1-c5ba-4ec8-90d2-d62ec9c72271 HTTP/1.1" status: 204 len: 173 time: 4.7332594 Nov 12 08:28:39.820291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5147b3c6-c5f3-46c1-a042-38031b3b41c3 req-2bb65b76-f41c-45e6-b50b-6b713349bc9b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929174 Nov 12 08:28:39.836583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d356c3ba-8a8c-4189-86ab-b29d99a140b9 req-d39da2b3-3796-4acc-a089-008a13bb8d3e tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857244 Nov 12 08:28:39.848075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-ac320430-9f82-4690-8479-db7dc443e173 None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:39.868516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1a44ea19-66d5-45fb-aa6e-cdb6d77459fb req-8aae044a-3d08-4666-a624-cc0c4e288c88 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100666 Nov 12 08:28:39.869938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c39516-d1a2-4e2e-913e-b4ad0b854436 req-43a11a52-a229-4075-bcf8-362cf04143ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:39.872095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04c39516-d1a2-4e2e-913e-b4ad0b854436 req-43a11a52-a229-4075-bcf8-362cf04143ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aeb4e768-5faf-4bf2-a072-bba52bb9ca81 HTTP/1.1" status: 200 len: 854 time: 0.3590941 Nov 12 08:28:39.915917 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d250d-6e28-4276-8c62-52591f4b9031 None None] New status for floating IP e2f6ab73-7839-4623-822b-5682db4abb28: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:28:39.968936 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32636d46-c422-471e-9ea2-d0d57a387bb7 x-openstack-request-id: req-32636d46-c422-471e-9ea2-d0d57a387bb7 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:39.969432 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb491a4d-cd47-4094-a452-a4e9d336d449", "name": "network-vif-deleted", "tag": "81326f93-053f-4891-b875-1fef1d1b6bc1", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:39.969683 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32636d46-c422-471e-9ea2-d0d57a387bb7 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:39.970302 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb491a4d-cd47-4094-a452-a4e9d336d449', 'name': 'network-vif-deleted', 'tag': '81326f93-053f-4891-b875-1fef1d1b6bc1', 'status': 'completed', 'code': 200} Nov 12 08:28:39.975993 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.022551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c39516-d1a2-4e2e-913e-b4ad0b854436 req-4d2cc32c-c730-42be-96af-60259fdd722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:40.024209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04c39516-d1a2-4e2e-913e-b4ad0b854436 req-4d2cc32c-c730-42be-96af-60259fdd722c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=901167d3-ab01-456d-9edf-b5969b64419a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444325 Nov 12 08:28:40.061212 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8ee98cd-c06f-4d87-b4d7-dea83300f01d req-f0d694d4-56ee-4f6d-97cd-83c2d2921f93 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 210 time: 0.0718231 Nov 12 08:28:40.068550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Made reservation on behalf of 2604f02976ba4161ba152d9e13cf8c81 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:40.073353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.266432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-732392f0-d51b-490f-8a28-fd243c659af6 req-a0382c8b-533e-4d49-b610-4bab20902a52 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 210 time: 0.0475800 Nov 12 08:28:40.268875 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04c39516-d1a2-4e2e-913e-b4ad0b854436 req-2506902d-26c7-4e0a-9b8c-d360b2332e9c service neutron] 10.222.0.46 "GET /v2.0/networks/901167d3-ab01-456d-9edf-b5969b64419a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351689 Nov 12 08:28:40.284290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ac320430-9f82-4690-8479-db7dc443e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:21Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:40.326209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac320430-9f82-4690-8479-db7dc443e173 None None] Checking router: f756d98b-380c-4394-97a6-fc1bdd34b8d1 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:40.336348 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac320430-9f82-4690-8479-db7dc443e173 None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:40.337174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ac320430-9f82-4690-8479-db7dc443e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:40.364711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'name': 'network-vif-deleted', 'tag': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:40.367116 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35f1a50-6f5c-41d6-8f8a-a8e1f0b1ecff" -d '{"events": [{"server_uuid": "45f51e15-757b-40b0-bffe-cfe6693b8d38", "name": "network-vif-deleted", "tag": "ec2311b1-c5ba-4ec8-90d2-d62ec9c72271"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:40.443623 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b52d57a-32c0-4451-8d27-6eb71854cdbc x-openstack-request-id: req-6b52d57a-32c0-4451-8d27-6eb71854cdbc {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:40.443968 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f51e15-757b-40b0-bffe-cfe6693b8d38", "name": "network-vif-deleted", "tag": "ec2311b1-c5ba-4ec8-90d2-d62ec9c72271", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:40.444171 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b52d57a-32c0-4451-8d27-6eb71854cdbc {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:40.444542 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f51e15-757b-40b0-bffe-cfe6693b8d38', 'name': 'network-vif-deleted', 'tag': 'ec2311b1-c5ba-4ec8-90d2-d62ec9c72271', 'status': 'completed', 'code': 200} Nov 12 08:28:40.455126 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-475a5b9e-2f86-4492-b434-f0d7a17a59f4 req-a03e9b2a-3f2e-46ed-b61e-e2dcb04855da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0492489 Nov 12 08:28:40.482639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Allocated IP 172.20.0.9 (ea539148-52d3-4835-a24a-934daced73d5/87f5b744-1aa9-46a2-8562-d5dd05d461f2/d53f84e6-577e-45e6-8150-6da0b96a2b6c) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:40.523906 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04c39516-d1a2-4e2e-913e-b4ad0b854436 req-60c84169-b3b6-45e7-a815-de41cd4af621 service neutron] 10.222.0.46 "GET /v2.0/networks/901167d3-ab01-456d-9edf-b5969b64419a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380719 Nov 12 08:28:40.540829 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-475a5b9e-2f86-4492-b434-f0d7a17a59f4 req-cb257684-e229-4c83-8ea9-74b6aade3e15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420&device_id=45f51e15-757b-40b0-bffe-cfe6693b8d38 HTTP/1.1" status: 200 len: 210 time: 0.0403111 Nov 12 08:28:40.549504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-ac320430-9f82-4690-8479-db7dc443e173 None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:40.734831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47908) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:40.791845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ac320430-9f82-4690-8479-db7dc443e173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:21Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:40.802058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a5b9e-2f86-4492-b434-f0d7a17a59f4 req-6ea4a32d-9e61-4ad1-8758-cce489156097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:40.803554 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-475a5b9e-2f86-4492-b434-f0d7a17a59f4 req-6ea4a32d-9e61-4ad1-8758-cce489156097 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1923249 Nov 12 08:28:40.808567 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.822261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac320430-9f82-4690-8479-db7dc443e173 None None] The sync data for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 is: [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:22:16Z', 'revision_number': 4, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c7035983-dbf9-486b-9c31-451005f15ca0', 'name': '', 'network_id': '610099d6-8440-4178-8197-ba53b457a74a', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'mac_address': 'fa:16:3e:22:19:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:14Z', 'updated_at': '2021-11-12T08:22:21Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'subnets': [{'id': 'f9f27438-c400-45f9-9633-ff6491532b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:40.874065 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.928161 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22261795-072e-42b6-ab1a-cc781bfec882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:40.947545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.063336 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22261795-072e-42b6-ab1a-cc781bfec882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.068234 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22261795-072e-42b6-ab1a-cc781bfec882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.126428 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-22261795-072e-42b6-ab1a-cc781bfec882 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f355d630bfc4d92b972d7c3f2fab321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908200 Nov 12 08:28:41.127512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47920) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:41.128468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22261795-072e-42b6-ab1a-cc781bfec882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cf76e4-535a-4239-8e05-dd42e1983d54,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:41.202157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62b995c8-e08b-4efe-966b-82f5bdd9e111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.229752 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62b995c8-e08b-4efe-966b-82f5bdd9e111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.292449 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62b995c8-e08b-4efe-966b-82f5bdd9e111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.294837 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec97ad81-07ab-4aac-90e5-4c2bc489ac74 None None] New status for floating IP 8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:28:41.295417 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62b995c8-e08b-4efe-966b-82f5bdd9e111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.299794 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-62b995c8-e08b-4efe-966b-82f5bdd9e111 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72cf76e4-535a-4239-8e05-dd42e1983d54 HTTP/1.1" status: 204 len: 168 time: 0.1679726 Nov 12 08:28:41.308664 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b995c8-e08b-4efe-966b-82f5bdd9e111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cf76e4-535a-4239-8e05-dd42e1983d54,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:41.364558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a5b9e-2f86-4492-b434-f0d7a17a59f4 req-055453d3-cb50-49a4-8983-05326de7bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:41.366097 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-475a5b9e-2f86-4492-b434-f0d7a17a59f4 req-055453d3-cb50-49a4-8983-05326de7bfab service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5543094 Nov 12 08:28:41.388279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Network ea539148-52d3-4835-a24a-934daced73d5 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:41.405749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bb564-5f35-4b74-ae5f-3a745cc7ebfe req-902b18a7-9f80-4048-b427-a2e02bc3f6d8 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:41.407656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a8bb564-5f35-4b74-ae5f-3a745cc7ebfe req-902b18a7-9f80-4048-b427-a2e02bc3f6d8 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 949 time: 0.0854943 Nov 12 08:28:41.407932 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7392de3-7b50-4b35-8f7a-ff1984d588cb req-670ea244-951a-4d0f-ba3f-8260b903cb63 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:41.409740 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d7392de3-7b50-4b35-8f7a-ff1984d588cb req-670ea244-951a-4d0f-ba3f-8260b903cb63 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 945 time: 0.0589304 Nov 12 08:28:41.412905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:41.415433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:41.420345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event updated for resources: {'Port': ['ID=d53f84e6-577e-45e6-8150-6da0b96a2b6c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:41.498099 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d7392de3-7b50-4b35-8f7a-ff1984d588cb req-28896b5a-b693-4ec6-bd0a-6c839f8a522c tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765381 Nov 12 08:28:41.500555 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:41.501244 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.532030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-8a24dc02-c95c-4375-b2c5-9c022e29413b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8667355 Nov 12 08:28:41.551722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Request body: {'port': {'device_id': '01be6591-b823-4d23-8abb-d2990574ddcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:41.593974 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a8bb564-5f35-4b74-ae5f-3a745cc7ebfe req-a9fc8503-7648-4ce9-86f1-c69b87489274 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509151 Nov 12 08:28:41.631189 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.641484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7edb-65b7-41b4-a18b-fdfbe778b117 req-3779f33e-77f0-45dd-8a79-8d2bd55d175a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:41.645238 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09dd7edb-65b7-41b4-a18b-fdfbe778b117 req-3779f33e-77f0-45dd-8a79-8d2bd55d175a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.52 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 945 time: 0.0979979 Nov 12 08:28:41.704458 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47942) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:41.743550 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-011c7a4e-d46b-4b5b-935f-5329f9dff3c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.805351 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-09dd7edb-65b7-41b4-a18b-fdfbe778b117 req-87d3f20e-01f4-4256-92b0-4dd2b19c59a5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Deleting port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:41.805699 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-09dd7edb-65b7-41b4-a18b-fdfbe778b117 req-87d3f20e-01f4-4256-92b0-4dd2b19c59a5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.849282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809b07f-c5b3-4971-ba81-f220cc08581a req-5296e9ea-a518-4218-847a-158dd5186864 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:41.850766 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b809b07f-c5b3-4971-ba81-f220cc08581a req-5296e9ea-a518-4218-847a-158dd5186864 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 931 time: 0.0888290 Nov 12 08:28:41.921982 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-011c7a4e-d46b-4b5b-935f-5329f9dff3c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.934166 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-011c7a4e-d46b-4b5b-935f-5329f9dff3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.938863 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-09dd7edb-65b7-41b4-a18b-fdfbe778b117 req-87d3f20e-01f4-4256-92b0-4dd2b19c59a5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] For port a6a9e300-e1d4-4a9f-9a81-d63a984757f8, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:41.938863 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-09dd7edb-65b7-41b4-a18b-fdfbe778b117 req-87d3f20e-01f4-4256-92b0-4dd2b19c59a5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:41.949448 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b809b07f-c5b3-4971-ba81-f220cc08581a req-62a19899-0b77-4d2d-a4bb-f6f1360ff7c8 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730536 Nov 12 08:28:41.975087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-09dd7edb-65b7-41b4-a18b-fdfbe778b117 req-87d3f20e-01f4-4256-92b0-4dd2b19c59a5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Calling delete_port for a6a9e300-e1d4-4a9f-9a81-d63a984757f8 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:41.999903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c7a4e-d46b-4b5b-935f-5329f9dff3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bf2be7-49ee-4113-b569-dbb73e18c69f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:42.006704 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-011c7a4e-d46b-4b5b-935f-5329f9dff3c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b73484acf25543e4a8170f602e270a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985468 Nov 12 08:28:42.007629 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47946) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:42.060277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53f84e6-577e-45e6-8150-6da0b96a2b6c {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:42.069654 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.084299 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Transition to ACTIVE for port object d53f84e6-577e-45e6-8150-6da0b96a2b6c will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:42.090787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47950) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:42.101148 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.131364 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.158604 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.232960 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-09dd7edb-65b7-41b4-a18b-fdfbe778b117 req-87d3f20e-01f4-4256-92b0-4dd2b19c59a5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.237603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Pushing event updated for resources: {'Port': ['ID=d53f84e6-577e-45e6-8150-6da0b96a2b6c,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:42.271015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3f20e-01f4-4256-92b0-4dd2b19c59a5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Pushing event deleted for resources: {'Port': ['ID=a6a9e300-e1d4-4a9f-9a81-d63a984757f8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:42.285756 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.289286 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.289424 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab40b7f8-9d01-4326-9fd3-f56146625ea2 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.290280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31bf2be7-49ee-4113-b569-dbb73e18c69f HTTP/1.1" status: 204 len: 168 time: 0.2817414 Nov 12 08:28:42.314324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533ed7d-2e84-478d-8f2a-d02b636ec6fd req-856cdb24-27a9-4fdb-bb72-65b9f72a3811 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:42.316088 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9533ed7d-2e84-478d-8f2a-d02b636ec6fd req-856cdb24-27a9-4fdb-bb72-65b9f72a3811 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 949 time: 0.1556826 Nov 12 08:28:42.327462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bf2be7-49ee-4113-b569-dbb73e18c69f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:42.352498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:42.352773 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:42.353082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:42.353449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:42.353783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:42.354161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:42.354992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:42.355316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:42.355637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:42.355948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:42.356349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:42.356726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b0836-0388-41f4-99d1-36593ab76f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:28:42.360017 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dd7edb-65b7-41b4-a18b-fdfbe778b117 req-87d3f20e-01f4-4256-92b0-4dd2b19c59a5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] No DVR routers for this DVR port a6a9e300-e1d4-4a9f-9a81-d63a984757f8 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:42.362280 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-09dd7edb-65b7-41b4-a18b-fdfbe778b117 req-87d3f20e-01f4-4256-92b0-4dd2b19c59a5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.364687 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab40b7f8-9d01-4326-9fd3-f56146625ea2 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.365803 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09dd7edb-65b7-41b4-a18b-fdfbe778b117 req-87d3f20e-01f4-4256-92b0-4dd2b19c59a5 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.52 "DELETE /v2.0/ports/a6a9e300-e1d4-4a9f-9a81-d63a984757f8 HTTP/1.1" status: 204 len: 173 time: 0.7136137 Nov 12 08:28:42.366123 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9068dc21-833d-42d1-adad-28f281338ac5', 'name': 'network-vif-deleted', 'tag': 'a6a9e300-e1d4-4a9f-9a81-d63a984757f8'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:42.368390 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509ebc96-d329-4fb1-998a-b25be54dd8be" -d '{"events": [{"server_uuid": "9068dc21-833d-42d1-adad-28f281338ac5", "name": "network-vif-deleted", "tag": "a6a9e300-e1d4-4a9f-9a81-d63a984757f8"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:42.418226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Attempting to bind port d53f84e6-577e-45e6-8150-6da0b96a2b6c on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:42.418573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Attempting to bind port d53f84e6-577e-45e6-8150-6da0b96a2b6c by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:42.418770 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559e9ff8-2371-4fb4-82da-9e365d40e4a5 x-openstack-request-id: req-559e9ff8-2371-4fb4-82da-9e365d40e4a5 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:42.418969 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Attempting to bind port d53f84e6-577e-45e6-8150-6da0b96a2b6c on network ea539148-52d3-4835-a24a-934daced73d5 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:42.419069 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9068dc21-833d-42d1-adad-28f281338ac5", "name": "network-vif-deleted", "tag": "a6a9e300-e1d4-4a9f-9a81-d63a984757f8", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:42.419333 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-559e9ff8-2371-4fb4-82da-9e365d40e4a5 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:42.419755 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9068dc21-833d-42d1-adad-28f281338ac5', 'name': 'network-vif-deleted', 'tag': 'a6a9e300-e1d4-4a9f-9a81-d63a984757f8', 'status': 'completed', 'code': 200} Nov 12 08:28:42.455038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Port d53f84e6-577e-45e6-8150-6da0b96a2b6c on network ea539148-52d3-4835-a24a-934daced73d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:42.455420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Attempting to bind port d53f84e6-577e-45e6-8150-6da0b96a2b6c on network ea539148-52d3-4835-a24a-934daced73d5 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:42.468431 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9533ed7d-2e84-478d-8f2a-d02b636ec6fd req-662c694c-258f-48ce-a8f3-712ec6f900a5 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445048 Nov 12 08:28:42.469246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:42.469660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Checking segment: {'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:42.470085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Bound using segment: {'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:42.470576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Bound port: d53f84e6-577e-45e6-8150-6da0b96a2b6c, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:42.470992 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.538708 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab40b7f8-9d01-4326-9fd3-f56146625ea2 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.542858 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab40b7f8-9d01-4326-9fd3-f56146625ea2 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.546956 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ab40b7f8-9d01-4326-9fd3-f56146625ea2 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "DELETE /v2.0/security-groups/0bcbb11f-7069-4999-8ac0-febabc6188d0 HTTP/1.1" status: 204 len: 168 time: 0.4530528 Nov 12 08:28:42.547925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47964) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:42.571518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40b7f8-9d01-4326-9fd3-f56146625ea2 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcbb11f-7069-4999-8ac0-febabc6188d0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:42.584368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] For port d53f84e6-577e-45e6-8150-6da0b96a2b6c, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:42.596761 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-1f2f54a6-362f-4700-8634-655e0610e642 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] show failed (client error): The resource could not be found. Nov 12 08:28:42.597947 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1f2f54a6-362f-4700-8634-655e0610e642 tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "GET /v2.0/security-groups/0bcbb11f-7069-4999-8ac0-febabc6188d0 HTTP/1.1" status: 404 len: 347 time: 0.0483813 Nov 12 08:28:42.601941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47970) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:42.609557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] For port d53f84e6-577e-45e6-8150-6da0b96a2b6c, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d53f84e6-577e-45e6-8150-6da0b96a2b6c,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:42.619339 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.677015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:42.678601 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.680243 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] 10.222.0.52 "PUT /v2.0/ports/d53f84e6-577e-45e6-8150-6da0b96a2b6c HTTP/1.1" status: 200 len: 1092 time: 1.1333337 Nov 12 08:28:42.683338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01be6591-b823-4d23-8abb-d2990574ddcc', 'tag': 'd53f84e6-577e-45e6-8150-6da0b96a2b6c'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:42.688007 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef98833f-e66a-4bce-b864-86e609080b76" -d '{"events": [{"name": "network-changed", "server_uuid": "01be6591-b823-4d23-8abb-d2990574ddcc", "tag": "d53f84e6-577e-45e6-8150-6da0b96a2b6c"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:42.721910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb2e08-92bb-45d4-8958-f266035e080b service neutron] Pushing event updated for resources: {'Port': ['ID=d53f84e6-577e-45e6-8150-6da0b96a2b6c,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:42.779655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-07083103-aaa8-4a39-9387-ed639bc3cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:42.781971 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-07083103-aaa8-4a39-9387-ed639bc3cae4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2604f02976ba4161ba152d9e13cf8c81&device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 1095 time: 0.0548723 Nov 12 08:28:42.801306 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2f003d85-0848-4fc1-a76c-ba4508d8be6a req-e596e484-9122-455a-a37d-938658aefe07 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=9068dc21-833d-42d1-adad-28f281338ac5 HTTP/1.1" status: 200 len: 210 time: 0.1002195 Nov 12 08:28:42.839488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device a6a9e300-e1d4-4a9f-9a81-d63a984757f8 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:42.873457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: a6a9e300-e1d4-4a9f-9a81-d63a984757f8 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:42.873716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device a6a9e300-e1d4-4a9f-9a81-d63a984757f8 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:42.874115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 81326f93-053f-4891-b875-1fef1d1b6bc1 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:42.899775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 81326f93-053f-4891-b875-1fef1d1b6bc1 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:42.900481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 81326f93-053f-4891-b875-1fef1d1b6bc1 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:42.904599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9b78b278-2c68-43a1-92ec-a582980e76fb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Deleting port 6142cbae-e274-4d4d-8f06-a252367eed88 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:42.904946 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b78b278-2c68-43a1-92ec-a582980e76fb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:42.909217 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf15872-8b3f-4d1d-9b19-a7aea182b5a0 x-openstack-request-id: req-ccf15872-8b3f-4d1d-9b19-a7aea182b5a0 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:42.909729 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01be6591-b823-4d23-8abb-d2990574ddcc", "tag": "d53f84e6-577e-45e6-8150-6da0b96a2b6c", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:42.909949 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccf15872-8b3f-4d1d-9b19-a7aea182b5a0 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:42.910306 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01be6591-b823-4d23-8abb-d2990574ddcc', 'tag': 'd53f84e6-577e-45e6-8150-6da0b96a2b6c', 'status': 'completed', 'code': 200} Nov 12 08:28:42.929719 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-891240fa-2a37-4026-9e03-30166d9f184a tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2af8f846b0d446d58045593d82b7d067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231053 Nov 12 08:28:42.931516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-061c886c-474d-4d08-968e-eda8d7d31f7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d53f84e6-577e-45e6-8150-6da0b96a2b6c HTTP/1.1" status: 200 len: 217 time: 0.1405816 Nov 12 08:28:43.087913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-2b62e106-4e6a-4b6e-8552-ce59aa10a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:43.090129 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-2b62e106-4e6a-4b6e-8552-ce59aa10a387 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87f5b744-1aa9-46a2-8562-d5dd05d461f2 HTTP/1.1" status: 200 len: 862 time: 0.1471596 Nov 12 08:28:43.128814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b78b278-2c68-43a1-92ec-a582980e76fb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.129420 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b78b278-2c68-43a1-92ec-a582980e76fb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.144381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-fbeda126-b2f3-4a03-bb32-2cc15fc83eb0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea539148-52d3-4835-a24a-934daced73d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324898 Nov 12 08:28:43.157638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9b78b278-2c68-43a1-92ec-a582980e76fb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Calling delete_port for 6142cbae-e274-4d4d-8f06-a252367eed88 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:43.174086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-df606cab-3ecf-4ef5-97f6-2543bf8e5661 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:43.175798 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-df606cab-3ecf-4ef5-97f6-2543bf8e5661 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378690 Nov 12 08:28:43.231336 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-65d6f1e3-e857-4ab4-bb59-316d31af3131 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/quotas/2af8f846b0d446d58045593d82b7d067 HTTP/1.1" status: 200 len: 375 time: 0.0440700 Nov 12 08:28:43.261829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e91b1-8299-4bed-ab32-014b782b08e1 req-f73c312c-55ea-430f-babc-f1ec919ce28a tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:43.261829 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b55e91b1-8299-4bed-ab32-014b782b08e1 req-f73c312c-55ea-430f-babc-f1ec919ce28a tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 943 time: 0.1897669 Nov 12 08:28:43.304306 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-3269ca54-c8fc-4b40-89bc-83789b145fb5 service neutron] 10.222.0.52 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497421 Nov 12 08:28:43.339481 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b55e91b1-8299-4bed-ab32-014b782b08e1 req-8c18e210-7084-4e3f-a6a4-41ff0e192c78 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699334 Nov 12 08:28:43.339727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-b5935024-8aec-4a1d-87a1-e00b07eeabfb tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2af8f846b0d446d58045593d82b7d067&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0952854 Nov 12 08:28:43.412416 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b78b278-2c68-43a1-92ec-a582980e76fb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.431111 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e12191-3bc5-405c-99de-d790d5a75572 req-604042a4-7eb5-4076-9994-c9b894a4e2de service neutron] 10.222.0.52 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180141 Nov 12 08:28:43.441942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78b278-2c68-43a1-92ec-a582980e76fb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Pushing event deleted for resources: {'Port': ['ID=6142cbae-e274-4d4d-8f06-a252367eed88,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:43.518989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b78b278-2c68-43a1-92ec-a582980e76fb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.522191 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b78b278-2c68-43a1-92ec-a582980e76fb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:43.523214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9b78b278-2c68-43a1-92ec-a582980e76fb tempest-ServersWithSpecificFlavorTestJSON-294031127 tempest-ServersWithSpecificFlavorTestJSON-294031127-project] 10.222.0.31 "DELETE /v2.0/floatingips/8cc5bbe4-3bba-4692-9d9b-30e2dad9a33d HTTP/1.1" status: 204 len: 168 time: 0.9160733 Nov 12 08:28:43.542714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98833f-e66a-4bce-b864-86e609080b76 req-a95e1e68-ea68-4962-825f-8c4132cf74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:43.544602 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef98833f-e66a-4bce-b864-86e609080b76 req-a95e1e68-ea68-4962-825f-8c4132cf74ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2604f02976ba4161ba152d9e13cf8c81&device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 1095 time: 0.0618329 Nov 12 08:28:43.676252 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1faf893f-25bd-4533-b09a-7b5dfc8712f0 req-98da82a3-25b0-4502-8941-3643b1e66154 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 210 time: 0.0387294 Nov 12 08:28:43.710536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98833f-e66a-4bce-b864-86e609080b76 req-94197198-ec14-4987-ad13-970382c32393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:43.715344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef98833f-e66a-4bce-b864-86e609080b76 req-94197198-ec14-4987-ad13-970382c32393 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea539148-52d3-4835-a24a-934daced73d5 HTTP/1.1" status: 200 len: 923 time: 0.1569366 Nov 12 08:28:43.772956 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef98833f-e66a-4bce-b864-86e609080b76 req-2c8c72c0-d401-4745-95f6-294d26644eb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d53f84e6-577e-45e6-8150-6da0b96a2b6c HTTP/1.1" status: 200 len: 217 time: 0.0491338 Nov 12 08:28:43.845753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98833f-e66a-4bce-b864-86e609080b76 req-6dcd1b7e-f474-48f0-9259-744cc30a0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:43.847246 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef98833f-e66a-4bce-b864-86e609080b76 req-6dcd1b7e-f474-48f0-9259-744cc30a0a75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87f5b744-1aa9-46a2-8562-d5dd05d461f2 HTTP/1.1" status: 200 len: 862 time: 0.0667195 Nov 12 08:28:43.922713 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef98833f-e66a-4bce-b864-86e609080b76 req-5f510f68-dc5d-4f48-91a6-33c09d9dce66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea539148-52d3-4835-a24a-934daced73d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648303 Nov 12 08:28:44.180368 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef98833f-e66a-4bce-b864-86e609080b76 req-de067532-557b-45a5-83cb-2bf7c0447466 service neutron] 10.222.0.52 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442923 Nov 12 08:28:44.318311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f035f7-0617-447e-a0e3-d70f1889b532 req-ee1aa9a2-18f5-40fd-98d7-27d2d67bb98a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:44.319826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54f035f7-0617-447e-a0e3-d70f1889b532 req-ee1aa9a2-18f5-40fd-98d7-27d2d67bb98a tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 944 time: 0.0866008 Nov 12 08:28:44.381040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef98833f-e66a-4bce-b864-86e609080b76 req-0e501138-65a4-4035-8a15-551655b06c1b service neutron] 10.222.0.52 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893337 Nov 12 08:28:44.397850 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48074) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:44.422198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54f035f7-0617-447e-a0e3-d70f1889b532 req-5b61b789-15f2-41f6-a280-32649e998475 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e784696-4008-42ec-89f7-139778d6a9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711606 Nov 12 08:28:44.536096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa317d-bb64-45d3-b281-32583914b5e1 req-69215dc9-a959-4602-b799-5ab67d95586f tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:44.545717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-69aa317d-bb64-45d3-b281-32583914b5e1 req-69215dc9-a959-4602-b799-5ab67d95586f tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 943 time: 0.0741110 Nov 12 08:28:44.598836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0af88-164c-4644-8228-6f250e129e74 req-7b0f6fc2-9f95-49f9-b024-0299e271dcf0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:44.600867 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-69aa317d-bb64-45d3-b281-32583914b5e1 req-c543ca10-b931-4ef8-ac48-4f6d57ad3f50 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540667 Nov 12 08:28:44.606028 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0c0af88-164c-4644-8228-6f250e129e74 req-7b0f6fc2-9f95-49f9-b024-0299e271dcf0 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.52 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 944 time: 0.0732787 Nov 12 08:28:44.670241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c8143be-5c62-4094-a416-b4e61f174944 req-f5d4b910-72d3-49f1-a074-03e6ed77d587 tempest-FlavorsV2NegativeTest-1639115791 tempest-FlavorsV2NegativeTest-1639115791-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8fc7a0f8dc224507b142939d3e47e6f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263188 Nov 12 08:28:44.792551 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-742b3459-48ca-4ff5-8ed3-429d9cb93c31 req-0ca2f075-685f-47f9-824b-e9288f01678f tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 210 time: 0.0335040 Nov 12 08:28:44.819741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a0c0af88-164c-4644-8228-6f250e129e74 req-a2873400-9a2b-498c-b01e-5805b2935e92 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Deleting port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:44.819741 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a0c0af88-164c-4644-8228-6f250e129e74 req-a2873400-9a2b-498c-b01e-5805b2935e92 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:44.843341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8143be-5c62-4094-a416-b4e61f174944 req-22a499ea-ae8e-4027-b4a6-9dd832f1214f tempest-FlavorsV2NegativeTest-1639115791 tempest-FlavorsV2NegativeTest-1639115791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:44.845635 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c8143be-5c62-4094-a416-b4e61f174944 req-22a499ea-ae8e-4027-b4a6-9dd832f1214f tempest-FlavorsV2NegativeTest-1639115791 tempest-FlavorsV2NegativeTest-1639115791-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633654 Nov 12 08:28:44.897807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c8143be-5c62-4094-a416-b4e61f174944 req-7c7a966a-4abc-426c-b208-32cc6c509634 tempest-FlavorsV2NegativeTest-1639115791 tempest-FlavorsV2NegativeTest-1639115791-project] 10.222.0.31 "GET /v2.0/quotas/8fc7a0f8dc224507b142939d3e47e6f0 HTTP/1.1" status: 200 len: 375 time: 0.0456212 Nov 12 08:28:44.944236 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c8143be-5c62-4094-a416-b4e61f174944 req-9dd6f0ae-34c7-4aa0-814f-4bc55711498a tempest-FlavorsV2NegativeTest-1639115791 tempest-FlavorsV2NegativeTest-1639115791-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fc7a0f8dc224507b142939d3e47e6f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391800 Nov 12 08:28:44.980867 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-54d766e6-2a35-445c-83c6-a0b52a98c1cf tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2af8f846b0d446d58045593d82b7d067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390582 Nov 12 08:28:45.012819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a0c0af88-164c-4644-8228-6f250e129e74 req-a2873400-9a2b-498c-b01e-5805b2935e92 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] For port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,segment=NetworkSegment(14eca90b-d485-4d7a-896a-2f61f6cbacd7),segment_id=14eca90b-d485-4d7a-896a-2f61f6cbacd7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:45.013316 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a0c0af88-164c-4644-8228-6f250e129e74 req-a2873400-9a2b-498c-b01e-5805b2935e92 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.056309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a0c0af88-164c-4644-8228-6f250e129e74 req-a2873400-9a2b-498c-b01e-5805b2935e92 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Calling delete_port for 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:45.146538 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-68d46e57-e5bb-4b5f-82ef-f9f850388628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.214691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-e7b79b0c-a316-4375-b28e-9561d38e6d1d tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:45.220808 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-e7b79b0c-a316-4375-b28e-9561d38e6d1d tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222261 Nov 12 08:28:45.255778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Request body: {'port': {'device_id': '8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '2af8f846b0d446d58045593d82b7d067'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:45.352625 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a0c0af88-164c-4644-8228-6f250e129e74 req-a2873400-9a2b-498c-b01e-5805b2935e92 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.383277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2873400-9a2b-498c-b01e-5805b2935e92 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Pushing event deleted for resources: {'Port': ['ID=7f7feb2f-b5e7-4dd6-931c-79952a2eb54a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:45.442443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-68d46e57-e5bb-4b5f-82ef-f9f850388628 admin admin] Deleting port c7035983-dbf9-486b-9c31-451005f15ca0 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:45.443052 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-68d46e57-e5bb-4b5f-82ef-f9f850388628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.456030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48120) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:45.456590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c0af88-164c-4644-8228-6f250e129e74 req-a2873400-9a2b-498c-b01e-5805b2935e92 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] No DVR routers for this DVR port 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:45.460771 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a0c0af88-164c-4644-8228-6f250e129e74 req-a2873400-9a2b-498c-b01e-5805b2935e92 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.464138 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0c0af88-164c-4644-8228-6f250e129e74 req-a2873400-9a2b-498c-b01e-5805b2935e92 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.52 "DELETE /v2.0/ports/7f7feb2f-b5e7-4dd6-931c-79952a2eb54a HTTP/1.1" status: 204 len: 173 time: 0.8560941 Nov 12 08:28:45.464576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04888fdd-72af-4532-8cd7-e9bcc1164302', 'name': 'network-vif-deleted', 'tag': '7f7feb2f-b5e7-4dd6-931c-79952a2eb54a'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:45.467568 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8fb6a1-42cd-4e3a-9eae-a29961d1af25" -d '{"events": [{"server_uuid": "04888fdd-72af-4532-8cd7-e9bcc1164302", "name": "network-vif-deleted", "tag": "7f7feb2f-b5e7-4dd6-931c-79952a2eb54a"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:45.506372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Made reservation on behalf of 2af8f846b0d446d58045593d82b7d067 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:45.510016 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.548940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-68d46e57-e5bb-4b5f-82ef-f9f850388628 admin admin] For port c7035983-dbf9-486b-9c31-451005f15ca0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c7035983-dbf9-486b-9c31-451005f15ca0,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:45.549371 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-68d46e57-e5bb-4b5f-82ef-f9f850388628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.568587 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539a24d6-c985-48aa-9dff-89a88e16ef86 x-openstack-request-id: req-539a24d6-c985-48aa-9dff-89a88e16ef86 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:45.568965 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04888fdd-72af-4532-8cd7-e9bcc1164302", "name": "network-vif-deleted", "tag": "7f7feb2f-b5e7-4dd6-931c-79952a2eb54a", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:45.569291 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-539a24d6-c985-48aa-9dff-89a88e16ef86 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:45.569754 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04888fdd-72af-4532-8cd7-e9bcc1164302', 'name': 'network-vif-deleted', 'tag': '7f7feb2f-b5e7-4dd6-931c-79952a2eb54a', 'status': 'completed', 'code': 200} Nov 12 08:28:45.569969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-68d46e57-e5bb-4b5f-82ef-f9f850388628 admin admin] Calling delete_port for c7035983-dbf9-486b-9c31-451005f15ca0 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:45.603849 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4241fe66-2c1a-45f8-963b-baf780d25434 req-fbbef70d-c383-4ba4-992c-de4cd1745972 tempest-LiveMigrationTest-420994816 tempest-LiveMigrationTest-420994816-project] 10.222.0.31 "GET /v2.0/ports?device_id=04888fdd-72af-4532-8cd7-e9bcc1164302 HTTP/1.1" status: 200 len: 210 time: 0.0481813 Nov 12 08:28:45.656708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77001bb8-f95e-4ea2-939d-10a3925596ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.743955 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Allocated IP 192.168.233.61 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:45.833697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bbfff-05e5-4cad-9e7b-a6e42f45442d req-eeca6cb7-801f-4da7-a534-43c8f15e87ae tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:45.835254 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e0bbfff-05e5-4cad-9e7b-a6e42f45442d req-eeca6cb7-801f-4da7-a534-43c8f15e87ae tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 943 time: 0.1458514 Nov 12 08:28:45.915300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77001bb8-f95e-4ea2-939d-10a3925596ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.928714 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77001bb8-f95e-4ea2-939d-10a3925596ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:45.934512 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71eba958-93d8-41d5-ae9b-87d55fc110d0 req-41c32d28-3978-4d61-ab1a-7c1e4e079d85 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 210 time: 0.0380573 Nov 12 08:28:45.966867 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e0bbfff-05e5-4cad-9e7b-a6e42f45442d req-800cfd84-3c86-447f-8da5-5f2699c73c65 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217835 Nov 12 08:28:46.020396 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-77001bb8-f95e-4ea2-939d-10a3925596ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fc7a0f8dc224507b142939d3e47e6f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5629220 Nov 12 08:28:46.024877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48136) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:46.045595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.057152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77001bb8-f95e-4ea2-939d-10a3925596ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a501abf-5a6e-434c-834b-ffb2b9bbe105,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:46.065521 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-68d46e57-e5bb-4b5f-82ef-f9f850388628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.098897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.118119 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['0f501288-14b9-4245-914d-549f00b37d46'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:46.119430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d46e57-e5bb-4b5f-82ef-f9f850388628 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7035983-dbf9-486b-9c31-451005f15ca0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:46.145363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:46.148767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:46.153236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:46.206379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Pushing event updated for resources: {'Port': ['ID=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:46.227831 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c016798-243b-4b84-a255-d1cc7cb47327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.244706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:46.245406 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.273024 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c016798-243b-4b84-a255-d1cc7cb47327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.279482 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-92b42236-9bb9-4617-81c6-6a49a1391553 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0293326 Nov 12 08:28:46.294898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Request body: {'port': {'device_id': '8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:46.381673 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.494731 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c016798-243b-4b84-a255-d1cc7cb47327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.498014 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c016798-243b-4b84-a255-d1cc7cb47327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.503505 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0c016798-243b-4b84-a255-d1cc7cb47327 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a501abf-5a6e-434c-834b-ffb2b9bbe105 HTTP/1.1" status: 204 len: 168 time: 0.4705875 Nov 12 08:28:46.520803 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-68d46e57-e5bb-4b5f-82ef-f9f850388628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.523454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c016798-243b-4b84-a255-d1cc7cb47327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a501abf-5a6e-434c-834b-ffb2b9bbe105,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:46.583788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6783516c-9358-4617-bc88-25486c6f3c5d None None] Provisioning complete for port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:46.585528 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6783516c-9358-4617-bc88-25486c6f3c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.637900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6783516c-9358-4617-bc88-25486c6f3c5d None None] Port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:46.687516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48144) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:46.832992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:46.848273 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.871554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Transition to ACTIVE for port object 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:28:46.877702 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:46.885028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d53f84e6-577e-45e6-8150-6da0b96a2b6c details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:28:47.007633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d46e57-e5bb-4b5f-82ef-f9f850388628 admin admin] Router f756d98b-380c-4394-97a6-fc1bdd34b8d1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:47.096435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Pushing event updated for resources: {'Port': ['ID=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:47.279119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-57423932-eb7c-4998-8944-5a1f7db4928e admin admin] Deleting subnet fbf91463-1da9-42d8-ad99-c69e0c024ee2 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:47.282050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port d53f84e6-577e-45e6-8150-6da0b96a2b6c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d53f84e6-577e-45e6-8150-6da0b96a2b6c,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:47.288039 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57423932-eb7c-4998-8944-5a1f7db4928e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.296362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'd53f84e6-577e-45e6-8150-6da0b96a2b6c', 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5', 'port_id': 'd53f84e6-577e-45e6-8150-6da0b96a2b6c', 'mac_address': 'fa:16:3e:2a:c6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f5b744-1aa9-46a2-8562-d5dd05d461f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:28:47.342816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d46e57-e5bb-4b5f-82ef-f9f850388628 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:47.350361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.360212 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175f240-6b0b-44ac-8c88-8577c072b63e None None] Sync routers for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:47.361872 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-68d46e57-e5bb-4b5f-82ef-f9f850388628 admin admin] 10.222.0.31 "PUT /v2.0/routers/f756d98b-380c-4394-97a6-fc1bdd34b8d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9625647 Nov 12 08:28:47.372111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ec1f5-4705-4a58-88f1-0af965397927 req-02f0010e-2461-4bb2-ba62-5b2de595ef41 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:47.375009 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53f84e6-577e-45e6-8150-6da0b96a2b6c {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:47.378452 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175f240-6b0b-44ac-8c88-8577c072b63e None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:47.379150 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2175f240-6b0b-44ac-8c88-8577c072b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:47.380211 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd7ec1f5-4705-4a58-88f1-0af965397927 req-02f0010e-2461-4bb2-ba62-5b2de595ef41 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 943 time: 0.1957750 Nov 12 08:28:47.400740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b72a00-39ef-4fb3-a88e-354a934f69fd req-3ac4f45c-27e6-40f3-9982-91754b56d5e3 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:47.402718 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48172) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:47.407935 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port d53f84e6-577e-45e6-8150-6da0b96a2b6c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d53f84e6-577e-45e6-8150-6da0b96a2b6c,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:47.412096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1b72a00-39ef-4fb3-a88e-354a934f69fd req-3ac4f45c-27e6-40f3-9982-91754b56d5e3 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 947 time: 0.2340481 Nov 12 08:28:47.414273 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.483988 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57423932-eb7c-4998-8944-5a1f7db4928e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.493761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=d53f84e6-577e-45e6-8150-6da0b96a2b6c,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:47.532355 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd7ec1f5-4705-4a58-88f1-0af965397927 req-e2bc2d1e-91e5-41a1-88dd-1e0fa4d2a221 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486986 Nov 12 08:28:47.564107 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57423932-eb7c-4998-8944-5a1f7db4928e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.625751 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['d53f84e6-577e-45e6-8150-6da0b96a2b6c'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:47.673678 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57423932-eb7c-4998-8944-5a1f7db4928e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.739528 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-2175f240-6b0b-44ac-8c88-8577c072b63e None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:47.750256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Attempting to bind port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:47.750655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Attempting to bind port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:47.751334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Attempting to bind port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:47.761984 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.777709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57423932-eb7c-4998-8944-5a1f7db4928e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf91463-1da9-42d8-ad99-c69e0c024ee2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:47.791488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1b72a00-39ef-4fb3-a88e-354a934f69fd req-8846c885-8923-4b40-bd5a-df1e889e752a tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726914 Nov 12 08:28:47.793761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57423932-eb7c-4998-8944-5a1f7db4928e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.798567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-57423932-eb7c-4998-8944-5a1f7db4928e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fbf91463-1da9-42d8-ad99-c69e0c024ee2 HTTP/1.1" status: 204 len: 168 time: 1.1092503 Nov 12 08:28:47.799902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:28:47.800434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Attempting to bind port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:47.809057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48178) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:47.810351 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:47.810927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:47.811703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:47.812381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Bound port: 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:47.813009 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.844953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48180) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:47.968891 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.973852 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:47.997717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] For port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:48.002528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] For port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:48.036356 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.039702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1176398910-network', 'tenant_id': '170ba6a94903477e8394726d6bbc623b'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:48.083475 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2175f240-6b0b-44ac-8c88-8577c072b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:28:45Z', 'revision_number': 5, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port': {'id': 'e1ced103-1192-44b4-826c-66ec5f1aeea1', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:14:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:10Z', 'updated_at': '2021-11-12T08:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:48.093043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Made reservation on behalf of 170ba6a94903477e8394726d6bbc623b for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:48.096703 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.113697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:48.115510 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.118106 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] 10.222.0.46 "PUT /v2.0/ports/47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca HTTP/1.1" status: 200 len: 1096 time: 1.8337543 Nov 12 08:28:48.123218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38', 'tag': '47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:48.125759 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175f240-6b0b-44ac-8c88-8577c072b63e None None] Checking router: f756d98b-380c-4394-97a6-fc1bdd34b8d1 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:48.131099 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.141057 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175f240-6b0b-44ac-8c88-8577c072b63e None None] Routers {'f756d98b-380c-4394-97a6-fc1bdd34b8d1'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:48.141486 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f742ded5-8c07-43ae-8893-5170bc313851" -d '{"events": [{"name": "network-changed", "server_uuid": "8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38", "tag": "47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:48.141726 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2175f240-6b0b-44ac-8c88-8577c072b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:48.184600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Deleting port e1ced103-1192-44b4-826c-66ec5f1aeea1 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:48.185421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.260858 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-2175f240-6b0b-44ac-8c88-8577c072b63e None None] Set router f756d98b-380c-4394-97a6-fc1bdd34b8d1 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:48.330278 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2175f240-6b0b-44ac-8c88-8577c072b63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:28:47Z', 'revision_number': 6, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:48.371729 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175f240-6b0b-44ac-8c88-8577c072b63e None None] The sync data for ids ['f756d98b-380c-4394-97a6-fc1bdd34b8d1'] in n-d-768851-18 is: [{'id': 'f756d98b-380c-4394-97a6-fc1bdd34b8d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1953037169-router', 'tenant_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:09Z', 'updated_at': '2021-11-12T08:28:47Z', 'revision_number': 6, 'project_id': 'a124d4b2edbb4600bc39bc4ed2b1d420', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:48.420709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] For port e1ced103-1192-44b4-826c-66ec5f1aeea1, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e1ced103-1192-44b4-826c-66ec5f1aeea1,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:48.421877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.460027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Calling delete_port for e1ced103-1192-44b4-826c-66ec5f1aeea1 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:48.506922 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.513119 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.584680 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f31270-b7df-4040-bb92-dabfb0c4a3ae x-openstack-request-id: req-37f31270-b7df-4040-bb92-dabfb0c4a3ae {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:48.585178 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38", "tag": "47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:48.585476 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37f31270-b7df-4040-bb92-dabfb0c4a3ae {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:48.586251 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38', 'tag': '47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca', 'status': 'completed', 'code': 200} Nov 12 08:28:48.610217 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.641899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:28:48.659238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07717e68-25e3-493f-94d3-dcdc571eb856 service neutron] Pushing event updated for resources: {'Port': ['ID=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:48.675453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52d9c59-7b29-4bd7-b161-34f597f50343']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:48.691424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14eca90b-d485-4d7a-896a-2f61f6cbacd7') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:48.691760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14eca90b-d485-4d7a-896a-2f61f6cbacd7') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:48.710320 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.715776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-66717ebd-a775-4f4a-8173-01ab00bb000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:48.718196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-66717ebd-a775-4f4a-8173-01ab00bb000d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2af8f846b0d446d58045593d82b7d067&device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 1099 time: 0.1265023 Nov 12 08:28:48.747558 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.748597 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Added segment 652214de-7f8c-4831-abf9-678f4206fcbe of type vlan for network 9221a7ef-9412-4b0c-9fdd-274ab0267ee7 Nov 12 08:28:48.752182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d782c60-e296-4548-a363-0596fd2969dc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:48.757721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c7035983-dbf9-486b-9c31-451005f15ca0 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:48.800706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: c7035983-dbf9-486b-9c31-451005f15ca0 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:48.801738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c7035983-dbf9-486b-9c31-451005f15ca0 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:48.812824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.818720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-73b61b1f-4d5c-4585-bf5a-9d41c02b0a5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca HTTP/1.1" status: 200 len: 217 time: 0.0883453 Nov 12 08:28:48.833532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:48.834873 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:48.842901 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:48.858278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d5609-4c28-41df-92f7-1034c40d511c req-e373240b-f7e7-4471-a4d3-690a24a20152 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:48.872125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b8d5609-4c28-41df-92f7-1034c40d511c req-e373240b-f7e7-4471-a4d3-690a24a20152 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 944 time: 0.2714467 Nov 12 08:28:48.898603 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d53f84e6-577e-45e6-8150-6da0b96a2b6c up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:48.979477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-757d4c81-00a4-4dd9-b470-848da9126f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:48.981373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-757d4c81-00a4-4dd9-b470-848da9126f95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1503868 Nov 12 08:28:48.982411 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.006926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port d53f84e6-577e-45e6-8150-6da0b96a2b6c completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:28:49.014478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port d53f84e6-577e-45e6-8150-6da0b96a2b6c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:49.015250 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.021671 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.025924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f52d9c59-7b29-4bd7-b161-34f597f50343 HTTP/1.1" status: 204 len: 168 time: 1.2096081 Nov 12 08:28:49.031243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48198) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:49.090089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615803b4-9808-48a2-8d29-8b4340090805 admin admin] Pushing event deleted for resources: {'Network': ['ID=f52d9c59-7b29-4bd7-b161-34f597f50343,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:49.156075 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.174049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-8aa1ecc0-e438-4c01-9c1b-10055a4a4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:49.175539 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-8aa1ecc0-e438-4c01-9c1b-10055a4a4acd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1784599 Nov 12 08:28:49.179272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabd57b0-5a30-41fc-bc48-0727bcf78518 admin admin] Deleting subnet 97c8cae6-ba49-4433-b12e-0a4fa2c03614 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:49.186418 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aabd57b0-5a30-41fc-bc48-0727bcf78518 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.196027 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01be6591-b823-4d23-8abb-d2990574ddcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53f84e6-577e-45e6-8150-6da0b96a2b6c'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:49.200070 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74446fb6-8f80-4f48-8072-d6ce609fae35" -d '{"events": [{"server_uuid": "01be6591-b823-4d23-8abb-d2990574ddcc", "name": "network-vif-plugged", "status": "completed", "tag": "d53f84e6-577e-45e6-8150-6da0b96a2b6c"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:49.223801 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port d53f84e6-577e-45e6-8150-6da0b96a2b6c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d53f84e6-577e-45e6-8150-6da0b96a2b6c,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:49.227180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db214f9f-7c5e-464f-8d62-20cfe7e77434 req-0d52120c-c5ca-40a7-8cb1-8f0f7972e692 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:49.229750 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db214f9f-7c5e-464f-8d62-20cfe7e77434 req-0d52120c-c5ca-40a7-8cb1-8f0f7972e692 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 947 time: 0.1991365 Nov 12 08:28:49.243007 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.245391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:49.281785 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:49.282349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7f7feb2f-b5e7-4dd6-931c-79952a2eb54a not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:49.336811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=d53f84e6-577e-45e6-8150-6da0b96a2b6c,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:49.366646 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aabd57b0-5a30-41fc-bc48-0727bcf78518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.382318 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.455568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-d1626534-fae4-4b3b-96af-44e54e1bfdc3 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700129 Nov 12 08:28:49.466083 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db214f9f-7c5e-464f-8d62-20cfe7e77434 req-198fc9e0-75a9-423e-8823-cc4e75a345b3 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398790 Nov 12 08:28:49.482991 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.484196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:49.484775 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.501422 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b8d5609-4c28-41df-92f7-1034c40d511c req-4946a846-5aed-4d5a-8a46-ca9dace73dbb tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608554 Nov 12 08:28:49.508478 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aabd57b0-5a30-41fc-bc48-0727bcf78518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.555114 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7086585 Nov 12 08:28:49.580558 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf89bf3d-9988-489a-a659-440ee28b5075 x-openstack-request-id: req-bf89bf3d-9988-489a-a659-440ee28b5075 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:49.581157 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01be6591-b823-4d23-8abb-d2990574ddcc", "name": "network-vif-plugged", "status": "completed", "tag": "d53f84e6-577e-45e6-8150-6da0b96a2b6c", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:49.581661 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf89bf3d-9988-489a-a659-440ee28b5075 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:49.582302 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01be6591-b823-4d23-8abb-d2990574ddcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53f84e6-577e-45e6-8150-6da0b96a2b6c', 'code': 200} Nov 12 08:28:49.589735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48202) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:49.602956 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.603529 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-11aaf1a1-ea5f-48ee-b871-28b61580e7df admin admin] Request body: {'subnet': {'network_id': '9221a7ef-9412-4b0c-9fdd-274ab0267ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1176398910-subnet', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:49.607509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24025f-e897-41a8-8456-9a81b89bd950 admin admin] Pushing event updated for resources: {'Network': ['ID=9221a7ef-9412-4b0c-9fdd-274ab0267ee7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:49.626684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 9221a7ef-9412-4b0c-9fdd-274ab0267ee7 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:28:49.637575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aaf1a1-ea5f-48ee-b871-28b61580e7df admin admin] Made reservation on behalf of 170ba6a94903477e8394726d6bbc623b for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:28:49.639915 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11aaf1a1-ea5f-48ee-b871-28b61580e7df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.643736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ced103-1192-44b4-826c-66ec5f1aeea1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:49.733828 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.788198 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aabd57b0-5a30-41fc-bc48-0727bcf78518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.796050 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad79bf3-a5ab-422e-8bfc-a8d9644bbead req-596c1be4-4a1c-405d-9f59-120bbad6394d service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209581 Nov 12 08:28:49.829858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd57b0-5a30-41fc-bc48-0727bcf78518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c8cae6-ba49-4433-b12e-0a4fa2c03614,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:49.837128 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aabd57b0-5a30-41fc-bc48-0727bcf78518 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.840871 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aabd57b0-5a30-41fc-bc48-0727bcf78518 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/97c8cae6-ba49-4433-b12e-0a4fa2c03614 HTTP/1.1" status: 204 len: 168 time: 0.7967396 Nov 12 08:28:49.843747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1585ff-8786-440a-8bdc-57a7cc341b34 req-9e1aa935-4b92-4a51-9542-343297165001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:49.845445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb1585ff-8786-440a-8bdc-57a7cc341b34 req-9e1aa935-4b92-4a51-9542-343297165001 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 1097 time: 0.1808734 Nov 12 08:28:49.847544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48206) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:49.857917 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.860665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.921017 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.921923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Fanout notify agent at l3_agent the message router_deleted on router f756d98b-380c-4394-97a6-fc1bdd34b8d1 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:49.934402 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:49.939153 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0abc0adb-a152-4f03-8a44-a97fe24d4bae admin admin] 10.222.0.31 "DELETE /v2.0/routers/f756d98b-380c-4394-97a6-fc1bdd34b8d1 HTTP/1.1" status: 204 len: 168 time: 2.5298553 Nov 12 08:28:49.939989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48210) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:50.034454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-48021ab9-87e9-47c6-86b7-17f50682ffb6 admin admin] Deleting subnet f9f27438-c400-45f9-9633-ff6491532b3c {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:50.040339 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48021ab9-87e9-47c6-86b7-17f50682ffb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.091840 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48021ab9-87e9-47c6-86b7-17f50682ffb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.109705 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.164052 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb1585ff-8786-440a-8bdc-57a7cc341b34 req-7951cdf9-05a7-4f7a-968d-bde2021fdc59 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077598 Nov 12 08:28:50.166295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742ded5-8c07-43ae-8893-5170bc313851 req-1251492e-255c-4a7f-8f94-2e424ed1eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:50.167967 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f742ded5-8c07-43ae-8893-5170bc313851 req-1251492e-255c-4a7f-8f94-2e424ed1eb40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2af8f846b0d446d58045593d82b7d067&device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 1099 time: 0.3087282 Nov 12 08:28:50.206477 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48021ab9-87e9-47c6-86b7-17f50682ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.243461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11aaf1a1-ea5f-48ee-b871-28b61580e7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.277042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48021ab9-87e9-47c6-86b7-17f50682ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.304210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48021ab9-87e9-47c6-86b7-17f50682ffb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f27438-c400-45f9-9633-ff6491532b3c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:50.307875 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48021ab9-87e9-47c6-86b7-17f50682ffb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.313374 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-48021ab9-87e9-47c6-86b7-17f50682ffb6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f9f27438-c400-45f9-9633-ff6491532b3c HTTP/1.1" status: 204 len: 168 time: 0.3700187 Nov 12 08:28:50.313763 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48212) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:50.318634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2b0bc0-6f08-401c-842b-d6517aaff1db None None] Network 610099d6-8440-4178-8197-ba53b457a74a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:50.380511 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.399548 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.406870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aaf1a1-ea5f-48ee-b871-28b61580e7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f3b8b57-75e9-4b43-b2f8-5af7fc35470a,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:50.441417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1f5f0c-3e31-4021-affa-debbdeef30f8']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:50.457433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aacf994-21ca-4b51-a062-23e0d3cfb7e6') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:50.457737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aacf994-21ca-4b51-a062-23e0d3cfb7e6') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:50.461551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742ded5-8c07-43ae-8893-5170bc313851 req-2103a5b9-eb70-4e45-ae66-2811106aa58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:50.463206 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f742ded5-8c07-43ae-8893-5170bc313851 req-2103a5b9-eb70-4e45-ae66-2811106aa58b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2845464 Nov 12 08:28:50.469580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Deleting port ff024b31-24db-4294-a61e-7ee1574fc22d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:50.470074 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.486442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.488726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aaf1a1-ea5f-48ee-b871-28b61580e7df admin admin] Checking segment: {'id': '652214de-7f8c-4831-abf9-678f4206fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9221a7ef-9412-4b0c-9fdd-274ab0267ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:50.489123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aaf1a1-ea5f-48ee-b871-28b61580e7df admin admin] Network hostable DHCP agents. Network: 9221a7ef-9412-4b0c-9fdd-274ab0267ee7, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:28:50.535847 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f742ded5-8c07-43ae-8893-5170bc313851 req-ef8fd5bd-ef60-4981-8c3d-d2a9b6a48a27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca HTTP/1.1" status: 200 len: 217 time: 0.0627730 Nov 12 08:28:50.541949 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.575094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] For port ff024b31-24db-4294-a61e-7ee1574fc22d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ff024b31-24db-4294-a61e-7ee1574fc22d,segment=NetworkSegment(429796dd-7e1c-445f-a9f6-d396fd41dea3),segment_id=429796dd-7e1c-445f-a9f6-d396fd41dea3)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:50.575636 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.583951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:50.584369 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:50.587527 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:50.595451 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Calling delete_port for ff024b31-24db-4294-a61e-7ee1574fc22d owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:50.645643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aaf1a1-ea5f-48ee-b871-28b61580e7df admin admin] Network 9221a7ef-9412-4b0c-9fdd-274ab0267ee7 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:28:50.670524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-11aaf1a1-ea5f-48ee-b871-28b61580e7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 9221a7ef-9412-4b0c-9fdd-274ab0267ee7) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:50.677863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aaf1a1-ea5f-48ee-b871-28b61580e7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:50.678892 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11aaf1a1-ea5f-48ee-b871-28b61580e7df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.686013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742ded5-8c07-43ae-8893-5170bc313851 req-4c3297b5-774e-4d98-896f-6450c6c7fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:50.687878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f742ded5-8c07-43ae-8893-5170bc313851 req-4c3297b5-774e-4d98-896f-6450c6c7fa4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1432071 Nov 12 08:28:50.701089 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.708150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e1ced103-1192-44b4-826c-66ec5f1aeea1 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:50.710494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f2f44c-d736-4101-9f04-181c796230b2 None None] Network 9221a7ef-9412-4b0c-9fdd-274ab0267ee7 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:50.741846 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.753457 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.753766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e1ced103-1192-44b4-826c-66ec5f1aeea1 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:50.754119 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e1ced103-1192-44b4-826c-66ec5f1aeea1 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:50.757518 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] 10.222.0.31 "DELETE /v2.0/networks/5b1f5f0c-3e31-4021-affa-debbdeef30f8 HTTP/1.1" status: 204 len: 168 time: 0.9088571 Nov 12 08:28:50.788193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff024b31-24db-4294-a61e-7ee1574fc22d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:50.790237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-11aaf1a1-ea5f-48ee-b871-28b61580e7df admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1977463 Nov 12 08:28:50.795894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48224) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:50.803781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1176398910-router', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:50.809407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8496e9-61f0-435d-945b-8cf6dda1eadb admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1f5f0c-3e31-4021-affa-debbdeef30f8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:50.814514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] No DVR routers for this DVR port ff024b31-24db-4294-a61e-7ee1574fc22d on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:50.849512 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742ded5-8c07-43ae-8893-5170bc313851 req-b3946a6d-5815-4a76-8eb3-7c87fbf27865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:50.851313 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f742ded5-8c07-43ae-8893-5170bc313851 req-b3946a6d-5815-4a76-8eb3-7c87fbf27865 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1424294 Nov 12 08:28:50.865912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6173cd-896b-4c6f-904d-4c7f339523b7 req-a68ac991-032e-4964-9667-e46f9280a2a3 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:50.867767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6e6173cd-896b-4c6f-904d-4c7f339523b7 req-a68ac991-032e-4964-9667-e46f9280a2a3 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 945 time: 0.1856096 Nov 12 08:28:50.875184 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba4fcc-456f-486f-9f40-64e664d21867 req-65cce726-ff1b-466b-b7b0-f5e523ebe8d8 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:50.877014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bdba4fcc-456f-486f-9f40-64e664d21867 req-65cce726-ff1b-466b-b7b0-f5e523ebe8d8 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 947 time: 0.1752124 Nov 12 08:28:50.881879 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.883558 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.960315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-9221a7ef-9412-4b0c-9fdd-274ab0267ee7', 'network_id': '9221a7ef-9412-4b0c-9fdd-274ab0267ee7', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'fixed_ips': [{'subnet_id': '9f3b8b57-75e9-4b43-b2f8-5af7fc35470a'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:28:50.964806 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.966082 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:50.970841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48226) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:51.021680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610099d6-8440-4178-8197-ba53b457a74a']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:51.049097 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429796dd-7e1c-445f-a9f6-d396fd41dea3') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:51.049644 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429796dd-7e1c-445f-a9f6-d396fd41dea3') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:51.050152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.071096 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bdba4fcc-456f-486f-9f40-64e664d21867 req-0dbf7511-4376-4cea-8832-c8f59f23ea34 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772687 Nov 12 08:28:51.072993 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.073900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8c89e1-0061-4fbe-9fb9-40b7f641707c None None] DHCP port deletion for 610099d6-8440-4178-8197-ba53b457a74a request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:51.106970 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1a07db24-bbcb-497e-b541-42e8c8f4d0eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bf3b8941139451e8acba21723b96ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281729 Nov 12 08:28:51.108219 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.110221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48230) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:51.131731 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6e6173cd-896b-4c6f-904d-4c7f339523b7 req-a81e6c54-0a43-4e4d-98ad-ac9a16e3148c tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510314 Nov 12 08:28:51.156889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:51.157323 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:51.161386 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:51.176409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f742ded5-8c07-43ae-8893-5170bc313851 req-87f50f52-af74-4438-adbb-4f8d43bb56f9 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071179 Nov 12 08:28:51.193568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Allocated IP 172.20.0.2 (9221a7ef-9412-4b0c-9fdd-274ab0267ee7/9f3b8b57-75e9-4b43-b2f8-5af7fc35470a/10ab801e-0694-4d3f-9a95-659a26168577) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:51.293130 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e377d4d-cd8c-4633-9f9f-3e27bef7055b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.316645 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.333489 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.338336 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/610099d6-8440-4178-8197-ba53b457a74a HTTP/1.1" status: 204 len: 168 time: 1.0237396 Nov 12 08:28:51.359630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48232) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:51.365743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ededbd1-b935-4ffb-9e7a-880aa69b11d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=610099d6-8440-4178-8197-ba53b457a74a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:51.370955 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e377d4d-cd8c-4633-9f9f-3e27bef7055b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.411865 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.440122 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.447012 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.450814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e377d4d-cd8c-4633-9f9f-3e27bef7055b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.454338 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e377d4d-cd8c-4633-9f9f-3e27bef7055b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.456367 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3e377d4d-cd8c-4633-9f9f-3e27bef7055b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e784696-4008-42ec-89f7-139778d6a9f4 HTTP/1.1" status: 204 len: 168 time: 0.3450153 Nov 12 08:28:51.471050 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e377d4d-cd8c-4633-9f9f-3e27bef7055b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e784696-4008-42ec-89f7-139778d6a9f4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:51.513535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Network 9221a7ef-9412-4b0c-9fdd-274ab0267ee7 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:51.522127 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f742ded5-8c07-43ae-8893-5170bc313851 req-3af93708-5f35-48ba-bc85-b55de3ae09bd service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856803 Nov 12 08:28:51.524354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:51.530546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:51.538439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Pushing event updated for resources: {'Port': ['ID=10ab801e-0694-4d3f-9a95-659a26168577,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:51.612007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Attempting to bind port 10ab801e-0694-4d3f-9a95-659a26168577 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:51.612570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Attempting to bind port 10ab801e-0694-4d3f-9a95-659a26168577 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '652214de-7f8c-4831-abf9-678f4206fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9221a7ef-9412-4b0c-9fdd-274ab0267ee7'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:51.612951 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Attempting to bind port 10ab801e-0694-4d3f-9a95-659a26168577 on network 9221a7ef-9412-4b0c-9fdd-274ab0267ee7 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:51.618335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:51.618732 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Checking segment: {'id': '652214de-7f8c-4831-abf9-678f4206fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9221a7ef-9412-4b0c-9fdd-274ab0267ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:51.619258 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.619665 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Bound using segment: {'id': '652214de-7f8c-4831-abf9-678f4206fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9221a7ef-9412-4b0c-9fdd-274ab0267ee7'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:51.620161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Bound port: 10ab801e-0694-4d3f-9a95-659a26168577, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652214de-7f8c-4831-abf9-678f4206fcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9221a7ef-9412-4b0c-9fdd-274ab0267ee7'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:51.620548 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.691427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] For port 10ab801e-0694-4d3f-9a95-659a26168577, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:51.694883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] For port 10ab801e-0694-4d3f-9a95-659a26168577, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=10ab801e-0694-4d3f-9a95-659a26168577,segment=NetworkSegment(652214de-7f8c-4831-abf9-678f4206fcbe),segment_id=652214de-7f8c-4831-abf9-678f4206fcbe)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:51.702560 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:51.767299 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530dfdb-11f8-4850-b00b-b8bd80fa2e5b None None] Pushing event updated for resources: {'Port': ['ID=10ab801e-0694-4d3f-9a95-659a26168577,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:51.909480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48238) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:51.982946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48240) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:51.984172 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7e14b70f-e6a3-4756-acf0-b90df00ba812 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=565f0b2d0e774b68be41647011d5c99b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734110 Nov 12 08:28:51.991525 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.047739 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.274363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b8b06-ad02-4200-a2f8-a4c9b54199a7 req-ae8ea370-6537-429d-b087-ac5e3dfc8027 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:52.276165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e77b8b06-ad02-4200-a2f8-a4c9b54199a7 req-ae8ea370-6537-429d-b087-ac5e3dfc8027 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 945 time: 0.0564945 Nov 12 08:28:52.318230 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.338075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e77b8b06-ad02-4200-a2f8-a4c9b54199a7 req-58d7302b-cd1e-4c29-b403-d07627d872b5 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535748 Nov 12 08:28:52.477419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11268f1b-9094-44db-b0bf-6ace29f17e79 req-2f550ceb-a9e2-4397-bc0c-7f7db767a21c tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:52.479013 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11268f1b-9094-44db-b0bf-6ace29f17e79 req-2f550ceb-a9e2-4397-bc0c-7f7db767a21c tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 947 time: 0.1664338 Nov 12 08:28:52.486321 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b65616fd-1492-4b01-9ce8-37afb4298a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.618717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b65616fd-1492-4b01-9ce8-37afb4298a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.624930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Allocated IP 172.25.3.33 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/e168c037-ddf4-40ce-a96a-ceabcbdf8b7f) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:52.693047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11268f1b-9094-44db-b0bf-6ace29f17e79 req-496e3f26-ce9f-45e3-b123-0de902280797 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019403 Nov 12 08:28:52.695017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 10ab801e-0694-4d3f-9a95-659a26168577 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:52.764737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 10ab801e-0694-4d3f-9a95-659a26168577 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:52.764970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a91372-e2ca-48a3-a010-d5a6623eec07 req-09c28e7c-1410-40ef-9c5e-6247b3d27d21 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:52.765560 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.775838 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d25b-5e81-47e0-a760-fb213dc75b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.784067 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1a91372-e2ca-48a3-a010-d5a6623eec07 req-09c28e7c-1410-40ef-9c5e-6247b3d27d21 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 945 time: 0.1316969 Nov 12 08:28:52.846907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1a91372-e2ca-48a3-a010-d5a6623eec07 req-a4382b2f-f941-4a0a-8839-51b0a59e7cb3 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615408 Nov 12 08:28:52.855252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b65616fd-1492-4b01-9ce8-37afb4298a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.858610 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b65616fd-1492-4b01-9ce8-37afb4298a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.859972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b65616fd-1492-4b01-9ce8-37afb4298a19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfe86763-0d52-4c88-a8c4-184f11e87a75 HTTP/1.1" status: 204 len: 168 time: 0.8760216 Nov 12 08:28:52.885698 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.904002 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e573eb-d90c-46dc-9cbf-5d57e88c142d None None] Network 9221a7ef-9412-4b0c-9fdd-274ab0267ee7 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:52.978331 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:52.986021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 10ab801e-0694-4d3f-9a95-659a26168577, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=10ab801e-0694-4d3f-9a95-659a26168577,segment=NetworkSegment(652214de-7f8c-4831-abf9-678f4206fcbe),segment_id=652214de-7f8c-4831-abf9-678f4206fcbe)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:53.015641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65616fd-1492-4b01-9ce8-37afb4298a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe86763-0d52-4c88-a8c4-184f11e87a75,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:53.024226 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.034517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d3d28-c40d-4cf9-a3d3-519e94dde0ce req-8d6e0f85-3862-4ef2-8df8-b396788a0cdd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:53.043076 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1c3d3d28-c40d-4cf9-a3d3-519e94dde0ce req-8d6e0f85-3862-4ef2-8df8-b396788a0cdd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 945 time: 0.0922725 Nov 12 08:28:53.045015 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.080257 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:53.118869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:53.124114 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:53.145453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e64e757c-62c2-40fd-b29e-83c0e4c224e9 None None] Provisioning complete for port 10ab801e-0694-4d3f-9a95-659a26168577 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:53.145817 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e64e757c-62c2-40fd-b29e-83c0e4c224e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.152973 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1c3d3d28-c40d-4cf9-a3d3-519e94dde0ce req-570fbc8e-5401-4f05-ad4e-8d85464c0240 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087611 Nov 12 08:28:53.154309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Pushing event updated for resources: {'Port': ['ID=e168c037-ddf4-40ce-a96a-ceabcbdf8b7f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:53.204388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ff024b31-24db-4294-a61e-7ee1574fc22d no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:53.245707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=10ab801e-0694-4d3f-9a95-659a26168577,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:53.277490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ff024b31-24db-4294-a61e-7ee1574fc22d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:53.278205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ff024b31-24db-4294-a61e-7ee1574fc22d not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:53.418919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac67b2-0bb2-447b-9703-63ace7a9f2da req-9d098718-3998-4a20-bf81-9deac0e549d6 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:53.420373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84ac67b2-0bb2-447b-9703-63ace7a9f2da req-9d098718-3998-4a20-bf81-9deac0e549d6 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 945 time: 0.1748180 Nov 12 08:28:53.614250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84ac67b2-0bb2-447b-9703-63ace7a9f2da req-b60be0e2-8d4a-4673-831e-1cfaa9ffcf3e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478355 Nov 12 08:28:53.643066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.689064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4d25b-5e81-47e0-a760-fb213dc75b91 admin admin] Deleting port da67a5c4-090c-4a0d-a868-8377adc5b5d7 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:53.689390 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d25b-5e81-47e0-a760-fb213dc75b91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.757832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-012ec253-eacb-4089-b289-3c32d7807d78 None None] Provisioning complete for port 10ab801e-0694-4d3f-9a95-659a26168577 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:53.758883 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-012ec253-eacb-4089-b289-3c32d7807d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.869776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-a8a4d25b-5e81-47e0-a760-fb213dc75b91 admin admin] For port da67a5c4-090c-4a0d-a868-8377adc5b5d7, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=da67a5c4-090c-4a0d-a868-8377adc5b5d7,segment=NetworkSegment(dbcd7884-dfde-41ed-aece-9192d8fa820c),segment_id=dbcd7884-dfde-41ed-aece-9192d8fa820c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:53.870651 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d25b-5e81-47e0-a760-fb213dc75b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:53.903033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa0b55-9ea4-4620-8270-713a9bce52b2 req-233a571e-c592-4ddb-8695-6b9b5e667d0e tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:53.911065 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3efa0b55-9ea4-4620-8270-713a9bce52b2 req-233a571e-c592-4ddb-8695-6b9b5e667d0e tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 947 time: 0.1129336 Nov 12 08:28:53.934213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff204f1-2dee-4c66-be44-e9d157ae6f47 req-6a887a4d-5c3c-469b-9ca4-babb13a6b06a tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:53.936047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ff204f1-2dee-4c66-be44-e9d157ae6f47 req-6a887a4d-5c3c-469b-9ca4-babb13a6b06a tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 945 time: 0.1593032 Nov 12 08:28:53.937286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4d25b-5e81-47e0-a760-fb213dc75b91 admin admin] Calling delete_port for da67a5c4-090c-4a0d-a868-8377adc5b5d7 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:53.970929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3efa0b55-9ea4-4620-8270-713a9bce52b2 req-8a5f2587-98b7-4398-81a2-7a7ed53f238e tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569942 Nov 12 08:28:53.999145 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:28:54.088689 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ff204f1-2dee-4c66-be44-e9d157ae6f47 req-d4f22866-03a0-45d8-a660-cc2946958ffb tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443028 Nov 12 08:28:54.094438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.135944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:54.151608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca', 'mac_address': 'fa:16:3e:48:3d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:28:54.207385 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.228077 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:54.231977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371d235-6084-4a28-a5f4-d74120a4f000 req-ae60cae2-0c58-4768-8c99-7d845d0beeb5 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:54.241224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2371d235-6084-4a28-a5f4-d74120a4f000 req-ae60cae2-0c58-4768-8c99-7d845d0beeb5 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 945 time: 0.0709116 Nov 12 08:28:54.251763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:54.258333 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.304641 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2371d235-6084-4a28-a5f4-d74120a4f000 req-f4d6e501-2954-46d8-bccc-b5a79d95c416 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618222 Nov 12 08:28:54.329908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:54.462867 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d25b-5e81-47e0-a760-fb213dc75b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.511090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4d25b-5e81-47e0-a760-fb213dc75b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=da67a5c4-090c-4a0d-a868-8377adc5b5d7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:54.542304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a569683-e350-4dcc-9ca5-76dca6e1f1d9 req-674e3263-8c87-436b-ba96-ed2d0ad656b2 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:54.543893 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a569683-e350-4dcc-9ca5-76dca6e1f1d9 req-674e3263-8c87-436b-ba96-ed2d0ad656b2 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 945 time: 0.1382966 Nov 12 08:28:54.574041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Router c313e313-15fa-48cf-b02d-7ae008e0dc0b is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:28:54.674818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:54.813056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 10ab801e-0694-4d3f-9a95-659a26168577 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:54.827647 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a569683-e350-4dcc-9ca5-76dca6e1f1d9 req-da9bd6c1-bc50-4bd7-9674-36198e86a41c tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557201 Nov 12 08:28:54.969467 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 10ab801e-0694-4d3f-9a95-659a26168577 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:54.969902 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:54.992161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2515eb1-0a0a-4c74-93b6-39d7d9c89959 req-e6a9a4b7-7789-496c-9205-138a38b1614d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:54.994265 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2515eb1-0a0a-4c74-93b6-39d7d9c89959 req-e6a9a4b7-7789-496c-9205-138a38b1614d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 945 time: 0.0739908 Nov 12 08:28:55.080514 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2515eb1-0a0a-4c74-93b6-39d7d9c89959 req-5c0c9ecc-d96a-48b9-9b23-5a419b52b41a tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698147 Nov 12 08:28:55.190032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074fbe3-d36e-4e84-b0d2-662861edf40a req-d14495b2-14f5-4e6c-97d5-670427369e60 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:55.191686 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1074fbe3-d36e-4e84-b0d2-662861edf40a req-d14495b2-14f5-4e6c-97d5-670427369e60 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 948 time: 0.0525157 Nov 12 08:28:55.192704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-17670ef2-d5b3-4b70-aab7-23875e36e241 req-8701061b-ffe0-4510-b9f1-83825056009b tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2031123049', 'description': 'tempest-description-2081325936'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:55.240815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1074fbe3-d36e-4e84-b0d2-662861edf40a req-6cd90556-577b-4669-9341-86d03f845a88 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427573 Nov 12 08:28:55.278505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:55.288457 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17670ef2-d5b3-4b70-aab7-23875e36e241 req-8701061b-ffe0-4510-b9f1-83825056009b tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.290502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Sync routers for ids ['c313e313-15fa-48cf-b02d-7ae008e0dc0b'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:55.298156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8a4d25b-5e81-47e0-a760-fb213dc75b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.308356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Routers {'c313e313-15fa-48cf-b02d-7ae008e0dc0b'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:55.308356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c313e313-15fa-48cf-b02d-7ae008e0dc0b'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:55.311427 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17670ef2-d5b3-4b70-aab7-23875e36e241 req-8701061b-ffe0-4510-b9f1-83825056009b tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.325374 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.329625 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48332) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.329779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7779029b-872c-4eb9-b4eb-546cf9a07802 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5312493 Nov 12 08:28:55.420433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Set router c313e313-15fa-48cf-b02d-7ae008e0dc0b gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:55.518367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17670ef2-d5b3-4b70-aab7-23875e36e241 req-8701061b-ffe0-4510-b9f1-83825056009b tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.563685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17670ef2-d5b3-4b70-aab7-23875e36e241 req-8701061b-ffe0-4510-b9f1-83825056009b tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.652728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701061b-ffe0-4510-b9f1-83825056009b tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515a904d-894d-4e03-99ab-8d115cf4e59c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:55.700521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1176398910-router', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:28:50Z', 'updated_at': '2021-11-12T08:28:53Z', 'revision_number': 3, 'project_id': '170ba6a94903477e8394726d6bbc623b', 'gw_port': {'id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:52Z', 'updated_at': '2021-11-12T08:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:55.712404 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17670ef2-d5b3-4b70-aab7-23875e36e241 req-8701061b-ffe0-4510-b9f1-83825056009b tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.719134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a4d25b-5e81-47e0-a760-fb213dc75b91 admin admin] Router 2a61140b-853f-4120-b081-3977bd076b6d has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:55.724496 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17670ef2-d5b3-4b70-aab7-23875e36e241 req-8701061b-ffe0-4510-b9f1-83825056009b tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.752486 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-17670ef2-d5b3-4b70-aab7-23875e36e241 req-8701061b-ffe0-4510-b9f1-83825056009b tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.754319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Checking router: c313e313-15fa-48cf-b02d-7ae008e0dc0b for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:55.755517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Updating router c313e313-15fa-48cf-b02d-7ae008e0dc0b port e168c037-ddf4-40ce-a96a-ceabcbdf8b7f binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:28:55.763682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17670ef2-d5b3-4b70-aab7-23875e36e241 req-8701061b-ffe0-4510-b9f1-83825056009b tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5791471 Nov 12 08:28:55.796255 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:55.832563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701061b-ffe0-4510-b9f1-83825056009b tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36d7a18-40ab-4104-bd03-ebe7dda00f41,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:55.931080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a4d25b-5e81-47e0-a760-fb213dc75b91 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:55.942491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-465c92aa-4dfd-4f19-afac-2b7f73b8fa44 req-b7be2318-7422-4e80-8fb5-9f33eac583af tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Request body: {'security_group': {'name': 'tempest-securitygroup-740350834', 'description': 'tempest-description-1489599417'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:55.943046 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbfa47d-4705-4aa8-9dbf-456c31185f7e None None] Sync routers for ids ['2a61140b-853f-4120-b081-3977bd076b6d'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:28:55.946071 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a8a4d25b-5e81-47e0-a760-fb213dc75b91 admin admin] 10.222.0.31 "PUT /v2.0/routers/2a61140b-853f-4120-b081-3977bd076b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5853307 Nov 12 08:28:55.949279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48354) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:55.962225 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbfa47d-4705-4aa8-9dbf-456c31185f7e None None] Routers {'2a61140b-853f-4120-b081-3977bd076b6d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:55.964087 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-acbfa47d-4705-4aa8-9dbf-456c31185f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2a61140b-853f-4120-b081-3977bd076b6d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:55.977818 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-465c92aa-4dfd-4f19-afac-2b7f73b8fa44 req-b7be2318-7422-4e80-8fb5-9f33eac583af tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.081732 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.124231 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-acbfa47d-4705-4aa8-9dbf-456c31185f7e None None] Set router 2a61140b-853f-4120-b081-3977bd076b6d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:56.146938 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-465c92aa-4dfd-4f19-afac-2b7f73b8fa44 req-b7be2318-7422-4e80-8fb5-9f33eac583af tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.182881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-465c92aa-4dfd-4f19-afac-2b7f73b8fa44 req-b7be2318-7422-4e80-8fb5-9f33eac583af tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.200739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.215832 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-465c92aa-4dfd-4f19-afac-2b7f73b8fa44 req-b7be2318-7422-4e80-8fb5-9f33eac583af tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.217248 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-465c92aa-4dfd-4f19-afac-2b7f73b8fa44 req-b7be2318-7422-4e80-8fb5-9f33eac583af tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3050373 Nov 12 08:28:56.247899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be2318-7422-4e80-8fb5-9f33eac583af tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201ca68c-5b88-453e-a3d6-a484675c4ce7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:56.352452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-59997ce7-df67-4ca2-8e5e-b6f543d415c5 req-45947b1e-fbfe-46bd-bf5a-f88265cda924 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1110823794', 'description': 'tempest-description-1638542782'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:56.384912 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-acbfa47d-4705-4aa8-9dbf-456c31185f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a61140b-853f-4120-b081-3977bd076b6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1754786328-router', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:22Z', 'updated_at': '2021-11-12T08:28:54Z', 'revision_number': 5, 'project_id': '55dd92949efd4ef693d1c23084e8130c', 'gw_port': {'id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a61140b-853f-4120-b081-3977bd076b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:23Z', 'updated_at': '2021-11-12T08:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:56.395488 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-59997ce7-df67-4ca2-8e5e-b6f543d415c5 req-45947b1e-fbfe-46bd-bf5a-f88265cda924 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.409042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-59997ce7-df67-4ca2-8e5e-b6f543d415c5 req-45947b1e-fbfe-46bd-bf5a-f88265cda924 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.424354 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbfa47d-4705-4aa8-9dbf-456c31185f7e None None] Checking router: 2a61140b-853f-4120-b081-3977bd076b6d for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:28:56.425741 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.433674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396999e-6594-49fd-9028-aa0f83c9a802 req-3da2d82f-5652-4caf-aa72-4f6db3bbf4b3 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:56.435017 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.439630 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbfa47d-4705-4aa8-9dbf-456c31185f7e None None] Routers {'2a61140b-853f-4120-b081-3977bd076b6d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:56.442504 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-acbfa47d-4705-4aa8-9dbf-456c31185f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2a61140b-853f-4120-b081-3977bd076b6d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:56.444105 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c396999e-6594-49fd-9028-aa0f83c9a802 req-3da2d82f-5652-4caf-aa72-4f6db3bbf4b3 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 945 time: 0.1503425 Nov 12 08:28:56.444498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Allocated IP 172.20.0.1 (9221a7ef-9412-4b0c-9fdd-274ab0267ee7/9f3b8b57-75e9-4b43-b2f8-5af7fc35470a/132828e4-a68a-4e15-99ec-f7bc6d4e6c3e) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:28:56.511106 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.524721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Attempting to bind port e168c037-ddf4-40ce-a96a-ceabcbdf8b7f on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:28:56.525377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Attempting to bind port e168c037-ddf4-40ce-a96a-ceabcbdf8b7f by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:28:56.525798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Attempting to bind port e168c037-ddf4-40ce-a96a-ceabcbdf8b7f on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:28:56.531613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5c109-de59-4f5d-bfb7-c4f06bc01684 None None] Pushing event updated for resources: {'Port': ['ID=e168c037-ddf4-40ce-a96a-ceabcbdf8b7f,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:56.535895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c396999e-6594-49fd-9028-aa0f83c9a802 req-76c236f9-5a25-4051-a0cc-75e62c31b006 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850668 Nov 12 08:28:56.539468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:28:56.539903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:28:56.540370 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.540776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:28:56.542913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Bound port: e168c037-ddf4-40ce-a96a-ceabcbdf8b7f, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:28:56.543358 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.577418 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:28:56.611298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Deleting port 5d247c10-22e6-478f-b6f2-26d58d4bd26e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:56.611791 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.631651 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-59997ce7-df67-4ca2-8e5e-b6f543d415c5 req-45947b1e-fbfe-46bd-bf5a-f88265cda924 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.645834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-59997ce7-df67-4ca2-8e5e-b6f543d415c5 req-45947b1e-fbfe-46bd-bf5a-f88265cda924 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.680044 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-acbfa47d-4705-4aa8-9dbf-456c31185f7e None None] Set router 2a61140b-853f-4120-b081-3977bd076b6d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:56.680572 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] For port e168c037-ddf4-40ce-a96a-ceabcbdf8b7f, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:28:56.693341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] For port e168c037-ddf4-40ce-a96a-ceabcbdf8b7f, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e168c037-ddf4-40ce-a96a-ceabcbdf8b7f,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:28:56.704444 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.727583 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.758800 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] For port 5d247c10-22e6-478f-b6f2-26d58d4bd26e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5d247c10-22e6-478f-b6f2-26d58d4bd26e,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:56.759423 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.761457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Routers {'c313e313-15fa-48cf-b02d-7ae008e0dc0b'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:28:56.762028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c313e313-15fa-48cf-b02d-7ae008e0dc0b'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:56.779203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757df24b-00ee-4d48-8bae-39eecc6eee7a req-97c8f743-827b-4494-b177-f832191f8624 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:56.782455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-757df24b-00ee-4d48-8bae-39eecc6eee7a req-97c8f743-827b-4494-b177-f832191f8624 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 948 time: 0.1081657 Nov 12 08:28:56.796691 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-59997ce7-df67-4ca2-8e5e-b6f543d415c5 req-45947b1e-fbfe-46bd-bf5a-f88265cda924 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.810046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-59997ce7-df67-4ca2-8e5e-b6f543d415c5 req-45947b1e-fbfe-46bd-bf5a-f88265cda924 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.833128 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5c109-de59-4f5d-bfb7-c4f06bc01684 None None] Pushing event updated for resources: {'Port': ['ID=e168c037-ddf4-40ce-a96a-ceabcbdf8b7f,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:56.843381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Calling delete_port for 5d247c10-22e6-478f-b6f2-26d58d4bd26e owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:56.844569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45947b1e-fbfe-46bd-bf5a-f88265cda924 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bcf94c-7cb8-4df4-8026-f3275a704034,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:56.860685 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-59997ce7-df67-4ca2-8e5e-b6f543d415c5 req-45947b1e-fbfe-46bd-bf5a-f88265cda924 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.875002 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59997ce7-df67-4ca2-8e5e-b6f543d415c5 req-45947b1e-fbfe-46bd-bf5a-f88265cda924 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5312169 Nov 12 08:28:56.922862 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:56.935983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45947b1e-fbfe-46bd-bf5a-f88265cda924 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9f4676-3c62-4341-a7ab-f8be92d2a691,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:56.950995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] Set router c313e313-15fa-48cf-b02d-7ae008e0dc0b gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:28:56.957313 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-757df24b-00ee-4d48-8bae-39eecc6eee7a req-4a7987b6-0cf6-4f9b-bfe8-fa8c149d7f17 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621051 Nov 12 08:28:56.972207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Network 9221a7ef-9412-4b0c-9fdd-274ab0267ee7 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:56.975576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:56.979921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:28:57.028953 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-acbfa47d-4705-4aa8-9dbf-456c31185f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a61140b-853f-4120-b081-3977bd076b6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1754786328-router', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:22Z', 'updated_at': '2021-11-12T08:28:54Z', 'revision_number': 5, 'project_id': '55dd92949efd4ef693d1c23084e8130c', 'gw_port': {'id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a61140b-853f-4120-b081-3977bd076b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:23Z', 'updated_at': '2021-11-12T08:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:57.073728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-60a84d91-5491-4521-8a8d-2b150e4b88d2 req-476f50e4-8c18-417d-bd54-0af18cda70bd tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-451826272', 'description': 'tempest-description-1164359186'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:28:57.110901 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.120576 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbfa47d-4705-4aa8-9dbf-456c31185f7e None None] The sync data for ids ['2a61140b-853f-4120-b081-3977bd076b6d'] in n-d-768851-18 is: [{'id': '2a61140b-853f-4120-b081-3977bd076b6d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1754786328-router', 'tenant_id': '55dd92949efd4ef693d1c23084e8130c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:22:22Z', 'updated_at': '2021-11-12T08:28:54Z', 'revision_number': 5, 'project_id': '55dd92949efd4ef693d1c23084e8130c', 'gw_port': {'id': '5d247c10-22e6-478f-b6f2-26d58d4bd26e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ca:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a61140b-853f-4120-b081-3977bd076b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:22:23Z', 'updated_at': '2021-11-12T08:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:57.121558 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-60a84d91-5491-4521-8a8d-2b150e4b88d2 req-476f50e4-8c18-417d-bd54-0af18cda70bd tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.189924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Pushing event updated for resources: {'Port': ['ID=132828e4-a68a-4e15-99ec-f7bc6d4e6c3e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:57.262530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1176398910-router', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:28:50Z', 'updated_at': '2021-11-12T08:28:53Z', 'revision_number': 3, 'project_id': '170ba6a94903477e8394726d6bbc623b', 'gw_port': {'id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:52Z', 'updated_at': '2021-11-12T08:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:57.275837 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.309190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30373cfe-21e4-4517-bf16-ec3194576b09 None None] The sync data for ids ['c313e313-15fa-48cf-b02d-7ae008e0dc0b'] in n-d-768851-18 is: [{'id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1176398910-router', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:28:50Z', 'updated_at': '2021-11-12T08:28:53Z', 'revision_number': 3, 'project_id': '170ba6a94903477e8394726d6bbc623b', 'gw_port': {'id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:52Z', 'updated_at': '2021-11-12T08:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:28:57.336799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d247c10-22e6-478f-b6f2-26d58d4bd26e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:57.343558 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.403855 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-60a84d91-5491-4521-8a8d-2b150e4b88d2 req-476f50e4-8c18-417d-bd54-0af18cda70bd tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.409318 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-60a84d91-5491-4521-8a8d-2b150e4b88d2 req-476f50e4-8c18-417d-bd54-0af18cda70bd tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.441984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ca54c971-9d1c-44fb-bcee-cbcaf83f9b6f None None] Provisioning complete for port 132828e4-a68a-4e15-99ec-f7bc6d4e6c3e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:57.443506 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ca54c971-9d1c-44fb-bcee-cbcaf83f9b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.451809 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.501360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ca54c971-9d1c-44fb-bcee-cbcaf83f9b6f None None] Port 132828e4-a68a-4e15-99ec-f7bc6d4e6c3e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:57.550769 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-60a84d91-5491-4521-8a8d-2b150e4b88d2 req-476f50e4-8c18-417d-bd54-0af18cda70bd tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.551703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60a84d91-5491-4521-8a8d-2b150e4b88d2 req-476f50e4-8c18-417d-bd54-0af18cda70bd tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4880466 Nov 12 08:28:57.565297 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.581155 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.590020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f50e4-8c18-417d-bd54-0af18cda70bd tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a660830-412e-4c26-affd-5b1bf9410040,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:57.605715 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.618381 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.639194 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.711001 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.711274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a61140b-853f-4120-b081-3977bd076b6d {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:28:57.717898 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.721955 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bcb457d4-0631-4462-89b4-c1f6a463bf74 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2a61140b-853f-4120-b081-3977bd076b6d HTTP/1.1" status: 204 len: 168 time: 1.7714734 Nov 12 08:28:57.722589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48376) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:57.835569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Pushing event updated for resources: {'Port': ['ID=132828e4-a68a-4e15-99ec-f7bc6d4e6c3e,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:57.836435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-32fc6e9b-207c-45cc-845d-9d1f377b32c8 admin admin] Deleting subnet 793eb60d-e41f-471b-af34-1bb7c26e09c7 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:28:57.846028 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32fc6e9b-207c-45cc-845d-9d1f377b32c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.894086 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dffa96-3988-49bc-b543-75ec525aeb39 req-a8d3b79b-78ce-490f-ba8d-37aaf2ace728 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:57.902541 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-12dffa96-3988-49bc-b543-75ec525aeb39 req-a8d3b79b-78ce-490f-ba8d-37aaf2ace728 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 945 time: 0.2302308 Nov 12 08:28:57.923065 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32fc6e9b-207c-45cc-845d-9d1f377b32c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:57.943664 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Network 9221a7ef-9412-4b0c-9fdd-274ab0267ee7 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:28:57.949649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:28:58.016951 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:58.054522 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-12dffa96-3988-49bc-b543-75ec525aeb39 req-55834592-9879-4ab1-877f-9bacda424f51 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493425 Nov 12 08:28:58.156836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:28:58.162060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:58.162649 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.243323 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-07a8c846-36ba-4bba-b31a-2596e373db96 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50880 time: 0.6622684 Nov 12 08:28:58.260429 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32fc6e9b-207c-45cc-845d-9d1f377b32c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.351870 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.378800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f142f-aa5d-4053-b4d8-2811888679d3 req-f5288188-1dc9-485d-9675-08b6451461d7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:58.380698 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb9f142f-aa5d-4053-b4d8-2811888679d3 req-f5288188-1dc9-485d-9675-08b6451461d7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 948 time: 0.1506412 Nov 12 08:28:58.393474 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-eab535c8-f4a3-4e21-bc70-b27e6127000c tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/13bcf94c-7cb8-4df4-8026-f3275a704034 HTTP/1.1" status: 200 len: 2998 time: 0.0790761 Nov 12 08:28:58.394661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Router c313e313-15fa-48cf-b02d-7ae008e0dc0b has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:28:58.401730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:28:58.404630 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1db039-120e-47fa-ae96-cdb0a3d30d32" -d '{"events": [{"server_uuid": "8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38", "name": "network-vif-plugged", "status": "completed", "tag": "47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:28:58.439535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:58.454116 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.464267 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.470010 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-577e2162-9aab-4df6-91ca-12edae8e67eb tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/13bcf94c-7cb8-4df4-8026-f3275a704034 HTTP/1.1" status: 200 len: 2998 time: 0.0753403 Nov 12 08:28:58.504184 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32fc6e9b-207c-45cc-845d-9d1f377b32c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.508694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-08aece97-2cfb-4880-b323-518ae42c0a0d None None] Provisioning complete for port 132828e4-a68a-4e15-99ec-f7bc6d4e6c3e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:58.509352 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-08aece97-2cfb-4880-b323-518ae42c0a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.516177 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb9f142f-aa5d-4053-b4d8-2811888679d3 req-707db08d-a5cc-4f6c-b03e-15d6d06238e3 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251187 Nov 12 08:28:58.554917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc6e9b-207c-45cc-845d-9d1f377b32c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=793eb60d-e41f-471b-af34-1bb7c26e09c7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:58.567265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-c47d0922-73c2-473c-a1cd-23cc973ef34f tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2b010013-447b-4fff-8080-bdfcb93adb35 HTTP/1.1" status: 200 len: 2994 time: 0.0962918 Nov 12 08:28:58.585539 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32fc6e9b-207c-45cc-845d-9d1f377b32c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.589427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-32fc6e9b-207c-45cc-845d-9d1f377b32c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/793eb60d-e41f-471b-af34-1bb7c26e09c7 HTTP/1.1" status: 204 len: 168 time: 0.8607974 Nov 12 08:28:58.592678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48390) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:58.608607 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-08aece97-2cfb-4880-b323-518ae42c0a0d None None] Port 132828e4-a68a-4e15-99ec-f7bc6d4e6c3e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:28:58.610747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb783f9-ab7e-47b3-b168-919d0200eebe None None] Network b3da41cc-dc34-41cd-a414-0f77bcfb822c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:28:58.678797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:28:58.694292 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b4e9e6b4-c2b4-46b7-8ef0-7b59ffb6fa74 admin admin] 10.222.0.31 "PUT /v2.0/routers/c313e313-15fa-48cf-b02d-7ae008e0dc0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3628583 Nov 12 08:28:58.740339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-4f157e46-6bf2-4167-a998-6c1776cfafc1 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2b010013-447b-4fff-8080-bdfcb93adb35 HTTP/1.1" status: 200 len: 2994 time: 0.1691096 Nov 12 08:28:58.741311 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:58.862822 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:58.957380 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-42cec8df-dc32-490c-bf1a-d8dca66d87ff tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3d782c60-e296-4548-a363-0596fd2969dc HTTP/1.1" status: 200 len: 2998 time: 0.1838105 Nov 12 08:28:58.975323 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d53f84e6-577e-45e6-8150-6da0b96a2b6c details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:28:59.033868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Deleting port b819d393-2da6-4436-8e67-ef81160b3d15 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:59.034144 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.038981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e168c037-ddf4-40ce-a96a-ceabcbdf8b7f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:28:59.049212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-70fce461-294d-4dae-86e6-d838181b9621 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3d782c60-e296-4548-a363-0596fd2969dc HTTP/1.1" status: 200 len: 2998 time: 0.0768769 Nov 12 08:28:59.097432 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d71365-76c4-4b66-b673-04266b216f6c x-openstack-request-id: req-40d71365-76c4-4b66-b673-04266b216f6c {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:28:59.097577 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38", "name": "network-vif-plugged", "status": "completed", "tag": "47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:28:59.097817 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40d71365-76c4-4b66-b673-04266b216f6c {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:28:59.098219 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca', 'code': 200} Nov 12 08:28:59.179811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e168c037-ddf4-40ce-a96a-ceabcbdf8b7f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:28:59.180180 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.215692 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-97ee047f-3490-4b0e-80eb-7b7c54d092a7 req-0e7b29d7-1b3a-401b-aa7a-e4ff634197e4 tempest-FloatingIPDetailsNegativeTestJSON-2036576136 tempest-FloatingIPDetailsNegativeTestJSON-2036576136-project] show failed (client error): The resource could not be found. Nov 12 08:28:59.217383 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97ee047f-3490-4b0e-80eb-7b7c54d092a7 req-0e7b29d7-1b3a-401b-aa7a-e4ff634197e4 tempest-FloatingIPDetailsNegativeTestJSON-2036576136 tempest-FloatingIPDetailsNegativeTestJSON-2036576136-project] 10.222.0.31 "GET /v2.0/floatingips/ebef01d0-b476-44dc-a486-fda0e7772570 HTTP/1.1" status: 404 len: 350 time: 0.0516691 Nov 12 08:28:59.225728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port d53f84e6-577e-45e6-8150-6da0b96a2b6c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d53f84e6-577e-45e6-8150-6da0b96a2b6c,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:59.227224 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48400) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:28:59.236517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] For port b819d393-2da6-4436-8e67-ef81160b3d15, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b819d393-2da6-4436-8e67-ef81160b3d15,segment=NetworkSegment(dbcd7884-dfde-41ed-aece-9192d8fa820c),segment_id=dbcd7884-dfde-41ed-aece-9192d8fa820c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:59.237024 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.250828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe0f8c-9d22-4d9f-85d1-f25ea488d694 None None] DHCP port deletion for b3da41cc-dc34-41cd-a414-0f77bcfb822c request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:28:59.254090 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-c87837a7-3c4e-44e5-abe2-e345a75e5e82 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4cf7db6a-0378-4d09-8a6e-1aec804e4d7d HTTP/1.1" status: 200 len: 2998 time: 0.1834486 Nov 12 08:28:59.260293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Calling delete_port for b819d393-2da6-4436-8e67-ef81160b3d15 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:59.262212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'd53f84e6-577e-45e6-8150-6da0b96a2b6c', 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5', 'port_id': 'd53f84e6-577e-45e6-8150-6da0b96a2b6c', 'mac_address': 'fa:16:3e:2a:c6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f5b744-1aa9-46a2-8562-d5dd05d461f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:28:59.319592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f968be-b11e-437f-baea-8bf246fe9da9 req-87e9de90-6ad2-4d23-b151-3d00ea27919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:59.321303 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-15f968be-b11e-437f-baea-8bf246fe9da9 req-87e9de90-6ad2-4d23-b151-3d00ea27919d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 1101 time: 0.1764584 Nov 12 08:28:59.355006 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.382347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-e272de06-8ef7-4767-92cf-a5ee1c5fdd06 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/4cf7db6a-0378-4d09-8a6e-1aec804e4d7d HTTP/1.1" status: 200 len: 2998 time: 0.1173718 Nov 12 08:28:59.414170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d53f84e6-577e-45e6-8150-6da0b96a2b6c {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:28:59.424416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46384f-83f1-4fb2-94af-a32d746f02e1 req-6e149947-0911-40d9-8437-48cb1a15d9b4 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:59.425913 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c46384f-83f1-4fb2-94af-a32d746f02e1 req-6e149947-0911-40d9-8437-48cb1a15d9b4 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 945 time: 0.1288564 Nov 12 08:28:59.437660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cefe0f8c-9d22-4d9f-85d1-f25ea488d694 None None] Deleting port b819d393-2da6-4436-8e67-ef81160b3d15 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:28:59.438120 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cefe0f8c-9d22-4d9f-85d1-f25ea488d694 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.450260 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port d53f84e6-577e-45e6-8150-6da0b96a2b6c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d53f84e6-577e-45e6-8150-6da0b96a2b6c,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:59.450614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-15f968be-b11e-437f-baea-8bf246fe9da9 req-560cfbde-5362-49fc-9053-79bffe0597ba service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924268 Nov 12 08:28:59.451463 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.468325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-61c0ede0-55e9-4fc6-bdb7-0ae1ea4fb7ff tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/515a904d-894d-4e03-99ab-8d115cf4e59c HTTP/1.1" status: 200 len: 2998 time: 0.0784094 Nov 12 08:28:59.473670 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.535796 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c46384f-83f1-4fb2-94af-a32d746f02e1 req-21a7980c-cd71-44ed-9980-036d4b2c5115 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996182 Nov 12 08:28:59.561262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-bb884295-baf4-4a03-84c8-1bc4ba9914cc tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/515a904d-894d-4e03-99ab-8d115cf4e59c HTTP/1.1" status: 200 len: 2998 time: 0.0688417 Nov 12 08:28:59.561555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port e168c037-ddf4-40ce-a96a-ceabcbdf8b7f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e168c037-ddf4-40ce-a96a-ceabcbdf8b7f,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:59.561741 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.575117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['d53f84e6-577e-45e6-8150-6da0b96a2b6c'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:28:59.587210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cefe0f8c-9d22-4d9f-85d1-f25ea488d694 None None] For port b819d393-2da6-4436-8e67-ef81160b3d15, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b819d393-2da6-4436-8e67-ef81160b3d15,segment=NetworkSegment(dbcd7884-dfde-41ed-aece-9192d8fa820c),segment_id=dbcd7884-dfde-41ed-aece-9192d8fa820c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:28:59.587519 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cefe0f8c-9d22-4d9f-85d1-f25ea488d694 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.606909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Pushing event deleted for resources: {'Port': ['ID=b819d393-2da6-4436-8e67-ef81160b3d15,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:59.621241 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.621736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] No DVR routers for this DVR port b819d393-2da6-4436-8e67-ef81160b3d15 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:28:59.666011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cefe0f8c-9d22-4d9f-85d1-f25ea488d694 None None] Calling delete_port for b819d393-2da6-4436-8e67-ef81160b3d15 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:28:59.690762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=d53f84e6-577e-45e6-8150-6da0b96a2b6c,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:59.712096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-d2a20acc-5f24-408d-bd2c-ccc7a02914a1 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5697b743-6fb9-4df7-93b5-11dac30f3d1d HTTP/1.1" status: 200 len: 2998 time: 0.1587358 Nov 12 08:28:59.772535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.785323 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea51cb-751d-440c-b853-af1cbbf89b63 req-b3527587-4342-4718-aa01-0f46b56e992d tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:28:59.793377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-10ea51cb-751d-440c-b853-af1cbbf89b63 req-b3527587-4342-4718-aa01-0f46b56e992d tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 949 time: 0.1190128 Nov 12 08:28:59.809297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3da41cc-dc34-41cd-a414-0f77bcfb822c']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:59.824911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-2f5f7da1-a74b-4008-a210-80fe1066a102 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/5697b743-6fb9-4df7-93b5-11dac30f3d1d HTTP/1.1" status: 200 len: 2998 time: 0.1118500 Nov 12 08:28:59.830585 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5d247c10-22e6-478f-b6f2-26d58d4bd26e no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:59.834433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcd7884-dfde-41ed-aece-9192d8fa820c') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:59.834744 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcd7884-dfde-41ed-aece-9192d8fa820c') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:28:59.851014 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.859276 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-10ea51cb-751d-440c-b853-af1cbbf89b63 req-180562cf-81b4-4f1e-978e-4cf0de79adc8 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650284 Nov 12 08:28:59.872015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 5d247c10-22e6-478f-b6f2-26d58d4bd26e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:59.872634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5d247c10-22e6-478f-b6f2-26d58d4bd26e not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:59.873256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device da67a5c4-090c-4a0d-a868-8377adc5b5d7 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:28:59.906520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-623f4dba-d0db-427e-a458-905530efa7c1 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/57963e53-3915-4a25-9a72-c4931b753938 HTTP/1.1" status: 200 len: 2998 time: 0.0804434 Nov 12 08:28:59.910005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.913016 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cefe0f8c-9d22-4d9f-85d1-f25ea488d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.922010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: da67a5c4-090c-4a0d-a868-8377adc5b5d7 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:28:59.922360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device da67a5c4-090c-4a0d-a868-8377adc5b5d7 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:28:59.930357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:28:59.930762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:28:59.933066 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:28:59.936522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=e168c037-ddf4-40ce-a96a-ceabcbdf8b7f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:59.949414 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4456d2c8-a208-4f5a-87d8-ed08a799fc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:28:59.969191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe0f8c-9d22-4d9f-85d1-f25ea488d694 None None] Pushing event deleted for resources: {'Port': ['ID=b819d393-2da6-4436-8e67-ef81160b3d15,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:28:59.971409 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe0f8c-9d22-4d9f-85d1-f25ea488d694 None None] No DVR routers for this DVR port b819d393-2da6-4436-8e67-ef81160b3d15 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:00.027423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-d0619932-3358-4f46-bc28-85eccf061ce1 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/57963e53-3915-4a25-9a72-c4931b753938 HTTP/1.1" status: 200 len: 2998 time: 0.1185303 Nov 12 08:29:00.051863 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.059224 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.067076 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] 10.222.0.31 "DELETE /v2.0/networks/b3da41cc-dc34-41cd-a414-0f77bcfb822c HTTP/1.1" status: 204 len: 168 time: 1.4731100 Nov 12 08:29:00.094404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b3fe7-084a-45d2-9f72-1f9cfe3f889f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3da41cc-dc34-41cd-a414-0f77bcfb822c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:00.123103 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-76201c45-cc79-4762-9256-f184ffd95652 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/7bae83c6-6aa7-4bef-a02a-5cec935ed407 HTTP/1.1" status: 200 len: 2998 time: 0.0891004 Nov 12 08:29:00.208171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-ef6f6b1c-9cf3-4e1c-a1b5-f3a18456380c tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/7bae83c6-6aa7-4bef-a02a-5cec935ed407 HTTP/1.1" status: 200 len: 2998 time: 0.0775130 Nov 12 08:29:00.300677 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-a6e00de4-521c-40ce-a68d-1dc243665706 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8fdcd3d0-584e-4b9c-86fc-44c0cf4cdba1 HTTP/1.1" status: 200 len: 2998 time: 0.0828438 Nov 12 08:29:00.319409 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] Sync routers for ids ['c313e313-15fa-48cf-b02d-7ae008e0dc0b'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:00.330285 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] Routers {'c313e313-15fa-48cf-b02d-7ae008e0dc0b'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:00.331061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c313e313-15fa-48cf-b02d-7ae008e0dc0b'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:00.347896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-2a4382f0-158c-44e1-b6d8-a96ee6ac9817 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8fdcd3d0-584e-4b9c-86fc-44c0cf4cdba1 HTTP/1.1" status: 200 len: 2998 time: 0.0408378 Nov 12 08:29:00.404303 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48416) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:00.412925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4456d2c8-a208-4f5a-87d8-ed08a799fc74 admin admin] Deleting port 132828e4-a68a-4e15-99ec-f7bc6d4e6c3e {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:00.413424 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4456d2c8-a208-4f5a-87d8-ed08a799fc74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.433762 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-32a3f40d-2e49-47b3-814c-46df9933970a tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a39fe466-288c-422b-a056-c9917f39a6ce HTTP/1.1" status: 200 len: 2998 time: 0.0770130 Nov 12 08:29:00.473933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] Set router c313e313-15fa-48cf-b02d-7ae008e0dc0b gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:00.497961 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-eb825afa-5e92-4d0a-bacd-eb389412a66f tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a39fe466-288c-422b-a056-c9917f39a6ce HTTP/1.1" status: 200 len: 2998 time: 0.0569754 Nov 12 08:29:00.520209 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6f1cacab-f0ff-4b3f-8a23-a7f069712c68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a124d4b2edbb4600bc39bc4ed2b1d420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1135995 Nov 12 08:29:00.522671 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48418) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:00.593418 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4456d2c8-a208-4f5a-87d8-ed08a799fc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.636834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4456d2c8-a208-4f5a-87d8-ed08a799fc74 admin admin] Calling delete_port for 132828e4-a68a-4e15-99ec-f7bc6d4e6c3e owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:00.662932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e168c037-ddf4-40ce-a96a-ceabcbdf8b7f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:00.674033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aca770-f823-4844-acfc-4a48b4cdafcd req-ebc4b9a6-84cb-4eb3-a553-55f40641ad67 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:00.677816 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-26aca770-f823-4844-acfc-4a48b4cdafcd req-ebc4b9a6-84cb-4eb3-a553-55f40641ad67 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 944 time: 0.1437161 Nov 12 08:29:00.735449 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a33f97f6-0a8b-4bf6-b45b-9254df3bfb81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.791166 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a33f97f6-0a8b-4bf6-b45b-9254df3bfb81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.831007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e168c037-ddf4-40ce-a96a-ceabcbdf8b7f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:00.831663 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.876949 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-26aca770-f823-4844-acfc-4a48b4cdafcd req-dea65dcd-a939-4e82-8d59-0611a75c10e7 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568000 Nov 12 08:29:00.919552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-338fc39c-fe15-4213-b8b5-325301a12241 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a8983318-86ad-47d5-a674-c43f9fa75488 HTTP/1.1" status: 200 len: 2990 time: 0.4205348 Nov 12 08:29:00.966061 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a33f97f6-0a8b-4bf6-b45b-9254df3bfb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.968928 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a33f97f6-0a8b-4bf6-b45b-9254df3bfb81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:00.973334 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a33f97f6-0a8b-4bf6-b45b-9254df3bfb81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fdcd3d0-584e-4b9c-86fc-44c0cf4cdba1 HTTP/1.1" status: 204 len: 168 time: 0.4496329 Nov 12 08:29:00.984422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d53f84e6-577e-45e6-8150-6da0b96a2b6c no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:00.991508 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-54f23f3e-f166-452e-84e9-4a2875efa361 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a8983318-86ad-47d5-a674-c43f9fa75488 HTTP/1.1" status: 200 len: 2990 time: 0.0534348 Nov 12 08:29:01.019778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f97f6-0a8b-4bf6-b45b-9254df3bfb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdcd3d0-584e-4b9c-86fc-44c0cf4cdba1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:01.072059 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-b4d0af09-50b9-41a9-b160-fb85b29c59d5 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b5746012-b698-4293-a42b-346f79a50f01 HTTP/1.1" status: 200 len: 2998 time: 0.0727513 Nov 12 08:29:01.109826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4456d2c8-a208-4f5a-87d8-ed08a799fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.138937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1176398910-router', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:28:50Z', 'updated_at': '2021-11-12T08:28:57Z', 'revision_number': 4, 'project_id': '170ba6a94903477e8394726d6bbc623b', 'gw_port': {'id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:52Z', 'updated_at': '2021-11-12T08:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '132828e4-a68a-4e15-99ec-f7bc6d4e6c3e', 'name': '', 'network_id': '9221a7ef-9412-4b0c-9fdd-274ab0267ee7', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'mac_address': 'fa:16:3e:37:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9f3b8b57-75e9-4b43-b2f8-5af7fc35470a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:56Z', 'updated_at': '2021-11-12T08:28:57Z', 'revision_number': 2, 'project_id': '170ba6a94903477e8394726d6bbc623b', 'subnets': [{'id': '9f3b8b57-75e9-4b43-b2f8-5af7fc35470a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:01.145788 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-84104631-a390-4f78-b4dd-de2552d6e749 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/b5746012-b698-4293-a42b-346f79a50f01 HTTP/1.1" status: 200 len: 2998 time: 0.0632279 Nov 12 08:29:01.161254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ecb42-62ef-4ecd-a896-17509924de08 req-bd9c59eb-dfd1-404c-b9d6-d080160e0393 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:01.170906 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-024ecb42-62ef-4ecd-a896-17509924de08 req-bd9c59eb-dfd1-404c-b9d6-d080160e0393 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 949 time: 0.1520963 Nov 12 08:29:01.181244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456d2c8-a208-4f5a-87d8-ed08a799fc74 admin admin] Pushing event deleted for resources: {'Port': ['ID=132828e4-a68a-4e15-99ec-f7bc6d4e6c3e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:01.211146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] Checking router: c313e313-15fa-48cf-b02d-7ae008e0dc0b for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:01.211504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] Updating router c313e313-15fa-48cf-b02d-7ae008e0dc0b port 132828e4-a68a-4e15-99ec-f7bc6d4e6c3e binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:29:01.242014 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] Port 132828e4-a68a-4e15-99ec-f7bc6d4e6c3e not found while updating agent binding for router c313e313-15fa-48cf-b02d-7ae008e0dc0b. {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 08:29:01.250808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b819d393-2da6-4436-8e67-ef81160b3d15 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:01.260509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-93d4d2e9-5580-4952-955c-6979a7caee2f tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d6391a43-5f2f-4652-ae6b-0925fb6c7aeb HTTP/1.1" status: 200 len: 2998 time: 0.1050520 Nov 12 08:29:01.265602 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.314542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d53f84e6-577e-45e6-8150-6da0b96a2b6c {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:01.324449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b819d393-2da6-4436-8e67-ef81160b3d15 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:01.324858 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b819d393-2da6-4436-8e67-ef81160b3d15 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:01.333499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] Routers {'c313e313-15fa-48cf-b02d-7ae008e0dc0b'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:01.334130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c313e313-15fa-48cf-b02d-7ae008e0dc0b'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:01.355606 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e351c4bb-cbe6-457e-8aeb-03c50d081865 req-c7172998-5d02-4df7-aca5-ad53aa7277da tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d6391a43-5f2f-4652-ae6b-0925fb6c7aeb HTTP/1.1" status: 200 len: 2998 time: 0.0840704 Nov 12 08:29:01.403857 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port d53f84e6-577e-45e6-8150-6da0b96a2b6c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d53f84e6-577e-45e6-8150-6da0b96a2b6c,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:01.426599 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.586224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=d53f84e6-577e-45e6-8150-6da0b96a2b6c,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:01.629161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48434) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:01.648482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] Set router c313e313-15fa-48cf-b02d-7ae008e0dc0b gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:01.779217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f6d8b17d-6ae7-4722-8d50-9ba4fbbe0715 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55dd92949efd4ef693d1c23084e8130c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477189 Nov 12 08:29:01.786201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48436) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:01.841448 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7fa0f395-9d39-44a4-86ff-b73906a80511 req-3d138913-71aa-4a6d-ad68-576ca4c26dd2 tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdb68dbb0a52437cadb0287d2922a237 HTTP/1.1" status: 200 len: 6154 time: 0.2074070 Nov 12 08:29:01.846081 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-024ecb42-62ef-4ecd-a896-17509924de08 req-46ce73b3-61b3-4c74-a8b1-4710e3c95902 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6719921 Nov 12 08:29:01.889002 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1176398910-router', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:28:50Z', 'updated_at': '2021-11-12T08:29:00Z', 'revision_number': 5, 'project_id': '170ba6a94903477e8394726d6bbc623b', 'gw_port': {'id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:52Z', 'updated_at': '2021-11-12T08:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:01.894366 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e78d95a-43ca-42fa-9726-07b6064c803d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.949762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b70be2-9753-4afb-8c57-fd679c0f30e3 None None] The sync data for ids ['c313e313-15fa-48cf-b02d-7ae008e0dc0b'] in n-d-768851-18 is: [{'id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1176398910-router', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:28:50Z', 'updated_at': '2021-11-12T08:29:00Z', 'revision_number': 5, 'project_id': '170ba6a94903477e8394726d6bbc623b', 'gw_port': {'id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:52Z', 'updated_at': '2021-11-12T08:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:01.962077 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4456d2c8-a208-4f5a-87d8-ed08a799fc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:01.969290 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e78d95a-43ca-42fa-9726-07b6064c803d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.009320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7fa0f395-9d39-44a4-86ff-b73906a80511 req-fc2122db-0eae-44af-8082-dfa68fe71b75 tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] 10.222.0.31 "GET /v2.0/security-groups/515a904d-894d-4e03-99ab-8d115cf4e59c HTTP/1.1" status: 200 len: 2998 time: 0.1514876 Nov 12 08:29:02.046579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be1238-87e6-4450-b80b-ca032e21aa59 req-ea395eee-fd94-4354-a3e3-b1f695eb8c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:02.048174 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75be1238-87e6-4450-b80b-ca032e21aa59 req-ea395eee-fd94-4354-a3e3-b1f695eb8c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.52 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 943 time: 0.1342950 Nov 12 08:29:02.187591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7fa0f395-9d39-44a4-86ff-b73906a80511 req-0cf26426-0c1f-427f-bfc1-9f268499ce29 tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] 10.222.0.31 "GET /v2.0/security-groups/515a904d-894d-4e03-99ab-8d115cf4e59c HTTP/1.1" status: 200 len: 2998 time: 0.1759930 Nov 12 08:29:02.192017 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e78d95a-43ca-42fa-9726-07b6064c803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.197054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e78d95a-43ca-42fa-9726-07b6064c803d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.203369 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2e78d95a-43ca-42fa-9726-07b6064c803d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5746012-b698-4293-a42b-346f79a50f01 HTTP/1.1" status: 204 len: 168 time: 0.4111416 Nov 12 08:29:02.207029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996edc2-71d9-4539-920c-0cebcb341551 req-5907b095-9090-4cbe-92d7-d36ae9be7189 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:02.215430 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8996edc2-71d9-4539-920c-0cebcb341551 req-5907b095-9090-4cbe-92d7-d36ae9be7189 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 943 time: 0.1432848 Nov 12 08:29:02.234522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78d95a-43ca-42fa-9726-07b6064c803d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5746012-b698-4293-a42b-346f79a50f01,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:02.304247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-75be1238-87e6-4450-b80b-ca032e21aa59 req-a65a3a5d-cc72-43f5-8362-bc1018cbc709 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Deleting port d53f84e6-577e-45e6-8150-6da0b96a2b6c {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:02.304576 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-75be1238-87e6-4450-b80b-ca032e21aa59 req-a65a3a5d-cc72-43f5-8362-bc1018cbc709 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.328821 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8996edc2-71d9-4539-920c-0cebcb341551 req-251df701-25cf-4ede-b6bf-586f99df2082 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118755 Nov 12 08:29:02.405996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0d431832-53b0-4753-bce2-302e8c28c4de req-15c4176d-784a-4278-8eee-4b49727f5d5e tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9a660830-412e-4c26-affd-5b1bf9410040 HTTP/1.1" status: 200 len: 1794 time: 0.1788194 Nov 12 08:29:02.519290 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0d431832-53b0-4753-bce2-302e8c28c4de req-e9756cd5-1078-431c-96f2-65db8f872d69 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.523562 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4456d2c8-a208-4f5a-87d8-ed08a799fc74 admin admin] Router c313e313-15fa-48cf-b02d-7ae008e0dc0b has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:02.545096 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0d431832-53b0-4753-bce2-302e8c28c4de req-e9756cd5-1078-431c-96f2-65db8f872d69 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.589269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-75be1238-87e6-4450-b80b-ca032e21aa59 req-a65a3a5d-cc72-43f5-8362-bc1018cbc709 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] For port d53f84e6-577e-45e6-8150-6da0b96a2b6c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d53f84e6-577e-45e6-8150-6da0b96a2b6c,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:02.589613 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-75be1238-87e6-4450-b80b-ca032e21aa59 req-a65a3a5d-cc72-43f5-8362-bc1018cbc709 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.612974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-75be1238-87e6-4450-b80b-ca032e21aa59 req-a65a3a5d-cc72-43f5-8362-bc1018cbc709 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Calling delete_port for d53f84e6-577e-45e6-8150-6da0b96a2b6c owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:02.636282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0d431832-53b0-4753-bce2-302e8c28c4de req-e9756cd5-1078-431c-96f2-65db8f872d69 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.639622 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0d431832-53b0-4753-bce2-302e8c28c4de req-e9756cd5-1078-431c-96f2-65db8f872d69 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.640896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0d431832-53b0-4753-bce2-302e8c28c4de req-e9756cd5-1078-431c-96f2-65db8f872d69 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a660830-412e-4c26-affd-5b1bf9410040 HTTP/1.1" status: 204 len: 173 time: 0.2276082 Nov 12 08:29:02.684462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9756cd5-1078-431c-96f2-65db8f872d69 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a660830-412e-4c26-affd-5b1bf9410040,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:02.796303 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4456d2c8-a208-4f5a-87d8-ed08a799fc74 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:02.805157 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4456d2c8-a208-4f5a-87d8-ed08a799fc74 admin admin] 10.222.0.31 "PUT /v2.0/routers/c313e313-15fa-48cf-b02d-7ae008e0dc0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5735857 Nov 12 08:29:02.810714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48452) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:02.818192 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-975c42ca-cca5-44e4-ae8b-79059e3f7642 req-c8dac82e-2b4e-45eb-b3d9-6ad421be140a tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "GET /v2.0/security-groups/8f9f4676-3c62-4341-a7ab-f8be92d2a691 HTTP/1.1" status: 200 len: 1795 time: 0.0829985 Nov 12 08:29:02.895015 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-75be1238-87e6-4450-b80b-ca032e21aa59 req-a65a3a5d-cc72-43f5-8362-bc1018cbc709 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:02.928875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a3a5d-cc72-43f5-8362-bc1018cbc709 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event deleted for resources: {'Port': ['ID=d53f84e6-577e-45e6-8150-6da0b96a2b6c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:03.053348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-75be1238-87e6-4450-b80b-ca032e21aa59 req-a65a3a5d-cc72-43f5-8362-bc1018cbc709 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] No DVR routers for this DVR port d53f84e6-577e-45e6-8150-6da0b96a2b6c on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:03.060193 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-75be1238-87e6-4450-b80b-ca032e21aa59 req-a65a3a5d-cc72-43f5-8362-bc1018cbc709 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.066020 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75be1238-87e6-4450-b80b-ca032e21aa59 req-a65a3a5d-cc72-43f5-8362-bc1018cbc709 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.52 "DELETE /v2.0/ports/d53f84e6-577e-45e6-8150-6da0b96a2b6c HTTP/1.1" status: 204 len: 173 time: 1.0086575 Nov 12 08:29:03.066733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01be6591-b823-4d23-8abb-d2990574ddcc', 'name': 'network-vif-deleted', 'tag': 'd53f84e6-577e-45e6-8150-6da0b96a2b6c'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:03.070191 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e642354-6cb7-4a09-8df9-af984f95bfa4" -d '{"events": [{"server_uuid": "01be6591-b823-4d23-8abb-d2990574ddcc", "name": "network-vif-deleted", "tag": "d53f84e6-577e-45e6-8150-6da0b96a2b6c"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:03.087600 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-975c42ca-cca5-44e4-ae8b-79059e3f7642 req-4bed97ff-d5cf-4699-a068-767668c74189 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.095265 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85861e-d3ee-4291-8eb6-cf43fbe2482c None None] Sync routers for ids ['c313e313-15fa-48cf-b02d-7ae008e0dc0b'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:03.112919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565c1fb-7062-428d-a37d-98a2832169d2 req-073fb745-67bf-44c8-8f72-01b84ccdad6e tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:03.128477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7565c1fb-7062-428d-a37d-98a2832169d2 req-073fb745-67bf-44c8-8f72-01b84ccdad6e tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 949 time: 0.1700668 Nov 12 08:29:03.133861 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-975c42ca-cca5-44e4-ae8b-79059e3f7642 req-4bed97ff-d5cf-4699-a068-767668c74189 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.149318 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85861e-d3ee-4291-8eb6-cf43fbe2482c None None] Routers {'c313e313-15fa-48cf-b02d-7ae008e0dc0b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:03.149664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.150908 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4d85861e-d3ee-4291-8eb6-cf43fbe2482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c313e313-15fa-48cf-b02d-7ae008e0dc0b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:03.263983 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7565c1fb-7062-428d-a37d-98a2832169d2 req-6c01a459-7d75-4c2e-9c7a-df09f431b967 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299396 Nov 12 08:29:03.303619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-975c42ca-cca5-44e4-ae8b-79059e3f7642 req-4bed97ff-d5cf-4699-a068-767668c74189 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.313910 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-975c42ca-cca5-44e4-ae8b-79059e3f7642 req-4bed97ff-d5cf-4699-a068-767668c74189 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.330799 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-975c42ca-cca5-44e4-ae8b-79059e3f7642 req-4bed97ff-d5cf-4699-a068-767668c74189 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f9f4676-3c62-4341-a7ab-f8be92d2a691 HTTP/1.1" status: 204 len: 173 time: 0.4782600 Nov 12 08:29:03.348067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed97ff-d5cf-4699-a068-767668c74189 tempest-SecurityGroupsTestAdminJSON-1634667588 tempest-SecurityGroupsTestAdminJSON-1634667588-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9f4676-3c62-4341-a7ab-f8be92d2a691,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:03.363664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.396196 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4100ec-7b8f-459d-99f0-66d2de6d155a x-openstack-request-id: req-5d4100ec-7b8f-459d-99f0-66d2de6d155a {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:03.396592 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01be6591-b823-4d23-8abb-d2990574ddcc", "name": "network-vif-deleted", "tag": "d53f84e6-577e-45e6-8150-6da0b96a2b6c", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:03.397639 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d4100ec-7b8f-459d-99f0-66d2de6d155a {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:03.399834 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01be6591-b823-4d23-8abb-d2990574ddcc', 'name': 'network-vif-deleted', 'tag': 'd53f84e6-577e-45e6-8150-6da0b96a2b6c', 'status': 'completed', 'code': 200} Nov 12 08:29:03.504679 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55360391-d48b-4240-b377-5000b05a148c req-d87dd1da-83c5-4142-918c-72e4f7ba977d tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] 10.222.0.31 "GET /v2.0/security-groups/201ca68c-5b88-453e-a3d6-a484675c4ce7 HTTP/1.1" status: 200 len: 1794 time: 0.0713708 Nov 12 08:29:03.507873 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Deleting port e168c037-ddf4-40ce-a96a-ceabcbdf8b7f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:03.511873 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.625681 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55360391-d48b-4240-b377-5000b05a148c req-4435c9e9-bbfd-494a-a39c-6cbbc14656ff tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.650370 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4d85861e-d3ee-4291-8eb6-cf43fbe2482c None None] Set router c313e313-15fa-48cf-b02d-7ae008e0dc0b gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:03.665428 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55360391-d48b-4240-b377-5000b05a148c req-4435c9e9-bbfd-494a-a39c-6cbbc14656ff tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.743291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] For port e168c037-ddf4-40ce-a96a-ceabcbdf8b7f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e168c037-ddf4-40ce-a96a-ceabcbdf8b7f,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:03.744427 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.745513 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55360391-d48b-4240-b377-5000b05a148c req-4435c9e9-bbfd-494a-a39c-6cbbc14656ff tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.748668 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55360391-d48b-4240-b377-5000b05a148c req-4435c9e9-bbfd-494a-a39c-6cbbc14656ff tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:03.757187 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55360391-d48b-4240-b377-5000b05a148c req-4435c9e9-bbfd-494a-a39c-6cbbc14656ff tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] 10.222.0.31 "DELETE /v2.0/security-groups/201ca68c-5b88-453e-a3d6-a484675c4ce7 HTTP/1.1" status: 204 len: 173 time: 0.2509403 Nov 12 08:29:03.782401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435c9e9-bbfd-494a-a39c-6cbbc14656ff tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=201ca68c-5b88-453e-a3d6-a484675c4ce7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:03.810128 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e66429a8-7155-4bc8-a48e-cdb0dfee126f req-8aae0581-c61c-4f4f-8180-b59c932e4723 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=01be6591-b823-4d23-8abb-d2990574ddcc HTTP/1.1" status: 200 len: 210 time: 0.0588150 Nov 12 08:29:03.816294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Calling delete_port for e168c037-ddf4-40ce-a96a-ceabcbdf8b7f owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:04.005955 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4c8c6-3c87-48d5-bb61-ccc188a07870 req-c07001cb-84ac-43b8-b486-de6067c0ed34 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:04.008024 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-31b4c8c6-3c87-48d5-bb61-ccc188a07870 req-c07001cb-84ac-43b8-b486-de6067c0ed34 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 949 time: 0.1426320 Nov 12 08:29:04.037440 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4d85861e-d3ee-4291-8eb6-cf43fbe2482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1176398910-router', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:28:50Z', 'updated_at': '2021-11-12T08:29:00Z', 'revision_number': 5, 'project_id': '170ba6a94903477e8394726d6bbc623b', 'gw_port': {'id': 'e168c037-ddf4-40ce-a96a-ceabcbdf8b7f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:11:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:52Z', 'updated_at': '2021-11-12T08:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:04.071748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-31b4c8c6-3c87-48d5-bb61-ccc188a07870 req-73556a35-69e6-471f-9b3b-3fa2f2f2f64e tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563347 Nov 12 08:29:04.085487 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85861e-d3ee-4291-8eb6-cf43fbe2482c None None] Checking router: c313e313-15fa-48cf-b02d-7ae008e0dc0b for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:04.095050 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85861e-d3ee-4291-8eb6-cf43fbe2482c None None] Routers {'c313e313-15fa-48cf-b02d-7ae008e0dc0b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:04.095664 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4d85861e-d3ee-4291-8eb6-cf43fbe2482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:28:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c313e313-15fa-48cf-b02d-7ae008e0dc0b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:04.121983 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-40464ee6-c935-41bf-adb8-ebeec0654d00 req-4f455061-da37-49ee-8d2f-5f0c1d41e370 tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] 10.222.0.31 "GET /v2.0/security-groups/c36d7a18-40ab-4104-bd03-ebe7dda00f41 HTTP/1.1" status: 200 len: 1795 time: 0.1088340 Nov 12 08:29:04.183672 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.195350 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4d85861e-d3ee-4291-8eb6-cf43fbe2482c None None] Set router c313e313-15fa-48cf-b02d-7ae008e0dc0b gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:04.220233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Pushing event deleted for resources: {'Port': ['ID=e168c037-ddf4-40ce-a96a-ceabcbdf8b7f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:04.262922 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4d85861e-d3ee-4291-8eb6-cf43fbe2482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1176398910-router', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:28:50Z', 'updated_at': '2021-11-12T08:29:03Z', 'revision_number': 6, 'project_id': '170ba6a94903477e8394726d6bbc623b', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:04.294801 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85861e-d3ee-4291-8eb6-cf43fbe2482c None None] The sync data for ids ['c313e313-15fa-48cf-b02d-7ae008e0dc0b'] in n-d-768851-18 is: [{'id': 'c313e313-15fa-48cf-b02d-7ae008e0dc0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1176398910-router', 'tenant_id': '170ba6a94903477e8394726d6bbc623b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:28:50Z', 'updated_at': '2021-11-12T08:29:03Z', 'revision_number': 6, 'project_id': '170ba6a94903477e8394726d6bbc623b', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:04.295304 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-40464ee6-c935-41bf-adb8-ebeec0654d00 req-105fb0d9-d5ac-449e-aff6-c92571fd8302 tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.330853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.333496 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-40464ee6-c935-41bf-adb8-ebeec0654d00 req-105fb0d9-d5ac-449e-aff6-c92571fd8302 tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.444745 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.451288 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.508345 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-40464ee6-c935-41bf-adb8-ebeec0654d00 req-105fb0d9-d5ac-449e-aff6-c92571fd8302 tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.511954 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-40464ee6-c935-41bf-adb8-ebeec0654d00 req-105fb0d9-d5ac-449e-aff6-c92571fd8302 tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.513204 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-40464ee6-c935-41bf-adb8-ebeec0654d00 req-105fb0d9-d5ac-449e-aff6-c92571fd8302 tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] 10.222.0.31 "DELETE /v2.0/security-groups/c36d7a18-40ab-4104-bd03-ebe7dda00f41 HTTP/1.1" status: 204 len: 173 time: 0.3708887 Nov 12 08:29:04.525623 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.525623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c313e313-15fa-48cf-b02d-7ae008e0dc0b {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:29:04.531942 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.533176 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8cf2e83f-3f3b-4c1a-b7f9-dd83a3a19205 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c313e313-15fa-48cf-b02d-7ae008e0dc0b HTTP/1.1" status: 204 len: 168 time: 1.7210832 Nov 12 08:29:04.534338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fb0d9-d5ac-449e-aff6-c92571fd8302 tempest-SecurityGroupsTestAdminJSON-1484403765 tempest-SecurityGroupsTestAdminJSON-1484403765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36d7a18-40ab-4104-bd03-ebe7dda00f41,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:04.537071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48506) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:04.595268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-07291f91-43b5-4b74-b6eb-c38f75136b5f admin admin] Deleting subnet 9f3b8b57-75e9-4b43-b2f8-5af7fc35470a {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:04.611075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07291f91-43b5-4b74-b6eb-c38f75136b5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.698560 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07291f91-43b5-4b74-b6eb-c38f75136b5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.726083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e168c037-ddf4-40ce-a96a-ceabcbdf8b7f no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:04.764216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e168c037-ddf4-40ce-a96a-ceabcbdf8b7f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:04.764750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e168c037-ddf4-40ce-a96a-ceabcbdf8b7f not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:04.814986 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07291f91-43b5-4b74-b6eb-c38f75136b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.869692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48514) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:04.912977 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07291f91-43b5-4b74-b6eb-c38f75136b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.959742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07291f91-43b5-4b74-b6eb-c38f75136b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f3b8b57-75e9-4b43-b2f8-5af7fc35470a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:04.971821 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07291f91-43b5-4b74-b6eb-c38f75136b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:04.976639 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-07291f91-43b5-4b74-b6eb-c38f75136b5f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9f3b8b57-75e9-4b43-b2f8-5af7fc35470a HTTP/1.1" status: 204 len: 168 time: 0.4381180 Nov 12 08:29:04.978789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400c22d7-5641-4eec-bed9-4fae552fbd36 None None] Network 9221a7ef-9412-4b0c-9fdd-274ab0267ee7 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:04.980678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48526) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:05.129130 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b135f0d4-b5f0-4106-91ff-2b8b6e19fa60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.204773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.243001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-67e827cf-ae92-42c0-879b-e5ca3630d07c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdb68dbb0a52437cadb0287d2922a237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713958 Nov 12 08:29:05.246462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48532) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:05.302170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3edb717-e515-4fa2-89d2-53802530192a None None] DHCP port deletion for 9221a7ef-9412-4b0c-9fdd-274ab0267ee7 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:05.312110 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Deleting port 10ab801e-0694-4d3f-9a95-659a26168577 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:05.312440 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.366031 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf880-e315-4b03-a130-dc25bade573c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.400920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b3edb717-e515-4fa2-89d2-53802530192a None None] Deleting port 10ab801e-0694-4d3f-9a95-659a26168577 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:05.401889 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b3edb717-e515-4fa2-89d2-53802530192a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.411569 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf880-e315-4b03-a130-dc25bade573c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.419823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] For port 10ab801e-0694-4d3f-9a95-659a26168577, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=10ab801e-0694-4d3f-9a95-659a26168577,segment=NetworkSegment(652214de-7f8c-4831-abf9-678f4206fcbe),segment_id=652214de-7f8c-4831-abf9-678f4206fcbe)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:05.422033 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.465177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48536) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:05.467210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Calling delete_port for 10ab801e-0694-4d3f-9a95-659a26168577 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:05.471151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f0c9d76a-ef7a-4b74-8950-73ca5b7b1980 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1011591868', 'description': 'tempest-description--761331462'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:05.504716 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0c9d76a-ef7a-4b74-8950-73ca5b7b1980 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.525149 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf880-e315-4b03-a130-dc25bade573c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.529204 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf880-e315-4b03-a130-dc25bade573c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.530488 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d4ecf880-e315-4b03-a130-dc25bade573c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/515a904d-894d-4e03-99ab-8d115cf4e59c HTTP/1.1" status: 204 len: 168 time: 0.2827678 Nov 12 08:29:05.540114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b3edb717-e515-4fa2-89d2-53802530192a None None] For port 10ab801e-0694-4d3f-9a95-659a26168577, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=10ab801e-0694-4d3f-9a95-659a26168577,segment=NetworkSegment(652214de-7f8c-4831-abf9-678f4206fcbe),segment_id=652214de-7f8c-4831-abf9-678f4206fcbe)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:05.541671 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b3edb717-e515-4fa2-89d2-53802530192a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.574428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b3edb717-e515-4fa2-89d2-53802530192a None None] Calling delete_port for 10ab801e-0694-4d3f-9a95-659a26168577 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:05.597066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecf880-e315-4b03-a130-dc25bade573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515a904d-894d-4e03-99ab-8d115cf4e59c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:05.603947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.616851 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] No DVR routers for this DVR port 10ab801e-0694-4d3f-9a95-659a26168577 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:05.655696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ab801e-0694-4d3f-9a95-659a26168577,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:05.742668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd933ed-6618-46b9-8017-4635f5049531 req-a61f45ba-a8b2-4ccd-a476-f2c733e78597 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:05.744364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbd933ed-6618-46b9-8017-4635f5049531 req-a61f45ba-a8b2-4ccd-a476-f2c733e78597 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 949 time: 0.1049657 Nov 12 08:29:05.772468 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0c9d76a-ef7a-4b74-8950-73ca5b7b1980 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.784044 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.796262 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0c9d76a-ef7a-4b74-8950-73ca5b7b1980 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.800982 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b3edb717-e515-4fa2-89d2-53802530192a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.832052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9221a7ef-9412-4b0c-9fdd-274ab0267ee7']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:05.853312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652214de-7f8c-4831-abf9-678f4206fcbe') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:05.853598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652214de-7f8c-4831-abf9-678f4206fcbe') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:05.863762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edb717-e515-4fa2-89d2-53802530192a None None] Pushing event deleted for resources: {'Port': ['ID=10ab801e-0694-4d3f-9a95-659a26168577,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:05.867769 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.870921 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3edb717-e515-4fa2-89d2-53802530192a None None] No DVR routers for this DVR port 10ab801e-0694-4d3f-9a95-659a26168577 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:05.873056 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbd933ed-6618-46b9-8017-4635f5049531 req-3e33d296-ecc5-494b-a366-aca93854d06f tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010590 Nov 12 08:29:05.897185 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.906254 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0c9d76a-ef7a-4b74-8950-73ca5b7b1980 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.910948 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f0c9d76a-ef7a-4b74-8950-73ca5b7b1980 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4415336 Nov 12 08:29:05.911949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48544) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:05.914544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:05.915351 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:05.918973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6b4d0a0e-87b5-4fc3-b5ef-0f4f3087b0e8 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Request body: {'security_group_rule': {'security_group_id': 'e768133c-75c9-4843-82b5-a6bcbb11ad3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:05.928292 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9d76a-ef7a-4b74-8950-73ca5b7b1980 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e768133c-75c9-4843-82b5-a6bcbb11ad3a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:05.971844 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:06.018034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0a0e-87b5-4fc3-b5ef-0f4f3087b0e8 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.075426 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.086745 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.103130 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9221a7ef-9412-4b0c-9fdd-274ab0267ee7 HTTP/1.1" status: 204 len: 168 time: 1.1207273 Nov 12 08:29:06.112699 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0a0e-87b5-4fc3-b5ef-0f4f3087b0e8 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.118176 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0a0e-87b5-4fc3-b5ef-0f4f3087b0e8 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.135406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6edeb-8b72-441f-b88a-350fde63fbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9221a7ef-9412-4b0c-9fdd-274ab0267ee7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:06.151690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d0a0e-87b5-4fc3-b5ef-0f4f3087b0e8 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88730a99-eb7b-4ae0-9c64-4922c49030a1,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:06.186127 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0a0e-87b5-4fc3-b5ef-0f4f3087b0e8 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.187865 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6b4d0a0e-87b5-4fc3-b5ef-0f4f3087b0e8 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2751544 Nov 12 08:29:06.190730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48554) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.195980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b7cb0567-cbb3-4f5b-b40a-58e2aad39f0d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Request body: {'security_group_rule': {'security_group_id': 'e768133c-75c9-4843-82b5-a6bcbb11ad3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:06.200393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48556) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.235049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0567-cbb3-4f5b-b40a-58e2aad39f0d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.245551 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4e8e7-363f-48b7-b72d-09decd7c9601 req-4bfc5f70-d084-4dad-840a-c65d37039ee0 tempest-LiveMigrationNegativeTest-706219759 tempest-LiveMigrationNegativeTest-706219759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:06.248370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f6c4e8e7-363f-48b7-b72d-09decd7c9601 req-4bfc5f70-d084-4dad-840a-c65d37039ee0 tempest-LiveMigrationNegativeTest-706219759 tempest-LiveMigrationNegativeTest-706219759-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 1101 time: 0.1127198 Nov 12 08:29:06.308218 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0567-cbb3-4f5b-b40a-58e2aad39f0d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.313667 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0567-cbb3-4f5b-b40a-58e2aad39f0d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.314162 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f6c4e8e7-363f-48b7-b72d-09decd7c9601 req-4e4e7087-3aa5-4ab7-9782-c6a361ef250d tempest-LiveMigrationNegativeTest-706219759 tempest-LiveMigrationNegativeTest-706219759-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.337432 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c9d5c7c6-b32b-4b10-9d77-fbd0da5684de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c1548f7adcc40169be148a79ca34e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298022 Nov 12 08:29:06.337965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48558) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.343716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb0567-cbb3-4f5b-b40a-58e2aad39f0d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1886b109-6822-4949-ae82-56279e080959,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:06.384895 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7cb0567-cbb3-4f5b-b40a-58e2aad39f0d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.387287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b7cb0567-cbb3-4f5b-b40a-58e2aad39f0d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1953228 Nov 12 08:29:06.391402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48560) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.403034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:06.454105 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1f0faef-5950-48ef-93e0-b26d2176e753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.470107 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48562) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.482121 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.496341 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1f0faef-5950-48ef-93e0-b26d2176e753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.557429 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f6c4e8e7-363f-48b7-b72d-09decd7c9601 req-4e4e7087-3aa5-4ab7-9782-c6a361ef250d tempest-LiveMigrationNegativeTest-706219759 tempest-LiveMigrationNegativeTest-706219759-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.570525 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f6c4e8e7-363f-48b7-b72d-09decd7c9601 req-4e4e7087-3aa5-4ab7-9782-c6a361ef250d tempest-LiveMigrationNegativeTest-706219759 tempest-LiveMigrationNegativeTest-706219759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.581303 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-430f3916-7818-4a7b-a0e8-b92b35597118 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=170ba6a94903477e8394726d6bbc623b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1095126 Nov 12 08:29:06.585999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48568) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:06.651076 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1f0faef-5950-48ef-93e0-b26d2176e753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.652279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 10ab801e-0694-4d3f-9a95-659a26168577 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:06.655141 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1f0faef-5950-48ef-93e0-b26d2176e753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.663774 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b1f0faef-5950-48ef-93e0-b26d2176e753 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13bcf94c-7cb8-4df4-8026-f3275a704034 HTTP/1.1" status: 204 len: 168 time: 0.3098719 Nov 12 08:29:06.670346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0faef-5950-48ef-93e0-b26d2176e753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bcf94c-7cb8-4df4-8026-f3275a704034,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:06.689609 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e7087-3aa5-4ab7-9782-c6a361ef250d tempest-LiveMigrationNegativeTest-706219759 tempest-LiveMigrationNegativeTest-706219759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8d9504-9dc9-49b3-aa5c-790718b227dc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:06.694733 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-102656bb-a9ac-4fd4-80dc-21d4930e21ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.704115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 10ab801e-0694-4d3f-9a95-659a26168577 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:06.705043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 10ab801e-0694-4d3f-9a95-659a26168577 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:06.721754 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f6c4e8e7-363f-48b7-b72d-09decd7c9601 req-4e4e7087-3aa5-4ab7-9782-c6a361ef250d tempest-LiveMigrationNegativeTest-706219759 tempest-LiveMigrationNegativeTest-706219759-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515231 Nov 12 08:29:06.751293 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-102656bb-a9ac-4fd4-80dc-21d4930e21ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.821253 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.882169 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-102656bb-a9ac-4fd4-80dc-21d4930e21ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.887358 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-102656bb-a9ac-4fd4-80dc-21d4930e21ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:06.890796 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-102656bb-a9ac-4fd4-80dc-21d4930e21ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d782c60-e296-4548-a363-0596fd2969dc HTTP/1.1" status: 204 len: 168 time: 0.3026779 Nov 12 08:29:06.907015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102656bb-a9ac-4fd4-80dc-21d4930e21ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d782c60-e296-4548-a363-0596fd2969dc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:06.965971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d53f84e6-577e-45e6-8150-6da0b96a2b6c no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:07.034528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: d53f84e6-577e-45e6-8150-6da0b96a2b6c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:07.034879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d53f84e6-577e-45e6-8150-6da0b96a2b6c not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:07.169386 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Allocated IP 172.25.3.118 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/c8154912-1572-49ec-a1ab-41ecbb8d7943) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:07.347263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.407290 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.482191 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:07.490304 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:07.499063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:07.523668 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e3987ca0-ad3f-4035-9716-e59e98a1b800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.540103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b65456-b3ae-487a-a441-52cb57c477e5 req-3a321adc-2ac1-414b-b096-ced8bc6adbd8 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:07.551242 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84b65456-b3ae-487a-a441-52cb57c477e5 req-3a321adc-2ac1-414b-b096-ced8bc6adbd8 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 949 time: 0.1497760 Nov 12 08:29:07.568958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event updated for resources: {'Port': ['ID=c8154912-1572-49ec-a1ab-41ecbb8d7943,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:07.637163 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84b65456-b3ae-487a-a441-52cb57c477e5 req-a5168c98-2535-450c-83b3-8476161f17bd tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836406 Nov 12 08:29:07.668960 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.710438 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.784392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48632) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:07.946871 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:07.956504 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.049268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event updated for resources: {'Port': ['ID=c8154912-1572-49ec-a1ab-41ecbb8d7943,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:08.062207 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.080422 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.085751 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3ba0724e-b690-4370-b8c3-a383267bfddd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6924834 Nov 12 08:29:08.093923 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5fcf7ba1-3210-4920-8977-411277e4c1aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.223459 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5fcf7ba1-3210-4920-8977-411277e4c1aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.233827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5fcf7ba1-3210-4920-8977-411277e4c1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.275405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5fcf7ba1-3210-4920-8977-411277e4c1aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13238748d2a4492aba027d16c5caad95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4893787 Nov 12 08:29:08.276324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf7ba1-3210-4920-8977-411277e4c1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e422800e-6de9-470e-8ce6-1b365b772381,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:08.279111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48656) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:08.385396 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-685cf55c-5066-4b4e-9e42-c91b5baba4f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.453896 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-685cf55c-5066-4b4e-9e42-c91b5baba4f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.463246 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.522865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-bae00e5d-76d2-4e87-8ade-4a66a80e6e36 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:08.527560 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-bae00e5d-76d2-4e87-8ade-4a66a80e6e36 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/networks?id=ea539148-52d3-4835-a24a-934daced73d5 HTTP/1.1" status: 200 len: 822 time: 0.1795101 Nov 12 08:29:08.559129 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-d330af6f-b879-4d0a-bce7-e7d65adde514 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/quotas/2604f02976ba4161ba152d9e13cf8c81 HTTP/1.1" status: 200 len: 375 time: 0.0156679 Nov 12 08:29:08.570720 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-685cf55c-5066-4b4e-9e42-c91b5baba4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.574713 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-685cf55c-5066-4b4e-9e42-c91b5baba4f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:08.576517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-685cf55c-5066-4b4e-9e42-c91b5baba4f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e422800e-6de9-470e-8ce6-1b365b772381 HTTP/1.1" status: 204 len: 168 time: 0.2967169 Nov 12 08:29:08.627880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cf55c-5066-4b4e-9e42-c91b5baba4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e422800e-6de9-470e-8ce6-1b365b772381,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:08.659383 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-4e9c8af9-c223-4308-aebe-d0095ae82fab tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2604f02976ba4161ba152d9e13cf8c81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917192 Nov 12 08:29:08.779871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7979bb-5307-4eb2-b1c1-1d247b1d5171 req-60185e4b-216c-44c8-b264-53545967c4df tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:08.782194 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6a7979bb-5307-4eb2-b1c1-1d247b1d5171 req-60185e4b-216c-44c8-b264-53545967c4df tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 949 time: 0.0661948 Nov 12 08:29:08.812488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-25af3c05-f3a5-4177-9166-b33f213912eb service neutron] 10.222.0.31 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404755 Nov 12 08:29:08.876503 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6a7979bb-5307-4eb2-b1c1-1d247b1d5171 req-a56ac15d-8093-4ee0-a4eb-0aae781e1561 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812683 Nov 12 08:29:08.939100 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-df7a770e-6713-4e1f-9aa8-d92dd1c1a78a service neutron] 10.222.0.31 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179368 Nov 12 08:29:09.118919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48700) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:09.137191 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4bddb854-6871-4dd9-915a-093396504b03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.301545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-378cdc41-1784-4f1d-941a-f729863db79d req-d6ab89bc-cb8e-4d85-b3de-0957c7ac7fa3 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 210 time: 0.0828815 Nov 12 08:29:09.320759 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4bddb854-6871-4dd9-915a-093396504b03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.332930 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4bddb854-6871-4dd9-915a-093396504b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.347066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1a555-7b74-47be-97bb-32662d7c0013 req-69e83ff3-e3de-4e65-bd98-9d5ca5742114 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:09.352639 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fba1a555-7b74-47be-97bb-32662d7c0013 req-69e83ff3-e3de-4e65-bd98-9d5ca5742114 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 949 time: 0.1230431 Nov 12 08:29:09.383254 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4bddb854-6871-4dd9-915a-093396504b03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef1e6e5bc2d149158b6691baec57a0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591202 Nov 12 08:29:09.387025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48714) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:09.389193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddb854-6871-4dd9-915a-093396504b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884fc2f0-37ef-435f-83a9-0d49cd6b9c90,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:09.492497 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07462bef-65d3-4777-9030-732bc6f87af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.524522 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07462bef-65d3-4777-9030-732bc6f87af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.534100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-fba1a555-7b74-47be-97bb-32662d7c0013 req-51210b6c-52cc-435a-a861-04c32dced8e7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Deleting port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:09.534585 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fba1a555-7b74-47be-97bb-32662d7c0013 req-51210b6c-52cc-435a-a861-04c32dced8e7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.603996 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07462bef-65d3-4777-9030-732bc6f87af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.609879 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07462bef-65d3-4777-9030-732bc6f87af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.612010 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-07462bef-65d3-4777-9030-732bc6f87af1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/884fc2f0-37ef-435f-83a9-0d49cd6b9c90 HTTP/1.1" status: 204 len: 168 time: 0.2239585 Nov 12 08:29:09.634449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07462bef-65d3-4777-9030-732bc6f87af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884fc2f0-37ef-435f-83a9-0d49cd6b9c90,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:09.720583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-fba1a555-7b74-47be-97bb-32662d7c0013 req-51210b6c-52cc-435a-a861-04c32dced8e7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] For port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:09.728152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fba1a555-7b74-47be-97bb-32662d7c0013 req-51210b6c-52cc-435a-a861-04c32dced8e7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.752373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-fba1a555-7b74-47be-97bb-32662d7c0013 req-51210b6c-52cc-435a-a861-04c32dced8e7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Calling delete_port for 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:09.880588 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.971100 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fba1a555-7b74-47be-97bb-32662d7c0013 req-51210b6c-52cc-435a-a861-04c32dced8e7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:09.984978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['0f501288-14b9-4245-914d-549f00b37d46'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:09.989726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:10.024091 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9fdc748f-d564-44c7-bc3d-ad3ded918ab8 req-c839bb3c-6917-4d4e-a59f-3746ea8d8ba6 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 210 time: 0.0459504 Nov 12 08:29:10.099225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51210b6c-52cc-435a-a861-04c32dced8e7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Pushing event deleted for resources: {'Port': ['ID=47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:10.182505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba1a555-7b74-47be-97bb-32662d7c0013 req-51210b6c-52cc-435a-a861-04c32dced8e7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] No DVR routers for this DVR port 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:10.189870 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fba1a555-7b74-47be-97bb-32662d7c0013 req-51210b6c-52cc-435a-a861-04c32dced8e7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:10.196791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fba1a555-7b74-47be-97bb-32662d7c0013 req-51210b6c-52cc-435a-a861-04c32dced8e7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.46 "DELETE /v2.0/ports/47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca HTTP/1.1" status: 204 len: 173 time: 0.8364007 Nov 12 08:29:10.201424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38', 'name': 'network-vif-deleted', 'tag': '47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:10.210377 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd13c4c-1631-435c-a982-ae08eecebb83" -d '{"events": [{"server_uuid": "8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38", "name": "network-vif-deleted", "tag": "47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:10.380267 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33fc9db-a3af-427b-8d6e-6d75666a2546 x-openstack-request-id: req-c33fc9db-a3af-427b-8d6e-6d75666a2546 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:10.380556 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38", "name": "network-vif-deleted", "tag": "47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:10.380812 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c33fc9db-a3af-427b-8d6e-6d75666a2546 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:10.381239 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38', 'name': 'network-vif-deleted', 'tag': '47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca', 'status': 'completed', 'code': 200} Nov 12 08:29:10.599353 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7446adfd-598f-493e-8d46-0fc6fe5e447d req-faa6a765-7f62-4f2b-ac66-b40c0d06931b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 210 time: 0.0470319 Nov 12 08:29:10.887161 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.137936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-09892efb-a5a7-4ed5-9d55-5ac9396c3d57 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:11.139806 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-09892efb-a5a7-4ed5-9d55-5ac9396c3d57 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.52 "GET /v2.0/networks?id=ea539148-52d3-4835-a24a-934daced73d5 HTTP/1.1" status: 200 len: 822 time: 0.2936769 Nov 12 08:29:11.154125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Request body: {'port': {'device_id': '19363030-d413-4b9d-99b6-2cbb6500a35f', 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5', 'admin_state_up': True, 'tenant_id': '2604f02976ba4161ba152d9e13cf8c81'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:11.176751 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b1a990e-1a1d-4020-8a8d-e483880582db req-78b66109-69ed-4e91-bcbc-82d815abcae1 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e54ba23-a86b-4cd4-a1c2-a3e90eb30f38 HTTP/1.1" status: 200 len: 210 time: 0.0314457 Nov 12 08:29:11.326601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Made reservation on behalf of 2604f02976ba4161ba152d9e13cf8c81 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:11.331637 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.535907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Allocated IP 172.20.0.11 (ea539148-52d3-4835-a24a-934daced73d5/87f5b744-1aa9-46a2-8562-d5dd05d461f2/376333ab-d335-46af-8c5a-fb99c3a48a0e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:11.790730 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.842966 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:11.942209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Network ea539148-52d3-4835-a24a-934daced73d5 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:11.962309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:11.966251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:12.036739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event updated for resources: {'Port': ['ID=376333ab-d335-46af-8c5a-fb99c3a48a0e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:12.068411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d461304-5c48-4738-809f-8087cfa62ebc req-69576cd8-e57e-40b3-a020-37cdfc6339bb tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:12.070167 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d461304-5c48-4738-809f-8087cfa62ebc req-69576cd8-e57e-40b3-a020-37cdfc6339bb tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 932 time: 0.1538439 Nov 12 08:29:12.079639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:12.080282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.112375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:12.142772 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d461304-5c48-4738-809f-8087cfa62ebc req-6be1eafe-75a5-4ca9-8aac-a216742abe66 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593698 Nov 12 08:29:12.147521 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-3a35025b-7e82-4dde-a285-b58b5e9aae8d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9972024 Nov 12 08:29:12.160755 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:12.164867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 47ad8e62-8e0b-4c11-8e3c-a0ec00f6bfca not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:12.188711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Request body: {'port': {'device_id': '19363030-d413-4b9d-99b6-2cbb6500a35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:12.199189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48972) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:12.271768 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.370921 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d8a4655-73c7-4d2b-b1dc-d9ca1e899e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.607249 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d8a4655-73c7-4d2b-b1dc-d9ca1e899e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.619346 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d8a4655-73c7-4d2b-b1dc-d9ca1e899e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.693707 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5d8a4655-73c7-4d2b-b1dc-d9ca1e899e1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7be96fff96024130a2ddb45d78364f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4909933 Nov 12 08:29:12.693989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49038) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:12.709760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a4655-73c7-4d2b-b1dc-d9ca1e899e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbc7926-c294-48fe-bb72-507ac0da1a97,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:12.728357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376333ab-d335-46af-8c5a-fb99c3a48a0e {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:12.736820 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.766349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Transition to ACTIVE for port object 376333ab-d335-46af-8c5a-fb99c3a48a0e will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:29:12.775168 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.802161 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44f78077-ccb9-44d5-b114-d045efe796d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:12.842368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=376333ab-d335-46af-8c5a-fb99c3a48a0e,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:12.854716 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44f78077-ccb9-44d5-b114-d045efe796d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.003467 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44f78077-ccb9-44d5-b114-d045efe796d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.007136 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44f78077-ccb9-44d5-b114-d045efe796d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.008978 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-44f78077-ccb9-44d5-b114-d045efe796d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3cbc7926-c294-48fe-bb72-507ac0da1a97 HTTP/1.1" status: 204 len: 168 time: 0.3122356 Nov 12 08:29:13.029422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f78077-ccb9-44d5-b114-d045efe796d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbc7926-c294-48fe-bb72-507ac0da1a97,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:13.083921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609e922-b9ea-4dd7-b74c-a54c541e7df0 req-41bfa258-b1ac-44de-ac85-40313c079f70 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:13.089192 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7609e922-b9ea-4dd7-b74c-a54c541e7df0 req-41bfa258-b1ac-44de-ac85-40313c079f70 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 949 time: 0.1581028 Nov 12 08:29:13.173418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7609e922-b9ea-4dd7-b74c-a54c541e7df0 req-7f22545f-1360-4506-84ff-480c29921cb7 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786984 Nov 12 08:29:13.240702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Attempting to bind port 376333ab-d335-46af-8c5a-fb99c3a48a0e on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:13.241340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Attempting to bind port 376333ab-d335-46af-8c5a-fb99c3a48a0e by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:13.241619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Attempting to bind port 376333ab-d335-46af-8c5a-fb99c3a48a0e on network ea539148-52d3-4835-a24a-934daced73d5 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:13.251887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Port 376333ab-d335-46af-8c5a-fb99c3a48a0e on network ea539148-52d3-4835-a24a-934daced73d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:13.254448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Attempting to bind port 376333ab-d335-46af-8c5a-fb99c3a48a0e on network ea539148-52d3-4835-a24a-934daced73d5 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:13.267719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:13.269260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Checking segment: {'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:13.270173 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Bound using segment: {'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:13.271002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Bound port: 376333ab-d335-46af-8c5a-fb99c3a48a0e, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:13.271666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.389918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] For port 376333ab-d335-46af-8c5a-fb99c3a48a0e, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:13.396430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] For port 376333ab-d335-46af-8c5a-fb99c3a48a0e, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=376333ab-d335-46af-8c5a-fb99c3a48a0e,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:13.406116 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.450797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4456a3-6e31-4a23-a2c3-b1678e1382c8 req-661ca4bd-738c-4e1d-b28f-77a63a66a138 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:13.453166 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e4456a3-6e31-4a23-a2c3-b1678e1382c8 req-661ca4bd-738c-4e1d-b28f-77a63a66a138 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 944 time: 0.0709233 Nov 12 08:29:13.488963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:13.490014 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.492458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] 10.222.0.52 "PUT /v2.0/ports/376333ab-d335-46af-8c5a-fb99c3a48a0e HTTP/1.1" status: 200 len: 1093 time: 1.3344305 Nov 12 08:29:13.496912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19363030-d413-4b9d-99b6-2cbb6500a35f', 'tag': '376333ab-d335-46af-8c5a-fb99c3a48a0e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:13.503140 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845cb08a-1177-4c53-a457-c53c9b55133f" -d '{"events": [{"name": "network-changed", "server_uuid": "19363030-d413-4b9d-99b6-2cbb6500a35f", "tag": "376333ab-d335-46af-8c5a-fb99c3a48a0e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:13.547211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29122240-d8f5-4edf-8d0a-4bae3e9ed0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=376333ab-d335-46af-8c5a-fb99c3a48a0e,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:13.565940 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e4456a3-6e31-4a23-a2c3-b1678e1382c8 req-67b35ef3-f09c-4599-a26c-8b118a2c3ba8 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059253 Nov 12 08:29:13.650223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49120) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:13.661767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-02d9c5c8-629c-416c-8f0f-0daa6b974040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:13.663805 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-02d9c5c8-629c-416c-8f0f-0daa6b974040 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2604f02976ba4161ba152d9e13cf8c81&device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 1096 time: 0.1033249 Nov 12 08:29:13.669562 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c3c25e4-88c0-4f0f-8ff9-f4cba3d51cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.676713 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae6afa6-cd29-432a-bd80-aa57861cd627 x-openstack-request-id: req-2ae6afa6-cd29-432a-bd80-aa57861cd627 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:13.677170 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19363030-d413-4b9d-99b6-2cbb6500a35f", "tag": "376333ab-d335-46af-8c5a-fb99c3a48a0e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:13.677292 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ae6afa6-cd29-432a-bd80-aa57861cd627 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:13.678412 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19363030-d413-4b9d-99b6-2cbb6500a35f', 'tag': '376333ab-d335-46af-8c5a-fb99c3a48a0e', 'status': 'completed', 'code': 200} Nov 12 08:29:13.721899 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-b6f71807-8800-4238-b0b0-5922746b6778 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=376333ab-d335-46af-8c5a-fb99c3a48a0e HTTP/1.1" status: 200 len: 217 time: 0.0420573 Nov 12 08:29:13.855617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c3c25e4-88c0-4f0f-8ff9-f4cba3d51cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.866494 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c3c25e4-88c0-4f0f-8ff9-f4cba3d51cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:13.877583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-8cedf6d0-b233-459d-994f-e971a5f3ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:13.880282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-8cedf6d0-b233-459d-994f-e971a5f3ef5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87f5b744-1aa9-46a2-8562-d5dd05d461f2 HTTP/1.1" status: 200 len: 862 time: 0.1488249 Nov 12 08:29:13.957707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1c3c25e4-88c0-4f0f-8ff9-f4cba3d51cad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00791c5f72f94444b9fd0a00a538c0bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060322 Nov 12 08:29:13.958420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49146) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:13.966750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c25e4-88c0-4f0f-8ff9-f4cba3d51cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3653816b-187e-4ebb-9eab-7b8342474d7c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:13.966990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-384dd4de-7c81-4bba-970b-c18fac080e2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea539148-52d3-4835-a24a-934daced73d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735898 Nov 12 08:29:14.057416 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-430a281c-aa6e-47c3-adc4-1ebeea1af5c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.112607 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-430a281c-aa6e-47c3-adc4-1ebeea1af5c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.173161 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-eccf2c1c-88b7-445b-996e-da8951263dcd service neutron] 10.222.0.52 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920481 Nov 12 08:29:14.173985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49156) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:14.253862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5aba16-f0c0-40d4-8f29-3b217466af2b req-68287c5f-90f6-4f54-991e-82e4710d9a61 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:14.256446 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d5aba16-f0c0-40d4-8f29-3b217466af2b req-68287c5f-90f6-4f54-991e-82e4710d9a61 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.52 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 949 time: 0.1650925 Nov 12 08:29:14.369376 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-430a281c-aa6e-47c3-adc4-1ebeea1af5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.374553 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-430a281c-aa6e-47c3-adc4-1ebeea1af5c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.376766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-430a281c-aa6e-47c3-adc4-1ebeea1af5c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3653816b-187e-4ebb-9eab-7b8342474d7c HTTP/1.1" status: 204 len: 168 time: 0.4161575 Nov 12 08:29:14.415542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c02ae29-e98c-490e-9999-1c88037f253d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.442489 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024f123d-c1c0-4cfb-8146-605dd98b86be req-199bf169-aace-4fec-870e-4da9fe95bfcc service neutron] 10.222.0.52 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583933 Nov 12 08:29:14.460417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce8ed5-ffdc-487d-a32e-0308c1be8a2d req-24d6b344-4333-4360-a7f8-748c9e364093 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:14.461753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a281c-aa6e-47c3-adc4-1ebeea1af5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3653816b-187e-4ebb-9eab-7b8342474d7c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:14.487044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3ce8ed5-ffdc-487d-a32e-0308c1be8a2d req-24d6b344-4333-4360-a7f8-748c9e364093 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 949 time: 0.1539726 Nov 12 08:29:14.505361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-0d5aba16-f0c0-40d4-8f29-3b217466af2b req-55c69a24-9253-42f1-b8f7-5e604281b370 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Deleting port 0f501288-14b9-4245-914d-549f00b37d46 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:14.505939 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0d5aba16-f0c0-40d4-8f29-3b217466af2b req-55c69a24-9253-42f1-b8f7-5e604281b370 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.722341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-0d5aba16-f0c0-40d4-8f29-3b217466af2b req-55c69a24-9253-42f1-b8f7-5e604281b370 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] For port 0f501288-14b9-4245-914d-549f00b37d46, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0f501288-14b9-4245-914d-549f00b37d46,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:14.722859 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0d5aba16-f0c0-40d4-8f29-3b217466af2b req-55c69a24-9253-42f1-b8f7-5e604281b370 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.751570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-0d5aba16-f0c0-40d4-8f29-3b217466af2b req-55c69a24-9253-42f1-b8f7-5e604281b370 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Calling delete_port for 0f501288-14b9-4245-914d-549f00b37d46 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:14.812524 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3ce8ed5-ffdc-487d-a32e-0308c1be8a2d req-a7fa88f0-79cc-44b8-93df-a56d2f428c40 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/security-groups?id=57963e53-3915-4a25-9a72-c4931b753938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243062 Nov 12 08:29:14.815732 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c02ae29-e98c-490e-9999-1c88037f253d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.819510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cb08a-1177-4c53-a457-c53c9b55133f req-a32df6c8-b911-4f60-97ee-f6f495275e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:14.824941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-845cb08a-1177-4c53-a457-c53c9b55133f req-a32df6c8-b911-4f60-97ee-f6f495275e92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2604f02976ba4161ba152d9e13cf8c81&device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 1096 time: 0.2225654 Nov 12 08:29:14.826577 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c02ae29-e98c-490e-9999-1c88037f253d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:14.992372 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2c02ae29-e98c-490e-9999-1c88037f253d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29b1ff747d8c4b878a7c5200c75b1224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8129449 Nov 12 08:29:14.993455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49228) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:15.013507 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02ae29-e98c-490e-9999-1c88037f253d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ecf4a5-0f5f-4ca3-bcfe-15a245547e12,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:15.135935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cb08a-1177-4c53-a457-c53c9b55133f req-1c021099-7ba2-48d3-ae8b-33935f1bf6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:15.137633 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-845cb08a-1177-4c53-a457-c53c9b55133f req-1c021099-7ba2-48d3-ae8b-33935f1bf6fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea539148-52d3-4835-a24a-934daced73d5 HTTP/1.1" status: 200 len: 923 time: 0.2858982 Nov 12 08:29:15.219441 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ea71924-4ecd-42d1-a2dd-254f21fbeeb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.231775 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0d5aba16-f0c0-40d4-8f29-3b217466af2b req-55c69a24-9253-42f1-b8f7-5e604281b370 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.249424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['0f501288-14b9-4245-914d-549f00b37d46'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:15.256448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e04c5-a2b4-46ae-a023-47a7ec37d8e1 req-bac8c10c-06b5-469a-9862-c032d84835cf tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:15.256882 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-845cb08a-1177-4c53-a457-c53c9b55133f req-0b265830-ce74-4b5c-ac9f-25489a9ef875 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=376333ab-d335-46af-8c5a-fb99c3a48a0e HTTP/1.1" status: 200 len: 217 time: 0.1062746 Nov 12 08:29:15.270779 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-885e04c5-a2b4-46ae-a023-47a7ec37d8e1 req-bac8c10c-06b5-469a-9862-c032d84835cf tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 944 time: 0.1906841 Nov 12 08:29:15.367547 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c69a24-9253-42f1-b8f7-5e604281b370 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Pushing event deleted for resources: {'Port': ['ID=0f501288-14b9-4245-914d-549f00b37d46,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:15.393091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ea71924-4ecd-42d1-a2dd-254f21fbeeb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.419293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cb08a-1177-4c53-a457-c53c9b55133f req-d00ca178-8225-4ce6-b3cd-959d3cae3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:15.423336 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-845cb08a-1177-4c53-a457-c53c9b55133f req-d00ca178-8225-4ce6-b3cd-959d3cae3cd7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87f5b744-1aa9-46a2-8562-d5dd05d461f2 HTTP/1.1" status: 200 len: 862 time: 0.1555007 Nov 12 08:29:15.447602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5aba16-f0c0-40d4-8f29-3b217466af2b req-55c69a24-9253-42f1-b8f7-5e604281b370 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] No DVR routers for this DVR port 0f501288-14b9-4245-914d-549f00b37d46 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:15.459710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0d5aba16-f0c0-40d4-8f29-3b217466af2b req-55c69a24-9253-42f1-b8f7-5e604281b370 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.465201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d5aba16-f0c0-40d4-8f29-3b217466af2b req-55c69a24-9253-42f1-b8f7-5e604281b370 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.52 "DELETE /v2.0/ports/0f501288-14b9-4245-914d-549f00b37d46 HTTP/1.1" status: 204 len: 173 time: 1.1947131 Nov 12 08:29:15.465840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f441a2a8-54a1-457c-80ad-6da4fd177436', 'name': 'network-vif-deleted', 'tag': '0f501288-14b9-4245-914d-549f00b37d46'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:15.469957 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e430ad-48a4-48c1-9f0e-01e4f4cf3deb" -d '{"events": [{"server_uuid": "f441a2a8-54a1-457c-80ad-6da4fd177436", "name": "network-vif-deleted", "tag": "0f501288-14b9-4245-914d-549f00b37d46"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:15.505578 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-845cb08a-1177-4c53-a457-c53c9b55133f req-287ef890-548d-478a-b6d2-9a10bca0ff03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea539148-52d3-4835-a24a-934daced73d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738471 Nov 12 08:29:15.518323 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-885e04c5-a2b4-46ae-a023-47a7ec37d8e1 req-d589fc45-a991-4a4f-9f80-69bbfe9e0e70 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457871 Nov 12 08:29:15.582543 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ea71924-4ecd-42d1-a2dd-254f21fbeeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.591445 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ea71924-4ecd-42d1-a2dd-254f21fbeeb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:15.592613 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8ea71924-4ecd-42d1-a2dd-254f21fbeeb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23ecf4a5-0f5f-4ca3-bcfe-15a245547e12 HTTP/1.1" status: 204 len: 168 time: 0.5981779 Nov 12 08:29:15.611626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea71924-4ecd-42d1-a2dd-254f21fbeeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ecf4a5-0f5f-4ca3-bcfe-15a245547e12,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:15.623758 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b850826e-55e9-4927-864b-daff1e8ecee5 x-openstack-request-id: req-b850826e-55e9-4927-864b-daff1e8ecee5 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:15.624130 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f441a2a8-54a1-457c-80ad-6da4fd177436", "name": "network-vif-deleted", "tag": "0f501288-14b9-4245-914d-549f00b37d46", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:15.624306 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b850826e-55e9-4927-864b-daff1e8ecee5 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:15.624750 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f441a2a8-54a1-457c-80ad-6da4fd177436', 'name': 'network-vif-deleted', 'tag': '0f501288-14b9-4245-914d-549f00b37d46', 'status': 'completed', 'code': 200} Nov 12 08:29:15.774762 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-845cb08a-1177-4c53-a457-c53c9b55133f req-7084ff35-d0d8-47f1-8406-a60958b15c2b service neutron] 10.222.0.52 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603507 Nov 12 08:29:16.048240 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e0c98dc-2a3d-4bda-a936-77bacf3b752e req-b5b5e15d-6566-4741-b30c-663ea8d88f90 tempest-LiveMigrationNegativeTest-1651152808 tempest-LiveMigrationNegativeTest-1651152808-project] 10.222.0.31 "GET /v2.0/ports?device_id=f441a2a8-54a1-457c-80ad-6da4fd177436 HTTP/1.1" status: 200 len: 210 time: 0.0515008 Nov 12 08:29:16.055036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-845cb08a-1177-4c53-a457-c53c9b55133f req-d6dff39a-13e4-4b4a-bbcd-8c1241c7febc service neutron] 10.222.0.52 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683315 Nov 12 08:29:16.397277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49304) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:16.432676 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ad36256-9b19-4ad8-8df0-ec506aaa67be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.550742 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ad36256-9b19-4ad8-8df0-ec506aaa67be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.559613 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ad36256-9b19-4ad8-8df0-ec506aaa67be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.596136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad36256-9b19-4ad8-8df0-ec506aaa67be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bedd2eb-e3e6-401a-9c0f-d4a5ae12427b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:16.618341 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9ad36256-9b19-4ad8-8df0-ec506aaa67be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abe61fc9fde74a27b0485695b9756261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186477 Nov 12 08:29:16.623248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49332) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:16.690789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-011376c1-b65f-48bc-8764-00aecd4079b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.723298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb3e11-f1a8-47e1-9fff-c9ae8da184cc req-b2b9f894-28c2-498d-bfb6-5ec6b1694a49 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:16.725191 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5cb3e11-f1a8-47e1-9fff-c9ae8da184cc req-b2b9f894-28c2-498d-bfb6-5ec6b1694a49 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 944 time: 0.0682971 Nov 12 08:29:16.726032 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-011376c1-b65f-48bc-8764-00aecd4079b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.785583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5cb3e11-f1a8-47e1-9fff-c9ae8da184cc req-b7bef1ac-1c30-4421-a141-b8083edcffee tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535350 Nov 12 08:29:16.793587 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-011376c1-b65f-48bc-8764-00aecd4079b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.796980 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-011376c1-b65f-48bc-8764-00aecd4079b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:16.798512 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-011376c1-b65f-48bc-8764-00aecd4079b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bedd2eb-e3e6-401a-9c0f-d4a5ae12427b HTTP/1.1" status: 204 len: 168 time: 0.1742933 Nov 12 08:29:16.807397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011376c1-b65f-48bc-8764-00aecd4079b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bedd2eb-e3e6-401a-9c0f-d4a5ae12427b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:16.988586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 376333ab-d335-46af-8c5a-fb99c3a48a0e details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:17.191243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 376333ab-d335-46af-8c5a-fb99c3a48a0e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=376333ab-d335-46af-8c5a-fb99c3a48a0e,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:17.212769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '376333ab-d335-46af-8c5a-fb99c3a48a0e', 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5', 'port_id': '376333ab-d335-46af-8c5a-fb99c3a48a0e', 'mac_address': 'fa:16:3e:b4:fd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f5b744-1aa9-46a2-8562-d5dd05d461f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:17.288597 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.313760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376333ab-d335-46af-8c5a-fb99c3a48a0e {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:17.348676 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 376333ab-d335-46af-8c5a-fb99c3a48a0e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=376333ab-d335-46af-8c5a-fb99c3a48a0e,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:17.368116 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:17.446737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=376333ab-d335-46af-8c5a-fb99c3a48a0e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:17.582309 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['376333ab-d335-46af-8c5a-fb99c3a48a0e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:17.910282 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49448) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:18.040705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997b779-a343-459f-9f86-84b8bfff9cdf req-ea204961-cba0-48af-a46b-fc99646267cd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:18.044169 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d997b779-a343-459f-9f86-84b8bfff9cdf req-ea204961-cba0-48af-a46b-fc99646267cd tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 945 time: 0.0808640 Nov 12 08:29:18.121889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d997b779-a343-459f-9f86-84b8bfff9cdf req-3d90db52-a772-42cc-a7c7-f0a8463d5fbe tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675223 Nov 12 08:29:18.292759 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49468) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:18.301378 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-024153fb-1d8c-4f30-b7b6-a657796c3407 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2af8f846b0d446d58045593d82b7d067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885911 Nov 12 08:29:18.304245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49470) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:18.378452 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4920f35d-b2b2-4c30-96ff-1ea70fd56b01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.417664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d06f8ab0-38f0-4b45-aede-a90bde0b6693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.420328 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4920f35d-b2b2-4c30-96ff-1ea70fd56b01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.519818 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4920f35d-b2b2-4c30-96ff-1ea70fd56b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.523314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4920f35d-b2b2-4c30-96ff-1ea70fd56b01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.524473 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4920f35d-b2b2-4c30-96ff-1ea70fd56b01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57963e53-3915-4a25-9a72-c4931b753938 HTTP/1.1" status: 204 len: 168 time: 0.2179480 Nov 12 08:29:18.545418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920f35d-b2b2-4c30-96ff-1ea70fd56b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57963e53-3915-4a25-9a72-c4931b753938,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:18.626744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d06f8ab0-38f0-4b45-aede-a90bde0b6693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.638747 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d06f8ab0-38f0-4b45-aede-a90bde0b6693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.717635 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d06f8ab0-38f0-4b45-aede-a90bde0b6693 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f812dc3fa84745b5b08520bfd54d9c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190435 Nov 12 08:29:18.717635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f8ab0-38f0-4b45-aede-a90bde0b6693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6900c2-fe67-4947-b90b-9c9fb4cd9e64,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:18.720060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49492) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:18.807460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3790121d-fb48-4b05-8f85-35a6cbceabdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.846664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3790121d-fb48-4b05-8f85-35a6cbceabdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.915154 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3790121d-fb48-4b05-8f85-35a6cbceabdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.920417 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3790121d-fb48-4b05-8f85-35a6cbceabdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:18.921655 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3790121d-fb48-4b05-8f85-35a6cbceabdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c6900c2-fe67-4947-b90b-9c9fb4cd9e64 HTTP/1.1" status: 204 len: 168 time: 0.1999907 Nov 12 08:29:18.929878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790121d-fb48-4b05-8f85-35a6cbceabdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6900c2-fe67-4947-b90b-9c9fb4cd9e64,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:18.996851 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 376333ab-d335-46af-8c5a-fb99c3a48a0e up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:19.057991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 376333ab-d335-46af-8c5a-fb99c3a48a0e completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:19.062403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 376333ab-d335-46af-8c5a-fb99c3a48a0e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:19.063129 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.155647 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.178695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49508) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:19.191381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 376333ab-d335-46af-8c5a-fb99c3a48a0e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=376333ab-d335-46af-8c5a-fb99c3a48a0e,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:19.192537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19363030-d413-4b9d-99b6-2cbb6500a35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376333ab-d335-46af-8c5a-fb99c3a48a0e'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:19.195251 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf7fe0c-f9e4-470e-830e-79b2d618feb9" -d '{"events": [{"server_uuid": "19363030-d413-4b9d-99b6-2cbb6500a35f", "name": "network-vif-plugged", "status": "completed", "tag": "376333ab-d335-46af-8c5a-fb99c3a48a0e"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:19.200459 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.201334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0f501288-14b9-4245-914d-549f00b37d46 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:19.225092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 0f501288-14b9-4245-914d-549f00b37d46 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:19.225543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0f501288-14b9-4245-914d-549f00b37d46 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:19.252261 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5356883c-ed35-4142-8e99-6fd472444fbd x-openstack-request-id: req-5356883c-ed35-4142-8e99-6fd472444fbd {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:19.252638 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19363030-d413-4b9d-99b6-2cbb6500a35f", "name": "network-vif-plugged", "status": "completed", "tag": "376333ab-d335-46af-8c5a-fb99c3a48a0e", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:19.252897 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5356883c-ed35-4142-8e99-6fd472444fbd {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:19.253321 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19363030-d413-4b9d-99b6-2cbb6500a35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376333ab-d335-46af-8c5a-fb99c3a48a0e', 'code': 200} Nov 12 08:29:19.288449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=376333ab-d335-46af-8c5a-fb99c3a48a0e,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:19.298937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:19.299274 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:19.299852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:19.300455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:19.301045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:19.301650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:19.302377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:19.302903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:19.303432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:19.303550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49514) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:19.304413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:19.304937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:19.305478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:19.307116 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-01c86d8b-60b6-4478-b2b4-51b1004cd822 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e12db8d8f354af79cb2a74a2b2f10b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1241333 Nov 12 08:29:19.333032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49516) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:19.409396 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8246baab-d155-4d85-9770-2af049d076a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.429205 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034b597-97f1-4bac-b884-afd5e681ffb5 req-4beef339-1464-4b8d-adc2-4804a1670a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:19.431221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0034b597-97f1-4bac-b884-afd5e681ffb5 req-4beef339-1464-4b8d-adc2-4804a1670a56 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 1098 time: 0.0993838 Nov 12 08:29:19.436536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fdc6a-f6d4-45e3-93af-04efe07f3ca1 req-2d2bcf4b-cdb0-41fd-a080-cd3fc36f0b33 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:19.441081 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc8fdc6a-f6d4-45e3-93af-04efe07f3ca1 req-2d2bcf4b-cdb0-41fd-a080-cd3fc36f0b33 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 946 time: 0.0835514 Nov 12 08:29:19.456123 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8246baab-d155-4d85-9770-2af049d076a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.522872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49522) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:19.543725 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e850148b-ba15-4adf-8209-5e18c050034e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.559846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0034b597-97f1-4bac-b884-afd5e681ffb5 req-09dd93fd-c3c6-488c-b934-048882154838 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214492 Nov 12 08:29:19.589724 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8246baab-d155-4d85-9770-2af049d076a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.593142 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8246baab-d155-4d85-9770-2af049d076a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.594369 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8246baab-d155-4d85-9770-2af049d076a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed8d9504-9dc9-49b3-aa5c-790718b227dc HTTP/1.1" status: 204 len: 168 time: 0.2897949 Nov 12 08:29:19.611425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246baab-d155-4d85-9770-2af049d076a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8d9504-9dc9-49b3-aa5c-790718b227dc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:19.689768 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e850148b-ba15-4adf-8209-5e18c050034e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.695598 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e850148b-ba15-4adf-8209-5e18c050034e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.759724 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850148b-ba15-4adf-8209-5e18c050034e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcb40d7-7dae-4382-b9bf-5b712855c43b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:19.773339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e850148b-ba15-4adf-8209-5e18c050034e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc0752dd2aaa48bf91d2dba6d96f507a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468326 Nov 12 08:29:19.782084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49534) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:19.865835 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7446783-06a6-4d6d-bd2d-bf5debf6a7a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.871155 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6cc8-c6dc-4f61-8724-e4b0f1724699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.898656 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6cc8-c6dc-4f61-8724-e4b0f1724699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.952259 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc8fdc6a-f6d4-45e3-93af-04efe07f3ca1 req-3bd78e16-aee5-445d-a7bc-81419d73fa5f tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958315 Nov 12 08:29:19.985733 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6cc8-c6dc-4f61-8724-e4b0f1724699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.998457 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6cc8-c6dc-4f61-8724-e4b0f1724699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:19.999724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a5ac6cc8-c6dc-4f61-8724-e4b0f1724699 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4dcb40d7-7dae-4382-b9bf-5b712855c43b HTTP/1.1" status: 204 len: 168 time: 0.2144887 Nov 12 08:29:20.020721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac6cc8-c6dc-4f61-8724-e4b0f1724699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcb40d7-7dae-4382-b9bf-5b712855c43b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:20.040535 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7446783-06a6-4d6d-bd2d-bf5debf6a7a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.045481 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7446783-06a6-4d6d-bd2d-bf5debf6a7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.088324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7446783-06a6-4d6d-bd2d-bf5debf6a7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38f5e06-b7ed-434e-888d-f3232789d300,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:20.094624 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d7446783-06a6-4d6d-bd2d-bf5debf6a7a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b59699d9719493fa01b6fb83b9659ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7603123 Nov 12 08:29:20.097538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49548) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:20.193926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb032446-3592-40f5-80f2-a0716831bdd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.218626 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb032446-3592-40f5-80f2-a0716831bdd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.287063 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb032446-3592-40f5-80f2-a0716831bdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.290330 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb032446-3592-40f5-80f2-a0716831bdd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:20.294972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bb032446-3592-40f5-80f2-a0716831bdd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a38f5e06-b7ed-434e-888d-f3232789d300 HTTP/1.1" status: 204 len: 168 time: 0.1918314 Nov 12 08:29:20.300829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb032446-3592-40f5-80f2-a0716831bdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38f5e06-b7ed-434e-888d-f3232789d300,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:20.835552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49582) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:21.041460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6f41a98-8476-4f6e-9f52-09d58dc6f950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.215640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6f41a98-8476-4f6e-9f52-09d58dc6f950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.222533 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6f41a98-8476-4f6e-9f52-09d58dc6f950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.309896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548eaa8-6a37-4d6d-b243-30e0541a0f60 req-9abf965b-25af-42db-a032-cf3f38020036 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:21.319092 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9548eaa8-6a37-4d6d-b243-30e0541a0f60 req-9abf965b-25af-42db-a032-cf3f38020036 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 946 time: 0.2739313 Nov 12 08:29:21.331393 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e6f41a98-8476-4f6e-9f52-09d58dc6f950 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67a801188cc64cbcaac4242075b6512d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943316 Nov 12 08:29:21.332327 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f41a98-8476-4f6e-9f52-09d58dc6f950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac0962-143d-4962-945f-c665d10fe126,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:21.336027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49612) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:21.381995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9548eaa8-6a37-4d6d-b243-30e0541a0f60 req-eaae5625-4068-4db2-8994-9626cd4c82b1 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616484 Nov 12 08:29:21.419270 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b26a-f678-48a3-addc-52b2721752f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.446751 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b26a-f678-48a3-addc-52b2721752f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.541345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9981f-d632-49df-95e3-d32e4fbda227 req-db270191-f958-4bb1-aaa0-466ce75c855b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:21.550137 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38c9981f-d632-49df-95e3-d32e4fbda227 req-db270191-f958-4bb1-aaa0-466ce75c855b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 946 time: 0.0871544 Nov 12 08:29:21.575384 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b26a-f678-48a3-addc-52b2721752f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.576121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49624) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:21.584431 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b26a-f678-48a3-addc-52b2721752f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.585628 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a5d6b26a-f678-48a3-addc-52b2721752f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9ac0962-143d-4962-945f-c665d10fe126 HTTP/1.1" status: 204 len: 168 time: 0.2477653 Nov 12 08:29:21.599016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6b26a-f678-48a3-addc-52b2721752f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac0962-143d-4962-945f-c665d10fe126,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:21.654725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38c9981f-d632-49df-95e3-d32e4fbda227 req-e01b842a-9b31-4f96-ab2d-4d7f697c2b4b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988405 Nov 12 08:29:21.824592 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-104009523-network', 'tenant_id': '73930a3739344ebb88f604d9a603d3fd'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:21.858951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Made reservation on behalf of 73930a3739344ebb88f604d9a603d3fd for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:21.863390 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:21.893968 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.065693 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.075498 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.083133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.121709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:22.134007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:22.146886 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.148311 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Added segment 685a5c2b-7cdf-4d96-98c7-0ce65a4add48 of type vlan for network 050681b1-fc46-4565-9853-4ef40f3b34e0 Nov 12 08:29:22.158327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49660) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:22.183305 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-36c80548-7402-4cf6-b998-cbc56acdfaa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.250753 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.306001 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.306739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:22.308356 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.326242 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-36c80548-7402-4cf6-b998-cbc56acdfaa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.332595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-36c80548-7402-4cf6-b998-cbc56acdfaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.364257 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7870252 Nov 12 08:29:22.375220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49668) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:22.387926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c80548-7402-4cf6-b998-cbc56acdfaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb60c90-67ed-4c39-8893-c86c95f91593,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:22.409699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6cc2bd02-9f9d-4e64-b329-92d43eea2d5c admin admin] Request body: {'subnet': {'network_id': '050681b1-fc46-4565-9853-4ef40f3b34e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-104009523-subnet', 'tenant_id': '73930a3739344ebb88f604d9a603d3fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:22.433947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b9231-d8cc-432b-803b-ab3f0452d509 admin admin] Pushing event updated for resources: {'Network': ['ID=050681b1-fc46-4565-9853-4ef40f3b34e0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:22.439539 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-36c80548-7402-4cf6-b998-cbc56acdfaa8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=655b71ec8f454bac93fd538d02333d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798717 Nov 12 08:29:22.442688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49674) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:22.455750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 050681b1-fc46-4565-9853-4ef40f3b34e0 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:22.458866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc2bd02-9f9d-4e64-b329-92d43eea2d5c admin admin] Made reservation on behalf of 73930a3739344ebb88f604d9a603d3fd for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:22.462572 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bd02-9f9d-4e64-b329-92d43eea2d5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.526884 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53412ee4-4a47-4cbd-bc49-ef48991e999e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.554914 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53412ee4-4a47-4cbd-bc49-ef48991e999e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.666911 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53412ee4-4a47-4cbd-bc49-ef48991e999e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.670294 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53412ee4-4a47-4cbd-bc49-ef48991e999e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.672686 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-53412ee4-4a47-4cbd-bc49-ef48991e999e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aeb60c90-67ed-4c39-8893-c86c95f91593 HTTP/1.1" status: 204 len: 168 time: 0.2284696 Nov 12 08:29:22.688623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53412ee4-4a47-4cbd-bc49-ef48991e999e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb60c90-67ed-4c39-8893-c86c95f91593,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:22.783683 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bd02-9f9d-4e64-b329-92d43eea2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.875196 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2bd02-9f9d-4e64-b329-92d43eea2d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=67805aec-f439-4295-b6cc-8481e7b38a19,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:22.880126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2bd02-9f9d-4e64-b329-92d43eea2d5c admin admin] Checking segment: {'id': '685a5c2b-7cdf-4d96-98c7-0ce65a4add48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '050681b1-fc46-4565-9853-4ef40f3b34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:22.880412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc2bd02-9f9d-4e64-b329-92d43eea2d5c admin admin] Network hostable DHCP agents. Network: 050681b1-fc46-4565-9853-4ef40f3b34e0, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:22.903125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc2bd02-9f9d-4e64-b329-92d43eea2d5c admin admin] Network 050681b1-fc46-4565-9853-4ef40f3b34e0 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:22.914252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6cc2bd02-9f9d-4e64-b329-92d43eea2d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 050681b1-fc46-4565-9853-4ef40f3b34e0) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:22.920265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2bd02-9f9d-4e64-b329-92d43eea2d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:22.921685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bd02-9f9d-4e64-b329-92d43eea2d5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:22.961149 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6cc2bd02-9f9d-4e64-b329-92d43eea2d5c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5504904 Nov 12 08:29:23.053010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa65d79-63a1-4159-b948-555b5798e614 None None] Network 050681b1-fc46-4565-9853-4ef40f3b34e0 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:23.220455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87858517-54cd-477e-ac72-9fee39c02dc4 None None] Network 050681b1-fc46-4565-9853-4ef40f3b34e0 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:23.355380 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20832715-9212-48a1-a599-6bfdfcda832d req-b1835466-0413-4e66-8dcf-3ee86077e62c tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:23.357061 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-20832715-9212-48a1-a599-6bfdfcda832d req-b1835466-0413-4e66-8dcf-3ee86077e62c tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 946 time: 0.0819030 Nov 12 08:29:23.414624 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-20832715-9212-48a1-a599-6bfdfcda832d req-0e853b9c-6859-4799-b9c4-d42270ec396e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497563 Nov 12 08:29:23.918775 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-be7d239a-6d62-467d-891d-e585baa049ab tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2db87f3d0c564965a9e44169dc5b7805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446296 Nov 12 08:29:24.049947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49752) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:24.059848 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1757070584-network', 'tenant_id': '9151f75a2af5415c98e717265823e134'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:24.079941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-7f7f543e-fa94-4772-9daf-7cf5b764605a tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:24.082268 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-7f7f543e-fa94-4772-9daf-7cf5b764605a tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1620963 Nov 12 08:29:24.099820 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Made reservation on behalf of 9151f75a2af5415c98e717265823e134 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:24.102017 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.109767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-c49cbb8b-f00d-468c-ba98-2c0cd96c9bc1 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/quotas/2db87f3d0c564965a9e44169dc5b7805 HTTP/1.1" status: 200 len: 375 time: 0.0138652 Nov 12 08:29:24.112916 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.164009 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-2525f105-cacc-4e5c-968c-f54530faec73 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2db87f3d0c564965a9e44169dc5b7805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462518 Nov 12 08:29:24.253657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.262569 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.281862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:24.309239 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.309692 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Added segment 46c2b9e6-b753-467d-a235-897feb69bc5f of type vlan for network 21ecd7bc-5313-4ca1-8a61-7842ee337121 Nov 12 08:29:24.403510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f62141-276c-483b-a89c-5a6de3d5c97a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:24.451086 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.513824 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.515065 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:24.515683 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.584104 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5327976 Nov 12 08:29:24.587848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49778) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:24.594464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b3cb6c33-f91f-4e0b-b95e-b420af78dc38 admin admin] Request body: {'subnet': {'network_id': '21ecd7bc-5313-4ca1-8a61-7842ee337121', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1757070584-subnet', 'tenant_id': '9151f75a2af5415c98e717265823e134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:24.652665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cb6c33-f91f-4e0b-b95e-b420af78dc38 admin admin] Made reservation on behalf of 9151f75a2af5415c98e717265823e134 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:24.655337 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6c33-f91f-4e0b-b95e-b420af78dc38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:24.733829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a97a8-ef51-41d1-9acb-f38a903768e7 admin admin] Pushing event updated for resources: {'Network': ['ID=21ecd7bc-5313-4ca1-8a61-7842ee337121,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:24.749294 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 21ecd7bc-5313-4ca1-8a61-7842ee337121 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:24.791119 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42832c82-cc05-4321-87ee-7cbe09703cae req-619c0899-d14e-4acd-b396-c1df8c83be84 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:24.802534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42832c82-cc05-4321-87ee-7cbe09703cae req-619c0899-d14e-4acd-b396-c1df8c83be84 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 946 time: 0.2406087 Nov 12 08:29:24.953899 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42832c82-cc05-4321-87ee-7cbe09703cae req-c9d439e5-27fe-49e3-a738-5d388a1cb8d7 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497738 Nov 12 08:29:25.033599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 376333ab-d335-46af-8c5a-fb99c3a48a0e details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:25.060851 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6c33-f91f-4e0b-b95e-b420af78dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.165975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb6c33-f91f-4e0b-b95e-b420af78dc38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42479913-c9b4-46ed-8fae-6fd11f0d72b0,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:25.171713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cb6c33-f91f-4e0b-b95e-b420af78dc38 admin admin] Checking segment: {'id': '46c2b9e6-b753-467d-a235-897feb69bc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '21ecd7bc-5313-4ca1-8a61-7842ee337121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:25.172352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cb6c33-f91f-4e0b-b95e-b420af78dc38 admin admin] Network hostable DHCP agents. Network: 21ecd7bc-5313-4ca1-8a61-7842ee337121, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:25.177735 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-00aa4165-badf-49f0-8d58-cb5123038901 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2db87f3d0c564965a9e44169dc5b7805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412548 Nov 12 08:29:25.199744 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cb6c33-f91f-4e0b-b95e-b420af78dc38 admin admin] Network 21ecd7bc-5313-4ca1-8a61-7842ee337121 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:25.216618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b3cb6c33-f91f-4e0b-b95e-b420af78dc38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 21ecd7bc-5313-4ca1-8a61-7842ee337121) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:25.221189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cb6c33-f91f-4e0b-b95e-b420af78dc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.221801 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6c33-f91f-4e0b-b95e-b420af78dc38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.263487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b3cb6c33-f91f-4e0b-b95e-b420af78dc38 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6654997 Nov 12 08:29:25.263728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038dcb3c-9674-4b3e-b80d-d6844c0f929a None None] Network 21ecd7bc-5313-4ca1-8a61-7842ee337121 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:25.297007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 376333ab-d335-46af-8c5a-fb99c3a48a0e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=376333ab-d335-46af-8c5a-fb99c3a48a0e,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:25.347205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '376333ab-d335-46af-8c5a-fb99c3a48a0e', 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5', 'port_id': '376333ab-d335-46af-8c5a-fb99c3a48a0e', 'mac_address': 'fa:16:3e:b4:fd:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f5b744-1aa9-46a2-8562-d5dd05d461f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:25.409791 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.414633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-e71a8ca1-e6c9-4f98-bb0f-b66250e7e18c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.419912 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-e71a8ca1-e6c9-4f98-bb0f-b66250e7e18c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408662 Nov 12 08:29:25.451277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 376333ab-d335-46af-8c5a-fb99c3a48a0e {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:25.464440 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-4318ca28-a62d-446a-bb6c-c3049cb5f94d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/quotas/2db87f3d0c564965a9e44169dc5b7805 HTTP/1.1" status: 200 len: 375 time: 0.0322328 Nov 12 08:29:25.474957 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 376333ab-d335-46af-8c5a-fb99c3a48a0e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=376333ab-d335-46af-8c5a-fb99c3a48a0e,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:25.504840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180e7859-e4f6-4f55-a983-a67145c3709a None None] Network 21ecd7bc-5313-4ca1-8a61-7842ee337121 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:25.510107 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:25.535770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-043c485e-8cb9-4a7b-a861-814d3e8bfdd7 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2db87f3d0c564965a9e44169dc5b7805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619910 Nov 12 08:29:25.611904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=376333ab-d335-46af-8c5a-fb99c3a48a0e,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:25.658157 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['376333ab-d335-46af-8c5a-fb99c3a48a0e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:25.883008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcdb9-9d04-4e10-a565-1580173460d4 req-b2fa9bf9-17cd-4770-bf09-d24f8b734727 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.883739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcdb9-9d04-4e10-a565-1580173460d4 req-b2fa9bf9-17cd-4770-bf09-d24f8b734727 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.884264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcdb9-9d04-4e10-a565-1580173460d4 req-b2fa9bf9-17cd-4770-bf09-d24f8b734727 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.884786 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcdb9-9d04-4e10-a565-1580173460d4 req-b2fa9bf9-17cd-4770-bf09-d24f8b734727 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.885335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcdb9-9d04-4e10-a565-1580173460d4 req-b2fa9bf9-17cd-4770-bf09-d24f8b734727 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.886668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcdb9-9d04-4e10-a565-1580173460d4 req-b2fa9bf9-17cd-4770-bf09-d24f8b734727 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.887144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcdb9-9d04-4e10-a565-1580173460d4 req-b2fa9bf9-17cd-4770-bf09-d24f8b734727 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.888205 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcdb9-9d04-4e10-a565-1580173460d4 req-b2fa9bf9-17cd-4770-bf09-d24f8b734727 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.888717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcdb9-9d04-4e10-a565-1580173460d4 req-b2fa9bf9-17cd-4770-bf09-d24f8b734727 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.889263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcdb9-9d04-4e10-a565-1580173460d4 req-b2fa9bf9-17cd-4770-bf09-d24f8b734727 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.889773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcdb9-9d04-4e10-a565-1580173460d4 req-b2fa9bf9-17cd-4770-bf09-d24f8b734727 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:25.892241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-447dcdb9-9d04-4e10-a565-1580173460d4 req-b2fa9bf9-17cd-4770-bf09-d24f8b734727 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7803 time: 0.2825236 Nov 12 08:29:25.981577 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a6a55fc4-aa01-45cb-bc43-a45f10816bc2 req-0c7121b5-7040-4e07-95a9-e3df2aa2ffdb tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 210 time: 0.0414271 Nov 12 08:29:26.169294 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8fdf4818-99c4-4e02-bcc2-b63c44d023b8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2db87f3d0c564965a9e44169dc5b7805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742815 Nov 12 08:29:26.263545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c32a5-7694-441e-9baa-f368ce5b1aeb req-9523cf75-ffe1-4148-ae79-697fea7f46b2 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.266097 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-773c32a5-7694-441e-9baa-f368ce5b1aeb req-9523cf75-ffe1-4148-ae79-697fea7f46b2 tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 886 time: 0.2083437 Nov 12 08:29:26.324995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b74b7-2ebd-48da-b727-46854d25d32f req-8972d649-c28d-4ac2-9c76-45512b95060c tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.329767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-8972d649-c28d-4ac2-9c76-45512b95060c tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/networks?id=050681b1-fc46-4565-9853-4ef40f3b34e0 HTTP/1.1" status: 200 len: 814 time: 0.2752900 Nov 12 08:29:26.367467 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-287c1f24-461f-4eb0-be32-a8331838ad57 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/quotas/73930a3739344ebb88f604d9a603d3fd HTTP/1.1" status: 200 len: 375 time: 0.0338597 Nov 12 08:29:26.379963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-d3b30cd4-87e2-4ae9-981e-a0a5f79296f4 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.381573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-d3b30cd4-87e2-4ae9-981e-a0a5f79296f4 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072852 Nov 12 08:29:26.427450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Request body: {'port': {'device_id': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '2db87f3d0c564965a9e44169dc5b7805'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:26.439172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-5bc4880b-68a5-469a-8565-504d62222381 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=73930a3739344ebb88f604d9a603d3fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524666 Nov 12 08:29:26.442340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045f999-b806-4d5a-a8e3-c91de6d2d84c req-18106d37-6de7-4050-8624-520f2716f68d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.443906 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c045f999-b806-4d5a-a8e3-c91de6d2d84c req-18106d37-6de7-4050-8624-520f2716f68d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 945 time: 0.0815184 Nov 12 08:29:26.474625 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49860) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:26.521090 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c045f999-b806-4d5a-a8e3-c91de6d2d84c req-85c879c4-0827-4459-bb5b-590ca556e110 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688236 Nov 12 08:29:26.638394 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-d44dfde2-ea11-40ff-8959-f19c6ae63d68 service neutron] 10.222.0.31 "GET /v2.0/networks/050681b1-fc46-4565-9853-4ef40f3b34e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945727 Nov 12 08:29:26.666362 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a555987-2a94-47c7-9fa6-5db0df6fb941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.706265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Made reservation on behalf of 2db87f3d0c564965a9e44169dc5b7805 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:26.709857 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.726666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.782589 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-a48909be-870c-40a6-a80f-99ee86d7a254 service neutron] 10.222.0.31 "GET /v2.0/networks/050681b1-fc46-4565-9853-4ef40f3b34e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360025 Nov 12 08:29:26.789046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a886-bc61-44c7-9659-bf3e993a1e47 req-967aec39-87a1-4ed9-9111-2f85427070ae tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.789555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a886-bc61-44c7-9659-bf3e993a1e47 req-967aec39-87a1-4ed9-9111-2f85427070ae tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.790020 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a886-bc61-44c7-9659-bf3e993a1e47 req-967aec39-87a1-4ed9-9111-2f85427070ae tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.790541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a886-bc61-44c7-9659-bf3e993a1e47 req-967aec39-87a1-4ed9-9111-2f85427070ae tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.790924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a886-bc61-44c7-9659-bf3e993a1e47 req-967aec39-87a1-4ed9-9111-2f85427070ae tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.791491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a886-bc61-44c7-9659-bf3e993a1e47 req-967aec39-87a1-4ed9-9111-2f85427070ae tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.792509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a886-bc61-44c7-9659-bf3e993a1e47 req-967aec39-87a1-4ed9-9111-2f85427070ae tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.793036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a886-bc61-44c7-9659-bf3e993a1e47 req-967aec39-87a1-4ed9-9111-2f85427070ae tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.793472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a886-bc61-44c7-9659-bf3e993a1e47 req-967aec39-87a1-4ed9-9111-2f85427070ae tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.794314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a886-bc61-44c7-9659-bf3e993a1e47 req-967aec39-87a1-4ed9-9111-2f85427070ae tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.795034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a886-bc61-44c7-9659-bf3e993a1e47 req-967aec39-87a1-4ed9-9111-2f85427070ae tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:26.798651 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-53c1a886-bc61-44c7-9659-bf3e993a1e47 req-967aec39-87a1-4ed9-9111-2f85427070ae tempest-NetworksTest-833903110 tempest-NetworksTest-833903110-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7803 time: 0.2476466 Nov 12 08:29:26.884831 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.891544 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.945364 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a555987-2a94-47c7-9fa6-5db0df6fb941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:26.954655 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a555987-2a94-47c7-9fa6-5db0df6fb941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.000690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:27.024592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-995c617a-90c2-4151-b20e-280f3f22e8a7 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2db87f3d0c564965a9e44169dc5b7805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476799 Nov 12 08:29:27.061598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 376333ab-d335-46af-8c5a-fb99c3a48a0e no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:27.196767 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8a555987-2a94-47c7-9fa6-5db0df6fb941 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=482422e0b18245e284e1031fb95e8438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7154891 Nov 12 08:29:27.200934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49880) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:27.208877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a555987-2a94-47c7-9fa6-5db0df6fb941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b09d5a-7457-4a58-9fec-b9984f952f49,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:27.421880 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49888) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:27.454965 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.487483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Allocated IP 192.168.233.9 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/f66b0832-0682-4517-8393-76abdcdb3d09) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:27.496991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 376333ab-d335-46af-8c5a-fb99c3a48a0e {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:27.524646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 376333ab-d335-46af-8c5a-fb99c3a48a0e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=376333ab-d335-46af-8c5a-fb99c3a48a0e,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:27.530977 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.553746 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9caea5a-815a-49ce-8fbe-4a0572b47227 req-9b7d0f1f-6dfc-47db-9e07-ea10c4252a54 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 210 time: 0.1109765 Nov 12 08:29:27.648346 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=376333ab-d335-46af-8c5a-fb99c3a48a0e,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:27.649357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-cfaba42e-ef43-4d7e-a74a-7646bb0ea467 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:27.661120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-cfaba42e-ef43-4d7e-a74a-7646bb0ea467 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6191776 Nov 12 08:29:27.672920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Request body: {'port': {'device_id': '61f08864-9dfb-430d-a0d7-f2760e1b8ca6', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '2db87f3d0c564965a9e44169dc5b7805'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:27.727693 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a909a661-03e5-4155-b531-24432298b7b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.756582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82ee53-1b55-4cf4-8e73-8f6c570d51f4 req-0c7d6dd5-3cd9-4625-8687-ca15027935e1 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:27.758438 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bc82ee53-1b55-4cf4-8e73-8f6c570d51f4 req-0c7d6dd5-3cd9-4625-8687-ca15027935e1 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 944 time: 0.1301751 Nov 12 08:29:27.852316 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bc82ee53-1b55-4cf4-8e73-8f6c570d51f4 req-80b18ebb-5777-42ad-be1a-e322f281853a tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867825 Nov 12 08:29:27.885299 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-677fcfd1-378c-41d6-84b2-5de55027b5b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.903014 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a909a661-03e5-4155-b531-24432298b7b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.905417 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d6d5884c-88e9-428e-b644-b9e90de202bb req-d6352306-98bc-4525-ab7f-e22aba22c09f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 210 time: 0.3140457 Nov 12 08:29:27.913123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Made reservation on behalf of 2db87f3d0c564965a9e44169dc5b7805 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:27.917199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.923900 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a909a661-03e5-4155-b531-24432298b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:27.973626 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a909a661-03e5-4155-b531-24432298b7b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e103712fd29f4589888219c2de67143e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5499921 Nov 12 08:29:27.974681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49894) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:27.977204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909a661-03e5-4155-b531-24432298b7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bb89d5-3fcd-4e2b-b15e-a5eeafae15d7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:28.007812 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-677fcfd1-378c-41d6-84b2-5de55027b5b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.078204 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d1520b0-7658-4943-a642-438472c63710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.107712 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d1520b0-7658-4943-a642-438472c63710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.215021 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d1520b0-7658-4943-a642-438472c63710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.217617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d1520b0-7658-4943-a642-438472c63710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.218993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8d1520b0-7658-4943-a642-438472c63710 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4bb89d5-3fcd-4e2b-b15e-a5eeafae15d7 HTTP/1.1" status: 204 len: 168 time: 0.2427535 Nov 12 08:29:28.236223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1520b0-7658-4943-a642-438472c63710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bb89d5-3fcd-4e2b-b15e-a5eeafae15d7,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:28.249256 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.268364 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-677fcfd1-378c-41d6-84b2-5de55027b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.273762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-677fcfd1-378c-41d6-84b2-5de55027b5b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.275969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-677fcfd1-378c-41d6-84b2-5de55027b5b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2b09d5a-7457-4a58-9fec-b9984f952f49 HTTP/1.1" status: 204 len: 168 time: 1.0697694 Nov 12 08:29:28.308445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fcfd1-378c-41d6-84b2-5de55027b5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b09d5a-7457-4a58-9fec-b9984f952f49,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:28.337876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.458813 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.535410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Allocated IP 192.168.233.153 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/139fc8f1-6067-4ad0-bcaf-187a1ca42253) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:28.551736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:28.560306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:28.567448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:28.634858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Pushing event updated for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:28.661782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:28.662726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.935195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49920) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:28.947319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4633eb35-e8b4-485f-8c2b-cb365c135f78 req-b756c9f8-03b3-4ef9-bf75-fefcceec90ae tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 210 time: 0.2559187 Nov 12 08:29:28.968674 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62fb6675-2819-479a-bd88-e13b9006ceec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:28.981822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8d05486b-fe3c-4013-a185-580361721e0c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5808551 Nov 12 08:29:29.016662 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b74b7-2ebd-48da-b727-46854d25d32f req-38b5adc5-b3b4-4f26-92fd-83d269359cc5 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:29.018368 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-38b5adc5-b3b4-4f26-92fd-83d269359cc5 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.46 "GET /v2.0/networks?id=050681b1-fc46-4565-9853-4ef40f3b34e0 HTTP/1.1" status: 200 len: 814 time: 0.2280290 Nov 12 08:29:29.041093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Request body: {'port': {'device_id': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:29.053327 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-93207313-f75e-478b-8181-da9df05275a6 None None] Provisioning complete for port f66b0832-0682-4517-8393-76abdcdb3d09 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:29.054024 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93207313-f75e-478b-8181-da9df05275a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.089379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-020b74b7-2ebd-48da-b727-46854d25d32f req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Request body: {'port': {'device_id': '5731239b-28dc-4ed9-8ce5-4374ab2931da', 'network_id': '050681b1-fc46-4565-9853-4ef40f3b34e0', 'admin_state_up': True, 'tenant_id': '73930a3739344ebb88f604d9a603d3fd'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:29.141548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-93207313-f75e-478b-8181-da9df05275a6 None None] Port f66b0832-0682-4517-8393-76abdcdb3d09 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:29.183312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedca0e1-b7ee-4c74-9f8b-5217e7fcde4f req-53b6d714-1b2d-4c5f-8e84-719f4c0e8c4f tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:29.188138 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fedca0e1-b7ee-4c74-9f8b-5217e7fcde4f req-53b6d714-1b2d-4c5f-8e84-719f4c0e8c4f tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.52 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 944 time: 0.1925032 Nov 12 08:29:29.212261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9586c-37a6-4f3c-9064-9741eed0c262 req-3b67b231-c9b0-4ddf-aed1-17aaab3f7d9b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:29.215088 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-36d9586c-37a6-4f3c-9064-9741eed0c262 req-3b67b231-c9b0-4ddf-aed1-17aaab3f7d9b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 944 time: 0.1516511 Nov 12 08:29:29.371273 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-36d9586c-37a6-4f3c-9064-9741eed0c262 req-311062b3-d0c2-4958-9c4b-9f68591b37cf tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313090 Nov 12 08:29:29.378003 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62fb6675-2819-479a-bd88-e13b9006ceec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.388382 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62fb6675-2819-479a-bd88-e13b9006ceec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.424237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-fedca0e1-b7ee-4c74-9f8b-5217e7fcde4f req-b0802238-0a55-4fa4-8a1c-92a9e3f7ba3e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Deleting port 376333ab-d335-46af-8c5a-fb99c3a48a0e {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:29.424572 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-fedca0e1-b7ee-4c74-9f8b-5217e7fcde4f req-b0802238-0a55-4fa4-8a1c-92a9e3f7ba3e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.460137 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-695d2a68-5acc-48c8-9ae1-1e87d8e3b206 req-486db487-6be9-4e15-ae84-9323121f8c98 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 210 time: 0.3992651 Nov 12 08:29:29.462383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb6675-2819-479a-bd88-e13b9006ceec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb79ef73-cad1-4380-a4c6-dd246f7d54fc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:29.475869 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-62fb6675-2819-479a-bd88-e13b9006ceec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7078848405e467580af7fc6cd45e741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5363481 Nov 12 08:29:29.476194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49936) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:29.589822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-fedca0e1-b7ee-4c74-9f8b-5217e7fcde4f req-b0802238-0a55-4fa4-8a1c-92a9e3f7ba3e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] For port 376333ab-d335-46af-8c5a-fb99c3a48a0e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=376333ab-d335-46af-8c5a-fb99c3a48a0e,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:29.590484 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-fedca0e1-b7ee-4c74-9f8b-5217e7fcde4f req-b0802238-0a55-4fa4-8a1c-92a9e3f7ba3e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.624920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-fedca0e1-b7ee-4c74-9f8b-5217e7fcde4f req-b0802238-0a55-4fa4-8a1c-92a9e3f7ba3e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Calling delete_port for 376333ab-d335-46af-8c5a-fb99c3a48a0e owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:29.675274 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.783122 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99584e54-bd9f-416d-ac64-8de1c1db547c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.788290 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-fedca0e1-b7ee-4c74-9f8b-5217e7fcde4f req-b0802238-0a55-4fa4-8a1c-92a9e3f7ba3e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.795859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.829722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0802238-0a55-4fa4-8a1c-92a9e3f7ba3e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event deleted for resources: {'Port': ['ID=376333ab-d335-46af-8c5a-fb99c3a48a0e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:29.855371 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99584e54-bd9f-416d-ac64-8de1c1db547c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.858640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020b74b7-2ebd-48da-b727-46854d25d32f req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Made reservation on behalf of 73930a3739344ebb88f604d9a603d3fd for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:29.862994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-020b74b7-2ebd-48da-b727-46854d25d32f req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.877563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedca0e1-b7ee-4c74-9f8b-5217e7fcde4f req-b0802238-0a55-4fa4-8a1c-92a9e3f7ba3e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] No DVR routers for this DVR port 376333ab-d335-46af-8c5a-fb99c3a48a0e on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:29.880517 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-fedca0e1-b7ee-4c74-9f8b-5217e7fcde4f req-b0802238-0a55-4fa4-8a1c-92a9e3f7ba3e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:29.885317 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fedca0e1-b7ee-4c74-9f8b-5217e7fcde4f req-b0802238-0a55-4fa4-8a1c-92a9e3f7ba3e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.52 "DELETE /v2.0/ports/376333ab-d335-46af-8c5a-fb99c3a48a0e HTTP/1.1" status: 204 len: 173 time: 0.6921971 Nov 12 08:29:29.885865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19363030-d413-4b9d-99b6-2cbb6500a35f', 'name': 'network-vif-deleted', 'tag': '376333ab-d335-46af-8c5a-fb99c3a48a0e'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:29.888796 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c705c5d-1d78-4fef-b4e9-d46ed87b77e2" -d '{"events": [{"server_uuid": "19363030-d413-4b9d-99b6-2cbb6500a35f", "name": "network-vif-deleted", "tag": "376333ab-d335-46af-8c5a-fb99c3a48a0e"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:29.940754 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f4ce85-6506-4a43-98d4-fa8e2f9dcd77 x-openstack-request-id: req-68f4ce85-6506-4a43-98d4-fa8e2f9dcd77 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:29.941429 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19363030-d413-4b9d-99b6-2cbb6500a35f", "name": "network-vif-deleted", "tag": "376333ab-d335-46af-8c5a-fb99c3a48a0e", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:29.941429 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68f4ce85-6506-4a43-98d4-fa8e2f9dcd77 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:29.941688 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19363030-d413-4b9d-99b6-2cbb6500a35f', 'name': 'network-vif-deleted', 'tag': '376333ab-d335-46af-8c5a-fb99c3a48a0e', 'status': 'completed', 'code': 200} Nov 12 08:29:30.047436 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.102130 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1e17324-5513-4802-8f0f-1fd361edcdf5 req-d63a648d-bc88-4b8f-ac71-75e90ef77e99 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 210 time: 0.0300710 Nov 12 08:29:30.142948 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99584e54-bd9f-416d-ac64-8de1c1db547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.145545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99584e54-bd9f-416d-ac64-8de1c1db547c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.146706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-99584e54-bd9f-416d-ac64-8de1c1db547c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb79ef73-cad1-4380-a4c6-dd246f7d54fc HTTP/1.1" status: 204 len: 168 time: 0.6638577 Nov 12 08:29:30.183879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:30.192364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99584e54-bd9f-416d-ac64-8de1c1db547c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb79ef73-cad1-4380-a4c6-dd246f7d54fc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:30.223179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:30.235262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:30.262946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Pushing event updated for resources: {'Port': ['ID=139fc8f1-6067-4ad0-bcaf-187a1ca42253,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:30.344672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.345589 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.372448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-020b74b7-2ebd-48da-b727-46854d25d32f req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Allocated IP 172.20.0.3 (050681b1-fc46-4565-9853-4ef40f3b34e0/67805aec-f439-4295-b6cc-8481e7b38a19/ebdf2eed-b318-43d9-98a9-20807d395e1e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:30.429671 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-462c3f7a-def8-4e01-8515-4bcb22905af8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7662408 Nov 12 08:29:30.445535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Request body: {'port': {'device_id': '61f08864-9dfb-430d-a0d7-f2760e1b8ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:30.637234 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.656940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf80b56-8e6a-4b77-91d5-ac834ab1b600 req-12c11f41-9fa8-4986-a943-b75740fbbcec tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:30.665741 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddf80b56-8e6a-4b77-91d5-ac834ab1b600 req-12c11f41-9fa8-4986-a943-b75740fbbcec tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 936 time: 0.0823276 Nov 12 08:29:30.694258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d75fd101-5d8f-48a8-9a71-8b152f08348c None None] Provisioning complete for port 139fc8f1-6067-4ad0-bcaf-187a1ca42253 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:30.694836 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d75fd101-5d8f-48a8-9a71-8b152f08348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.741056 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddf80b56-8e6a-4b77-91d5-ac834ab1b600 req-da4ff283-0233-4d0b-956a-356083639cc6 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729201 Nov 12 08:29:30.745873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d75fd101-5d8f-48a8-9a71-8b152f08348c None None] Port 139fc8f1-6067-4ad0-bcaf-187a1ca42253 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:30.847279 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5dda35d0-63ab-447e-bb27-da1571e29961 req-3edef13b-7436-4be7-a677-09717a5f7f63 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=19363030-d413-4b9d-99b6-2cbb6500a35f HTTP/1.1" status: 200 len: 210 time: 0.2156072 Nov 12 08:29:30.863279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66b0832-0682-4517-8393-76abdcdb3d09 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:30.880167 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:30.926790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Transition to ACTIVE for port object f66b0832-0682-4517-8393-76abdcdb3d09 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:29:30.958372 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.111323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.162887 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-020b74b7-2ebd-48da-b727-46854d25d32f req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.278245 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fa06105d-f58c-4a7b-9ba4-311e0e66c5cc req-13b9199b-4846-42ea-851b-16ff12e9e76c tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 210 time: 0.0676951 Nov 12 08:29:31.378402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Attempting to bind port f66b0832-0682-4517-8393-76abdcdb3d09 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:31.378641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Attempting to bind port f66b0832-0682-4517-8393-76abdcdb3d09 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:31.378981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Attempting to bind port f66b0832-0682-4517-8393-76abdcdb3d09 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:31.386132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Port f66b0832-0682-4517-8393-76abdcdb3d09 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:31.386468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Attempting to bind port f66b0832-0682-4517-8393-76abdcdb3d09 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:31.403134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:31.403560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:31.403882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:31.404324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Bound port: f66b0832-0682-4517-8393-76abdcdb3d09, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:31.404726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.408906 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-020b74b7-2ebd-48da-b727-46854d25d32f req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.413633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139fc8f1-6067-4ad0-bcaf-187a1ca42253 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:31.433868 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.459986 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50004) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:31.492128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020b74b7-2ebd-48da-b727-46854d25d32f req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Network 050681b1-fc46-4565-9853-4ef40f3b34e0 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:31.498477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-020b74b7-2ebd-48da-b727-46854d25d32f req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:31.519525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Transition to ACTIVE for port object 139fc8f1-6067-4ad0-bcaf-187a1ca42253 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:29:31.527116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-020b74b7-2ebd-48da-b727-46854d25d32f req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:31.562448 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.574701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Pushing event updated for resources: {'Port': ['ID=ebdf2eed-b318-43d9-98a9-20807d395e1e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.658858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:31.684297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b74b7-2ebd-48da-b727-46854d25d32f req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:31.684955 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-020b74b7-2ebd-48da-b727-46854d25d32f req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.712542 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-38ad92de-04ab-499d-8a38-5966ea73753e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.715729 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:31.731526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Pushing event updated for resources: {'Port': ['ID=139fc8f1-6067-4ad0-bcaf-187a1ca42253,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.735084 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.829027 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-1f394d42-daa8-4ea4-9406-f7287e616bb9 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7692077 Nov 12 08:29:31.861292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Request body: {'port': {'device_id': '5731239b-28dc-4ed9-8ce5-4374ab2931da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:31.971469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:31.985248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:31.985747 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:31.988684 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-9ef8bd84-6adb-4141-9c0f-d946134243d2 service neutron] 10.222.0.46 "PUT /v2.0/ports/f66b0832-0682-4517-8393-76abdcdb3d09 HTTP/1.1" status: 200 len: 1095 time: 2.9902699 Nov 12 08:29:31.992721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:31.995391 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c808ef9-bbce-4163-91a4-fca4c74676d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:32.116284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Attempting to bind port 139fc8f1-6067-4ad0-bcaf-187a1ca42253 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:32.116917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Attempting to bind port 139fc8f1-6067-4ad0-bcaf-187a1ca42253 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:32.117854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Attempting to bind port 139fc8f1-6067-4ad0-bcaf-187a1ca42253 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:32.123673 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.128932 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-38ad92de-04ab-499d-8a38-5966ea73753e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.139500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Port 139fc8f1-6067-4ad0-bcaf-187a1ca42253 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:32.139729 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Attempting to bind port 139fc8f1-6067-4ad0-bcaf-187a1ca42253 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:32.140949 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-38ad92de-04ab-499d-8a38-5966ea73753e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.155523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:32.155523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:32.155523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:32.155523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Bound port: 139fc8f1-6067-4ad0-bcaf-187a1ca42253, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:32.156119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.214302 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-38ad92de-04ab-499d-8a38-5966ea73753e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a00f6b2627ca40f482f935fcd4fcaec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7526104 Nov 12 08:29:32.220280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50036) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:32.241424 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6817049-83f5-463a-9f83-5e36afd9560b x-openstack-request-id: req-f6817049-83f5-463a-9f83-5e36afd9560b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:32.241749 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:32.242004 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6817049-83f5-463a-9f83-5e36afd9560b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:32.242424 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'status': 'completed', 'code': 200} Nov 12 08:29:32.248884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-725e0b0f-8a78-4d5e-a629-b591687a3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.250596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-725e0b0f-8a78-4d5e-a629-b591687a3c76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2db87f3d0c564965a9e44169dc5b7805&device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 1098 time: 0.2040427 Nov 12 08:29:32.310550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694c816-d829-4abe-bb40-16d677d5a9c2 req-a7bdad8b-5645-4991-b446-e049d5440970 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.325018 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0694c816-d829-4abe-bb40-16d677d5a9c2 req-a7bdad8b-5645-4991-b446-e049d5440970 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 948 time: 0.4488754 Nov 12 08:29:32.331044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-8ee35659-e979-435d-9379-0e66c24df004 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f66b0832-0682-4517-8393-76abdcdb3d09 HTTP/1.1" status: 200 len: 217 time: 0.0673554 Nov 12 08:29:32.443639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad92de-04ab-499d-8a38-5966ea73753e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9864f438-1cb2-4ef7-ad32-e86733b1411c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:32.476947 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0694c816-d829-4abe-bb40-16d677d5a9c2 req-f7663e7f-3b29-4ea5-be52-8e0f7dd67f3a tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509168 Nov 12 08:29:32.481254 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71a3fad4-ad1e-4e73-9829-7cf17fa695d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.521983 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71a3fad4-ad1e-4e73-9829-7cf17fa695d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.551765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] For port 139fc8f1-6067-4ad0-bcaf-187a1ca42253, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:32.624991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] For port 139fc8f1-6067-4ad0-bcaf-187a1ca42253, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=139fc8f1-6067-4ad0-bcaf-187a1ca42253,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:32.630566 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442a5a1-20de-4f68-9588-c73036c62b5b req-72ca14a9-e34f-403a-8a7c-f658623bd7d7 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.632209 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8442a5a1-20de-4f68-9588-c73036c62b5b req-72ca14a9-e34f-403a-8a7c-f658623bd7d7 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 931 time: 0.0705161 Nov 12 08:29:32.640724 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71a3fad4-ad1e-4e73-9829-7cf17fa695d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.643589 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71a3fad4-ad1e-4e73-9829-7cf17fa695d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.647527 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-71a3fad4-ad1e-4e73-9829-7cf17fa695d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9864f438-1cb2-4ef7-ad32-e86733b1411c HTTP/1.1" status: 204 len: 168 time: 0.4208024 Nov 12 08:29:32.661894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-07f22b87-1786-4e3e-b50d-8ef4ac59c390 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.663333 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-07f22b87-1786-4e3e-b50d-8ef4ac59c390 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/networks?id=ea539148-52d3-4835-a24a-934daced73d5 HTTP/1.1" status: 200 len: 822 time: 0.2248993 Nov 12 08:29:32.664816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-31739746-3222-42b6-adfe-f58dd890f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.666225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-31739746-3222-42b6-adfe-f58dd890f1b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.3260899 Nov 12 08:29:32.670094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3fad4-ad1e-4e73-9829-7cf17fa695d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9864f438-1cb2-4ef7-ad32-e86733b1411c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:32.670332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.744371 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8442a5a1-20de-4f68-9588-c73036c62b5b req-8da1f09b-08bd-4c79-bd68-7949644addfe tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977178 Nov 12 08:29:32.761432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.762037 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:32.764217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] 10.222.0.52 "PUT /v2.0/ports/139fc8f1-6067-4ad0-bcaf-187a1ca42253 HTTP/1.1" status: 200 len: 1097 time: 2.3227177 Nov 12 08:29:32.783552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-5a59f839-bd82-49b0-bb83-688f1708ded3 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/quotas/2604f02976ba4161ba152d9e13cf8c81 HTTP/1.1" status: 200 len: 375 time: 0.1078088 Nov 12 08:29:32.836270 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50056) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:32.932467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d07c8-2331-4d8b-96bc-9803ef232117 service neutron] Pushing event updated for resources: {'Port': ['ID=139fc8f1-6067-4ad0-bcaf-187a1ca42253,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:32.951692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-7a24eee8-a635-45c0-ad79-4bd690071607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:32.953642 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-7a24eee8-a635-45c0-ad79-4bd690071607 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2731836 Nov 12 08:29:33.078236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 376333ab-d335-46af-8c5a-fb99c3a48a0e no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:33.138894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc49c66b-aed0-4ae3-85d1-9b59cb1cc586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.174755 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 376333ab-d335-46af-8c5a-fb99c3a48a0e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:33.176131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 376333ab-d335-46af-8c5a-fb99c3a48a0e not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:33.308943 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc49c66b-aed0-4ae3-85d1-9b59cb1cc586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.315190 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc49c66b-aed0-4ae3-85d1-9b59cb1cc586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.378769 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bc49c66b-aed0-4ae3-85d1-9b59cb1cc586 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79b8c80d9e214773aae037a8b38955ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5390134 Nov 12 08:29:33.378769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49c66b-aed0-4ae3-85d1-9b59cb1cc586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a619a4d-8f0d-4497-a70e-a5e76555eadd,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:33.379555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50076) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:33.420562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-dac72c7c-5d47-45b4-8802-4419bb05623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:33.422179 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-dac72c7c-5d47-45b4-8802-4419bb05623d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2db87f3d0c564965a9e44169dc5b7805&device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 1100 time: 0.6045141 Nov 12 08:29:33.433286 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f39be37-6d0a-4c0a-be2d-a85faaa539fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.455946 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f39be37-6d0a-4c0a-be2d-a85faaa539fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.489087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebdf2eed-b318-43d9-98a9-20807d395e1e {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:33.515605 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f39be37-6d0a-4c0a-be2d-a85faaa539fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.519698 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f39be37-6d0a-4c0a-be2d-a85faaa539fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.521009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f39be37-6d0a-4c0a-be2d-a85faaa539fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a619a4d-8f0d-4497-a70e-a5e76555eadd HTTP/1.1" status: 204 len: 168 time: 0.1405504 Nov 12 08:29:33.531938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39be37-6d0a-4c0a-be2d-a85faaa539fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a619a4d-8f0d-4497-a70e-a5e76555eadd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:33.535586 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.555884 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:29:33.579990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-cefa6100-cb2c-4f33-8885-c228cd54d17e tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2604f02976ba4161ba152d9e13cf8c81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7814031 Nov 12 08:29:33.582658 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-309bcc0e-e389-4769-ac1f-741e7b306dba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=139fc8f1-6067-4ad0-bcaf-187a1ca42253 HTTP/1.1" status: 200 len: 217 time: 0.1096096 Nov 12 08:29:33.656196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b4549-099b-4716-b82c-d8f965aa654b req-73fdffc9-dbf7-40c6-939a-27827ef777be tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:33.662373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-3486f3b0-7e0d-4977-a2a1-ee5b5776bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:33.664037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-3486f3b0-7e0d-4977-a2a1-ee5b5776bf04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0691845 Nov 12 08:29:33.664207 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd7b4549-099b-4716-b82c-d8f965aa654b req-73fdffc9-dbf7-40c6-939a-27827ef777be tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 948 time: 0.0756071 Nov 12 08:29:33.703941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Transition to ACTIVE for port object ebdf2eed-b318-43d9-98a9-20807d395e1e will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:29:33.706574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-5f952757-d1c7-4533-965f-0119449cd2d9 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417216 Nov 12 08:29:33.733279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd7b4549-099b-4716-b82c-d8f965aa654b req-5dd87b5d-30a8-44a5-87d6-f7990d99474c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684164 Nov 12 08:29:33.767111 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:33.944660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab803cc-a534-4ee2-a129-da2dbcc58716 req-15eda9ee-44db-4f9c-8763-bb03703ed8fc tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:33.962505 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ab803cc-a534-4ee2-a129-da2dbcc58716 req-15eda9ee-44db-4f9c-8763-bb03703ed8fc tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 943 time: 0.1424098 Nov 12 08:29:34.044449 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdf2eed-b318-43d9-98a9-20807d395e1e,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:34.055603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-b60bcb9a-49b7-4569-a4c9-85636af3065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.057497 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-b60bcb9a-49b7-4569-a4c9-85636af3065d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3779280 Nov 12 08:29:34.069671 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-fb8f56a2-d626-43a0-922c-952120a10c44 service neutron] 10.222.0.31 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886527 Nov 12 08:29:34.070421 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ab803cc-a534-4ee2-a129-da2dbcc58716 req-39324b11-a8da-4e03-9813-59df1fc6556f tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049535 Nov 12 08:29:34.081696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Attempting to bind port ebdf2eed-b318-43d9-98a9-20807d395e1e on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:34.082036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Attempting to bind port ebdf2eed-b318-43d9-98a9-20807d395e1e by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '685a5c2b-7cdf-4d96-98c7-0ce65a4add48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '050681b1-fc46-4565-9853-4ef40f3b34e0'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:34.082370 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Attempting to bind port ebdf2eed-b318-43d9-98a9-20807d395e1e on network 050681b1-fc46-4565-9853-4ef40f3b34e0 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:34.149413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Port ebdf2eed-b318-43d9-98a9-20807d395e1e on network 050681b1-fc46-4565-9853-4ef40f3b34e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:34.149680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Attempting to bind port ebdf2eed-b318-43d9-98a9-20807d395e1e on network 050681b1-fc46-4565-9853-4ef40f3b34e0 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:34.158972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d7ecb5-0362-42cc-b4b4-20dc9984b8c5 req-a4f6c394-591f-4ae7-99d7-0f3353fde8a6 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350889 Nov 12 08:29:34.166741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50098) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:34.191342 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b1c47e47-882f-4c4a-a21d-086462c5c142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.244250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f08864-9dfb-430d-a0d7-f2760e1b8ca6', 'tag': '139fc8f1-6067-4ad0-bcaf-187a1ca42253'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:34.246685 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a851cc6-1d78-4df0-9fb3-83d4b19f4824" -d '{"events": [{"name": "network-changed", "server_uuid": "61f08864-9dfb-430d-a0d7-f2760e1b8ca6", "tag": "139fc8f1-6067-4ad0-bcaf-187a1ca42253"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:34.261791 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:34.262190 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Checking segment: {'id': '685a5c2b-7cdf-4d96-98c7-0ce65a4add48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '050681b1-fc46-4565-9853-4ef40f3b34e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:34.262541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Bound using segment: {'id': '685a5c2b-7cdf-4d96-98c7-0ce65a4add48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '050681b1-fc46-4565-9853-4ef40f3b34e0'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:34.262989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Bound port: ebdf2eed-b318-43d9-98a9-20807d395e1e, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685a5c2b-7cdf-4d96-98c7-0ce65a4add48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '050681b1-fc46-4565-9853-4ef40f3b34e0'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:34.263421 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.299467 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b1c47e47-882f-4c4a-a21d-086462c5c142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.305990 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b1c47e47-882f-4c4a-a21d-086462c5c142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.361497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b1c47e47-882f-4c4a-a21d-086462c5c142 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=961c1da5d4cd4c3da1b516cc3c14382a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923959 Nov 12 08:29:34.363166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c47e47-882f-4c4a-a21d-086462c5c142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90de720d-07c5-4e4e-9ae9-a79291eba22e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:34.366379 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50106) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:34.394247 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-07264900-8ee3-4c30-a677-62bfe27eb9cb service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224359 Nov 12 08:29:34.410879 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-9447f00e-9ac4-4d88-8420-75bee3df857a service neutron] 10.222.0.31 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402355 Nov 12 08:29:34.425957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c808ef9-bbce-4163-91a4-fca4c74676d6 req-464cc509-3ed4-4c5a-b3b8-619c0efd9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.438975 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c808ef9-bbce-4163-91a4-fca4c74676d6 req-464cc509-3ed4-4c5a-b3b8-619c0efd9340 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2db87f3d0c564965a9e44169dc5b7805&device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 1098 time: 0.1976449 Nov 12 08:29:34.442252 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70517a64-414e-4df8-bd1d-6d4d1ab43f01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.471046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70517a64-414e-4df8-bd1d-6d4d1ab43f01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.528810 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70517a64-414e-4df8-bd1d-6d4d1ab43f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.531679 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70517a64-414e-4df8-bd1d-6d4d1ab43f01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.534374 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-70517a64-414e-4df8-bd1d-6d4d1ab43f01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90de720d-07c5-4e4e-9ae9-a79291eba22e HTTP/1.1" status: 204 len: 168 time: 0.1552076 Nov 12 08:29:34.546391 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70517a64-414e-4df8-bd1d-6d4d1ab43f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90de720d-07c5-4e4e-9ae9-a79291eba22e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:34.549047 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] For port ebdf2eed-b318-43d9-98a9-20807d395e1e, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:34.615605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] For port ebdf2eed-b318-43d9-98a9-20807d395e1e, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ebdf2eed-b318-43d9-98a9-20807d395e1e,segment=NetworkSegment(685a5c2b-7cdf-4d96-98c7-0ce65a4add48),segment_id=685a5c2b-7cdf-4d96-98c7-0ce65a4add48)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:34.629757 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.711055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.712236 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:34.714483 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] 10.222.0.46 "PUT /v2.0/ports/ebdf2eed-b318-43d9-98a9-20807d395e1e HTTP/1.1" status: 200 len: 1092 time: 2.8746922 Nov 12 08:29:34.717231 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac995a78-5bd4-45ee-b0c5-5dbc1e3d58cc req-b093922d-97d8-4e99-861f-666b8d38fdc4 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038499 Nov 12 08:29:34.731291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c808ef9-bbce-4163-91a4-fca4c74676d6 req-ad0cebc3-d514-4ded-99aa-b1501c93226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.732907 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c808ef9-bbce-4163-91a4-fca4c74676d6 req-ad0cebc3-d514-4ded-99aa-b1501c93226d service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2765608 Nov 12 08:29:34.739405 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151d164a-3059-4615-b22f-1232030f7879 x-openstack-request-id: req-151d164a-3059-4615-b22f-1232030f7879 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:34.739779 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f08864-9dfb-430d-a0d7-f2760e1b8ca6", "tag": "139fc8f1-6067-4ad0-bcaf-187a1ca42253", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:34.740254 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-151d164a-3059-4615-b22f-1232030f7879 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:34.740502 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f08864-9dfb-430d-a0d7-f2760e1b8ca6', 'tag': '139fc8f1-6067-4ad0-bcaf-187a1ca42253', 'status': 'completed', 'code': 200} Nov 12 08:29:34.813538 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c808ef9-bbce-4163-91a4-fca4c74676d6 req-ce54652e-4bdb-4bd6-8643-3cb3df68c093 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=f66b0832-0682-4517-8393-76abdcdb3d09 HTTP/1.1" status: 200 len: 217 time: 0.0695887 Nov 12 08:29:34.867565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d842d-959c-4ad6-848b-0be1d9249354 service neutron] Pushing event updated for resources: {'Port': ['ID=ebdf2eed-b318-43d9-98a9-20807d395e1e,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:34.967736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bef6ea8b-5a99-45c1-a65e-5a119d2bcf71 req-c2735320-c1d0-44be-bf09-dafc9948a59d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 210 time: 0.0642471 Nov 12 08:29:34.983442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c808ef9-bbce-4163-91a4-fca4c74676d6 req-3e42c2dc-9ac4-44fc-82cf-0dd7b03e2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:34.984317 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c808ef9-bbce-4163-91a4-fca4c74676d6 req-3e42c2dc-9ac4-44fc-82cf-0dd7b03e2c2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1502380 Nov 12 08:29:35.002630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b74b7-2ebd-48da-b727-46854d25d32f req-104845d9-8a39-4bab-bf78-ed8aaaa27e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:35.004667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-104845d9-8a39-4bab-bf78-ed8aaaa27e56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=73930a3739344ebb88f604d9a603d3fd&device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 1095 time: 0.1938608 Nov 12 08:29:35.018512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb23c1-26e0-423d-a7b4-5cad5e41ea6f req-d4e67956-82b4-4784-bb49-295f095edec9 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:35.027565 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-10cb23c1-26e0-423d-a7b4-5cad5e41ea6f req-d4e67956-82b4-4784-bb49-295f095edec9 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 948 time: 0.0975351 Nov 12 08:29:35.030840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50128) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:35.064227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a851cc6-1d78-4df0-9fb3-83d4b19f4824 req-3427e188-c72d-4a8e-ae6f-18431e9d7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:35.066164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a851cc6-1d78-4df0-9fb3-83d4b19f4824 req-3427e188-c72d-4a8e-ae6f-18431e9d7034 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2db87f3d0c564965a9e44169dc5b7805&device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 1100 time: 0.2291815 Nov 12 08:29:35.082328 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-10cb23c1-26e0-423d-a7b4-5cad5e41ea6f req-e0c98991-e2c4-42c0-a2c5-6b3bbbfda1c5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532110 Nov 12 08:29:35.129178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-6e9d6da2-4a20-4c42-9f16-dbec6398bfab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebdf2eed-b318-43d9-98a9-20807d395e1e HTTP/1.1" status: 200 len: 217 time: 0.1032729 Nov 12 08:29:35.137348 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d19dec55-754c-4454-a0bb-0313df184609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.192559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c808ef9-bbce-4163-91a4-fca4c74676d6 req-ac0a880e-8c8f-4171-883d-b1f2dd98cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:35.194695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c808ef9-bbce-4163-91a4-fca4c74676d6 req-ac0a880e-8c8f-4171-883d-b1f2dd98cf9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1889315 Nov 12 08:29:35.311240 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7970d0f5-6120-4cf5-b1ba-57a01068ff80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.363592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b74b7-2ebd-48da-b727-46854d25d32f req-e1be8785-4316-4112-afd6-129e1303a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:35.365040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-e1be8785-4316-4112-afd6-129e1303a082 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67805aec-f439-4295-b6cc-8481e7b38a19 HTTP/1.1" status: 200 len: 854 time: 0.2182412 Nov 12 08:29:35.427260 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-742b7b66-1926-4b04-964c-8708619b1a6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=050681b1-fc46-4565-9853-4ef40f3b34e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495896 Nov 12 08:29:35.435283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a851cc6-1d78-4df0-9fb3-83d4b19f4824 req-a421167a-b67d-4d28-8237-f20f17f76fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:35.437148 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a851cc6-1d78-4df0-9fb3-83d4b19f4824 req-a421167a-b67d-4d28-8237-f20f17f76fe2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.3231256 Nov 12 08:29:35.491231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10661840-b662-4986-a0c9-54f1aeb84054 req-64e58a42-59b1-4070-87b8-fae21498a663 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:35.493211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-10661840-b662-4986-a0c9-54f1aeb84054 req-64e58a42-59b1-4070-87b8-fae21498a663 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 943 time: 0.2640367 Nov 12 08:29:35.544435 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c808ef9-bbce-4163-91a4-fca4c74676d6 req-b7be6bd8-7947-487d-ab37-a2d8675b53cd service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126993 Nov 12 08:29:35.555474 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a851cc6-1d78-4df0-9fb3-83d4b19f4824 req-6cf0d4c7-47d3-4dbd-b12a-b2a2b39452d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=139fc8f1-6067-4ad0-bcaf-187a1ca42253 HTTP/1.1" status: 200 len: 217 time: 0.0920787 Nov 12 08:29:35.632513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50154) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:35.739024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1699512967-network', 'tenant_id': '68ad8c927597426585058500b95063cc'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:35.765264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Made reservation on behalf of 68ad8c927597426585058500b95063cc for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:35.767591 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.775482 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-10661840-b662-4986-a0c9-54f1aeb84054 req-f778aa92-58f1-4a84-b95c-54abdda88c32 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381034 Nov 12 08:29:35.777067 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.790578 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a851cc6-1d78-4df0-9fb3-83d4b19f4824 req-e791eaa0-d4cd-435c-920e-ce7ac1ee092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:35.793193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a851cc6-1d78-4df0-9fb3-83d4b19f4824 req-e791eaa0-d4cd-435c-920e-ce7ac1ee092d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1873519 Nov 12 08:29:35.837299 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7970d0f5-6120-4cf5-b1ba-57a01068ff80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.862312 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-d8d8bdd6-8e7c-4cb5-bf38-fce920a9b8a8 service neutron] 10.222.0.46 "GET /v2.0/networks/050681b1-fc46-4565-9853-4ef40f3b34e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207559 Nov 12 08:29:35.873469 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7970d0f5-6120-4cf5-b1ba-57a01068ff80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.894448 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.900214 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:35.929632 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c808ef9-bbce-4163-91a4-fca4c74676d6 req-997c345e-814e-464e-ab43-fb21a6a9138b service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401861 Nov 12 08:29:35.971770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:36.023094 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.023446 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Added segment af6497b5-d41b-4fb8-9c21-ec30dfa30ea7 of type vlan for network 48326228-2315-4ce0-9a40-cae4905fa86a Nov 12 08:29:36.026142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7970d0f5-6120-4cf5-b1ba-57a01068ff80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8acf57b98b714d978db98a877d6bd0c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9943936 Nov 12 08:29:36.033187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970d0f5-6120-4cf5-b1ba-57a01068ff80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d890793c-d91e-44c2-8a91-7b20bd448d5d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:36.036912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd17b6e3-f02c-453a-8224-447e337bed36,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:36.045298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50164) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:36.074030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020b74b7-2ebd-48da-b727-46854d25d32f req-593b1fb2-3d49-4245-88d8-f117cf66ab29 service neutron] 10.222.0.46 "GET /v2.0/networks/050681b1-fc46-4565-9853-4ef40f3b34e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036374 Nov 12 08:29:36.077438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a851cc6-1d78-4df0-9fb3-83d4b19f4824 req-28885964-7940-4a10-807d-aadce4859384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.079409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a851cc6-1d78-4df0-9fb3-83d4b19f4824 req-28885964-7940-4a10-807d-aadce4859384 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2633431 Nov 12 08:29:36.113361 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c38b0a6c-6e3f-4b0f-a322-3cade7f56989 req-df80d3e3-1422-44f1-93b1-c4164ff081e6 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 210 time: 0.0458038 Nov 12 08:29:36.117864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.156518 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-409a79a8-45d8-4661-bf94-26e4ab876f73 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.158196 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-409a79a8-45d8-4661-bf94-26e4ab876f73 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.52 "GET /v2.0/networks?id=ea539148-52d3-4835-a24a-934daced73d5 HTTP/1.1" status: 200 len: 822 time: 0.2405972 Nov 12 08:29:36.174625 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Request body: {'port': {'device_id': '77f7baba-a64a-4a75-ac12-aa96a8652289', 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5', 'admin_state_up': True, 'tenant_id': '2604f02976ba4161ba152d9e13cf8c81'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:36.199063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.200361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.200944 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.248331 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.279987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a851cc6-1d78-4df0-9fb3-83d4b19f4824 req-60d8b49c-2d38-4458-9364-a580f884180c service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861737 Nov 12 08:29:36.285059 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.307198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6734996 Nov 12 08:29:36.311350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50168) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:36.317869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5a275310-6247-4d71-9288-b18ae083dc29 admin admin] Request body: {'subnet': {'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1699512967-subnet', 'tenant_id': '68ad8c927597426585058500b95063cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:36.323886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb943bf-cc5d-4ec3-827a-cfcdc1968255 req-654496b1-bc7d-4da2-ae0f-d7462f874ffd tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.325506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cdb943bf-cc5d-4ec3-827a-cfcdc1968255 req-654496b1-bc7d-4da2-ae0f-d7462f874ffd tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 948 time: 0.1339197 Nov 12 08:29:36.328788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fa5a2-368a-4b50-89b9-a4ee234ff3a4 admin admin] Pushing event updated for resources: {'Network': ['ID=48326228-2315-4ce0-9a40-cae4905fa86a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:36.343195 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 48326228-2315-4ce0-9a40-cae4905fa86a details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:36.371217 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a275310-6247-4d71-9288-b18ae083dc29 admin admin] Made reservation on behalf of 68ad8c927597426585058500b95063cc for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:36.373630 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a275310-6247-4d71-9288-b18ae083dc29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.435693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Made reservation on behalf of 2604f02976ba4161ba152d9e13cf8c81 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:36.439385 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.662748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Allocated IP 172.20.0.8 (ea539148-52d3-4835-a24a-934daced73d5/87f5b744-1aa9-46a2-8562-d5dd05d461f2/84546c54-cd8c-4c0b-97d7-8380c4346c7d) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:36.692064 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a275310-6247-4d71-9288-b18ae083dc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.734278 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cdb943bf-cc5d-4ec3-827a-cfcdc1968255 req-b1dfbbdb-4a6e-46fa-9cf8-938b24225e4a tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859711 Nov 12 08:29:36.739883 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.742452 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.743576 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d890793c-d91e-44c2-8a91-7b20bd448d5d HTTP/1.1" status: 204 len: 168 time: 0.6732616 Nov 12 08:29:36.748228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5731239b-28dc-4ed9-8ce5-4374ab2931da', 'tag': 'ebdf2eed-b318-43d9-98a9-20807d395e1e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:36.750548 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c62906f-a854-4894-bc22-023db053f601" -d '{"events": [{"name": "network-changed", "server_uuid": "5731239b-28dc-4ed9-8ce5-4374ab2931da", "tag": "ebdf2eed-b318-43d9-98a9-20807d395e1e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:36.761911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a851cc6-1d78-4df0-9fb3-83d4b19f4824 req-21d0e012-77f7-4532-87e0-d61547139036 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746118 Nov 12 08:29:36.763089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d890793c-d91e-44c2-8a91-7b20bd448d5d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:36.771517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:36.773573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:36.773573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:36.773573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:36.773573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:36.773573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:36.773573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:36.774421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:36.774421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:36.774649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:36.774794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:36.775119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af865ef-b279-4fc7-a21f-f77973e5261c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:36.821920 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9783760d-8386-459e-adc8-d9d8d42400d8 x-openstack-request-id: req-9783760d-8386-459e-adc8-d9d8d42400d8 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:36.822521 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5731239b-28dc-4ed9-8ce5-4374ab2931da", "tag": "ebdf2eed-b318-43d9-98a9-20807d395e1e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:36.822521 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9783760d-8386-459e-adc8-d9d8d42400d8 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:36.822842 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5731239b-28dc-4ed9-8ce5-4374ab2931da', 'tag': 'ebdf2eed-b318-43d9-98a9-20807d395e1e', 'status': 'completed', 'code': 200} Nov 12 08:29:36.826079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a275310-6247-4d71-9288-b18ae083dc29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1951dd54-6334-414b-981e-ce6d9a24244e,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:36.871540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a275310-6247-4d71-9288-b18ae083dc29 admin admin] Checking segment: {'id': 'af6497b5-d41b-4fb8-9c21-ec30dfa30ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:36.871902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a275310-6247-4d71-9288-b18ae083dc29 admin admin] Network hostable DHCP agents. Network: 48326228-2315-4ce0-9a40-cae4905fa86a, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:36.903301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62906f-a854-4894-bc22-023db053f601 req-7bf4eb83-e2c3-43b0-a886-4d8b6319c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.907768 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c62906f-a854-4894-bc22-023db053f601 req-7bf4eb83-e2c3-43b0-a886-4d8b6319c996 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=73930a3739344ebb88f604d9a603d3fd&device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 1095 time: 0.0609779 Nov 12 08:29:36.911016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a275310-6247-4d71-9288-b18ae083dc29 admin admin] Network 48326228-2315-4ce0-9a40-cae4905fa86a is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:36.946450 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.964402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-5a275310-6247-4d71-9288-b18ae083dc29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 48326228-2315-4ce0-9a40-cae4905fa86a) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:36.973545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a275310-6247-4d71-9288-b18ae083dc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:36.974397 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a275310-6247-4d71-9288-b18ae083dc29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:36.975514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9376197a-5a01-473d-93ce-e4163a9939dc None None] Network 48326228-2315-4ce0-9a40-cae4905fa86a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:37.040265 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5a275310-6247-4d71-9288-b18ae083dc29 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7260833 Nov 12 08:29:37.044408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50184) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:37.055542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1699512967-router', 'tenant_id': '68ad8c927597426585058500b95063cc', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:37.061710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e9db3-7313-4850-ac08-423ed97f8894 req-d015f20d-cfad-4070-a18c-f24bf601e351 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:37.069780 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-104e9db3-7313-4850-ac08-423ed97f8894 req-d015f20d-cfad-4070-a18c-f24bf601e351 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 943 time: 0.1545351 Nov 12 08:29:37.081003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62906f-a854-4894-bc22-023db053f601 req-7f1dda78-4d33-47d6-ab66-887de1f595e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:37.082840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c62906f-a854-4894-bc22-023db053f601 req-7f1dda78-4d33-47d6-ab66-887de1f595e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=050681b1-fc46-4565-9853-4ef40f3b34e0 HTTP/1.1" status: 200 len: 915 time: 0.1678088 Nov 12 08:29:37.089853 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 139fc8f1-6067-4ad0-bcaf-187a1ca42253 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:37.103827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.106254 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.134789 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.165436 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c62906f-a854-4894-bc22-023db053f601 req-ec49858f-c5f8-45dd-b82a-b4a76ed542e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebdf2eed-b318-43d9-98a9-20807d395e1e HTTP/1.1" status: 200 len: 217 time: 0.0705693 Nov 12 08:29:37.189796 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-104e9db3-7313-4850-ac08-423ed97f8894 req-fdaf95d3-e958-413a-9fd7-ede061d518ec tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166589 Nov 12 08:29:37.209390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Network ea539148-52d3-4835-a24a-934daced73d5 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:37.212434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:37.220003 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:37.268216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 139fc8f1-6067-4ad0-bcaf-187a1ca42253, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=139fc8f1-6067-4ad0-bcaf-187a1ca42253,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:37.275245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:37.275895 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.290067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event updated for resources: {'Port': ['ID=84546c54-cd8c-4c0b-97d7-8380c4346c7d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:37.295131 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.308395 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-338ab65e-9732-4801-a05f-9f8f899b7c90 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1371980 Nov 12 08:29:37.310000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62906f-a854-4894-bc22-023db053f601 req-39916d28-0cb3-4efb-bdbf-185dcbd4e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:37.311969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c62906f-a854-4894-bc22-023db053f601 req-39916d28-0cb3-4efb-bdbf-185dcbd4e020 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=67805aec-f439-4295-b6cc-8481e7b38a19 HTTP/1.1" status: 200 len: 854 time: 0.1388032 Nov 12 08:29:37.318964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '139fc8f1-6067-4ad0-bcaf-187a1ca42253', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '139fc8f1-6067-4ad0-bcaf-187a1ca42253', 'mac_address': 'fa:16:3e:44:64:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:37.327417 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Request body: {'port': {'device_id': '77f7baba-a64a-4a75-ac12-aa96a8652289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:37.375027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178e8a6-af8c-4911-a0c0-78765d317b5c req-7f3993fa-fac2-4174-a068-4f87974ab257 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:37.376786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d178e8a6-af8c-4911-a0c0-78765d317b5c req-7f3993fa-fac2-4174-a068-4f87974ab257 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 931 time: 0.1488140 Nov 12 08:29:37.412740 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.420301 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c62906f-a854-4894-bc22-023db053f601 req-a1d4f46f-0d48-4911-9226-c6d1246754cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=050681b1-fc46-4565-9853-4ef40f3b34e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671358 Nov 12 08:29:37.534208 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.560950 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139fc8f1-6067-4ad0-bcaf-187a1ca42253 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:37.582933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 139fc8f1-6067-4ad0-bcaf-187a1ca42253, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=139fc8f1-6067-4ad0-bcaf-187a1ca42253,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:37.588834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.598165 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.617796 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d178e8a6-af8c-4911-a0c0-78765d317b5c req-af0a3400-3301-40fb-a6b0-5ac7ec6f212b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997936 Nov 12 08:29:37.658185 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-58631101-193c-42d4-a1b4-ccb0127a94bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.663957 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c62906f-a854-4894-bc22-023db053f601 req-5c94bc5d-6861-4681-9f94-483f38facbf3 service neutron] 10.222.0.46 "GET /v2.0/networks/050681b1-fc46-4565-9853-4ef40f3b34e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326431 Nov 12 08:29:37.680112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-48326228-2315-4ce0-9a40-cae4905fa86a', 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a', 'tenant_id': '68ad8c927597426585058500b95063cc', 'fixed_ips': [{'subnet_id': '1951dd54-6334-414b-981e-ce6d9a24244e'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:29:37.681506 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.711146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=139fc8f1-6067-4ad0-bcaf-187a1ca42253,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:37.765199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50204) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:37.834212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['139fc8f1-6067-4ad0-bcaf-187a1ca42253'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:37.835801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c62906f-a854-4894-bc22-023db053f601 req-9420df8c-4e8c-4c53-974f-aa6ed4abab43 service neutron] 10.222.0.46 "GET /v2.0/networks/050681b1-fc46-4565-9853-4ef40f3b34e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384499 Nov 12 08:29:37.964125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5de03b-e843-4182-aee9-78d2db7770d2 req-a288ce16-d3df-4d13-8fef-6900aad237ad tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:37.965756 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ef5de03b-e843-4182-aee9-78d2db7770d2 req-a288ce16-d3df-4d13-8fef-6900aad237ad tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 949 time: 0.1298780 Nov 12 08:29:37.966797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1293339699-network', 'tenant_id': '0d3c20758c2b428ba4d514ffa5ec3f85'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:37.975282 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84546c54-cd8c-4c0b-97d7-8380c4346c7d {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:37.983884 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.990896 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:37.995525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Allocated IP 172.20.0.2 (48326228-2315-4ce0-9a40-cae4905fa86a/1951dd54-6334-414b-981e-ce6d9a24244e/6bb3e389-bb60-4efb-9d6a-032daf23f0b9) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:38.032559 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.035675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Transition to ACTIVE for port object 84546c54-cd8c-4c0b-97d7-8380c4346c7d will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:29:38.042296 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ef5de03b-e843-4182-aee9-78d2db7770d2 req-f6aace67-d0e0-4e95-bc48-d04205bdc4a4 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684156 Nov 12 08:29:38.043481 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.095383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Made reservation on behalf of 0d3c20758c2b428ba4d514ffa5ec3f85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:38.097831 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.101819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=84546c54-cd8c-4c0b-97d7-8380c4346c7d,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:38.121016 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.202360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Attempting to bind port 84546c54-cd8c-4c0b-97d7-8380c4346c7d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:38.202852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Attempting to bind port 84546c54-cd8c-4c0b-97d7-8380c4346c7d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:38.203855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Attempting to bind port 84546c54-cd8c-4c0b-97d7-8380c4346c7d on network ea539148-52d3-4835-a24a-934daced73d5 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:38.210246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Port 84546c54-cd8c-4c0b-97d7-8380c4346c7d on network ea539148-52d3-4835-a24a-934daced73d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:38.210732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Attempting to bind port 84546c54-cd8c-4c0b-97d7-8380c4346c7d on network ea539148-52d3-4835-a24a-934daced73d5 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:38.218237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:38.219109 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Checking segment: {'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:38.219282 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Bound using segment: {'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:38.220170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Bound port: 84546c54-cd8c-4c0b-97d7-8380c4346c7d, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f106204e-8708-4ed4-aaee-ec8fef40dd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:38.220640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.251554 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.267771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Allocated IP 172.25.3.37 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/81eb2eaf-caf8-47cc-8af5-623d0ac953a3) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:38.271767 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.288660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f66b0832-0682-4517-8393-76abdcdb3d09 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:38.338274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] For port 84546c54-cd8c-4c0b-97d7-8380c4346c7d, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:38.346482 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] For port 84546c54-cd8c-4c0b-97d7-8380c4346c7d, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=84546c54-cd8c-4c0b-97d7-8380c4346c7d,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:38.355586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.365724 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Network 48326228-2315-4ce0-9a40-cae4905fa86a is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:38.382199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:38.387852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:38.389035 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.397975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.403898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Pushing event updated for resources: {'Port': ['ID=6bb3e389-bb60-4efb-9d6a-032daf23f0b9,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:38.443478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:38.444751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.446161 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.447910 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/84546c54-cd8c-4c0b-97d7-8380c4346c7d HTTP/1.1" status: 200 len: 1092 time: 1.1285667 Nov 12 08:29:38.452053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f7baba-a64a-4a75-ac12-aa96a8652289', 'tag': '84546c54-cd8c-4c0b-97d7-8380c4346c7d'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:38.462896 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4effa45c-9596-4bd2-9ce6-b070d30270cd" -d '{"events": [{"name": "network-changed", "server_uuid": "77f7baba-a64a-4a75-ac12-aa96a8652289", "tag": "84546c54-cd8c-4c0b-97d7-8380c4346c7d"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:38.473897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79809d4-760a-412f-8ab3-fdd6a5413408 req-af0fe44e-0d57-4fd6-a091-c5142d03138b tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.482016 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e79809d4-760a-412f-8ab3-fdd6a5413408 req-af0fe44e-0d57-4fd6-a091-c5142d03138b tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 943 time: 0.1904604 Nov 12 08:29:38.500164 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0b7e5e-7989-415a-895d-cbd4b17bcfee,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:38.518120 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.518893 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Added segment c7633e9c-eae8-46d0-a237-b682495335e2 of type vlan for network e0b340af-7175-4abb-a9ad-87ab6cd8be2d Nov 12 08:29:38.535304 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.546866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Attempting to bind port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:38.547374 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Attempting to bind port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'af6497b5-d41b-4fb8-9c21-ec30dfa30ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:38.547885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Attempting to bind port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 on network 48326228-2315-4ce0-9a40-cae4905fa86a {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:38.571134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cced95-07f0-46e1-8e3f-e9b71887b4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=84546c54-cd8c-4c0b-97d7-8380c4346c7d,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:38.579639 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.589740 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba84d47-9579-4665-a80f-0988deec085d x-openstack-request-id: req-5ba84d47-9579-4665-a80f-0988deec085d {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:38.590118 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f7baba-a64a-4a75-ac12-aa96a8652289", "tag": "84546c54-cd8c-4c0b-97d7-8380c4346c7d", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:38.590435 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ba84d47-9579-4665-a80f-0988deec085d {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:38.590906 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f7baba-a64a-4a75-ac12-aa96a8652289', 'tag': '84546c54-cd8c-4c0b-97d7-8380c4346c7d', 'status': 'completed', 'code': 200} Nov 12 08:29:38.591973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:38.592447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Checking segment: {'id': 'af6497b5-d41b-4fb8-9c21-ec30dfa30ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:38.593187 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.593910 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Bound using segment: {'id': 'af6497b5-d41b-4fb8-9c21-ec30dfa30ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:38.594558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Bound port: 6bb3e389-bb60-4efb-9d6a-032daf23f0b9, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6497b5-d41b-4fb8-9c21-ec30dfa30ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:38.595023 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.595604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-9125d932-725e-43b7-9dd9-bf917afb544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.597889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-9125d932-725e-43b7-9dd9-bf917afb544d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2604f02976ba4161ba152d9e13cf8c81&device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 1095 time: 0.0739117 Nov 12 08:29:38.615391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:38.619179 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.632213 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e79809d4-760a-412f-8ab3-fdd6a5413408 req-c50cb118-fb3b-465d-b28c-eb804d8caac4 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495667 Nov 12 08:29:38.649766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-640df775-2ddd-4435-a1a3-0d43c207885e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84546c54-cd8c-4c0b-97d7-8380c4346c7d HTTP/1.1" status: 200 len: 217 time: 0.0426617 Nov 12 08:29:38.661614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'mac_address': 'fa:16:3e:0a:de:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:38.672681 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.673682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.674554 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.696290 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.742346 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] For port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:38.743333 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-00170a9b-7eaa-45e6-9d8f-48d12f61c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:38.745527 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-00170a9b-7eaa-45e6-9d8f-48d12f61c4e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87f5b744-1aa9-46a2-8562-d5dd05d461f2 HTTP/1.1" status: 200 len: 862 time: 0.0852444 Nov 12 08:29:38.757758 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.760926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] For port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6bb3e389-bb60-4efb-9d6a-032daf23f0b9,segment=NetworkSegment(af6497b5-d41b-4fb8-9c21-ec30dfa30ea7),segment_id=af6497b5-d41b-4fb8-9c21-ec30dfa30ea7)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:38.771478 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.777380 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0100462 Nov 12 08:29:38.784715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50222) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:38.792493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4da6a606-276a-4f4d-8b25-e11a33269a31 admin admin] Request body: {'subnet': {'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1293339699-subnet', 'tenant_id': '0d3c20758c2b428ba4d514ffa5ec3f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:38.805361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:38.807619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66b0832-0682-4517-8393-76abdcdb3d09 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:38.810526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6ca93-d052-40ca-bedc-d63262161b9a admin admin] Pushing event updated for resources: {'Network': ['ID=e0b340af-7175-4abb-a9ad-87ab6cd8be2d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:38.810701 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-c9a15ab5-35b2-487f-87c3-25c22c61f486 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea539148-52d3-4835-a24a-934daced73d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509045 Nov 12 08:29:38.820640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:38.825828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:38.828036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Pushing event updated for resources: {'Port': ['ID=81eb2eaf-caf8-47cc-8af5-623d0ac953a3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:38.830712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network e0b340af-7175-4abb-a9ad-87ab6cd8be2d details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:38.868762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:38.878224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da6a606-276a-4f4d-8b25-e11a33269a31 admin admin] Made reservation on behalf of 0d3c20758c2b428ba4d514ffa5ec3f85 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:38.880614 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4da6a606-276a-4f4d-8b25-e11a33269a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.913178 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:38.913955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ebdf2eed-b318-43d9-98a9-20807d395e1e details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:38.930558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926268e-f80b-4e39-a918-5172cc7dd724 None None] Pushing event updated for resources: {'Port': ['ID=6bb3e389-bb60-4efb-9d6a-032daf23f0b9,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:38.994124 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-8fc736aa-3047-4820-8f12-a21a67b015ac service neutron] 10.222.0.52 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463389 Nov 12 08:29:39.018405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55405b84-d89f-465a-b41f-8826dc6abbd2 req-a466813e-2c5a-4115-a2b5-d16eef79cb10 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:39.029291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55405b84-d89f-465a-b41f-8826dc6abbd2 req-a466813e-2c5a-4115-a2b5-d16eef79cb10 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 943 time: 0.2825084 Nov 12 08:29:39.048693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:39.102222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 139fc8f1-6067-4ad0-bcaf-187a1ca42253 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:39.111337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port ebdf2eed-b318-43d9-98a9-20807d395e1e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ebdf2eed-b318-43d9-98a9-20807d395e1e,segment=NetworkSegment(685a5c2b-7cdf-4d96-98c7-0ce65a4add48),segment_id=685a5c2b-7cdf-4d96-98c7-0ce65a4add48)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:39.180098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'ebdf2eed-b318-43d9-98a9-20807d395e1e', 'network_id': '050681b1-fc46-4565-9853-4ef40f3b34e0', 'port_id': 'ebdf2eed-b318-43d9-98a9-20807d395e1e', 'mac_address': 'fa:16:3e:c7:54:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67805aec-f439-4295-b6cc-8481e7b38a19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:39.211437 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77a9625f-d2d1-4cf2-8024-6247a06d975d req-1eb28918-0c41-443b-bffe-f00e3825a01a service neutron] 10.222.0.52 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063169 Nov 12 08:29:39.262341 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55405b84-d89f-465a-b41f-8826dc6abbd2 req-70eaadd1-3054-4c51-9f14-c0ad69a2b0f1 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278121 Nov 12 08:29:39.274354 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.297789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdf2eed-b318-43d9-98a9-20807d395e1e {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:39.323213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port ebdf2eed-b318-43d9-98a9-20807d395e1e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ebdf2eed-b318-43d9-98a9-20807d395e1e,segment=NetworkSegment(685a5c2b-7cdf-4d96-98c7-0ce65a4add48),segment_id=685a5c2b-7cdf-4d96-98c7-0ce65a4add48)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:39.327581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 139fc8f1-6067-4ad0-bcaf-187a1ca42253 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:39.335348 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 139fc8f1-6067-4ad0-bcaf-187a1ca42253 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:39.336240 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.349720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effa45c-9596-4bd2-9ce6-b070d30270cd req-5085d84a-8b6d-4d71-9d9c-4ea96e32b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:39.351562 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4effa45c-9596-4bd2-9ce6-b070d30270cd req-5085d84a-8b6d-4d71-9d9c-4ea96e32b83d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2604f02976ba4161ba152d9e13cf8c81&device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 1095 time: 0.0671532 Nov 12 08:29:39.371667 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.454363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feaccc-19a4-44cc-b310-2c16bc42c122 req-5bff52b1-466e-43bc-a72d-cd440e69dcc7 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:39.457626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=ebdf2eed-b318-43d9-98a9-20807d395e1e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:39.461570 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60feaccc-19a4-44cc-b310-2c16bc42c122 req-5bff52b1-466e-43bc-a72d-cd440e69dcc7 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 949 time: 0.2202618 Nov 12 08:29:39.470659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effa45c-9596-4bd2-9ce6-b070d30270cd req-bccd8de2-1c1b-4d96-a90c-08b5881b4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:39.472135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4effa45c-9596-4bd2-9ce6-b070d30270cd req-bccd8de2-1c1b-4d96-a90c-08b5881b4909 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea539148-52d3-4835-a24a-934daced73d5 HTTP/1.1" status: 200 len: 923 time: 0.1123860 Nov 12 08:29:39.490862 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.520042 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.534310 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4da6a606-276a-4f4d-8b25-e11a33269a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.541055 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4effa45c-9596-4bd2-9ce6-b070d30270cd req-2dd6b861-50e5-4c93-9268-5822a41a3da1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84546c54-cd8c-4c0b-97d7-8380c4346c7d HTTP/1.1" status: 200 len: 217 time: 0.0595732 Nov 12 08:29:39.563809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f08864-9dfb-430d-a0d7-f2760e1b8ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139fc8f1-6067-4ad0-bcaf-187a1ca42253'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:39.569502 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9dadd8-0070-45fd-91bf-af03637dd21b" -d '{"events": [{"server_uuid": "61f08864-9dfb-430d-a0d7-f2760e1b8ca6", "name": "network-vif-plugged", "status": "completed", "tag": "139fc8f1-6067-4ad0-bcaf-187a1ca42253"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:39.589889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6a606-276a-4f4d-8b25-e11a33269a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa12587-6ad5-47e6-b9e7-1f4806c0e517,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:39.618948 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 139fc8f1-6067-4ad0-bcaf-187a1ca42253, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=139fc8f1-6067-4ad0-bcaf-187a1ca42253,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:39.623153 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effa45c-9596-4bd2-9ce6-b070d30270cd req-d7983990-4de4-4334-9dd6-06a0ef9b2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:39.627659 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.631943 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4effa45c-9596-4bd2-9ce6-b070d30270cd req-d7983990-4de4-4334-9dd6-06a0ef9b2e88 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87f5b744-1aa9-46a2-8562-d5dd05d461f2 HTTP/1.1" status: 200 len: 862 time: 0.0753303 Nov 12 08:29:39.674832 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60feaccc-19a4-44cc-b310-2c16bc42c122 req-91a4053a-a3de-4883-9b13-47adaf0774e2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122970 Nov 12 08:29:39.706228 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61abd86-9e31-4852-a29f-cd02474c2547 x-openstack-request-id: req-b61abd86-9e31-4852-a29f-cd02474c2547 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:39.706481 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f08864-9dfb-430d-a0d7-f2760e1b8ca6", "name": "network-vif-plugged", "status": "completed", "tag": "139fc8f1-6067-4ad0-bcaf-187a1ca42253", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:39.706697 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b61abd86-9e31-4852-a29f-cd02474c2547 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:39.707104 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f08864-9dfb-430d-a0d7-f2760e1b8ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139fc8f1-6067-4ad0-bcaf-187a1ca42253', 'code': 200} Nov 12 08:29:39.724698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da6a606-276a-4f4d-8b25-e11a33269a31 admin admin] Checking segment: {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:39.725398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da6a606-276a-4f4d-8b25-e11a33269a31 admin admin] Network hostable DHCP agents. Network: e0b340af-7175-4abb-a9ad-87ab6cd8be2d, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:39.744120 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=139fc8f1-6067-4ad0-bcaf-187a1ca42253,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:39.747457 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4effa45c-9596-4bd2-9ce6-b070d30270cd req-a1235cb2-22af-4abb-97fe-15466dfa3a5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea539148-52d3-4835-a24a-934daced73d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117911 Nov 12 08:29:39.843076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da6a606-276a-4f4d-8b25-e11a33269a31 admin admin] Network e0b340af-7175-4abb-a9ad-87ab6cd8be2d is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:39.852982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['f66b0832-0682-4517-8393-76abdcdb3d09'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:39.871456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-4da6a606-276a-4f4d-8b25-e11a33269a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, e0b340af-7175-4abb-a9ad-87ab6cd8be2d) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:39.873230 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684da6a1-4839-4740-863c-ebadbcd7b9d4 req-ab9d4bb3-265a-452c-b52d-7005217b1f59 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:39.879935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c49526-2684-4387-aae6-7af6c29f2375 req-52ab162b-8dfc-4b7a-bf6f-a8aa98328507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:39.881229 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-684da6a1-4839-4740-863c-ebadbcd7b9d4 req-ab9d4bb3-265a-452c-b52d-7005217b1f59 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 944 time: 0.1385474 Nov 12 08:29:39.881476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7c49526-2684-4387-aae6-7af6c29f2375 req-52ab162b-8dfc-4b7a-bf6f-a8aa98328507 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 1102 time: 0.1103508 Nov 12 08:29:39.884904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da6a606-276a-4f4d-8b25-e11a33269a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:39.885800 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4da6a606-276a-4f4d-8b25-e11a33269a31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.903707 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.904307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca30c70-9a58-426d-81a2-762e1a3b55d2 None None] Network e0b340af-7175-4abb-a9ad-87ab6cd8be2d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:39.928081 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4effa45c-9596-4bd2-9ce6-b070d30270cd req-1e71776e-2886-477d-b2ee-31d77da3a342 service neutron] 10.222.0.52 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636176 Nov 12 08:29:39.942590 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:39.982538 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['ebdf2eed-b318-43d9-98a9-20807d395e1e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:39.984550 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7c49526-2684-4387-aae6-7af6c29f2375 req-6689ff70-403f-4ae7-9d0b-41abf6c2928d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935600 Nov 12 08:29:39.991605 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-684da6a1-4839-4740-863c-ebadbcd7b9d4 req-255e7691-1a3e-4526-ab53-af56d78d712d tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093619 Nov 12 08:29:40.008788 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4da6a606-276a-4f4d-8b25-e11a33269a31 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2207568 Nov 12 08:29:40.427564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd664036-f3df-4c49-88ff-4b6174b203a2 None None] Network e0b340af-7175-4abb-a9ad-87ab6cd8be2d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:40.452224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156fc793-c6c9-4406-9625-f1bda37397d1 None None] Network 48326228-2315-4ce0-9a40-cae4905fa86a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:40.562437 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4effa45c-9596-4bd2-9ce6-b070d30270cd req-8b707400-c718-4515-9041-7a996f359195 service neutron] 10.222.0.52 "GET /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241853 Nov 12 08:29:40.587630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ead1dc-92c0-4d0f-a005-faecea6e14f4 req-dfa39e09-6676-4dce-847e-40b2219e0ece tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:40.597893 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80ead1dc-92c0-4d0f-a005-faecea6e14f4 req-dfa39e09-6676-4dce-847e-40b2219e0ece tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 943 time: 0.0990298 Nov 12 08:29:40.672991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Router 52b8f21d-9741-4445-b4ce-25e5f48cbc02 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:29:40.700117 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80ead1dc-92c0-4d0f-a005-faecea6e14f4 req-ae5fe2c4-844e-49cc-89e5-4fec816434ae tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012871 Nov 12 08:29:40.779136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-b9a5a4e1-045d-406b-8ef5-054a519ee24c tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:40.786398 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-b9a5a4e1-045d-406b-8ef5-054a519ee24c tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/networks?id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d HTTP/1.1" status: 200 len: 813 time: 0.2045169 Nov 12 08:29:40.797776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:40.806620 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-eebd5d31-c9b3-4c1f-9f47-1bf63b1ddeff tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/quotas/0d3c20758c2b428ba4d514ffa5ec3f85 HTTP/1.1" status: 200 len: 375 time: 0.0192406 Nov 12 08:29:40.834877 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:40.844759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-790a8c83-8d1a-47ea-a43b-da102b5c5cf8 None None] Provisioning complete for port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:40.845157 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-790a8c83-8d1a-47ea-a43b-da102b5c5cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.848253 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-faa24cc1-7777-4d7d-ad11-6d4ece2e5c1b tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d3c20758c2b428ba4d514ffa5ec3f85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389695 Nov 12 08:29:40.872291 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:40.875274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-528276c8-0504-487e-bf1c-17e826220de7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8295114 Nov 12 08:29:40.877971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50264) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:40.888947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Sync routers for ids ['52b8f21d-9741-4445-b4ce-25e5f48cbc02'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:40.978222 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-7c7d7157-7ca2-4933-a8da-0ec78f170868 service neutron] 10.222.0.31 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233542 Nov 12 08:29:41.043969 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.050384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Routers {'52b8f21d-9741-4445-b4ce-25e5f48cbc02'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:41.051345 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:29:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['52b8f21d-9741-4445-b4ce-25e5f48cbc02'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:41.112510 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5d4b7c89-929a-46ff-8aea-87e2da921cec service neutron] 10.222.0.31 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320364 Nov 12 08:29:41.134985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637950b-8725-4f18-a60d-546438aa55fe req-19d9741e-4082-409a-b264-e3e4d404ed2e tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:41.136558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b637950b-8725-4f18-a60d-546438aa55fe req-19d9741e-4082-409a-b264-e3e4d404ed2e tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 950 time: 0.1054823 Nov 12 08:29:41.225955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:41.226327 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.241635 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b637950b-8725-4f18-a60d-546438aa55fe req-ae44c52b-13ab-4963-ac0b-0821412f514e tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956669 Nov 12 08:29:41.315961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Set router 52b8f21d-9741-4445-b4ce-25e5f48cbc02 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:41.318176 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-790a8c83-8d1a-47ea-a43b-da102b5c5cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.536029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f42a1-0116-4ced-bbe7-f85df4113feb req-84c2587b-fb3a-4909-aa9e-71ac647d97ec tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:41.544111 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e69f42a1-0116-4ced-bbe7-f85df4113feb req-84c2587b-fb3a-4909-aa9e-71ac647d97ec tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 944 time: 0.1450124 Nov 12 08:29:41.547211 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-790a8c83-8d1a-47ea-a43b-da102b5c5cf8 None None] For port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6bb3e389-bb60-4efb-9d6a-032daf23f0b9,segment=NetworkSegment(af6497b5-d41b-4fb8-9c21-ec30dfa30ea7),segment_id=af6497b5-d41b-4fb8-9c21-ec30dfa30ea7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:41.560026 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-790a8c83-8d1a-47ea-a43b-da102b5c5cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.637820 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c448990a-5f6f-4f4d-a2e4-26742a37ed49 req-bb03a99f-1100-4ab9-811b-5529e6036666 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 210 time: 0.1081004 Nov 12 08:29:41.684568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e69f42a1-0116-4ced-bbe7-f85df4113feb req-acc8a614-a6a3-4045-abae-351032e2fe6c tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394422 Nov 12 08:29:41.704717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.754587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a8c83-8d1a-47ea-a43b-da102b5c5cf8 None None] Pushing event updated for resources: {'Port': ['ID=6bb3e389-bb60-4efb-9d6a-032daf23f0b9,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:41.762719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2162b234-c48b-4523-85b1-28fb9f44de67 None None] Provisioning complete for port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:41.763199 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2162b234-c48b-4523-85b1-28fb9f44de67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:41.842870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'name': 'tempest-FloatingIPsNegativeTestJSON-1699512967-router', 'tenant_id': '68ad8c927597426585058500b95063cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:37Z', 'updated_at': '2021-11-12T08:29:39Z', 'revision_number': 3, 'project_id': '68ad8c927597426585058500b95063cc', 'gw_port': {'id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:38Z', 'updated_at': '2021-11-12T08:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:41.879536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Checking router: 52b8f21d-9741-4445-b4ce-25e5f48cbc02 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:41.879893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Updating router 52b8f21d-9741-4445-b4ce-25e5f48cbc02 port 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:29:41.896600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bb78b-d9b0-4b1c-bf4e-c9b1143a7aa8 req-8fdc90eb-cb95-473a-83f8-87bcb5c3d1fa tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:41.899493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af7bb78b-d9b0-4b1c-bf4e-c9b1143a7aa8 req-8fdc90eb-cb95-473a-83f8-87bcb5c3d1fa tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 943 time: 0.0906210 Nov 12 08:29:41.940470 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.027557 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af7bb78b-d9b0-4b1c-bf4e-c9b1143a7aa8 req-a5d69ad1-3d1d-4e23-916c-4fa061447d78 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166141 Nov 12 08:29:42.045707 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Allocated IP 172.20.0.1 (48326228-2315-4ce0-9a40-cae4905fa86a/1951dd54-6334-414b-981e-ce6d9a24244e/f7a1ffe7-e132-45a5-bf76-3f792bcd4087) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:42.183338 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.268462 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-d49365da-deac-4794-a067-a60567762c8d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0790498 Nov 12 08:29:42.270405 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.308847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f66b0832-0682-4517-8393-76abdcdb3d09 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:42.315381 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.347154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Network 48326228-2315-4ce0-9a40-cae4905fa86a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:42.351994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:42.354917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Pushing event updated for resources: {'Port': ['ID=f7a1ffe7-e132-45a5-bf76-3f792bcd4087,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:42.357180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:42.376116 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.512929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd01a-86ea-4323-b053-bd1e06ad5a4e None None] Pushing event updated for resources: {'Port': ['ID=81eb2eaf-caf8-47cc-8af5-623d0ac953a3,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:42.533693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Attempting to bind port 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:42.534629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Attempting to bind port 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:42.534629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Attempting to bind port 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:42.545045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.548194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:42.549485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:42.552115 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.552836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:42.553825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Bound port: 81eb2eaf-caf8-47cc-8af5-623d0ac953a3, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:42.554617 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.575265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port f66b0832-0682-4517-8393-76abdcdb3d09 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:42.606730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-319b4839-07f5-4a3c-8946-a76fb62b1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:42.607208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-319b4839-07f5-4a3c-8946-a76fb62b1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:42.607668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-319b4839-07f5-4a3c-8946-a76fb62b1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:42.608125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-319b4839-07f5-4a3c-8946-a76fb62b1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:42.608575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-319b4839-07f5-4a3c-8946-a76fb62b1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:42.609030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-319b4839-07f5-4a3c-8946-a76fb62b1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:42.619247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-319b4839-07f5-4a3c-8946-a76fb62b1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:42.621810 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-319b4839-07f5-4a3c-8946-a76fb62b1442 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6500 time: 0.2623000 Nov 12 08:29:42.662566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d7768-ecc7-4c26-a225-226907c75058 req-e2bab60f-1cf6-40f1-af28-a2f8374c6357 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:42.672081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] For port 81eb2eaf-caf8-47cc-8af5-623d0ac953a3, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:42.676813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] For port 81eb2eaf-caf8-47cc-8af5-623d0ac953a3, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=81eb2eaf-caf8-47cc-8af5-623d0ac953a3,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:42.680846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-524d7768-ecc7-4c26-a225-226907c75058 req-e2bab60f-1cf6-40f1-af28-a2f8374c6357 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 950 time: 0.2643723 Nov 12 08:29:42.682693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port f66b0832-0682-4517-8393-76abdcdb3d09 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:42.683297 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.690677 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.739620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:42.858758 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-58efba34-f7b0-4bba-b647-8c0343842c0c req-1da98c02-c2a4-46ad-b662-5dc8a61d2201 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 210 time: 0.0593090 Nov 12 08:29:42.864522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-311638f5-a766-44f8-899f-d6cf764dcc36 None None] Provisioning complete for port f7a1ffe7-e132-45a5-bf76-3f792bcd4087 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:42.865298 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-311638f5-a766-44f8-899f-d6cf764dcc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:42.867865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Routers {'52b8f21d-9741-4445-b4ce-25e5f48cbc02'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:42.869170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:29:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['52b8f21d-9741-4445-b4ce-25e5f48cbc02'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:42.894344 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd01a-86ea-4323-b053-bd1e06ad5a4e None None] Pushing event updated for resources: {'Port': ['ID=81eb2eaf-caf8-47cc-8af5-623d0ac953a3,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:42.928707 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-524d7768-ecc7-4c26-a225-226907c75058 req-7bce5874-d93d-40fa-8930-61acb80155a1 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469239 Nov 12 08:29:42.995287 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.027742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:43.028127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.029858 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-311638f5-a766-44f8-899f-d6cf764dcc36 None None] Port f7a1ffe7-e132-45a5-bf76-3f792bcd4087 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:43.189191 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5aa09-8a71-4caf-80c5-f3243bc27eb5 req-e538e275-7216-4d53-a51b-ecac92822a71 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:43.191510 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22f5aa09-8a71-4caf-80c5-f3243bc27eb5 req-e538e275-7216-4d53-a51b-ecac92822a71 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 944 time: 0.1690066 Nov 12 08:29:43.287174 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22f5aa09-8a71-4caf-80c5-f3243bc27eb5 req-99768431-bdda-42ef-b753-5349272db90a tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662091 Nov 12 08:29:43.305343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 84546c54-cd8c-4c0b-97d7-8380c4346c7d details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:43.350771 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-2779588d-6c4d-49ca-9cef-77d2a247d1d0 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:43.353759 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-2779588d-6c4d-49ca-9cef-77d2a247d1d0 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.52 "GET /v2.0/networks?id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d HTTP/1.1" status: 200 len: 813 time: 0.2699487 Nov 12 08:29:43.368490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Request body: {'port': {'device_id': 'bf930927-7d1e-4454-ab1f-2afd0bbb3638', 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d', 'admin_state_up': True, 'tenant_id': '0d3c20758c2b428ba4d514ffa5ec3f85'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:43.371500 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.414563 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] Set router 52b8f21d-9741-4445-b4ce-25e5f48cbc02 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:43.513229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Made reservation on behalf of 0d3c20758c2b428ba4d514ffa5ec3f85 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:43.513550 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.517521 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.527135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:43.529466 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ac0df0-44fc-47a9-a957-7264351f1dbd" -d '{"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-plugged", "status": "completed", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:43.530709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-d689c7a4-3652-49d0-8f31-2b07b5cb6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:43.531509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-d689c7a4-3652-49d0-8f31-2b07b5cb6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:43.532862 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-d689c7a4-3652-49d0-8f31-2b07b5cb6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:43.535667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-d689c7a4-3652-49d0-8f31-2b07b5cb6790 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0210ade-877d-4c8c-ae77-e1ebf871743f&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=c29e3af6-7b39-400c-ac4f-52e25909400a&id=c29e3af6-7b39-400c-ac4f-52e25909400a HTTP/1.1" status: 200 len: 2293 time: 0.8523121 Nov 12 08:29:43.546802 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.551630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:43.594607 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.595424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ebdf2eed-b318-43d9-98a9-20807d395e1e up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:43.685561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f405b94-f1e5-4179-b5ef-3045e1efacc5 req-61026ce7-b49b-4489-82de-0d50add5ca28 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:43.699561 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9f405b94-f1e5-4179-b5ef-3045e1efacc5 req-61026ce7-b49b-4489-82de-0d50add5ca28 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 943 time: 0.1159065 Nov 12 08:29:43.726617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 84546c54-cd8c-4c0b-97d7-8380c4346c7d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=84546c54-cd8c-4c0b-97d7-8380c4346c7d,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:43.756114 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-03ec647f-f8b8-4750-970c-113890fd856a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:43.757678 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-03ec647f-f8b8-4750-970c-113890fd856a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.46 "GET /v2.0/networks?id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d HTTP/1.1" status: 200 len: 813 time: 0.3928857 Nov 12 08:29:43.758084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Allocated IP 172.20.0.9 (e0b340af-7175-4abb-a9ad-87ab6cd8be2d/8aa12587-6ad5-47e6-b9e7-1f4806c0e517/9f4ffcc7-2d55-471f-95d8-81e7268d2169) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:43.766991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '84546c54-cd8c-4c0b-97d7-8380c4346c7d', 'network_id': 'ea539148-52d3-4835-a24a-934daced73d5', 'port_id': '84546c54-cd8c-4c0b-97d7-8380c4346c7d', 'mac_address': 'fa:16:3e:c4:d5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f5b744-1aa9-46a2-8562-d5dd05d461f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:43.771771 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:43.774320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef81e8d-ca5b-497c-a18a-8f3dbf758049 req-3e21d2f6-1b47-433c-a09c-42d2ab7b794f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:43.783234 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ef81e8d-ca5b-497c-a18a-8f3dbf758049 req-3e21d2f6-1b47-433c-a09c-42d2ab7b794f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 947 time: 0.4193659 Nov 12 08:29:43.785029 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.793476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Pushing event updated for resources: {'Port': ['ID=f7a1ffe7-e132-45a5-bf76-3f792bcd4087,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:43.800098 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9f405b94-f1e5-4179-b5ef-3045e1efacc5 req-dc4ebbb4-7ac1-4cef-b82b-b5b2f77323c4 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986576 Nov 12 08:29:43.804239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Request body: {'port': {'device_id': '46bcc1d9-822b-4d16-9dd7-550fd91f31bf', 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d', 'admin_state_up': True, 'tenant_id': '0d3c20758c2b428ba4d514ffa5ec3f85'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:43.838377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-71ec4c52-2f05-4f21-8b07-b6bc690c1e0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca8f34e-9b07-4155-a5a4-b29c4325dffd HTTP/1.1" status: 200 len: 1001 time: 0.2559516 Nov 12 08:29:43.870500 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port ebdf2eed-b318-43d9-98a9-20807d395e1e completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:43.876960 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.881201 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port ebdf2eed-b318-43d9-98a9-20807d395e1e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:43.881538 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:43.921426 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84546c54-cd8c-4c0b-97d7-8380c4346c7d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:43.970228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 84546c54-cd8c-4c0b-97d7-8380c4346c7d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=84546c54-cd8c-4c0b-97d7-8380c4346c7d,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:43.985283 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.013586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.018515 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb4b5f9-e225-42a8-a542-682445d11472 x-openstack-request-id: req-aeb4b5f9-e225-42a8-a542-682445d11472 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:44.018810 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-plugged", "status": "completed", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:44.019061 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeb4b5f9-e225-42a8-a542-682445d11472 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:44.019488 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'code': 200} Nov 12 08:29:44.052994 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.053462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'name': 'tempest-FloatingIPsNegativeTestJSON-1699512967-router', 'tenant_id': '68ad8c927597426585058500b95063cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:37Z', 'updated_at': '2021-11-12T08:29:39Z', 'revision_number': 3, 'project_id': '68ad8c927597426585058500b95063cc', 'gw_port': {'id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:38Z', 'updated_at': '2021-11-12T08:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:44.096628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Network e0b340af-7175-4abb-a9ad-87ab6cd8be2d is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:44.100478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:44.105660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:44.106741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c2748-49d3-4621-ba42-7d467cd8e0d0 None None] The sync data for ids ['52b8f21d-9741-4445-b4ce-25e5f48cbc02'] in n-d-768851-18 is: [{'id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'name': 'tempest-FloatingIPsNegativeTestJSON-1699512967-router', 'tenant_id': '68ad8c927597426585058500b95063cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:37Z', 'updated_at': '2021-11-12T08:29:39Z', 'revision_number': 3, 'project_id': '68ad8c927597426585058500b95063cc', 'gw_port': {'id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:38Z', 'updated_at': '2021-11-12T08:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:44.113775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=84546c54-cd8c-4c0b-97d7-8380c4346c7d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:44.116325 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.177092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port ebdf2eed-b318-43d9-98a9-20807d395e1e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ebdf2eed-b318-43d9-98a9-20807d395e1e,segment=NetworkSegment(685a5c2b-7cdf-4d96-98c7-0ce65a4add48),segment_id=685a5c2b-7cdf-4d96-98c7-0ce65a4add48)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:44.183072 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.212278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Pushing event updated for resources: {'Port': ['ID=9f4ffcc7-2d55-471f-95d8-81e7268d2169,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:44.219815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a97a491f-4fe0-4329-b3a6-1dcd58965048 req-c5a4a346-4fe7-43f9-9821-193a13977175 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 210 time: 0.0756807 Nov 12 08:29:44.230957 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['84546c54-cd8c-4c0b-97d7-8380c4346c7d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:44.242992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.243600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.244133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.244656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.245233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.245733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.246252 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.246929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.247411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.247977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.258196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.258739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:44.275143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:44.276683 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.283389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4069497-dd4c-4014-b12c-c598ec96f094 req-69cfbd16-2334-4e10-9d55-cc3701e013cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:44.285414 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4069497-dd4c-4014-b12c-c598ec96f094 req-69cfbd16-2334-4e10-9d55-cc3701e013cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 1100 time: 0.1295004 Nov 12 08:29:44.329868 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-5f7d5d2b-ed42-4d44-8ccd-4181d9ce08eb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9653175 Nov 12 08:29:44.347197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Request body: {'port': {'device_id': 'bf930927-7d1e-4454-ab1f-2afd0bbb3638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:44.378148 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4069497-dd4c-4014-b12c-c598ec96f094 req-f30733f8-e415-4e5d-923e-b48952e52936 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838320 Nov 12 08:29:44.381431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=ebdf2eed-b318-43d9-98a9-20807d395e1e,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:44.413706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.486738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-076df316-7475-47f5-bd82-0185a0ff54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:44.488559 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-076df316-7475-47f5-bd82-0185a0ff54bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82052e29-e311-4bbf-839f-355a57adecc9 HTTP/1.1" status: 200 len: 851 time: 0.6329172 Nov 12 08:29:44.496666 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ef81e8d-ca5b-497c-a18a-8f3dbf758049 req-569b5c94-650c-425b-b75c-fb2043bfe6b2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128580 Nov 12 08:29:44.563590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Network 48326228-2315-4ce0-9a40-cae4905fa86a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:44.568309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:44.621063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa0e94-26f8-48fb-94cc-726e4c608d32 req-8a768504-54c1-43a8-abda-36e029756dc0 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:44.622693 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ffaa0e94-26f8-48fb-94cc-726e4c608d32 req-8a768504-54c1-43a8-abda-36e029756dc0 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 945 time: 0.1493809 Nov 12 08:29:44.655882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Made reservation on behalf of 0d3c20758c2b428ba4d514ffa5ec3f85 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:44.660208 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.791563 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:44.833568 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ffaa0e94-26f8-48fb-94cc-726e4c608d32 req-ba6b2f09-5adf-49b1-a29d-2ac47694d0bd tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796527 Nov 12 08:29:44.910541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:44.913581 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:44.933647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4ffcc7-2d55-471f-95d8-81e7268d2169 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:44.944138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-04b1e493-533e-4b53-b742-c91d73a37bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:44.946667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-04b1e493-533e-4b53-b742-c91d73a37bfe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0210ade-877d-4c8c-ae77-e1ebf871743f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2673509 Nov 12 08:29:44.959077 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.001306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Transition to ACTIVE for port object 9f4ffcc7-2d55-471f-95d8-81e7268d2169 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:29:45.009700 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.021746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Router 52b8f21d-9741-4445-b4ce-25e5f48cbc02 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:45.054014 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cd4644ae-242b-43fc-8b1b-1e4db51174ec None None] Provisioning complete for port f7a1ffe7-e132-45a5-bf76-3f792bcd4087 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:45.054616 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd4644ae-242b-43fc-8b1b-1e4db51174ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.095409 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.103149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Pushing event updated for resources: {'Port': ['ID=9f4ffcc7-2d55-471f-95d8-81e7268d2169,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:45.115061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cd4644ae-242b-43fc-8b1b-1e4db51174ec None None] Port f7a1ffe7-e132-45a5-bf76-3f792bcd4087 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:45.117226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Allocated IP 172.20.0.13 (e0b340af-7175-4abb-a9ad-87ab6cd8be2d/8aa12587-6ad5-47e6-b9e7-1f4806c0e517/91db9463-20d5-425a-943d-16c6615bffbd) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:45.121279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 84546c54-cd8c-4c0b-97d7-8380c4346c7d up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:45.133695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 81eb2eaf-caf8-47cc-8af5-623d0ac953a3, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=81eb2eaf-caf8-47cc-8af5-623d0ac953a3,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:45.154505 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.181895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Attempting to bind port 9f4ffcc7-2d55-471f-95d8-81e7268d2169 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:45.183201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Attempting to bind port 9f4ffcc7-2d55-471f-95d8-81e7268d2169 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:45.183792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Attempting to bind port 9f4ffcc7-2d55-471f-95d8-81e7268d2169 on network e0b340af-7175-4abb-a9ad-87ab6cd8be2d {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:45.190393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Port 9f4ffcc7-2d55-471f-95d8-81e7268d2169 on network e0b340af-7175-4abb-a9ad-87ab6cd8be2d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:45.191294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Attempting to bind port 9f4ffcc7-2d55-471f-95d8-81e7268d2169 on network e0b340af-7175-4abb-a9ad-87ab6cd8be2d {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:45.197991 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:45.198846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Checking segment: {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:45.199305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Bound using segment: {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:45.200325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Bound port: 9f4ffcc7-2d55-471f-95d8-81e7268d2169, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:45.200754 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.226242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=81eb2eaf-caf8-47cc-8af5-623d0ac953a3,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:45.239842 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 84546c54-cd8c-4c0b-97d7-8380c4346c7d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:45.245022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 84546c54-cd8c-4c0b-97d7-8380c4346c7d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:45.245436 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.280923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] For port 9f4ffcc7-2d55-471f-95d8-81e7268d2169, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:45.287763 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] For port 9f4ffcc7-2d55-471f-95d8-81e7268d2169, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9f4ffcc7-2d55-471f-95d8-81e7268d2169,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:45.296083 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.326187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58b189-a8da-4bcf-936b-fb512f414e60 req-1f8d9d6e-3c86-4037-9625-cf815585c995 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:45.339950 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:45.340987 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.342319 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] 10.222.0.52 "PUT /v2.0/ports/9f4ffcc7-2d55-471f-95d8-81e7268d2169 HTTP/1.1" status: 200 len: 1092 time: 1.0034988 Nov 12 08:29:45.342779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf930927-7d1e-4454-ab1f-2afd0bbb3638', 'tag': '9f4ffcc7-2d55-471f-95d8-81e7268d2169'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:45.345538 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c27418b-ec45-4509-88e2-ef841a450c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf930927-7d1e-4454-ab1f-2afd0bbb3638", "tag": "9f4ffcc7-2d55-471f-95d8-81e7268d2169"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:45.345761 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d58b189-a8da-4bcf-936b-fb512f414e60 req-1f8d9d6e-3c86-4037-9625-cf815585c995 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 944 time: 0.3816030 Nov 12 08:29:45.368296 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.409458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 84546c54-cd8c-4c0b-97d7-8380c4346c7d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=84546c54-cd8c-4c0b-97d7-8380c4346c7d,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:45.422385 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.452657 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecc651c8-f14d-46cb-9005-1307909bd16a req-731e3d66-ed1d-423f-b2fc-be60ee0ac798 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 210 time: 0.0765369 Nov 12 08:29:45.455733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539fa6a-6463-43cc-91c2-7520347ca92d service neutron] Pushing event updated for resources: {'Port': ['ID=9f4ffcc7-2d55-471f-95d8-81e7268d2169,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:45.478143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-92bc8890-f3a6-4b2e-8c44-90c78384cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:45.480381 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-92bc8890-f3a6-4b2e-8c44-90c78384cd1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d3c20758c2b428ba4d514ffa5ec3f85&device_id=bf930927-7d1e-4454-ab1f-2afd0bbb3638 HTTP/1.1" status: 200 len: 1095 time: 0.0782804 Nov 12 08:29:45.501533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=84546c54-cd8c-4c0b-97d7-8380c4346c7d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:45.549941 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897ab2e7-a60e-4874-b40b-57745605f0b4 x-openstack-request-id: req-897ab2e7-a60e-4874-b40b-57745605f0b4 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:45.550281 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf930927-7d1e-4454-ab1f-2afd0bbb3638", "tag": "9f4ffcc7-2d55-471f-95d8-81e7268d2169", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:45.550532 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-897ab2e7-a60e-4874-b40b-57745605f0b4 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:45.552490 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf930927-7d1e-4454-ab1f-2afd0bbb3638', 'tag': '9f4ffcc7-2d55-471f-95d8-81e7268d2169', 'status': 'completed', 'code': 200} Nov 12 08:29:45.553978 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-785b36d3-c042-418a-accb-f4925b71233e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f4ffcc7-2d55-471f-95d8-81e7268d2169 HTTP/1.1" status: 200 len: 217 time: 0.0661759 Nov 12 08:29:45.566752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-43c16735-4a28-4826-8f2c-12c1ea9395d4 service neutron] 10.222.0.46 "GET /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992918 Nov 12 08:29:45.579791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d58b189-a8da-4bcf-936b-fb512f414e60 req-88ec22c0-c97c-469d-85a7-dbc0679804a0 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331810 Nov 12 08:29:45.613814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:45.613988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-a6c19ff9-79f9-4e6c-aba4-ccdb439c5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:45.620115 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-a6c19ff9-79f9-4e6c-aba4-ccdb439c5bc9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8aa12587-6ad5-47e6-b9e7-1f4806c0e517 HTTP/1.1" status: 200 len: 853 time: 0.0587554 Nov 12 08:29:45.627409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cf9af318-8abc-43ac-b302-fe96b6be7208 admin admin] 10.222.0.31 "PUT /v2.0/routers/52b8f21d-9741-4445-b4ce-25e5f48cbc02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7481165 Nov 12 08:29:45.668774 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-e3104a38-56c0-4d93-a069-dd0c2ce48cfd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418110 Nov 12 08:29:45.742011 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.788325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-dba7b66e-6d10-4e01-9b60-7a887618e6ee service neutron] 10.222.0.46 "GET /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054770 Nov 12 08:29:45.802626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e7bee-e07c-4050-a437-ab56226fa1a5 req-225939e7-4304-4e48-a17d-139d1c5b28a1 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:45.804230 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-613e7bee-e07c-4050-a437-ab56226fa1a5 req-225939e7-4304-4e48-a17d-139d1c5b28a1 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1252103 Nov 12 08:29:45.808140 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-77847d48-28a5-475f-b479-e4d69c000b47 service neutron] 10.222.0.52 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310320 Nov 12 08:29:45.867363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-8b63774c-6118-49c1-9036-8ad3c3143cb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=2c86cc16-8755-4f55-8d81-46f96ac3d35f HTTP/1.1" status: 200 len: 217 time: 0.0605357 Nov 12 08:29:45.877410 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:45.973691 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-613e7bee-e07c-4050-a437-ab56226fa1a5 req-17b202f5-2225-4ee1-bc44-35f676f28347 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557686 Nov 12 08:29:45.981773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-d8eadc2d-1da8-445a-a94d-ea09f464566d service neutron] 10.222.0.52 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670585 Nov 12 08:29:45.996121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc409-f843-400b-ac1a-46f4ae62305d req-28ad2ffa-00e1-4a92-9097-137dde931527 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:45.997996 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-216dc409-f843-400b-ac1a-46f4ae62305d req-28ad2ffa-00e1-4a92-9097-137dde931527 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 945 time: 0.0735524 Nov 12 08:29:46.020223 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5731239b-28dc-4ed9-8ce5-4374ab2931da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdf2eed-b318-43d9-98a9-20807d395e1e'}, {'server_uuid': '77f7baba-a64a-4a75-ac12-aa96a8652289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84546c54-cd8c-4c0b-97d7-8380c4346c7d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:46.021601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Network e0b340af-7175-4abb-a9ad-87ab6cd8be2d is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:46.024084 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e4d189-74d3-40ed-8468-a3d0437a9fd4" -d '{"events": [{"server_uuid": "5731239b-28dc-4ed9-8ce5-4374ab2931da", "name": "network-vif-plugged", "status": "completed", "tag": "ebdf2eed-b318-43d9-98a9-20807d395e1e"}, {"server_uuid": "77f7baba-a64a-4a75-ac12-aa96a8652289", "name": "network-vif-plugged", "status": "completed", "tag": "84546c54-cd8c-4c0b-97d7-8380c4346c7d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:46.035267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:46.040794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:46.043747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Pushing event updated for resources: {'Port': ['ID=91db9463-20d5-425a-943d-16c6615bffbd,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:46.048503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-e67521ec-3ce0-46d8-9d4c-dd4b34cc6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:46.050412 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-e67521ec-3ce0-46d8-9d4c-dd4b34cc6a2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.1710587 Nov 12 08:29:46.122606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-216dc409-f843-400b-ac1a-46f4ae62305d req-7d5b13f2-5a82-4628-ba27-c540e4c27730 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183422 Nov 12 08:29:46.129283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27418b-ec45-4509-88e2-ef841a450c6d req-c3890282-4897-4471-81e6-e23223eb71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:46.130789 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c27418b-ec45-4509-88e2-ef841a450c6d req-c3890282-4897-4471-81e6-e23223eb71ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d3c20758c2b428ba4d514ffa5ec3f85&device_id=bf930927-7d1e-4454-ab1f-2afd0bbb3638 HTTP/1.1" status: 200 len: 1095 time: 0.0593328 Nov 12 08:29:46.191092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:46.191830 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.195645 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e4f57069-9a5b-42de-bb6d-9654ed68ede6 req-21a6ebc1-8352-4c6b-8afe-3cc6ef11a459 tempest-FloatingIPsNegativeTestJSON-1377973412 tempest-FloatingIPsNegativeTestJSON-1377973412-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=68ad8c927597426585058500b95063cc HTTP/1.1" status: 200 len: 217 time: 0.0858030 Nov 12 08:29:46.207985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-7533a96b-3e55-4dec-9c23-5d7b943d1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:46.207985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-7533a96b-3e55-4dec-9c23-5d7b943d1ae9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1349907 Nov 12 08:29:46.222153 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-f0b76cc1-3d3b-4c73-9633-45345a1545be tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4325845 Nov 12 08:29:46.246391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Request body: {'port': {'device_id': '46bcc1d9-822b-4d16-9dd7-550fd91f31bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:46.258998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27418b-ec45-4509-88e2-ef841a450c6d req-07f34d33-a07f-47f0-b1c8-9c53756272e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:46.261979 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c27418b-ec45-4509-88e2-ef841a450c6d req-07f34d33-a07f-47f0-b1c8-9c53756272e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d HTTP/1.1" status: 200 len: 914 time: 0.1234822 Nov 12 08:29:46.263923 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7696099-ea32-460c-9f7b-9475845abab2 x-openstack-request-id: req-b7696099-ea32-460c-9f7b-9475845abab2 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:46.264242 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5731239b-28dc-4ed9-8ce5-4374ab2931da", "name": "network-vif-plugged", "status": "completed", "tag": "ebdf2eed-b318-43d9-98a9-20807d395e1e", "code": 200}, {"server_uuid": "77f7baba-a64a-4a75-ac12-aa96a8652289", "name": "network-vif-plugged", "status": "completed", "tag": "84546c54-cd8c-4c0b-97d7-8380c4346c7d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:46.264504 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7696099-ea32-460c-9f7b-9475845abab2 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:46.264895 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5731239b-28dc-4ed9-8ce5-4374ab2931da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdf2eed-b318-43d9-98a9-20807d395e1e', 'code': 200} Nov 12 08:29:46.265184 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f7baba-a64a-4a75-ac12-aa96a8652289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84546c54-cd8c-4c0b-97d7-8380c4346c7d', 'code': 200} Nov 12 08:29:46.340558 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c27418b-ec45-4509-88e2-ef841a450c6d req-7b211447-ba91-4fa8-8459-11dce2bc3b68 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f4ffcc7-2d55-471f-95d8-81e7268d2169 HTTP/1.1" status: 200 len: 217 time: 0.0631232 Nov 12 08:29:46.346658 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93d79281-2a42-4414-be1d-0c26a4cc9143 req-e477069c-5790-4ebe-a0cd-5ee9502901bb tempest-FloatingIPsNegativeTestJSON-1377973412 tempest-FloatingIPsNegativeTestJSON-1377973412-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0837393 Nov 12 08:29:46.423641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27418b-ec45-4509-88e2-ef841a450c6d req-b1f7c8c1-41f9-4dc9-898e-beaeeaf87379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:46.425255 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c27418b-ec45-4509-88e2-ef841a450c6d req-b1f7c8c1-41f9-4dc9-898e-beaeeaf87379 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8aa12587-6ad5-47e6-b9e7-1f4806c0e517 HTTP/1.1" status: 200 len: 853 time: 0.0692980 Nov 12 08:29:46.431311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211ab86-a977-488e-befa-2214bb1e5e21 req-da4f55fb-c65d-468f-8290-e77d91329823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:46.433414 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5211ab86-a977-488e-befa-2214bb1e5e21 req-da4f55fb-c65d-468f-8290-e77d91329823 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 1097 time: 0.0858083 Nov 12 08:29:46.435828 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Sync routers for ids ['52b8f21d-9741-4445-b4ce-25e5f48cbc02'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:46.446614 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.449290 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Routers {'52b8f21d-9741-4445-b4ce-25e5f48cbc02'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:46.450096 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:29:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['52b8f21d-9741-4445-b4ce-25e5f48cbc02'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:46.459186 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-c825cdbd-6da1-471e-a38b-03ad4cac0feb service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360492 Nov 12 08:29:46.461846 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-9977f166-5439-419f-8424-3875d08c6073 req-c0b6051d-1a62-4987-8f1d-91f72040090c tempest-FloatingIPsNegativeTestJSON-1377973412 tempest-FloatingIPsNegativeTestJSON-1377973412-project] show failed (client error): The resource could not be found. Nov 12 08:29:46.462891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9977f166-5439-419f-8424-3875d08c6073 req-c0b6051d-1a62-4987-8f1d-91f72040090c tempest-FloatingIPsNegativeTestJSON-1377973412 tempest-FloatingIPsNegativeTestJSON-1377973412-project] 10.222.0.31 "GET /v2.0/floatingips/ecd54e2e-21a2-447e-934b-5740302b5d76 HTTP/1.1" status: 404 len: 350 time: 0.0933497 Nov 12 08:29:46.467691 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c27418b-ec45-4509-88e2-ef841a450c6d req-ea3e9c00-db77-4805-ba6d-019162433b36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303650 Nov 12 08:29:46.485589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50350) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:46.504542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6b175-91d0-46e2-b003-645f6e6d0caa req-af61604e-0c1a-4ffa-9e45-b82f12ef376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:46.506014 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7e6b175-91d0-46e2-b003-645f6e6d0caa req-af61604e-0c1a-4ffa-9e45-b82f12ef376c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 1097 time: 0.1695209 Nov 12 08:29:46.600507 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Set router 52b8f21d-9741-4445-b4ce-25e5f48cbc02 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:46.635335 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5211ab86-a977-488e-befa-2214bb1e5e21 req-d6ca4f20-681c-430d-8582-4e626ca13e79 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900470 Nov 12 08:29:46.723509 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c27418b-ec45-4509-88e2-ef841a450c6d req-870747d7-b7c1-4a19-bd6e-92398056134d service neutron] 10.222.0.52 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467346 Nov 12 08:29:46.725343 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7e6b175-91d0-46e2-b003-645f6e6d0caa req-196dd636-80c1-4089-ae56-da386ed019e6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037044 Nov 12 08:29:46.734339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50af98a-526e-4b4c-8f7a-dd5b6afc4a8d req-cde1a935-44fe-46bb-a40c-5182e95df9cb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:46.735832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a50af98a-526e-4b4c-8f7a-dd5b6afc4a8d req-cde1a935-44fe-46bb-a40c-5182e95df9cb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 932 time: 0.1396766 Nov 12 08:29:46.779813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:46.839800 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-a5892fcb-cf79-4e11-86c2-8afc4648515c service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463407 Nov 12 08:29:46.863966 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a50af98a-526e-4b4c-8f7a-dd5b6afc4a8d req-e024321f-319b-4256-a40c-4620cf2de213 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873797 Nov 12 08:29:46.876042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab5682-8676-4e01-b8ec-c3d34a66b972 req-8368c33f-68e8-49ca-b0c6-242456f18f53 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:46.878162 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-beab5682-8676-4e01-b8ec-c3d34a66b972 req-8368c33f-68e8-49ca-b0c6-242456f18f53 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 945 time: 0.1452823 Nov 12 08:29:46.897400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:46.897400 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:46.950518 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'name': 'tempest-FloatingIPsNegativeTestJSON-1699512967-router', 'tenant_id': '68ad8c927597426585058500b95063cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:37Z', 'updated_at': '2021-11-12T08:29:42Z', 'revision_number': 4, 'project_id': '68ad8c927597426585058500b95063cc', 'gw_port': {'id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:38:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:38Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'f7a1ffe7-e132-45a5-bf76-3f792bcd4087', 'name': '', 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a', 'tenant_id': '68ad8c927597426585058500b95063cc', 'mac_address': 'fa:16:3e:3a:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1951dd54-6334-414b-981e-ce6d9a24244e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:41Z', 'updated_at': '2021-11-12T08:29:43Z', 'revision_number': 2, 'project_id': '68ad8c927597426585058500b95063cc', 'subnets': [{'id': '1951dd54-6334-414b-981e-ce6d9a24244e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:47.002070 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Checking router: 52b8f21d-9741-4445-b4ce-25e5f48cbc02 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:47.002070 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Updating router 52b8f21d-9741-4445-b4ce-25e5f48cbc02 port f7a1ffe7-e132-45a5-bf76-3f792bcd4087 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:29:47.019919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91db9463-20d5-425a-943d-16c6615bffbd {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:47.028806 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.073938 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.078876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-a3d0b77a-f72c-4a84-8c38-8e499385ac0e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=b5835646-4d7a-4cc0-8264-54fb68f239db HTTP/1.1" status: 200 len: 217 time: 0.0875371 Nov 12 08:29:47.103324 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-beab5682-8676-4e01-b8ec-c3d34a66b972 req-020bd03b-4a7f-4a8e-907b-d4cde3d3faa2 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107725 Nov 12 08:29:47.116530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Transition to ACTIVE for port object 91db9463-20d5-425a-943d-16c6615bffbd will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:29:47.156951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.165483 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c27418b-ec45-4509-88e2-ef841a450c6d req-1265b2c6-a0d2-4928-a70b-6a859e1d85b6 service neutron] 10.222.0.52 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034957 Nov 12 08:29:47.246122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda72925-7e76-4271-a41c-2c9d9ad50167 req-b29c870c-af79-4b1f-b591-d110ae5a34da tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.248291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bda72925-7e76-4271-a41c-2c9d9ad50167 req-b29c870c-af79-4b1f-b591-d110ae5a34da tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0793278 Nov 12 08:29:47.249360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-30d5665b-2573-46ed-a651-09cf5d03a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.250840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-30d5665b-2573-46ed-a651-09cf5d03a4b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.1563895 Nov 12 08:29:47.297752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Pushing event updated for resources: {'Port': ['ID=91db9463-20d5-425a-943d-16c6615bffbd,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:47.325944 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bda72925-7e76-4271-a41c-2c9d9ad50167 req-7a89dc8e-e520-4d4e-8a0e-ac93be48142d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610061 Nov 12 08:29:47.373669 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-08da839c-6aff-44ad-bb38-7f4bdd121b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.438003 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.449697 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.511856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf25510-085f-49f6-ac55-8b6c6471469e req-50748a89-9378-40b3-b79a-aa1b848a5248 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.513193 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Pushing event updated for resources: {'Port': ['ID=f7a1ffe7-e132-45a5-bf76-3f792bcd4087,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:47.514500 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0cf25510-085f-49f6-ac55-8b6c6471469e req-50748a89-9378-40b3-b79a-aa1b848a5248 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 945 time: 0.2705569 Nov 12 08:29:47.519690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-4580bff2-875a-4a24-9b2b-d212186c82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.521652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-4580bff2-875a-4a24-9b2b-d212186c82e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2552073 Nov 12 08:29:47.522470 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Attempting to bind port 91db9463-20d5-425a-943d-16c6615bffbd on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:47.523079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Attempting to bind port 91db9463-20d5-425a-943d-16c6615bffbd by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:47.523527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Attempting to bind port 91db9463-20d5-425a-943d-16c6615bffbd on network e0b340af-7175-4abb-a9ad-87ab6cd8be2d {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:47.561882 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:47.562226 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:47.562442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Port 91db9463-20d5-425a-943d-16c6615bffbd on network e0b340af-7175-4abb-a9ad-87ab6cd8be2d not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:47.562590 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:47.562887 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:47.563025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Attempting to bind port 91db9463-20d5-425a-943d-16c6615bffbd on network e0b340af-7175-4abb-a9ad-87ab6cd8be2d {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:47.563196 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:47.564046 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:47.564046 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:47.564274 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:47.564417 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:47.564732 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:47.565040 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:47.565387 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:29:47.611733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:47.612309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Checking segment: {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:47.612765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Bound using segment: {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:47.613315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Bound port: 91db9463-20d5-425a-943d-16c6615bffbd, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:47.613758 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.628256 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Attempting to bind port f7a1ffe7-e132-45a5-bf76-3f792bcd4087 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:47.628721 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Attempting to bind port f7a1ffe7-e132-45a5-bf76-3f792bcd4087 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'af6497b5-d41b-4fb8-9c21-ec30dfa30ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:47.629198 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Attempting to bind port f7a1ffe7-e132-45a5-bf76-3f792bcd4087 on network 48326228-2315-4ce0-9a40-cae4905fa86a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:47.634704 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:47.635170 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Checking segment: {'id': 'af6497b5-d41b-4fb8-9c21-ec30dfa30ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:47.636212 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.636212 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Bound using segment: {'id': 'af6497b5-d41b-4fb8-9c21-ec30dfa30ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:47.636694 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Bound port: f7a1ffe7-e132-45a5-bf76-3f792bcd4087, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6497b5-d41b-4fb8-9c21-ec30dfa30ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:47.637177 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.648944 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-2dccc526-fbe9-498b-aab7-887efb456884 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2db87f3d0c564965a9e44169dc5b7805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524335 Nov 12 08:29:47.729866 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] For port f7a1ffe7-e132-45a5-bf76-3f792bcd4087, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:47.736033 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] For port f7a1ffe7-e132-45a5-bf76-3f792bcd4087, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f7a1ffe7-e132-45a5-bf76-3f792bcd4087,segment=NetworkSegment(af6497b5-d41b-4fb8-9c21-ec30dfa30ea7),segment_id=af6497b5-d41b-4fb8-9c21-ec30dfa30ea7)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:47.745501 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.833970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-026aef6f-322b-4091-a549-84c38ef4938c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:47.835543 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-026aef6f-322b-4091-a549-84c38ef4938c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807566 Nov 12 08:29:47.842465 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Routers {'52b8f21d-9741-4445-b4ce-25e5f48cbc02'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:47.843111 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:29:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['52b8f21d-9741-4445-b4ce-25e5f48cbc02'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:47.882079 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-94564add-9784-4d7e-bafb-63fc81ad41bb tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/quotas/2db87f3d0c564965a9e44169dc5b7805 HTTP/1.1" status: 200 len: 375 time: 0.0300157 Nov 12 08:29:47.882420 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974106d-93b7-4c24-a9b9-1a9d030b61b4 None None] Pushing event updated for resources: {'Port': ['ID=f7a1ffe7-e132-45a5-bf76-3f792bcd4087,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:47.978949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cb07b8de-b161-4201-ae18-9eba2b75e29f None None] Provisioning complete for port f7a1ffe7-e132-45a5-bf76-3f792bcd4087 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:47.980338 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cb07b8de-b161-4201-ae18-9eba2b75e29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:47.981073 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-bc64d11c-5a95-4682-a6d5-dbaef1f53496 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2db87f3d0c564965a9e44169dc5b7805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983756 Nov 12 08:29:48.022458 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-08da839c-6aff-44ad-bb38-7f4bdd121b53 admin admin] Deleting port f7a1ffe7-e132-45a5-bf76-3f792bcd4087 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:48.029488 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-08da839c-6aff-44ad-bb38-7f4bdd121b53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.039357 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] Set router 52b8f21d-9741-4445-b4ce-25e5f48cbc02 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:48.067569 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0cf25510-085f-49f6-ac55-8b6c6471469e req-9b0d331f-3669-4bb9-9a67-66699c768b64 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230935 Nov 12 08:29:48.182097 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cb07b8de-b161-4201-ae18-9eba2b75e29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.225433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-dcf634a5-4bfb-499c-b3c1-35bbe0f25c13 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796143 Nov 12 08:29:48.251192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cb07b8de-b161-4201-ae18-9eba2b75e29f None None] For port f7a1ffe7-e132-45a5-bf76-3f792bcd4087, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f7a1ffe7-e132-45a5-bf76-3f792bcd4087,segment=NetworkSegment(af6497b5-d41b-4fb8-9c21-ec30dfa30ea7),segment_id=af6497b5-d41b-4fb8-9c21-ec30dfa30ea7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:48.259908 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-08da839c-6aff-44ad-bb38-7f4bdd121b53 admin admin] For port f7a1ffe7-e132-45a5-bf76-3f792bcd4087, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f7a1ffe7-e132-45a5-bf76-3f792bcd4087,segment=NetworkSegment(af6497b5-d41b-4fb8-9c21-ec30dfa30ea7),segment_id=af6497b5-d41b-4fb8-9c21-ec30dfa30ea7)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:48.260439 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-08da839c-6aff-44ad-bb38-7f4bdd121b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.263146 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cb07b8de-b161-4201-ae18-9eba2b75e29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.272539 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] For port 91db9463-20d5-425a-943d-16c6615bffbd, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:48.297355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-08da839c-6aff-44ad-bb38-7f4bdd121b53 admin admin] Calling delete_port for f7a1ffe7-e132-45a5-bf76-3f792bcd4087 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:48.345443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07b8de-b161-4201-ae18-9eba2b75e29f None None] Pushing event updated for resources: {'Port': ['ID=f7a1ffe7-e132-45a5-bf76-3f792bcd4087,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:48.381795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] For port 91db9463-20d5-425a-943d-16c6615bffbd, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=91db9463-20d5-425a-943d-16c6615bffbd,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:48.410354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d60e41c8-7295-4622-a196-bfd006dbd39e None None] Provisioning complete for port f7a1ffe7-e132-45a5-bf76-3f792bcd4087 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:48.411186 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d60e41c8-7295-4622-a196-bfd006dbd39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.460373 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.551352 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'name': 'tempest-FloatingIPsNegativeTestJSON-1699512967-router', 'tenant_id': '68ad8c927597426585058500b95063cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:37Z', 'updated_at': '2021-11-12T08:29:42Z', 'revision_number': 4, 'project_id': '68ad8c927597426585058500b95063cc', 'gw_port': {'id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:38:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:38Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'f7a1ffe7-e132-45a5-bf76-3f792bcd4087', 'name': '', 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a', 'tenant_id': '68ad8c927597426585058500b95063cc', 'mac_address': 'fa:16:3e:3a:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1951dd54-6334-414b-981e-ce6d9a24244e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:41Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 4, 'project_id': '68ad8c927597426585058500b95063cc', 'subnets': [{'id': '1951dd54-6334-414b-981e-ce6d9a24244e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:48.599544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6996ee-7c44-47e9-889a-e8ff567bee58 req-e42a60e9-b0dc-4e5c-89ab-3db9bcf867e1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:48.601055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab6996ee-7c44-47e9-889a-e8ff567bee58 req-e42a60e9-b0dc-4e5c-89ab-3db9bcf867e1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 944 time: 0.3841376 Nov 12 08:29:48.603025 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705933f3-9bf5-404c-8293-88a36a7c82e6 None None] The sync data for ids ['52b8f21d-9741-4445-b4ce-25e5f48cbc02'] in n-d-768851-18 is: [{'id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'name': 'tempest-FloatingIPsNegativeTestJSON-1699512967-router', 'tenant_id': '68ad8c927597426585058500b95063cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:37Z', 'updated_at': '2021-11-12T08:29:42Z', 'revision_number': 4, 'project_id': '68ad8c927597426585058500b95063cc', 'gw_port': {'id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:38:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:38Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'f7a1ffe7-e132-45a5-bf76-3f792bcd4087', 'name': '', 'network_id': '48326228-2315-4ce0-9a40-cae4905fa86a', 'tenant_id': '68ad8c927597426585058500b95063cc', 'mac_address': 'fa:16:3e:3a:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '1951dd54-6334-414b-981e-ce6d9a24244e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:41Z', 'updated_at': '2021-11-12T08:29:47Z', 'revision_number': 4, 'project_id': '68ad8c927597426585058500b95063cc', 'subnets': [{'id': '1951dd54-6334-414b-981e-ce6d9a24244e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:48.616313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:48.616942 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.618365 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] 10.222.0.46 "PUT /v2.0/ports/91db9463-20d5-425a-943d-16c6615bffbd HTTP/1.1" status: 200 len: 1093 time: 2.3773377 Nov 12 08:29:48.618822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bcc1d9-822b-4d16-9dd7-550fd91f31bf', 'tag': '91db9463-20d5-425a-943d-16c6615bffbd'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:48.629937 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf71b24e-098d-4996-9ed1-54bf3c6ef835" -d '{"events": [{"name": "network-changed", "server_uuid": "46bcc1d9-822b-4d16-9dd7-550fd91f31bf", "tag": "91db9463-20d5-425a-943d-16c6615bffbd"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:48.726089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a046d-2fee-4fed-b469-5660dbc2c865 service neutron] Pushing event updated for resources: {'Port': ['ID=91db9463-20d5-425a-943d-16c6615bffbd,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:48.732466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-c0ccc7e7-54a1-499a-9f2f-32b5c54c7f8c service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825866 Nov 12 08:29:48.784623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d238821-7886-46c2-bfe8-97f57be6760c req-b5df035c-c813-471e-ad18-4e3d7ea3ce50 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:48.786241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d238821-7886-46c2-bfe8-97f57be6760c req-b5df035c-c813-471e-ad18-4e3d7ea3ce50 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 945 time: 0.1597512 Nov 12 08:29:48.828854 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab6996ee-7c44-47e9-889a-e8ff567bee58 req-da249dbe-11ff-48ca-9c04-6e050634933b tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786315 Nov 12 08:29:48.841162 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-c259da72-08a4-4e34-b66b-c3f5344918cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e HTTP/1.1" status: 200 len: 217 time: 0.0771387 Nov 12 08:29:48.856026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-0237000d-1cae-475f-8651-8b9dd6641572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:48.857716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-0237000d-1cae-475f-8651-8b9dd6641572 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d3c20758c2b428ba4d514ffa5ec3f85&device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 1096 time: 0.1428645 Nov 12 08:29:48.915216 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-08da839c-6aff-44ad-bb38-7f4bdd121b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:48.942765 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-1f078679-61ec-404f-8b08-11e459bc0623 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91db9463-20d5-425a-943d-16c6615bffbd HTTP/1.1" status: 200 len: 217 time: 0.0414572 Nov 12 08:29:48.955273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da839c-6aff-44ad-bb38-7f4bdd121b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a1ffe7-e132-45a5-bf76-3f792bcd4087,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:48.972914 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d238821-7886-46c2-bfe8-97f57be6760c req-8cbcf4cb-d1f4-4eba-8fc0-d4e8894b7e94 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794202 Nov 12 08:29:49.016900 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-268cd180-809a-4c83-b47b-d30f541b1b86 req-52421822-a241-4db7-a8ad-69e68a73c019 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 210 time: 0.1167023 Nov 12 08:29:49.121675 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135dddc9-9667-4965-a49c-e7b0ec2539b2 x-openstack-request-id: req-135dddc9-9667-4965-a49c-e7b0ec2539b2 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:49.122316 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bcc1d9-822b-4d16-9dd7-550fd91f31bf", "tag": "91db9463-20d5-425a-943d-16c6615bffbd", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:49.122316 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-135dddc9-9667-4965-a49c-e7b0ec2539b2 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:49.122668 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bcc1d9-822b-4d16-9dd7-550fd91f31bf', 'tag': '91db9463-20d5-425a-943d-16c6615bffbd', 'status': 'completed', 'code': 200} Nov 12 08:29:49.142217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9f4ffcc7-2d55-471f-95d8-81e7268d2169 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:49.158697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-93dcb4f6-93bd-4dfa-b978-a47c35da9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:49.160221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-93dcb4f6-93bd-4dfa-b978-a47c35da9e59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.3072703 Nov 12 08:29:49.258218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-389ba38b-30a3-4f8f-8514-b36d96723ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:49.260221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-389ba38b-30a3-4f8f-8514-b36d96723ddd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8aa12587-6ad5-47e6-b9e7-1f4806c0e517 HTTP/1.1" status: 200 len: 853 time: 0.3036354 Nov 12 08:29:49.282782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-91747d83-7e5a-4d1f-ac48-aed303590841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:49.285146 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-91747d83-7e5a-4d1f-ac48-aed303590841 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1077359 Nov 12 08:29:49.327641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-dd600606-1a55-4a5b-9d7c-9ca5971254c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500441 Nov 12 08:29:49.441166 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9f4ffcc7-2d55-471f-95d8-81e7268d2169, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9f4ffcc7-2d55-471f-95d8-81e7268d2169,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:49.466239 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '9f4ffcc7-2d55-471f-95d8-81e7268d2169', 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d', 'port_id': '9f4ffcc7-2d55-471f-95d8-81e7268d2169', 'mac_address': 'fa:16:3e:1a:f5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa12587-6ad5-47e6-b9e7-1f4806c0e517', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:49.637706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-213b8ed1-b510-49db-87fa-2e4bf3a8c67b service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085144 Nov 12 08:29:49.646612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dcedd-8781-438c-85eb-dfaa7fdb3806 req-74801adc-7e1d-48c7-b5b0-5edf692cc9aa tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:49.655493 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a9dcedd-8781-438c-85eb-dfaa7fdb3806 req-74801adc-7e1d-48c7-b5b0-5edf692cc9aa tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 945 time: 0.1632426 Nov 12 08:29:49.671774 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.679363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-7be5b3f6-efc3-4c0e-ae36-8abda3a99666 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216965 Nov 12 08:29:49.687940 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4ffcc7-2d55-471f-95d8-81e7268d2169 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:49.722718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9f4ffcc7-2d55-471f-95d8-81e7268d2169, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9f4ffcc7-2d55-471f-95d8-81e7268d2169,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:49.730543 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.768403 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47c792-0aaa-4e63-949a-60049bbebe18 req-d71ccb65-8fbf-4338-bd27-cdfc50a30254 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:49.775838 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f47c792-0aaa-4e63-949a-60049bbebe18 req-d71ccb65-8fbf-4338-bd27-cdfc50a30254 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 945 time: 0.1117694 Nov 12 08:29:49.785708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a9dcedd-8781-438c-85eb-dfaa7fdb3806 req-8b5308a8-97b4-48cd-b335-2f4321e8805a tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234443 Nov 12 08:29:49.795529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=9f4ffcc7-2d55-471f-95d8-81e7268d2169,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:49.822745 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-08da839c-6aff-44ad-bb38-7f4bdd121b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:49.852319 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f47c792-0aaa-4e63-949a-60049bbebe18 req-22c3438d-3056-40ed-9c69-177314afe8dc tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755548 Nov 12 08:29:49.964045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['9f4ffcc7-2d55-471f-95d8-81e7268d2169'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:50.004326 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ed903a-a396-4b2a-ac84-75e5e6d78692 req-b12c5dc3-aca2-44ed-8748-8f49227e5f29 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082750 Nov 12 08:29:50.007924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-45b9c0ce-bdc3-4a07-958a-7efb6f1a6c6f service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401303 Nov 12 08:29:50.194948 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-7827cfa7-a3d6-4e89-b1c6-f02ffc91e5ad tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=2db87f3d0c564965a9e44169dc5b7805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430434 Nov 12 08:29:50.196480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-b10204c5-e92e-448c-97fb-e31eed756f03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=6b4acb58-e875-453b-8d33-a4032b56d002 HTTP/1.1" status: 200 len: 217 time: 0.1706250 Nov 12 08:29:50.227731 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27532d-bc25-4eba-be19-9dd4d9989722 req-510dfc60-a8db-40e4-b2eb-7411f5a517a0 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:50.230250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d27532d-bc25-4eba-be19-9dd4d9989722 req-510dfc60-a8db-40e4-b2eb-7411f5a517a0 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 944 time: 0.1288373 Nov 12 08:29:50.241567 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73cfb7ff-f6cb-448b-a00f-464a18c56681 req-e8bcc2ca-6f6f-46c8-a9a6-2582a9ae1be7 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 210 time: 0.0609610 Nov 12 08:29:50.407588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71b24e-098d-4996-9ed1-54bf3c6ef835 req-dc1fdceb-f0f2-4698-bdc1-c62632692efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:50.410092 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf71b24e-098d-4996-9ed1-54bf3c6ef835 req-dc1fdceb-f0f2-4698-bdc1-c62632692efc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d3c20758c2b428ba4d514ffa5ec3f85&device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 1096 time: 0.3002765 Nov 12 08:29:50.476872 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d27532d-bc25-4eba-be19-9dd4d9989722 req-bcec4a23-606a-4b5a-a697-14d44db42cab tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899934 Nov 12 08:29:50.481934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-02bc8a24-7e34-4231-ac73-1e31b3c32a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:50.482951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-02bc8a24-7e34-4231-ac73-1e31b3c32a2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.2505763 Nov 12 08:29:50.518989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-4ac6085a-f79a-4989-8dec-0a27d0d902d0 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:50.520547 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-4ac6085a-f79a-4989-8dec-0a27d0d902d0 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893395 Nov 12 08:29:50.553353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Request body: {'port': {'device_id': '952f3e0b-a3e4-4728-9fe4-9c538e0302d7', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '2db87f3d0c564965a9e44169dc5b7805'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:50.555812 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08da839c-6aff-44ad-bb38-7f4bdd121b53 admin admin] Router 52b8f21d-9741-4445-b4ce-25e5f48cbc02 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:29:50.625785 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71b24e-098d-4996-9ed1-54bf3c6ef835 req-59d3ea0b-73de-4c1c-a652-3ee0969c6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:50.627351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf71b24e-098d-4996-9ed1-54bf3c6ef835 req-59d3ea0b-73de-4c1c-a652-3ee0969c6d4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d HTTP/1.1" status: 200 len: 914 time: 0.1617131 Nov 12 08:29:50.652434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-4916a9b4-98e4-4fa1-b176-7895e4d01858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:50.654018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-4916a9b4-98e4-4fa1-b176-7895e4d01858 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1324832 Nov 12 08:29:50.712815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf71b24e-098d-4996-9ed1-54bf3c6ef835 req-6d689d94-a0a8-4b9d-a792-e00e71569b97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91db9463-20d5-425a-943d-16c6615bffbd HTTP/1.1" status: 200 len: 217 time: 0.0720723 Nov 12 08:29:50.770945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08da839c-6aff-44ad-bb38-7f4bdd121b53 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:29:50.780328 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-08da839c-6aff-44ad-bb38-7f4bdd121b53 admin admin] 10.222.0.31 "PUT /v2.0/routers/52b8f21d-9741-4445-b4ce-25e5f48cbc02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2935131 Nov 12 08:29:50.781085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50430) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:50.786335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a188ee-9bd0-4626-9514-365cddeae600 None None] Sync routers for ids ['52b8f21d-9741-4445-b4ce-25e5f48cbc02'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:29:50.792389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Made reservation on behalf of 2db87f3d0c564965a9e44169dc5b7805 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:50.796065 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:50.801608 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-ca3e077a-0304-4f05-ac37-20fbf9d8ab10 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350906 Nov 12 08:29:50.806013 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a188ee-9bd0-4626-9514-365cddeae600 None None] Routers {'52b8f21d-9741-4445-b4ce-25e5f48cbc02'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:50.807131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e9a188ee-9bd0-4626-9514-365cddeae600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:29:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['52b8f21d-9741-4445-b4ce-25e5f48cbc02'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:50.937122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-e9a188ee-9bd0-4626-9514-365cddeae600 None None] Set router 52b8f21d-9741-4445-b4ce-25e5f48cbc02 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:50.970197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Allocated IP 192.168.233.49 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/525cb454-2ff3-4033-b7d5-aa6b8b440055) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:29:50.996084 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.145576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71b24e-098d-4996-9ed1-54bf3c6ef835 req-1e47dbd1-5c46-4489-a089-ae169e28e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:51.147965 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf71b24e-098d-4996-9ed1-54bf3c6ef835 req-1e47dbd1-5c46-4489-a089-ae169e28e6cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8aa12587-6ad5-47e6-b9e7-1f4806c0e517 HTTP/1.1" status: 200 len: 853 time: 0.4218504 Nov 12 08:29:51.156598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9f4ffcc7-2d55-471f-95d8-81e7268d2169 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:51.165747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-d5998a24-d1ad-4940-9fd9-c1b082fe3edb service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426797 Nov 12 08:29:51.203058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e9a188ee-9bd0-4626-9514-365cddeae600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'name': 'tempest-FloatingIPsNegativeTestJSON-1699512967-router', 'tenant_id': '68ad8c927597426585058500b95063cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:37Z', 'updated_at': '2021-11-12T08:29:48Z', 'revision_number': 5, 'project_id': '68ad8c927597426585058500b95063cc', 'gw_port': {'id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:38:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:38Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:51.224370 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.230322 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.243262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf71b24e-098d-4996-9ed1-54bf3c6ef835 req-81f58afc-0dc6-4d27-8eda-74f2a5dfc215 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720706 Nov 12 08:29:51.247288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a188ee-9bd0-4626-9514-365cddeae600 None None] Checking router: 52b8f21d-9741-4445-b4ce-25e5f48cbc02 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:29:51.253529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850d3f2-1dd0-40c6-8e9e-fe99be7b7aab req-cc17c531-4ed5-4578-8f4d-07d716c86a33 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:51.255112 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3850d3f2-1dd0-40c6-8e9e-fe99be7b7aab req-cc17c531-4ed5-4578-8f4d-07d716c86a33 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.52 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 945 time: 0.4682419 Nov 12 08:29:51.260445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a188ee-9bd0-4626-9514-365cddeae600 None None] Routers {'52b8f21d-9741-4445-b4ce-25e5f48cbc02'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:29:51.261154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e9a188ee-9bd0-4626-9514-365cddeae600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:29:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['52b8f21d-9741-4445-b4ce-25e5f48cbc02'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:51.265187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 9f4ffcc7-2d55-471f-95d8-81e7268d2169 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:51.279939 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-14a84213-1d2a-4c46-b87c-9b33d67d26c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd70e32c-4bfa-4b4e-9198-1b55643f4179 HTTP/1.1" status: 200 len: 217 time: 0.0477095 Nov 12 08:29:51.313626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 9f4ffcc7-2d55-471f-95d8-81e7268d2169 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:51.314128 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.427193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1424b16-b3f3-422a-8dc9-dc1a7c88c180 req-72a74eee-621a-4e3e-b4ab-08db2b1aecba tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 210 time: 0.0572488 Nov 12 08:29:51.431039 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7004c-257a-4462-8902-e971636dbf1c req-d8093ed4-6b3e-4870-8577-c0a8a4ad0419 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:51.436466 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.443623 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce7004c-257a-4462-8902-e971636dbf1c req-d8093ed4-6b3e-4870-8577-c0a8a4ad0419 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 945 time: 0.2944152 Nov 12 08:29:51.470400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['139fc8f1-6067-4ad0-bcaf-187a1ca42253'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:51.522542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-40e9159d-5ccd-4856-a106-6822af86b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:51.524087 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-40e9159d-5ccd-4856-a106-6822af86b85d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a38c965-8753-439d-b47e-56d6af58b295 HTTP/1.1" status: 200 len: 797 time: 0.2361660 Nov 12 08:29:51.528045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['f66b0832-0682-4517-8393-76abdcdb3d09'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:51.535247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:29:51.538712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:51.577015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:29:51.628380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Pushing event updated for resources: {'Port': ['ID=525cb454-2ff3-4033-b7d5-aa6b8b440055,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:51.673280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-22a8151a-f74f-4e79-9e70-f37528f89eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:51.675750 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-22a8151a-f74f-4e79-9e70-f37528f89eff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c29e3af6-7b39-400c-ac4f-52e25909400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1297302 Nov 12 08:29:51.691676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:51.692469 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.735905 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-b98be0a4-110e-4254-803f-c08973a418e5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1876395 Nov 12 08:29:51.739726 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.761891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-e9a188ee-9bd0-4626-9514-365cddeae600 None None] Set router 52b8f21d-9741-4445-b4ce-25e5f48cbc02 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:29:51.773892 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf71b24e-098d-4996-9ed1-54bf3c6ef835 req-aa82841c-20e6-4ffa-a153-d8eabd7c0375 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167363 Nov 12 08:29:51.796756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Request body: {'port': {'device_id': '952f3e0b-a3e4-4728-9fe4-9c538e0302d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:51.858582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Deleting port 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:51.859106 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.885264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf930927-7d1e-4454-ab1f-2afd0bbb3638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4ffcc7-2d55-471f-95d8-81e7268d2169'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:51.888080 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a06ca9-6934-4912-882d-f3c8424d0840" -d '{"events": [{"server_uuid": "bf930927-7d1e-4454-ab1f-2afd0bbb3638", "name": "network-vif-plugged", "status": "completed", "tag": "9f4ffcc7-2d55-471f-95d8-81e7268d2169"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:51.903844 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce7004c-257a-4462-8902-e971636dbf1c req-0505ef4f-91fa-4d91-9e70-71b145bfa882 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups?id=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579077 Nov 12 08:29:51.922139 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:51.958950 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9f4ffcc7-2d55-471f-95d8-81e7268d2169, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9f4ffcc7-2d55-471f-95d8-81e7268d2169,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:51.962217 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b24145-fdb5-403e-b435-5c6f0f825e19 x-openstack-request-id: req-c2b24145-fdb5-403e-b435-5c6f0f825e19 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:51.962628 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf930927-7d1e-4454-ab1f-2afd0bbb3638", "name": "network-vif-plugged", "status": "completed", "tag": "9f4ffcc7-2d55-471f-95d8-81e7268d2169", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:51.962795 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2b24145-fdb5-403e-b435-5c6f0f825e19 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:51.963211 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf930927-7d1e-4454-ab1f-2afd0bbb3638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4ffcc7-2d55-471f-95d8-81e7268d2169', 'code': 200} Nov 12 08:29:51.999868 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-1589ecff-2bf6-4e72-ae50-1fd1eb56dd30 service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941606 Nov 12 08:29:52.003585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-3850d3f2-1dd0-40c6-8e9e-fe99be7b7aab req-a4fd9f74-3aed-4c7f-85cc-177f41aa953d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Deleting port 84546c54-cd8c-4c0b-97d7-8380c4346c7d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:52.003585 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3850d3f2-1dd0-40c6-8e9e-fe99be7b7aab req-a4fd9f74-3aed-4c7f-85cc-177f41aa953d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.011934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2023e-e762-4d1f-b064-ca4ee5f4fc3a req-0c9128a3-5272-4414-b926-b13a8661b1ec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:52.019346 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24c2023e-e762-4d1f-b064-ca4ee5f4fc3a req-0c9128a3-5272-4414-b926-b13a8661b1ec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 944 time: 0.2303178 Nov 12 08:29:52.035038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.128591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] For port 81eb2eaf-caf8-47cc-8af5-623d0ac953a3, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=81eb2eaf-caf8-47cc-8af5-623d0ac953a3,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:52.128989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.136550 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf71b24e-098d-4996-9ed1-54bf3c6ef835 req-b356af5e-ac10-4c80-a21e-10bcbcfd63b2 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365769 Nov 12 08:29:52.160244 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b874c6a7-2737-4591-af6e-48e613ce58ba None None] Provisioning complete for port 525cb454-2ff3-4033-b7d5-aa6b8b440055 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:52.160763 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b874c6a7-2737-4591-af6e-48e613ce58ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.165552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Calling delete_port for 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:52.199444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-3850d3f2-1dd0-40c6-8e9e-fe99be7b7aab req-a4fd9f74-3aed-4c7f-85cc-177f41aa953d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] For port 84546c54-cd8c-4c0b-97d7-8380c4346c7d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=84546c54-cd8c-4c0b-97d7-8380c4346c7d,segment=NetworkSegment(f106204e-8708-4ed4-aaee-ec8fef40dd1a),segment_id=f106204e-8708-4ed4-aaee-ec8fef40dd1a)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:52.199821 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3850d3f2-1dd0-40c6-8e9e-fe99be7b7aab req-a4fd9f74-3aed-4c7f-85cc-177f41aa953d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.224200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b874c6a7-2737-4591-af6e-48e613ce58ba None None] Port 525cb454-2ff3-4033-b7d5-aa6b8b440055 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:29:52.232685 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.255276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-3850d3f2-1dd0-40c6-8e9e-fe99be7b7aab req-a4fd9f74-3aed-4c7f-85cc-177f41aa953d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Calling delete_port for 84546c54-cd8c-4c0b-97d7-8380c4346c7d owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:52.265270 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-3940ff75-edc9-4d35-a869-89b814971511 service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333133 Nov 12 08:29:52.275203 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24c2023e-e762-4d1f-b064-ca4ee5f4fc3a req-024bafa4-8fad-4523-aed9-a34dad65cf1d tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549961 Nov 12 08:29:52.280573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad4ac6-61ec-447c-be93-d8605279b0b1 req-228952c8-cfe6-4d45-aba6-1ce064a5463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:52.281818 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-baad4ac6-61ec-447c-be93-d8605279b0b1 req-228952c8-cfe6-4d45-aba6-1ce064a5463b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bf930927-7d1e-4454-ab1f-2afd0bbb3638 HTTP/1.1" status: 200 len: 1097 time: 0.2464261 Nov 12 08:29:52.309967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=9f4ffcc7-2d55-471f-95d8-81e7268d2169,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:52.347847 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-8ff54d98-77eb-43ae-8309-abc0d5ca2eeb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a674dc8f-9fd1-4663-8091-799206f28428 HTTP/1.1" status: 200 len: 217 time: 0.0631936 Nov 12 08:29:52.371544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e9a188ee-9bd0-4626-9514-365cddeae600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'name': 'tempest-FloatingIPsNegativeTestJSON-1699512967-router', 'tenant_id': '68ad8c927597426585058500b95063cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:37Z', 'updated_at': '2021-11-12T08:29:48Z', 'revision_number': 5, 'project_id': '68ad8c927597426585058500b95063cc', 'gw_port': {'id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:38:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:38Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:52.401715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a188ee-9bd0-4626-9514-365cddeae600 None None] The sync data for ids ['52b8f21d-9741-4445-b4ce-25e5f48cbc02'] in n-d-768851-18 is: [{'id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'name': 'tempest-FloatingIPsNegativeTestJSON-1699512967-router', 'tenant_id': '68ad8c927597426585058500b95063cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:29:37Z', 'updated_at': '2021-11-12T08:29:48Z', 'revision_number': 5, 'project_id': '68ad8c927597426585058500b95063cc', 'gw_port': {'id': '81eb2eaf-caf8-47cc-8af5-623d0ac953a3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:38:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b8f21d-9741-4445-b4ce-25e5f48cbc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:29:38Z', 'updated_at': '2021-11-12T08:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:29:52.502785 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.511424 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3850d3f2-1dd0-40c6-8e9e-fe99be7b7aab req-a4fd9f74-3aed-4c7f-85cc-177f41aa953d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.523051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['84546c54-cd8c-4c0b-97d7-8380c4346c7d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:52.549889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=81eb2eaf-caf8-47cc-8af5-623d0ac953a3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:52.650331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd9f74-3aed-4c7f-85cc-177f41aa953d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event deleted for resources: {'Port': ['ID=84546c54-cd8c-4c0b-97d7-8380c4346c7d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:52.688052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3850d3f2-1dd0-40c6-8e9e-fe99be7b7aab req-a4fd9f74-3aed-4c7f-85cc-177f41aa953d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] No DVR routers for this DVR port 84546c54-cd8c-4c0b-97d7-8380c4346c7d on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:52.692972 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3850d3f2-1dd0-40c6-8e9e-fe99be7b7aab req-a4fd9f74-3aed-4c7f-85cc-177f41aa953d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.697299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3850d3f2-1dd0-40c6-8e9e-fe99be7b7aab req-a4fd9f74-3aed-4c7f-85cc-177f41aa953d tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.52 "DELETE /v2.0/ports/84546c54-cd8c-4c0b-97d7-8380c4346c7d HTTP/1.1" status: 204 len: 173 time: 1.4287949 Nov 12 08:29:52.702277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f7baba-a64a-4a75-ac12-aa96a8652289', 'name': 'network-vif-deleted', 'tag': '84546c54-cd8c-4c0b-97d7-8380c4346c7d'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:52.702277 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaca62f4-1fd5-41c0-9672-b3d0a4a36523" -d '{"events": [{"server_uuid": "77f7baba-a64a-4a75-ac12-aa96a8652289", "name": "network-vif-deleted", "tag": "84546c54-cd8c-4c0b-97d7-8380c4346c7d"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:52.726018 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c8663-1246-4fea-85ea-b12efc936307 req-656f96a4-0047-477e-8e90-94981d0e670e tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:52.727710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-706c8663-1246-4fea-85ea-b12efc936307 req-656f96a4-0047-477e-8e90-94981d0e670e tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 935 time: 0.2217185 Nov 12 08:29:52.743375 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.808053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-5cb111d2-ac36-41ac-8da7-58543ce873a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:52.809776 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-5cb111d2-ac36-41ac-8da7-58543ce873a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a38c965-8753-439d-b47e-56d6af58b295 HTTP/1.1" status: 200 len: 797 time: 0.1160746 Nov 12 08:29:52.818973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-baad4ac6-61ec-447c-be93-d8605279b0b1 req-a3008684-2415-4011-8f96-38295279252c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184600 Nov 12 08:29:52.907439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f7a1ffe7-e132-45a5-bf76-3f792bcd4087 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:52.941897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-706c8663-1246-4fea-85ea-b12efc936307 req-4ea58c48-d3ae-4067-a9e4-ac679e2d4da6 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869001 Nov 12 08:29:52.943845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.950727 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:52.955240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-23a2ec99-b73a-458e-b2d9-04bf6ef99f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:52.956094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: f7a1ffe7-e132-45a5-bf76-3f792bcd4087 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:52.956762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f7a1ffe7-e132-45a5-bf76-3f792bcd4087 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:52.956986 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-23a2ec99-b73a-458e-b2d9-04bf6ef99f90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c29e3af6-7b39-400c-ac4f-52e25909400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1181669 Nov 12 08:29:53.048528 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04da33e5-6d5e-4a9e-a060-9309d1f18e5d x-openstack-request-id: req-04da33e5-6d5e-4a9e-a060-9309d1f18e5d {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:53.048881 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f7baba-a64a-4a75-ac12-aa96a8652289", "name": "network-vif-deleted", "tag": "84546c54-cd8c-4c0b-97d7-8380c4346c7d", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:53.049149 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04da33e5-6d5e-4a9e-a060-9309d1f18e5d {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:53.050079 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f7baba-a64a-4a75-ac12-aa96a8652289', 'name': 'network-vif-deleted', 'tag': '84546c54-cd8c-4c0b-97d7-8380c4346c7d', 'status': 'completed', 'code': 200} Nov 12 08:29:53.050950 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.051536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52b8f21d-9741-4445-b4ce-25e5f48cbc02 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:29:53.063816 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.064933 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7460f4f9-6ed7-4b30-bd50-5d91ec574bcb admin admin] 10.222.0.31 "DELETE /v2.0/routers/52b8f21d-9741-4445-b4ce-25e5f48cbc02 HTTP/1.1" status: 204 len: 168 time: 2.2767587 Nov 12 08:29:53.069009 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50470) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:53.087487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525cb454-2ff3-4033-b7d5-aa6b8b440055 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:53.098289 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.132719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Transition to ACTIVE for port object 525cb454-2ff3-4033-b7d5-aa6b8b440055 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:29:53.155869 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.179044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa11b9e8-6398-487e-9abd-7d836263600e admin admin] Deleting subnet 1951dd54-6334-414b-981e-ce6d9a24244e {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:53.187534 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa11b9e8-6398-487e-9abd-7d836263600e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.206214 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-a8a7201f-9abb-4b11-bb35-e8de948d4fa4 service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356644 Nov 12 08:29:53.296656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Pushing event updated for resources: {'Port': ['ID=525cb454-2ff3-4033-b7d5-aa6b8b440055,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:53.343409 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1dd6eb3a-070f-45c9-a93f-8f9222d65eb7 req-1477caed-6f65-4d6b-b424-e7ecb2b8c80b tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/ports?device_id=77f7baba-a64a-4a75-ac12-aa96a8652289 HTTP/1.1" status: 200 len: 210 time: 0.1129322 Nov 12 08:29:53.376170 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa11b9e8-6398-487e-9abd-7d836263600e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.572633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Attempting to bind port 525cb454-2ff3-4033-b7d5-aa6b8b440055 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:29:53.573429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Attempting to bind port 525cb454-2ff3-4033-b7d5-aa6b8b440055 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:29:53.573916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Attempting to bind port 525cb454-2ff3-4033-b7d5-aa6b8b440055 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:53.579494 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c13d8c3d-f3f8-4546-a9f0-a2bdb4da3159 req-d4faf961-8538-4fb1-888b-47c93bc7f812 service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584616 Nov 12 08:29:53.585665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Port 525cb454-2ff3-4033-b7d5-aa6b8b440055 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:29:53.585995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Attempting to bind port 525cb454-2ff3-4033-b7d5-aa6b8b440055 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:29:53.598473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:29:53.607526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:53.608182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:29:53.609997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Bound port: 525cb454-2ff3-4033-b7d5-aa6b8b440055, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:29:53.610481 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.639981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb9dfa-743f-4ab4-951f-ec6df1cc1abc req-7a385e93-52bf-4e5e-b1a0-a12db9d6e040 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:53.647382 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-84eb9dfa-743f-4ab4-951f-ec6df1cc1abc req-7a385e93-52bf-4e5e-b1a0-a12db9d6e040 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 944 time: 0.1436691 Nov 12 08:29:53.655365 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa11b9e8-6398-487e-9abd-7d836263600e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.699594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] For port 525cb454-2ff3-4033-b7d5-aa6b8b440055, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:29:53.703550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] For port 525cb454-2ff3-4033-b7d5-aa6b8b440055, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=525cb454-2ff3-4033-b7d5-aa6b8b440055,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:29:53.713009 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.757701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:53.758444 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.759861 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] 10.222.0.46 "PUT /v2.0/ports/525cb454-2ff3-4033-b7d5-aa6b8b440055 HTTP/1.1" status: 200 len: 1096 time: 1.9696536 Nov 12 08:29:53.760388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952f3e0b-a3e4-4728-9fe4-9c538e0302d7', 'tag': '525cb454-2ff3-4033-b7d5-aa6b8b440055'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:53.762677 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-84eb9dfa-743f-4ab4-951f-ec6df1cc1abc req-be3710ad-bd84-4638-8420-cf73e881d460 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143618 Nov 12 08:29:53.762839 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df15dda1-e052-43e2-84bf-67e7087d9454" -d '{"events": [{"name": "network-changed", "server_uuid": "952f3e0b-a3e4-4728-9fe4-9c538e0302d7", "tag": "525cb454-2ff3-4033-b7d5-aa6b8b440055"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:53.765533 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa11b9e8-6398-487e-9abd-7d836263600e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.808057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11b9e8-6398-487e-9abd-7d836263600e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1951dd54-6334-414b-981e-ce6d9a24244e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:53.811234 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa11b9e8-6398-487e-9abd-7d836263600e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:53.820829 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fa11b9e8-6398-487e-9abd-7d836263600e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1951dd54-6334-414b-981e-ce6d9a24244e HTTP/1.1" status: 204 len: 168 time: 0.7505023 Nov 12 08:29:53.823824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50484) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:53.826382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c10be7c-6b0a-4640-a4ec-05c480f2de44 None None] Network 48326228-2315-4ce0-9a40-cae4905fa86a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:53.884585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bca95-9f13-4fab-9a70-23f34c0d893e service neutron] Pushing event updated for resources: {'Port': ['ID=525cb454-2ff3-4033-b7d5-aa6b8b440055,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:53.992750 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30b3400-a4cf-48f8-9776-956c43efa110 x-openstack-request-id: req-f30b3400-a4cf-48f8-9776-956c43efa110 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:53.993319 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952f3e0b-a3e4-4728-9fe4-9c538e0302d7", "tag": "525cb454-2ff3-4033-b7d5-aa6b8b440055", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:53.993915 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f30b3400-a4cf-48f8-9776-956c43efa110 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:53.995072 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952f3e0b-a3e4-4728-9fe4-9c538e0302d7', 'tag': '525cb454-2ff3-4033-b7d5-aa6b8b440055', 'status': 'completed', 'code': 200} Nov 12 08:29:54.036195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-fb21ce5e-8aa3-4841-b01f-5d516f358986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:54.038171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-fb21ce5e-8aa3-4841-b01f-5d516f358986 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2db87f3d0c564965a9e44169dc5b7805&device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 1099 time: 0.1878097 Nov 12 08:29:54.061154 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.126733 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-e98e4cd3-d461-4f04-82d0-4f2330267f45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=525cb454-2ff3-4033-b7d5-aa6b8b440055 HTTP/1.1" status: 200 len: 217 time: 0.0692444 Nov 12 08:29:54.139797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Deleting port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:54.140143 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.250194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-5d8a8b3c-9b6f-492e-bb3a-f89832414caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:54.252481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-5d8a8b3c-9b6f-492e-bb3a-f89832414caa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1115305 Nov 12 08:29:54.337733 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd74a29f-2a03-4349-a9a5-7d1467f86915 None None] DHCP port deletion for 48326228-2315-4ce0-9a40-cae4905fa86a request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:29:54.382597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e61f04-de1c-4ed2-8f40-999d3250f40c req-a0d10689-7be2-4df6-950b-0ebbe6de4e0e tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:54.397329 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73e61f04-de1c-4ed2-8f40-999d3250f40c req-a0d10689-7be2-4df6-950b-0ebbe6de4e0e tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 947 time: 0.2714465 Nov 12 08:29:54.414774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 91db9463-20d5-425a-943d-16c6615bffbd details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:54.481586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-61574ff5-98f5-495b-9018-0478d18c99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:54.484093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-61574ff5-98f5-495b-9018-0478d18c99f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2133098 Nov 12 08:29:54.525298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cd74a29f-2a03-4349-a9a5-7d1467f86915 None None] Deleting port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:54.525880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd74a29f-2a03-4349-a9a5-7d1467f86915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.582569 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73e61f04-de1c-4ed2-8f40-999d3250f40c req-13367573-f5e1-4f8e-882e-ccfa0fbeac40 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839647 Nov 12 08:29:54.689535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-e86db878-3332-4c8e-bec9-38a5d8ca899a service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928895 Nov 12 08:29:54.732891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] For port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6bb3e389-bb60-4efb-9d6a-032daf23f0b9,segment=NetworkSegment(af6497b5-d41b-4fb8-9c21-ec30dfa30ea7),segment_id=af6497b5-d41b-4fb8-9c21-ec30dfa30ea7)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:54.733221 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.749582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Calling delete_port for 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:54.800824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:54.820717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50508) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:54.919104 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-be65a408-68b6-47b4-a9b3-ab0ea2a7a2a0 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.922381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1961fe31-04da-4c8a-be1d-fce5bb9e3da1 req-88dbccc9-e88c-4ed2-9e14-55ba922ae4f3 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154644 Nov 12 08:29:54.926040 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cd74a29f-2a03-4349-a9a5-7d1467f86915 None None] For port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6bb3e389-bb60-4efb-9d6a-032daf23f0b9,segment=NetworkSegment(af6497b5-d41b-4fb8-9c21-ec30dfa30ea7),segment_id=af6497b5-d41b-4fb8-9c21-ec30dfa30ea7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:54.926529 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd74a29f-2a03-4349-a9a5-7d1467f86915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.928885 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.948836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cd74a29f-2a03-4349-a9a5-7d1467f86915 None None] Calling delete_port for 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:54.968265 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb3e389-bb60-4efb-9d6a-032daf23f0b9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:54.970702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] No DVR routers for this DVR port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:54.992852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-be65a408-68b6-47b4-a9b3-ab0ea2a7a2a0 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:54.998123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No active binding found for port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 {{(pid=102446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:29:54.999995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:55.000544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:55.056139 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 91db9463-20d5-425a-943d-16c6615bffbd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=91db9463-20d5-425a-943d-16c6615bffbd,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:55.060194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:55.060783 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 81eb2eaf-caf8-47cc-8af5-623d0ac953a3 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:55.088435 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.111709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48326228-2315-4ce0-9a40-cae4905fa86a']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:55.130923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6497b5-d41b-4fb8-9c21-ec30dfa30ea7') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:55.131607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6497b5-d41b-4fb8-9c21-ec30dfa30ea7') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:55.144466 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.148421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15dda1-e052-43e2-84bf-67e7087d9454 req-8f2e20b6-b245-4190-b9db-cec89a93162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:55.150552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df15dda1-e052-43e2-84bf-67e7087d9454 req-8f2e20b6-b245-4190-b9db-cec89a93162c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2db87f3d0c564965a9e44169dc5b7805&device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 1099 time: 0.0946424 Nov 12 08:29:55.160653 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.164978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ec108-6980-4f84-abeb-ffbd58bc12d7 req-26f1da3d-efee-4dcf-91f1-8ce4dcb89bc4 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:55.167987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-057ec108-6980-4f84-abeb-ffbd58bc12d7 req-26f1da3d-efee-4dcf-91f1-8ce4dcb89bc4 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 944 time: 0.1339440 Nov 12 08:29:55.172581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:55.173397 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:55.175526 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:55.180300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-be65a408-68b6-47b4-a9b3-ab0ea2a7a2a0 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.181585 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 84546c54-cd8c-4c0b-97d7-8380c4346c7d no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:29:55.183799 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-be65a408-68b6-47b4-a9b3-ab0ea2a7a2a0 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.187294 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-be65a408-68b6-47b4-a9b3-ab0ea2a7a2a0 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "DELETE /v2.0/security-groups/e768133c-75c9-4843-82b5-a6bcbb11ad3a HTTP/1.1" status: 204 len: 168 time: 0.3633087 Nov 12 08:29:55.194956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50514) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:55.215797 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 84546c54-cd8c-4c0b-97d7-8380c4346c7d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:29:55.216146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 84546c54-cd8c-4c0b-97d7-8380c4346c7d not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:29:55.224167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '91db9463-20d5-425a-943d-16c6615bffbd', 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d', 'port_id': '91db9463-20d5-425a-943d-16c6615bffbd', 'mac_address': 'fa:16:3e:fd:ef:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa12587-6ad5-47e6-b9e7-1f4806c0e517', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:55.229922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65a408-68b6-47b4-a9b3-ab0ea2a7a2a0 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e768133c-75c9-4843-82b5-a6bcbb11ad3a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:55.250641 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-b662cc6c-ad10-4a13-93c2-f89e2f562cda tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] show failed (client error): The resource could not be found. Nov 12 08:29:55.255527 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b662cc6c-ad10-4a13-93c2-f89e2f562cda tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "GET /v2.0/security-groups/e768133c-75c9-4843-82b5-a6bcbb11ad3a HTTP/1.1" status: 404 len: 347 time: 0.0592873 Nov 12 08:29:55.258772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50516) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:55.309153 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-057ec108-6980-4f84-abeb-ffbd58bc12d7 req-7426f73b-f4d6-4239-b9ec-2423b75d6872 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218452 Nov 12 08:29:55.334587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15dda1-e052-43e2-84bf-67e7087d9454 req-1c03253c-a861-47e8-b119-2952d6b126e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:55.335514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.336446 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df15dda1-e052-43e2-84bf-67e7087d9454 req-1c03253c-a861-47e8-b119-2952d6b126e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1680551 Nov 12 08:29:55.350896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91db9463-20d5-425a-943d-16c6615bffbd {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:55.365320 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.374222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 91db9463-20d5-425a-943d-16c6615bffbd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=91db9463-20d5-425a-943d-16c6615bffbd,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:55.376625 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.378740 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd74a29f-2a03-4349-a9a5-7d1467f86915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.380880 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] 10.222.0.31 "DELETE /v2.0/networks/48326228-2315-4ce0-9a40-cae4905fa86a HTTP/1.1" status: 204 len: 168 time: 1.5557690 Nov 12 08:29:55.398237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df15dda1-e052-43e2-84bf-67e7087d9454 req-0db142df-5ffb-4147-98a3-8be6c4d7e0d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=525cb454-2ff3-4033-b7d5-aa6b8b440055 HTTP/1.1" status: 200 len: 217 time: 0.0469160 Nov 12 08:29:55.406501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd74a29f-2a03-4349-a9a5-7d1467f86915 None None] Network 48326228-2315-4ce0-9a40-cae4905fa86a is not hosted by any dhcp agent {{(pid=102446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:29:55.407051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd74a29f-2a03-4349-a9a5-7d1467f86915 None None] No DVR routers for this DVR port 6bb3e389-bb60-4efb-9d6a-032daf23f0b9 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:29:55.409975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74a29f-2a03-4349-a9a5-7d1467f86915 None None] Pushing event deleted for resources: {'Port': ['ID=6bb3e389-bb60-4efb-9d6a-032daf23f0b9,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:55.411626 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.482228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaffbe-c66c-4e76-9fd4-5475edffd7fa admin admin] Pushing event deleted for resources: {'Network': ['ID=48326228-2315-4ce0-9a40-cae4905fa86a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:55.482475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=91db9463-20d5-425a-943d-16c6615bffbd,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:55.489624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15dda1-e052-43e2-84bf-67e7087d9454 req-b72cb041-7519-4015-93be-a9017d79ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:55.491314 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df15dda1-e052-43e2-84bf-67e7087d9454 req-b72cb041-7519-4015-93be-a9017d79ed49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0814712 Nov 12 08:29:55.518878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ed028387-b5af-4649-9614-cd3398af7a26 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Deleting port c8154912-1572-49ec-a1ab-41ecbb8d7943 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:29:55.519257 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ed028387-b5af-4649-9614-cd3398af7a26 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.580741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15dda1-e052-43e2-84bf-67e7087d9454 req-92c15001-ccf0-4eb4-9e85-4be62c5475c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:55.582309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df15dda1-e052-43e2-84bf-67e7087d9454 req-92c15001-ccf0-4eb4-9e85-4be62c5475c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801961 Nov 12 08:29:55.677205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ed028387-b5af-4649-9614-cd3398af7a26 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.677521 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ed028387-b5af-4649-9614-cd3398af7a26 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.694399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50528) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:55.698585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ed028387-b5af-4649-9614-cd3398af7a26 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Calling delete_port for c8154912-1572-49ec-a1ab-41ecbb8d7943 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:29:55.756566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df15dda1-e052-43e2-84bf-67e7087d9454 req-cbe7587d-77ea-4ef0-94b0-261842afd64c service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648905 Nov 12 08:29:55.817981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7754fb-e5c5-473f-b24d-46b591f3c36d req-4471423b-e258-4277-9fd0-63c3f9c8a337 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:55.819527 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f7754fb-e5c5-473f-b24d-46b591f3c36d req-4471423b-e258-4277-9fd0-63c3f9c8a337 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 947 time: 0.0707440 Nov 12 08:29:55.820405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e646032a-bf59-4ea0-a7b6-d689672f903a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68ad8c927597426585058500b95063cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248398 Nov 12 08:29:55.825610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50530) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:55.903896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df15dda1-e052-43e2-84bf-67e7087d9454 req-ab44445a-bad5-4554-bd54-8c32b8a458c2 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346188 Nov 12 08:29:55.941365 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f7754fb-e5c5-473f-b24d-46b591f3c36d req-a68c4938-8d79-4cbf-af4a-c90eaf0584b6 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081970 Nov 12 08:29:55.946021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['91db9463-20d5-425a-943d-16c6615bffbd'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:55.966637 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e15b1ae-33ea-46b4-9540-b67f0a965368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:55.997318 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ed028387-b5af-4649-9614-cd3398af7a26 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.007581 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e15b1ae-33ea-46b4-9540-b67f0a965368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.048925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed028387-b5af-4649-9614-cd3398af7a26 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Pushing event deleted for resources: {'Port': ['ID=c8154912-1572-49ec-a1ab-41ecbb8d7943,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:56.134022 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ed028387-b5af-4649-9614-cd3398af7a26 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.138519 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ed028387-b5af-4649-9614-cd3398af7a26 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.139883 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ed028387-b5af-4649-9614-cd3398af7a26 tempest-ImagesOneServerNegativeTestJSON-560197460 tempest-ImagesOneServerNegativeTestJSON-560197460-project] 10.222.0.31 "DELETE /v2.0/floatingips/bcf4157e-19c7-4fbb-82f8-4dfa348cd5ff HTTP/1.1" status: 204 len: 168 time: 0.8798308 Nov 12 08:29:56.148119 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e15b1ae-33ea-46b4-9540-b67f0a965368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.150592 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e15b1ae-33ea-46b4-9540-b67f0a965368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.152371 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6e15b1ae-33ea-46b4-9540-b67f0a965368 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd17b6e3-f02c-453a-8224-447e337bed36 HTTP/1.1" status: 204 len: 168 time: 0.3278565 Nov 12 08:29:56.161229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15b1ae-33ea-46b4-9540-b67f0a965368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd17b6e3-f02c-453a-8224-447e337bed36,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:56.265275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50546) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:56.313972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-87832077-6334-47fd-81ff-e99122bd23c3 admin admin] Deleting subnet 87f5b744-1aa9-46a2-8562-d5dd05d461f2 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:29:56.317172 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87832077-6334-47fd-81ff-e99122bd23c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.355792 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87832077-6334-47fd-81ff-e99122bd23c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.402657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87832077-6334-47fd-81ff-e99122bd23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.458304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86fa62-7311-493e-90b9-739bb659a364 req-43b16793-16ce-499a-9d08-427168dbabeb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:56.467264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b86fa62-7311-493e-90b9-739bb659a364 req-43b16793-16ce-499a-9d08-427168dbabeb tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 945 time: 0.0718362 Nov 12 08:29:56.475680 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87832077-6334-47fd-81ff-e99122bd23c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.524073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87832077-6334-47fd-81ff-e99122bd23c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.530334 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b86fa62-7311-493e-90b9-739bb659a364 req-bf0084ca-bf6d-4d5c-bc51-298e2c1c7383 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591841 Nov 12 08:29:56.530957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50556) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:56.531279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-87832077-6334-47fd-81ff-e99122bd23c3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/87f5b744-1aa9-46a2-8562-d5dd05d461f2 HTTP/1.1" status: 204 len: 168 time: 0.2649229 Nov 12 08:29:56.532282 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87832077-6334-47fd-81ff-e99122bd23c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f5b744-1aa9-46a2-8562-d5dd05d461f2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:56.631047 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.735245 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.759861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea539148-52d3-4835-a24a-934daced73d5']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:56.778069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f106204e-8708-4ed4-aaee-ec8fef40dd1a') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:56.779371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f106204e-8708-4ed4-aaee-ec8fef40dd1a') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:29:56.793244 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.814221 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.831811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:29:56.832373 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:29:56.834795 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:29:56.900097 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.904911 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:56.911484 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ea539148-52d3-4835-a24a-934daced73d5 HTTP/1.1" status: 204 len: 168 time: 0.3790500 Nov 12 08:29:56.927021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8ead6-a4b7-4b10-9188-c67207510d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea539148-52d3-4835-a24a-934daced73d5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:57.101653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9550b30-e851-409f-81f7-acebe6df0668 req-45d1ea72-242f-49c2-9e60-0dfa75829023 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:57.110890 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9550b30-e851-409f-81f7-acebe6df0668 req-45d1ea72-242f-49c2-9e60-0dfa75829023 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 947 time: 0.0743818 Nov 12 08:29:57.186143 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9550b30-e851-409f-81f7-acebe6df0668 req-b90ff115-3a7b-4bee-8d49-c029b5e9456b tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732853 Nov 12 08:29:57.227755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50586) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:57.295776 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1895c931-a752-4680-8b89-aa996732a81e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2604f02976ba4161ba152d9e13cf8c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666063 Nov 12 08:29:57.299983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50588) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:57.356663 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3cc600fd-0f68-4e17-a5f3-d41ff373346a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.384690 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3cc600fd-0f68-4e17-a5f3-d41ff373346a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.439067 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3cc600fd-0f68-4e17-a5f3-d41ff373346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.444514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3cc600fd-0f68-4e17-a5f3-d41ff373346a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:57.448656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3cc600fd-0f68-4e17-a5f3-d41ff373346a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cf7db6a-0378-4d09-8a6e-1aec804e4d7d HTTP/1.1" status: 204 len: 168 time: 0.1452343 Nov 12 08:29:57.460919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc600fd-0f68-4e17-a5f3-d41ff373346a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf7db6a-0378-4d09-8a6e-1aec804e4d7d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:57.682129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f31c1-fd4b-4b3c-90f8-af520afea40f req-d1fba636-1224-45b0-8e32-259fafd43df4 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:57.689846 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f2f31c1-fd4b-4b3c-90f8-af520afea40f req-d1fba636-1224-45b0-8e32-259fafd43df4 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 945 time: 0.0692658 Nov 12 08:29:57.797586 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f2f31c1-fd4b-4b3c-90f8-af520afea40f req-a622a46b-8992-47ad-bb3e-7a1e49c80083 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024365 Nov 12 08:29:57.905579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50612) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:58.035776 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bffeb721-4595-42b7-93b7-a04132f0c281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.120788 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bffeb721-4595-42b7-93b7-a04132f0c281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.125841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bffeb721-4595-42b7-93b7-a04132f0c281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.170070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bffeb721-4595-42b7-93b7-a04132f0c281 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eeed53db638240f2ac0055412b07fcd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631099 Nov 12 08:29:58.172438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffeb721-4595-42b7-93b7-a04132f0c281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ef56ea-ca35-40d0-9dc4-ac6652746317,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:58.172581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50622) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:58.268210 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-501e3d0a-2229-4754-8485-d7551dadad03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.314464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-501e3d0a-2229-4754-8485-d7551dadad03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.344879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eead11e-6a4f-4266-9472-8e0ec5e4b05c req-a43d5f3c-13e9-4625-92e1-18b3b4d7b118 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:58.346609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2eead11e-6a4f-4266-9472-8e0ec5e4b05c req-a43d5f3c-13e9-4625-92e1-18b3b4d7b118 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 947 time: 0.0894127 Nov 12 08:29:58.404420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 525cb454-2ff3-4033-b7d5-aa6b8b440055 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:29:58.419264 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2eead11e-6a4f-4266-9472-8e0ec5e4b05c req-fd05c1fd-3b91-4f45-bf59-298bacb9ed46 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617888 Nov 12 08:29:58.427070 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-501e3d0a-2229-4754-8485-d7551dadad03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.429780 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-501e3d0a-2229-4754-8485-d7551dadad03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.430918 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-501e3d0a-2229-4754-8485-d7551dadad03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9ef56ea-ca35-40d0-9dc4-ac6652746317 HTTP/1.1" status: 204 len: 168 time: 0.2571671 Nov 12 08:29:58.447268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e3d0a-2229-4754-8485-d7551dadad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ef56ea-ca35-40d0-9dc4-ac6652746317,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:58.470467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50638) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:58.475844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 91db9463-20d5-425a-943d-16c6615bffbd up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:29:58.572833 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.617623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 525cb454-2ff3-4033-b7d5-aa6b8b440055, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=525cb454-2ff3-4033-b7d5-aa6b8b440055,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:58.617788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-373395770-network', 'tenant_id': 'b9dd854201b14ebf9c4fd6e240e2f58b'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:58.620900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 91db9463-20d5-425a-943d-16c6615bffbd completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:29:58.632266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 91db9463-20d5-425a-943d-16c6615bffbd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:29:58.632645 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.635575 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '525cb454-2ff3-4033-b7d5-aa6b8b440055', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '525cb454-2ff3-4033-b7d5-aa6b8b440055', 'mac_address': 'fa:16:3e:d7:cb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:29:58.657571 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Made reservation on behalf of b9dd854201b14ebf9c4fd6e240e2f58b for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:58.662162 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.678015 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.735524 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.772047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525cb454-2ff3-4033-b7d5-aa6b8b440055 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:29:58.786467 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.808951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.843424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 525cb454-2ff3-4033-b7d5-aa6b8b440055, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=525cb454-2ff3-4033-b7d5-aa6b8b440055,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:58.849794 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.859637 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.878740 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3ffc53-a252-40dc-8772-071a96db58fc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:58.904913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:58.925756 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:58.927244 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Added segment 0d15053f-247d-4c6b-9790-b0123a0ca9b3 of type vlan for network 44f30dec-2437-4313-a881-c96e4db44c3d Nov 12 08:29:58.944257 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=525cb454-2ff3-4033-b7d5-aa6b8b440055,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:58.963908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bcc1d9-822b-4d16-9dd7-550fd91f31bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91db9463-20d5-425a-943d-16c6615bffbd'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:29:58.967434 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165afa89-b850-413c-8a0b-cf04a9134e44" -d '{"events": [{"server_uuid": "46bcc1d9-822b-4d16-9dd7-550fd91f31bf", "name": "network-vif-plugged", "status": "completed", "tag": "91db9463-20d5-425a-943d-16c6615bffbd"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:29:58.986723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 91db9463-20d5-425a-943d-16c6615bffbd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=91db9463-20d5-425a-943d-16c6615bffbd,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:29:58.996174 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.055734 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.070333 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae76feaf-cd06-4cd1-9e80-1f415894cb6f x-openstack-request-id: req-ae76feaf-cd06-4cd1-9e80-1f415894cb6f {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:29:59.070684 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bcc1d9-822b-4d16-9dd7-550fd91f31bf", "name": "network-vif-plugged", "status": "completed", "tag": "91db9463-20d5-425a-943d-16c6615bffbd", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:29:59.072915 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae76feaf-cd06-4cd1-9e80-1f415894cb6f {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:29:59.075152 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bcc1d9-822b-4d16-9dd7-550fd91f31bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91db9463-20d5-425a-943d-16c6615bffbd', 'code': 200} Nov 12 08:29:59.075393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849306e-1103-4b71-b97a-579d5087fa6e req-ee318c91-2676-49d0-aacb-79e34480eb41 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:59.078203 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5849306e-1103-4b71-b97a-579d5087fa6e req-ee318c91-2676-49d0-aacb-79e34480eb41 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 945 time: 0.1329391 Nov 12 08:29:59.118279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=91db9463-20d5-425a-943d-16c6615bffbd,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:59.168355 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5849306e-1103-4b71-b97a-579d5087fa6e req-6df56cd8-13b3-4919-8369-8f8b2e8b97e1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706668 Nov 12 08:29:59.172957 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.176199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:59.177327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.254334 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7827327 Nov 12 08:29:59.257088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50664) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:59.262838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-042ccf08-ffc6-43f8-95d8-aa8e06283ff7 admin admin] Request body: {'subnet': {'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-373395770-subnet', 'tenant_id': 'b9dd854201b14ebf9c4fd6e240e2f58b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:59.264594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495c81a-3d61-441d-b563-73f65144f6e5 req-93dfe92e-9b01-4640-97fd-f28fa41170ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:59.271178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1495c81a-3d61-441d-b563-73f65144f6e5 req-93dfe92e-9b01-4640-97fd-f28fa41170ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 1098 time: 0.1071043 Nov 12 08:29:59.276655 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb157ad1-0284-41fe-b0ba-8507b93d448d admin admin] Pushing event updated for resources: {'Network': ['ID=44f30dec-2437-4313-a881-c96e4db44c3d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:59.290108 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 44f30dec-2437-4313-a881-c96e4db44c3d details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:29:59.321484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042ccf08-ffc6-43f8-95d8-aa8e06283ff7 admin admin] Made reservation on behalf of b9dd854201b14ebf9c4fd6e240e2f58b for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:59.325913 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-042ccf08-ffc6-43f8-95d8-aa8e06283ff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.352669 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1495c81a-3d61-441d-b563-73f65144f6e5 req-bd3ef028-4cc8-4643-b815-3ad9f83ad65d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674329 Nov 12 08:29:59.408276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['525cb454-2ff3-4033-b7d5-aa6b8b440055'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:29:59.556210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50676) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:29:59.623630 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-042ccf08-ffc6-43f8-95d8-aa8e06283ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.672863 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46d9dd-dc9d-4c34-a3fe-71065c8af01a req-5833f92e-0269-4475-a129-f7bee2c58a77 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:59.673082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1578189690-network', 'tenant_id': '1e250da7161f4ea2970736ae3ec0016f'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:29:59.674653 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5c46d9dd-dc9d-4c34-a3fe-71065c8af01a req-5833f92e-0269-4475-a129-f7bee2c58a77 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 948 time: 0.1157405 Nov 12 08:29:59.698598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Made reservation on behalf of 1e250da7161f4ea2970736ae3ec0016f for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:29:59.698598 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.707922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.719655 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ccf08-ffc6-43f8-95d8-aa8e06283ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebbb1c49-fbbc-4ada-908b-ea57f584c460,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:59.750079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042ccf08-ffc6-43f8-95d8-aa8e06283ff7 admin admin] Checking segment: {'id': '0d15053f-247d-4c6b-9790-b0123a0ca9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:29:59.750473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ccf08-ffc6-43f8-95d8-aa8e06283ff7 admin admin] Network hostable DHCP agents. Network: 44f30dec-2437-4313-a881-c96e4db44c3d, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:29:59.766664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5c46d9dd-dc9d-4c34-a3fe-71065c8af01a req-c1e06c9b-cb3d-422c-87dc-8696e8d162e8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741544 Nov 12 08:29:59.785071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ccf08-ffc6-43f8-95d8-aa8e06283ff7 admin admin] Network 44f30dec-2437-4313-a881-c96e4db44c3d is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:29:59.799451 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.805085 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.806979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-042ccf08-ffc6-43f8-95d8-aa8e06283ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 44f30dec-2437-4313-a881-c96e4db44c3d) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:29:59.812988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042ccf08-ffc6-43f8-95d8-aa8e06283ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:29:59.813974 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-042ccf08-ffc6-43f8-95d8-aa8e06283ff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.821189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffda658f-e5f2-4808-9645-60b7defc9f81 None None] Network 44f30dec-2437-4313-a881-c96e4db44c3d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:29:59.836561 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-042ccf08-ffc6-43f8-95d8-aa8e06283ff7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5782850 Nov 12 08:29:59.839051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:29:59.850552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd10b5ad-e6f0-4faf-99a7-e5c12340e43e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:29:59.864148 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:29:59.864479 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Added segment e489cdf6-7a84-4060-968f-04c3f5301af6 of type vlan for network dd57113d-bb85-4d28-8d62-e942a35378a4 Nov 12 08:29:59.950379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.003594 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.004602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:00.006626 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.044065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3116a8d-4b91-481d-95b3-f9d06fbd3b18 None None] Network 44f30dec-2437-4313-a881-c96e4db44c3d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:00.101157 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] Pushing event updated for resources: {'Network': ['ID=dd57113d-bb85-4d28-8d62-e942a35378a4,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:00.126397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network dd57113d-bb85-4d28-8d62-e942a35378a4 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:30:00.136312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50692) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:00.136841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5664b4ce-0dc1-477e-8a2e-bfad2f03befb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5794759 Nov 12 08:30:00.142241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f9f67813-fdf3-4d9a-8078-1908bc83f458 admin admin] Request body: {'subnet': {'network_id': 'dd57113d-bb85-4d28-8d62-e942a35378a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1578189690-subnet', 'tenant_id': '1e250da7161f4ea2970736ae3ec0016f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:00.173280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f67813-fdf3-4d9a-8078-1908bc83f458 admin admin] Made reservation on behalf of 1e250da7161f4ea2970736ae3ec0016f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:00.176530 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9f67813-fdf3-4d9a-8078-1908bc83f458 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.276443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-cb61f4b6-ce92-41a1-98bc-f17a4b60ec66 req-968ef084-bd83-42fb-9bf8-d96aff27883d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-836915446', 'description': 'tempest-description-1577825617'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:00.322256 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb61f4b6-ce92-41a1-98bc-f17a4b60ec66 req-968ef084-bd83-42fb-9bf8-d96aff27883d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.433486 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb61f4b6-ce92-41a1-98bc-f17a4b60ec66 req-968ef084-bd83-42fb-9bf8-d96aff27883d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.438251 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb61f4b6-ce92-41a1-98bc-f17a4b60ec66 req-968ef084-bd83-42fb-9bf8-d96aff27883d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.463266 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b33ca3-e0cb-464c-b829-d34ad9868e58 req-131dc451-a588-485c-9130-9d9bb120a236 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:00.464785 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18b33ca3-e0cb-464c-b829-d34ad9868e58 req-131dc451-a588-485c-9130-9d9bb120a236 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 946 time: 0.1329334 Nov 12 08:30:00.476765 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb61f4b6-ce92-41a1-98bc-f17a4b60ec66 req-968ef084-bd83-42fb-9bf8-d96aff27883d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.478550 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb61f4b6-ce92-41a1-98bc-f17a4b60ec66 req-968ef084-bd83-42fb-9bf8-d96aff27883d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2067902 Nov 12 08:30:00.484721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ef084-bd83-42fb-9bf8-d96aff27883d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd26dc98-ceae-4aa3-8d5a-ed57427e07a1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:00.501524 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9f67813-fdf3-4d9a-8078-1908bc83f458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.530863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b73c779f-158d-4b05-be0b-91303ee93b18 req-1550f3da-607b-4ee2-8138-6c3d6bd45ff3 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1206447677', 'description': 'tempest-description-1015352719'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:00.565859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73c779f-158d-4b05-be0b-91303ee93b18 req-1550f3da-607b-4ee2-8138-6c3d6bd45ff3 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.580466 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18b33ca3-e0cb-464c-b829-d34ad9868e58 req-a2aafa55-86ba-4deb-ad29-58db13143ccc tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058748 Nov 12 08:30:00.583937 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f67813-fdf3-4d9a-8078-1908bc83f458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f056dbf-3681-4e07-973f-ac7403f29787,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:00.609033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f67813-fdf3-4d9a-8078-1908bc83f458 admin admin] Checking segment: {'id': 'e489cdf6-7a84-4060-968f-04c3f5301af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd57113d-bb85-4d28-8d62-e942a35378a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:00.609729 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f67813-fdf3-4d9a-8078-1908bc83f458 admin admin] Network hostable DHCP agents. Network: dd57113d-bb85-4d28-8d62-e942a35378a4, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:30:00.633130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f67813-fdf3-4d9a-8078-1908bc83f458 admin admin] Network dd57113d-bb85-4d28-8d62-e942a35378a4 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:30:00.647524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-f9f67813-fdf3-4d9a-8078-1908bc83f458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, dd57113d-bb85-4d28-8d62-e942a35378a4) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:00.653134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f67813-fdf3-4d9a-8078-1908bc83f458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:00.653745 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9f67813-fdf3-4d9a-8078-1908bc83f458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.660541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4c72f8-49a0-4651-8f65-d97d243953d2 None None] Network dd57113d-bb85-4d28-8d62-e942a35378a4 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:00.676811 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f9f67813-fdf3-4d9a-8078-1908bc83f458 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5391097 Nov 12 08:30:00.680083 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73c779f-158d-4b05-be0b-91303ee93b18 req-1550f3da-607b-4ee2-8138-6c3d6bd45ff3 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.696575 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73c779f-158d-4b05-be0b-91303ee93b18 req-1550f3da-607b-4ee2-8138-6c3d6bd45ff3 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.743166 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73c779f-158d-4b05-be0b-91303ee93b18 req-1550f3da-607b-4ee2-8138-6c3d6bd45ff3 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:00.744469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73c779f-158d-4b05-be0b-91303ee93b18 req-1550f3da-607b-4ee2-8138-6c3d6bd45ff3 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2197423 Nov 12 08:30:00.766451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550f3da-607b-4ee2-8138-6c3d6bd45ff3 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453fc623-5eaa-4ef7-b58c-0dc3ef243afa,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:00.850136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d5d83-7a9c-46eb-af8b-eaaca0488493 None None] Network dd57113d-bb85-4d28-8d62-e942a35378a4 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:00.924909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8cd3a-9512-45c4-9140-9ebf0cbf1c66 req-f71f63db-dc76-41a4-82ea-406a28558277 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:00.926744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78f8cd3a-9512-45c4-9140-9ebf0cbf1c66 req-f71f63db-dc76-41a4-82ea-406a28558277 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 948 time: 0.0624471 Nov 12 08:30:00.996272 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78f8cd3a-9512-45c4-9140-9ebf0cbf1c66 req-11cbfa90-fa0b-49e4-9861-6ede2cfd2d0f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604541 Nov 12 08:30:01.089146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-86111ec0-3152-46e9-8271-61b7ce06fd80 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:01.091657 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-86111ec0-3152-46e9-8271-61b7ce06fd80 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/networks?id=44f30dec-2437-4313-a881-c96e4db44c3d HTTP/1.1" status: 200 len: 812 time: 0.1829231 Nov 12 08:30:01.099336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-7943bac7-7d99-4df2-9f61-dd5a2f798bdf req-0963b0e2-f989-4096-aed9-cfe4d100b96f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-209111424', 'description': 'tempest-description-333801163'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:01.120917 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-1803ada0-4034-47a9-87fe-514ecebee0f5 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/quotas/b9dd854201b14ebf9c4fd6e240e2f58b HTTP/1.1" status: 200 len: 375 time: 0.0193601 Nov 12 08:30:01.146020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7943bac7-7d99-4df2-9f61-dd5a2f798bdf req-0963b0e2-f989-4096-aed9-cfe4d100b96f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.161884 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fafc5511-f754-48f9-97d0-a8553a4db998 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356269 Nov 12 08:30:01.236451 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7943bac7-7d99-4df2-9f61-dd5a2f798bdf req-0963b0e2-f989-4096-aed9-cfe4d100b96f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.246068 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7943bac7-7d99-4df2-9f61-dd5a2f798bdf req-0963b0e2-f989-4096-aed9-cfe4d100b96f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.276522 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-35ec26c4-4b7e-40a1-af07-1c6549b2d4e2 service neutron] 10.222.0.31 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070728 Nov 12 08:30:01.302240 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7943bac7-7d99-4df2-9f61-dd5a2f798bdf req-0963b0e2-f989-4096-aed9-cfe4d100b96f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.303500 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7943bac7-7d99-4df2-9f61-dd5a2f798bdf req-0963b0e2-f989-4096-aed9-cfe4d100b96f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2088528 Nov 12 08:30:01.305516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963b0e2-f989-4096-aed9-cfe4d100b96f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa8e020-3ddf-4c0f-8609-46685771a2b0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:01.405073 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-b924ba5d-032e-4735-aa06-0a713414063f service neutron] 10.222.0.31 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186762 Nov 12 08:30:01.546739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bdef2ca-7ac3-4548-a157-90599ec6332b req-22eafc7b-ed8f-457b-a021-7961f64b151e tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/6aa8e020-3ddf-4c0f-8609-46685771a2b0 HTTP/1.1" status: 200 len: 1820 time: 0.0514727 Nov 12 08:30:01.564962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-8bdef2ca-7ac3-4548-a157-90599ec6332b req-d71b2e83-69ad-44f0-bac0-46e650765807 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6aa8e020-3ddf-4c0f-8609-46685771a2b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:01.565488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-8bdef2ca-7ac3-4548-a157-90599ec6332b req-d71b2e83-69ad-44f0-bac0-46e650765807 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6aa8e020-3ddf-4c0f-8609-46685771a2b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:01.607871 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc400dfa-12b6-45d8-82e2-5944abff5fee req-6cb237a1-69ca-403f-821e-f4c3d1f5a1db tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 210 time: 0.0379341 Nov 12 08:30:01.660853 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8bdef2ca-7ac3-4548-a157-90599ec6332b req-d71b2e83-69ad-44f0-bac0-46e650765807 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.690164 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8bdef2ca-7ac3-4548-a157-90599ec6332b req-d71b2e83-69ad-44f0-bac0-46e650765807 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.705054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8bdef2ca-7ac3-4548-a157-90599ec6332b req-d71b2e83-69ad-44f0-bac0-46e650765807 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.728698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b2e83-69ad-44f0-bac0-46e650765807 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bc2dae-dfe7-4563-b011-de565b14e9f1,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:01.740455 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8bdef2ca-7ac3-4548-a157-90599ec6332b req-d71b2e83-69ad-44f0-bac0-46e650765807 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.742144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bdef2ca-7ac3-4548-a157-90599ec6332b req-d71b2e83-69ad-44f0-bac0-46e650765807 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1813216 Nov 12 08:30:01.747392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1396e12-b39a-4ec3-afa4-f6106d010b0f req-2200cfbd-b27d-4f26-954e-31042f2719c6 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:01.748952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1396e12-b39a-4ec3-afa4-f6106d010b0f req-2200cfbd-b27d-4f26-954e-31042f2719c6 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 946 time: 0.0636694 Nov 12 08:30:01.777254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-86269d03-a13e-47cf-947c-87cf6ff24001 req-976be080-ebbe-4703-ad83-4bc9b9334d2f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1858911339', 'description': 'tempest-description-1339684606'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:01.806192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-86269d03-a13e-47cf-947c-87cf6ff24001 req-976be080-ebbe-4703-ad83-4bc9b9334d2f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.814717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1396e12-b39a-4ec3-afa4-f6106d010b0f req-d2333d52-95e3-475b-9adc-788531cea734 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564034 Nov 12 08:30:01.879937 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-86269d03-a13e-47cf-947c-87cf6ff24001 req-976be080-ebbe-4703-ad83-4bc9b9334d2f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.883975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-86269d03-a13e-47cf-947c-87cf6ff24001 req-976be080-ebbe-4703-ad83-4bc9b9334d2f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.913142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976be080-ebbe-4703-ad83-4bc9b9334d2f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3524d775-f734-4c6f-8ae7-24f442441d71,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:01.926118 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-86269d03-a13e-47cf-947c-87cf6ff24001 req-976be080-ebbe-4703-ad83-4bc9b9334d2f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:01.927471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86269d03-a13e-47cf-947c-87cf6ff24001 req-976be080-ebbe-4703-ad83-4bc9b9334d2f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1554530 Nov 12 08:30:01.997967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f2754-ea24-41c5-9016-399e9b8b5ec3 req-182d216e-7c1e-44eb-bcf7-84b486a530f2 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:02.005223 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac0f2754-ea24-41c5-9016-399e9b8b5ec3 req-182d216e-7c1e-44eb-bcf7-84b486a530f2 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf930927-7d1e-4454-ab1f-2afd0bbb3638 HTTP/1.1" status: 200 len: 945 time: 0.0597370 Nov 12 08:30:02.018492 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-be7adaa0-0adb-41f0-952a-c0a23e8d52fa req-aa307438-ef61-40a3-969d-974626989cca tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/3524d775-f734-4c6f-8ae7-24f442441d71 HTTP/1.1" status: 200 len: 1822 time: 0.0643706 Nov 12 08:30:02.029420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-be7adaa0-0adb-41f0-952a-c0a23e8d52fa req-91265345-fb36-429d-a558-23cced8bf22f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3524d775-f734-4c6f-8ae7-24f442441d71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:02.030320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-be7adaa0-0adb-41f0-952a-c0a23e8d52fa req-91265345-fb36-429d-a558-23cced8bf22f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3524d775-f734-4c6f-8ae7-24f442441d71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:02.052177 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac0f2754-ea24-41c5-9016-399e9b8b5ec3 req-dc3f8443-fc9b-4432-8249-fe26a554c487 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458918 Nov 12 08:30:02.093468 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-be7adaa0-0adb-41f0-952a-c0a23e8d52fa req-91265345-fb36-429d-a558-23cced8bf22f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.120951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-be7adaa0-0adb-41f0-952a-c0a23e8d52fa req-91265345-fb36-429d-a558-23cced8bf22f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.126851 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-be7adaa0-0adb-41f0-952a-c0a23e8d52fa req-91265345-fb36-429d-a558-23cced8bf22f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.146301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91265345-fb36-429d-a558-23cced8bf22f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e30d7a-1423-48a0-8f4a-2cd202ea6e9c,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:02.157058 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-be7adaa0-0adb-41f0-952a-c0a23e8d52fa req-91265345-fb36-429d-a558-23cced8bf22f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.169692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-be7adaa0-0adb-41f0-952a-c0a23e8d52fa req-91265345-fb36-429d-a558-23cced8bf22f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1448023 Nov 12 08:30:02.181900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc28797-d635-4bfb-a890-792275214e1c req-f2eb7913-c0c6-4db5-a0a6-7ad3bd5977fb tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:02.183415 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-abc28797-d635-4bfb-a890-792275214e1c req-f2eb7913-c0c6-4db5-a0a6-7ad3bd5977fb tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 948 time: 0.0691352 Nov 12 08:30:02.243748 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-abc28797-d635-4bfb-a890-792275214e1c req-827c6501-9db7-4084-adde-56547f0db694 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529747 Nov 12 08:30:02.274007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-5bcdf050-7d54-4c65-b342-f091711bcc75 req-f13973c9-8573-473a-a226-b585ab84d7f2 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2114545661', 'description': 'tempest-description-1467973015'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:02.316910 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5bcdf050-7d54-4c65-b342-f091711bcc75 req-f13973c9-8573-473a-a226-b585ab84d7f2 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.399952 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5bcdf050-7d54-4c65-b342-f091711bcc75 req-f13973c9-8573-473a-a226-b585ab84d7f2 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.403859 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5bcdf050-7d54-4c65-b342-f091711bcc75 req-f13973c9-8573-473a-a226-b585ab84d7f2 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.437627 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5bcdf050-7d54-4c65-b342-f091711bcc75 req-f13973c9-8573-473a-a226-b585ab84d7f2 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.440440 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5bcdf050-7d54-4c65-b342-f091711bcc75 req-f13973c9-8573-473a-a226-b585ab84d7f2 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1709561 Nov 12 08:30:02.444447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 525cb454-2ff3-4033-b7d5-aa6b8b440055 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:02.445660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13973c9-8573-473a-a226-b585ab84d7f2 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7115b583-52b0-45e1-a17d-f6b1887cd314,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:02.493888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-669a0b6d-cce0-4bcb-900f-5a2d5cc2135d req-b121046f-7b3b-4130-9cc5-105108ebfb8f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1523027579', 'description': 'tempest-description-1212993947'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:02.521628 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-669a0b6d-cce0-4bcb-900f-5a2d5cc2135d req-b121046f-7b3b-4130-9cc5-105108ebfb8f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.523372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 525cb454-2ff3-4033-b7d5-aa6b8b440055 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:02.530936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 525cb454-2ff3-4033-b7d5-aa6b8b440055 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:02.531668 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.645086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-669a0b6d-cce0-4bcb-900f-5a2d5cc2135d req-b121046f-7b3b-4130-9cc5-105108ebfb8f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.650773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-669a0b6d-cce0-4bcb-900f-5a2d5cc2135d req-b121046f-7b3b-4130-9cc5-105108ebfb8f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.651486 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.685804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952f3e0b-a3e4-4728-9fe4-9c538e0302d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525cb454-2ff3-4033-b7d5-aa6b8b440055'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:02.688785 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10464f75-b5f5-4915-a7a1-44e935273c30" -d '{"events": [{"server_uuid": "952f3e0b-a3e4-4728-9fe4-9c538e0302d7", "name": "network-vif-plugged", "status": "completed", "tag": "525cb454-2ff3-4033-b7d5-aa6b8b440055"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:02.711887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 525cb454-2ff3-4033-b7d5-aa6b8b440055, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=525cb454-2ff3-4033-b7d5-aa6b8b440055,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:02.718703 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.726092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121046f-7b3b-4130-9cc5-105108ebfb8f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4072f45-dcd5-4502-b672-570173fe4fed,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:02.733614 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-669a0b6d-cce0-4bcb-900f-5a2d5cc2135d req-b121046f-7b3b-4130-9cc5-105108ebfb8f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:02.748748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-669a0b6d-cce0-4bcb-900f-5a2d5cc2135d req-b121046f-7b3b-4130-9cc5-105108ebfb8f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2615328 Nov 12 08:30:02.826390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=525cb454-2ff3-4033-b7d5-aa6b8b440055,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:02.840172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44d92ef1-a682-4271-be86-2b0d5b87bac5 req-bbafd28b-5144-48f4-ac86-7f3322f154d4 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 210 time: 0.0373590 Nov 12 08:30:02.893251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-6efb3e07-6bc8-45d2-8cc4-ab97bc469377 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:02.896210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-741ddbc1-e86a-426d-8bc7-d451ead701fd tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:02.896990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-6efb3e07-6bc8-45d2-8cc4-ab97bc469377 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.52 "GET /v2.0/networks?id=44f30dec-2437-4313-a881-c96e4db44c3d HTTP/1.1" status: 200 len: 812 time: 0.2091796 Nov 12 08:30:02.897394 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-741ddbc1-e86a-426d-8bc7-d451ead701fd tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/networks?id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d HTTP/1.1" status: 200 len: 813 time: 0.1357830 Nov 12 08:30:02.899076 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9acfa60-0551-4bd2-a0ed-8e6afc9f151d x-openstack-request-id: req-c9acfa60-0551-4bd2-a0ed-8e6afc9f151d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:02.899828 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952f3e0b-a3e4-4728-9fe4-9c538e0302d7", "name": "network-vif-plugged", "status": "completed", "tag": "525cb454-2ff3-4033-b7d5-aa6b8b440055", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:02.900256 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9acfa60-0551-4bd2-a0ed-8e6afc9f151d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:02.901050 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952f3e0b-a3e4-4728-9fe4-9c538e0302d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525cb454-2ff3-4033-b7d5-aa6b8b440055', 'code': 200} Nov 12 08:30:02.914122 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-cba4bb3d-76c6-4322-94d4-1970c65fae37 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/quotas/0d3c20758c2b428ba4d514ffa5ec3f85 HTTP/1.1" status: 200 len: 375 time: 0.0101683 Nov 12 08:30:02.914409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'port': {'device_id': '7332c858-cfbb-4332-b331-9e77697f6f84', 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d', 'admin_state_up': True, 'tenant_id': 'b9dd854201b14ebf9c4fd6e240e2f58b'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:02.984800 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-863dc35e-2762-4829-abe7-9c19a3d8439a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d3c20758c2b428ba4d514ffa5ec3f85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575299 Nov 12 08:30:03.062124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d8a78be2-ca9c-43e5-8579-eba7811faf8f req-3c4b4f58-bb93-452d-8ac5-efb49b0056e9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/7115b583-52b0-45e1-a17d-f6b1887cd314 HTTP/1.1" status: 200 len: 1822 time: 0.1431565 Nov 12 08:30:03.090948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e422b-8f32-4663-ab39-e42925b0ff56 req-610d77b8-80d2-4986-bc43-b65213ec3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:03.091786 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-1be31923-c994-4e09-bb3c-59b5aaa76938 service neutron] 10.222.0.31 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984981 Nov 12 08:30:03.092334 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4f6e422b-8f32-4663-ab39-e42925b0ff56 req-610d77b8-80d2-4986-bc43-b65213ec3128 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 1101 time: 0.1003244 Nov 12 08:30:03.162079 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d8a78be2-ca9c-43e5-8579-eba7811faf8f req-30e14c77-f583-4e93-9c3e-1ffa9205768a tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/b4072f45-dcd5-4502-b672-570173fe4fed HTTP/1.1" status: 200 len: 1822 time: 0.0919459 Nov 12 08:30:03.165644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Made reservation on behalf of b9dd854201b14ebf9c4fd6e240e2f58b for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:03.169462 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.190391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-d8a78be2-ca9c-43e5-8579-eba7811faf8f req-586c9b73-21b6-48a5-858c-b00275fbab88 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7115b583-52b0-45e1-a17d-f6b1887cd314', 'remote_group_id': 'b4072f45-dcd5-4502-b672-570173fe4fed', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:03.190716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-d8a78be2-ca9c-43e5-8579-eba7811faf8f req-586c9b73-21b6-48a5-858c-b00275fbab88 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7115b583-52b0-45e1-a17d-f6b1887cd314', 'remote_group_id': 'b4072f45-dcd5-4502-b672-570173fe4fed', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:03.205237 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-9ec0c2b5-c1bf-4d45-88cc-fa80478c8a34 service neutron] 10.222.0.31 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069117 Nov 12 08:30:03.209645 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4f6e422b-8f32-4663-ab39-e42925b0ff56 req-ea684475-4078-4460-a662-066592a196d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017947 Nov 12 08:30:03.354574 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d8a78be2-ca9c-43e5-8579-eba7811faf8f req-586c9b73-21b6-48a5-858c-b00275fbab88 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.400119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Allocated IP 172.20.0.4 (44f30dec-2437-4313-a881-c96e4db44c3d/ebbb1c49-fbbc-4ada-908b-ea57f584c460/e4dd8d82-4ae1-4a44-91df-891257c04b0d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:03.426969 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d8a78be2-ca9c-43e5-8579-eba7811faf8f req-586c9b73-21b6-48a5-858c-b00275fbab88 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.436214 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d8a78be2-ca9c-43e5-8579-eba7811faf8f req-586c9b73-21b6-48a5-858c-b00275fbab88 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.476393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c9b73-21b6-48a5-858c-b00275fbab88 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6a82f2-573b-421b-84f7-15f7761cc0d8,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:03.481403 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d8a78be2-ca9c-43e5-8579-eba7811faf8f req-586c9b73-21b6-48a5-858c-b00275fbab88 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.494377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d8a78be2-ca9c-43e5-8579-eba7811faf8f req-586c9b73-21b6-48a5-858c-b00275fbab88 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3209333 Nov 12 08:30:03.704898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a75b73-35e4-4653-a402-a8ad320e5d5d req-6678334b-a4c7-4b68-ae73-b38bc34485cd tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:03.705590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-db694b19-e3e4-45d5-ad9c-059bbb161582 req-ba25c98f-a401-41b2-9877-4fc28f241619 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1303619675', 'description': 'tempest-description-1678297890'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:03.706546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d4a75b73-35e4-4653-a402-a8ad320e5d5d req-6678334b-a4c7-4b68-ae73-b38bc34485cd tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 949 time: 0.1172249 Nov 12 08:30:03.717056 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.734738 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-db694b19-e3e4-45d5-ad9c-059bbb161582 req-ba25c98f-a401-41b2-9877-4fc28f241619 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.804761 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d4a75b73-35e4-4653-a402-a8ad320e5d5d req-59dcc29b-8ae9-4f6e-82a8-5db329f9671e tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855367 Nov 12 08:30:03.818093 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.883313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Network 44f30dec-2437-4313-a881-c96e4db44c3d is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:03.887357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:03.891694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:03.920162 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-db694b19-e3e4-45d5-ad9c-059bbb161582 req-ba25c98f-a401-41b2-9877-4fc28f241619 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.934460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-db694b19-e3e4-45d5-ad9c-059bbb161582 req-ba25c98f-a401-41b2-9877-4fc28f241619 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:03.951187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'Port': ['ID=e4dd8d82-4ae1-4a44-91df-891257c04b0d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:03.992609 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-db694b19-e3e4-45d5-ad9c-059bbb161582 req-ba25c98f-a401-41b2-9877-4fc28f241619 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.008101 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-db694b19-e3e4-45d5-ad9c-059bbb161582 req-ba25c98f-a401-41b2-9877-4fc28f241619 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3060038 Nov 12 08:30:04.008292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:04.008292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.028472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3dd3d-6340-44c4-a1b1-843a46eb4da8 req-a5127d94-4f43-4930-be8e-6bd8e69dd2df tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:04.031614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d7f3dd3d-6340-44c4-a1b1-843a46eb4da8 req-a5127d94-4f43-4930-be8e-6bd8e69dd2df tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf930927-7d1e-4454-ab1f-2afd0bbb3638 HTTP/1.1" status: 200 len: 945 time: 0.1982539 Nov 12 08:30:04.064039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-8d2ce888-a857-4f02-8180-9a434e9d2e6e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1548712 Nov 12 08:30:04.082353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Request body: {'port': {'device_id': '7332c858-cfbb-4332-b331-9e77697f6f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:04.091368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25c98f-a401-41b2-9877-4fc28f241619 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeabee1-2f8f-40ed-b4e2-221fa12d1395,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:04.136962 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66b58e49-f819-46cb-a504-c8332e4637cc req-46ac0442-e2c8-4e1e-a560-87fd86677b19 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 210 time: 0.0569508 Nov 12 08:30:04.177790 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.207408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-de5d61a2-516d-436e-9a70-e3e92851af4e req-85861b25-b60f-40ec-934b-1e40cabd0506 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-123591856', 'description': 'tempest-description-198373326'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:04.235663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-d7f3dd3d-6340-44c4-a1b1-843a46eb4da8 req-c27fb0ea-5ce0-4282-8300-5ba762ea0602 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Deleting port 9f4ffcc7-2d55-471f-95d8-81e7268d2169 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:04.236445 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d7f3dd3d-6340-44c4-a1b1-843a46eb4da8 req-c27fb0ea-5ce0-4282-8300-5ba762ea0602 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.361389 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-de5d61a2-516d-436e-9a70-e3e92851af4e req-85861b25-b60f-40ec-934b-1e40cabd0506 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.397538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed286ed9-3a5d-4382-95da-e7e26c3cf190 req-6163340c-6866-4df0-b4c7-c266d387deaf tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:04.405451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed286ed9-3a5d-4382-95da-e7e26c3cf190 req-6163340c-6866-4df0-b4c7-c266d387deaf tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 931 time: 0.1940966 Nov 12 08:30:04.435780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-d7f3dd3d-6340-44c4-a1b1-843a46eb4da8 req-c27fb0ea-5ce0-4282-8300-5ba762ea0602 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] For port 9f4ffcc7-2d55-471f-95d8-81e7268d2169, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9f4ffcc7-2d55-471f-95d8-81e7268d2169,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:04.436559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d7f3dd3d-6340-44c4-a1b1-843a46eb4da8 req-c27fb0ea-5ce0-4282-8300-5ba762ea0602 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.457048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-d7f3dd3d-6340-44c4-a1b1-843a46eb4da8 req-c27fb0ea-5ce0-4282-8300-5ba762ea0602 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Calling delete_port for 9f4ffcc7-2d55-471f-95d8-81e7268d2169 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:04.492923 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-de5d61a2-516d-436e-9a70-e3e92851af4e req-85861b25-b60f-40ec-934b-1e40cabd0506 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.512814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed286ed9-3a5d-4382-95da-e7e26c3cf190 req-ded1d89c-0ba4-4a0f-90fe-0d71bc6df685 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058998 Nov 12 08:30:04.545877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-de5d61a2-516d-436e-9a70-e3e92851af4e req-85861b25-b60f-40ec-934b-1e40cabd0506 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.594324 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-de5d61a2-516d-436e-9a70-e3e92851af4e req-85861b25-b60f-40ec-934b-1e40cabd0506 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.595864 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de5d61a2-516d-436e-9a70-e3e92851af4e req-85861b25-b60f-40ec-934b-1e40cabd0506 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3983750 Nov 12 08:30:04.604543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85861b25-b60f-40ec-934b-1e40cabd0506 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0604a5d-c3a6-4e6f-8765-8b61a4f92812,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:04.643136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4dd8d82-4ae1-4a44-91df-891257c04b0d {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:04.656161 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.746873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Transition to ACTIVE for port object e4dd8d82-4ae1-4a44-91df-891257c04b0d will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:30:04.748819 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a73d8175-96ea-4c87-a176-c4a786863249 req-5c1cd06c-6675-49b3-ac91-414dcf370081 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/4eeabee1-2f8f-40ed-b4e2-221fa12d1395 HTTP/1.1" status: 200 len: 1822 time: 0.0829751 Nov 12 08:30:04.750868 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d7f3dd3d-6340-44c4-a1b1-843a46eb4da8 req-c27fb0ea-5ce0-4282-8300-5ba762ea0602 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.754801 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.766364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['9f4ffcc7-2d55-471f-95d8-81e7268d2169'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:04.795613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fb0ea-5ce0-4282-8300-5ba762ea0602 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Pushing event deleted for resources: {'Port': ['ID=9f4ffcc7-2d55-471f-95d8-81e7268d2169,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:04.804505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['91db9463-20d5-425a-943d-16c6615bffbd'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:04.877183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f3dd3d-6340-44c4-a1b1-843a46eb4da8 req-c27fb0ea-5ce0-4282-8300-5ba762ea0602 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] No DVR routers for this DVR port 9f4ffcc7-2d55-471f-95d8-81e7268d2169 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:04.881007 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d7f3dd3d-6340-44c4-a1b1-843a46eb4da8 req-c27fb0ea-5ce0-4282-8300-5ba762ea0602 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:04.886911 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d7f3dd3d-6340-44c4-a1b1-843a46eb4da8 req-c27fb0ea-5ce0-4282-8300-5ba762ea0602 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.52 "DELETE /v2.0/ports/9f4ffcc7-2d55-471f-95d8-81e7268d2169 HTTP/1.1" status: 204 len: 173 time: 0.8488193 Nov 12 08:30:04.887436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf930927-7d1e-4454-ab1f-2afd0bbb3638', 'name': 'network-vif-deleted', 'tag': '9f4ffcc7-2d55-471f-95d8-81e7268d2169'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:04.890285 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d87c316-9fc4-46ba-8772-4263739407b8" -d '{"events": [{"server_uuid": "bf930927-7d1e-4454-ab1f-2afd0bbb3638", "name": "network-vif-deleted", "tag": "9f4ffcc7-2d55-471f-95d8-81e7268d2169"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:04.903096 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a73d8175-96ea-4c87-a176-c4a786863249 req-6314f239-14ef-4cf6-9b0a-650c14074bea tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/f0604a5d-c3a6-4e6f-8765-8b61a4f92812 HTTP/1.1" status: 200 len: 1820 time: 0.1376255 Nov 12 08:30:04.908568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-a73d8175-96ea-4c87-a176-c4a786863249 req-7e822fe7-fe39-4391-b51f-d5e7ddc6df87 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4eeabee1-2f8f-40ed-b4e2-221fa12d1395', 'remote_group_id': 'f0604a5d-c3a6-4e6f-8765-8b61a4f92812', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:04.908896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-a73d8175-96ea-4c87-a176-c4a786863249 req-7e822fe7-fe39-4391-b51f-d5e7ddc6df87 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4eeabee1-2f8f-40ed-b4e2-221fa12d1395', 'remote_group_id': 'f0604a5d-c3a6-4e6f-8765-8b61a4f92812', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:05.018120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Pushing event updated for resources: {'Port': ['ID=e4dd8d82-4ae1-4a44-91df-891257c04b0d,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:05.064474 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a73d8175-96ea-4c87-a176-c4a786863249 req-7e822fe7-fe39-4391-b51f-d5e7ddc6df87 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.111498 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93c2b092-6ff4-4fa6-b2b6-497cbc0e1718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.175112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ecf32-a1c9-48cd-83b6-1aa5438af60f req-1e8c02e2-af1e-47b3-a32a-04b88d009c56 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:05.177263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b53ecf32-a1c9-48cd-83b6-1aa5438af60f req-1e8c02e2-af1e-47b3-a32a-04b88d009c56 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 949 time: 0.1123545 Nov 12 08:30:05.178975 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a73d8175-96ea-4c87-a176-c4a786863249 req-7e822fe7-fe39-4391-b51f-d5e7ddc6df87 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.181907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Attempting to bind port e4dd8d82-4ae1-4a44-91df-891257c04b0d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:05.182429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Attempting to bind port e4dd8d82-4ae1-4a44-91df-891257c04b0d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0d15053f-247d-4c6b-9790-b0123a0ca9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:05.182881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Attempting to bind port e4dd8d82-4ae1-4a44-91df-891257c04b0d on network 44f30dec-2437-4313-a881-c96e4db44c3d {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:05.190785 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a73d8175-96ea-4c87-a176-c4a786863249 req-7e822fe7-fe39-4391-b51f-d5e7ddc6df87 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.211748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Port e4dd8d82-4ae1-4a44-91df-891257c04b0d on network 44f30dec-2437-4313-a881-c96e4db44c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:30:05.212071 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Attempting to bind port e4dd8d82-4ae1-4a44-91df-891257c04b0d on network 44f30dec-2437-4313-a881-c96e4db44c3d {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:05.221218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:05.221588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Checking segment: {'id': '0d15053f-247d-4c6b-9790-b0123a0ca9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:05.222329 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Bound using segment: {'id': '0d15053f-247d-4c6b-9790-b0123a0ca9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:05.222857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Bound port: e4dd8d82-4ae1-4a44-91df-891257c04b0d, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d15053f-247d-4c6b-9790-b0123a0ca9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:05.223296 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.229554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-f8cc43be-dc95-458a-97bf-6f0d8a726fb3 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:05.231737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-f8cc43be-dc95-458a-97bf-6f0d8a726fb3 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.52 "GET /v2.0/networks?id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d HTTP/1.1" status: 200 len: 813 time: 0.2469373 Nov 12 08:30:05.236532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3e38e-cf8b-44bf-93a7-857b60f75430 req-bcfaac46-e68b-4ef3-97a8-2c811f35e588 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:05.236872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e822fe7-fe39-4391-b51f-d5e7ddc6df87 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018a48ec-43d6-417d-afb0-f1460f1baff6,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:05.238263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-35d3e38e-cf8b-44bf-93a7-857b60f75430 req-bcfaac46-e68b-4ef3-97a8-2c811f35e588 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.46 "GET /v2.0/ports?device_id=46bcc1d9-822b-4d16-9dd7-550fd91f31bf HTTP/1.1" status: 200 len: 946 time: 0.1854136 Nov 12 08:30:05.246951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-a73d8175-96ea-4c87-a176-c4a786863249 req-7e822fe7-fe39-4391-b51f-d5e7ddc6df87 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.248276 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a73d8175-96ea-4c87-a176-c4a786863249 req-7e822fe7-fe39-4391-b51f-d5e7ddc6df87 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3443303 Nov 12 08:30:05.265211 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Request body: {'port': {'device_id': 'a6b265be-20af-46e0-9d56-5e8347119e99', 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d', 'admin_state_up': True, 'tenant_id': '0d3c20758c2b428ba4d514ffa5ec3f85'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:05.328047 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e83ca6-7dba-4f38-89a5-72e53da1f1be x-openstack-request-id: req-93e83ca6-7dba-4f38-89a5-72e53da1f1be {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:05.329202 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf930927-7d1e-4454-ab1f-2afd0bbb3638", "name": "network-vif-deleted", "tag": "9f4ffcc7-2d55-471f-95d8-81e7268d2169", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:05.329202 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93e83ca6-7dba-4f38-89a5-72e53da1f1be {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:05.329803 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf930927-7d1e-4454-ab1f-2afd0bbb3638', 'name': 'network-vif-deleted', 'tag': '9f4ffcc7-2d55-471f-95d8-81e7268d2169', 'status': 'completed', 'code': 200} Nov 12 08:30:05.423138 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b53ecf32-a1c9-48cd-83b6-1aa5438af60f req-4cccef89-c9e6-4dcd-9fc0-0101fefd8715 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312510 Nov 12 08:30:05.448467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Made reservation on behalf of 0d3c20758c2b428ba4d514ffa5ec3f85 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:05.452640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.460484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] For port e4dd8d82-4ae1-4a44-91df-891257c04b0d, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:05.464158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] For port e4dd8d82-4ae1-4a44-91df-891257c04b0d, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e4dd8d82-4ae1-4a44-91df-891257c04b0d,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:05.492244 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.596632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:05.597649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.598851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] 10.222.0.52 "PUT /v2.0/ports/e4dd8d82-4ae1-4a44-91df-891257c04b0d HTTP/1.1" status: 200 len: 1092 time: 1.5250602 Nov 12 08:30:05.605588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9596d769-93f7-4ea4-a9a5-92374024434f req-91c0dee7-5eab-4d9d-bfed-f0254272568e tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 210 time: 0.0499296 Nov 12 08:30:05.606168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7332c858-cfbb-4332-b331-9e77697f6f84', 'tag': 'e4dd8d82-4ae1-4a44-91df-891257c04b0d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:05.609079 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adafb243-5279-49a4-ac83-68e26ee2ae80" -d '{"events": [{"name": "network-changed", "server_uuid": "7332c858-cfbb-4332-b331-9e77697f6f84", "tag": "e4dd8d82-4ae1-4a44-91df-891257c04b0d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:05.649294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-35d3e38e-cf8b-44bf-93a7-857b60f75430 req-d0f748b7-a3e5-437e-9615-8621c749d953 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Deleting port 91db9463-20d5-425a-943d-16c6615bffbd {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:05.650192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-35d3e38e-cf8b-44bf-93a7-857b60f75430 req-d0f748b7-a3e5-437e-9615-8621c749d953 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.747561 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f380bd56-a9fb-4c63-9d6b-01cd009c81e4 req-587c8eeb-dd20-424f-a0f9-2c430be30b15 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/f0604a5d-c3a6-4e6f-8765-8b61a4f92812 HTTP/1.1" status: 200 len: 1820 time: 0.2153554 Nov 12 08:30:05.759623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5ca20-7134-4bdb-ac1c-9bcf2b5ea0ae service neutron] Pushing event updated for resources: {'Port': ['ID=e4dd8d82-4ae1-4a44-91df-891257c04b0d,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:05.829404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Allocated IP 172.20.0.5 (e0b340af-7175-4abb-a9ad-87ab6cd8be2d/8aa12587-6ad5-47e6-b9e7-1f4806c0e517/2bd46ef0-88bc-408b-bf74-8067ab350b33) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:05.843801 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-69cc0a2d-6a25-4348-90ba-8322cd059851 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:05.845612 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-69cc0a2d-6a25-4348-90ba-8322cd059851 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.52 "GET /v2.0/networks?id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d HTTP/1.1" status: 200 len: 813 time: 0.2599785 Nov 12 08:30:05.865620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Request body: {'port': {'device_id': '0c5dbff1-59cc-4986-99f2-8fef5d4c4341', 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d', 'admin_state_up': True, 'tenant_id': '0d3c20758c2b428ba4d514ffa5ec3f85'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:05.877803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-1042eea7-cdff-4ffc-8c6a-e5a49dbbc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:05.879483 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-1042eea7-cdff-4ffc-8c6a-e5a49dbbc8bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b&device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 1095 time: 0.1462877 Nov 12 08:30:05.890203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-35d3e38e-cf8b-44bf-93a7-857b60f75430 req-d0f748b7-a3e5-437e-9615-8621c749d953 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] For port 91db9463-20d5-425a-943d-16c6615bffbd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=91db9463-20d5-425a-943d-16c6615bffbd,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:05.890736 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-35d3e38e-cf8b-44bf-93a7-857b60f75430 req-d0f748b7-a3e5-437e-9615-8621c749d953 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:05.915945 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0037c88-ab7f-4f94-967b-98d05141da46 req-621196ad-1b16-4d26-86e7-672a84cc7e85 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:05.917643 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0037c88-ab7f-4f94-967b-98d05141da46 req-621196ad-1b16-4d26-86e7-672a84cc7e85 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 943 time: 0.1833296 Nov 12 08:30:05.962199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-35d3e38e-cf8b-44bf-93a7-857b60f75430 req-d0f748b7-a3e5-437e-9615-8621c749d953 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Calling delete_port for 91db9463-20d5-425a-943d-16c6615bffbd owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:05.969886 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-3af75376-0ab8-4e43-94ef-d4c7df584d82 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4dd8d82-4ae1-4a44-91df-891257c04b0d HTTP/1.1" status: 200 len: 217 time: 0.0744064 Nov 12 08:30:05.974365 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f380bd56-a9fb-4c63-9d6b-01cd009c81e4 req-654fcfc3-8b3a-47a5-aafd-1071b1308fd9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.058561 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f380bd56-a9fb-4c63-9d6b-01cd009c81e4 req-654fcfc3-8b3a-47a5-aafd-1071b1308fd9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.116072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-24c6e54c-4122-40e6-baa5-3a92dda61121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:06.117719 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-24c6e54c-4122-40e6-baa5-3a92dda61121 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbb1c49-fbbc-4ada-908b-ea57f584c460 HTTP/1.1" status: 200 len: 852 time: 0.1361561 Nov 12 08:30:06.145377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0037c88-ab7f-4f94-967b-98d05141da46 req-1ff9addb-0e1b-4d5d-85a2-eb2dda15ed71 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850481 Nov 12 08:30:06.172444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Made reservation on behalf of 0d3c20758c2b428ba4d514ffa5ec3f85 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:06.176676 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-477cf6e3-3c68-4972-9d7c-1cc078364f8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44f30dec-2437-4313-a881-c96e4db44c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447752 Nov 12 08:30:06.181391 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.232519 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2043196-bd8a-4664-83f4-8db45d294c2e x-openstack-request-id: req-d2043196-bd8a-4664-83f4-8db45d294c2e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:06.232895 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7332c858-cfbb-4332-b331-9e77697f6f84", "tag": "e4dd8d82-4ae1-4a44-91df-891257c04b0d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:06.233201 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2043196-bd8a-4664-83f4-8db45d294c2e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:06.233652 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7332c858-cfbb-4332-b331-9e77697f6f84', 'tag': 'e4dd8d82-4ae1-4a44-91df-891257c04b0d', 'status': 'completed', 'code': 200} Nov 12 08:30:06.240727 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f380bd56-a9fb-4c63-9d6b-01cd009c81e4 req-654fcfc3-8b3a-47a5-aafd-1071b1308fd9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.243581 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f380bd56-a9fb-4c63-9d6b-01cd009c81e4 req-654fcfc3-8b3a-47a5-aafd-1071b1308fd9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.245327 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f380bd56-a9fb-4c63-9d6b-01cd009c81e4 req-654fcfc3-8b3a-47a5-aafd-1071b1308fd9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "DELETE /v2.0/security-groups/f0604a5d-c3a6-4e6f-8765-8b61a4f92812 HTTP/1.1" status: 204 len: 173 time: 0.4858651 Nov 12 08:30:06.249606 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.299417 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fcfc3-8b3a-47a5-aafd-1071b1308fd9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0604a5d-c3a6-4e6f-8765-8b61a4f92812,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:06.324243 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-35d3e38e-cf8b-44bf-93a7-857b60f75430 req-d0f748b7-a3e5-437e-9615-8621c749d953 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.380175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1873b7a3-0153-4630-95c2-1da609a90912 req-85c43b8a-efee-4dcf-a77b-230636564fa9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/4eeabee1-2f8f-40ed-b4e2-221fa12d1395 HTTP/1.1" status: 200 len: 1822 time: 0.0777020 Nov 12 08:30:06.383814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.385118 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f748b7-a3e5-437e-9615-8621c749d953 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Pushing event deleted for resources: {'Port': ['ID=91db9463-20d5-425a-943d-16c6615bffbd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:06.392676 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-794658ff-fb6d-49c3-8edb-e58dd4cfb5c5 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063568 Nov 12 08:30:06.481385 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-7ef54552-9b88-406a-887f-00caaf074ccc req-32869281-09f9-4084-ad9f-29703eccfd97 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1606639207', 'description': 'tempest-description-1898395194'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:06.565192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7ef54552-9b88-406a-887f-00caaf074ccc req-32869281-09f9-4084-ad9f-29703eccfd97 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.584066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Pushing event updated for resources: {'Port': ['ID=2bd46ef0-88bc-408b-bf74-8067ab350b33,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:06.595279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Network e0b340af-7175-4abb-a9ad-87ab6cd8be2d is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:06.607181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:06.610329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:06.664224 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Allocated IP 172.20.0.7 (e0b340af-7175-4abb-a9ad-87ab6cd8be2d/8aa12587-6ad5-47e6-b9e7-1f4806c0e517/a8b84588-ec01-4843-9c3c-1f3f05a0d713) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:06.714702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:06.715377 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.795205 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-51120251-933c-4a43-8386-4da354d2ddec tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5438666 Nov 12 08:30:06.827652 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Request body: {'port': {'device_id': 'a6b265be-20af-46e0-9d56-5e8347119e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:06.832798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d3e38e-cf8b-44bf-93a7-857b60f75430 req-d0f748b7-a3e5-437e-9615-8621c749d953 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] No DVR routers for this DVR port 91db9463-20d5-425a-943d-16c6615bffbd on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:06.859848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-35d3e38e-cf8b-44bf-93a7-857b60f75430 req-d0f748b7-a3e5-437e-9615-8621c749d953 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.863439 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-35d3e38e-cf8b-44bf-93a7-857b60f75430 req-d0f748b7-a3e5-437e-9615-8621c749d953 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.46 "DELETE /v2.0/ports/91db9463-20d5-425a-943d-16c6615bffbd HTTP/1.1" status: 204 len: 173 time: 1.6081402 Nov 12 08:30:06.890721 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7ef54552-9b88-406a-887f-00caaf074ccc req-32869281-09f9-4084-ad9f-29703eccfd97 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.902715 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7ef54552-9b88-406a-887f-00caaf074ccc req-32869281-09f9-4084-ad9f-29703eccfd97 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:06.946956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d417-aeab-40fb-9fde-f55bdee902c1 req-aefc246b-94f1-4178-a452-db700b85286c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:06.948546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-edc1d417-aeab-40fb-9fde-f55bdee902c1 req-aefc246b-94f1-4178-a452-db700b85286c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 949 time: 0.1642795 Nov 12 08:30:06.951000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e5baef7-233d-4195-a61e-cf79912c2ab1 req-7efe696d-29c2-461c-a7eb-3c02b9e63697 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654167 Nov 12 08:30:07.040880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-edc1d417-aeab-40fb-9fde-f55bdee902c1 req-081f8817-cd31-47e0-9f61-19037fc0ad5f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835755 Nov 12 08:30:07.115410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafb243-5279-49a4-ac83-68e26ee2ae80 req-2e8c869e-be80-4c55-b5a7-5da0489fdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:07.119385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adafb243-5279-49a4-ac83-68e26ee2ae80 req-2e8c869e-be80-4c55-b5a7-5da0489fdc75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b&device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 1095 time: 0.0749063 Nov 12 08:30:07.229007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9f4ffcc7-2d55-471f-95d8-81e7268d2169 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:07.247071 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-440e223c-41be-4bb1-b24b-597edd467f4f req-9bbaa3b6-35f4-47cf-a650-7d52ad75dcc1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 210 time: 0.0394559 Nov 12 08:30:07.259015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 9f4ffcc7-2d55-471f-95d8-81e7268d2169 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:07.259968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9f4ffcc7-2d55-471f-95d8-81e7268d2169 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:07.273057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafb243-5279-49a4-ac83-68e26ee2ae80 req-c61fca5b-a692-4f98-a5a1-8c467cb0ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:07.275033 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adafb243-5279-49a4-ac83-68e26ee2ae80 req-c61fca5b-a692-4f98-a5a1-8c467cb0ad20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=44f30dec-2437-4313-a881-c96e4db44c3d HTTP/1.1" status: 200 len: 913 time: 0.1481373 Nov 12 08:30:07.324943 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adafb243-5279-49a4-ac83-68e26ee2ae80 req-a5ad39ae-b2c8-4dbe-a960-718a4d990f54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4dd8d82-4ae1-4a44-91df-891257c04b0d HTTP/1.1" status: 200 len: 217 time: 0.0412679 Nov 12 08:30:07.359034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7ef54552-9b88-406a-887f-00caaf074ccc req-32869281-09f9-4084-ad9f-29703eccfd97 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.360532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7ef54552-9b88-406a-887f-00caaf074ccc req-32869281-09f9-4084-ad9f-29703eccfd97 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9269974 Nov 12 08:30:07.378208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32869281-09f9-4084-ad9f-29703eccfd97 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6023563-f2b4-4035-9fbd-744ef90f56a7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:07.389760 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.452149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafb243-5279-49a4-ac83-68e26ee2ae80 req-b9eb7ab6-7a0e-4b64-a229-13cd99c6e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:07.455779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adafb243-5279-49a4-ac83-68e26ee2ae80 req-b9eb7ab6-7a0e-4b64-a229-13cd99c6e742 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbb1c49-fbbc-4ada-908b-ea57f584c460 HTTP/1.1" status: 200 len: 852 time: 0.1212432 Nov 12 08:30:07.462721 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-70aa21e6-46e3-49ec-bb80-2d81d1d6fc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.524373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adafb243-5279-49a4-ac83-68e26ee2ae80 req-ea82d90f-eb4f-41e7-8fdc-2b0d204bbdee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44f30dec-2437-4313-a881-c96e4db44c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603452 Nov 12 08:30:07.569252 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.616234 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.693434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adafb243-5279-49a4-ac83-68e26ee2ae80 req-8b09f4d8-af1f-4709-b790-e530cb815f00 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489677 Nov 12 08:30:07.794546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Network e0b340af-7175-4abb-a9ad-87ab6cd8be2d is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:07.801339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:07.817539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:07.847734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Pushing event updated for resources: {'Port': ['ID=a8b84588-ec01-4843-9c3c-1f3f05a0d713,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:07.863759 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adafb243-5279-49a4-ac83-68e26ee2ae80 req-4bb2c65f-4285-4245-968e-e6e6fdf3dbae service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596985 Nov 12 08:30:07.893044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:07.893725 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:07.896073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac625-8b53-4519-a91b-06ba7298cafb req-ea2bc5f4-5cb4-4c01-a08b-a126caae848f tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:07.897896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af9ac625-8b53-4519-a91b-06ba7298cafb req-ea2bc5f4-5cb4-4c01-a08b-a126caae848f tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 943 time: 0.1102083 Nov 12 08:30:07.943336 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b9790ca3-0091-42e4-87fe-ccbe47307a5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0844867 Nov 12 08:30:07.950214 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af9ac625-8b53-4519-a91b-06ba7298cafb req-3195c129-c5a7-42d1-ba2a-bb2283f9ffc9 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458789 Nov 12 08:30:07.965976 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Request body: {'port': {'device_id': '0c5dbff1-59cc-4986-99f2-8fef5d4c4341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:08.017501 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d8a2212-d187-419d-9316-1dbe564875bb req-192b7a45-ea99-411c-9f1d-3d934ca46dd3 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/f6023563-f2b4-4035-9fbd-744ef90f56a7 HTTP/1.1" status: 200 len: 1822 time: 0.1209049 Nov 12 08:30:08.035800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-7d8a2212-d187-419d-9316-1dbe564875bb req-8fcb3b3f-3cf8-43aa-bbca-9237af4995f5 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6023563-f2b4-4035-9fbd-744ef90f56a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:08.036120 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-7d8a2212-d187-419d-9316-1dbe564875bb req-8fcb3b3f-3cf8-43aa-bbca-9237af4995f5 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6023563-f2b4-4035-9fbd-744ef90f56a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:08.042874 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd46ef0-88bc-408b-bf74-8067ab350b33 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:08.067840 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.093755 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.098077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Transition to ACTIVE for port object 2bd46ef0-88bc-408b-bf74-8067ab350b33 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:30:08.110988 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.226376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd46ef0-88bc-408b-bf74-8067ab350b33,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:08.235863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bcc1d9-822b-4d16-9dd7-550fd91f31bf', 'name': 'network-vif-deleted', 'tag': '91db9463-20d5-425a-943d-16c6615bffbd'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:08.239428 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07483f8f-5928-4983-ab6d-242e68b6660e" -d '{"events": [{"server_uuid": "46bcc1d9-822b-4d16-9dd7-550fd91f31bf", "name": "network-vif-deleted", "tag": "91db9463-20d5-425a-943d-16c6615bffbd"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:08.335239 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7d8a2212-d187-419d-9316-1dbe564875bb req-8fcb3b3f-3cf8-43aa-bbca-9237af4995f5 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.392011 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7d8a2212-d187-419d-9316-1dbe564875bb req-8fcb3b3f-3cf8-43aa-bbca-9237af4995f5 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.408298 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7d8a2212-d187-419d-9316-1dbe564875bb req-8fcb3b3f-3cf8-43aa-bbca-9237af4995f5 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.454545 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.470442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Attempting to bind port 2bd46ef0-88bc-408b-bf74-8067ab350b33 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:08.470783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Attempting to bind port 2bd46ef0-88bc-408b-bf74-8067ab350b33 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:08.471116 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Attempting to bind port 2bd46ef0-88bc-408b-bf74-8067ab350b33 on network e0b340af-7175-4abb-a9ad-87ab6cd8be2d {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:08.476022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb3b3f-3cf8-43aa-bbca-9237af4995f5 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6714e4c-ab0f-4ab5-a0ae-7eef05f62226,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:08.483668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Port 2bd46ef0-88bc-408b-bf74-8067ab350b33 on network e0b340af-7175-4abb-a9ad-87ab6cd8be2d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:30:08.483999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Attempting to bind port 2bd46ef0-88bc-408b-bf74-8067ab350b33 on network e0b340af-7175-4abb-a9ad-87ab6cd8be2d {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:08.493937 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7d8a2212-d187-419d-9316-1dbe564875bb req-8fcb3b3f-3cf8-43aa-bbca-9237af4995f5 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.495664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d8a2212-d187-419d-9316-1dbe564875bb req-8fcb3b3f-3cf8-43aa-bbca-9237af4995f5 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4689837 Nov 12 08:30:08.499460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:08.499801 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Checking segment: {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:08.500191 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Bound using segment: {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:08.500641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Bound port: 2bd46ef0-88bc-408b-bf74-8067ab350b33, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:08.501173 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.569711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.570179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.570637 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.571090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.571544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.571993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.573589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.574448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.575105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.575735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.576402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.577028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.577880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.578025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.578404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.578894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.581786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e72827cc-d862-4ca0-947b-237c477f592a req-bdc281fb-30cc-4a4a-a5a0-eee02018eef7 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341&device_id=a6b265be-20af-46e0-9d56-5e8347119e99&device_id=7332c858-cfbb-4332-b331-9e77697f6f84&device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7&device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da&device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6&device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a&device_id=d5307fe9-786d-4def-a375-9b18f8e1a243&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 14380 time: 0.0900304 Nov 12 08:30:08.605068 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e72827cc-d862-4ca0-947b-237c477f592a req-e4f7a25a-cb0e-4fc6-98b3-7db44b71cd38 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.628383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] For port 2bd46ef0-88bc-408b-bf74-8067ab350b33, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:08.647628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] For port 2bd46ef0-88bc-408b-bf74-8067ab350b33, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2bd46ef0-88bc-408b-bf74-8067ab350b33,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:08.650142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b84588-ec01-4843-9c3c-1f3f05a0d713 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:08.657461 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.660664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.679222 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe173652-d0cc-449e-87eb-67854847113d x-openstack-request-id: req-fe173652-d0cc-449e-87eb-67854847113d {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:08.679587 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bcc1d9-822b-4d16-9dd7-550fd91f31bf", "name": "network-vif-deleted", "tag": "91db9463-20d5-425a-943d-16c6615bffbd", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:08.679903 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe173652-d0cc-449e-87eb-67854847113d {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:08.680360 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bcc1d9-822b-4d16-9dd7-550fd91f31bf', 'name': 'network-vif-deleted', 'tag': '91db9463-20d5-425a-943d-16c6615bffbd', 'status': 'completed', 'code': 200} Nov 12 08:30:08.701514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e72827cc-d862-4ca0-947b-237c477f592a req-e4f7a25a-cb0e-4fc6-98b3-7db44b71cd38 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.707560 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.708421 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e72827cc-d862-4ca0-947b-237c477f592a req-e4f7a25a-cb0e-4fc6-98b3-7db44b71cd38 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.708645 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.709887 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] 10.222.0.52 "PUT /v2.0/ports/2bd46ef0-88bc-408b-bf74-8067ab350b33 HTTP/1.1" status: 200 len: 1092 time: 1.8917229 Nov 12 08:30:08.710341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b265be-20af-46e0-9d56-5e8347119e99', 'tag': '2bd46ef0-88bc-408b-bf74-8067ab350b33'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:08.712695 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5562281-fea4-483a-bfbc-3ba3983a4ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b265be-20af-46e0-9d56-5e8347119e99", "tag": "2bd46ef0-88bc-408b-bf74-8067ab350b33"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:08.719375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Transition to ACTIVE for port object a8b84588-ec01-4843-9c3c-1f3f05a0d713 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:30:08.738328 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:08.774603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7a25a-cb0e-4fc6-98b3-7db44b71cd38 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0495ebf8-126a-4072-9331-e93018496d7b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:08.816307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa9b8e-c691-4a2a-b240-cf9c1d84ef75 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd46ef0-88bc-408b-bf74-8067ab350b33,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:08.842166 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e72827cc-d862-4ca0-947b-237c477f592a req-e4f7a25a-cb0e-4fc6-98b3-7db44b71cd38 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=0d3ffc53-a252-40dc-8772-071a96db58fc&id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 833 time: 0.2508509 Nov 12 08:30:08.907130 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bebb2aa6-0575-4fd0-a411-988609e41cb0 req-939e0217-9e61-4d8d-8cc7-b729146331f6 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/f6023563-f2b4-4035-9fbd-744ef90f56a7 HTTP/1.1" status: 200 len: 2415 time: 0.0485179 Nov 12 08:30:08.917962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-bebb2aa6-0575-4fd0-a411-988609e41cb0 req-87a96b98-def5-4e0c-b0db-80f962bda5ba tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6023563-f2b4-4035-9fbd-744ef90f56a7', 'remote_group_id': None}]} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:08.919455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-bebb2aa6-0575-4fd0-a411-988609e41cb0 req-87a96b98-def5-4e0c-b0db-80f962bda5ba tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f6023563-f2b4-4035-9fbd-744ef90f56a7', 'remote_group_id': None}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:08.927534 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45b602-1ce5-4933-b793-d8ac3bc7bf77 req-321d356f-97bd-48cd-ae86-f5de3144dedc tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.929066 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a45b602-1ce5-4933-b793-d8ac3bc7bf77 req-321d356f-97bd-48cd-ae86-f5de3144dedc tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 943 time: 0.1949906 Nov 12 08:30:08.938029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-39061136-15eb-479d-ae9f-b877f6af8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:08.939514 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-39061136-15eb-479d-ae9f-b877f6af8640 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d3c20758c2b428ba4d514ffa5ec3f85&device_id=a6b265be-20af-46e0-9d56-5e8347119e99 HTTP/1.1" status: 200 len: 1095 time: 0.1705761 Nov 12 08:30:08.947520 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b84588-ec01-4843-9c3c-1f3f05a0d713,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:08.989717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bebb2aa6-0575-4fd0-a411-988609e41cb0 req-87a96b98-def5-4e0c-b0db-80f962bda5ba tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.005905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-bf84415f-0da1-4e2d-ac3e-6a66a8517464 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bd46ef0-88bc-408b-bf74-8067ab350b33 HTTP/1.1" status: 200 len: 217 time: 0.0534370 Nov 12 08:30:09.033883 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bebb2aa6-0575-4fd0-a411-988609e41cb0 req-87a96b98-def5-4e0c-b0db-80f962bda5ba tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.038169 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bebb2aa6-0575-4fd0-a411-988609e41cb0 req-87a96b98-def5-4e0c-b0db-80f962bda5ba tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.059523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Attempting to bind port a8b84588-ec01-4843-9c3c-1f3f05a0d713 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:09.059864 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Attempting to bind port a8b84588-ec01-4843-9c3c-1f3f05a0d713 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:09.060019 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bebb2aa6-0575-4fd0-a411-988609e41cb0 req-87a96b98-def5-4e0c-b0db-80f962bda5ba tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.060192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Attempting to bind port a8b84588-ec01-4843-9c3c-1f3f05a0d713 on network e0b340af-7175-4abb-a9ad-87ab6cd8be2d {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:09.069737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bebb2aa6-0575-4fd0-a411-988609e41cb0 req-87a96b98-def5-4e0c-b0db-80f962bda5ba tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1565151 Nov 12 08:30:09.078440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a96b98-def5-4e0c-b0db-80f962bda5ba tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff35188-3876-44ba-9912-b2cf03d1f040,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:09.095922 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a45b602-1ce5-4933-b793-d8ac3bc7bf77 req-10fdfd7e-1fc0-41fa-89ed-368759665ffc tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517363 Nov 12 08:30:09.099953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Port a8b84588-ec01-4843-9c3c-1f3f05a0d713 on network e0b340af-7175-4abb-a9ad-87ab6cd8be2d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:30:09.100287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Attempting to bind port a8b84588-ec01-4843-9c3c-1f3f05a0d713 on network e0b340af-7175-4abb-a9ad-87ab6cd8be2d {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:09.115410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:09.115410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Checking segment: {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:09.115410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Bound using segment: {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:09.115410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Bound port: a8b84588-ec01-4843-9c3c-1f3f05a0d713, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7633e9c-eae8-46d0-a237-b682495335e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:09.115410 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.133189 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc339889-2549-4f5c-8fa1-504846e9d18f x-openstack-request-id: req-fc339889-2549-4f5c-8fa1-504846e9d18f {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:09.133659 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b265be-20af-46e0-9d56-5e8347119e99", "tag": "2bd46ef0-88bc-408b-bf74-8067ab350b33", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:09.133920 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc339889-2549-4f5c-8fa1-504846e9d18f {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:09.134329 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b265be-20af-46e0-9d56-5e8347119e99', 'tag': '2bd46ef0-88bc-408b-bf74-8067ab350b33', 'status': 'completed', 'code': 200} Nov 12 08:30:09.192994 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] For port a8b84588-ec01-4843-9c3c-1f3f05a0d713, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:09.196421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] For port a8b84588-ec01-4843-9c3c-1f3f05a0d713, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a8b84588-ec01-4843-9c3c-1f3f05a0d713,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:09.199167 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-e0e9c7d9-f46a-4b55-b2cf-7eac37f13d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.200807 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-e0e9c7d9-f46a-4b55-b2cf-7eac37f13d2d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8aa12587-6ad5-47e6-b9e7-1f4806c0e517 HTTP/1.1" status: 200 len: 853 time: 0.1821697 Nov 12 08:30:09.203833 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.232569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device e4dd8d82-4ae1-4a44-91df-891257c04b0d details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:09.262579 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-985823ea-0fd2-468f-9c77-231569d43683 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455539 Nov 12 08:30:09.266030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.266657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.268331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] 10.222.0.52 "PUT /v2.0/ports/a8b84588-ec01-4843-9c3c-1f3f05a0d713 HTTP/1.1" status: 200 len: 1092 time: 1.3098829 Nov 12 08:30:09.360248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d2859a47-417e-4db1-9449-198a8d4891d6 req-c5c3b37d-3d97-46c6-b447-2d72374b8f65 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/f6023563-f2b4-4035-9fbd-744ef90f56a7 HTTP/1.1" status: 200 len: 3013 time: 0.0622618 Nov 12 08:30:09.437738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port e4dd8d82-4ae1-4a44-91df-891257c04b0d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e4dd8d82-4ae1-4a44-91df-891257c04b0d,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:09.466389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'e4dd8d82-4ae1-4a44-91df-891257c04b0d', 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d', 'port_id': 'e4dd8d82-4ae1-4a44-91df-891257c04b0d', 'mac_address': 'fa:16:3e:2d:7f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebbb1c49-fbbc-4ada-908b-ea57f584c460', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:09.474905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728011b2-a06e-492f-9030-1fd6aee88496 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b84588-ec01-4843-9c3c-1f3f05a0d713,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:09.490612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767ca62-015b-49c4-953e-0302a892f6ac req-b8f9b63d-53a6-442b-b3f3-a145c687e099 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.492860 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8767ca62-015b-49c4-953e-0302a892f6ac req-b8f9b63d-53a6-442b-b3f3-a145c687e099 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 943 time: 0.2418306 Nov 12 08:30:09.497740 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-23673ab4-6fcf-4145-bbdd-7600306971f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.499502 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-23673ab4-6fcf-4145-bbdd-7600306971f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d3c20758c2b428ba4d514ffa5ec3f85&device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 1095 time: 0.1515186 Nov 12 08:30:09.581136 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-6adc4756-f593-4501-8292-a02a88b3bda6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b84588-ec01-4843-9c3c-1f3f05a0d713 HTTP/1.1" status: 200 len: 217 time: 0.0649533 Nov 12 08:30:09.586786 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-a3d399b5-89ec-45b9-9994-fa6d5cb5499f service neutron] 10.222.0.52 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793789 Nov 12 08:30:09.602748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201e426-f751-458a-85ee-b9f51484ba99 req-f42d212f-fc8e-447b-b26d-de800e46dadf tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.603552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201e426-f751-458a-85ee-b9f51484ba99 req-f42d212f-fc8e-447b-b26d-de800e46dadf tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.605160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201e426-f751-458a-85ee-b9f51484ba99 req-f42d212f-fc8e-447b-b26d-de800e46dadf tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.614620 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b201e426-f751-458a-85ee-b9f51484ba99 req-f42d212f-fc8e-447b-b26d-de800e46dadf tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7&device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6&device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 2884 time: 0.0998583 Nov 12 08:30:09.693946 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b201e426-f751-458a-85ee-b9f51484ba99 req-7549f615-0ee2-4d82-855b-851728d982ba tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780199 Nov 12 08:30:09.734667 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.737718 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8767ca62-015b-49c4-953e-0302a892f6ac req-351ceaae-a5cd-4645-a79c-8d3ffdfef80a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307520 Nov 12 08:30:09.738700 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-634c93a8-f921-4966-b041-0ed2dd42a4b5 req-ca06f31a-9263-4ea3-9baa-13a32e43b730 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-group-rules/4ff35188-3876-44ba-9912-b2cf03d1f040 HTTP/1.1" status: 200 len: 783 time: 0.0291309 Nov 12 08:30:09.764600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dd8d82-4ae1-4a44-91df-891257c04b0d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:09.774574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b375c4f5-a4f0-49a3-9a50-d4242f032afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:09.776151 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-b375c4f5-a4f0-49a3-9a50-d4242f032afd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8aa12587-6ad5-47e6-b9e7-1f4806c0e517 HTTP/1.1" status: 200 len: 853 time: 0.1665518 Nov 12 08:30:09.795838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port e4dd8d82-4ae1-4a44-91df-891257c04b0d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e4dd8d82-4ae1-4a44-91df-891257c04b0d,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:09.804323 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.825551 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-560232a8-55b6-4a9f-99c4-fff576b883b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394881 Nov 12 08:30:09.830678 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-8ca47057-18dd-4581-a8ff-408abe9d32a9 service neutron] 10.222.0.52 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315590 Nov 12 08:30:09.845011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-634c93a8-f921-4966-b041-0ed2dd42a4b5 req-18b3ee0b-8f2c-4b67-bb32-3d4971a029af tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/f6023563-f2b4-4035-9fbd-744ef90f56a7 HTTP/1.1" status: 200 len: 3013 time: 0.1053240 Nov 12 08:30:09.880743 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-634c93a8-f921-4966-b041-0ed2dd42a4b5 req-17b70f75-7f6b-4d50-8edb-90ba1993a096 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.882691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=e4dd8d82-4ae1-4a44-91df-891257c04b0d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:09.887349 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.897657 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-634c93a8-f921-4966-b041-0ed2dd42a4b5 req-17b70f75-7f6b-4d50-8edb-90ba1993a096 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.955881 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-634c93a8-f921-4966-b041-0ed2dd42a4b5 req-17b70f75-7f6b-4d50-8edb-90ba1993a096 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.970217 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-634c93a8-f921-4966-b041-0ed2dd42a4b5 req-17b70f75-7f6b-4d50-8edb-90ba1993a096 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:09.980997 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-634c93a8-f921-4966-b041-0ed2dd42a4b5 req-17b70f75-7f6b-4d50-8edb-90ba1993a096 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4ff35188-3876-44ba-9912-b2cf03d1f040 HTTP/1.1" status: 204 len: 173 time: 0.1345162 Nov 12 08:30:10.008351 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b70f75-7f6b-4d50-8edb-90ba1993a096 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ff35188-3876-44ba-9912-b2cf03d1f040,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:10.024855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5562281-fea4-483a-bfbc-3ba3983a4ac5 req-aa5b12ba-630c-4f62-8252-88330e665851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:10.027642 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5562281-fea4-483a-bfbc-3ba3983a4ac5 req-aa5b12ba-630c-4f62-8252-88330e665851 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d3c20758c2b428ba4d514ffa5ec3f85&device_id=a6b265be-20af-46e0-9d56-5e8347119e99 HTTP/1.1" status: 200 len: 1095 time: 0.0903387 Nov 12 08:30:10.033971 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-d17b513f-83be-4c1b-97ca-ee8b94d92867 service neutron] 10.222.0.52 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948369 Nov 12 08:30:10.060662 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e4dd8d82-4ae1-4a44-91df-891257c04b0d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:10.102846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91b6abb3-0b9b-47cb-bdb6-b3ef17a70c1e req-c65dae10-f935-44b5-9705-696aa7fdc3c8 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/f6023563-f2b4-4035-9fbd-744ef90f56a7 HTTP/1.1" status: 200 len: 2415 time: 0.0786192 Nov 12 08:30:10.211257 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-91b6abb3-0b9b-47cb-bdb6-b3ef17a70c1e req-565f656b-1e78-45ad-b3a3-bbd05001403f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.269219 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b940a7c-3e90-4e16-9c05-cfedade4cfba req-849ac9fa-c91f-42c6-a128-f8db9d08a98a service neutron] 10.222.0.52 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129762 Nov 12 08:30:10.270448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5562281-fea4-483a-bfbc-3ba3983a4ac5 req-a8dedca2-8745-48e6-9ab2-79eaa4f8eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:10.271927 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5562281-fea4-483a-bfbc-3ba3983a4ac5 req-a8dedca2-8745-48e6-9ab2-79eaa4f8eb02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d HTTP/1.1" status: 200 len: 914 time: 0.2285857 Nov 12 08:30:10.276617 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-91b6abb3-0b9b-47cb-bdb6-b3ef17a70c1e req-565f656b-1e78-45ad-b3a3-bbd05001403f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.323835 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5562281-fea4-483a-bfbc-3ba3983a4ac5 req-55595f67-d8b7-4804-81c6-63f9339b9176 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bd46ef0-88bc-408b-bf74-8067ab350b33 HTTP/1.1" status: 200 len: 217 time: 0.0388024 Nov 12 08:30:10.369925 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-91b6abb3-0b9b-47cb-bdb6-b3ef17a70c1e req-565f656b-1e78-45ad-b3a3-bbd05001403f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.373089 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-91b6abb3-0b9b-47cb-bdb6-b3ef17a70c1e req-565f656b-1e78-45ad-b3a3-bbd05001403f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.382036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91b6abb3-0b9b-47cb-bdb6-b3ef17a70c1e req-565f656b-1e78-45ad-b3a3-bbd05001403f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "DELETE /v2.0/security-groups/f6023563-f2b4-4035-9fbd-744ef90f56a7 HTTP/1.1" status: 204 len: 173 time: 0.2648723 Nov 12 08:30:10.402642 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5562281-fea4-483a-bfbc-3ba3983a4ac5 req-edaf8d32-857e-4a67-8469-dea0b6570b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:10.404079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f656b-1e78-45ad-b3a3-bbd05001403f tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6023563-f2b4-4035-9fbd-744ef90f56a7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:10.404340 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5562281-fea4-483a-bfbc-3ba3983a4ac5 req-edaf8d32-857e-4a67-8469-dea0b6570b8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8aa12587-6ad5-47e6-b9e7-1f4806c0e517 HTTP/1.1" status: 200 len: 853 time: 0.0726516 Nov 12 08:30:10.469946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 91db9463-20d5-425a-943d-16c6615bffbd no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:10.483660 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5562281-fea4-483a-bfbc-3ba3983a4ac5 req-10733897-ad60-4fd3-9b59-3ee8c209f9c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336137 Nov 12 08:30:10.490891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 91db9463-20d5-425a-943d-16c6615bffbd {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:10.491497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 91db9463-20d5-425a-943d-16c6615bffbd not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:10.502404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba18855-8c4e-4324-bbf4-a77937b875f3 req-6e2bd617-0c0c-4e5c-b832-8ffee2360051 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:10.509773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ba18855-8c4e-4324-bbf4-a77937b875f3 req-6e2bd617-0c0c-4e5c-b832-8ffee2360051 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 943 time: 0.1613193 Nov 12 08:30:10.548956 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:30:10.621559 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ba18855-8c4e-4324-bbf4-a77937b875f3 req-78a0839c-87e6-44f9-b885-5782290de8ba tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101897 Nov 12 08:30:10.650058 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5562281-fea4-483a-bfbc-3ba3983a4ac5 req-b14d48b1-4fbf-4801-a090-dea2c848237e service neutron] 10.222.0.52 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374633 Nov 12 08:30:10.706622 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-7941ebb2-923c-46f7-967c-c966109c92ba req-37df90f0-1f3a-4408-a389-6c059112f85c tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] show failed (client error): The resource could not be found. Nov 12 08:30:10.707805 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7941ebb2-923c-46f7-967c-c966109c92ba req-37df90f0-1f3a-4408-a389-6c059112f85c tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/f0604a5d-c3a6-4e6f-8765-8b61a4f92812 HTTP/1.1" status: 404 len: 352 time: 0.0173948 Nov 12 08:30:10.808239 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5562281-fea4-483a-bfbc-3ba3983a4ac5 req-750cd944-d507-479f-ad54-7e75bc295467 service neutron] 10.222.0.52 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496480 Nov 12 08:30:10.814770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd149552-3aaf-49b7-8354-69af5c34215d req-e0455b43-81c7-47c1-87a3-d3fa3a235382 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/4eeabee1-2f8f-40ed-b4e2-221fa12d1395 HTTP/1.1" status: 200 len: 1822 time: 0.0730264 Nov 12 08:30:10.862493 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.920956 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd149552-3aaf-49b7-8354-69af5c34215d req-f4df51bc-3cb0-4508-9d15-a9d9e9a700b7 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.946121 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd149552-3aaf-49b7-8354-69af5c34215d req-f4df51bc-3cb0-4508-9d15-a9d9e9a700b7 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:10.984428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467534a-40d9-4dd4-9fb2-bc9554117526 req-79fdff2f-62a5-4018-a6db-bb7206699ca2 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:10.986754 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0467534a-40d9-4dd4-9fb2-bc9554117526 req-79fdff2f-62a5-4018-a6db-bb7206699ca2 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 944 time: 0.0652630 Nov 12 08:30:11.015723 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd149552-3aaf-49b7-8354-69af5c34215d req-f4df51bc-3cb0-4508-9d15-a9d9e9a700b7 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.018533 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-dd149552-3aaf-49b7-8354-69af5c34215d req-f4df51bc-3cb0-4508-9d15-a9d9e9a700b7 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.029459 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd149552-3aaf-49b7-8354-69af5c34215d req-f4df51bc-3cb0-4508-9d15-a9d9e9a700b7 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "DELETE /v2.0/security-groups/4eeabee1-2f8f-40ed-b4e2-221fa12d1395 HTTP/1.1" status: 204 len: 173 time: 0.1937723 Nov 12 08:30:11.049033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df51bc-3cb0-4508-9d15-a9d9e9a700b7 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeabee1-2f8f-40ed-b4e2-221fa12d1395,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:11.076460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0467534a-40d9-4dd4-9fb2-bc9554117526 req-3d579d70-f9b8-496f-856e-4213da89b805 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670691 Nov 12 08:30:11.140373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5dbff1-59cc-4986-99f2-8fef5d4c4341', 'tag': 'a8b84588-ec01-4843-9c3c-1f3f05a0d713'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:11.142804 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87403ea-c11b-4dc1-a8f9-8dd900e0b10f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5dbff1-59cc-4986-99f2-8fef5d4c4341", "tag": "a8b84588-ec01-4843-9c3c-1f3f05a0d713"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:11.187960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed8c55-cd13-4d9a-b1e5-9e53bc2b89ef req-5d65e695-e511-4173-8d5f-df945cf52057 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:11.189549 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-85ed8c55-cd13-4d9a-b1e5-9e53bc2b89ef req-5d65e695-e511-4173-8d5f-df945cf52057 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 1100 time: 0.0591342 Nov 12 08:30:11.251628 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device e4dd8d82-4ae1-4a44-91df-891257c04b0d up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:11.254738 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-85ed8c55-cd13-4d9a-b1e5-9e53bc2b89ef req-f61c244b-b319-4932-aefc-6487fad3f371 tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555825 Nov 12 08:30:11.322424 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3737ae75-7a32-4d32-8acd-1f1976cde69d req-12acfa56-d057-437a-8246-bd05c42c5e2a tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/b4072f45-dcd5-4502-b672-570173fe4fed HTTP/1.1" status: 200 len: 1822 time: 0.0775464 Nov 12 08:30:11.331745 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281c922f-0ae5-4a6f-ab5f-751903bd2b90 x-openstack-request-id: req-281c922f-0ae5-4a6f-ab5f-751903bd2b90 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:11.332491 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5dbff1-59cc-4986-99f2-8fef5d4c4341", "tag": "a8b84588-ec01-4843-9c3c-1f3f05a0d713", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:11.332491 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-281c922f-0ae5-4a6f-ab5f-751903bd2b90 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:11.332709 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5dbff1-59cc-4986-99f2-8fef5d4c4341', 'tag': 'a8b84588-ec01-4843-9c3c-1f3f05a0d713', 'status': 'completed', 'code': 200} Nov 12 08:30:11.346305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port e4dd8d82-4ae1-4a44-91df-891257c04b0d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:11.351131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port e4dd8d82-4ae1-4a44-91df-891257c04b0d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:11.352124 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.439235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87403ea-c11b-4dc1-a8f9-8dd900e0b10f req-7c0dde88-18c5-4996-a4a3-e36ea169cef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:11.440317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3737ae75-7a32-4d32-8acd-1f1976cde69d req-fb831967-7ab9-4cfe-b508-d3d058127f93 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.441013 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e87403ea-c11b-4dc1-a8f9-8dd900e0b10f req-7c0dde88-18c5-4996-a4a3-e36ea169cef6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d3c20758c2b428ba4d514ffa5ec3f85&device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 1095 time: 0.0817449 Nov 12 08:30:11.462773 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4576214-5eea-46a9-b57b-fa68e038b880 req-ebca0b68-2158-48b6-bab6-c652a8e7fb5c tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:11.463046 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.464524 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4576214-5eea-46a9-b57b-fa68e038b880 req-ebca0b68-2158-48b6-bab6-c652a8e7fb5c tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 1100 time: 0.0680664 Nov 12 08:30:11.476650 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3737ae75-7a32-4d32-8acd-1f1976cde69d req-fb831967-7ab9-4cfe-b508-d3d058127f93 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.511311 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port e4dd8d82-4ae1-4a44-91df-891257c04b0d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e4dd8d82-4ae1-4a44-91df-891257c04b0d,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:11.512442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7332c858-cfbb-4332-b331-9e77697f6f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dd8d82-4ae1-4a44-91df-891257c04b0d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:11.515160 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fa70f5-8698-48e8-80d7-04092a025944" -d '{"events": [{"server_uuid": "7332c858-cfbb-4332-b331-9e77697f6f84", "name": "network-vif-plugged", "status": "completed", "tag": "e4dd8d82-4ae1-4a44-91df-891257c04b0d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:11.519132 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.568644 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4576214-5eea-46a9-b57b-fa68e038b880 req-375b9c7d-d36e-4137-934f-f144b16e295d tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938845 Nov 12 08:30:11.582076 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3737ae75-7a32-4d32-8acd-1f1976cde69d req-fb831967-7ab9-4cfe-b508-d3d058127f93 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.586972 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3737ae75-7a32-4d32-8acd-1f1976cde69d req-fb831967-7ab9-4cfe-b508-d3d058127f93 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.604366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3737ae75-7a32-4d32-8acd-1f1976cde69d req-fb831967-7ab9-4cfe-b508-d3d058127f93 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "DELETE /v2.0/security-groups/b4072f45-dcd5-4502-b672-570173fe4fed HTTP/1.1" status: 204 len: 173 time: 0.2695394 Nov 12 08:30:11.614079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=e4dd8d82-4ae1-4a44-91df-891257c04b0d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:11.622281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87403ea-c11b-4dc1-a8f9-8dd900e0b10f req-5f28592f-e51f-496c-aa9b-eaa8c73beee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:11.627819 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e87403ea-c11b-4dc1-a8f9-8dd900e0b10f req-5f28592f-e51f-496c-aa9b-eaa8c73beee1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d HTTP/1.1" status: 200 len: 914 time: 0.1756916 Nov 12 08:30:11.631528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb831967-7ab9-4cfe-b508-d3d058127f93 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4072f45-dcd5-4502-b672-570173fe4fed,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:11.688378 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adeb46f-40bf-4a4b-8dfe-83d3cbfe7e4c x-openstack-request-id: req-3adeb46f-40bf-4a4b-8dfe-83d3cbfe7e4c {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:11.688900 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7332c858-cfbb-4332-b331-9e77697f6f84", "name": "network-vif-plugged", "status": "completed", "tag": "e4dd8d82-4ae1-4a44-91df-891257c04b0d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:11.689364 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3adeb46f-40bf-4a4b-8dfe-83d3cbfe7e4c {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:11.689931 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7332c858-cfbb-4332-b331-9e77697f6f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dd8d82-4ae1-4a44-91df-891257c04b0d', 'code': 200} Nov 12 08:30:11.694364 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e87403ea-c11b-4dc1-a8f9-8dd900e0b10f req-e63c2af1-bc96-401c-9662-b538668e6468 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b84588-ec01-4843-9c3c-1f3f05a0d713 HTTP/1.1" status: 200 len: 217 time: 0.0596707 Nov 12 08:30:11.786691 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c8a0a28-4144-45d7-89ee-59eb526948ff req-9fbba61c-2f97-4d6a-bb22-441919118847 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/7115b583-52b0-45e1-a17d-f6b1887cd314 HTTP/1.1" status: 200 len: 1822 time: 0.0829713 Nov 12 08:30:11.834932 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87403ea-c11b-4dc1-a8f9-8dd900e0b10f req-1839a363-693d-4985-9e59-f2bb4ddbe6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:11.838149 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e87403ea-c11b-4dc1-a8f9-8dd900e0b10f req-1839a363-693d-4985-9e59-f2bb4ddbe6ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8aa12587-6ad5-47e6-b9e7-1f4806c0e517 HTTP/1.1" status: 200 len: 853 time: 0.1228936 Nov 12 08:30:11.851073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd572533-92f7-4d0d-b0f1-4883b72a64f6 req-f8718b07-974a-4bbc-a5e1-91e3b78467a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:11.854030 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd572533-92f7-4d0d-b0f1-4883b72a64f6 req-f8718b07-974a-4bbc-a5e1-91e3b78467a5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 1097 time: 0.0914564 Nov 12 08:30:11.862528 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6c8a0a28-4144-45d7-89ee-59eb526948ff req-eba804af-e401-46ba-b7b3-cc37bec85dcd tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.891206 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6c8a0a28-4144-45d7-89ee-59eb526948ff req-eba804af-e401-46ba-b7b3-cc37bec85dcd tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.904631 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e87403ea-c11b-4dc1-a8f9-8dd900e0b10f req-dd916029-5fca-4a3b-a8b0-3a97b9a620e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e0b340af-7175-4abb-a9ad-87ab6cd8be2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480628 Nov 12 08:30:11.962635 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6c8a0a28-4144-45d7-89ee-59eb526948ff req-eba804af-e401-46ba-b7b3-cc37bec85dcd tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.967680 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6c8a0a28-4144-45d7-89ee-59eb526948ff req-eba804af-e401-46ba-b7b3-cc37bec85dcd tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:11.989887 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c8a0a28-4144-45d7-89ee-59eb526948ff req-eba804af-e401-46ba-b7b3-cc37bec85dcd tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "DELETE /v2.0/security-groups/7115b583-52b0-45e1-a17d-f6b1887cd314 HTTP/1.1" status: 204 len: 173 time: 0.1883786 Nov 12 08:30:12.010945 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba804af-e401-46ba-b7b3-cc37bec85dcd tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7115b583-52b0-45e1-a17d-f6b1887cd314,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:12.075149 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd572533-92f7-4d0d-b0f1-4883b72a64f6 req-d2436777-23fb-492d-a7c6-02e60ca7a39a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687915 Nov 12 08:30:12.110920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c78d9-531d-4414-b31a-4b2022904c5e req-d8ad60ef-c115-47ae-9762-8e0c20dd41c5 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:12.112600 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-700c78d9-531d-4414-b31a-4b2022904c5e req-d8ad60ef-c115-47ae-9762-8e0c20dd41c5 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 943 time: 0.1130741 Nov 12 08:30:12.140563 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e87403ea-c11b-4dc1-a8f9-8dd900e0b10f req-43c73655-4158-4c74-a1ee-84cdfb689f85 service neutron] 10.222.0.52 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252989 Nov 12 08:30:12.173424 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-700c78d9-531d-4414-b31a-4b2022904c5e req-a80e8e83-41de-4452-a593-42b997a8c011 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540526 Nov 12 08:30:12.252367 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18273004-7a65-4cfe-80c1-1ace2ba4bf46 req-a2efbc74-f046-4c46-8a27-3975ad726c75 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/3524d775-f734-4c6f-8ae7-24f442441d71 HTTP/1.1" status: 200 len: 2421 time: 0.0519679 Nov 12 08:30:12.343048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb959c-1b07-4e00-8c18-1aff3eae0fbb req-f70c38f8-b02d-4d93-9a8b-11428d10204e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:12.344348 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34bb959c-1b07-4e00-8c18-1aff3eae0fbb req-f70c38f8-b02d-4d93-9a8b-11428d10204e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 945 time: 0.0680680 Nov 12 08:30:12.387600 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-18273004-7a65-4cfe-80c1-1ace2ba4bf46 req-4a7bc661-c24e-4e69-9a35-86fe8d7f027c tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.398002 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e87403ea-c11b-4dc1-a8f9-8dd900e0b10f req-9d357b16-2adb-4127-9a6f-d7879b8908b1 service neutron] 10.222.0.52 "GET /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353595 Nov 12 08:30:12.409560 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34bb959c-1b07-4e00-8c18-1aff3eae0fbb req-8135f4d0-1457-451b-891f-de009762892a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496948 Nov 12 08:30:12.424303 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-18273004-7a65-4cfe-80c1-1ace2ba4bf46 req-4a7bc661-c24e-4e69-9a35-86fe8d7f027c tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.480136 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-18273004-7a65-4cfe-80c1-1ace2ba4bf46 req-4a7bc661-c24e-4e69-9a35-86fe8d7f027c tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.482901 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-18273004-7a65-4cfe-80c1-1ace2ba4bf46 req-4a7bc661-c24e-4e69-9a35-86fe8d7f027c tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.484196 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18273004-7a65-4cfe-80c1-1ace2ba4bf46 req-4a7bc661-c24e-4e69-9a35-86fe8d7f027c tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "DELETE /v2.0/security-groups/3524d775-f734-4c6f-8ae7-24f442441d71 HTTP/1.1" status: 204 len: 173 time: 0.2234163 Nov 12 08:30:12.501731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bc661-c24e-4e69-9a35-86fe8d7f027c tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3524d775-f734-4c6f-8ae7-24f442441d71,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:12.600995 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-012b4e5d-f600-49aa-848c-d4dc5b74a2e4 req-acc93956-e5c4-4e43-a71e-a111463caeb1 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "GET /v2.0/security-groups/6aa8e020-3ddf-4c0f-8609-46685771a2b0 HTTP/1.1" status: 200 len: 2413 time: 0.0472119 Nov 12 08:30:12.680928 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-012b4e5d-f600-49aa-848c-d4dc5b74a2e4 req-43336663-bb66-45c6-99c9-6d2a4a2ac5c9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.708592 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-012b4e5d-f600-49aa-848c-d4dc5b74a2e4 req-43336663-bb66-45c6-99c9-6d2a4a2ac5c9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.762295 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-012b4e5d-f600-49aa-848c-d4dc5b74a2e4 req-43336663-bb66-45c6-99c9-6d2a4a2ac5c9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.765844 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-012b4e5d-f600-49aa-848c-d4dc5b74a2e4 req-43336663-bb66-45c6-99c9-6d2a4a2ac5c9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.767134 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-012b4e5d-f600-49aa-848c-d4dc5b74a2e4 req-43336663-bb66-45c6-99c9-6d2a4a2ac5c9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] 10.222.0.31 "DELETE /v2.0/security-groups/6aa8e020-3ddf-4c0f-8609-46685771a2b0 HTTP/1.1" status: 204 len: 173 time: 0.1582611 Nov 12 08:30:12.774749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50990) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:12.783528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43336663-bb66-45c6-99c9-6d2a4a2ac5c9 tempest-SecurityGroupRulesTestJSON-1609875121 tempest-SecurityGroupRulesTestJSON-1609875121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa8e020-3ddf-4c0f-8609-46685771a2b0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:12.884411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d437ec14-7057-4745-b09f-c54055a3a92e admin admin] Deleting subnet 7f056dbf-3681-4e07-973f-ac7403f29787 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:12.888362 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d437ec14-7057-4745-b09f-c54055a3a92e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:12.928963 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d437ec14-7057-4745-b09f-c54055a3a92e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.007023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d437ec14-7057-4745-b09f-c54055a3a92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.048136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9c043-69cd-42de-b5d5-a4315f7b3e87 req-6713bba6-1480-4c28-9b00-bffec838fef4 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:13.049747 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-23a9c043-69cd-42de-b5d5-a4315f7b3e87 req-6713bba6-1480-4c28-9b00-bffec838fef4 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0957816 Nov 12 08:30:13.116122 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-23a9c043-69cd-42de-b5d5-a4315f7b3e87 req-f8fec7a2-5545-4089-a425-ba7379a81fd5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577381 Nov 12 08:30:13.117852 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d437ec14-7057-4745-b09f-c54055a3a92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.147163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437ec14-7057-4745-b09f-c54055a3a92e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f056dbf-3681-4e07-973f-ac7403f29787,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:13.170697 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d437ec14-7057-4745-b09f-c54055a3a92e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.177246 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d437ec14-7057-4745-b09f-c54055a3a92e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7f056dbf-3681-4e07-973f-ac7403f29787 HTTP/1.1" status: 204 len: 168 time: 0.4000297 Nov 12 08:30:13.177476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51002) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:13.261725 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device a8b84588-ec01-4843-9c3c-1f3f05a0d713 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:13.322385 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.352964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa7251-d7ca-4baa-b971-42856eb28d0f req-ce1eddbf-8aef-4e81-a2fd-96f7fec618b6 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:13.354551 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c2fa7251-d7ca-4baa-b971-42856eb28d0f req-ce1eddbf-8aef-4e81-a2fd-96f7fec618b6 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 943 time: 0.0757289 Nov 12 08:30:13.388124 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port a8b84588-ec01-4843-9c3c-1f3f05a0d713, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a8b84588-ec01-4843-9c3c-1f3f05a0d713,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:13.400820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'a8b84588-ec01-4843-9c3c-1f3f05a0d713', 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d', 'port_id': 'a8b84588-ec01-4843-9c3c-1f3f05a0d713', 'mac_address': 'fa:16:3e:d3:65:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa12587-6ad5-47e6-b9e7-1f4806c0e517', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:13.440671 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.445473 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.458928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b84588-ec01-4843-9c3c-1f3f05a0d713 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:13.482288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port a8b84588-ec01-4843-9c3c-1f3f05a0d713, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a8b84588-ec01-4843-9c3c-1f3f05a0d713,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:13.485651 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c2fa7251-d7ca-4baa-b971-42856eb28d0f req-d09e6c51-e6b5-414e-8827-79e42bb6649b tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141267 Nov 12 08:30:13.487347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd57113d-bb85-4d28-8d62-e942a35378a4']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:13.489653 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.490928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2bd46ef0-88bc-408b-bf74-8067ab350b33 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:13.504044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e489cdf6-7a84-4060-968f-04c3f5301af6') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:13.504350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e489cdf6-7a84-4060-968f-04c3f5301af6') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:13.529291 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.548708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.557827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:13.558397 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:13.562231 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:13.589833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2bd46ef0-88bc-408b-bf74-8067ab350b33, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2bd46ef0-88bc-408b-bf74-8067ab350b33,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:13.598562 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=a8b84588-ec01-4843-9c3c-1f3f05a0d713,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:13.608387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '2bd46ef0-88bc-408b-bf74-8067ab350b33', 'network_id': 'e0b340af-7175-4abb-a9ad-87ab6cd8be2d', 'port_id': '2bd46ef0-88bc-408b-bf74-8067ab350b33', 'mac_address': 'fa:16:3e:dc:d5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa12587-6ad5-47e6-b9e7-1f4806c0e517', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:13.646160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf96262-bb36-4774-bf38-7442e20fc044 req-dabcc3d2-0a3e-4caa-a7c3-60a87fe56879 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:13.646954 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.655881 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbf96262-bb36-4774-bf38-7442e20fc044 req-dabcc3d2-0a3e-4caa-a7c3-60a87fe56879 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 945 time: 0.1068833 Nov 12 08:30:13.656649 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.664719 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.672230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd46ef0-88bc-408b-bf74-8067ab350b33 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:13.692366 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dd57113d-bb85-4d28-8d62-e942a35378a4 HTTP/1.1" status: 204 len: 168 time: 0.5111611 Nov 12 08:30:13.695462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2bd46ef0-88bc-408b-bf74-8067ab350b33, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2bd46ef0-88bc-408b-bf74-8067ab350b33,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:13.701339 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.717961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeb94f-a80e-428d-9fd7-d479df4140f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd57113d-bb85-4d28-8d62-e942a35378a4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:13.762356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=2bd46ef0-88bc-408b-bf74-8067ab350b33,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:13.776997 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbf96262-bb36-4774-bf38-7442e20fc044 req-9deecb6d-8933-433b-819d-3c755da6f049 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190717 Nov 12 08:30:13.867209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51016) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:13.917038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0a1c6c04-b384-478d-878f-e1e878917bb0 req-2a8befcf-ecb1-47cd-837d-df172fd6f7f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-836915446&fields=id&tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b HTTP/1.1" status: 200 len: 267 time: 0.0678453 Nov 12 08:30:13.919202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-809f7894-5a09-4fef-91a3-7fc0d6af6f29 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e250da7161f4ea2970736ae3ec0016f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507128 Nov 12 08:30:13.921747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51020) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:13.955412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['2bd46ef0-88bc-408b-bf74-8067ab350b33'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:13.963972 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['a8b84588-ec01-4843-9c3c-1f3f05a0d713'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:13.985511 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74c4677a-f31a-470b-bdb7-06ac6bb8322d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:13.990971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c6c04-b384-478d-878f-e1e878917bb0 req-e45eb72d-fdbb-4f8b-8534-257fb820c7f8 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:14.004310 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0a1c6c04-b384-478d-878f-e1e878917bb0 req-e45eb72d-fdbb-4f8b-8534-257fb820c7f8 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 945 time: 0.0855062 Nov 12 08:30:14.014310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-0a1c6c04-b384-478d-878f-e1e878917bb0 req-9c5a0151-c430-446d-810b-c43d8f47058c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'port': {'security_groups': ['0d3ffc53-a252-40dc-8772-071a96db58fc', 'cd26dc98-ceae-4aa3-8d5a-ed57427e07a1']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:14.025977 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74c4677a-f31a-470b-bdb7-06ac6bb8322d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.089340 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74c4677a-f31a-470b-bdb7-06ac6bb8322d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.092235 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74c4677a-f31a-470b-bdb7-06ac6bb8322d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.093731 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-74c4677a-f31a-470b-bdb7-06ac6bb8322d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd10b5ad-e6f0-4faf-99a7-e5c12340e43e HTTP/1.1" status: 204 len: 168 time: 0.1709106 Nov 12 08:30:14.102573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4677a-f31a-470b-bdb7-06ac6bb8322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd10b5ad-e6f0-4faf-99a7-e5c12340e43e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:14.116439 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0a1c6c04-b384-478d-878f-e1e878917bb0 req-9c5a0151-c430-446d-810b-c43d8f47058c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.315835 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a1f6b-1075-46ea-9c8d-5e3c58f592ed req-ccdef711-c582-47fd-9735-2df63a664b03 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:14.317603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-454a1f6b-1075-46ea-9c8d-5e3c58f592ed req-ccdef711-c582-47fd-9735-2df63a664b03 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0573535 Nov 12 08:30:14.396826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-454a1f6b-1075-46ea-9c8d-5e3c58f592ed req-2c4493eb-6685-4309-a427-36b061741114 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696871 Nov 12 08:30:14.421375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-0a1c6c04-b384-478d-878f-e1e878917bb0 req-9c5a0151-c430-446d-810b-c43d8f47058c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] For port e4dd8d82-4ae1-4a44-91df-891257c04b0d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e4dd8d82-4ae1-4a44-91df-891257c04b0d,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:14.462942 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0a1c6c04-b384-478d-878f-e1e878917bb0 req-9c5a0151-c430-446d-810b-c43d8f47058c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.468936 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0a1c6c04-b384-478d-878f-e1e878917bb0 req-9c5a0151-c430-446d-810b-c43d8f47058c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.516178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c6c04-b384-478d-878f-e1e878917bb0 req-9c5a0151-c430-446d-810b-c43d8f47058c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:14.516839 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0a1c6c04-b384-478d-878f-e1e878917bb0 req-9c5a0151-c430-446d-810b-c43d8f47058c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.518312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0a1c6c04-b384-478d-878f-e1e878917bb0 req-9c5a0151-c430-446d-810b-c43d8f47058c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "PUT /v2.0/ports/e4dd8d82-4ae1-4a44-91df-891257c04b0d HTTP/1.1" status: 200 len: 981 time: 0.5131905 Nov 12 08:30:14.518779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7332c858-cfbb-4332-b331-9e77697f6f84', 'tag': 'e4dd8d82-4ae1-4a44-91df-891257c04b0d'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:14.521649 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2bdacd-66bc-4fe5-86df-3e84a0521f62" -d '{"events": [{"name": "network-changed", "server_uuid": "7332c858-cfbb-4332-b331-9e77697f6f84", "tag": "e4dd8d82-4ae1-4a44-91df-891257c04b0d"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:14.550883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a0151-c430-446d-810b-c43d8f47058c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'Port': ['ID=e4dd8d82-4ae1-4a44-91df-891257c04b0d,revision_number=6']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:14.638936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faa9b5-485d-4057-9bbc-c179d3db87d2 req-89a3d54d-5ba1-49a0-b971-7228467956a4 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:14.640986 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30faa9b5-485d-4057-9bbc-c179d3db87d2 req-89a3d54d-5ba1-49a0-b971-7228467956a4 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 944 time: 0.0580373 Nov 12 08:30:14.642470 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fb250f3-bcef-4c84-b68f-290dd67348c1 req-5673bbaf-d168-491d-8b1e-313ae65225bf tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1206447677&fields=id&tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b HTTP/1.1" status: 200 len: 267 time: 0.0623960 Nov 12 08:30:14.681148 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e4dd8d82-4ae1-4a44-91df-891257c04b0d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:14.700191 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30faa9b5-485d-4057-9bbc-c179d3db87d2 req-2095a7ea-59c1-440b-9f92-65fb9df95d92 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522499 Nov 12 08:30:14.702096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb250f3-bcef-4c84-b68f-290dd67348c1 req-8f1a18cb-420a-4f55-af76-dac5ed879747 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:14.704149 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fb250f3-bcef-4c84-b68f-290dd67348c1 req-8f1a18cb-420a-4f55-af76-dac5ed879747 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 984 time: 0.0608842 Nov 12 08:30:14.717760 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-7fb250f3-bcef-4c84-b68f-290dd67348c1 req-f7d70664-7632-4810-9777-89e822221270 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'port': {'security_groups': ['0d3ffc53-a252-40dc-8772-071a96db58fc', 'cd26dc98-ceae-4aa3-8d5a-ed57427e07a1', '453fc623-5eaa-4ef7-b58c-0dc3ef243afa']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:14.761146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e4dd8d82-4ae1-4a44-91df-891257c04b0d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:14.789037 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0110ea39-0cb0-4e81-958d-77e9bbb5ca26 x-openstack-request-id: req-0110ea39-0cb0-4e81-958d-77e9bbb5ca26 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:14.789375 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7332c858-cfbb-4332-b331-9e77697f6f84", "tag": "e4dd8d82-4ae1-4a44-91df-891257c04b0d", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:14.789600 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0110ea39-0cb0-4e81-958d-77e9bbb5ca26 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:14.790212 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7332c858-cfbb-4332-b331-9e77697f6f84', 'tag': 'e4dd8d82-4ae1-4a44-91df-891257c04b0d', 'status': 'completed', 'code': 200} Nov 12 08:30:14.845459 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fb250f3-bcef-4c84-b68f-290dd67348c1 req-f7d70664-7632-4810-9777-89e822221270 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:14.909657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bdacd-66bc-4fe5-86df-3e84a0521f62 req-4e426e49-8beb-4147-b7d6-8c41e3fdb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:14.912195 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a2bdacd-66bc-4fe5-86df-3e84a0521f62 req-4e426e49-8beb-4147-b7d6-8c41e3fdb84c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b&device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 1136 time: 0.1151412 Nov 12 08:30:15.213695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51062) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:15.290230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2bd46ef0-88bc-408b-bf74-8067ab350b33 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:15.356811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 2bd46ef0-88bc-408b-bf74-8067ab350b33 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:15.362590 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 2bd46ef0-88bc-408b-bf74-8067ab350b33 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:15.363113 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.384486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1341944663-network', 'tenant_id': '743df45cc8784d2da109027eec3966d9'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:15.413282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Made reservation on behalf of 743df45cc8784d2da109027eec3966d9 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:15.418131 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.431865 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.582954 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.587261 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.595195 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.633214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bdacd-66bc-4fe5-86df-3e84a0521f62 req-8be1ce14-d520-4537-946d-7c26c965fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:15.633855 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b265be-20af-46e0-9d56-5e8347119e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd46ef0-88bc-408b-bf74-8067ab350b33'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:15.635225 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a2bdacd-66bc-4fe5-86df-3e84a0521f62 req-8be1ce14-d520-4537-946d-7c26c965fdef service neutron] 10.222.0.52 "GET /v2.0/networks?id=44f30dec-2437-4313-a881-c96e4db44c3d HTTP/1.1" status: 200 len: 913 time: 0.7137990 Nov 12 08:30:15.635904 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5ead84-19fe-40ec-955b-b73294c33a3c" -d '{"events": [{"server_uuid": "a6b265be-20af-46e0-9d56-5e8347119e99", "name": "network-vif-plugged", "status": "completed", "tag": "2bd46ef0-88bc-408b-bf74-8067ab350b33"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:15.636622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6533c9-031b-472d-8c54-3fd44a14c1f7 req-ab3b77e1-e505-487c-a914-8a95d101564a tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:15.640747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb6533c9-031b-472d-8c54-3fd44a14c1f7 req-ab3b77e1-e505-487c-a914-8a95d101564a tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1184914 Nov 12 08:30:15.653540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2bd46ef0-88bc-408b-bf74-8067ab350b33, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2bd46ef0-88bc-408b-bf74-8067ab350b33,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:15.662284 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.663987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device a8b84588-ec01-4843-9c3c-1f3f05a0d713 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:15.674046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:30:15.694477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a21c92-3b3d-4cbb-8851-088ae0958c02,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:15.694720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a2bdacd-66bc-4fe5-86df-3e84a0521f62 req-10ea235e-83bf-4547-8c42-ab87bcb463ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4dd8d82-4ae1-4a44-91df-891257c04b0d HTTP/1.1" status: 200 len: 217 time: 0.0454259 Nov 12 08:30:15.703782 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.704735 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Added segment 9fdff6a5-bbba-473c-8359-b75125ebef2b of type vlan for network 3113c766-df42-471f-8bdc-e3b4e4efd335 Nov 12 08:30:15.782848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=2bd46ef0-88bc-408b-bf74-8067ab350b33,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:15.794106 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb6533c9-031b-472d-8c54-3fd44a14c1f7 req-7bbc5121-3ade-41bb-aae7-1337772389bc tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369922 Nov 12 08:30:15.798765 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.801354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port a8b84588-ec01-4843-9c3c-1f3f05a0d713 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:15.817273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port a8b84588-ec01-4843-9c3c-1f3f05a0d713 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:15.817273 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.846302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bdacd-66bc-4fe5-86df-3e84a0521f62 req-141d9025-7d96-4a17-bed3-4cfa60a30e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:15.848037 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a2bdacd-66bc-4fe5-86df-3e84a0521f62 req-141d9025-7d96-4a17-bed3-4cfa60a30e71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbb1c49-fbbc-4ada-908b-ea57f584c460 HTTP/1.1" status: 200 len: 852 time: 0.1401973 Nov 12 08:30:15.888805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.890465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:15.891808 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.912236 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a2bdacd-66bc-4fe5-86df-3e84a0521f62 req-11516b52-c70b-4ddb-b84e-0abf75a6871d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44f30dec-2437-4313-a881-c96e4db44c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498583 Nov 12 08:30:15.940871 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:15.942558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-7fb250f3-bcef-4c84-b68f-290dd67348c1 req-f7d70664-7632-4810-9777-89e822221270 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] For port e4dd8d82-4ae1-4a44-91df-891257c04b0d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e4dd8d82-4ae1-4a44-91df-891257c04b0d,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:15.973880 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34568d27-aac2-4b3a-98b7-b6a18de5cf1a x-openstack-request-id: req-34568d27-aac2-4b3a-98b7-b6a18de5cf1a {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:15.974246 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b265be-20af-46e0-9d56-5e8347119e99", "name": "network-vif-plugged", "status": "completed", "tag": "2bd46ef0-88bc-408b-bf74-8067ab350b33", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:15.974503 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34568d27-aac2-4b3a-98b7-b6a18de5cf1a {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:15.974960 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b265be-20af-46e0-9d56-5e8347119e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd46ef0-88bc-408b-bf74-8067ab350b33', 'code': 200} Nov 12 08:30:15.997604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port a8b84588-ec01-4843-9c3c-1f3f05a0d713, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a8b84588-ec01-4843-9c3c-1f3f05a0d713,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:16.005225 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.069583 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8544655 Nov 12 08:30:16.075068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=a8b84588-ec01-4843-9c3c-1f3f05a0d713,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:16.082078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51082) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:16.095175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c1608fd2-4c19-481c-ba77-52953bfedd49 admin admin] Request body: {'subnet': {'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1341944663-subnet', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:16.123295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff2b79-83bf-4074-af9c-db9c2ca6e7e3 admin admin] Pushing event updated for resources: {'Network': ['ID=3113c766-df42-471f-8bdc-e3b4e4efd335,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:16.142399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 3113c766-df42-471f-8bdc-e3b4e4efd335 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:30:16.164618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f63f42-74c9-4662-8713-75a49c45cbf2 req-344a0285-e21a-4a6c-aa8c-7428fc5ef088 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:16.173347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70f63f42-74c9-4662-8713-75a49c45cbf2 req-344a0285-e21a-4a6c-aa8c-7428fc5ef088 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 945 time: 0.1077883 Nov 12 08:30:16.176534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1608fd2-4c19-481c-ba77-52953bfedd49 admin admin] Made reservation on behalf of 743df45cc8784d2da109027eec3966d9 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:16.180294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1608fd2-4c19-481c-ba77-52953bfedd49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.189682 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fb250f3-bcef-4c84-b68f-290dd67348c1 req-f7d70664-7632-4810-9777-89e822221270 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.196299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a2bdacd-66bc-4fe5-86df-3e84a0521f62 req-b4891d7f-99b6-4084-9d2c-d3647303ca29 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688124 Nov 12 08:30:16.235781 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fb250f3-bcef-4c84-b68f-290dd67348c1 req-f7d70664-7632-4810-9777-89e822221270 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.250748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e4dd8d82-4ae1-4a44-91df-891257c04b0d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:16.320441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70f63f42-74c9-4662-8713-75a49c45cbf2 req-274b9141-f4f7-4e43-a589-29c88050e4b9 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438453 Nov 12 08:30:16.326833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d70664-7632-4810-9777-89e822221270 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'Port': ['ID=e4dd8d82-4ae1-4a44-91df-891257c04b0d,revision_number=7']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:16.380077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb250f3-bcef-4c84-b68f-290dd67348c1 req-f7d70664-7632-4810-9777-89e822221270 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:16.380850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-7fb250f3-bcef-4c84-b68f-290dd67348c1 req-f7d70664-7632-4810-9777-89e822221270 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.397728 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7fb250f3-bcef-4c84-b68f-290dd67348c1 req-f7d70664-7632-4810-9777-89e822221270 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "PUT /v2.0/ports/e4dd8d82-4ae1-4a44-91df-891257c04b0d HTTP/1.1" status: 200 len: 1020 time: 1.6865518 Nov 12 08:30:16.423173 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ccad3-0964-4ba6-a166-3bed7ee18e4f req-4bec36e2-9151-4b96-bc20-9bb6def62128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:16.426159 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bb8ccad3-0964-4ba6-a166-3bed7ee18e4f req-4bec36e2-9151-4b96-bc20-9bb6def62128 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a6b265be-20af-46e0-9d56-5e8347119e99 HTTP/1.1" status: 200 len: 1097 time: 0.3703988 Nov 12 08:30:16.505894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e4dd8d82-4ae1-4a44-91df-891257c04b0d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:16.550279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bb8ccad3-0964-4ba6-a166-3bed7ee18e4f req-3c7822e3-07aa-4c1f-81db-30aea473e922 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995209 Nov 12 08:30:16.574831 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a2bdacd-66bc-4fe5-86df-3e84a0521f62 req-80800f83-397d-4982-a755-87b253f62608 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667412 Nov 12 08:30:16.589075 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1608fd2-4c19-481c-ba77-52953bfedd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.677096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599b6df-b603-4e88-bcec-8b32459d4493 req-d6fe53a8-0052-414d-9682-1e773d36c318 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:16.678757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a599b6df-b603-4e88-bcec-8b32459d4493 req-d6fe53a8-0052-414d-9682-1e773d36c318 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 1023 time: 0.1387990 Nov 12 08:30:16.711876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1608fd2-4c19-481c-ba77-52953bfedd49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c244df4f-9bcf-45e9-be27-1e0ebdafaed0,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:16.754442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1608fd2-4c19-481c-ba77-52953bfedd49 admin admin] Checking segment: {'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:16.754442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1608fd2-4c19-481c-ba77-52953bfedd49 admin admin] Network hostable DHCP agents. Network: 3113c766-df42-471f-8bdc-e3b4e4efd335, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:30:16.790934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7332c858-cfbb-4332-b331-9e77697f6f84', 'tag': 'e4dd8d82-4ae1-4a44-91df-891257c04b0d'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:16.794064 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c905759f-4936-4a49-b8bc-13e1275cd262" -d '{"events": [{"name": "network-changed", "server_uuid": "7332c858-cfbb-4332-b331-9e77697f6f84", "tag": "e4dd8d82-4ae1-4a44-91df-891257c04b0d"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:16.836973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1608fd2-4c19-481c-ba77-52953bfedd49 admin admin] Network 3113c766-df42-471f-8bdc-e3b4e4efd335 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:30:16.860778 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd39f880-2daf-4643-9e42-5b02b0809faf x-openstack-request-id: req-dd39f880-2daf-4643-9e42-5b02b0809faf {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:16.861233 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7332c858-cfbb-4332-b331-9e77697f6f84", "tag": "e4dd8d82-4ae1-4a44-91df-891257c04b0d", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:16.861624 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd39f880-2daf-4643-9e42-5b02b0809faf {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:16.862636 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7332c858-cfbb-4332-b331-9e77697f6f84', 'tag': 'e4dd8d82-4ae1-4a44-91df-891257c04b0d', 'status': 'completed', 'code': 200} Nov 12 08:30:16.880517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a599b6df-b603-4e88-bcec-8b32459d4493 req-92d693a7-6851-4495-a809-f27fcceb412e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd26dc98-ceae-4aa3-8d5a-ed57427e07a1&id=0d3ffc53-a252-40dc-8772-071a96db58fc&id=453fc623-5eaa-4ef7-b58c-0dc3ef243afa HTTP/1.1" status: 200 len: 6200 time: 0.1771231 Nov 12 08:30:16.881931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c1608fd2-4c19-481c-ba77-52953bfedd49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 3113c766-df42-471f-8bdc-e3b4e4efd335) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:16.894592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1608fd2-4c19-481c-ba77-52953bfedd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:16.898762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1608fd2-4c19-481c-ba77-52953bfedd49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:16.914016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0ae5bb-7780-484c-9219-01f5463b3297 None None] Network 3113c766-df42-471f-8bdc-e3b4e4efd335 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:16.940312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-6f348274-ccf0-4f0b-bf63-ded586038ff2 req-5772dee2-30c2-41b1-b5bb-57495c40e549 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1209645048 ', 'description': 'tempest-description-752267609'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:17.003890 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905759f-4936-4a49-b8bc-13e1275cd262 req-f56d9d50-4bd1-4c76-8949-465ac2d9d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:17.005669 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c1608fd2-4c19-481c-ba77-52953bfedd49 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9154696 Nov 12 08:30:17.007724 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51098) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:17.009848 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c905759f-4936-4a49-b8bc-13e1275cd262 req-f56d9d50-4bd1-4c76-8949-465ac2d9d224 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b&device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 1175 time: 0.1020451 Nov 12 08:30:17.019648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:17.077074 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6f348274-ccf0-4f0b-bf63-ded586038ff2 req-5772dee2-30c2-41b1-b5bb-57495c40e549 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.111589 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.118612 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.163284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6000c-8852-4655-a535-9607fedda171 req-08ab63d8-44c4-4723-9591-a11183922a03 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:17.170314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3de6000c-8852-4655-a535-9607fedda171 req-08ab63d8-44c4-4723-9591-a11183922a03 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1588850 Nov 12 08:30:17.220633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-3113c766-df42-471f-8bdc-e3b4e4efd335', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'fixed_ips': [{'subnet_id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:30:17.223622 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.242864 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905759f-4936-4a49-b8bc-13e1275cd262 req-ecbc5d43-e869-438d-9c97-55ed87e748d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:17.244521 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c905759f-4936-4a49-b8bc-13e1275cd262 req-ecbc5d43-e869-438d-9c97-55ed87e748d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=44f30dec-2437-4313-a881-c96e4db44c3d HTTP/1.1" status: 200 len: 913 time: 0.2191763 Nov 12 08:30:17.250946 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3de6000c-8852-4655-a535-9607fedda171 req-60f10b18-8792-4fd0-8e11-965bfb2472d3 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796363 Nov 12 08:30:17.252310 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.265384 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6f348274-ccf0-4f0b-bf63-ded586038ff2 req-5772dee2-30c2-41b1-b5bb-57495c40e549 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.310471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c905759f-4936-4a49-b8bc-13e1275cd262 req-c30c3b21-4917-4535-b528-02f8c731e5ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4dd8d82-4ae1-4a44-91df-891257c04b0d HTTP/1.1" status: 200 len: 217 time: 0.0558743 Nov 12 08:30:17.321441 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6f348274-ccf0-4f0b-bf63-ded586038ff2 req-5772dee2-30c2-41b1-b5bb-57495c40e549 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.396187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905759f-4936-4a49-b8bc-13e1275cd262 req-9cca9c85-d90c-41ac-b747-186578da931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:17.398123 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c905759f-4936-4a49-b8bc-13e1275cd262 req-9cca9c85-d90c-41ac-b747-186578da931b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbb1c49-fbbc-4ada-908b-ea57f584c460 HTTP/1.1" status: 200 len: 852 time: 0.0795331 Nov 12 08:30:17.447926 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c905759f-4936-4a49-b8bc-13e1275cd262 req-5cc72dcf-94a3-418e-a117-39d87ad7ea17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44f30dec-2437-4313-a881-c96e4db44c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403352 Nov 12 08:30:17.476905 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.480659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Allocated IP 172.20.0.2 (3113c766-df42-471f-8bdc-e3b4e4efd335/c244df4f-9bcf-45e9-be27-1e0ebdafaed0/5d494919-ad32-4213-b553-d60a7d05d2f3) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:17.492717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6f348274-ccf0-4f0b-bf63-ded586038ff2 req-5772dee2-30c2-41b1-b5bb-57495c40e549 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.494139 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6f348274-ccf0-4f0b-bf63-ded586038ff2 req-5772dee2-30c2-41b1-b5bb-57495c40e549 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5652175 Nov 12 08:30:17.528768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772dee2-30c2-41b1-b5bb-57495c40e549 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd0e74d-f19f-4617-b359-d4b1dff07e07,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:17.628606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cbe81-a70a-47a0-a5e6-1411b0dcccaa req-76797342-3070-4528-b878-82daca0df8a7 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:17.631698 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b8cbe81-a70a-47a0-a5e6-1411b0dcccaa req-76797342-3070-4528-b878-82daca0df8a7 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 945 time: 0.1616488 Nov 12 08:30:17.696263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c905759f-4936-4a49-b8bc-13e1275cd262 req-30ee662c-84fc-4e1c-8935-befc9b6689ea service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358000 Nov 12 08:30:17.762132 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b8cbe81-a70a-47a0-a5e6-1411b0dcccaa req-3d000986-449e-4ab5-b886-ba4e6fea0687 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227400 Nov 12 08:30:17.793139 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.804181 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.820521 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.853918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4abeb5c-34ab-4fa5-b81e-90baa9466f85 req-ca7cf72f-2ebb-4857-ac6e-6bef659a00c3 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/fbd0e74d-f19f-4617-b359-d4b1dff07e07 HTTP/1.1" status: 200 len: 1797 time: 0.0903583 Nov 12 08:30:17.856817 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c905759f-4936-4a49-b8bc-13e1275cd262 req-7d0bb0ef-b391-4f0c-abcf-fc7a751dbd21 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468892 Nov 12 08:30:17.862167 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:17.865766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Network 3113c766-df42-471f-8bdc-e3b4e4efd335 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:17.870491 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:17.877039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:17.887450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Pushing event updated for resources: {'Port': ['ID=5d494919-ad32-4213-b553-d60a7d05d2f3,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:17.937420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-351cd8c7-e516-417f-8880-6ac96bcd3e0e req-de6ef0a6-cb8f-417c-b4a2-9c0841a477fa tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/fbd0e74d-f19f-4617-b359-d4b1dff07e07 HTTP/1.1" status: 200 len: 1797 time: 0.0555747 Nov 12 08:30:17.979759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5dbff1-59cc-4986-99f2-8fef5d4c4341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b84588-ec01-4843-9c3c-1f3f05a0d713'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:17.986170 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ba1b39-ac49-4b38-b657-e98bfbbe16ae" -d '{"events": [{"server_uuid": "0c5dbff1-59cc-4986-99f2-8fef5d4c4341", "name": "network-vif-plugged", "status": "completed", "tag": "a8b84588-ec01-4843-9c3c-1f3f05a0d713"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:17.989466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Attempting to bind port 5d494919-ad32-4213-b553-d60a7d05d2f3 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:17.990488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Attempting to bind port 5d494919-ad32-4213-b553-d60a7d05d2f3 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:17.990781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Attempting to bind port 5d494919-ad32-4213-b553-d60a7d05d2f3 on network 3113c766-df42-471f-8bdc-e3b4e4efd335 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:17.999934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:18.000325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Checking segment: {'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:18.000933 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.001625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Bound using segment: {'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:18.002517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Bound port: 5d494919-ad32-4213-b553-d60a7d05d2f3, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:18.003099 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.058691 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbeff6e-5aeb-4da7-b41c-9fd5ca2f7837 x-openstack-request-id: req-6cbeff6e-5aeb-4da7-b41c-9fd5ca2f7837 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:18.059074 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5dbff1-59cc-4986-99f2-8fef5d4c4341", "name": "network-vif-plugged", "status": "completed", "tag": "a8b84588-ec01-4843-9c3c-1f3f05a0d713", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:18.059395 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6cbeff6e-5aeb-4da7-b41c-9fd5ca2f7837 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:18.059951 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5dbff1-59cc-4986-99f2-8fef5d4c4341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b84588-ec01-4843-9c3c-1f3f05a0d713', 'code': 200} Nov 12 08:30:18.103294 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] For port 5d494919-ad32-4213-b553-d60a7d05d2f3, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:18.124811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] For port 5d494919-ad32-4213-b553-d60a7d05d2f3, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5d494919-ad32-4213-b553-d60a7d05d2f3,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:18.134682 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.140647 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-351cd8c7-e516-417f-8880-6ac96bcd3e0e req-3c399bcf-fc3c-4919-a7e2-e0e6b5f23fbc tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.143272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Allocated IP 172.25.3.174 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/ef9d80ae-673f-4954-88ac-c34e0dac6340) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:18.183731 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-351cd8c7-e516-417f-8880-6ac96bcd3e0e req-3c399bcf-fc3c-4919-a7e2-e0e6b5f23fbc tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.250767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccf2c4-e063-44d0-ba1f-742929066da8 None None] Pushing event updated for resources: {'Port': ['ID=5d494919-ad32-4213-b553-d60a7d05d2f3,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:18.252962 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac3165-21e4-4daf-b5fd-cdd1eeeb182d req-7ab3f2c5-a252-405e-a9ed-8d27fba3e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:18.254927 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2eac3165-21e4-4daf-b5fd-cdd1eeeb182d req-7ab3f2c5-a252-405e-a9ed-8d27fba3e6db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 1097 time: 0.1094389 Nov 12 08:30:18.319403 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-351cd8c7-e516-417f-8880-6ac96bcd3e0e req-3c399bcf-fc3c-4919-a7e2-e0e6b5f23fbc tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.322259 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-351cd8c7-e516-417f-8880-6ac96bcd3e0e req-3c399bcf-fc3c-4919-a7e2-e0e6b5f23fbc tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.323911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-351cd8c7-e516-417f-8880-6ac96bcd3e0e req-3c399bcf-fc3c-4919-a7e2-e0e6b5f23fbc tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "DELETE /v2.0/security-groups/fbd0e74d-f19f-4617-b359-d4b1dff07e07 HTTP/1.1" status: 204 len: 173 time: 0.3578770 Nov 12 08:30:18.349693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c399bcf-fc3c-4919-a7e2-e0e6b5f23fbc tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd0e74d-f19f-4617-b359-d4b1dff07e07,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:18.351074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2eac3165-21e4-4daf-b5fd-cdd1eeeb182d req-290842a5-f8c1-4bf2-8ac7-0f344000688e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787439 Nov 12 08:30:18.387363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.399362 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-12c47548-fec8-44cb-8127-8747295e53bb req-6b5e2b31-8014-45fc-a552-5d014c13390e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] show failed (client error): The resource could not be found. Nov 12 08:30:18.400436 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12c47548-fec8-44cb-8127-8747295e53bb req-6b5e2b31-8014-45fc-a552-5d014c13390e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/fbd0e74d-f19f-4617-b359-d4b1dff07e07 HTTP/1.1" status: 404 len: 352 time: 0.0266871 Nov 12 08:30:18.461783 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.483915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666be01-618f-4ecf-a053-7a02107c81cb req-e36e988b-6268-4dc4-b4ea-3019a9c7f10f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:18.484593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:18.487873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:18.492333 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c666be01-618f-4ecf-a053-7a02107c81cb req-e36e988b-6268-4dc4-b4ea-3019a9c7f10f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0764213 Nov 12 08:30:18.584163 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-35596181-cec2-4296-b2a1-8506c6b8a7c7 req-938b0520-c3f0-4ae3-8325-760a0af2041c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1470581649', 'description': 'tempest-description-995812206'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:18.590703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:18.591046 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c666be01-618f-4ecf-a053-7a02107c81cb req-cdf9264c-7639-40cc-abc3-3b559086ce08 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966256 Nov 12 08:30:18.677028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Pushing event updated for resources: {'Port': ['ID=ef9d80ae-673f-4954-88ac-c34e0dac6340,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:18.789516 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-35596181-cec2-4296-b2a1-8506c6b8a7c7 req-938b0520-c3f0-4ae3-8325-760a0af2041c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.811514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5d494919-ad32-4213-b553-d60a7d05d2f3 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:18.879415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 5d494919-ad32-4213-b553-d60a7d05d2f3 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:18.880105 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:18.962421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549b4b6-5d99-48b6-9b00-5fa123341ede req-88c1983f-6442-4631-87e3-99bcdb44ca5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:18.970406 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3549b4b6-5d99-48b6-9b00-5fa123341ede req-88c1983f-6442-4631-87e3-99bcdb44ca5a tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 945 time: 0.0791159 Nov 12 08:30:18.998108 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.026569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.061406 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 5d494919-ad32-4213-b553-d60a7d05d2f3, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5d494919-ad32-4213-b553-d60a7d05d2f3,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:19.066768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3549b4b6-5d99-48b6-9b00-5fa123341ede req-caaf80e6-ab93-4c15-8a91-5a5de435040d tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889852 Nov 12 08:30:19.068332 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.105687 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-35596181-cec2-4296-b2a1-8506c6b8a7c7 req-938b0520-c3f0-4ae3-8325-760a0af2041c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.113619 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-35596181-cec2-4296-b2a1-8506c6b8a7c7 req-938b0520-c3f0-4ae3-8325-760a0af2041c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.121216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=5d494919-ad32-4213-b553-d60a7d05d2f3,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:19.191204 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-35596181-cec2-4296-b2a1-8506c6b8a7c7 req-938b0520-c3f0-4ae3-8325-760a0af2041c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.192510 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-35596181-cec2-4296-b2a1-8506c6b8a7c7 req-938b0520-c3f0-4ae3-8325-760a0af2041c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6125596 Nov 12 08:30:19.197958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b0520-c3f0-4ae3-8325-760a0af2041c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb227a3c-3c0b-4b52-8c0f-468203765d12,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:19.246450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-0584ccd5-a389-4e2a-9938-67386e6dd6f6 req-83295540-c11c-49d3-8e22-5f67f952d68d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-995918554', 'description': 'tempest-description-1693659812'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:19.296280 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0584ccd5-a389-4e2a-9938-67386e6dd6f6 req-83295540-c11c-49d3-8e22-5f67f952d68d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.394975 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0584ccd5-a389-4e2a-9938-67386e6dd6f6 req-83295540-c11c-49d3-8e22-5f67f952d68d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.400503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0584ccd5-a389-4e2a-9938-67386e6dd6f6 req-83295540-c11c-49d3-8e22-5f67f952d68d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.437666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-0584ccd5-a389-4e2a-9938-67386e6dd6f6 req-83295540-c11c-49d3-8e22-5f67f952d68d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.439208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0584ccd5-a389-4e2a-9938-67386e6dd6f6 req-83295540-c11c-49d3-8e22-5f67f952d68d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1980095 Nov 12 08:30:19.468281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83295540-c11c-49d3-8e22-5f67f952d68d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a331d6c2-dbe8-4550-a692-d8c50ae703f0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:19.595709 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923bef2e-31a4-4274-9c0a-89a3ccf0a914 None None] Network 3113c766-df42-471f-8bdc-e3b4e4efd335 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:19.708171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-0ad738d6-19e0-4d71-a80f-8c9943eca01b req-ac93db7a-3e79-4a1a-9a70-f6a3b9fe21a2 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1495764041', 'description': 'tempest-description-1710170807'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:19.708484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fac83561-c594-4676-9582-4ae5e5e17e2c None None] Provisioning complete for port 5d494919-ad32-4213-b553-d60a7d05d2f3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:19.708655 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fac83561-c594-4676-9582-4ae5e5e17e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.727339 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.793280 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ad738d6-19e0-4d71-a80f-8c9943eca01b req-ac93db7a-3e79-4a1a-9a70-f6a3b9fe21a2 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:19.835975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b66776-3bf5-4268-ab44-65743abbf743 req-31d72586-d27b-4f10-9739-96d869ea53c0 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:19.844626 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-43b66776-3bf5-4268-ab44-65743abbf743 req-31d72586-d27b-4f10-9739-96d869ea53c0 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0900302 Nov 12 08:30:19.912705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-43b66776-3bf5-4268-ab44-65743abbf743 req-cd4f8241-ee53-4d22-a67d-2bd0526bcfe2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670748 Nov 12 08:30:20.017177 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ad738d6-19e0-4d71-a80f-8c9943eca01b req-ac93db7a-3e79-4a1a-9a70-f6a3b9fe21a2 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.028375 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ad738d6-19e0-4d71-a80f-8c9943eca01b req-ac93db7a-3e79-4a1a-9a70-f6a3b9fe21a2 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.045611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Router 820983b2-c293-4e13-bae9-348e3ef42a3b is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:30:20.060507 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ad738d6-19e0-4d71-a80f-8c9943eca01b req-ac93db7a-3e79-4a1a-9a70-f6a3b9fe21a2 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.061822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ad738d6-19e0-4d71-a80f-8c9943eca01b req-ac93db7a-3e79-4a1a-9a70-f6a3b9fe21a2 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3602674 Nov 12 08:30:20.145176 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93db7a-3e79-4a1a-9a70-f6a3b9fe21a2 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c621670a-f3bd-4023-8603-66128f2084ab,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:20.258708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0a31d-8513-4e71-abd3-ea3f35c0cd0b req-5591cd56-204b-430a-a059-dc0fd5186b82 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:20.263125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e0a31d-8513-4e71-abd3-ea3f35c0cd0b req-5591cd56-204b-430a-a059-dc0fd5186b82 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 945 time: 0.0758128 Nov 12 08:30:20.263710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:20.289142 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Sync routers for ids ['820983b2-c293-4e13-bae9-348e3ef42a3b'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:20.296085 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.297445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6f4074f5-afcd-42a5-8926-86ed15253a21 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.2813654 Nov 12 08:30:20.304030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51154) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:20.310684 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f79acd6a-d3dc-4b45-bc64-d90333761e07 req-a711c37d-2f53-434c-b721-fdedc4a578b0 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b HTTP/1.1" status: 200 len: 10999 time: 0.1901004 Nov 12 08:30:20.322411 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Routers {'820983b2-c293-4e13-bae9-348e3ef42a3b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:20.323676 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['820983b2-c293-4e13-bae9-348e3ef42a3b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:20.420991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f79acd6a-d3dc-4b45-bc64-d90333761e07 req-90de0051-1709-40c3-9f88-3c302f35f1f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/0d3ffc53-a252-40dc-8772-071a96db58fc HTTP/1.1" status: 200 len: 2998 time: 0.0968363 Nov 12 08:30:20.508944 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Set router 820983b2-c293-4e13-bae9-348e3ef42a3b gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:20.513389 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f79acd6a-d3dc-4b45-bc64-d90333761e07 req-2bfad76e-3066-4e05-82b5-387bc3b62388 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/0d3ffc53-a252-40dc-8772-071a96db58fc HTTP/1.1" status: 200 len: 2998 time: 0.0830035 Nov 12 08:30:20.591257 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-030ac0b8-4068-434f-afbc-2a8a3dec6250 None None] Provisioning complete for port 5d494919-ad32-4213-b553-d60a7d05d2f3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:20.591829 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-030ac0b8-4068-434f-afbc-2a8a3dec6250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.599551 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e0a31d-8513-4e71-abd3-ea3f35c0cd0b req-39c6d15c-85d0-4383-b9d5-75e38508460e tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920773 Nov 12 08:30:20.630359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-677b1a18-4bb5-448d-ba68-dfe7862b0d40 req-39b6ef76-fd4a-4fdd-9058-2bbf3fc80626 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/cb227a3c-3c0b-4b52-8c0f-468203765d12 HTTP/1.1" status: 200 len: 1817 time: 0.0899341 Nov 12 08:30:20.767363 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:18Z', 'revision_number': 3, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:20.793744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-677b1a18-4bb5-448d-ba68-dfe7862b0d40 req-8d9b87cd-d44b-4498-9437-27e95153b75c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.800390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5d494919-ad32-4213-b553-d60a7d05d2f3 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:20.822758 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Checking router: 820983b2-c293-4e13-bae9-348e3ef42a3b for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:20.824025 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Updating router 820983b2-c293-4e13-bae9-348e3ef42a3b port ef9d80ae-673f-4954-88ac-c34e0dac6340 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:30:20.831601 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-677b1a18-4bb5-448d-ba68-dfe7862b0d40 req-8d9b87cd-d44b-4498-9437-27e95153b75c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.888813 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.893782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 5d494919-ad32-4213-b553-d60a7d05d2f3 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:20.894392 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.905897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-677b1a18-4bb5-448d-ba68-dfe7862b0d40 req-8d9b87cd-d44b-4498-9437-27e95153b75c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.911144 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-677b1a18-4bb5-448d-ba68-dfe7862b0d40 req-8d9b87cd-d44b-4498-9437-27e95153b75c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:20.912371 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-677b1a18-4bb5-448d-ba68-dfe7862b0d40 req-8d9b87cd-d44b-4498-9437-27e95153b75c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "DELETE /v2.0/security-groups/cb227a3c-3c0b-4b52-8c0f-468203765d12 HTTP/1.1" status: 204 len: 173 time: 0.2670193 Nov 12 08:30:20.933340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b87cd-d44b-4498-9437-27e95153b75c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb227a3c-3c0b-4b52-8c0f-468203765d12,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:21.005481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f432dd-a664-4ceb-970b-9096dc29cb85 req-8f4da719-5c33-4095-a6a2-808f9c5343fe tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:21.006365 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31f432dd-a664-4ceb-970b-9096dc29cb85 req-8f4da719-5c33-4095-a6a2-808f9c5343fe tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b265be-20af-46e0-9d56-5e8347119e99 HTTP/1.1" status: 200 len: 945 time: 0.2647557 Nov 12 08:30:21.088122 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-ca7c6402-4c11-4693-997b-e37ab0804091 req-0668faca-cf90-444b-a213-40bfe06bad2c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] show failed (client error): The resource could not be found. Nov 12 08:30:21.090882 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ca7c6402-4c11-4693-997b-e37ab0804091 req-0668faca-cf90-444b-a213-40bfe06bad2c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/cb227a3c-3c0b-4b52-8c0f-468203765d12 HTTP/1.1" status: 404 len: 352 time: 0.0240614 Nov 12 08:30:21.216612 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31f432dd-a664-4ceb-970b-9096dc29cb85 req-59352ae2-49ab-485f-88aa-ec7214b7b908 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332598 Nov 12 08:30:21.224824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd33d4-8aeb-4602-9111-69f93e4baa28 req-fd7fc6f9-bdf5-4d9a-9c25-4ea5a6c74a93 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:21.226808 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0abd33d4-8aeb-4602-9111-69f93e4baa28 req-fd7fc6f9-bdf5-4d9a-9c25-4ea5a6c74a93 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0726948 Nov 12 08:30:21.337517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0abd33d4-8aeb-4602-9111-69f93e4baa28 req-662423ec-b794-4314-9e92-ff116523c34b tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852826 Nov 12 08:30:21.394387 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.404344 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.460363 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd5f89f1-1a53-4a87-8eb5-02c7e352a068 req-1281807c-82b7-4f88-8141-01942da3d3e7 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/a331d6c2-dbe8-4550-a692-d8c50ae703f0 HTTP/1.1" status: 200 len: 1817 time: 0.1009908 Nov 12 08:30:21.477914 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Attempting to bind port ef9d80ae-673f-4954-88ac-c34e0dac6340 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:21.478283 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Attempting to bind port ef9d80ae-673f-4954-88ac-c34e0dac6340 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:21.478633 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Attempting to bind port ef9d80ae-673f-4954-88ac-c34e0dac6340 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:21.481549 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58f627-41a1-47f6-b18e-4e5ece1c08de None None] Pushing event updated for resources: {'Port': ['ID=ef9d80ae-673f-4954-88ac-c34e0dac6340,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:21.488109 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:21.488485 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:21.488886 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.489299 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:21.489765 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Bound port: ef9d80ae-673f-4954-88ac-c34e0dac6340, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:21.490152 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.562183 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.569765 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] For port ef9d80ae-673f-4954-88ac-c34e0dac6340, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:21.574263 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] For port ef9d80ae-673f-4954-88ac-c34e0dac6340, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ef9d80ae-673f-4954-88ac-c34e0dac6340,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:21.583628 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.654616 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Routers {'820983b2-c293-4e13-bae9-348e3ef42a3b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:21.655245 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['820983b2-c293-4e13-bae9-348e3ef42a3b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:21.746015 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58f627-41a1-47f6-b18e-4e5ece1c08de None None] Pushing event updated for resources: {'Port': ['ID=ef9d80ae-673f-4954-88ac-c34e0dac6340,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:21.750071 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-bd5f89f1-1a53-4a87-8eb5-02c7e352a068 req-7da4a459-7622-4e42-b216-b9ae073b1080 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.845233 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-bd5f89f1-1a53-4a87-8eb5-02c7e352a068 req-7da4a459-7622-4e42-b216-b9ae073b1080 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.853440 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] Set router 820983b2-c293-4e13-bae9-348e3ef42a3b gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:21.981785 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-bd5f89f1-1a53-4a87-8eb5-02c7e352a068 req-7da4a459-7622-4e42-b216-b9ae073b1080 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.984672 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-bd5f89f1-1a53-4a87-8eb5-02c7e352a068 req-7da4a459-7622-4e42-b216-b9ae073b1080 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:21.986359 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd5f89f1-1a53-4a87-8eb5-02c7e352a068 req-7da4a459-7622-4e42-b216-b9ae073b1080 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "DELETE /v2.0/security-groups/a331d6c2-dbe8-4550-a692-d8c50ae703f0 HTTP/1.1" status: 204 len: 173 time: 0.5180943 Nov 12 08:30:21.998262 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Allocated IP 172.20.0.1 (3113c766-df42-471f-8bdc-e3b4e4efd335/c244df4f-9bcf-45e9-be27-1e0ebdafaed0/b02bc0dc-8296-4866-89a3-2c8ccc79d635) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:22.011175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4a459-7622-4e42-b216-b9ae073b1080 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a331d6c2-dbe8-4550-a692-d8c50ae703f0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:22.069160 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-7cbcb94f-507f-46df-84b7-f91093a888ef req-0d6d4a27-1e08-4575-ac92-1f7ee7e5c44c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] show failed (client error): The resource could not be found. Nov 12 08:30:22.070761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7cbcb94f-507f-46df-84b7-f91093a888ef req-0d6d4a27-1e08-4575-ac92-1f7ee7e5c44c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/a331d6c2-dbe8-4550-a692-d8c50ae703f0 HTTP/1.1" status: 404 len: 352 time: 0.0461419 Nov 12 08:30:22.104283 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.204029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bd6da-7935-431a-82a5-2d36c5624724 req-b3cff97c-4297-4932-a057-251bb0384537 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:22.213275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b1bd6da-7935-431a-82a5-2d36c5624724 req-b3cff97c-4297-4932-a057-251bb0384537 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b265be-20af-46e0-9d56-5e8347119e99 HTTP/1.1" status: 200 len: 945 time: 0.1527042 Nov 12 08:30:22.225693 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.268151 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.302451 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:18Z', 'revision_number': 3, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:22.330982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Network 3113c766-df42-471f-8bdc-e3b4e4efd335 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:22.347793 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e945bcfa-dbd0-4b49-b853-36c0e0bd2d36 None None] The sync data for ids ['820983b2-c293-4e13-bae9-348e3ef42a3b'] in n-d-768851-18 is: [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:18Z', 'revision_number': 3, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:22.361884 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b1bd6da-7935-431a-82a5-2d36c5624724 req-fb5ba885-6e1b-4bc6-855a-04c53f2c1d9e tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399086 Nov 12 08:30:22.369518 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:22.388984 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:22.523879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Pushing event updated for resources: {'Port': ['ID=b02bc0dc-8296-4866-89a3-2c8ccc79d635,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:22.575507 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ae01e94-fc05-43f8-af04-e1ffe2c3dccb req-59de5e8b-653b-4703-873e-9246f9f774da tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/c621670a-f3bd-4023-8603-66128f2084ab HTTP/1.1" status: 200 len: 1818 time: 0.2821300 Nov 12 08:30:22.580483 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.727082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f8dd1-babf-4e17-a0ee-ecb52a32c7f3 req-3b159add-cfdb-4548-ac8c-7dd2acab86bc tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:22.743194 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-be6f8dd1-babf-4e17-a0ee-ecb52a32c7f3 req-3b159add-cfdb-4548-ac8c-7dd2acab86bc tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1290157 Nov 12 08:30:22.809414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-24046e09-d8bd-4b80-b26f-8bbee55752ac None None] Provisioning complete for port b02bc0dc-8296-4866-89a3-2c8ccc79d635 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:22.810876 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-24046e09-d8bd-4b80-b26f-8bbee55752ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:22.944172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-be6f8dd1-babf-4e17-a0ee-ecb52a32c7f3 req-ed9547d6-fee0-4437-b638-dceddca23c48 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810970 Nov 12 08:30:23.011499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-24046e09-d8bd-4b80-b26f-8bbee55752ac None None] Port b02bc0dc-8296-4866-89a3-2c8ccc79d635 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:23.046465 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5ae01e94-fc05-43f8-af04-e1ffe2c3dccb req-02306504-ef56-4f58-b173-d92cfef3d909 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.111401 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5ae01e94-fc05-43f8-af04-e1ffe2c3dccb req-02306504-ef56-4f58-b173-d92cfef3d909 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.207089 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.267295 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5ae01e94-fc05-43f8-af04-e1ffe2c3dccb req-02306504-ef56-4f58-b173-d92cfef3d909 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.281664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5ae01e94-fc05-43f8-af04-e1ffe2c3dccb req-02306504-ef56-4f58-b173-d92cfef3d909 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.291093 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ae01e94-fc05-43f8-af04-e1ffe2c3dccb req-02306504-ef56-4f58-b173-d92cfef3d909 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "DELETE /v2.0/security-groups/c621670a-f3bd-4023-8603-66128f2084ab HTTP/1.1" status: 204 len: 173 time: 0.7139466 Nov 12 08:30:23.379294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02306504-ef56-4f58-b173-d92cfef3d909 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c621670a-f3bd-4023-8603-66128f2084ab,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:23.434471 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-1105c2c0-b042-4f28-a589-40f4926a4ce8 req-c6dabecd-e785-4bfb-9725-8aff1d452361 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] show failed (client error): The resource could not be found. Nov 12 08:30:23.435851 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1105c2c0-b042-4f28-a589-40f4926a4ce8 req-c6dabecd-e785-4bfb-9725-8aff1d452361 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/c621670a-f3bd-4023-8603-66128f2084ab HTTP/1.1" status: 404 len: 352 time: 0.0988388 Nov 12 08:30:23.541783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596da65f-b5d8-4370-bee2-e7b682fb5160 req-d1035b36-a8ac-4a5b-b911-f6968b473eaf tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:23.549333 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-596da65f-b5d8-4370-bee2-e7b682fb5160 req-d1035b36-a8ac-4a5b-b911-f6968b473eaf tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b265be-20af-46e0-9d56-5e8347119e99 HTTP/1.1" status: 200 len: 945 time: 0.0624487 Nov 12 08:30:23.646161 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-596da65f-b5d8-4370-bee2-e7b682fb5160 req-4f503573-33c1-40a1-93ad-53ed03c16f65 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930431 Nov 12 08:30:23.681638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecb433-4336-4632-9c97-65cd7ac17266 req-e9feab5c-dbbe-4d9f-a81c-c62b229dc28b tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:23.684574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5fecb433-4336-4632-9c97-65cd7ac17266 req-e9feab5c-dbbe-4d9f-a81c-c62b229dc28b tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6b265be-20af-46e0-9d56-5e8347119e99 HTTP/1.1" status: 200 len: 945 time: 0.1475725 Nov 12 08:30:23.736140 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.763303 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.792663 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ba452cc7-0362-4c33-99cf-73f254984896 req-3bac6fae-18e2-4f97-84c9-095689446937 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b HTTP/1.1" status: 200 len: 6200 time: 0.3195891 Nov 12 08:30:23.945295 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:23.965958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Pushing event updated for resources: {'Port': ['ID=b02bc0dc-8296-4866-89a3-2c8ccc79d635,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:23.986252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ba452cc7-0362-4c33-99cf-73f254984896 req-eda9af2f-e32d-4ede-a5df-2b6fe6bf7b16 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/0d3ffc53-a252-40dc-8772-071a96db58fc HTTP/1.1" status: 200 len: 2998 time: 0.1526923 Nov 12 08:30:24.093228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cfbcc-d971-4925-a37e-23591df4aad2 req-bd75cbe8-6840-46b2-911f-7baa6396878d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:24.093492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3587be1-52de-46d3-adc0-09c032e139c4 req-01eb5b18-3613-41d5-990c-f6e94b386703 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:24.094812 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c78cfbcc-d971-4925-a37e-23591df4aad2 req-bd75cbe8-6840-46b2-911f-7baa6396878d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0519691 Nov 12 08:30:24.095002 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3587be1-52de-46d3-adc0-09c032e139c4 req-01eb5b18-3613-41d5-990c-f6e94b386703 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c5dbff1-59cc-4986-99f2-8fef5d4c4341 HTTP/1.1" status: 200 len: 945 time: 0.1703136 Nov 12 08:30:24.160873 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c78cfbcc-d971-4925-a37e-23591df4aad2 req-e6167e62-2485-449e-b0a1-bf960a302fc9 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574183 Nov 12 08:30:24.221824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-5fecb433-4336-4632-9c97-65cd7ac17266 req-48283227-3e42-461f-b8f6-605bf884b1a1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Deleting port 2bd46ef0-88bc-408b-bf74-8067ab350b33 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:24.222709 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5fecb433-4336-4632-9c97-65cd7ac17266 req-48283227-3e42-461f-b8f6-605bf884b1a1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.235225 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ba452cc7-0362-4c33-99cf-73f254984896 req-2fff7e26-e9c8-4454-8e69-983fd8853da7 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/0d3ffc53-a252-40dc-8772-071a96db58fc HTTP/1.1" status: 200 len: 2998 time: 0.2225013 Nov 12 08:30:24.289743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Network 3113c766-df42-471f-8bdc-e3b4e4efd335 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:24.294829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-6b2139e0-73a7-44ff-b2fb-30ab247fa959 req-5c73a85e-43c1-4437-8e73-1ab4fe08cfd5 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1945867794', 'description': 'tempest-description-1855477039'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:24.305199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:24.468587 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6b2139e0-73a7-44ff-b2fb-30ab247fa959 req-5c73a85e-43c1-4437-8e73-1ab4fe08cfd5 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.480783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-5fecb433-4336-4632-9c97-65cd7ac17266 req-48283227-3e42-461f-b8f6-605bf884b1a1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] For port 2bd46ef0-88bc-408b-bf74-8067ab350b33, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2bd46ef0-88bc-408b-bf74-8067ab350b33,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:24.481260 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5fecb433-4336-4632-9c97-65cd7ac17266 req-48283227-3e42-461f-b8f6-605bf884b1a1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.551344 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-5fecb433-4336-4632-9c97-65cd7ac17266 req-48283227-3e42-461f-b8f6-605bf884b1a1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Calling delete_port for 2bd46ef0-88bc-408b-bf74-8067ab350b33 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:24.593332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-d3587be1-52de-46d3-adc0-09c032e139c4 req-aa49fa27-6fba-421d-8c2e-553b07d5054d tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Deleting port a8b84588-ec01-4843-9c3c-1f3f05a0d713 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:24.593671 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d3587be1-52de-46d3-adc0-09c032e139c4 req-aa49fa27-6fba-421d-8c2e-553b07d5054d tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.659624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bbf3e607-036f-448c-b313-6b67be59609e None None] Provisioning complete for port b02bc0dc-8296-4866-89a3-2c8ccc79d635 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:24.661416 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e607-036f-448c-b313-6b67be59609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.729803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Router 820983b2-c293-4e13-bae9-348e3ef42a3b has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:24.752474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3e607-036f-448c-b313-6b67be59609e None None] Port b02bc0dc-8296-4866-89a3-2c8ccc79d635 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:24.805693 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6b2139e0-73a7-44ff-b2fb-30ab247fa959 req-5c73a85e-43c1-4437-8e73-1ab4fe08cfd5 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.814584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-d3587be1-52de-46d3-adc0-09c032e139c4 req-aa49fa27-6fba-421d-8c2e-553b07d5054d tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] For port a8b84588-ec01-4843-9c3c-1f3f05a0d713, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a8b84588-ec01-4843-9c3c-1f3f05a0d713,segment=NetworkSegment(c7633e9c-eae8-46d0-a237-b682495335e2),segment_id=c7633e9c-eae8-46d0-a237-b682495335e2)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:24.814977 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d3587be1-52de-46d3-adc0-09c032e139c4 req-aa49fa27-6fba-421d-8c2e-553b07d5054d tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.834098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ef9d80ae-673f-4954-88ac-c34e0dac6340 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:24.861530 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6b2139e0-73a7-44ff-b2fb-30ab247fa959 req-5c73a85e-43c1-4437-8e73-1ab4fe08cfd5 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.869810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d8837-b8d5-4dbb-a8f5-457a7948e854 req-ad97d509-9393-4b13-b13e-e3e9c39f1d49 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:24.872221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d04d8837-b8d5-4dbb-a8f5-457a7948e854 req-ad97d509-9393-4b13-b13e-e3e9c39f1d49 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b265be-20af-46e0-9d56-5e8347119e99 HTTP/1.1" status: 200 len: 945 time: 0.0650728 Nov 12 08:30:24.878892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-d3587be1-52de-46d3-adc0-09c032e139c4 req-aa49fa27-6fba-421d-8c2e-553b07d5054d tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Calling delete_port for a8b84588-ec01-4843-9c3c-1f3f05a0d713 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:24.930528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ef9d80ae-673f-4954-88ac-c34e0dac6340 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:24.931471 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:24.959344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d04d8837-b8d5-4dbb-a8f5-457a7948e854 req-4d45b675-30ed-411e-bbb8-942fa5836bff tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/security-groups?id=9f0b7e5e-7989-415a-895d-cbd4b17bcfee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766833 Nov 12 08:30:25.105862 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.162163 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port ef9d80ae-673f-4954-88ac-c34e0dac6340, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ef9d80ae-673f-4954-88ac-c34e0dac6340,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:25.170255 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.247294 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=ef9d80ae-673f-4954-88ac-c34e0dac6340,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:25.257633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:25.257983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:25.258325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:25.258685 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:25.259052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:25.259390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:25.259723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:25.260207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:25.260778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:25.261530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:25.262505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:25.263030 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:25.376006 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6b2139e0-73a7-44ff-b2fb-30ab247fa959 req-5c73a85e-43c1-4437-8e73-1ab4fe08cfd5 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.377993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6b2139e0-73a7-44ff-b2fb-30ab247fa959 req-5c73a85e-43c1-4437-8e73-1ab4fe08cfd5 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.1034606 Nov 12 08:30:25.459568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc4832-65e6-465f-bf32-a254dfd88ca1 req-e2d8c93c-db9b-4590-972f-eb7032607119 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:25.473982 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d7dc4832-65e6-465f-bf32-a254dfd88ca1 req-e2d8c93c-db9b-4590-972f-eb7032607119 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1342089 Nov 12 08:30:25.511351 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73a85e-43c1-4437-8e73-1ab4fe08cfd5 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9acea71-c083-4ffb-9d99-2af21bbbb090,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:25.555479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d7dc4832-65e6-465f-bf32-a254dfd88ca1 req-8b973ff3-a07a-427e-8319-1aa915005da0 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788891 Nov 12 08:30:25.573236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-d3560d02-f8a9-476a-9d32-dd1e69fe8d0c req-9648d0f2-cf29-4d1e-9ee2-ac1b5e9f5e01 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-134216269', 'description': 'tempest-description-256228301'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:25.577934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:25.585967 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8f66a899-0df2-41eb-9c11-6ac9083b8b4e admin admin] 10.222.0.31 "PUT /v2.0/routers/820983b2-c293-4e13-bae9-348e3ef42a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2663145 Nov 12 08:30:25.589137 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5fecb433-4336-4632-9c97-65cd7ac17266 req-48283227-3e42-461f-b8f6-605bf884b1a1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.600121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Sync routers for ids ['820983b2-c293-4e13-bae9-348e3ef42a3b'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:25.621202 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Routers {'820983b2-c293-4e13-bae9-348e3ef42a3b'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:25.621910 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['820983b2-c293-4e13-bae9-348e3ef42a3b'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:25.688185 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48283227-3e42-461f-b8f6-605bf884b1a1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Pushing event deleted for resources: {'Port': ['ID=2bd46ef0-88bc-408b-bf74-8067ab350b33,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:25.694561 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d3560d02-f8a9-476a-9d32-dd1e69fe8d0c req-9648d0f2-cf29-4d1e-9ee2-ac1b5e9f5e01 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.790471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fecb433-4336-4632-9c97-65cd7ac17266 req-48283227-3e42-461f-b8f6-605bf884b1a1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] No DVR routers for this DVR port 2bd46ef0-88bc-408b-bf74-8067ab350b33 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:25.808746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Set router 820983b2-c293-4e13-bae9-348e3ef42a3b gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:25.825248 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5fecb433-4336-4632-9c97-65cd7ac17266 req-48283227-3e42-461f-b8f6-605bf884b1a1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.832170 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5fecb433-4336-4632-9c97-65cd7ac17266 req-48283227-3e42-461f-b8f6-605bf884b1a1 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.52 "DELETE /v2.0/ports/2bd46ef0-88bc-408b-bf74-8067ab350b33 HTTP/1.1" status: 204 len: 173 time: 2.0898638 Nov 12 08:30:25.832896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b265be-20af-46e0-9d56-5e8347119e99', 'name': 'network-vif-deleted', 'tag': '2bd46ef0-88bc-408b-bf74-8067ab350b33'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:25.836619 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6732f5-4162-469c-b3e5-7e797b816b8d" -d '{"events": [{"server_uuid": "a6b265be-20af-46e0-9d56-5e8347119e99", "name": "network-vif-deleted", "tag": "2bd46ef0-88bc-408b-bf74-8067ab350b33"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:25.956185 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d3560d02-f8a9-476a-9d32-dd1e69fe8d0c req-9648d0f2-cf29-4d1e-9ee2-ac1b5e9f5e01 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.959665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d3587be1-52de-46d3-adc0-09c032e139c4 req-aa49fa27-6fba-421d-8c2e-553b07d5054d tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:25.971175 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d3560d02-f8a9-476a-9d32-dd1e69fe8d0c req-9648d0f2-cf29-4d1e-9ee2-ac1b5e9f5e01 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.044424 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d3560d02-f8a9-476a-9d32-dd1e69fe8d0c req-9648d0f2-cf29-4d1e-9ee2-ac1b5e9f5e01 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.053520 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3560d02-f8a9-476a-9d32-dd1e69fe8d0c req-9648d0f2-cf29-4d1e-9ee2-ac1b5e9f5e01 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4863183 Nov 12 08:30:26.069560 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49fa27-6fba-421d-8c2e-553b07d5054d tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Pushing event deleted for resources: {'Port': ['ID=a8b84588-ec01-4843-9c3c-1f3f05a0d713,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:26.136402 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57e9702-f0eb-4a2a-aae6-b225b5f08070 x-openstack-request-id: req-b57e9702-f0eb-4a2a-aae6-b225b5f08070 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:26.136709 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b265be-20af-46e0-9d56-5e8347119e99", "name": "network-vif-deleted", "tag": "2bd46ef0-88bc-408b-bf74-8067ab350b33", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:26.136956 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b57e9702-f0eb-4a2a-aae6-b225b5f08070 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:26.143873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 4, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b02bc0dc-8296-4866-89a3-2c8ccc79d635', 'name': '', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'mac_address': 'fa:16:3e:1f:9a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 2, 'project_id': '743df45cc8784d2da109027eec3966d9', 'subnets': [{'id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:26.149651 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b265be-20af-46e0-9d56-5e8347119e99', 'name': 'network-vif-deleted', 'tag': '2bd46ef0-88bc-408b-bf74-8067ab350b33', 'status': 'completed', 'code': 200} Nov 12 08:30:26.190832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Checking router: 820983b2-c293-4e13-bae9-348e3ef42a3b for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:26.191247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Updating router 820983b2-c293-4e13-bae9-348e3ef42a3b port b02bc0dc-8296-4866-89a3-2c8ccc79d635 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:30:26.203662 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648d0f2-cf29-4d1e-9ee2-ac1b5e9f5e01 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9c3297-8f68-4948-bea6-1144325a9de4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:26.260890 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.272973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3587be1-52de-46d3-adc0-09c032e139c4 req-aa49fa27-6fba-421d-8c2e-553b07d5054d tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] No DVR routers for this DVR port a8b84588-ec01-4843-9c3c-1f3f05a0d713 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:26.289321 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d3587be1-52de-46d3-adc0-09c032e139c4 req-aa49fa27-6fba-421d-8c2e-553b07d5054d tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.295404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3587be1-52de-46d3-adc0-09c032e139c4 req-aa49fa27-6fba-421d-8c2e-553b07d5054d tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.52 "DELETE /v2.0/ports/a8b84588-ec01-4843-9c3c-1f3f05a0d713 HTTP/1.1" status: 204 len: 173 time: 2.1862378 Nov 12 08:30:26.323423 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-86a37e70-4cbb-4f11-add8-ac018ed3aa38 req-a413155d-6522-441c-8a86-646c88227d54 tempest-MultipleCreateTestJSON-1928067053 tempest-MultipleCreateTestJSON-1928067053-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6b265be-20af-46e0-9d56-5e8347119e99 HTTP/1.1" status: 200 len: 210 time: 0.0520506 Nov 12 08:30:26.748517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4827051f-4244-48f5-a974-1408a153e432 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:26.756764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ef9d80ae-673f-4954-88ac-c34e0dac6340 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:26.759044 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4827051f-4244-48f5-a974-1408a153e432 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/networks?id=44f30dec-2437-4313-a881-c96e4db44c3d HTTP/1.1" status: 200 len: 812 time: 0.1679943 Nov 12 08:30:26.778820 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-d962c8f6-c0b0-4a3c-98cb-414f3b7371eb tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/quotas/b9dd854201b14ebf9c4fd6e240e2f58b HTTP/1.1" status: 200 len: 375 time: 0.0177999 Nov 12 08:30:26.796317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51266) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:26.798898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.812646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a6007288-bb11-4fa1-8ea1-a0ab730cb6b0 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468288438', 'description': 'tempest-description--430890573'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:26.817446 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.890454 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dacdf-b7d1-46c6-9451-9d54b2ca35af None None] Pushing event updated for resources: {'Port': ['ID=b02bc0dc-8296-4866-89a3-2c8ccc79d635,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:26.900195 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ef9d80ae-673f-4954-88ac-c34e0dac6340 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:26.900469 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.910894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a6007288-bb11-4fa1-8ea1-a0ab730cb6b0 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:26.930073 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-d75cc66e-5914-44a9-9cf7-fb3c8364080b tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1498773 Nov 12 08:30:27.077733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-b8df9886-eb04-48eb-9b93-53ba6df25496 service neutron] 10.222.0.31 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463795 Nov 12 08:30:27.078983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Attempting to bind port b02bc0dc-8296-4866-89a3-2c8ccc79d635 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:27.079396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Attempting to bind port b02bc0dc-8296-4866-89a3-2c8ccc79d635 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:27.079988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Attempting to bind port b02bc0dc-8296-4866-89a3-2c8ccc79d635 on network 3113c766-df42-471f-8bdc-e3b4e4efd335 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:27.091102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:27.091493 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Checking segment: {'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:27.091909 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.092310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Bound using segment: {'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:27.092873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Bound port: b02bc0dc-8296-4866-89a3-2c8ccc79d635, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:27.093298 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.168298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf599df8-584b-4d37-a957-bdfc1e9931ff req-33b70ad1-7286-4a48-9d0d-285a2a33864a tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:27.180865 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf599df8-584b-4d37-a957-bdfc1e9931ff req-33b70ad1-7286-4a48-9d0d-285a2a33864a tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1407771 Nov 12 08:30:27.290121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] For port b02bc0dc-8296-4866-89a3-2c8ccc79d635, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:27.290121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] For port b02bc0dc-8296-4866-89a3-2c8ccc79d635, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b02bc0dc-8296-4866-89a3-2c8ccc79d635,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:27.296707 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf599df8-584b-4d37-a957-bdfc1e9931ff req-03e33769-2b28-4d1e-94ea-e0043a0f5f6c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132002 Nov 12 08:30:27.310009 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.356716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-696a0e45-139d-4b9c-9638-4966d4ab9207 None None] Provisioning complete for port b02bc0dc-8296-4866-89a3-2c8ccc79d635 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:27.357092 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-696a0e45-139d-4b9c-9638-4966d4ab9207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.363045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2bd46ef0-88bc-408b-bf74-8067ab350b33 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:27.396511 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-82596e61-1c5d-4a51-9e70-86f183fcdd93 service neutron] 10.222.0.31 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175309 Nov 12 08:30:27.443234 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a6007288-bb11-4fa1-8ea1-a0ab730cb6b0 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.450013 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a6007288-bb11-4fa1-8ea1-a0ab730cb6b0 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.470841 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 2bd46ef0-88bc-408b-bf74-8067ab350b33 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:27.471424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2bd46ef0-88bc-408b-bf74-8067ab350b33 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:27.472172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device a8b84588-ec01-4843-9c3c-1f3f05a0d713 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:27.554472 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a6007288-bb11-4fa1-8ea1-a0ab730cb6b0 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.555979 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a6007288-bb11-4fa1-8ea1-a0ab730cb6b0 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7521999 Nov 12 08:30:27.558079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: a8b84588-ec01-4843-9c3c-1f3f05a0d713 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:27.558727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device a8b84588-ec01-4843-9c3c-1f3f05a0d713 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:27.559462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51276) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:27.567872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b6f44d69-489b-4e26-b6d7-d787f24ce22d tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Request body: {'security_group_rule': {'security_group_id': 'd22ab39f-a76b-42a2-a5da-2a91625d7a08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:27.578488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6007288-bb11-4fa1-8ea1-a0ab730cb6b0 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22ab39f-a76b-42a2-a5da-2a91625d7a08,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:27.600483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Routers {'820983b2-c293-4e13-bae9-348e3ef42a3b'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:27.611983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:30:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['820983b2-c293-4e13-bae9-348e3ef42a3b'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:27.656027 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6f44d69-489b-4e26-b6d7-d787f24ce22d tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.860321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dacdf-b7d1-46c6-9451-9d54b2ca35af None None] Pushing event updated for resources: {'Port': ['ID=b02bc0dc-8296-4866-89a3-2c8ccc79d635,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:27.881372 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d6634d84-2601-4186-86c6-d83c5f98f130 req-95e70ec5-35e7-4062-94dd-468f3602be3e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 210 time: 0.0530207 Nov 12 08:30:27.955651 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6f44d69-489b-4e26-b6d7-d787f24ce22d tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:27.965607 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6f44d69-489b-4e26-b6d7-d787f24ce22d tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.003378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f44d69-489b-4e26-b6d7-d787f24ce22d tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc770b4-b4eb-48bf-afe2-25c555771045,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:28.022897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6f44d69-489b-4e26-b6d7-d787f24ce22d tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.024459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b6f44d69-489b-4e26-b6d7-d787f24ce22d tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4625981 Nov 12 08:30:28.027331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51288) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:28.065554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a6ec5467-861f-434b-9692-ecc3ac91a64b tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Request body: {'security_group_rule': {'security_group_id': 'd22ab39f-a76b-42a2-a5da-2a91625d7a08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:28.117866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51290) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:28.158861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5dbff1-59cc-4986-99f2-8fef5d4c4341', 'name': 'network-vif-deleted', 'tag': 'a8b84588-ec01-4843-9c3c-1f3f05a0d713'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:28.171391 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650e77cc-d627-443f-8812-5193f8041d24" -d '{"events": [{"server_uuid": "0c5dbff1-59cc-4986-99f2-8fef5d4c4341", "name": "network-vif-deleted", "tag": "a8b84588-ec01-4843-9c3c-1f3f05a0d713"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:28.256492 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5467-861f-434b-9692-ecc3ac91a64b tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.265626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0f40f-41b1-49ae-ba66-dabf065af0c2 req-05a02d33-0901-4ead-aca6-49ed54e0f877 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:28.273699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cd0f40f-41b1-49ae-ba66-dabf065af0c2 req-05a02d33-0901-4ead-aca6-49ed54e0f877 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 945 time: 0.3037059 Nov 12 08:30:28.399957 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cd0f40f-41b1-49ae-ba66-dabf065af0c2 req-7ee67a3f-74a8-4336-b31d-3200c2eb04ac tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219883 Nov 12 08:30:28.535125 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5467-861f-434b-9692-ecc3ac91a64b tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.537869 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b674f4-d6c0-4cf6-a502-da423de5fe63 x-openstack-request-id: req-45b674f4-d6c0-4cf6-a502-da423de5fe63 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:28.538231 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5dbff1-59cc-4986-99f2-8fef5d4c4341", "name": "network-vif-deleted", "tag": "a8b84588-ec01-4843-9c3c-1f3f05a0d713", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:28.538539 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45b674f4-d6c0-4cf6-a502-da423de5fe63 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:28.538990 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5dbff1-59cc-4986-99f2-8fef5d4c4341', 'name': 'network-vif-deleted', 'tag': 'a8b84588-ec01-4843-9c3c-1f3f05a0d713', 'status': 'completed', 'code': 200} Nov 12 08:30:28.559864 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5467-861f-434b-9692-ecc3ac91a64b tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.623911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec5467-861f-434b-9692-ecc3ac91a64b tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e70d1d-178f-4a66-9539-e8a009ae2ec7,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:28.625148 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.629147 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-696a0e45-139d-4b9c-9638-4966d4ab9207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.671546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] Set router 820983b2-c293-4e13-bae9-348e3ef42a3b gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:28.697447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6046ae-1bc6-42a9-a16b-d05f85d86896 admin admin] Deleting subnet 8aa12587-6ad5-47e6-b9e7-1f4806c0e517 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:28.710813 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6046ae-1bc6-42a9-a16b-d05f85d86896 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.741285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16d98a-9b96-4fa7-98e8-d475c52d3a5d req-5537c1d6-73a3-468f-833f-c354d4d9505f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:28.754025 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e16d98a-9b96-4fa7-98e8-d475c52d3a5d req-5537c1d6-73a3-468f-833f-c354d4d9505f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.2053769 Nov 12 08:30:28.766590 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5467-861f-434b-9692-ecc3ac91a64b tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.769154 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a6ec5467-861f-434b-9692-ecc3ac91a64b tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7326140 Nov 12 08:30:28.786268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51304) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:28.800198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:28.842678 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e16d98a-9b96-4fa7-98e8-d475c52d3a5d req-dc87d459-af63-497c-8add-7d82773e88fa tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835335 Nov 12 08:30:28.849987 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6046ae-1bc6-42a9-a16b-d05f85d86896 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.863439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-696a0e45-139d-4b9c-9638-4966d4ab9207 None None] For port b02bc0dc-8296-4866-89a3-2c8ccc79d635, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b02bc0dc-8296-4866-89a3-2c8ccc79d635,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:28.888371 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-696a0e45-139d-4b9c-9638-4966d4ab9207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:28.964309 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.022548 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6046ae-1bc6-42a9-a16b-d05f85d86896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.109849 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58664c9c-2c12-45b5-b147-6442cd144625 req-fc07cbaa-b587-430a-850f-b1a78a123449 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 210 time: 0.0483363 Nov 12 08:30:29.191048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-58be3eec-b3a4-488e-bdef-fa072ebad3bb None None] Provisioning complete for port b02bc0dc-8296-4866-89a3-2c8ccc79d635 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:29.191426 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-58be3eec-b3a4-488e-bdef-fa072ebad3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.193714 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a0e45-139d-4b9c-9638-4966d4ab9207 None None] Pushing event updated for resources: {'Port': ['ID=b02bc0dc-8296-4866-89a3-2c8ccc79d635,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:29.261019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 4, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b02bc0dc-8296-4866-89a3-2c8ccc79d635', 'name': '', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'mac_address': 'fa:16:3e:1f:9a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:27Z', 'revision_number': 4, 'project_id': '743df45cc8784d2da109027eec3966d9', 'subnets': [{'id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:29.306096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c989cd0-07b4-44c4-831c-fd679f2ee516 None None] The sync data for ids ['820983b2-c293-4e13-bae9-348e3ef42a3b'] in n-d-768851-18 is: [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 4, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b02bc0dc-8296-4866-89a3-2c8ccc79d635', 'name': '', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'mac_address': 'fa:16:3e:1f:9a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:27Z', 'revision_number': 4, 'project_id': '743df45cc8784d2da109027eec3966d9', 'subnets': [{'id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:29.327329 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6046ae-1bc6-42a9-a16b-d05f85d86896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.456625 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6046ae-1bc6-42a9-a16b-d05f85d86896 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.461915 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2f6046ae-1bc6-42a9-a16b-d05f85d86896 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8aa12587-6ad5-47e6-b9e7-1f4806c0e517 HTTP/1.1" status: 204 len: 168 time: 1.3342557 Nov 12 08:30:29.465881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51314) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:29.474599 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6046ae-1bc6-42a9-a16b-d05f85d86896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa12587-6ad5-47e6-b9e7-1f4806c0e517,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:29.600375 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.676247 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.728892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149326a-88c2-48e8-a2e1-134d5e99d2f5 req-2c9945f9-1294-411b-9ec2-41b1c0df4b05 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:29.730584 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3149326a-88c2-48e8-a2e1-134d5e99d2f5 req-2c9945f9-1294-411b-9ec2-41b1c0df4b05 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 945 time: 0.0997674 Nov 12 08:30:29.871948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Allocated IP 172.25.3.160 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/55c61d2e-e0a8-4f1f-abac-eca5bdd4f927) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:29.898786 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:29.904761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577dc85-fdb0-4e00-a748-da68bf2debd7 req-5c82f610-a71b-41f9-99e3-c4d93ee9f8ba tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:29.907098 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5577dc85-fdb0-4e00-a748-da68bf2debd7 req-5c82f610-a71b-41f9-99e3-c4d93ee9f8ba tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.46 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 945 time: 0.1699831 Nov 12 08:30:29.957221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3149326a-88c2-48e8-a2e1-134d5e99d2f5 req-504f8edf-a780-4f22-a1b5-6f5f4ab85517 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/security-groups?id=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782992 Nov 12 08:30:29.959412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b340af-7175-4abb-a9ad-87ab6cd8be2d']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:30.018146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7633e9c-eae8-46d0-a237-b682495335e2') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:30.019001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7633e9c-eae8-46d0-a237-b682495335e2') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:30.078766 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.177027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1af5bf-2ac6-45f9-be4b-d7a908976b31 req-cf3ac8e3-d331-46ee-b411-03cd2eda38b8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:30.185779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6f1af5bf-2ac6-45f9-be4b-d7a908976b31 req-cf3ac8e3-d331-46ee-b411-03cd2eda38b8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1964209 Nov 12 08:30:30.203694 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.266070 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.289957 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6f1af5bf-2ac6-45f9-be4b-d7a908976b31 req-2db660d8-3d1b-46ea-ab2d-9157f277c3bc tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018445 Nov 12 08:30:30.297446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5577dc85-fdb0-4e00-a748-da68bf2debd7 req-35e07191-64c9-4bfa-b77e-5d4808de8092 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Deleting port ebdf2eed-b318-43d9-98a9-20807d395e1e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:30.297789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5577dc85-fdb0-4e00-a748-da68bf2debd7 req-35e07191-64c9-4bfa-b77e-5d4808de8092 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.321461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:30.321993 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:30.326395 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:30.354656 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-952b0a4d-7ba0-4a1f-baff-d89f011b38b3 req-0e1eb97e-505c-4e69-b176-4ccce77dd586 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 210 time: 0.0688353 Nov 12 08:30:30.443522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-42a6d28b-c1a9-472e-a1b2-46378a2afbe1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:30.445586 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-42a6d28b-c1a9-472e-a1b2-46378a2afbe1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.52 "GET /v2.0/networks?id=44f30dec-2437-4313-a881-c96e4db44c3d HTTP/1.1" status: 200 len: 812 time: 0.3899758 Nov 12 08:30:30.454925 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.462125 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.477752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e0b340af-7175-4abb-a9ad-87ab6cd8be2d HTTP/1.1" status: 204 len: 168 time: 1.0022535 Nov 12 08:30:30.480003 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.501831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd92b6c-5e90-4033-9d3a-2c31be723485 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b340af-7175-4abb-a9ad-87ab6cd8be2d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:30.522324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'port': {'device_id': '122c9ee0-575e-495c-ba29-2de0b8f6463b', 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d', 'admin_state_up': True, 'tenant_id': 'b9dd854201b14ebf9c4fd6e240e2f58b'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:30.555604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5577dc85-fdb0-4e00-a748-da68bf2debd7 req-35e07191-64c9-4bfa-b77e-5d4808de8092 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] For port ebdf2eed-b318-43d9-98a9-20807d395e1e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ebdf2eed-b318-43d9-98a9-20807d395e1e,segment=NetworkSegment(685a5c2b-7cdf-4d96-98c7-0ce65a4add48),segment_id=685a5c2b-7cdf-4d96-98c7-0ce65a4add48)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:30.555981 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5577dc85-fdb0-4e00-a748-da68bf2debd7 req-35e07191-64c9-4bfa-b77e-5d4808de8092 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.561633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f66b0832-0682-4517-8393-76abdcdb3d09 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:30.564937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f66b0832-0682-4517-8393-76abdcdb3d09 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:30.577971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:30.585994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:30.596133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5577dc85-fdb0-4e00-a748-da68bf2debd7 req-35e07191-64c9-4bfa-b77e-5d4808de8092 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Calling delete_port for ebdf2eed-b318-43d9-98a9-20807d395e1e owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:30.601371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:30.629486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Pushing event updated for resources: {'Port': ['ID=55c61d2e-e0a8-4f1f-abac-eca5bdd4f927,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:30.706245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51328) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:30.843584 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.851445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Made reservation on behalf of b9dd854201b14ebf9c4fd6e240e2f58b for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:30.859643 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.868570 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-703acdd7-7dcb-4cec-bae2-b8a394758b94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d3c20758c2b428ba4d514ffa5ec3f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593928 Nov 12 08:30:30.875245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51332) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:30.877371 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b02bc0dc-8296-4866-89a3-2c8ccc79d635 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:30.902595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:30.937182 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:30.940242 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065ee767-2dd8-46f5-aff0-a60be51ce568" -d '{"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-unplugged", "status": "completed", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:30.950244 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:30.970127 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:30.981992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'mac_address': 'fa:16:3e:0a:de:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:30.993942 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.044129 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.054498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Allocated IP 172.20.0.7 (44f30dec-2437-4313-a881-c96e4db44c3d/ebbb1c49-fbbc-4ada-908b-ea57f584c460/4c1bd361-ae1c-4497-bdf1-e0f33d10b849) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:31.088277 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db609938-b936-4361-ac8e-4523318ab88a x-openstack-request-id: req-db609938-b936-4361-ac8e-4523318ab88a {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:31.090369 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-unplugged", "status": "completed", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:31.090691 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db609938-b936-4361-ac8e-4523318ab88a {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:31.091025 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'code': 200} Nov 12 08:30:31.129861 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.139417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b02bc0dc-8296-4866-89a3-2c8ccc79d635 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:31.139793 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.162382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66b0832-0682-4517-8393-76abdcdb3d09 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:31.197463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5577dc85-fdb0-4e00-a748-da68bf2debd7 req-35e07191-64c9-4bfa-b77e-5d4808de8092 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.199591 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:31.213012 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['ebdf2eed-b318-43d9-98a9-20807d395e1e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:31.220632 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24d71037-a634-44aa-90bc-f501f71bcffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.262112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:31.272442 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.276876 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.311311 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75ef0aaf-fc0b-4632-8fbf-1f2da307cf77 req-692a3e32-08f1-4a99-bdb6-e4a9f76565c6 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.31 "GET /v2.0/ports?device_id=5731239b-28dc-4ed9-8ce5-4374ab2931da HTTP/1.1" status: 200 len: 210 time: 0.1062896 Nov 12 08:30:31.339826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.341227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e07191-64c9-4bfa-b77e-5d4808de8092 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Pushing event deleted for resources: {'Port': ['ID=ebdf2eed-b318-43d9-98a9-20807d395e1e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:31.343360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:31.375377 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24d71037-a634-44aa-90bc-f501f71bcffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.414534 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e4dd8d82-4ae1-4a44-91df-891257c04b0d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:31.466802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'Port': ['ID=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:31.501533 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Network 44f30dec-2437-4313-a881-c96e4db44c3d is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:31.509085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:31.513889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:31.535409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5577dc85-fdb0-4e00-a748-da68bf2debd7 req-35e07191-64c9-4bfa-b77e-5d4808de8092 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] No DVR routers for this DVR port ebdf2eed-b318-43d9-98a9-20807d395e1e on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:31.559122 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5577dc85-fdb0-4e00-a748-da68bf2debd7 req-35e07191-64c9-4bfa-b77e-5d4808de8092 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.565488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5577dc85-fdb0-4e00-a748-da68bf2debd7 req-35e07191-64c9-4bfa-b77e-5d4808de8092 tempest-VolumesAdminNegativeTest-1554979974 tempest-VolumesAdminNegativeTest-1554979974-project] 10.222.0.46 "DELETE /v2.0/ports/ebdf2eed-b318-43d9-98a9-20807d395e1e HTTP/1.1" status: 204 len: 173 time: 1.6460416 Nov 12 08:30:31.566074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e61de-6212-462a-8443-a7aa393a1467 req-aa4e317d-09c1-41b6-bb98-d16d99d2e7a4 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:31.570263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-492e61de-6212-462a-8443-a7aa393a1467 req-aa4e317d-09c1-41b6-bb98-d16d99d2e7a4 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 947 time: 0.1127324 Nov 12 08:30:31.578712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5731239b-28dc-4ed9-8ce5-4374ab2931da', 'name': 'network-vif-deleted', 'tag': 'ebdf2eed-b318-43d9-98a9-20807d395e1e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:31.583733 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fb814b-4962-4dd2-a651-ee5524fc2d06" -d '{"events": [{"server_uuid": "5731239b-28dc-4ed9-8ce5-4374ab2931da", "name": "network-vif-deleted", "tag": "ebdf2eed-b318-43d9-98a9-20807d395e1e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:31.618980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:31.630584 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.685498 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-492e61de-6212-462a-8443-a7aa393a1467 req-d6df8204-0e31-4b5c-9540-c88ee2877224 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078858 Nov 12 08:30:31.713723 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4c2b3a23-8f8a-4dd0-8828-6becee3b1812 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1910641 Nov 12 08:30:31.713961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d669f-e6b4-4456-b6e2-eeeedb24bc5d req-5c4197c5-3433-4d99-8a8c-5037b6ab40e6 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:31.726952 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-317d669f-e6b4-4456-b6e2-eeeedb24bc5d req-5c4197c5-3433-4d99-8a8c-5037b6ab40e6 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 931 time: 0.2487099 Nov 12 08:30:31.731906 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.733811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Request body: {'port': {'device_id': '122c9ee0-575e-495c-ba29-2de0b8f6463b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:31.773994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.800396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['f66b0832-0682-4517-8393-76abdcdb3d09'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:31.882120 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.895289 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a2fd20-c440-4cf9-9216-48614144e4f4 x-openstack-request-id: req-30a2fd20-c440-4cf9-9216-48614144e4f4 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:31.895703 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5731239b-28dc-4ed9-8ce5-4374ab2931da", "name": "network-vif-deleted", "tag": "ebdf2eed-b318-43d9-98a9-20807d395e1e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:31.896352 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30a2fd20-c440-4cf9-9216-48614144e4f4 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:31.897192 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5731239b-28dc-4ed9-8ce5-4374ab2931da', 'name': 'network-vif-deleted', 'tag': 'ebdf2eed-b318-43d9-98a9-20807d395e1e', 'status': 'completed', 'code': 200} Nov 12 08:30:31.898369 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24d71037-a634-44aa-90bc-f501f71bcffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.909620 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24d71037-a634-44aa-90bc-f501f71bcffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:31.912820 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-24d71037-a634-44aa-90bc-f501f71bcffe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f0b7e5e-7989-415a-895d-cbd4b17bcfee HTTP/1.1" status: 204 len: 168 time: 1.0360174 Nov 12 08:30:31.967502 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-317d669f-e6b4-4456-b6e2-eeeedb24bc5d req-9872a404-4d83-4b53-879b-e8e613eb79a5 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274466 Nov 12 08:30:31.982783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Pushing event updated for resources: {'Port': ['ID=55c61d2e-e0a8-4f1f-abac-eca5bdd4f927,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:32.003411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d71037-a634-44aa-90bc-f501f71bcffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0b7e5e-7989-415a-895d-cbd4b17bcfee,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:32.027353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.061445 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.064030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9cca0cf9-99f1-4c4a-aa6c-0c211ff39b25 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2757540 Nov 12 08:30:32.115101 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51d4efff-d743-4c92-8b4a-d1ff5795bc6e req-cdabc32c-542b-44a0-a78c-46aab0ecc4d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3144414 Nov 12 08:30:32.285133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4efff-d743-4c92-8b4a-d1ff5795bc6e req-a018b5e4-13d0-4aa5-9cd8-407bab9161a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:32.287778 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51d4efff-d743-4c92-8b4a-d1ff5795bc6e req-a018b5e4-13d0-4aa5-9cd8-407bab9161a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2db87f3d0c564965a9e44169dc5b7805&device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 1102 time: 0.0900588 Nov 12 08:30:32.378188 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51368) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:32.390516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-5aae0d4f-2352-4813-8a2c-93b564150a82 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1468288438&fields=id&tenant_id=743df45cc8784d2da109027eec3966d9 HTTP/1.1" status: 200 len: 267 time: 0.0857363 Nov 12 08:30:32.530912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1dbf92-686c-4e4a-8cd1-8a58e35fb60a admin admin] Deleting subnet 67805aec-f439-4295-b6cc-8481e7b38a19 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:32.538249 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbf92-686c-4e4a-8cd1-8a58e35fb60a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.569630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ebdf2eed-b318-43d9-98a9-20807d395e1e no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:32.581841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:32.590751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4efff-d743-4c92-8b4a-d1ff5795bc6e req-27a26982-8a4b-49ee-bbad-c746b831e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:32.593209 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51d4efff-d743-4c92-8b4a-d1ff5795bc6e req-27a26982-8a4b-49ee-bbad-c746b831e8f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2749782 Nov 12 08:30:32.601900 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.602888 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbf92-686c-4e4a-8cd1-8a58e35fb60a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.616949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: ebdf2eed-b318-43d9-98a9-20807d395e1e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:32.617351 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ebdf2eed-b318-43d9-98a9-20807d395e1e not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:32.632571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868024e3-9b92-4280-a942-db648b60eb7a req-241e0fa5-37ac-437b-882e-0803dda043ce tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:32.634143 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-241e0fa5-37ac-437b-882e-0803dda043ce tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/networks?id=3113c766-df42-471f-8bdc-e3b4e4efd335 HTTP/1.1" status: 200 len: 806 time: 0.2245793 Nov 12 08:30:32.659760 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51d4efff-d743-4c92-8b4a-d1ff5795bc6e req-e9bee516-b490-4a9e-9a39-7049af9548b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=139fc8f1-6067-4ad0-bcaf-187a1ca42253 HTTP/1.1" status: 200 len: 217 time: 0.0532396 Nov 12 08:30:32.662346 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Transition to ACTIVE for port object 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:30:32.667387 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.675219 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbf92-686c-4e4a-8cd1-8a58e35fb60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.678921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-8655e694-7635-47cf-92ea-0c98e0605594 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/quotas/743df45cc8784d2da109027eec3966d9 HTTP/1.1" status: 200 len: 375 time: 0.0179558 Nov 12 08:30:32.726217 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:32.801469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4efff-d743-4c92-8b4a-d1ff5795bc6e req-796e6ac2-8208-426c-b2e0-d05f9aa45d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:32.804262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51d4efff-d743-4c92-8b4a-d1ff5795bc6e req-796e6ac2-8208-426c-b2e0-d05f9aa45d94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1320651 Nov 12 08:30:32.813887 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-b2ea3536-f470-4662-b9f1-0898833417fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=743df45cc8784d2da109027eec3966d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1112201 Nov 12 08:30:32.831664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbf92-686c-4e4a-8cd1-8a58e35fb60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.880152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e1dbf92-686c-4e4a-8cd1-8a58e35fb60a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:32.887807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1e1dbf92-686c-4e4a-8cd1-8a58e35fb60a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/67805aec-f439-4295-b6cc-8481e7b38a19 HTTP/1.1" status: 204 len: 168 time: 0.5079589 Nov 12 08:30:32.891721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dbf92-686c-4e4a-8cd1-8a58e35fb60a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67805aec-f439-4295-b6cc-8481e7b38a19,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:32.894043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51388) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:32.975578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Attempting to bind port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:32.975918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Attempting to bind port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0d15053f-247d-4c6b-9790-b0123a0ca9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:32.976253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Attempting to bind port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 on network 44f30dec-2437-4313-a881-c96e4db44c3d {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:32.999043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 on network 44f30dec-2437-4313-a881-c96e4db44c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:30:32.999614 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Attempting to bind port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 on network 44f30dec-2437-4313-a881-c96e4db44c3d {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:33.006883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4efff-d743-4c92-8b4a-d1ff5795bc6e req-2dddc378-08be-4834-a548-014c0a6e8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:33.008395 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51d4efff-d743-4c92-8b4a-d1ff5795bc6e req-2dddc378-08be-4834-a548-014c0a6e8efd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1773620 Nov 12 08:30:33.013444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-d2a54971-7daf-4bd0-9654-e746359633bd service neutron] 10.222.0.31 "GET /v2.0/networks/3113c766-df42-471f-8bdc-e3b4e4efd335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694751 Nov 12 08:30:33.016667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de7fa1-f28d-4987-8fc7-697662309e77 req-ad292972-c1b8-4feb-a18f-449e02bfecf1 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:33.018208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-72de7fa1-f28d-4987-8fc7-697662309e77 req-ad292972-c1b8-4feb-a18f-449e02bfecf1 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 947 time: 0.2229643 Nov 12 08:30:33.033051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:33.033415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Checking segment: {'id': '0d15053f-247d-4c6b-9790-b0123a0ca9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:33.033825 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Bound using segment: {'id': '0d15053f-247d-4c6b-9790-b0123a0ca9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:33.034304 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Bound port: 4c1bd361-ae1c-4497-bdf1-e0f33d10b849, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d15053f-247d-4c6b-9790-b0123a0ca9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:33.034666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.038578 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.092499 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51396) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:33.156884 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-7ab2254d-c381-422c-958e-327cb0b3aa0a service neutron] 10.222.0.31 "GET /v2.0/networks/3113c766-df42-471f-8bdc-e3b4e4efd335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295779 Nov 12 08:30:33.241461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1845095013-network', 'tenant_id': 'f00bf6e8925d497998b5e80f9cc6ae0f'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:33.261945 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-72de7fa1-f28d-4987-8fc7-697662309e77 req-1c2b398a-20ae-4f1e-991a-f5b5d025a9e8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310407 Nov 12 08:30:33.273897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Made reservation on behalf of f00bf6e8925d497998b5e80f9cc6ae0f for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:33.277936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.301421 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.310621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51d4efff-d743-4c92-8b4a-d1ff5795bc6e req-3cc41cac-ade0-498e-9a76-d18c9a552017 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896891 Nov 12 08:30:33.314645 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] For port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:33.325164 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.375326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] For port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:33.389472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050681b1-fc46-4565-9853-4ef40f3b34e0']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:33.392443 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.436022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685a5c2b-7cdf-4d96-98c7-0ce65a4add48') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:33.436330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685a5c2b-7cdf-4d96-98c7-0ce65a4add48') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:33.485891 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.489457 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.493187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:33.493937 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.495792 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] 10.222.0.52 "PUT /v2.0/ports/4c1bd361-ae1c-4497-bdf1-e0f33d10b849 HTTP/1.1" status: 200 len: 1092 time: 1.7686720 Nov 12 08:30:33.503507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122c9ee0-575e-495c-ba29-2de0b8f6463b', 'tag': '4c1bd361-ae1c-4497-bdf1-e0f33d10b849'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:33.506103 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dcdc5e-febb-4748-a31d-1511797b9ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "122c9ee0-575e-495c-ba29-2de0b8f6463b", "tag": "4c1bd361-ae1c-4497-bdf1-e0f33d10b849"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:33.507648 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.529686 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.550504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:33.550731 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:33.557095 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:33.607927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:30:33.637807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73093fa-7625-444b-92c7-695934141445,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:33.654815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51d4efff-d743-4c92-8b4a-d1ff5795bc6e req-ba5b6da3-99c8-4626-8fdb-f04079dd0ab8 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342834 Nov 12 08:30:33.655551 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ad76b-882d-4053-968f-904f1c7516a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:33.666145 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.667651 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Added segment 49962f41-1a4c-435b-8e24-b9596154200f of type vlan for network 050531f4-4bdd-48bd-8870-6937d6482b12 Nov 12 08:30:33.690211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7c2e34c-8159-4857-86c0-e4f5268ff3ec req-0aed7af1-4689-4e2b-a37d-7ec7e87663bd tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 210 time: 0.0687497 Nov 12 08:30:33.715156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-a43c0d45-ffd5-461a-a9a3-baefdaace85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:33.716705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-a43c0d45-ffd5-461a-a9a3-baefdaace85c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b&device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 1095 time: 0.1606514 Nov 12 08:30:33.717372 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.743980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.747725 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] 10.222.0.31 "DELETE /v2.0/networks/050681b1-fc46-4565-9853-4ef40f3b34e0 HTTP/1.1" status: 204 len: 168 time: 0.8524172 Nov 12 08:30:33.752588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51414) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:33.754923 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.763187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143ce3d-f54f-4e1a-bbc1-46e03c77be9d req-922f2e55-4a1f-446e-afcb-15c776b45697 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:33.770490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8143ce3d-f54f-4e1a-bbc1-46e03c77be9d req-922f2e55-4a1f-446e-afcb-15c776b45697 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 943 time: 0.1765621 Nov 12 08:30:33.793876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.795898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:33.795898 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.837623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7438431 Nov 12 08:30:33.862326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51416) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:33.866060 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-2873c686-603c-4218-bf92-07b4c5ceab9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c1bd361-ae1c-4497-bdf1-e0f33d10b849 HTTP/1.1" status: 200 len: 217 time: 0.1366501 Nov 12 08:30:33.866815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431bf64-c7eb-46e2-90f2-b0ded64e9844 admin admin] Pushing event deleted for resources: {'Network': ['ID=050681b1-fc46-4565-9853-4ef40f3b34e0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:33.876563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-38653697-68a3-4867-8e5b-7873e14c5993 admin admin] Request body: {'subnet': {'network_id': '050531f4-4bdd-48bd-8870-6937d6482b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1845095013-subnet', 'tenant_id': 'f00bf6e8925d497998b5e80f9cc6ae0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:33.937630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8888046-932a-4ecc-9ec2-914a8708de65 admin admin] Pushing event updated for resources: {'Network': ['ID=050531f4-4bdd-48bd-8870-6937d6482b12,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:33.947695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634368e-4e59-45f7-a087-13bad5209b20 req-6c390301-08bd-4674-99b4-4b0f5a2f6954 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:33.950172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2634368e-4e59-45f7-a087-13bad5209b20 req-6c390301-08bd-4674-99b4-4b0f5a2f6954 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 945 time: 0.1394944 Nov 12 08:30:33.962626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 050531f4-4bdd-48bd-8870-6937d6482b12 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:30:33.976963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-867b07a3-5d74-40a6-a2a8-1b2779edead1 admin admin] Deleting subnet 42479913-c9b4-46ed-8fae-6fd11f0d72b0 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:33.990597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38653697-68a3-4867-8e5b-7873e14c5993 admin admin] Made reservation on behalf of f00bf6e8925d497998b5e80f9cc6ae0f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:33.995055 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-38653697-68a3-4867-8e5b-7873e14c5993 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:33.997065 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8143ce3d-f54f-4e1a-bbc1-46e03c77be9d req-db73bc16-409f-4497-9f1a-f22a04d9693a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254882 Nov 12 08:30:33.999826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-867b07a3-5d74-40a6-a2a8-1b2779edead1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.070021 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4ae1cd-055c-4a4a-b66a-2bcb8654bfdd x-openstack-request-id: req-2a4ae1cd-055c-4a4a-b66a-2bcb8654bfdd {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:34.070304 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122c9ee0-575e-495c-ba29-2de0b8f6463b", "tag": "4c1bd361-ae1c-4497-bdf1-e0f33d10b849", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:34.070763 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a4ae1cd-055c-4a4a-b66a-2bcb8654bfdd {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:34.071317 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122c9ee0-575e-495c-ba29-2de0b8f6463b', 'tag': '4c1bd361-ae1c-4497-bdf1-e0f33d10b849', 'status': 'completed', 'code': 200} Nov 12 08:30:34.072793 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4acd16d8-d670-4783-8676-2eb972da042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:34.074454 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-4acd16d8-d670-4783-8676-2eb972da042d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbb1c49-fbbc-4ada-908b-ea57f584c460 HTTP/1.1" status: 200 len: 852 time: 0.1953855 Nov 12 08:30:34.103708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-867b07a3-5d74-40a6-a2a8-1b2779edead1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.118250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2634368e-4e59-45f7-a087-13bad5209b20 req-25537314-47a1-459e-9676-8e5eade366c1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588485 Nov 12 08:30:34.136847 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-3fb4d8ab-c10b-43de-8525-848949c4ed47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44f30dec-2437-4313-a881-c96e4db44c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498970 Nov 12 08:30:34.206314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-867b07a3-5d74-40a6-a2a8-1b2779edead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.326900 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-b22a40be-649b-4ac6-b90b-97b4a4e5c8b3 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793888 Nov 12 08:30:34.338240 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-38653697-68a3-4867-8e5b-7873e14c5993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.348303 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-867b07a3-5d74-40a6-a2a8-1b2779edead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.453781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38653697-68a3-4867-8e5b-7873e14c5993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d5a906-5448-4179-bbf4-9ae6cb110f38,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:34.491308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b07a3-5d74-40a6-a2a8-1b2779edead1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42479913-c9b4-46ed-8fae-6fd11f0d72b0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:34.495635 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-867b07a3-5d74-40a6-a2a8-1b2779edead1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.502601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-867b07a3-5d74-40a6-a2a8-1b2779edead1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/42479913-c9b4-46ed-8fae-6fd11f0d72b0 HTTP/1.1" status: 204 len: 168 time: 0.7489290 Nov 12 08:30:34.506735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51434) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:34.555557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56261bf-62f5-4511-a7a6-60d37d3f2de8 req-5e5cccf1-c016-46a1-987a-9602127a5595 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:34.557150 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f56261bf-62f5-4511-a7a6-60d37d3f2de8 req-5e5cccf1-c016-46a1-987a-9602127a5595 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 947 time: 0.1635761 Nov 12 08:30:34.561197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38653697-68a3-4867-8e5b-7873e14c5993 admin admin] Checking segment: {'id': '49962f41-1a4c-435b-8e24-b9596154200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '050531f4-4bdd-48bd-8870-6937d6482b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:34.561482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38653697-68a3-4867-8e5b-7873e14c5993 admin admin] Network hostable DHCP agents. Network: 050531f4-4bdd-48bd-8870-6937d6482b12, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:30:34.571095 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6284cc8f-657b-4247-b545-c86fec79bdb7 req-3017f033-b697-44b3-a506-57b56f40d472 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301517 Nov 12 08:30:34.580847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f66b0832-0682-4517-8393-76abdcdb3d09 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:34.659576 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.670949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38653697-68a3-4867-8e5b-7873e14c5993 admin admin] Network 050531f4-4bdd-48bd-8870-6937d6482b12 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:30:34.693762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port f66b0832-0682-4517-8393-76abdcdb3d09 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:34.694493 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.699307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f56261bf-62f5-4511-a7a6-60d37d3f2de8 req-f033a27c-acdd-482e-9a83-4db67b1ad7c2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057217 Nov 12 08:30:34.705903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-38653697-68a3-4867-8e5b-7873e14c5993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 050531f4-4bdd-48bd-8870-6937d6482b12) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:34.738220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38653697-68a3-4867-8e5b-7873e14c5993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:34.744370 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-38653697-68a3-4867-8e5b-7873e14c5993 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:34.782140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355815aa-98c6-428e-82a7-76e73f16b65f None None] Network 050531f4-4bdd-48bd-8870-6937d6482b12 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:34.843508 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-38653697-68a3-4867-8e5b-7873e14c5993 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9790678 Nov 12 08:30:34.979328 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcdc5e-febb-4748-a31d-1511797b9ee7 req-ed245c91-3fe5-4e6d-adc3-5c3e870d7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:34.981815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0dcdc5e-febb-4748-a31d-1511797b9ee7 req-ed245c91-3fe5-4e6d-adc3-5c3e870d7967 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b&device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 1095 time: 0.2903166 Nov 12 08:30:35.084628 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.145624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ecd7bc-5313-4ca1-8a61-7842ee337121']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:35.147052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcdc5e-febb-4748-a31d-1511797b9ee7 req-f6b12d1b-d57a-4b30-a772-f119458912ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:35.148742 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0dcdc5e-febb-4748-a31d-1511797b9ee7 req-f6b12d1b-d57a-4b30-a772-f119458912ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=44f30dec-2437-4313-a881-c96e4db44c3d HTTP/1.1" status: 200 len: 913 time: 0.1509247 Nov 12 08:30:35.166192 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.192877 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-beb035a1-b69d-4349-b04d-4bf1c4aed4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.198799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6680fca-f9cd-4478-a320-0bba93575045 None None] Network 050531f4-4bdd-48bd-8870-6937d6482b12 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:30:35.199852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c2b9e6-b753-467d-a235-897feb69bc5f') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:35.200178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c2b9e6-b753-467d-a235-897feb69bc5f') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:35.255564 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6173e758-e090-407c-8beb-483a53b67771 req-8038d680-bf78-4314-b655-924d6acfa356 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 210 time: 0.2013900 Nov 12 08:30:35.263711 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.284944 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.294100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:30:35.294517 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:30:35.296572 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:30:35.307819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:35.312702 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c669d66-253f-43e0-85f4-602eb3cc10c8" -d '{"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-plugged", "status": "completed", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:35.324703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:35.345913 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.501286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:35.684435 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0dcdc5e-febb-4748-a31d-1511797b9ee7 req-a054dd0c-ce9b-40f3-bba8-5dfc0c65a519 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c1bd361-ae1c-4497-bdf1-e0f33d10b849 HTTP/1.1" status: 200 len: 217 time: 0.4324582 Nov 12 08:30:35.765634 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.782953 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:35.784154 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868024e3-9b92-4280-a942-db648b60eb7a req-12355021-85ac-4510-a024-7551c1f4fb29 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:35.785733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-12355021-85ac-4510-a024-7551c1f4fb29 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.52 "GET /v2.0/networks?id=3113c766-df42-471f-8bdc-e3b4e4efd335 HTTP/1.1" status: 200 len: 806 time: 0.8867691 Nov 12 08:30:35.786176 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/21ecd7bc-5313-4ca1-8a61-7842ee337121 HTTP/1.1" status: 204 len: 168 time: 1.2778835 Nov 12 08:30:35.790250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce593ddd-f5f1-4678-b919-9913deeb93d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ecd7bc-5313-4ca1-8a61-7842ee337121,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:35.800796 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcdc5e-febb-4748-a31d-1511797b9ee7 req-c26f12cc-70b4-4867-8405-418cc55b8a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:35.803028 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0dcdc5e-febb-4748-a31d-1511797b9ee7 req-c26f12cc-70b4-4867-8405-418cc55b8a39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbb1c49-fbbc-4ada-908b-ea57f584c460 HTTP/1.1" status: 200 len: 852 time: 0.0987728 Nov 12 08:30:35.820781 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2303547-7b5b-4ef0-9344-f6559d8cc538 req-838ca6b1-51ae-45a4-aee8-52221c15ee0f tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:35.825889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2303547-7b5b-4ef0-9344-f6559d8cc538 req-838ca6b1-51ae-45a4-aee8-52221c15ee0f tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 943 time: 0.5731149 Nov 12 08:30:35.850240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-3895f1a9-e9a4-45ed-9892-a364ff4d5db5 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:35.851786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-3895f1a9-e9a4-45ed-9892-a364ff4d5db5 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/networks?id=050531f4-4bdd-48bd-8870-6937d6482b12 HTTP/1.1" status: 200 len: 822 time: 0.1817968 Nov 12 08:30:35.863447 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0dcdc5e-febb-4748-a31d-1511797b9ee7 req-9a2eb570-958d-4b90-886f-d6d6c56f106c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44f30dec-2437-4313-a881-c96e4db44c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529792 Nov 12 08:30:35.870835 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-ced7b3d9-3cea-4a18-8ef5-506daad43e22 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/quotas/f00bf6e8925d497998b5e80f9cc6ae0f HTTP/1.1" status: 200 len: 375 time: 0.0117116 Nov 12 08:30:35.915215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-1eb7c0a5-26e5-43b5-9393-7ab2324a28ca tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f00bf6e8925d497998b5e80f9cc6ae0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342696 Nov 12 08:30:36.020423 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2303547-7b5b-4ef0-9344-f6559d8cc538 req-bbdffc3d-50e9-4bea-a873-20c72c0671d6 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779587 Nov 12 08:30:36.022917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51476) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:36.032434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-910fd410-bc17-4ae0-8889-1d78f068e850 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=743df45cc8784d2da109027eec3966d9 HTTP/1.1" status: 200 len: 380 time: 0.2347627 Nov 12 08:30:36.053492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-868024e3-9b92-4280-a942-db648b60eb7a req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Request body: {'port': {'device_id': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'admin_state_up': True, 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'security_groups': ['d22ab39f-a76b-42a2-a5da-2a91625d7a08']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:36.058652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-f05123bb-2c5c-4404-8085-503d97818f23 service neutron] 10.222.0.31 "GET /v2.0/networks/050531f4-4bdd-48bd-8870-6937d6482b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287796 Nov 12 08:30:36.073540 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ae00d8-daff-4f93-8b7d-2d7bd4930988 x-openstack-request-id: req-81ae00d8-daff-4f93-8b7d-2d7bd4930988 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:36.073879 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-plugged", "status": "completed", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:36.074138 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81ae00d8-daff-4f93-8b7d-2d7bd4930988 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:36.074563 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'code': 200} Nov 12 08:30:36.115818 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0dcdc5e-febb-4748-a31d-1511797b9ee7 req-fd28ea4d-481c-40f9-ac81-13a1318f044f service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383733 Nov 12 08:30:36.129423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0b910463-9204-4a76-99af-68844dbab9df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73930a3739344ebb88f604d9a603d3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1043947 Nov 12 08:30:36.136868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51478) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:36.231436 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9f2db8e-9dc7-4d40-b26f-d0ff8d329af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.284554 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9f2db8e-9dc7-4d40-b26f-d0ff8d329af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.311517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffbda2-3b9d-4ac1-8049-dff40fe6fad7 req-860b2733-14ac-49fa-ad9c-125d4926bdc8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:36.313162 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70ffbda2-3b9d-4ac1-8049-dff40fe6fad7 req-860b2733-14ac-49fa-ad9c-125d4926bdc8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1700041 Nov 12 08:30:36.327979 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-e8b4a47c-05e4-4431-96ea-2f93c4223c9c service neutron] 10.222.0.31 "GET /v2.0/networks/050531f4-4bdd-48bd-8870-6937d6482b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339497 Nov 12 08:30:36.341952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868024e3-9b92-4280-a942-db648b60eb7a req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Made reservation on behalf of 743df45cc8784d2da109027eec3966d9 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:36.345653 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-868024e3-9b92-4280-a942-db648b60eb7a req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.363323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef432b68-c6c3-4b35-b7d9-4c2ef3b9d7a6 req-7238ca7c-6501-4e7a-904d-fb288050ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:36.364926 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef432b68-c6c3-4b35-b7d9-4c2ef3b9d7a6 req-7238ca7c-6501-4e7a-904d-fb288050ba54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 1100 time: 0.0829155 Nov 12 08:30:36.376815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0dcdc5e-febb-4748-a31d-1511797b9ee7 req-a187f663-4097-4e61-89df-5dd07da2a887 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313979 Nov 12 08:30:36.413993 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9f2db8e-9dc7-4d40-b26f-d0ff8d329af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.417461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9f2db8e-9dc7-4d40-b26f-d0ff8d329af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.418819 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c9f2db8e-9dc7-4d40-b26f-d0ff8d329af4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3 HTTP/1.1" status: 204 len: 168 time: 0.2805088 Nov 12 08:30:36.440565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2db8e-9dc7-4d40-b26f-d0ff8d329af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797b2e84-fd35-4d22-b7c2-2aacc1e1fcd3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:36.446381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef432b68-c6c3-4b35-b7d9-4c2ef3b9d7a6 req-60877a6b-98b2-438b-b999-d8108190db5b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701692 Nov 12 08:30:36.467692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70ffbda2-3b9d-4ac1-8049-dff40fe6fad7 req-86d223c6-d600-4835-96bb-c80ea8924fe6 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434653 Nov 12 08:30:36.605491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-868024e3-9b92-4280-a942-db648b60eb7a req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Allocated IP 172.20.0.7 (3113c766-df42-471f-8bdc-e3b4e4efd335/c244df4f-9bcf-45e9-be27-1e0ebdafaed0/58a21d00-fae6-45a1-914b-d2ef70feb8e9) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:36.889352 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a7952f54-416a-4df2-abe5-90b74f9ee1a9 req-e59b3fbf-ed7d-4988-933b-875f799917d8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 210 time: 0.0544517 Nov 12 08:30:36.915011 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-868024e3-9b92-4280-a942-db648b60eb7a req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:36.930060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-704178eb-2235-4ebd-8b07-132d2e1383e5 req-f6bf7cc0-4c8d-4d2c-b96a-ebbb2eba5a06 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 210 time: 0.0746365 Nov 12 08:30:36.970621 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-868024e3-9b92-4280-a942-db648b60eb7a req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.023117 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868024e3-9b92-4280-a942-db648b60eb7a req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Network 3113c766-df42-471f-8bdc-e3b4e4efd335 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:37.027306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-868024e3-9b92-4280-a942-db648b60eb7a req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:37.032852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-868024e3-9b92-4280-a942-db648b60eb7a req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:37.039398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Pushing event updated for resources: {'Port': ['ID=58a21d00-fae6-45a1-914b-d2ef70feb8e9,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:37.067519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51500) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:37.136507 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d308b1a2-2dc4-4df4-806d-3fca9363b430 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9151f75a2af5415c98e717265823e134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0678864 Nov 12 08:30:37.139845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51504) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:37.154633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868024e3-9b92-4280-a942-db648b60eb7a req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:37.155273 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-868024e3-9b92-4280-a942-db648b60eb7a req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.188761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-d75acbc0-8f5a-4fda-82dd-fbbba6a39fe8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1476932 Nov 12 08:30:37.200334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289bc00-7a25-42dc-be4f-96bc21c0c954 req-b7429e42-4da5-47eb-a64c-9ed6ba1c6bf0 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:37.209534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c289bc00-7a25-42dc-be4f-96bc21c0c954 req-b7429e42-4da5-47eb-a64c-9ed6ba1c6bf0 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 943 time: 0.1077499 Nov 12 08:30:37.215393 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.216862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Request body: {'port': {'device_id': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:37.262050 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.316265 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c289bc00-7a25-42dc-be4f-96bc21c0c954 req-e4554f4e-9635-4f2e-a239-ee3b7a92915a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060629 Nov 12 08:30:37.319429 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.346725 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.350602 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.354706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1f62141-276c-483b-a89c-5a6de3d5c97a HTTP/1.1" status: 204 len: 168 time: 0.2100723 Nov 12 08:30:37.380731 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f62141-276c-483b-a89c-5a6de3d5c97a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:37.400611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:37.401007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:37.401382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:37.401632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:37.402155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:37.402155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:37.402534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:37.402681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:37.403246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:37.403959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:37.404664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:37.405177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:37.406278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff41cb8-503e-4d7d-a8c3-355b414318ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:37.505982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1c0309d9-e90f-4681-a0cd-035fff772a44 None None] Provisioning complete for port 58a21d00-fae6-45a1-914b-d2ef70feb8e9 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:37.506570 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c0309d9-e90f-4681-a0cd-035fff772a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.558332 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e1c5a0a3-8d5b-49b5-b18b-11eb9562c40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.676303 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1372e1d-5f54-4944-842d-e865030b8733 req-72152cc1-7e8d-47df-a2fa-f5cb552d16f2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:37.681160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1c0309d9-e90f-4681-a0cd-035fff772a44 None None] Port 58a21d00-fae6-45a1-914b-d2ef70feb8e9 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:30:37.689573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1372e1d-5f54-4944-842d-e865030b8733 req-72152cc1-7e8d-47df-a2fa-f5cb552d16f2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0958886 Nov 12 08:30:37.717420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:37.732741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '4c1bd361-ae1c-4497-bdf1-e0f33d10b849', 'network_id': '44f30dec-2437-4313-a881-c96e4db44c3d', 'port_id': '4c1bd361-ae1c-4497-bdf1-e0f33d10b849', 'mac_address': 'fa:16:3e:37:d0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebbb1c49-fbbc-4ada-908b-ea57f584c460', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:37.747644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1372e1d-5f54-4944-842d-e865030b8733 req-e2513813-5b6f-4baa-8b0e-4ea285a55987 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548077 Nov 12 08:30:37.803362 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.827779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:37.840906 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a21d00-fae6-45a1-914b-d2ef70feb8e9 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:37.857484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:37.859614 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.863917 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.888513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Transition to ACTIVE for port object 58a21d00-fae6-45a1-914b-d2ef70feb8e9 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:30:37.893828 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:37.922697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:38.037472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Pushing event updated for resources: {'Port': ['ID=58a21d00-fae6-45a1-914b-d2ef70feb8e9,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:38.112635 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Attempting to bind port 58a21d00-fae6-45a1-914b-d2ef70feb8e9 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:38.113007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Attempting to bind port 58a21d00-fae6-45a1-914b-d2ef70feb8e9 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:38.113324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Attempting to bind port 58a21d00-fae6-45a1-914b-d2ef70feb8e9 on network 3113c766-df42-471f-8bdc-e3b4e4efd335 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:38.129098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Port 58a21d00-fae6-45a1-914b-d2ef70feb8e9 on network 3113c766-df42-471f-8bdc-e3b4e4efd335 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:30:38.129468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Attempting to bind port 58a21d00-fae6-45a1-914b-d2ef70feb8e9 on network 3113c766-df42-471f-8bdc-e3b4e4efd335 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:38.139013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:38.139376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Checking segment: {'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:38.140953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Bound using segment: {'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:38.141447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Bound port: 58a21d00-fae6-45a1-914b-d2ef70feb8e9, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdff6a5-bbba-473c-8359-b75125ebef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:38.142124 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:38.153154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4c1bd361-ae1c-4497-bdf1-e0f33d10b849'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:38.200373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-180cdf1d-8331-43de-b06b-ee6a19a21690 req-4505af15-b441-4205-8f99-10d29db49b0b tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 210 time: 0.1001866 Nov 12 08:30:38.388742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89dff1-ed00-462f-a77d-08085906b8c9 req-1cb1d0ac-3860-46fb-ba8a-cebaaab7ae0f tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.397072 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce89dff1-ed00-462f-a77d-08085906b8c9 req-1cb1d0ac-3860-46fb-ba8a-cebaaab7ae0f tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 943 time: 0.3011594 Nov 12 08:30:38.522738 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:38.592903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] For port 58a21d00-fae6-45a1-914b-d2ef70feb8e9, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:38.609579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973e6ac-6d94-4a35-89e1-dfddbc1c24bc req-e7785637-a034-4244-aa1a-a2c2cff9d597 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.619559 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5973e6ac-6d94-4a35-89e1-dfddbc1c24bc req-e7785637-a034-4244-aa1a-a2c2cff9d597 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 944 time: 0.1203594 Nov 12 08:30:38.620666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-ed767245-ce1d-45fe-a776-7655f647b04d tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.622099 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-ed767245-ce1d-45fe-a776-7655f647b04d tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.52 "GET /v2.0/networks?id=050531f4-4bdd-48bd-8870-6937d6482b12 HTTP/1.1" status: 200 len: 822 time: 0.4335954 Nov 12 08:30:38.628925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] For port 58a21d00-fae6-45a1-914b-d2ef70feb8e9, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=58a21d00-fae6-45a1-914b-d2ef70feb8e9,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:38.641181 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce89dff1-ed00-462f-a77d-08085906b8c9 req-5e77468f-dc52-4815-8d04-81556828c593 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419813 Nov 12 08:30:38.659466 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Request body: {'port': {'device_id': '98bbcec1-ce21-4821-b8ae-39176e961a21', 'network_id': '050531f4-4bdd-48bd-8870-6937d6482b12', 'admin_state_up': True, 'tenant_id': 'f00bf6e8925d497998b5e80f9cc6ae0f'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:38.664701 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:38.731581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5973e6ac-6d94-4a35-89e1-dfddbc1c24bc req-0570a28e-0619-49e5-a992-fa4e8dd75a12 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053553 Nov 12 08:30:38.753982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.754690 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:38.756399 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] 10.222.0.52 "PUT /v2.0/ports/58a21d00-fae6-45a1-914b-d2ef70feb8e9 HTTP/1.1" status: 200 len: 1092 time: 1.5442164 Nov 12 08:30:38.759012 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'tag': '58a21d00-fae6-45a1-914b-d2ef70feb8e9'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:38.761991 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcec8e6-7a6c-41e5-8489-655944962268" -d '{"events": [{"name": "network-changed", "server_uuid": "83a6ccf7-6766-4541-a2e7-2dccc9f6abcb", "tag": "58a21d00-fae6-45a1-914b-d2ef70feb8e9"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:38.869199 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d897b2-0b8f-418c-8b58-6f821e6f725b x-openstack-request-id: req-d7d897b2-0b8f-418c-8b58-6f821e6f725b {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:38.869501 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a6ccf7-6766-4541-a2e7-2dccc9f6abcb", "tag": "58a21d00-fae6-45a1-914b-d2ef70feb8e9", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:38.870337 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7d897b2-0b8f-418c-8b58-6f821e6f725b {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:38.870714 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'tag': '58a21d00-fae6-45a1-914b-d2ef70feb8e9', 'status': 'completed', 'code': 200} Nov 12 08:30:38.888038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6de650-e9c4-42ce-af68-f83b48b20515 service neutron] Pushing event updated for resources: {'Port': ['ID=58a21d00-fae6-45a1-914b-d2ef70feb8e9,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:38.917902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868024e3-9b92-4280-a942-db648b60eb7a req-bd72ddc4-a001-40a3-9845-8fc63babc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.919488 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-bd72ddc4-a001-40a3-9845-8fc63babc36b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=743df45cc8784d2da109027eec3966d9&device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 1095 time: 0.0949070 Nov 12 08:30:38.927805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5e1f0-f7c4-460a-8e9c-0da46366504d req-684d880d-d44f-4a73-8d58-50a2144a3ad8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:38.931270 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2a5e1f0-f7c4-460a-8e9c-0da46366504d req-684d880d-d44f-4a73-8d58-50a2144a3ad8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0839541 Nov 12 08:30:39.001146 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-16c5604f-3da7-4e56-bd06-5e7fc07193b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a21d00-fae6-45a1-914b-d2ef70feb8e9 HTTP/1.1" status: 200 len: 217 time: 0.0643499 Nov 12 08:30:39.003338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Made reservation on behalf of f00bf6e8925d497998b5e80f9cc6ae0f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:39.005993 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2a5e1f0-f7c4-460a-8e9c-0da46366504d req-50aeef13-c405-4817-bb34-714855cf0f76 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677063 Nov 12 08:30:39.010573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.168634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868024e3-9b92-4280-a942-db648b60eb7a req-eefc4437-8baf-469f-8016-a7364ad0fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:39.168634 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-eefc4437-8baf-469f-8016-a7364ad0fe10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c244df4f-9bcf-45e9-be27-1e0ebdafaed0 HTTP/1.1" status: 200 len: 845 time: 0.1446230 Nov 12 08:30:39.265343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6df133-2dbc-469f-8cf0-ba21b405fb93 req-e61e1862-3437-44f1-b7f9-bbe36615cc86 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:39.266951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aa6df133-2dbc-469f-8cf0-ba21b405fb93 req-e61e1862-3437-44f1-b7f9-bbe36615cc86 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0943446 Nov 12 08:30:39.270013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868024e3-9b92-4280-a942-db648b60eb7a req-8e32e0a7-4ca0-4b8a-9e85-2aa157e38ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:39.271808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-8e32e0a7-4ca0-4b8a-9e85-2aa157e38ff5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3113c766-df42-471f-8bdc-e3b4e4efd335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947688 Nov 12 08:30:39.309146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Allocated IP 172.20.0.9 (050531f4-4bdd-48bd-8870-6937d6482b12/d4d5a906-5448-4179-bbf4-9ae6cb110f38/8030162d-8d4d-4b4c-9984-30bccfe8f642) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:30:39.347740 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aa6df133-2dbc-469f-8cf0-ba21b405fb93 req-6f2189d5-7fd4-4066-b400-32baa1d3acf6 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614121 Nov 12 08:30:39.403724 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bfda5548-714d-4be4-bcf8-e273ca090fdd req-a1b7b76b-ed7f-474d-a568-7a5f6e269f51 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 210 time: 0.0964546 Nov 12 08:30:39.426644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:39.506698 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-875ba650-1c2e-48d6-ad67-86687508b673 service neutron] 10.222.0.52 "GET /v2.0/networks/3113c766-df42-471f-8bdc-e3b4e4efd335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242882 Nov 12 08:30:39.543159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:39.554426 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:39.555559 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.778609 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.785879 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-868024e3-9b92-4280-a942-db648b60eb7a req-73f0e966-1327-4228-9060-d8bc546dcb8a service neutron] 10.222.0.52 "GET /v2.0/networks/3113c766-df42-471f-8bdc-e3b4e4efd335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669358 Nov 12 08:30:39.931717 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.961742 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:39.967760 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.024298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c718dd5-9f57-404d-a2e3-b8d8de5f63fb req-6afe85d0-4b30-4949-9fed-b8871270d9dd tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:40.026753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c718dd5-9f57-404d-a2e3-b8d8de5f63fb req-6afe85d0-4b30-4949-9fed-b8871270d9dd tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 944 time: 0.0766129 Nov 12 08:30:40.028892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122c9ee0-575e-495c-ba29-2de0b8f6463b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1bd361-ae1c-4497-bdf1-e0f33d10b849'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:40.031401 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698ed32e-59cb-46d5-a5cd-7bcfc3eabab8" -d '{"events": [{"server_uuid": "122c9ee0-575e-495c-ba29-2de0b8f6463b", "name": "network-vif-plugged", "status": "completed", "tag": "4c1bd361-ae1c-4497-bdf1-e0f33d10b849"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:40.034335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Network 050531f4-4bdd-48bd-8870-6937d6482b12 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:30:40.038078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:40.046839 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.052212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c574e2-d2f9-45de-af20-659314a576d7 req-975de31e-f9ea-490b-a509-492ddc4d328e tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:40.062000 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73c574e2-d2f9-45de-af20-659314a576d7 req-975de31e-f9ea-490b-a509-492ddc4d328e tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 943 time: 0.2593484 Nov 12 08:30:40.074853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:30:40.126389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:30:40.134710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:40.140634 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c718dd5-9f57-404d-a2e3-b8d8de5f63fb req-f6d7e724-1e71-4aae-b1db-82db10d94693 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015685 Nov 12 08:30:40.158208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Pushing event updated for resources: {'Port': ['ID=8030162d-8d4d-4b4c-9984-30bccfe8f642,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:40.172127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcec8e6-7a6c-41e5-8489-655944962268 req-52104958-b54e-4819-ac30-888b37528655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:40.173712 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dcec8e6-7a6c-41e5-8489-655944962268 req-52104958-b54e-4819-ac30-888b37528655 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=743df45cc8784d2da109027eec3966d9&device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 1095 time: 0.2892249 Nov 12 08:30:40.221074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51626) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:40.249658 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73c574e2-d2f9-45de-af20-659314a576d7 req-bbc45ba1-128e-4991-89be-ed6bddce209f tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861889 Nov 12 08:30:40.299860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254e945-b2a1-4178-ba65-76663a2139e9 req-b655edda-a45e-41c7-af4d-7a18e1250d6b tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:40.308407 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0254e945-b2a1-4178-ba65-76663a2139e9 req-b655edda-a45e-41c7-af4d-7a18e1250d6b tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0653470 Nov 12 08:30:40.318505 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe54d55-b2f1-41b8-8260-6fa68aead838 x-openstack-request-id: req-dbe54d55-b2f1-41b8-8260-6fa68aead838 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:40.318834 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122c9ee0-575e-495c-ba29-2de0b8f6463b", "name": "network-vif-plugged", "status": "completed", "tag": "4c1bd361-ae1c-4497-bdf1-e0f33d10b849", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:40.319196 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbe54d55-b2f1-41b8-8260-6fa68aead838 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:40.319815 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122c9ee0-575e-495c-ba29-2de0b8f6463b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1bd361-ae1c-4497-bdf1-e0f33d10b849', 'code': 200} Nov 12 08:30:40.366488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:40.367167 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.389211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0254e945-b2a1-4178-ba65-76663a2139e9 req-81fdcc6a-d728-42db-a788-4ea1e6b49b35 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797157 Nov 12 08:30:40.442062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcec8e6-7a6c-41e5-8489-655944962268 req-b4965b29-85e0-481f-8ff8-d916c73f8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:40.444260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dcec8e6-7a6c-41e5-8489-655944962268 req-b4965b29-85e0-481f-8ff8-d916c73f8483 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3113c766-df42-471f-8bdc-e3b4e4efd335 HTTP/1.1" status: 200 len: 907 time: 0.2288308 Nov 12 08:30:40.449345 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-49b1a15d-c332-4c31-91ee-f02fc80fe2cb tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8076816 Nov 12 08:30:40.455721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50f8b2c4-1729-4dd8-b898-46589037dd20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.476902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Request body: {'port': {'device_id': '98bbcec1-ce21-4821-b8ae-39176e961a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:40.505001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985e1b1-1f10-4457-95d3-2d9c95d76d6f req-27ec4fee-c201-4611-b2a8-79f6d9a7e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:40.507725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a985e1b1-1f10-4457-95d3-2d9c95d76d6f req-27ec4fee-c201-4611-b2a8-79f6d9a7e2b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 1097 time: 0.1094704 Nov 12 08:30:40.540835 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dcec8e6-7a6c-41e5-8489-655944962268 req-61f8fcf2-827d-48aa-8a4c-9b27c16b2e3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a21d00-fae6-45a1-914b-d2ef70feb8e9 HTTP/1.1" status: 200 len: 217 time: 0.0712519 Nov 12 08:30:40.598804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a985e1b1-1f10-4457-95d3-2d9c95d76d6f req-1bfde135-dc0e-4186-a477-bfd463b56786 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802248 Nov 12 08:30:40.612046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.630262 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50f8b2c4-1729-4dd8-b898-46589037dd20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.639257 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:40.639878 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50f8b2c4-1729-4dd8-b898-46589037dd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.639998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcec8e6-7a6c-41e5-8489-655944962268 req-74f8250b-c664-4ba2-b474-98825367c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:40.640903 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dcec8e6-7a6c-41e5-8489-655944962268 req-74f8250b-c664-4ba2-b474-98825367c7ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c244df4f-9bcf-45e9-be27-1e0ebdafaed0 HTTP/1.1" status: 200 len: 845 time: 0.0857325 Nov 12 08:30:40.706369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8b2c4-1729-4dd8-b898-46589037dd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de210303-0f7f-48ef-957f-62e22a948786,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:40.719087 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-50f8b2c4-1729-4dd8-b898-46589037dd20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8800aa0d5774964ad3e1bc54f616a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4965184 Nov 12 08:30:40.719820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51634) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:40.801850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:40.803005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-96c68842-efb5-448d-9ccc-771840e83644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.819556 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'port_id': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'mac_address': 'fa:16:3e:ba:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:40.844154 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-96c68842-efb5-448d-9ccc-771840e83644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.873680 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.909949 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.913540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e726d0d1-36c8-4e07-9430-4e8711e06433 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:40.924250 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-96c68842-efb5-448d-9ccc-771840e83644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.927584 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-96c68842-efb5-448d-9ccc-771840e83644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.928214 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-96c68842-efb5-448d-9ccc-771840e83644 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de210303-0f7f-48ef-957f-62e22a948786 HTTP/1.1" status: 204 len: 168 time: 0.2073612 Nov 12 08:30:40.949972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c68842-efb5-448d-9ccc-771840e83644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de210303-0f7f-48ef-957f-62e22a948786,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:40.951716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:40.965664 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:40.977245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcec8e6-7a6c-41e5-8489-655944962268 req-1024191f-91a2-4ae9-bc1d-48ace74a1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:40.978851 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dcec8e6-7a6c-41e5-8489-655944962268 req-1024191f-91a2-4ae9-bc1d-48ace74a1e81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3113c766-df42-471f-8bdc-e3b4e4efd335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529329 Nov 12 08:30:41.011984 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b66c-8df4-4b1d-9cee-97a493d76a2b req-a8ad10c2-19b2-4081-a187-900d24cde88f tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:41.013855 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bab9b66c-8df4-4b1d-9cee-97a493d76a2b req-a8ad10c2-19b2-4081-a187-900d24cde88f tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 931 time: 0.4653060 Nov 12 08:30:41.053168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:41.112536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e726d0d1-36c8-4e07-9430-4e8711e06433'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:41.193484 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bab9b66c-8df4-4b1d-9cee-97a493d76a2b req-85d3038b-cc6f-41eb-92b6-3d0aeecf2c5a tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/security-groups?id=c73093fa-7625-444b-92c7-695934141445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621902 Nov 12 08:30:41.289320 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dcec8e6-7a6c-41e5-8489-655944962268 req-670f4a31-1706-476d-be33-2a5918626474 service neutron] 10.222.0.52 "GET /v2.0/networks/3113c766-df42-471f-8bdc-e3b4e4efd335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618372 Nov 12 08:30:41.337674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126222b-a353-441a-bfef-2a51e5914974 req-9c025835-8dca-4e19-8306-0c851cc01a61 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:41.340461 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5126222b-a353-441a-bfef-2a51e5914974 req-9c025835-8dca-4e19-8306-0c851cc01a61 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 945 time: 0.0878122 Nov 12 08:30:41.347574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8030162d-8d4d-4b4c-9984-30bccfe8f642 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:41.373146 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.402510 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5126222b-a353-441a-bfef-2a51e5914974 req-b71ed13f-5d28-4a8d-8718-373be0000f79 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548463 Nov 12 08:30:41.455334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Transition to ACTIVE for port object 8030162d-8d4d-4b4c-9984-30bccfe8f642 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:30:41.470068 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.546360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ec931-e7f9-490b-b2da-cf5e19970446 req-fd46c311-3cc0-41fc-b195-e3be9e596071 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:41.548040 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c64ec931-e7f9-490b-b2da-cf5e19970446 req-fd46c311-3cc0-41fc-b195-e3be9e596071 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 943 time: 0.1883719 Nov 12 08:30:41.556490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dcec8e6-7a6c-41e5-8489-655944962268 req-0cd7ce98-ab80-4602-978d-9fa3f59bc5a1 service neutron] 10.222.0.52 "GET /v2.0/networks/3113c766-df42-471f-8bdc-e3b4e4efd335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611344 Nov 12 08:30:41.578180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb275e26-6f40-439a-b467-03e9a4a7d5d9 req-09905ca2-6582-42c7-9680-2f0b52c7c695 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:41.580828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb275e26-6f40-439a-b467-03e9a4a7d5d9 req-09905ca2-6582-42c7-9680-2f0b52c7c695 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0935798 Nov 12 08:30:41.622915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Pushing event updated for resources: {'Port': ['ID=8030162d-8d4d-4b4c-9984-30bccfe8f642,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:41.680219 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eb275e26-6f40-439a-b467-03e9a4a7d5d9 req-9fae66e0-431b-41ec-b479-79412169f431 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927854 Nov 12 08:30:41.741218 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c64ec931-e7f9-490b-b2da-cf5e19970446 req-97c82b60-5410-439d-aacd-a104e3994dbb tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780200 Nov 12 08:30:41.784502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Attempting to bind port 8030162d-8d4d-4b4c-9984-30bccfe8f642 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:30:41.784896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Attempting to bind port 8030162d-8d4d-4b4c-9984-30bccfe8f642 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '49962f41-1a4c-435b-8e24-b9596154200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '050531f4-4bdd-48bd-8870-6937d6482b12'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:30:41.785266 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Attempting to bind port 8030162d-8d4d-4b4c-9984-30bccfe8f642 on network 050531f4-4bdd-48bd-8870-6937d6482b12 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:41.791352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Port 8030162d-8d4d-4b4c-9984-30bccfe8f642 on network 050531f4-4bdd-48bd-8870-6937d6482b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:30:41.793085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Attempting to bind port 8030162d-8d4d-4b4c-9984-30bccfe8f642 on network 050531f4-4bdd-48bd-8870-6937d6482b12 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:30:41.800448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:30:41.802170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Checking segment: {'id': '49962f41-1a4c-435b-8e24-b9596154200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '050531f4-4bdd-48bd-8870-6937d6482b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:30:41.802691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Bound using segment: {'id': '49962f41-1a4c-435b-8e24-b9596154200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '050531f4-4bdd-48bd-8870-6937d6482b12'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:30:41.803542 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Bound port: 8030162d-8d4d-4b4c-9984-30bccfe8f642, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49962f41-1a4c-435b-8e24-b9596154200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '050531f4-4bdd-48bd-8870-6937d6482b12'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:30:41.804011 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.891632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] For port 8030162d-8d4d-4b4c-9984-30bccfe8f642, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:30:41.896107 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] For port 8030162d-8d4d-4b4c-9984-30bccfe8f642, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8030162d-8d4d-4b4c-9984-30bccfe8f642,segment=NetworkSegment(49962f41-1a4c-435b-8e24-b9596154200f),segment_id=49962f41-1a4c-435b-8e24-b9596154200f)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:30:41.902834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.944741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:41.946094 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:41.947025 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] 10.222.0.52 "PUT /v2.0/ports/8030162d-8d4d-4b4c-9984-30bccfe8f642 HTTP/1.1" status: 200 len: 1092 time: 1.4758701 Nov 12 08:30:41.949033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bbcec1-ce21-4821-b8ae-39176e961a21', 'tag': '8030162d-8d4d-4b4c-9984-30bccfe8f642'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:41.950950 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f676dc-ac99-4138-a287-fac93b52286f" -d '{"events": [{"name": "network-changed", "server_uuid": "98bbcec1-ce21-4821-b8ae-39176e961a21", "tag": "8030162d-8d4d-4b4c-9984-30bccfe8f642"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:41.985022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c456b7-eb52-4b27-bc1c-2c1f3e1d89bd service neutron] Pushing event updated for resources: {'Port': ['ID=8030162d-8d4d-4b4c-9984-30bccfe8f642,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:42.028829 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a586d0e1-4e84-4e92-a999-c450154f2275 x-openstack-request-id: req-a586d0e1-4e84-4e92-a999-c450154f2275 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:42.029685 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98bbcec1-ce21-4821-b8ae-39176e961a21", "tag": "8030162d-8d4d-4b4c-9984-30bccfe8f642", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:42.029890 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a586d0e1-4e84-4e92-a999-c450154f2275 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:42.030293 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bbcec1-ce21-4821-b8ae-39176e961a21', 'tag': '8030162d-8d4d-4b4c-9984-30bccfe8f642', 'status': 'completed', 'code': 200} Nov 12 08:30:42.068342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-f12c8782-b04a-4056-9462-2f220a2fc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:42.069928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-f12c8782-b04a-4056-9462-2f220a2fc191 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f00bf6e8925d497998b5e80f9cc6ae0f&device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 1095 time: 0.0526173 Nov 12 08:30:42.120015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-fe1e72d4-6f01-4f27-b4df-66650da213f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8030162d-8d4d-4b4c-9984-30bccfe8f642 HTTP/1.1" status: 200 len: 217 time: 0.0397611 Nov 12 08:30:42.178347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-ce8a469e-d111-4072-b24d-bc788c4adbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:42.179844 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-ce8a469e-d111-4072-b24d-bc788c4adbca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d5a906-5448-4179-bbf4-9ae6cb110f38 HTTP/1.1" status: 200 len: 862 time: 0.0511577 Nov 12 08:30:42.218354 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-c5a1358d-a8dd-4893-94de-b60a92cbb97d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=050531f4-4bdd-48bd-8870-6937d6482b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295191 Nov 12 08:30:42.353324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c824c37-f49e-4780-8bed-f53b8622562e req-7ce3371d-212c-4039-b5de-5b30bee24397 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:42.354984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c824c37-f49e-4780-8bed-f53b8622562e req-7ce3371d-212c-4039-b5de-5b30bee24397 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 943 time: 0.0750291 Nov 12 08:30:42.434863 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c824c37-f49e-4780-8bed-f53b8622562e req-e54d2286-a37c-4bf6-b6c1-ea6427599a00 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/security-groups?id=c73093fa-7625-444b-92c7-695934141445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680790 Nov 12 08:30:42.584834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93313d-29e2-4985-9559-2a415a928f98 req-15fe671d-7d1e-4386-8941-db4e37a7aadb tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:42.587088 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a93313d-29e2-4985-9559-2a415a928f98 req-15fe671d-7d1e-4386-8941-db4e37a7aadb tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 945 time: 0.0732758 Nov 12 08:30:42.659921 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:42.668487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a93313d-29e2-4985-9559-2a415a928f98 req-1e50d783-f2fa-40be-8980-94c004058396 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745578 Nov 12 08:30:42.684889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-c4a2474b-ad80-429a-b54e-ccc6e6dff09e service neutron] 10.222.0.52 "GET /v2.0/networks/050531f4-4bdd-48bd-8870-6937d6482b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568467 Nov 12 08:30:42.735487 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port e726d0d1-36c8-4e07-9430-4e8711e06433 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:42.736498 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.830897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9feb7735-b121-4ed0-924f-a0f104dbfe60 req-88ebcd9f-a850-4c9b-ab9a-fa08d852487e service neutron] 10.222.0.52 "GET /v2.0/networks/050531f4-4bdd-48bd-8870-6937d6482b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330535 Nov 12 08:30:42.841717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5cf0ba17-948a-41dd-93c1-79f8be313751 req-22a4fdeb-5122-44fe-abb3-4576a53cfb1c tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1945867794&fields=id&tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b HTTP/1.1" status: 200 len: 267 time: 0.0770454 Nov 12 08:30:42.858427 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.903626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:42.907742 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe1277a-cfcf-45f8-9a3c-8ef3d7d1bb02" -d '{"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-plugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:42.921432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0ba17-948a-41dd-93c1-79f8be313751 req-a3a008e4-2307-4128-8539-6e9365c2792b tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:42.923103 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5cf0ba17-948a-41dd-93c1-79f8be313751 req-a3a008e4-2307-4128-8539-6e9365c2792b tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 945 time: 0.0763412 Nov 12 08:30:42.931771 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:42.935707 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5cf0ba17-948a-41dd-93c1-79f8be313751 req-10208dbd-5d13-4183-84ea-1d3e846c42f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'port': {'security_groups': ['0d3ffc53-a252-40dc-8772-071a96db58fc', 'e9acea71-c083-4ffb-9d99-2af21bbbb090']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:42.938231 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:42.989255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79252ed4-10bf-4901-901f-7ca381cc74a0 req-e8e17d36-da0c-472e-9199-72ae74ddfa2b tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.001692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79252ed4-10bf-4901-901f-7ca381cc74a0 req-e8e17d36-da0c-472e-9199-72ae74ddfa2b tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1397159 Nov 12 08:30:43.024873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:43.032002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f676dc-ac99-4138-a287-fac93b52286f req-95c95df1-c8e8-40a9-bca8-a11fbc21c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.033697 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88f676dc-ac99-4138-a287-fac93b52286f req-95c95df1-c8e8-40a9-bca8-a11fbc21c550 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f00bf6e8925d497998b5e80f9cc6ae0f&device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 1095 time: 0.1336615 Nov 12 08:30:43.067761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5cf0ba17-948a-41dd-93c1-79f8be313751 req-10208dbd-5d13-4183-84ea-1d3e846c42f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.113187 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79252ed4-10bf-4901-901f-7ca381cc74a0 req-60368d69-3bfe-4b44-b572-0052f15f21fb tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055810 Nov 12 08:30:43.122587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb0251-0905-46c1-9a68-fc03eb25847d req-d32795a7-9dc2-477e-b010-1a60701ecb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.124100 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21cb0251-0905-46c1-9a68-fc03eb25847d req-d32795a7-9dc2-477e-b010-1a60701ecb1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1097 time: 0.1026607 Nov 12 08:30:43.165290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f676dc-ac99-4138-a287-fac93b52286f req-eba90b7f-16f5-489a-ae65-83d057db505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.167185 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88f676dc-ac99-4138-a287-fac93b52286f req-eba90b7f-16f5-489a-ae65-83d057db505a service neutron] 10.222.0.52 "GET /v2.0/networks?id=050531f4-4bdd-48bd-8870-6937d6482b12 HTTP/1.1" status: 200 len: 923 time: 0.1201172 Nov 12 08:30:43.254268 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88f676dc-ac99-4138-a287-fac93b52286f req-b19d9051-a887-4b2b-b5a5-52c931d0e115 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8030162d-8d4d-4b4c-9984-30bccfe8f642 HTTP/1.1" status: 200 len: 217 time: 0.0741060 Nov 12 08:30:43.307130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79070f81-10c2-4d18-9349-561bf852968f req-1e752fe5-20cd-4ed7-a698-3c41f82ba359 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.309276 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79070f81-10c2-4d18-9349-561bf852968f req-1e752fe5-20cd-4ed7-a698-3c41f82ba359 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 943 time: 0.1304851 Nov 12 08:30:43.331725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f676dc-ac99-4138-a287-fac93b52286f req-2a4fe47f-03e0-46a8-af28-7fd52e65d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.332230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb0251-0905-46c1-9a68-fc03eb25847d req-700806f7-4258-4376-98e0-0c4237a152d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.333155 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88f676dc-ac99-4138-a287-fac93b52286f req-2a4fe47f-03e0-46a8-af28-7fd52e65d03b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d4d5a906-5448-4179-bbf4-9ae6cb110f38 HTTP/1.1" status: 200 len: 862 time: 0.0677316 Nov 12 08:30:43.333937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21cb0251-0905-46c1-9a68-fc03eb25847d req-700806f7-4258-4376-98e0-0c4237a152d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.1636641 Nov 12 08:30:43.381276 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88f676dc-ac99-4138-a287-fac93b52286f req-61e7fc5c-ab45-49fb-84a0-1780feafb496 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=050531f4-4bdd-48bd-8870-6937d6482b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392578 Nov 12 08:30:43.418382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 58a21d00-fae6-45a1-914b-d2ef70feb8e9 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:43.420293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79070f81-10c2-4d18-9349-561bf852968f req-cc12cac8-8b25-4267-9d24-6d17b32a2dff tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981379 Nov 12 08:30:43.460710 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21cb0251-0905-46c1-9a68-fc03eb25847d req-e688733f-fbef-45b5-9169-b3938d824ab6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 1000 time: 0.0935073 Nov 12 08:30:43.468894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5cf0ba17-948a-41dd-93c1-79f8be313751 req-10208dbd-5d13-4183-84ea-1d3e846c42f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] For port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:43.537868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb0251-0905-46c1-9a68-fc03eb25847d req-2313dfe1-671c-455c-b7f8-db2512e93097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.539576 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21cb0251-0905-46c1-9a68-fc03eb25847d req-2313dfe1-671c-455c-b7f8-db2512e93097 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.0667744 Nov 12 08:30:43.574147 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88f676dc-ac99-4138-a287-fac93b52286f req-1b37bbaf-37cb-4741-b5c5-15c158489ab0 service neutron] 10.222.0.52 "GET /v2.0/networks/050531f4-4bdd-48bd-8870-6937d6482b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789517 Nov 12 08:30:43.605266 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5cf0ba17-948a-41dd-93c1-79f8be313751 req-10208dbd-5d13-4183-84ea-1d3e846c42f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.624066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5cf0ba17-948a-41dd-93c1-79f8be313751 req-10208dbd-5d13-4183-84ea-1d3e846c42f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.633523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 58a21d00-fae6-45a1-914b-d2ef70feb8e9, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=58a21d00-fae6-45a1-914b-d2ef70feb8e9,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:43.650399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e4dd8d82-4ae1-4a44-91df-891257c04b0d', '4c1bd361-ae1c-4497-bdf1-e0f33d10b849'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:43.654463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb0251-0905-46c1-9a68-fc03eb25847d req-9f968925-ac36-4c1e-8063-e721913db1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.657093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21cb0251-0905-46c1-9a68-fc03eb25847d req-9f968925-ac36-4c1e-8063-e721913db1b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086409 Nov 12 08:30:43.723997 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88f676dc-ac99-4138-a287-fac93b52286f req-3894d342-7e9f-43b2-b92b-e4579750c4d0 service neutron] 10.222.0.52 "GET /v2.0/networks/050531f4-4bdd-48bd-8870-6937d6482b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410763 Nov 12 08:30:43.748140 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53dad96-1047-4e0b-98d6-051cf484d34b x-openstack-request-id: req-a53dad96-1047-4e0b-98d6-051cf484d34b {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:43.748140 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-plugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:43.748961 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a53dad96-1047-4e0b-98d6-051cf484d34b {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:43.749337 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'code': 200} Nov 12 08:30:43.760871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '58a21d00-fae6-45a1-914b-d2ef70feb8e9', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'port_id': '58a21d00-fae6-45a1-914b-d2ef70feb8e9', 'mac_address': 'fa:16:3e:ec:6c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:43.787045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0ba17-948a-41dd-93c1-79f8be313751 req-10208dbd-5d13-4183-84ea-1d3e846c42f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.789716 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5cf0ba17-948a-41dd-93c1-79f8be313751 req-10208dbd-5d13-4183-84ea-1d3e846c42f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.806506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5cf0ba17-948a-41dd-93c1-79f8be313751 req-10208dbd-5d13-4183-84ea-1d3e846c42f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "PUT /v2.0/ports/4c1bd361-ae1c-4497-bdf1-e0f33d10b849 HTTP/1.1" status: 200 len: 981 time: 0.8764677 Nov 12 08:30:43.807484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122c9ee0-575e-495c-ba29-2de0b8f6463b', 'tag': '4c1bd361-ae1c-4497-bdf1-e0f33d10b849'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:43.810386 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cd632e-3034-4e91-a20b-3d3866fa4de7" -d '{"events": [{"name": "network-changed", "server_uuid": "122c9ee0-575e-495c-ba29-2de0b8f6463b", "tag": "4c1bd361-ae1c-4497-bdf1-e0f33d10b849"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:43.890121 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:43.894982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4c1bd361-ae1c-4497-bdf1-e0f33d10b849'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:43.904547 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adac5e-c2da-4132-ab60-97d3c119bfbb req-7e473032-57e7-45ce-b384-829689e7b37e tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:43.907067 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-26adac5e-c2da-4132-ab60-97d3c119bfbb req-7e473032-57e7-45ce-b384-829689e7b37e tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 943 time: 0.1282701 Nov 12 08:30:43.968821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10208dbd-5d13-4183-84ea-1d3e846c42f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'Port': ['ID=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:43.981844 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b34e55de-66bd-45e5-8919-75ea1b967143 req-00162e57-b830-4f8a-b872-e8cc871a8a30 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/e9acea71-c083-4ffb-9d99-2af21bbbb090 HTTP/1.1" status: 200 len: 1818 time: 0.0841246 Nov 12 08:30:43.998490 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21cb0251-0905-46c1-9a68-fc03eb25847d req-a71d5c0d-100e-44af-be6c-49b8c8a6608e service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955427 Nov 12 08:30:44.054118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a21d00-fae6-45a1-914b-d2ef70feb8e9 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:44.056727 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-26adac5e-c2da-4132-ab60-97d3c119bfbb req-0de03194-b27d-4837-b308-b85e8cb4bd8f tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/security-groups?id=c73093fa-7625-444b-92c7-695934141445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238852 Nov 12 08:30:44.098853 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 58a21d00-fae6-45a1-914b-d2ef70feb8e9, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=58a21d00-fae6-45a1-914b-d2ef70feb8e9,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:44.120624 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:44.165889 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d01b0a8-a93b-4d13-b2bd-c882879591df x-openstack-request-id: req-2d01b0a8-a93b-4d13-b2bd-c882879591df {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:44.166221 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122c9ee0-575e-495c-ba29-2de0b8f6463b", "tag": "4c1bd361-ae1c-4497-bdf1-e0f33d10b849", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:44.166434 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d01b0a8-a93b-4d13-b2bd-c882879591df {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:44.166885 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122c9ee0-575e-495c-ba29-2de0b8f6463b', 'tag': '4c1bd361-ae1c-4497-bdf1-e0f33d10b849', 'status': 'completed', 'code': 200} Nov 12 08:30:44.207469 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-b34e55de-66bd-45e5-8919-75ea1b967143 req-a4ca7e2c-ac85-4969-8918-012db3f3026a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:30:44.208882 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b34e55de-66bd-45e5-8919-75ea1b967143 req-a4ca7e2c-ac85-4969-8918-012db3f3026a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "DELETE /v2.0/security-groups/e9acea71-c083-4ffb-9d99-2af21bbbb090 HTTP/1.1" status: 409 len: 341 time: 0.2004390 Nov 12 08:30:44.306264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21cb0251-0905-46c1-9a68-fc03eb25847d req-4df5647a-aa3e-4483-aebf-e1630fb4570d service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955313 Nov 12 08:30:44.331920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=58a21d00-fae6-45a1-914b-d2ef70feb8e9,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:44.377355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd632e-3034-4e91-a20b-3d3866fa4de7 req-5fddc5d0-6f0b-4bf3-92f0-11b218ac90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:44.380736 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-57cd632e-3034-4e91-a20b-3d3866fa4de7 req-5fddc5d0-6f0b-4bf3-92f0-11b218ac90ec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b&device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 1136 time: 0.1668653 Nov 12 08:30:44.438927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932261d-5691-4d5f-bc89-2933eeabc389 req-557b73a7-2413-4bd0-8100-f962538db940 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:44.446949 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e932261d-5691-4d5f-bc89-2933eeabc389 req-557b73a7-2413-4bd0-8100-f962538db940 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0940726 Nov 12 08:30:44.488784 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['58a21d00-fae6-45a1-914b-d2ef70feb8e9'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:44.519385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e932261d-5691-4d5f-bc89-2933eeabc389 req-67689c04-a7a3-451e-8cd5-ee8c2e0c205b tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714190 Nov 12 08:30:44.651784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd632e-3034-4e91-a20b-3d3866fa4de7 req-6a2ee3e3-bb70-4b5f-ad2e-c7cf6452fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:44.657807 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-57cd632e-3034-4e91-a20b-3d3866fa4de7 req-6a2ee3e3-bb70-4b5f-ad2e-c7cf6452fa99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=44f30dec-2437-4313-a881-c96e4db44c3d HTTP/1.1" status: 200 len: 913 time: 0.2653110 Nov 12 08:30:44.748537 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-57cd632e-3034-4e91-a20b-3d3866fa4de7 req-00be7882-1cab-43c1-a30a-c2d0ac3612e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c1bd361-ae1c-4497-bdf1-e0f33d10b849 HTTP/1.1" status: 200 len: 217 time: 0.0775511 Nov 12 08:30:44.875974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd632e-3034-4e91-a20b-3d3866fa4de7 req-e08eef4c-4676-474a-b903-f6c80c8146f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:44.875974 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-57cd632e-3034-4e91-a20b-3d3866fa4de7 req-e08eef4c-4676-474a-b903-f6c80c8146f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbb1c49-fbbc-4ada-908b-ea57f584c460 HTTP/1.1" status: 200 len: 852 time: 0.1078906 Nov 12 08:30:44.944811 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-57cd632e-3034-4e91-a20b-3d3866fa4de7 req-1f6400b1-e9b8-4677-bead-bb3eaca1974d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44f30dec-2437-4313-a881-c96e4db44c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585060 Nov 12 08:30:44.980368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2976c-bedc-4ac4-b549-87213d8d52fc req-8334a03a-2441-4278-8dfd-f8b9cdee957c tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:44.982073 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51c2976c-bedc-4ac4-b549-87213d8d52fc req-8334a03a-2441-4278-8dfd-f8b9cdee957c tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 944 time: 0.2832789 Nov 12 08:30:45.131562 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51c2976c-bedc-4ac4-b549-87213d8d52fc req-0c9252e5-47ae-40ec-b48f-e96ee0d2acd7 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288970 Nov 12 08:30:45.149353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed30976-eb80-4096-904f-b4a76f3e2501 req-88c6603a-9214-42f9-8f11-f9b3c14b6693 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:45.158249 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-57cd632e-3034-4e91-a20b-3d3866fa4de7 req-4a99c0e4-1481-4c7a-acb3-a5aaa6864e5f service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013633 Nov 12 08:30:45.161876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fed30976-eb80-4096-904f-b4a76f3e2501 req-88c6603a-9214-42f9-8f11-f9b3c14b6693 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 984 time: 0.0978045 Nov 12 08:30:45.278213 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fed30976-eb80-4096-904f-b4a76f3e2501 req-388d0235-0694-4f83-be68-f494a6610ea7 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&id=e9acea71-c083-4ffb-9d99-2af21bbbb090&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1120327 Nov 12 08:30:45.368929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-57cd632e-3034-4e91-a20b-3d3866fa4de7 req-6e2c7c73-3210-4462-888d-877597694d9f service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969793 Nov 12 08:30:45.431602 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8030162d-8d4d-4b4c-9984-30bccfe8f642 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:30:45.434226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e6221-3de2-4f35-a069-076093adb5dd req-8b5927d6-0557-47fd-8799-21444f875143 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:45.435830 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-985e6221-3de2-4f35-a069-076093adb5dd req-8b5927d6-0557-47fd-8799-21444f875143 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 943 time: 0.0985239 Nov 12 08:30:45.574480 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-985e6221-3de2-4f35-a069-076093adb5dd req-5e36cce0-0e08-4f3f-82d3-cae29d7ef20a tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/security-groups?id=c73093fa-7625-444b-92c7-695934141445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202974 Nov 12 08:30:45.587171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa38329-678d-4ef4-9324-ea3f05d3754c req-b0314d51-9720-4049-bae4-67803d696f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:45.587171 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4aa38329-678d-4ef4-9324-ea3f05d3754c req-b0314d51-9720-4049-bae4-67803d696f00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b&device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 1136 time: 0.1108227 Nov 12 08:30:45.626975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8030162d-8d4d-4b4c-9984-30bccfe8f642, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8030162d-8d4d-4b4c-9984-30bccfe8f642,segment=NetworkSegment(49962f41-1a4c-435b-8e24-b9596154200f),segment_id=49962f41-1a4c-435b-8e24-b9596154200f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:45.649489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '8030162d-8d4d-4b4c-9984-30bccfe8f642', 'network_id': '050531f4-4bdd-48bd-8870-6937d6482b12', 'port_id': '8030162d-8d4d-4b4c-9984-30bccfe8f642', 'mac_address': 'fa:16:3e:0e:c0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d5a906-5448-4179-bbf4-9ae6cb110f38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:30:45.722007 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.760570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8030162d-8d4d-4b4c-9984-30bccfe8f642 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:30:45.788110 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8030162d-8d4d-4b4c-9984-30bccfe8f642, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8030162d-8d4d-4b4c-9984-30bccfe8f642,segment=NetworkSegment(49962f41-1a4c-435b-8e24-b9596154200f),segment_id=49962f41-1a4c-435b-8e24-b9596154200f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:45.798563 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:45.840935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35c19b-cf6e-4372-b905-aa43c7c916df req-2fa8934b-2414-4739-bc72-2b6d3ae79699 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:45.842896 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ba35c19b-cf6e-4372-b905-aa43c7c916df req-2fa8934b-2414-4739-bc72-2b6d3ae79699 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1106877 Nov 12 08:30:45.855669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa38329-678d-4ef4-9324-ea3f05d3754c req-418877e4-fa69-4e24-b3b8-337aa5f63248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:45.857853 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4aa38329-678d-4ef4-9324-ea3f05d3754c req-418877e4-fa69-4e24-b3b8-337aa5f63248 service neutron] 10.222.0.52 "GET /v2.0/networks?id=44f30dec-2437-4313-a881-c96e4db44c3d HTTP/1.1" status: 200 len: 913 time: 0.2631447 Nov 12 08:30:45.903681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8030162d-8d4d-4b4c-9984-30bccfe8f642,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:46.022080 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4aa38329-678d-4ef4-9324-ea3f05d3754c req-757778c1-ee42-4340-89df-76cb1a78a8ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c1bd361-ae1c-4497-bdf1-e0f33d10b849 HTTP/1.1" status: 200 len: 217 time: 0.1235836 Nov 12 08:30:46.034172 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ba35c19b-cf6e-4372-b905-aa43c7c916df req-206c535f-6026-4353-8104-e77406b577c5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749539 Nov 12 08:30:46.091331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['8030162d-8d4d-4b4c-9984-30bccfe8f642'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:46.164900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa38329-678d-4ef4-9324-ea3f05d3754c req-01997771-1bec-45ff-8017-26c815560bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:46.171373 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4aa38329-678d-4ef4-9324-ea3f05d3754c req-01997771-1bec-45ff-8017-26c815560bf5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbb1c49-fbbc-4ada-908b-ea57f584c460 HTTP/1.1" status: 200 len: 852 time: 0.1323724 Nov 12 08:30:46.247955 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4aa38329-678d-4ef4-9324-ea3f05d3754c req-7f4a9171-7e60-4a89-a127-70a8f53ad4d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44f30dec-2437-4313-a881-c96e4db44c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664370 Nov 12 08:30:46.481926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690aada3-663f-4cd5-845e-37a27767b2a4 req-b10489e6-f5de-4f1b-ac04-33da9db00ae7 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:46.489478 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-690aada3-663f-4cd5-845e-37a27767b2a4 req-b10489e6-f5de-4f1b-ac04-33da9db00ae7 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 944 time: 0.1128373 Nov 12 08:30:46.525149 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4aa38329-678d-4ef4-9324-ea3f05d3754c req-71a02b98-382f-459c-881e-1d7150637104 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621503 Nov 12 08:30:46.537825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef73022-7bd7-48a0-aab4-061d614aba20 req-c818f6a8-9780-42ea-a882-7008f09a10d3 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:46.550949 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ef73022-7bd7-48a0-aab4-061d614aba20 req-c818f6a8-9780-42ea-a882-7008f09a10d3 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 984 time: 0.1097674 Nov 12 08:30:46.603419 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-690aada3-663f-4cd5-845e-37a27767b2a4 req-fed55cab-9084-46da-b3db-cea237f1c9fb tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127882 Nov 12 08:30:46.644068 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ef73022-7bd7-48a0-aab4-061d614aba20 req-c126a8f2-86e7-4035-886d-cd5555001607 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&id=e9acea71-c083-4ffb-9d99-2af21bbbb090&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0893116 Nov 12 08:30:46.733885 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4aa38329-678d-4ef4-9324-ea3f05d3754c req-3da794d4-ee7b-4be4-a7f9-9dd016fae7c7 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911755 Nov 12 08:30:46.817810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1da8-8184-404c-8a81-911163469836 req-71beb013-9f73-4102-906a-b643ed4ab649 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:46.827394 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9cec1da8-8184-404c-8a81-911163469836 req-71beb013-9f73-4102-906a-b643ed4ab649 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 944 time: 0.0899792 Nov 12 08:30:46.942845 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9cec1da8-8184-404c-8a81-911163469836 req-973f5187-49c7-4311-95c9-fcbe9654e2e0 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/security-groups?id=c73093fa-7625-444b-92c7-695934141445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141596 Nov 12 08:30:47.450461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 58a21d00-fae6-45a1-914b-d2ef70feb8e9 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:47.537764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5c51-62de-41e0-b2d9-1c1b8b9db053 req-78f1c1b3-aeab-49b4-9a08-8a733d807d7f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:47.548580 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7dd5c51-62de-41e0-b2d9-1c1b8b9db053 req-78f1c1b3-aeab-49b4-9a08-8a733d807d7f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.3721159 Nov 12 08:30:47.554479 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:30:47.621798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 58a21d00-fae6-45a1-914b-d2ef70feb8e9 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:47.628514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 58a21d00-fae6-45a1-914b-d2ef70feb8e9 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:47.628924 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.636516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7dd5c51-62de-41e0-b2d9-1c1b8b9db053 req-a57e160a-4d3c-4073-a202-7683ce54e92a tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844500 Nov 12 08:30:47.862114 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0a9d8-c15e-44f0-9f5b-2263cf9cd5a7 req-666fa9c2-ce2b-479f-ba68-59311829cc4a tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:47.870450 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fb0a9d8-c15e-44f0-9f5b-2263cf9cd5a7 req-666fa9c2-ce2b-479f-ba68-59311829cc4a tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 944 time: 0.1055062 Nov 12 08:30:47.934002 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:47.972576 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fb0a9d8-c15e-44f0-9f5b-2263cf9cd5a7 req-4f70a23f-c18c-4b5e-95eb-7d14e58ffb5e tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976536 Nov 12 08:30:47.992996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a21d00-fae6-45a1-914b-d2ef70feb8e9'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:47.998720 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bcf8bf-e5e3-49da-986c-e7b25c916f16" -d '{"events": [{"server_uuid": "83a6ccf7-6766-4541-a2e7-2dccc9f6abcb", "name": "network-vif-plugged", "status": "completed", "tag": "58a21d00-fae6-45a1-914b-d2ef70feb8e9"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:48.019089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 58a21d00-fae6-45a1-914b-d2ef70feb8e9, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=58a21d00-fae6-45a1-914b-d2ef70feb8e9,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:48.028512 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.029510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8030162d-8d4d-4b4c-9984-30bccfe8f642 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:30:48.181664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543be7c-620d-4073-8605-05a7e8f8f39e req-0207067f-93f3-40fc-bd04-72826de77174 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:48.184404 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7543be7c-620d-4073-8605-05a7e8f8f39e req-0207067f-93f3-40fc-bd04-72826de77174 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 984 time: 0.1323004 Nov 12 08:30:48.259804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 8030162d-8d4d-4b4c-9984-30bccfe8f642 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:30:48.284067 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=58a21d00-fae6-45a1-914b-d2ef70feb8e9,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:48.289479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 8030162d-8d4d-4b4c-9984-30bccfe8f642 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:30:48.289479 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.311954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd0bcb-d2f8-4651-af21-2a7af3d58894 req-a84cf7db-fe22-48ce-bda3-2c4217e09a4e tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:48.315617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7543be7c-620d-4073-8605-05a7e8f8f39e req-c6efd037-9bfe-4139-8a3a-f2ee98822a43 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&id=e9acea71-c083-4ffb-9d99-2af21bbbb090&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1063843 Nov 12 08:30:48.325169 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70dd0bcb-d2f8-4651-af21-2a7af3d58894 req-a84cf7db-fe22-48ce-bda3-2c4217e09a4e tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 944 time: 0.1141658 Nov 12 08:30:48.401332 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc61db2f-26b1-41b1-bbe5-a114006439b8 x-openstack-request-id: req-fc61db2f-26b1-41b1-bbe5-a114006439b8 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:48.401700 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a6ccf7-6766-4541-a2e7-2dccc9f6abcb", "name": "network-vif-plugged", "status": "completed", "tag": "58a21d00-fae6-45a1-914b-d2ef70feb8e9", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:48.402103 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc61db2f-26b1-41b1-bbe5-a114006439b8 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:48.402586 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a21d00-fae6-45a1-914b-d2ef70feb8e9', 'code': 200} Nov 12 08:30:48.414813 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70dd0bcb-d2f8-4651-af21-2a7af3d58894 req-34c35b0f-e7d6-4a03-a0d6-7ea6cd605e68 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/security-groups?id=c73093fa-7625-444b-92c7-695934141445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901906 Nov 12 08:30:48.431488 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.491651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8030162d-8d4d-4b4c-9984-30bccfe8f642, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8030162d-8d4d-4b4c-9984-30bccfe8f642,segment=NetworkSegment(49962f41-1a4c-435b-8e24-b9596154200f),segment_id=49962f41-1a4c-435b-8e24-b9596154200f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:48.497922 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:48.610038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3094-d3dd-496b-bf67-1eedd9de7e25 req-3d4c4509-d6d6-44f2-8fda-7417aaddf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:48.611742 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f90f3094-d3dd-496b-bf67-1eedd9de7e25 req-3d4c4509-d6d6-44f2-8fda-7417aaddf7da service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 1097 time: 0.0981936 Nov 12 08:30:48.614639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8030162d-8d4d-4b4c-9984-30bccfe8f642,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:48.671222 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f90f3094-d3dd-496b-bf67-1eedd9de7e25 req-aae3085b-a09b-48c9-a4d5-706751795583 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493660 Nov 12 08:30:48.682991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66816ea2-3687-44d3-82dd-032e8b547170 req-765154f7-7d9d-4203-b39a-02bc26f6aaf5 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-134216269&fields=id&tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b HTTP/1.1" status: 200 len: 267 time: 0.0913978 Nov 12 08:30:48.778358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66816ea2-3687-44d3-82dd-032e8b547170 req-93edb27a-7195-4114-8103-39f7a013f0f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:48.781480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66816ea2-3687-44d3-82dd-032e8b547170 req-93edb27a-7195-4114-8103-39f7a013f0f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 984 time: 0.0923207 Nov 12 08:30:48.804217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-66816ea2-3687-44d3-82dd-032e8b547170 req-95efb232-3915-498b-970c-43309a3fcb02 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'port': {'security_groups': ['0d3ffc53-a252-40dc-8772-071a96db58fc', 'e9acea71-c083-4ffb-9d99-2af21bbbb090', '8b9c3297-8f68-4948-bea6-1144325a9de4']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:48.904507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33f66-a8a0-4a61-a5da-60391c18a619 req-1200506e-15e1-4a84-8cd8-6c58eb3363e3 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:48.918331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-44c33f66-a8a0-4a61-a5da-60391c18a619 req-1200506e-15e1-4a84-8cd8-6c58eb3363e3 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0940154 Nov 12 08:30:48.946485 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-66816ea2-3687-44d3-82dd-032e8b547170 req-95efb232-3915-498b-970c-43309a3fcb02 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.015249 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-44c33f66-a8a0-4a61-a5da-60391c18a619 req-0bd67488-75f8-49f2-9f6f-115b41d395b2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945382 Nov 12 08:30:49.203060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c2265-e944-4132-bf31-ce69427bf568 req-be1a229c-05a4-4afc-b56c-1fcff9e480ec tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:49.211531 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f13c2265-e944-4132-bf31-ce69427bf568 req-be1a229c-05a4-4afc-b56c-1fcff9e480ec tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 945 time: 0.0838287 Nov 12 08:30:49.275453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-66816ea2-3687-44d3-82dd-032e8b547170 req-95efb232-3915-498b-970c-43309a3fcb02 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] For port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:49.283911 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f13c2265-e944-4132-bf31-ce69427bf568 req-59c89f9e-303b-4ee2-b30d-acd731873b18 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713336 Nov 12 08:30:49.334695 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-66816ea2-3687-44d3-82dd-032e8b547170 req-95efb232-3915-498b-970c-43309a3fcb02 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.347748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-66816ea2-3687-44d3-82dd-032e8b547170 req-95efb232-3915-498b-970c-43309a3fcb02 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.366512 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e4dd8d82-4ae1-4a44-91df-891257c04b0d', '4c1bd361-ae1c-4497-bdf1-e0f33d10b849'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:49.421157 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66816ea2-3687-44d3-82dd-032e8b547170 req-95efb232-3915-498b-970c-43309a3fcb02 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:49.421847 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-66816ea2-3687-44d3-82dd-032e8b547170 req-95efb232-3915-498b-970c-43309a3fcb02 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:49.427017 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66816ea2-3687-44d3-82dd-032e8b547170 req-95efb232-3915-498b-970c-43309a3fcb02 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "PUT /v2.0/ports/4c1bd361-ae1c-4497-bdf1-e0f33d10b849 HTTP/1.1" status: 200 len: 1020 time: 0.6331563 Nov 12 08:30:49.427591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122c9ee0-575e-495c-ba29-2de0b8f6463b', 'tag': '4c1bd361-ae1c-4497-bdf1-e0f33d10b849'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:49.430024 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647a7cec-3cf3-4bb0-8553-d9c7a76cec8b" -d '{"events": [{"name": "network-changed", "server_uuid": "122c9ee0-575e-495c-ba29-2de0b8f6463b", "tag": "4c1bd361-ae1c-4497-bdf1-e0f33d10b849"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:49.500237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efb232-3915-498b-970c-43309a3fcb02 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'Port': ['ID=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:49.536901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['4c1bd361-ae1c-4497-bdf1-e0f33d10b849'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:49.597140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e94880-6616-485d-9453-c8e9945b8173 req-9dad1c0b-c6a6-4c7b-a240-8bbbd2d65835 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/8b9c3297-8f68-4948-bea6-1144325a9de4 HTTP/1.1" status: 200 len: 1816 time: 0.1358221 Nov 12 08:30:49.720286 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-f2e94880-6616-485d-9453-c8e9945b8173 req-01f7426c-e98a-4264-89e4-ef898c6a9546 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:30:49.723297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2e94880-6616-485d-9453-c8e9945b8173 req-01f7426c-e98a-4264-89e4-ef898c6a9546 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "DELETE /v2.0/security-groups/8b9c3297-8f68-4948-bea6-1144325a9de4 HTTP/1.1" status: 409 len: 341 time: 0.1212554 Nov 12 08:30:49.834584 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd257d2-a581-45c0-a83c-50658dae17a5 x-openstack-request-id: req-1bd257d2-a581-45c0-a83c-50658dae17a5 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:49.839020 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122c9ee0-575e-495c-ba29-2de0b8f6463b", "tag": "4c1bd361-ae1c-4497-bdf1-e0f33d10b849", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:49.841480 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bd257d2-a581-45c0-a83c-50658dae17a5 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:49.842123 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122c9ee0-575e-495c-ba29-2de0b8f6463b', 'tag': '4c1bd361-ae1c-4497-bdf1-e0f33d10b849', 'status': 'completed', 'code': 200} Nov 12 08:30:50.043862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a7cec-3cf3-4bb0-8553-d9c7a76cec8b req-b3fe8533-bd55-4a41-997e-afda1ba4e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.047229 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-647a7cec-3cf3-4bb0-8553-d9c7a76cec8b req-b3fe8533-bd55-4a41-997e-afda1ba4e48f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b&device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 1175 time: 0.1571596 Nov 12 08:30:50.073019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8c6f6-d8d7-465b-ac28-4100b3a90f79 req-622e2f25-522d-4905-bc7f-0200e85a8bb9 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.075471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dee8c6f6-d8d7-465b-ac28-4100b3a90f79 req-622e2f25-522d-4905-bc7f-0200e85a8bb9 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 945 time: 0.1109834 Nov 12 08:30:50.206711 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dee8c6f6-d8d7-465b-ac28-4100b3a90f79 req-6160bd8a-2882-4f97-b597-4609372578c4 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/security-groups?id=c73093fa-7625-444b-92c7-695934141445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136532 Nov 12 08:30:50.383512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a7cec-3cf3-4bb0-8553-d9c7a76cec8b req-a0c46db0-3c27-4332-9392-a3b0339580f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.387836 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-647a7cec-3cf3-4bb0-8553-d9c7a76cec8b req-a0c46db0-3c27-4332-9392-a3b0339580f9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=44f30dec-2437-4313-a881-c96e4db44c3d HTTP/1.1" status: 200 len: 913 time: 0.3324227 Nov 12 08:30:50.406101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bbcec1-ce21-4821-b8ae-39176e961a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8030162d-8d4d-4b4c-9984-30bccfe8f642'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:50.406940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e27c8e-e32a-4851-9c25-d014d20b2acd req-f5fbe72d-cf08-4f06-b98d-c155a3217db5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.409007 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1096975d-7738-427d-9087-42b57e81659c" -d '{"events": [{"server_uuid": "98bbcec1-ce21-4821-b8ae-39176e961a21", "name": "network-vif-plugged", "status": "completed", "tag": "8030162d-8d4d-4b4c-9984-30bccfe8f642"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:50.418472 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-06e27c8e-e32a-4851-9c25-d014d20b2acd req-f5fbe72d-cf08-4f06-b98d-c155a3217db5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0874319 Nov 12 08:30:50.497854 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-647a7cec-3cf3-4bb0-8553-d9c7a76cec8b req-df141928-01d2-4843-8d4c-64d4fb9cbceb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c1bd361-ae1c-4497-bdf1-e0f33d10b849 HTTP/1.1" status: 200 len: 217 time: 0.0776100 Nov 12 08:30:50.509429 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-06e27c8e-e32a-4851-9c25-d014d20b2acd req-42c5ba0a-bf5c-436b-89b2-b78c33cc0ee3 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856988 Nov 12 08:30:50.607261 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15aa8387-c515-426c-9ebb-4d50f3802fd3 x-openstack-request-id: req-15aa8387-c515-426c-9ebb-4d50f3802fd3 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:50.607820 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98bbcec1-ce21-4821-b8ae-39176e961a21", "name": "network-vif-plugged", "status": "completed", "tag": "8030162d-8d4d-4b4c-9984-30bccfe8f642", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:50.611074 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15aa8387-c515-426c-9ebb-4d50f3802fd3 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:50.611934 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bbcec1-ce21-4821-b8ae-39176e961a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8030162d-8d4d-4b4c-9984-30bccfe8f642', 'code': 200} Nov 12 08:30:50.628517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a7cec-3cf3-4bb0-8553-d9c7a76cec8b req-c9d3fe63-6217-44c9-8f80-42b8bc22e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.634719 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-647a7cec-3cf3-4bb0-8553-d9c7a76cec8b req-c9d3fe63-6217-44c9-8f80-42b8bc22e7eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebbb1c49-fbbc-4ada-908b-ea57f584c460 HTTP/1.1" status: 200 len: 852 time: 0.1351533 Nov 12 08:30:50.744060 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-647a7cec-3cf3-4bb0-8553-d9c7a76cec8b req-5e012b59-51d1-47b3-bca5-6fff6ae61189 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=44f30dec-2437-4313-a881-c96e4db44c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965431 Nov 12 08:30:50.771869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079da3c-2d47-49be-8ea4-347c81789ae2 req-14bb8ec9-4f4c-4d4d-869c-f0322502a780 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.782355 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7079da3c-2d47-49be-8ea4-347c81789ae2 req-14bb8ec9-4f4c-4d4d-869c-f0322502a780 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 945 time: 0.1416757 Nov 12 08:30:50.861293 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7079da3c-2d47-49be-8ea4-347c81789ae2 req-4ded5670-c2ce-4fc2-887f-01f88a361a11 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778809 Nov 12 08:30:50.911153 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8c125-86ee-466d-9456-7c73a8577bcd req-41306c31-b689-41e7-9c89-f517d7e655d7 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.924051 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aae8c125-86ee-466d-9456-7c73a8577bcd req-41306c31-b689-41e7-9c89-f517d7e655d7 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 1023 time: 0.2460866 Nov 12 08:30:50.985017 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9273477-9f59-47fd-bc59-f4584eeab21f req-6202af7d-e531-40f9-a28a-d6b650767dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:50.987428 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9273477-9f59-47fd-bc59-f4584eeab21f req-6202af7d-e531-40f9-a28a-d6b650767dcd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 1097 time: 0.2589457 Nov 12 08:30:51.109932 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9273477-9f59-47fd-bc59-f4584eeab21f req-71da371f-4301-4c2e-a0fd-d93751072f48 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c73093fa-7625-444b-92c7-695934141445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920620 Nov 12 08:30:51.137952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-647a7cec-3cf3-4bb0-8553-d9c7a76cec8b req-8dd85777-2db1-4890-971a-0be4f6a5ab74 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719697 Nov 12 08:30:51.181715 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aae8c125-86ee-466d-9456-7c73a8577bcd req-d9c86f92-b392-4ee9-a0b4-5314ca1b2557 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&id=8b9c3297-8f68-4948-bea6-1144325a9de4&id=e9acea71-c083-4ffb-9d99-2af21bbbb090&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2560809 Nov 12 08:30:51.255298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e285df3-ba9c-4df3-954a-11f63ecd2137 req-dcf10fcd-4970-4bb6-be63-9f969339ab41 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:51.275505 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51886) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:51.287233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0a426be5-d0cd-432e-855b-4f8210d72144 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Request body: {'floatingip': {'port_id': '58a21d00-fae6-45a1-914b-d2ef70feb8e9'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:51.298137 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0e285df3-ba9c-4df3-954a-11f63ecd2137 req-dcf10fcd-4970-4bb6-be63-9f969339ab41 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 945 time: 0.1985610 Nov 12 08:30:51.519893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51890) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:51.524877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a426be5-d0cd-432e-855b-4f8210d72144 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:51.699463 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-647a7cec-3cf3-4bb0-8553-d9c7a76cec8b req-819bb14d-9c0a-456b-bc1e-13026d0ed349 service neutron] 10.222.0.52 "GET /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446255 Nov 12 08:30:51.779770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcd20d-2045-4259-a57f-be748261f73f req-30e40759-0368-4cf1-b1a1-697b7751b2f5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:51.790297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-37fcd20d-2045-4259-a57f-be748261f73f req-30e40759-0368-4cf1-b1a1-697b7751b2f5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1675012 Nov 12 08:30:51.794695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e05a7-f96f-4599-891d-ccd288ffb7ba req-4a8a5818-d991-4ad3-ad91-767d960788d9 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:51.796490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-587e05a7-f96f-4599-891d-ccd288ffb7ba req-4a8a5818-d991-4ad3-ad91-767d960788d9 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 945 time: 0.3252554 Nov 12 08:30:51.862659 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-37fcd20d-2045-4259-a57f-be748261f73f req-5a4adda0-6182-498a-b9c2-01e887f0ddea tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693591 Nov 12 08:30:51.863498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d615a721-beba-4ea9-99a8-3f4fc329e9da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.034032 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d615a721-beba-4ea9-99a8-3f4fc329e9da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.043174 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d615a721-beba-4ea9-99a8-3f4fc329e9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.106679 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.115982 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d615a721-beba-4ea9-99a8-3f4fc329e9da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae392a5cad8f4b77a75b91d83895091a&name=default HTTP/1.1" status: 200 len: 2997 time: 0.5936329 Nov 12 08:30:52.116668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51900) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:52.141790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615a721-beba-4ea9-99a8-3f4fc329e9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b3dae-a1e8-42a0-82ba-0810406ae168,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:52.148332 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-587e05a7-f96f-4599-891d-ccd288ffb7ba req-48eb8d6e-a19b-459d-9572-a007f5d64852 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/security-groups?id=c73093fa-7625-444b-92c7-695934141445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028746 Nov 12 08:30:52.242739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0924c8e-ee1e-49f6-bb88-ae9797a1d367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.311247 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0924c8e-ee1e-49f6-bb88-ae9797a1d367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.405764 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a426be5-d0cd-432e-855b-4f8210d72144 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.416197 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a426be5-d0cd-432e-855b-4f8210d72144 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.553416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75bd4f-e94a-43da-8581-393cfa5ed858 req-46f738ac-a544-4fa1-8512-383756aeb12b tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:52.562517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6e75bd4f-e94a-43da-8581-393cfa5ed858 req-46f738ac-a544-4fa1-8512-383756aeb12b tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 1023 time: 0.2489538 Nov 12 08:30:52.575421 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0924c8e-ee1e-49f6-bb88-ae9797a1d367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.585711 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0924c8e-ee1e-49f6-bb88-ae9797a1d367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:52.586900 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a0924c8e-ee1e-49f6-bb88-ae9797a1d367 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e2b3dae-a1e8-42a0-82ba-0810406ae168 HTTP/1.1" status: 204 len: 168 time: 0.4654868 Nov 12 08:30:52.648555 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-0a426be5-d0cd-432e-855b-4f8210d72144 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Floating IP 2818526f-9d58-4fa3-be48-baa38a4e16ae associated. External IP: 172.25.3.160, port: 58a21d00-fae6-45a1-914b-d2ef70feb8e9. Nov 12 08:30:52.650728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0924c8e-ee1e-49f6-bb88-ae9797a1d367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2b3dae-a1e8-42a0-82ba-0810406ae168,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:52.759795 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6e75bd4f-e94a-43da-8581-393cfa5ed858 req-853163ef-e19f-461e-a1b7-dbc0989116b8 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&id=8b9c3297-8f68-4948-bea6-1144325a9de4&id=e9acea71-c083-4ffb-9d99-2af21bbbb090&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1965637 Nov 12 08:30:53.377800 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c0a6e-b914-4903-bb4e-8f1ae5a08871 req-200a8617-5354-4da1-a1f5-448e815542ad tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:53.390058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af6c0a6e-b914-4903-bb4e-8f1ae5a08871 req-200a8617-5354-4da1-a1f5-448e815542ad tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 945 time: 0.1009562 Nov 12 08:30:53.507383 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af6c0a6e-b914-4903-bb4e-8f1ae5a08871 req-68365b6f-bafb-423d-87a2-5e42084aa24a tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/security-groups?id=c73093fa-7625-444b-92c7-695934141445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168299 Nov 12 08:30:53.594914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666d41b-49d5-404b-b2ee-c118fecc6701 req-ad7ffb9a-b791-4aa1-afeb-bfe3deb172bc tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:53.597380 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c666d41b-49d5-404b-b2ee-c118fecc6701 req-ad7ffb9a-b791-4aa1-afeb-bfe3deb172bc tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.52 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 1023 time: 0.9085917 Nov 12 08:30:53.907783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76d5f0-7be3-473d-8fd1-68b815e154e2 req-ffc4eaeb-ca00-48c4-b69c-667f90e85739 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:53.920543 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a76d5f0-7be3-473d-8fd1-68b815e154e2 req-ffc4eaeb-ca00-48c4-b69c-667f90e85739 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.3612297 Nov 12 08:30:54.123264 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a76d5f0-7be3-473d-8fd1-68b815e154e2 req-e12e5529-a345-4551-befc-31ea1bde6879 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017138 Nov 12 08:30:54.187689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-c666d41b-49d5-404b-b2ee-c118fecc6701 req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Deleting port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:54.188276 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c666d41b-49d5-404b-b2ee-c118fecc6701 req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.193044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a426be5-d0cd-432e-855b-4f8210d72144 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Router 820983b2-c293-4e13-bae9-348e3ef42a3b has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:30:54.273575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084dfac-325c-496a-aa40-fea9e43f1b90 req-0cd38ad8-8f84-4e3d-ba20-5e22f437d10f tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:54.275095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1084dfac-325c-496a-aa40-fea9e43f1b90 req-0cd38ad8-8f84-4e3d-ba20-5e22f437d10f tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 1023 time: 0.1427388 Nov 12 08:30:54.456243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-c666d41b-49d5-404b-b2ee-c118fecc6701 req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] For port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:54.456837 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c666d41b-49d5-404b-b2ee-c118fecc6701 req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.475141 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1084dfac-325c-496a-aa40-fea9e43f1b90 req-9c8d23af-4894-459d-9803-67fce4b3cb87 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d3ffc53-a252-40dc-8772-071a96db58fc&id=8b9c3297-8f68-4948-bea6-1144325a9de4&id=e9acea71-c083-4ffb-9d99-2af21bbbb090&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1891911 Nov 12 08:30:54.543370 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-c666d41b-49d5-404b-b2ee-c118fecc6701 req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Calling delete_port for 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:54.577461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a426be5-d0cd-432e-855b-4f8210d72144 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:30:54.592288 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe288c9-8ff4-4c8a-a02c-d3b5ae159800 None None] Sync routers for ids ['820983b2-c293-4e13-bae9-348e3ef42a3b'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:30:54.598172 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a426be5-d0cd-432e-855b-4f8210d72144 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:54.614044 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe288c9-8ff4-4c8a-a02c-d3b5ae159800 None None] Routers {'820983b2-c293-4e13-bae9-348e3ef42a3b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:54.614709 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7fe288c9-8ff4-4c8a-a02c-d3b5ae159800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['820983b2-c293-4e13-bae9-348e3ef42a3b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:54.744026 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0a426be5-d0cd-432e-855b-4f8210d72144 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "PUT /v2.0/floatingips/2818526f-9d58-4fa3-be48-baa38a4e16ae HTTP/1.1" status: 200 len: 991 time: 3.4574871 Nov 12 08:30:54.750539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'tag': '58a21d00-fae6-45a1-914b-d2ef70feb8e9'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:54.765517 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ea9d00-bfbd-4d67-b758-85ad810ed6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "83a6ccf7-6766-4541-a2e7-2dccc9f6abcb", "tag": "58a21d00-fae6-45a1-914b-d2ef70feb8e9"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:55.036136 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f873fe74-3d7c-4dc8-9d1d-e1c4ae8729c8 x-openstack-request-id: req-f873fe74-3d7c-4dc8-9d1d-e1c4ae8729c8 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:55.037639 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a6ccf7-6766-4541-a2e7-2dccc9f6abcb", "tag": "58a21d00-fae6-45a1-914b-d2ef70feb8e9", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:55.038143 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f873fe74-3d7c-4dc8-9d1d-e1c4ae8729c8 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:55.038941 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'tag': '58a21d00-fae6-45a1-914b-d2ef70feb8e9', 'status': 'completed', 'code': 200} Nov 12 08:30:55.068719 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-7fe288c9-8ff4-4c8a-a02c-d3b5ae159800 None None] Set router 820983b2-c293-4e13-bae9-348e3ef42a3b gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:55.095691 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c666d41b-49d5-404b-b2ee-c118fecc6701 req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.108178 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e4dd8d82-4ae1-4a44-91df-891257c04b0d', '4c1bd361-ae1c-4497-bdf1-e0f33d10b849'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:30:55.210288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event deleted for resources: {'Port': ['ID=4c1bd361-ae1c-4497-bdf1-e0f33d10b849,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:55.225797 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-779f94ca-9b87-4bc3-9886-5e574457740e req-1b0e94a4-2180-428d-a4b9-3564b779c903 tempest-AbsoluteLimitsNegativeTestJSON-546209848 tempest-AbsoluteLimitsNegativeTestJSON-546209848-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a8c59f662d3c46ea86ff19d2dda6ac76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1469932 Nov 12 08:30:55.269697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea9d00-bfbd-4d67-b758-85ad810ed6e7 req-4e74aaed-3820-4af1-b12b-767ce3b61d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:55.272445 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-16ea9d00-bfbd-4d67-b758-85ad810ed6e7 req-4e74aaed-3820-4af1-b12b-767ce3b61d0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=743df45cc8784d2da109027eec3966d9&device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 1097 time: 0.2299340 Nov 12 08:30:55.272698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad825ab-98f1-426e-8903-aa57ea6a1006 req-7f0f3c51-f3c1-4626-a21c-15e6b1d8900f tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:55.277421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ad825ab-98f1-426e-8903-aa57ea6a1006 req-7f0f3c51-f3c1-4626-a21c-15e6b1d8900f tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 945 time: 0.1007416 Nov 12 08:30:55.297797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:55.298037 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:55.298377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:55.298710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:55.299036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:55.299378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:55.299684 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:55.301911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:55.302291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:55.302639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:55.302983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:55.303314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:30:55.411133 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ad825ab-98f1-426e-8903-aa57ea6a1006 req-6ba73c53-28e3-45e1-b244-1b2539f39b8f tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/security-groups?id=c73093fa-7625-444b-92c7-695934141445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146088 Nov 12 08:30:55.450271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c666d41b-49d5-404b-b2ee-c118fecc6701 req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] No DVR routers for this DVR port 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:55.457737 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c666d41b-49d5-404b-b2ee-c118fecc6701 req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:55.461124 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c666d41b-49d5-404b-b2ee-c118fecc6701 req-f3f25ccb-6ca8-4062-91eb-7cd2e1fbb954 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.52 "DELETE /v2.0/ports/4c1bd361-ae1c-4497-bdf1-e0f33d10b849 HTTP/1.1" status: 204 len: 173 time: 1.8174574 Nov 12 08:30:55.683837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f94ca-9b87-4bc3-9886-5e574457740e req-020e50a3-af30-4385-9d88-f94a97a7899c tempest-AbsoluteLimitsNegativeTestJSON-546209848 tempest-AbsoluteLimitsNegativeTestJSON-546209848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:55.687418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-779f94ca-9b87-4bc3-9886-5e574457740e req-020e50a3-af30-4385-9d88-f94a97a7899c tempest-AbsoluteLimitsNegativeTestJSON-546209848 tempest-AbsoluteLimitsNegativeTestJSON-546209848-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4440453 Nov 12 08:30:55.736189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea9d00-bfbd-4d67-b758-85ad810ed6e7 req-8a7deb63-6e72-42fc-9154-c8c3595a17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:55.739370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-16ea9d00-bfbd-4d67-b758-85ad810ed6e7 req-8a7deb63-6e72-42fc-9154-c8c3595a17f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3113c766-df42-471f-8bdc-e3b4e4efd335 HTTP/1.1" status: 200 len: 907 time: 0.3862786 Nov 12 08:30:55.752062 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-779f94ca-9b87-4bc3-9886-5e574457740e req-c4364fba-0642-43ae-b771-15efa1630f1e tempest-AbsoluteLimitsNegativeTestJSON-546209848 tempest-AbsoluteLimitsNegativeTestJSON-546209848-project] 10.222.0.31 "GET /v2.0/quotas/a8c59f662d3c46ea86ff19d2dda6ac76 HTTP/1.1" status: 200 len: 375 time: 0.0467360 Nov 12 08:30:55.762522 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7fe288c9-8ff4-4c8a-a02c-d3b5ae159800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 4, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '2818526f-9d58-4fa3-be48-baa38a4e16ae', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'port_id': '58a21d00-fae6-45a1-914b-d2ef70feb8e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'mac_address': 'fa:16:3e:ec:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:30:30Z', 'updated_at': '2021-11-12T08:30:52Z', 'revision_number': 1, 'project_id': '743df45cc8784d2da109027eec3966d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02bc0dc-8296-4866-89a3-2c8ccc79d635', 'name': '', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'mac_address': 'fa:16:3e:1f:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:28Z', 'revision_number': 5, 'project_id': '743df45cc8784d2da109027eec3966d9', 'subnets': [{'id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:55.817984 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe288c9-8ff4-4c8a-a02c-d3b5ae159800 None None] Checking router: 820983b2-c293-4e13-bae9-348e3ef42a3b for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:30:55.835621 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe288c9-8ff4-4c8a-a02c-d3b5ae159800 None None] Routers {'820983b2-c293-4e13-bae9-348e3ef42a3b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:30:55.839398 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7fe288c9-8ff4-4c8a-a02c-d3b5ae159800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['820983b2-c293-4e13-bae9-348e3ef42a3b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:55.893053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a4016-2625-47f2-ab0c-93689e0de094 req-f4073eda-d355-4216-b3ba-f49f066a5dd3 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:55.893672 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-779f94ca-9b87-4bc3-9886-5e574457740e req-f162807e-7d78-4503-b558-f0090d84a1c8 tempest-AbsoluteLimitsNegativeTestJSON-546209848 tempest-AbsoluteLimitsNegativeTestJSON-546209848-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a8c59f662d3c46ea86ff19d2dda6ac76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128695 Nov 12 08:30:55.895261 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-16ea9d00-bfbd-4d67-b758-85ad810ed6e7 req-e1e655b9-76e5-44ec-a72b-f43a2c76d231 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a21d00-fae6-45a1-914b-d2ef70feb8e9 HTTP/1.1" status: 200 len: 999 time: 0.1419559 Nov 12 08:30:55.904958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-625a4016-2625-47f2-ab0c-93689e0de094 req-f4073eda-d355-4216-b3ba-f49f066a5dd3 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1737468 Nov 12 08:30:55.997769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea9d00-bfbd-4d67-b758-85ad810ed6e7 req-671b2ca4-2483-44d7-b02a-8dd991555cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:55.999431 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-16ea9d00-bfbd-4d67-b758-85ad810ed6e7 req-671b2ca4-2483-44d7-b02a-8dd991555cb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c244df4f-9bcf-45e9-be27-1e0ebdafaed0 HTTP/1.1" status: 200 len: 845 time: 0.0928719 Nov 12 08:30:56.096413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-625a4016-2625-47f2-ab0c-93689e0de094 req-13fae11d-0f43-468d-b635-7f5121cee04c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910517 Nov 12 08:30:56.140689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea9d00-bfbd-4d67-b758-85ad810ed6e7 req-5d0931e4-91a0-43ca-9562-2ff551a5d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:56.145418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-16ea9d00-bfbd-4d67-b758-85ad810ed6e7 req-5d0931e4-91a0-43ca-9562-2ff551a5d577 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3113c766-df42-471f-8bdc-e3b4e4efd335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285372 Nov 12 08:30:56.152564 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-7fe288c9-8ff4-4c8a-a02c-d3b5ae159800 None None] Set router 820983b2-c293-4e13-bae9-348e3ef42a3b gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:30:56.414913 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f20d3a4b-e672-4dd4-8b14-2e1c488b060a req-389ee7bb-f9c0-4016-ab6f-8aca07deb38a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=122c9ee0-575e-495c-ba29-2de0b8f6463b HTTP/1.1" status: 200 len: 210 time: 0.1510634 Nov 12 08:30:56.653069 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c4b72-ce63-48bc-8f4c-1e74b20ce6aa req-4b6e0f33-c5e4-4ec6-8fce-b07b1387789d tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:56.659412 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d52c4b72-ce63-48bc-8f4c-1e74b20ce6aa req-4b6e0f33-c5e4-4ec6-8fce-b07b1387789d tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.52 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 945 time: 0.4281752 Nov 12 08:30:56.750712 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-16ea9d00-bfbd-4d67-b758-85ad810ed6e7 req-736ad42e-3485-42b5-97cb-a4002dc3a9b1 service neutron] 10.222.0.52 "GET /v2.0/networks/3113c766-df42-471f-8bdc-e3b4e4efd335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956671 Nov 12 08:30:56.835993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7fea7-9fbc-46a3-b954-b33bc6d212fe req-0210ceab-0934-41f3-947e-bc1d88b8e3b5 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:56.844804 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-96c7fea7-9fbc-46a3-b954-b33bc6d212fe req-0210ceab-0934-41f3-947e-bc1d88b8e3b5 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 945 time: 0.3045874 Nov 12 08:30:56.931581 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7fe288c9-8ff4-4c8a-a02c-d3b5ae159800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 4, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '2818526f-9d58-4fa3-be48-baa38a4e16ae', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'port_id': '58a21d00-fae6-45a1-914b-d2ef70feb8e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'mac_address': 'fa:16:3e:ec:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:30:30Z', 'updated_at': '2021-11-12T08:30:52Z', 'revision_number': 1, 'project_id': '743df45cc8784d2da109027eec3966d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02bc0dc-8296-4866-89a3-2c8ccc79d635', 'name': '', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'mac_address': 'fa:16:3e:1f:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:28Z', 'revision_number': 5, 'project_id': '743df45cc8784d2da109027eec3966d9', 'subnets': [{'id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:30:56.937535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52006) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:56.990187 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-16ea9d00-bfbd-4d67-b758-85ad810ed6e7 req-a606d48c-7bbe-4b13-9380-d90e8cec8729 service neutron] 10.222.0.52 "GET /v2.0/networks/3113c766-df42-471f-8bdc-e3b4e4efd335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314796 Nov 12 08:30:56.995077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-d52c4b72-ce63-48bc-8f4c-1e74b20ce6aa req-8ab04aff-def1-4206-a393-e91b1118ebc8 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Deleting port 8030162d-8d4d-4b4c-9984-30bccfe8f642 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:30:56.995505 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d52c4b72-ce63-48bc-8f4c-1e74b20ce6aa req-8ab04aff-def1-4206-a393-e91b1118ebc8 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.039646 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-96c7fea7-9fbc-46a3-b954-b33bc6d212fe req-718bd0e0-fa87-4a2f-a8f7-a2def5436b95 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/security-groups?id=c73093fa-7625-444b-92c7-695934141445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934085 Nov 12 08:30:57.066076 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122c9ee0-575e-495c-ba29-2de0b8f6463b', 'name': 'network-vif-deleted', 'tag': '4c1bd361-ae1c-4497-bdf1-e0f33d10b849'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:57.074241 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5a939a-d8ac-437a-b12f-40e67dd984fd" -d '{"events": [{"server_uuid": "122c9ee0-575e-495c-ba29-2de0b8f6463b", "name": "network-vif-deleted", "tag": "4c1bd361-ae1c-4497-bdf1-e0f33d10b849"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:57.079634 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe288c9-8ff4-4c8a-a02c-d3b5ae159800 None None] The sync data for ids ['820983b2-c293-4e13-bae9-348e3ef42a3b'] in n-d-768851-18 is: [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 4, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '2818526f-9d58-4fa3-be48-baa38a4e16ae', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'port_id': '58a21d00-fae6-45a1-914b-d2ef70feb8e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'mac_address': 'fa:16:3e:ec:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:30:30Z', 'updated_at': '2021-11-12T08:30:52Z', 'revision_number': 1, 'project_id': '743df45cc8784d2da109027eec3966d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02bc0dc-8296-4866-89a3-2c8ccc79d635', 'name': '', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'mac_address': 'fa:16:3e:1f:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:28Z', 'revision_number': 5, 'project_id': '743df45cc8784d2da109027eec3966d9', 'subnets': [{'id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:30:57.189625 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a991a3-3334-4379-9b78-3f5be86ee313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.225595 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec1787d-d84c-48e6-aa16-33c7eb22097f x-openstack-request-id: req-5ec1787d-d84c-48e6-aa16-33c7eb22097f {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:57.226961 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122c9ee0-575e-495c-ba29-2de0b8f6463b", "name": "network-vif-deleted", "tag": "4c1bd361-ae1c-4497-bdf1-e0f33d10b849", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:57.228749 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ec1787d-d84c-48e6-aa16-33c7eb22097f {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:57.230703 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122c9ee0-575e-495c-ba29-2de0b8f6463b', 'name': 'network-vif-deleted', 'tag': '4c1bd361-ae1c-4497-bdf1-e0f33d10b849', 'status': 'completed', 'code': 200} Nov 12 08:30:57.350274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-d52c4b72-ce63-48bc-8f4c-1e74b20ce6aa req-8ab04aff-def1-4206-a393-e91b1118ebc8 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] For port 8030162d-8d4d-4b4c-9984-30bccfe8f642, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8030162d-8d4d-4b4c-9984-30bccfe8f642,segment=NetworkSegment(49962f41-1a4c-435b-8e24-b9596154200f),segment_id=49962f41-1a4c-435b-8e24-b9596154200f)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:30:57.350670 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d52c4b72-ce63-48bc-8f4c-1e74b20ce6aa req-8ab04aff-def1-4206-a393-e91b1118ebc8 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.372235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-d52c4b72-ce63-48bc-8f4c-1e74b20ce6aa req-8ab04aff-def1-4206-a393-e91b1118ebc8 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Calling delete_port for 8030162d-8d4d-4b4c-9984-30bccfe8f642 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:30:57.400665 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4be3f-4db0-4f93-8888-a1388dd87a8a req-3c4eac67-6c4d-4ea3-b310-d2fe85cc16d8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:57.407335 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-96a4be3f-4db0-4f93-8888-a1388dd87a8a req-3c4eac67-6c4d-4ea3-b310-d2fe85cc16d8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1739330 Nov 12 08:30:57.453825 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a991a3-3334-4379-9b78-3f5be86ee313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.474903 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9a991a3-3334-4379-9b78-3f5be86ee313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.512447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:57.559349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a991a3-3334-4379-9b78-3f5be86ee313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35580135-f3b2-4e4b-ba0d-4e556236cc66,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:57.591319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:57.592039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 4c1bd361-ae1c-4497-bdf1-e0f33d10b849 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:57.627311 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c9a991a3-3334-4379-9b78-3f5be86ee313 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8c59f662d3c46ea86ff19d2dda6ac76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6833391 Nov 12 08:30:57.630385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52022) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:57.647348 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-96a4be3f-4db0-4f93-8888-a1388dd87a8a req-1422ec26-d73a-4577-aa81-b520d7110b07 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770804 Nov 12 08:30:57.649209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ffbd29-bcfb-4f19-bd59-fca55e3ef01b None None] New status for floating IP 2818526f-9d58-4fa3-be48-baa38a4e16ae: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:30:57.776924 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3301812d-538d-43e5-9177-75b71b3f7909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.851701 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3301812d-538d-43e5-9177-75b71b3f7909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.864958 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d52c4b72-ce63-48bc-8f4c-1e74b20ce6aa req-8ab04aff-def1-4206-a393-e91b1118ebc8 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:57.974114 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab04aff-def1-4206-a393-e91b1118ebc8 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Pushing event deleted for resources: {'Port': ['ID=8030162d-8d4d-4b4c-9984-30bccfe8f642,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:57.987724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96cfab43-db2d-44d6-a5b4-f6fc192b212f req-31fe967e-dacc-48e0-9a26-cd29f7ab9288 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/e9acea71-c083-4ffb-9d99-2af21bbbb090 HTTP/1.1" status: 200 len: 1818 time: 0.1667583 Nov 12 08:30:58.051072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52c4b72-ce63-48bc-8f4c-1e74b20ce6aa req-8ab04aff-def1-4206-a393-e91b1118ebc8 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] No DVR routers for this DVR port 8030162d-8d4d-4b4c-9984-30bccfe8f642 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:30:58.057529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d52c4b72-ce63-48bc-8f4c-1e74b20ce6aa req-8ab04aff-def1-4206-a393-e91b1118ebc8 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.061867 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d52c4b72-ce63-48bc-8f4c-1e74b20ce6aa req-8ab04aff-def1-4206-a393-e91b1118ebc8 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.52 "DELETE /v2.0/ports/8030162d-8d4d-4b4c-9984-30bccfe8f642 HTTP/1.1" status: 204 len: 173 time: 1.3719246 Nov 12 08:30:58.102766 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3301812d-538d-43e5-9177-75b71b3f7909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.107506 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3301812d-538d-43e5-9177-75b71b3f7909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.117698 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3301812d-538d-43e5-9177-75b71b3f7909 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35580135-f3b2-4e4b-ba0d-4e556236cc66 HTTP/1.1" status: 204 len: 168 time: 0.4860384 Nov 12 08:30:58.184598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301812d-538d-43e5-9177-75b71b3f7909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35580135-f3b2-4e4b-ba0d-4e556236cc66,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:58.206784 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-96cfab43-db2d-44d6-a5b4-f6fc192b212f req-67838d4e-bd6d-4f35-8895-a7f1cfc13c65 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.300949 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2b4cdf52-7804-432a-b66a-3a610b39439b req-633aa23f-774a-4c91-9f05-58460b4c32e0 tempest-ServerAddressesNegativeTestJSON-454216401 tempest-ServerAddressesNegativeTestJSON-454216401-project] 10.222.0.31 "GET /v2.0/ports?device_id=98bbcec1-ce21-4821-b8ae-39176e961a21 HTTP/1.1" status: 200 len: 210 time: 0.0475724 Nov 12 08:30:58.311714 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-96cfab43-db2d-44d6-a5b4-f6fc192b212f req-67838d4e-bd6d-4f35-8895-a7f1cfc13c65 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.390718 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-96cfab43-db2d-44d6-a5b4-f6fc192b212f req-67838d4e-bd6d-4f35-8895-a7f1cfc13c65 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.396944 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-96cfab43-db2d-44d6-a5b4-f6fc192b212f req-67838d4e-bd6d-4f35-8895-a7f1cfc13c65 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.417060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96cfab43-db2d-44d6-a5b4-f6fc192b212f req-67838d4e-bd6d-4f35-8895-a7f1cfc13c65 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "DELETE /v2.0/security-groups/e9acea71-c083-4ffb-9d99-2af21bbbb090 HTTP/1.1" status: 204 len: 173 time: 0.4215128 Nov 12 08:30:58.475463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67838d4e-bd6d-4f35-8895-a7f1cfc13c65 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9acea71-c083-4ffb-9d99-2af21bbbb090,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:58.498561 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f104fbf9-816c-4386-92c1-b593cc026fda req-aa8c7f80-d2e8-41de-bd4d-cae0d8540f63 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/8b9c3297-8f68-4948-bea6-1144325a9de4 HTTP/1.1" status: 200 len: 1816 time: 0.0755289 Nov 12 08:30:58.569046 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.718545 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f104fbf9-816c-4386-92c1-b593cc026fda req-0221836f-8cdc-4060-a122-892d92cd8d13 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.842728 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f104fbf9-816c-4386-92c1-b593cc026fda req-0221836f-8cdc-4060-a122-892d92cd8d13 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.916595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f104fbf9-816c-4386-92c1-b593cc026fda req-0221836f-8cdc-4060-a122-892d92cd8d13 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.920555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f104fbf9-816c-4386-92c1-b593cc026fda req-0221836f-8cdc-4060-a122-892d92cd8d13 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:58.924768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f104fbf9-816c-4386-92c1-b593cc026fda req-0221836f-8cdc-4060-a122-892d92cd8d13 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "DELETE /v2.0/security-groups/8b9c3297-8f68-4948-bea6-1144325a9de4 HTTP/1.1" status: 204 len: 173 time: 0.4215674 Nov 12 08:30:58.949493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221836f-8cdc-4060-a122-892d92cd8d13 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9c3297-8f68-4948-bea6-1144325a9de4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:58.997383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b54be-a89a-4137-b006-22b04ef74dc2 req-44f45a2a-0908-47d5-861a-b4acff7e5660 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:30:59.016507 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c3b54be-a89a-4137-b006-22b04ef74dc2 req-44f45a2a-0908-47d5-861a-b4acff7e5660 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1359301 Nov 12 08:30:59.066911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-462bd12e-defe-4a3b-a23b-69e95dace9b3 req-8d843387-11e2-4a25-beed-c529bf43b88a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-491440983', 'description': 'tempest-description-338480391'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:59.110398 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c3b54be-a89a-4137-b006-22b04ef74dc2 req-fa7bc061-7ff4-4873-8f0f-ff13566d48fc tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916812 Nov 12 08:30:59.118886 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-462bd12e-defe-4a3b-a23b-69e95dace9b3 req-8d843387-11e2-4a25-beed-c529bf43b88a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.246025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bbcec1-ce21-4821-b8ae-39176e961a21', 'name': 'network-vif-deleted', 'tag': '8030162d-8d4d-4b4c-9984-30bccfe8f642'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:30:59.250353 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1bfdef-ffec-40ef-a41c-a639819aac9f" -d '{"events": [{"server_uuid": "98bbcec1-ce21-4821-b8ae-39176e961a21", "name": "network-vif-deleted", "tag": "8030162d-8d4d-4b4c-9984-30bccfe8f642"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:30:59.264050 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-462bd12e-defe-4a3b-a23b-69e95dace9b3 req-8d843387-11e2-4a25-beed-c529bf43b88a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.271995 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-462bd12e-defe-4a3b-a23b-69e95dace9b3 req-8d843387-11e2-4a25-beed-c529bf43b88a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.341823 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-462bd12e-defe-4a3b-a23b-69e95dace9b3 req-8d843387-11e2-4a25-beed-c529bf43b88a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.344574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-462bd12e-defe-4a3b-a23b-69e95dace9b3 req-8d843387-11e2-4a25-beed-c529bf43b88a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2823727 Nov 12 08:30:59.350612 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401277d4-4ecf-4935-892f-856cd0122e58 x-openstack-request-id: req-401277d4-4ecf-4935-892f-856cd0122e58 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:30:59.350906 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98bbcec1-ce21-4821-b8ae-39176e961a21", "name": "network-vif-deleted", "tag": "8030162d-8d4d-4b4c-9984-30bccfe8f642", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:30:59.351156 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-401277d4-4ecf-4935-892f-856cd0122e58 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:30:59.351554 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bbcec1-ce21-4821-b8ae-39176e961a21', 'name': 'network-vif-deleted', 'tag': '8030162d-8d4d-4b4c-9984-30bccfe8f642', 'status': 'completed', 'code': 200} Nov 12 08:30:59.355215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d843387-11e2-4a25-beed-c529bf43b88a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa41253-cb3e-46be-bf66-bb69213454b5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:59.398874 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52078) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:59.491087 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-709da51a-70c1-404d-8960-a4ed59a3bcc9 req-0245f48e-14bb-426e-98c8-8173851d7f63 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/ffa41253-cb3e-46be-bf66-bb69213454b5 HTTP/1.1" status: 200 len: 1818 time: 0.1029003 Nov 12 08:30:59.496402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-709da51a-70c1-404d-8960-a4ed59a3bcc9 req-5e5c0d6a-e619-4e06-86cd-882f3481aff8 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Request body: {'security_group': {'name': 'tempest-sg-hth-250566494', 'description': 'tempest-description-hth-833462066'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:59.501213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52080) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:30:59.505265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-309f16b5-e29d-47d1-a2ca-3c032cdcdd1d admin admin] Deleting subnet d4d5a906-5448-4179-bbf4-9ae6cb110f38 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:30:59.508920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8030162d-8d4d-4b4c-9984-30bccfe8f642 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:30:59.520412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-309f16b5-e29d-47d1-a2ca-3c032cdcdd1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.568032 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-709da51a-70c1-404d-8960-a4ed59a3bcc9 req-5e5c0d6a-e619-4e06-86cd-882f3481aff8 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.568355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 8030162d-8d4d-4b4c-9984-30bccfe8f642 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:30:59.568881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8030162d-8d4d-4b4c-9984-30bccfe8f642 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:30:59.637546 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-309f16b5-e29d-47d1-a2ca-3c032cdcdd1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.677473 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-709da51a-70c1-404d-8960-a4ed59a3bcc9 req-5e5c0d6a-e619-4e06-86cd-882f3481aff8 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.683788 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-709da51a-70c1-404d-8960-a4ed59a3bcc9 req-5e5c0d6a-e619-4e06-86cd-882f3481aff8 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.687866 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-709da51a-70c1-404d-8960-a4ed59a3bcc9 req-5e5c0d6a-e619-4e06-86cd-882f3481aff8 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.690166 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-709da51a-70c1-404d-8960-a4ed59a3bcc9 req-5e5c0d6a-e619-4e06-86cd-882f3481aff8 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "PUT /v2.0/security-groups/ffa41253-cb3e-46be-bf66-bb69213454b5 HTTP/1.1" status: 200 len: 1792 time: 0.1979120 Nov 12 08:30:59.712979 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-309f16b5-e29d-47d1-a2ca-3c032cdcdd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.737605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2101257596-network', 'tenant_id': '8d50c32d81684287997975eef364dd1f'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:30:59.748784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c0d6a-e619-4e06-86cd-882f3481aff8 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa41253-cb3e-46be-bf66-bb69213454b5,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:30:59.787738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:30:59.793820 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.810420 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.928668 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d833f9c-5216-49c0-8345-7ee6cacff376 req-63b691d8-8a60-4870-8ef3-2f74922127b4 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/ffa41253-cb3e-46be-bf66-bb69213454b5 HTTP/1.1" status: 200 len: 1792 time: 0.1859181 Nov 12 08:30:59.936678 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-309f16b5-e29d-47d1-a2ca-3c032cdcdd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:30:59.977390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f16b5-e29d-47d1-a2ca-3c032cdcdd1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d5a906-5448-4179-bbf4-9ae6cb110f38,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.029810 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-309f16b5-e29d-47d1-a2ca-3c032cdcdd1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.037771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-309f16b5-e29d-47d1-a2ca-3c032cdcdd1d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d4d5a906-5448-4179-bbf4-9ae6cb110f38 HTTP/1.1" status: 204 len: 168 time: 0.6329765 Nov 12 08:31:00.037771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52090) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:00.071001 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.087670 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.215382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:00.225482 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.230679 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebecd697-26f4-40c7-9080-71a848500ca6 req-6701fa1e-6695-48e1-bea7-29fe8bb10d9d tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/ffa41253-cb3e-46be-bf66-bb69213454b5 HTTP/1.1" status: 200 len: 1792 time: 0.2647939 Nov 12 08:31:00.236001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c581ea4-bfa3-4b28-9ab8-74eed534fe23,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.272436 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.272813 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Added segment bf1bdaf6-b63a-40e1-af75-761275bbf3f3 of type vlan for network b0b4b57e-4a10-48ff-903e-437172b1b9f9 Nov 12 08:31:00.353420 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.387208 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.394753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050531f4-4bdd-48bd-8870-6937d6482b12']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:00.400576 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebecd697-26f4-40c7-9080-71a848500ca6 req-b06ecade-8693-4213-b7ec-8aed7b1bd0f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.409405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49962f41-1a4c-435b-8e24-b9596154200f') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:00.409794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49962f41-1a4c-435b-8e24-b9596154200f') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:00.423226 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.441742 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebecd697-26f4-40c7-9080-71a848500ca6 req-b06ecade-8693-4213-b7ec-8aed7b1bd0f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.445228 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.470348 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.471347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:00.471928 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.496018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:00.496018 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:00.497901 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:00.526275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0204158 Nov 12 08:31:00.528467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52106) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:00.532468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-02cbd4cc-4df7-4d09-b1fd-1e627392138a admin admin] Request body: {'subnet': {'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2101257596-subnet', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:00.578770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef27f3-03ab-468c-a4f4-6e63de13c9f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b0b4b57e-4a10-48ff-903e-437172b1b9f9,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.580958 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.592862 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebecd697-26f4-40c7-9080-71a848500ca6 req-b06ecade-8693-4213-b7ec-8aed7b1bd0f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.595563 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebecd697-26f4-40c7-9080-71a848500ca6 req-b06ecade-8693-4213-b7ec-8aed7b1bd0f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.595945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network b0b4b57e-4a10-48ff-903e-437172b1b9f9 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:00.596742 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebecd697-26f4-40c7-9080-71a848500ca6 req-b06ecade-8693-4213-b7ec-8aed7b1bd0f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "DELETE /v2.0/security-groups/ffa41253-cb3e-46be-bf66-bb69213454b5 HTTP/1.1" status: 204 len: 173 time: 0.3293374 Nov 12 08:31:00.608361 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.611961 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] 10.222.0.31 "DELETE /v2.0/networks/050531f4-4bdd-48bd-8870-6937d6482b12 HTTP/1.1" status: 204 len: 168 time: 0.5715218 Nov 12 08:31:00.615711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cbd4cc-4df7-4d09-b1fd-1e627392138a admin admin] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:00.618132 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-02cbd4cc-4df7-4d09-b1fd-1e627392138a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:00.664210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7730b9d-59e0-43fb-8ef1-1794cb9f72ba req-100d8cfe-e1cb-4bbd-a6a5-663396d2e9d5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:00.669092 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7730b9d-59e0-43fb-8ef1-1794cb9f72ba req-100d8cfe-e1cb-4bbd-a6a5-663396d2e9d5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.2282243 Nov 12 08:31:00.670420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50137ed-2514-4e33-a17e-936921b09198 admin admin] Pushing event deleted for resources: {'Network': ['ID=050531f4-4bdd-48bd-8870-6937d6482b12,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.764199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ecade-8693-4213-b7ec-8aed7b1bd0f1 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa41253-cb3e-46be-bf66-bb69213454b5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:00.777497 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7730b9d-59e0-43fb-8ef1-1794cb9f72ba req-3e665547-6170-411b-932f-1258943734c4 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819416 Nov 12 08:31:00.957551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52116) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:00.987941 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-02cbd4cc-4df7-4d09-b1fd-1e627392138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.042973 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-70a3542a-5d3f-471f-b0cc-508815007258 req-84b75b9c-d41c-4455-b7a8-e4dad85212e5 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] show failed (client error): The resource could not be found. Nov 12 08:31:01.050643 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70a3542a-5d3f-471f-b0cc-508815007258 req-84b75b9c-d41c-4455-b7a8-e4dad85212e5 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/8b9c3297-8f68-4948-bea6-1144325a9de4 HTTP/1.1" status: 404 len: 352 time: 0.0515599 Nov 12 08:31:01.081560 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5f0c6f5c-9ddc-49b2-a305-fa6b8ec9f48b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f00bf6e8925d497998b5e80f9cc6ae0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1211779 Nov 12 08:31:01.085965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52122) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:01.095799 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-2d686b13-834e-4cb6-9af4-fecef7a16162 req-4bc9f4f7-26ee-41db-92db-58f981aa69c9 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] show failed (client error): The resource could not be found. Nov 12 08:31:01.096745 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2d686b13-834e-4cb6-9af4-fecef7a16162 req-4bc9f4f7-26ee-41db-92db-58f981aa69c9 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/e9acea71-c083-4ffb-9d99-2af21bbbb090 HTTP/1.1" status: 404 len: 352 time: 0.0210400 Nov 12 08:31:01.099151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbd4cc-4df7-4d09-b1fd-1e627392138a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4abb9763-bd95-4de2-b39c-e8fa7cb23eef,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:01.110896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cbd4cc-4df7-4d09-b1fd-1e627392138a admin admin] Checking segment: {'id': 'bf1bdaf6-b63a-40e1-af75-761275bbf3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:01.111404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cbd4cc-4df7-4d09-b1fd-1e627392138a admin admin] Network hostable DHCP agents. Network: b0b4b57e-4a10-48ff-903e-437172b1b9f9, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:01.144010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cbd4cc-4df7-4d09-b1fd-1e627392138a admin admin] Network b0b4b57e-4a10-48ff-903e-437172b1b9f9 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:01.162944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-02cbd4cc-4df7-4d09-b1fd-1e627392138a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, b0b4b57e-4a10-48ff-903e-437172b1b9f9) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:01.163259 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-24209e01-6bd8-447e-9b98-bd6459817ba1 req-7baf8fc9-bcdd-423f-909c-7ecfa2ea62f9 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] show failed (client error): The resource could not be found. Nov 12 08:31:01.166541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cbd4cc-4df7-4d09-b1fd-1e627392138a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:01.167640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-02cbd4cc-4df7-4d09-b1fd-1e627392138a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.187113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282c95d-557e-46f2-90ea-35e9cecfa549 None None] Network b0b4b57e-4a10-48ff-903e-437172b1b9f9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:01.195979 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24209e01-6bd8-447e-9b98-bd6459817ba1 req-7baf8fc9-bcdd-423f-909c-7ecfa2ea62f9 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/c621670a-f3bd-4023-8603-66128f2084ab HTTP/1.1" status: 404 len: 352 time: 0.0551927 Nov 12 08:31:01.202455 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-02cbd4cc-4df7-4d09-b1fd-1e627392138a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6701317 Nov 12 08:31:01.207055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52132) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:01.234690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2101257596-router', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:01.246543 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ceb9-e150-4b65-ae1f-c2fd06cb5935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.248600 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-8801c8fc-6e41-44e4-967b-5b2e2486f40f req-a4a516a4-5557-46b1-a228-589a8f2c912a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] show failed (client error): The resource could not be found. Nov 12 08:31:01.257697 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8801c8fc-6e41-44e4-967b-5b2e2486f40f req-a4a516a4-5557-46b1-a228-589a8f2c912a tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/a331d6c2-dbe8-4550-a692-d8c50ae703f0 HTTP/1.1" status: 404 len: 352 time: 0.0487723 Nov 12 08:31:01.288673 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.292901 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.310975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ceb9-e150-4b65-ae1f-c2fd06cb5935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.325280 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-819039bd-bf0c-4f3f-8ced-559521eeddfe req-185894c0-4f8b-4e52-bda6-dd269613c511 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] show failed (client error): The resource could not be found. Nov 12 08:31:01.336099 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-819039bd-bf0c-4f3f-8ced-559521eeddfe req-185894c0-4f8b-4e52-bda6-dd269613c511 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/cb227a3c-3c0b-4b52-8c0f-468203765d12 HTTP/1.1" status: 404 len: 352 time: 0.0459359 Nov 12 08:31:01.384929 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-a60864fc-bb89-43d5-880b-54c50189f4cc req-f755cc2c-da38-4397-addd-6594059d5d8e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] show failed (client error): The resource could not be found. Nov 12 08:31:01.389853 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a60864fc-bb89-43d5-880b-54c50189f4cc req-f755cc2c-da38-4397-addd-6594059d5d8e tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/fbd0e74d-f19f-4617-b359-d4b1dff07e07 HTTP/1.1" status: 404 len: 352 time: 0.0373838 Nov 12 08:31:01.433829 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ceb9-e150-4b65-ae1f-c2fd06cb5935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.435232 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.436495 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d7a0ceb9-e150-4b65-ae1f-c2fd06cb5935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.437667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d7a0ceb9-e150-4b65-ae1f-c2fd06cb5935 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c73093fa-7625-444b-92c7-695934141445 HTTP/1.1" status: 204 len: 168 time: 0.3502824 Nov 12 08:31:01.466778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0ceb9-e150-4b65-ae1f-c2fd06cb5935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73093fa-7625-444b-92c7-695934141445,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:01.596198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-b0b4b57e-4a10-48ff-903e-437172b1b9f9', 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'fixed_ips': [{'subnet_id': '4abb9763-bd95-4de2-b39c-e8fa7cb23eef'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:01.597184 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.758810 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:01.867640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e034eb4-bafe-4fc6-a33b-7a810cd8bdb5 req-e6ada454-0aa6-4158-8f2d-686c8e027225 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:01.880464 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e034eb4-bafe-4fc6-a33b-7a810cd8bdb5 req-e6ada454-0aa6-4158-8f2d-686c8e027225 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 1023 time: 0.1075523 Nov 12 08:31:01.885026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Allocated IP 172.20.0.2 (b0b4b57e-4a10-48ff-903e-437172b1b9f9/4abb9763-bd95-4de2-b39c-e8fa7cb23eef/700ed454-aaf9-4784-9966-fd2b05daf032) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:02.062942 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e034eb4-bafe-4fc6-a33b-7a810cd8bdb5 req-2916ef28-a7a2-4b2a-b655-1cdbaeb57977 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd26dc98-ceae-4aa3-8d5a-ed57427e07a1&id=0d3ffc53-a252-40dc-8772-071a96db58fc&id=453fc623-5eaa-4ef7-b58c-0dc3ef243afa&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1805315 Nov 12 08:31:02.137974 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.151708 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.216832 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26201745-0916-4ce2-808b-d9fa95498744 req-afb1e555-b112-4af9-a307-d305fe59f98e tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:02.224513 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-26201745-0916-4ce2-808b-d9fa95498744 req-afb1e555-b112-4af9-a307-d305fe59f98e tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1013191 Nov 12 08:31:02.238819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Pushing event updated for resources: {'Port': ['ID=700ed454-aaf9-4784-9966-fd2b05daf032,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:02.252961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Network b0b4b57e-4a10-48ff-903e-437172b1b9f9 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:02.255733 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:02.259736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:02.274505 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.306427 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.331842 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-26201745-0916-4ce2-808b-d9fa95498744 req-d9f048dc-b44c-4ac8-b5ba-cf421505818c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062746 Nov 12 08:31:02.368936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Attempting to bind port 700ed454-aaf9-4784-9966-fd2b05daf032 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:02.369649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Attempting to bind port 700ed454-aaf9-4784-9966-fd2b05daf032 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'bf1bdaf6-b63a-40e1-af75-761275bbf3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:02.370607 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Attempting to bind port 700ed454-aaf9-4784-9966-fd2b05daf032 on network b0b4b57e-4a10-48ff-903e-437172b1b9f9 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:02.380212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:02.381063 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Checking segment: {'id': 'bf1bdaf6-b63a-40e1-af75-761275bbf3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:02.382083 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.382827 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Bound using segment: {'id': 'bf1bdaf6-b63a-40e1-af75-761275bbf3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:02.383330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Bound port: 700ed454-aaf9-4784-9966-fd2b05daf032, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1bdaf6-b63a-40e1-af75-761275bbf3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:02.383722 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.512798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Allocated IP 172.25.3.39 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/9a96e4ed-0bee-4408-9617-a22160d12298) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:02.515522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] For port 700ed454-aaf9-4784-9966-fd2b05daf032, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:02.522864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] For port 700ed454-aaf9-4784-9966-fd2b05daf032, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=700ed454-aaf9-4784-9966-fd2b05daf032,segment=NetworkSegment(bf1bdaf6-b63a-40e1-af75-761275bbf3f3),segment_id=bf1bdaf6-b63a-40e1-af75-761275bbf3f3)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:02.545992 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.685564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec6287-a4e8-4faf-8e40-bb4f733920b2 None None] Pushing event updated for resources: {'Port': ['ID=700ed454-aaf9-4784-9966-fd2b05daf032,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:02.713217 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.762354 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:02.822606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:02.826104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:02.832772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:02.901988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Pushing event updated for resources: {'Port': ['ID=9a96e4ed-0bee-4408-9617-a22160d12298,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:03.131347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52180) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:03.332574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915bb81-dbf0-47ab-b762-4e4dc7b646fd req-957cbf4c-ca01-44b6-a4c3-07abe23c9801 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:03.350884 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4915bb81-dbf0-47ab-b762-4e4dc7b646fd req-957cbf4c-ca01-44b6-a4c3-07abe23c9801 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 1023 time: 0.1551065 Nov 12 08:31:03.381831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-51973115-network', 'tenant_id': 'cd838b87702a4860a038889171675852'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:03.467470 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Made reservation on behalf of cd838b87702a4860a038889171675852 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:03.470890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.489151 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.518530 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4915bb81-dbf0-47ab-b762-4e4dc7b646fd req-4505e998-4107-44cb-8db7-f11aacead331 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups?id=cd26dc98-ceae-4aa3-8d5a-ed57427e07a1&id=0d3ffc53-a252-40dc-8772-071a96db58fc&id=453fc623-5eaa-4ef7-b58c-0dc3ef243afa&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1666505 Nov 12 08:31:03.702034 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.718218 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.732452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:03.754951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e96759-7140-4d2d-a63f-10d418fbcdd5 req-8cbcc2f6-17aa-4550-8dd8-37e0ccab903c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:03.768113 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0e96759-7140-4d2d-a63f-10d418fbcdd5 req-8cbcc2f6-17aa-4550-8dd8-37e0ccab903c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1586990 Nov 12 08:31:03.772438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8969038-b965-4ffc-84c8-cccf04b1ec72,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:03.785305 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.786544 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Added segment 9730a9fc-195c-4a29-8ed2-18ff5d334d8c of type vlan for network cf718cec-d251-4714-9815-6d0d62a68b53 Nov 12 08:31:03.850838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929837b-ce06-4c4f-870b-06cf12f46c8b req-32d9e0cd-5bb2-4b19-8040-e8487b4d8105 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:03.853888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8929837b-ce06-4c4f-870b-06cf12f46c8b req-32d9e0cd-5bb2-4b19-8040-e8487b4d8105 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.52 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 1023 time: 0.2457244 Nov 12 08:31:03.876937 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.930001 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.931504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:03.932803 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:03.961042 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0e96759-7140-4d2d-a63f-10d418fbcdd5 req-dbf02b48-335c-4ded-894a-5d64d9b4f089 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749966 Nov 12 08:31:04.041386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] Pushing event updated for resources: {'Network': ['ID=cf718cec-d251-4714-9815-6d0d62a68b53,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:04.051895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7f8cb27a-2105-40fc-b7c8-f80554e0eddd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9140503 Nov 12 08:31:04.061937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network cf718cec-d251-4714-9815-6d0d62a68b53 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:04.062811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52194) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:04.072203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d688caa6-dca7-44a7-86b9-dd2b0cd05b1c admin admin] Request body: {'subnet': {'network_id': 'cf718cec-d251-4714-9815-6d0d62a68b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-51973115-subnet', 'tenant_id': 'cd838b87702a4860a038889171675852', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:04.122539 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d688caa6-dca7-44a7-86b9-dd2b0cd05b1c admin admin] Made reservation on behalf of cd838b87702a4860a038889171675852 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:04.126853 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d688caa6-dca7-44a7-86b9-dd2b0cd05b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.205086 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.293952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-8929837b-ce06-4c4f-870b-06cf12f46c8b req-2254ab18-4f2d-415c-9fd9-db383c537247 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Deleting port e4dd8d82-4ae1-4a44-91df-891257c04b0d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:04.294457 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8929837b-ce06-4c4f-870b-06cf12f46c8b req-2254ab18-4f2d-415c-9fd9-db383c537247 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.461358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fabdc9-47cd-4df0-99a0-33471d2653c2 None None] Network b0b4b57e-4a10-48ff-903e-437172b1b9f9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:04.473942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-8929837b-ce06-4c4f-870b-06cf12f46c8b req-2254ab18-4f2d-415c-9fd9-db383c537247 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] For port e4dd8d82-4ae1-4a44-91df-891257c04b0d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e4dd8d82-4ae1-4a44-91df-891257c04b0d,segment=NetworkSegment(0d15053f-247d-4c6b-9790-b0123a0ca9b3),segment_id=0d15053f-247d-4c6b-9790-b0123a0ca9b3)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:04.474635 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8929837b-ce06-4c4f-870b-06cf12f46c8b req-2254ab18-4f2d-415c-9fd9-db383c537247 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.491567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-8929837b-ce06-4c4f-870b-06cf12f46c8b req-2254ab18-4f2d-415c-9fd9-db383c537247 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Calling delete_port for e4dd8d82-4ae1-4a44-91df-891257c04b0d owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:04.664295 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8929837b-ce06-4c4f-870b-06cf12f46c8b req-2254ab18-4f2d-415c-9fd9-db383c537247 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.757840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e4dd8d82-4ae1-4a44-91df-891257c04b0d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:04.806576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254ab18-4f2d-415c-9fd9-db383c537247 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event deleted for resources: {'Port': ['ID=e4dd8d82-4ae1-4a44-91df-891257c04b0d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:04.815841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d688caa6-dca7-44a7-86b9-dd2b0cd05b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.858520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c8fdd0df-1d5c-48af-a53a-12a20bfd222f None None] Provisioning complete for port 700ed454-aaf9-4784-9966-fd2b05daf032 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:04.858896 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c8fdd0df-1d5c-48af-a53a-12a20bfd222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.892919 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-64b5d152-7fa7-484d-9fac-85e47cc8b15a req-d407f2d7-8475-4070-a0ea-24e7227cfc8f tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/ports?device_id=7332c858-cfbb-4332-b331-9e77697f6f84 HTTP/1.1" status: 200 len: 210 time: 0.1055670 Nov 12 08:31:04.896352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8929837b-ce06-4c4f-870b-06cf12f46c8b req-2254ab18-4f2d-415c-9fd9-db383c537247 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] No DVR routers for this DVR port e4dd8d82-4ae1-4a44-91df-891257c04b0d on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:04.939591 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 700ed454-aaf9-4784-9966-fd2b05daf032 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:04.949742 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8929837b-ce06-4c4f-870b-06cf12f46c8b req-2254ab18-4f2d-415c-9fd9-db383c537247 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:04.953729 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8929837b-ce06-4c4f-870b-06cf12f46c8b req-2254ab18-4f2d-415c-9fd9-db383c537247 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.52 "DELETE /v2.0/ports/e4dd8d82-4ae1-4a44-91df-891257c04b0d HTTP/1.1" status: 204 len: 173 time: 1.0067546 Nov 12 08:31:04.954438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7332c858-cfbb-4332-b331-9e77697f6f84', 'name': 'network-vif-deleted', 'tag': 'e4dd8d82-4ae1-4a44-91df-891257c04b0d'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:04.958158 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c193042-ee04-46a7-a22a-f3debbc11781" -d '{"events": [{"server_uuid": "7332c858-cfbb-4332-b331-9e77697f6f84", "name": "network-vif-deleted", "tag": "e4dd8d82-4ae1-4a44-91df-891257c04b0d"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:04.964808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688caa6-dca7-44a7-86b9-dd2b0cd05b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8425cc6b-1838-49ca-a35b-51fef0d418fe,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:05.004545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688caa6-dca7-44a7-86b9-dd2b0cd05b1c admin admin] Checking segment: {'id': '9730a9fc-195c-4a29-8ed2-18ff5d334d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cf718cec-d251-4714-9815-6d0d62a68b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:05.006469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688caa6-dca7-44a7-86b9-dd2b0cd05b1c admin admin] Network hostable DHCP agents. Network: cf718cec-d251-4714-9815-6d0d62a68b53, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:05.036566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688caa6-dca7-44a7-86b9-dd2b0cd05b1c admin admin] Network cf718cec-d251-4714-9815-6d0d62a68b53 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:05.064546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-d688caa6-dca7-44a7-86b9-dd2b0cd05b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, cf718cec-d251-4714-9815-6d0d62a68b53) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:05.071762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d688caa6-dca7-44a7-86b9-dd2b0cd05b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:05.072531 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d688caa6-dca7-44a7-86b9-dd2b0cd05b1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.114360 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d688caa6-dca7-44a7-86b9-dd2b0cd05b1c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0505767 Nov 12 08:31:05.139934 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c8fdd0df-1d5c-48af-a53a-12a20bfd222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.143204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7b7046-4755-4474-a11f-0d98da20015e None None] Network cf718cec-d251-4714-9815-6d0d62a68b53 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:05.209969 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.222865 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800a2e38-2887-4197-a167-132329dc701e x-openstack-request-id: req-800a2e38-2887-4197-a167-132329dc701e {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:05.223154 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7332c858-cfbb-4332-b331-9e77697f6f84", "name": "network-vif-deleted", "tag": "e4dd8d82-4ae1-4a44-91df-891257c04b0d", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:05.223429 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-800a2e38-2887-4197-a167-132329dc701e {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:05.223816 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7332c858-cfbb-4332-b331-9e77697f6f84', 'name': 'network-vif-deleted', 'tag': 'e4dd8d82-4ae1-4a44-91df-891257c04b0d', 'status': 'completed', 'code': 200} Nov 12 08:31:05.289799 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-73b19af6-7010-4181-a9bf-f22d1190a071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.295628 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 700ed454-aaf9-4784-9966-fd2b05daf032 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:05.296008 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.326048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4799c0-e57d-4de1-91d1-9b9a13c3149f req-b295ffb5-e32d-4e5b-a8b7-53750519881f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:05.327628 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7e4799c0-e57d-4de1-91d1-9b9a13c3149f req-b295ffb5-e32d-4e5b-a8b7-53750519881f tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.2012239 Nov 12 08:31:05.350123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c8fdd0df-1d5c-48af-a53a-12a20bfd222f None None] For port 700ed454-aaf9-4784-9966-fd2b05daf032, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=700ed454-aaf9-4784-9966-fd2b05daf032,segment=NetworkSegment(bf1bdaf6-b63a-40e1-af75-761275bbf3f3),segment_id=bf1bdaf6-b63a-40e1-af75-761275bbf3f3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:05.373018 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c8fdd0df-1d5c-48af-a53a-12a20bfd222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:05.497192 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7e4799c0-e57d-4de1-91d1-9b9a13c3149f req-ad40c5c2-0db3-4fa3-89ea-6d5f1c3a444e tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599572 Nov 12 08:31:05.545667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5bf22e-5831-4c31-b748-f80eb1633f81 None None] Network cf718cec-d251-4714-9815-6d0d62a68b53 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:05.583407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fdd0df-1d5c-48af-a53a-12a20bfd222f None None] Pushing event updated for resources: {'Port': ['ID=700ed454-aaf9-4784-9966-fd2b05daf032,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:05.719918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Router e32d9d26-1e88-482c-a3ee-9de584f9ec8d is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:31:05.738838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3dbba0e8-771c-4c24-80af-4cf4e4a2bd06 None None] Provisioning complete for port 700ed454-aaf9-4784-9966-fd2b05daf032 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:05.739418 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dbba0e8-771c-4c24-80af-4cf4e4a2bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.034829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:06.048358 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Sync routers for ids ['e32d9d26-1e88-482c-a3ee-9de584f9ec8d'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:06.066956 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Routers {'e32d9d26-1e88-482c-a3ee-9de584f9ec8d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:06.067593 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:30:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e32d9d26-1e88-482c-a3ee-9de584f9ec8d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:06.084382 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.086161 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d6577655-d6d0-4bed-8e9e-5bb8011bf827 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8592091 Nov 12 08:31:06.090364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52232) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:06.163310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-faffbf57-1993-4807-87e0-55d0f418eb7b req-61f16eaa-3ca9-45cb-b43f-0cb6ae26e67b tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/453fc623-5eaa-4ef7-b58c-0dc3ef243afa HTTP/1.1" status: 200 len: 1818 time: 0.0733511 Nov 12 08:31:06.256876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-faffbf57-1993-4807-87e0-55d0f418eb7b req-b122d605-f0c1-4659-b99f-0a5148361397 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.284726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-faffbf57-1993-4807-87e0-55d0f418eb7b req-b122d605-f0c1-4659-b99f-0a5148361397 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.305663 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Set router e32d9d26-1e88-482c-a3ee-9de584f9ec8d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:06.383611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-faffbf57-1993-4807-87e0-55d0f418eb7b req-b122d605-f0c1-4659-b99f-0a5148361397 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.387938 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-faffbf57-1993-4807-87e0-55d0f418eb7b req-b122d605-f0c1-4659-b99f-0a5148361397 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.400499 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-faffbf57-1993-4807-87e0-55d0f418eb7b req-b122d605-f0c1-4659-b99f-0a5148361397 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "DELETE /v2.0/security-groups/453fc623-5eaa-4ef7-b58c-0dc3ef243afa HTTP/1.1" status: 204 len: 173 time: 0.2354982 Nov 12 08:31:06.434245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122d605-f0c1-4659-b99f-0a5148361397 tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453fc623-5eaa-4ef7-b58c-0dc3ef243afa,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:06.506039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ef78460-c03a-4e5d-9713-e2fe1cbd1f27 req-fc91d9eb-e678-4ae7-aa1e-003c8b395beb tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "GET /v2.0/security-groups/cd26dc98-ceae-4aa3-8d5a-ed57427e07a1 HTTP/1.1" status: 200 len: 1817 time: 0.0745082 Nov 12 08:31:06.590816 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ef78460-c03a-4e5d-9713-e2fe1cbd1f27 req-0d5315d1-418d-47ea-b75c-297ef37e6daf tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.643938 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ef78460-c03a-4e5d-9713-e2fe1cbd1f27 req-0d5315d1-418d-47ea-b75c-297ef37e6daf tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.705087 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ef78460-c03a-4e5d-9713-e2fe1cbd1f27 req-0d5315d1-418d-47ea-b75c-297ef37e6daf tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.708588 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ef78460-c03a-4e5d-9713-e2fe1cbd1f27 req-0d5315d1-418d-47ea-b75c-297ef37e6daf tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.726690 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ef78460-c03a-4e5d-9713-e2fe1cbd1f27 req-0d5315d1-418d-47ea-b75c-297ef37e6daf tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] 10.222.0.31 "DELETE /v2.0/security-groups/cd26dc98-ceae-4aa3-8d5a-ed57427e07a1 HTTP/1.1" status: 204 len: 173 time: 0.2131784 Nov 12 08:31:06.727368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52252) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:06.787083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f87d9b-34b5-4e22-8f86-b6760fe6ac2b req-0c8228d0-75fc-4f02-8d68-14b9bcd28695 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:06.788699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-04f87d9b-34b5-4e22-8f86-b6760fe6ac2b req-0c8228d0-75fc-4f02-8d68-14b9bcd28695 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1717818 Nov 12 08:31:06.820991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5315d1-418d-47ea-b75c-297ef37e6daf tempest-SecurityGroupsTestJSON-2066042377 tempest-SecurityGroupsTestJSON-2066042377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd26dc98-ceae-4aa3-8d5a-ed57427e07a1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:06.835987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd43ceb-e096-4e7d-b0d2-f98a7ad8709a admin admin] Deleting subnet ebbb1c49-fbbc-4ada-908b-ea57f584c460 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:06.840596 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbd43ceb-e096-4e7d-b0d2-f98a7ad8709a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.862840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 700ed454-aaf9-4784-9966-fd2b05daf032 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:06.880485 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbd43ceb-e096-4e7d-b0d2-f98a7ad8709a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.921328 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'name': 'tempest-ServersTestMultiNic-2101257596-router', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:01Z', 'updated_at': '2021-11-12T08:31:03Z', 'revision_number': 3, 'project_id': '8d50c32d81684287997975eef364dd1f', 'gw_port': {'id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:64:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:02Z', 'updated_at': '2021-11-12T08:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:06.943838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 700ed454-aaf9-4784-9966-fd2b05daf032 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:06.944231 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.956627 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbd43ceb-e096-4e7d-b0d2-f98a7ad8709a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:06.981687 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Checking router: e32d9d26-1e88-482c-a3ee-9de584f9ec8d for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:06.983128 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Updating router e32d9d26-1e88-482c-a3ee-9de584f9ec8d port 9a96e4ed-0bee-4408-9617-a22160d12298 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:31:07.021355 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-04f87d9b-34b5-4e22-8f86-b6760fe6ac2b req-428ca71f-59a3-4d5c-8f97-934235b4baf4 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014272 Nov 12 08:31:07.042136 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.171638 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbd43ceb-e096-4e7d-b0d2-f98a7ad8709a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.215196 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbd43ceb-e096-4e7d-b0d2-f98a7ad8709a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.230494 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fbd43ceb-e096-4e7d-b0d2-f98a7ad8709a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ebbb1c49-fbbc-4ada-908b-ea57f584c460 HTTP/1.1" status: 204 len: 168 time: 0.4887471 Nov 12 08:31:07.230494 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd43ceb-e096-4e7d-b0d2-f98a7ad8709a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebbb1c49-fbbc-4ada-908b-ea57f584c460,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:07.231810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52268) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:07.404965 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.475884 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8fe2c478-9d65-4b54-9c53-f48ee1518b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.539433 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.586343 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.597740 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device e4dd8d82-4ae1-4a44-91df-891257c04b0d no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:07.628994 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.637535 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.639996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f30dec-2437-4313-a881-c96e4db44c3d']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:07.676839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d15053f-247d-4c6b-9790-b0123a0ca9b3') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:07.678217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d15053f-247d-4c6b-9790-b0123a0ca9b3') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:07.688562 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Attempting to bind port 9a96e4ed-0bee-4408-9617-a22160d12298 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:07.689032 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Attempting to bind port 9a96e4ed-0bee-4408-9617-a22160d12298 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:07.689652 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Attempting to bind port 9a96e4ed-0bee-4408-9617-a22160d12298 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:07.694207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: e4dd8d82-4ae1-4a44-91df-891257c04b0d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:07.694706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device e4dd8d82-4ae1-4a44-91df-891257c04b0d not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:07.708086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.740357 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:07.740856 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.741453 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:07.742104 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.742740 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:07.744274 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Bound port: 9a96e4ed-0bee-4408-9617-a22160d12298, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:07.745595 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.752144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:07.753047 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:07.755972 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:07.847209 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] For port 9a96e4ed-0bee-4408-9617-a22160d12298, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:07.860978 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.869289 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] For port 9a96e4ed-0bee-4408-9617-a22160d12298, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9a96e4ed-0bee-4408-9617-a22160d12298,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:07.870415 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.874635 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] 10.222.0.31 "DELETE /v2.0/networks/44f30dec-2437-4313-a881-c96e4db44c3d HTTP/1.1" status: 204 len: 168 time: 0.6415241 Nov 12 08:31:07.896597 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:07.916377 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Pushing event updated for resources: {'Port': ['ID=9a96e4ed-0bee-4408-9617-a22160d12298,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:07.923191 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f5f7b-e9e6-45ad-bb19-98632a64088d admin admin] Pushing event deleted for resources: {'Network': ['ID=44f30dec-2437-4313-a881-c96e4db44c3d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:07.942295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Allocated IP 172.20.0.1 (b0b4b57e-4a10-48ff-903e-437172b1b9f9/4abb9763-bd95-4de2-b39c-e8fa7cb23eef/c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:07.954018 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:07.954796 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:07.955370 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:07.956248 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:07.968439 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:07.968849 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:07.969494 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:07.970048 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:07.970605 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:07.971220 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:07.971772 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:07.973011 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:08.131892 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d6ea0-1fda-4924-985b-aebdd48c88b9 None None] Pushing event updated for resources: {'Port': ['ID=9a96e4ed-0bee-4408-9617-a22160d12298,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:08.152697 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Routers {'e32d9d26-1e88-482c-a3ee-9de584f9ec8d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:08.154318 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e32d9d26-1e88-482c-a3ee-9de584f9ec8d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:08.302637 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] Set router e32d9d26-1e88-482c-a3ee-9de584f9ec8d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:08.348826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.371354 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52292) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:08.467085 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.477984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b0406659-1c42-4c79-85be-6ae861d3c96a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9dd854201b14ebf9c4fd6e240e2f58b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1046903 Nov 12 08:31:08.482262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52296) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:08.484591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec460bf6-b8d4-4412-a829-9275a593bec9 req-0b654624-a33c-4998-82af-05a8b2fd4a8a tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:08.493428 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec460bf6-b8d4-4412-a829-9275a593bec9 req-0b654624-a33c-4998-82af-05a8b2fd4a8a tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0921013 Nov 12 08:31:08.496469 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.557697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Network b0b4b57e-4a10-48ff-903e-437172b1b9f9 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:08.578524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:08.597867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:08.619959 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d65bad2-6f95-408f-a157-c4e9d2da7c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.648773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec460bf6-b8d4-4412-a829-9275a593bec9 req-6ce59f76-4bf7-4086-892a-aee28754880a tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541426 Nov 12 08:31:08.668446 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:08.735801 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.749303 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d65bad2-6f95-408f-a157-c4e9d2da7c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.867874 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'name': 'tempest-ServersTestMultiNic-2101257596-router', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:01Z', 'updated_at': '2021-11-12T08:31:03Z', 'revision_number': 3, 'project_id': '8d50c32d81684287997975eef364dd1f', 'gw_port': {'id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:64:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:02Z', 'updated_at': '2021-11-12T08:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:08.882542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d65bad2-6f95-408f-a157-c4e9d2da7c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.887317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d65bad2-6f95-408f-a157-c4e9d2da7c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:08.889358 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8d65bad2-6f95-408f-a157-c4e9d2da7c09 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d3ffc53-a252-40dc-8772-071a96db58fc HTTP/1.1" status: 204 len: 168 time: 0.4056098 Nov 12 08:31:08.906844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65bad2-6f95-408f-a157-c4e9d2da7c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3ffc53-a252-40dc-8772-071a96db58fc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:08.929946 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd406c72-3b2c-40fc-994b-6654ff560c21 None None] The sync data for ids ['e32d9d26-1e88-482c-a3ee-9de584f9ec8d'] in n-d-768851-18 is: [{'id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'name': 'tempest-ServersTestMultiNic-2101257596-router', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:01Z', 'updated_at': '2021-11-12T08:31:03Z', 'revision_number': 3, 'project_id': '8d50c32d81684287997975eef364dd1f', 'gw_port': {'id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:64:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:02Z', 'updated_at': '2021-11-12T08:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:09.008040 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.112778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ea6592a1-0b44-4b6c-a839-0fbe3bba37cb None None] Provisioning complete for port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:09.112778 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ea6592a1-0b44-4b6c-a839-0fbe3bba37cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.173819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ea6592a1-0b44-4b6c-a839-0fbe3bba37cb None None] Port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:09.372330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779832b-07ce-4567-846a-000e8a9143ec req-5cc21b63-f69e-4e6d-9952-aa98ad3c8113 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:09.375436 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-5cc21b63-f69e-4e6d-9952-aa98ad3c8113 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/networks?id=cf718cec-d251-4714-9815-6d0d62a68b53 HTTP/1.1" status: 200 len: 808 time: 0.2848489 Nov 12 08:31:09.406497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-786d367c-adf6-48f2-ae44-c1d16cbd737c tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/quotas/cd838b87702a4860a038889171675852 HTTP/1.1" status: 200 len: 375 time: 0.0183756 Nov 12 08:31:09.454373 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-601ae2b4-ec3c-4482-a4e9-3c0d4675e2d3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cd838b87702a4860a038889171675852&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370293 Nov 12 08:31:09.484393 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.511952 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.624645 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:09.647419 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.737861 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-bc649299-2b5e-46fd-9800-824cf40ad68d service neutron] 10.222.0.31 "GET /v2.0/networks/cf718cec-d251-4714-9815-6d0d62a68b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654753 Nov 12 08:31:09.906307 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:09.916646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Network b0b4b57e-4a10-48ff-903e-437172b1b9f9 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:09.923456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:09.928110 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf4f29-89f2-4f0f-b8df-e510c501e6f9 req-cf35d864-a48f-412b-8d76-29e98428f45d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:09.943263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-10bf4f29-89f2-4f0f-b8df-e510c501e6f9 req-cf35d864-a48f-412b-8d76-29e98428f45d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1083105 Nov 12 08:31:09.954663 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-d54a1eab-f92c-4b80-9606-dfe72b34c0ca service neutron] 10.222.0.31 "GET /v2.0/networks/cf718cec-d251-4714-9815-6d0d62a68b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710339 Nov 12 08:31:10.036866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-10bf4f29-89f2-4f0f-b8df-e510c501e6f9 req-cff00364-dbb3-4065-8c1a-816e801c8e93 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908589 Nov 12 08:31:10.230388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Router e32d9d26-1e88-482c-a3ee-9de584f9ec8d has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:10.270272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ba430-7e69-4e46-ab41-07f5cd23c62e req-3c2ef6cd-283b-4b29-b21e-f4328291e6ef tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:10.272196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c71ba430-7e69-4e46-ab41-07f5cd23c62e req-3c2ef6cd-283b-4b29-b21e-f4328291e6ef tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 945 time: 0.1165087 Nov 12 08:31:10.272423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52364) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:10.360596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c71ba430-7e69-4e46-ab41-07f5cd23c62e req-0dfd6ecc-9443-44bb-8b8d-82bbe132ba08 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745773 Nov 12 08:31:10.420449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ce968965-92e0-40fb-af08-2f0108853748 None None] Provisioning complete for port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:10.421406 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ce968965-92e0-40fb-af08-2f0108853748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.512492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ce968965-92e0-40fb-af08-2f0108853748 None None] Port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:10.525336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-867534934-network', 'tenant_id': 'b304edcbdc94429bb9d525fdb1c7961e'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:10.558197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Made reservation on behalf of b304edcbdc94429bb9d525fdb1c7961e for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:10.562282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.569218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:10.588235 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.609194 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dd531b37-13fc-4e54-8369-a3f7d507be52 admin admin] 10.222.0.31 "PUT /v2.0/routers/e32d9d26-1e88-482c-a3ee-9de584f9ec8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5116422 Nov 12 08:31:10.690132 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d2d64c6-2734-4276-87b7-588c235f7b95 req-5a7296cb-0734-4199-8eeb-40c2d1cc9996 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 210 time: 0.0846336 Nov 12 08:31:10.774161 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.780553 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.819771 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9a96e4ed-0bee-4408-9617-a22160d12298 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:10.830502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:10.849813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae277d9-7ce5-472e-b29b-dc5a29b601ae,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:10.870848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.871208 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Added segment 1253efcf-a767-4d24-9ecf-21d2b5286528 of type vlan for network 35c748a7-8985-47d3-abae-9cdf0cb4a080 Nov 12 08:31:10.936164 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.953705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 9a96e4ed-0bee-4408-9617-a22160d12298 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:10.954104 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.966705 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:10.983815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52390) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:11.048599 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.049926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:11.050880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.078321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-34f018ce-ae19-40b9-901d-5fa11938c8b0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1464034129'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:11.112319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f018ce-ae19-40b9-901d-5fa11938c8b0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:11.123676 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34f018ce-ae19-40b9-901d-5fa11938c8b0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.138181 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.156339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] Pushing event updated for resources: {'Network': ['ID=35c748a7-8985-47d3-abae-9cdf0cb4a080,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:11.175209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-57712044-4a58-4968-87c3-7d64d199415b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9015627 Nov 12 08:31:11.179601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52398) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:11.183879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 35c748a7-8985-47d3-abae-9cdf0cb4a080 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:11.192023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8c018e1d-f989-44db-898a-572a22427d7c admin admin] Request body: {'subnet': {'network_id': '35c748a7-8985-47d3-abae-9cdf0cb4a080', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-867534934-subnet', 'tenant_id': 'b304edcbdc94429bb9d525fdb1c7961e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:11.244169 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f018ce-ae19-40b9-901d-5fa11938c8b0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:11.267861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c018e1d-f989-44db-898a-572a22427d7c admin admin] Made reservation on behalf of b304edcbdc94429bb9d525fdb1c7961e for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:11.272212 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8c018e1d-f989-44db-898a-572a22427d7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.335400 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34f018ce-ae19-40b9-901d-5fa11938c8b0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.335759 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-34f018ce-ae19-40b9-901d-5fa11938c8b0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Added segment f455b44a-322b-4658-a14e-a9e913e226da of type vlan for network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f Nov 12 08:31:11.423166 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34f018ce-ae19-40b9-901d-5fa11938c8b0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.447389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e26ed-5e8e-4af8-858e-b45ae039c6ee req-b1ef5fdf-69b3-43f9-8b2b-6c5cd5a8b613 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:11.450107 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad5e26ed-5e8e-4af8-858e-b45ae039c6ee req-b1ef5fdf-69b3-43f9-8b2b-6c5cd5a8b613 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1880920 Nov 12 08:31:11.499059 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34f018ce-ae19-40b9-901d-5fa11938c8b0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.513445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f018ce-ae19-40b9-901d-5fa11938c8b0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:11.514775 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34f018ce-ae19-40b9-901d-5fa11938c8b0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.587859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8c018e1d-f989-44db-898a-572a22427d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.646858 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Sync routers for ids ['e32d9d26-1e88-482c-a3ee-9de584f9ec8d'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:11.657571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 9a96e4ed-0bee-4408-9617-a22160d12298, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9a96e4ed-0bee-4408-9617-a22160d12298,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:11.681970 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.693457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Routers {'e32d9d26-1e88-482c-a3ee-9de584f9ec8d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:11.694117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e32d9d26-1e88-482c-a3ee-9de584f9ec8d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:11.722509 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad5e26ed-5e8e-4af8-858e-b45ae039c6ee req-eb9c9ced-b913-4bdf-b368-c5781ae7b207 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475879 Nov 12 08:31:11.726867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c018e1d-f989-44db-898a-572a22427d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9785fc49-125c-4506-ba2d-ce93e1245761,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:11.730934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f018ce-ae19-40b9-901d-5fa11938c8b0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Network': ['ID=4d09ff0b-cb47-4fc9-b996-e2ea2921235f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:11.746206 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-34f018ce-ae19-40b9-901d-5fa11938c8b0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7586753 Nov 12 08:31:11.754528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52414) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:11.762114 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1c224f4f-34af-491f-a141-e653fc3d49ba tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'subnet': {'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:11.787771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c018e1d-f989-44db-898a-572a22427d7c admin admin] Checking segment: {'id': '1253efcf-a767-4d24-9ecf-21d2b5286528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35c748a7-8985-47d3-abae-9cdf0cb4a080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:11.788292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c018e1d-f989-44db-898a-572a22427d7c admin admin] Network hostable DHCP agents. Network: 35c748a7-8985-47d3-abae-9cdf0cb4a080, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:11.793303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:11.893827 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c165ac75-ef49-4cc7-9b15-c766f960f16d req-8d75e1b9-5a24-40ed-bea6-0789bfade386 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 210 time: 0.0536246 Nov 12 08:31:11.907368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c018e1d-f989-44db-898a-572a22427d7c admin admin] Network 35c748a7-8985-47d3-abae-9cdf0cb4a080 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:11.929460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-8c018e1d-f989-44db-898a-572a22427d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 35c748a7-8985-47d3-abae-9cdf0cb4a080) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:11.937221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c018e1d-f989-44db-898a-572a22427d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:11.937446 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8c018e1d-f989-44db-898a-572a22427d7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.939850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c224f4f-34af-491f-a141-e653fc3d49ba tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:11.943946 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1c224f4f-34af-491f-a141-e653fc3d49ba tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:11.966298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5dd1b7-4702-4dbb-934d-0611d625b90b None None] Network 35c748a7-8985-47d3-abae-9cdf0cb4a080 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:12.017445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=9a96e4ed-0bee-4408-9617-a22160d12298,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:12.022589 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8c018e1d-f989-44db-898a-572a22427d7c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8409388 Nov 12 08:31:12.116775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Set router e32d9d26-1e88-482c-a3ee-9de584f9ec8d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:12.373665 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1c224f4f-34af-491f-a141-e653fc3d49ba tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.468521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8347d49-7b06-4ea0-8a9d-8b4b2066ba16 None None] Network 35c748a7-8985-47d3-abae-9cdf0cb4a080 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:12.501752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c224f4f-34af-491f-a141-e653fc3d49ba tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Subnet': ['ID=1feb4e79-c7f3-4863-bfdc-94e0392e153c,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:12.524215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c224f4f-34af-491f-a141-e653fc3d49ba tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Checking segment: {'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:12.524785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c224f4f-34af-491f-a141-e653fc3d49ba tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network hostable DHCP agents. Network: 4d09ff0b-cb47-4fc9-b996-e2ea2921235f, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:12.561239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c224f4f-34af-491f-a141-e653fc3d49ba tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:12.598727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1c224f4f-34af-491f-a141-e653fc3d49ba tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4d09ff0b-cb47-4fc9-b996-e2ea2921235f) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:12.622068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c224f4f-34af-491f-a141-e653fc3d49ba tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:12.626338 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1c224f4f-34af-491f-a141-e653fc3d49ba tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.677327 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1c224f4f-34af-491f-a141-e653fc3d49ba tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9185560 Nov 12 08:31:12.677835 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52440) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:12.699889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546cdd18-4b2f-4428-b595-1ce7d4265792 None None] Network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:12.705461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ade1055b-9d5b-4bd7-96d1-14455986ece1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1075338615'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:12.780425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:12.841950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade1055b-9d5b-4bd7-96d1-14455986ece1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:12.847989 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade1055b-9d5b-4bd7-96d1-14455986ece1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.934802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade1055b-9d5b-4bd7-96d1-14455986ece1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:12.950204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9a96e4ed-0bee-4408-9617-a22160d12298 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:12.966800 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade1055b-9d5b-4bd7-96d1-14455986ece1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:12.967495 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-ade1055b-9d5b-4bd7-96d1-14455986ece1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Added segment 3f1c11e1-a4ea-46c8-8646-7b8a6e413564 of type vlan for network cb4e8570-f657-461b-b182-2c5e710af290 Nov 12 08:31:13.022384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-39fafcf4-616b-4622-992a-c805a6ce193c tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:13.032154 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-39fafcf4-616b-4622-992a-c805a6ce193c tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/networks?id=35c748a7-8985-47d3-abae-9cdf0cb4a080 HTTP/1.1" status: 200 len: 813 time: 0.3122225 Nov 12 08:31:13.081687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-d5c13467-8eb9-4a5e-b81b-04fd56d05dcc tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/quotas/b304edcbdc94429bb9d525fdb1c7961e HTTP/1.1" status: 200 len: 375 time: 0.0476813 Nov 12 08:31:13.123562 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade1055b-9d5b-4bd7-96d1-14455986ece1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.128809 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-f4218b61-cd7a-4b0e-9105-1d26eb4998a9 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b304edcbdc94429bb9d525fdb1c7961e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459042 Nov 12 08:31:13.156276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-8861b8d2-1cec-4310-bdb7-7db5e230b3f1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:31:13.161960 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-8861b8d2-1cec-4310-bdb7-7db5e230b3f1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121939 Nov 12 08:31:13.197261 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.203411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'name': 'tempest-ServersTestMultiNic-2101257596-router', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:01Z', 'updated_at': '2021-11-12T08:31:08Z', 'revision_number': 4, 'project_id': '8d50c32d81684287997975eef364dd1f', 'gw_port': {'id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:02Z', 'updated_at': '2021-11-12T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5', 'name': '', 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'mac_address': 'fa:16:3e:dc:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4abb9763-bd95-4de2-b39c-e8fa7cb23eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:07Z', 'updated_at': '2021-11-12T08:31:09Z', 'revision_number': 2, 'project_id': '8d50c32d81684287997975eef364dd1f', 'subnets': [{'id': '4abb9763-bd95-4de2-b39c-e8fa7cb23eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:13.211995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 9a96e4ed-0bee-4408-9617-a22160d12298 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:13.212406 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.230010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade1055b-9d5b-4bd7-96d1-14455986ece1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.237124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade1055b-9d5b-4bd7-96d1-14455986ece1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:13.238018 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade1055b-9d5b-4bd7-96d1-14455986ece1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.287404 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Checking router: e32d9d26-1e88-482c-a3ee-9de584f9ec8d for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:13.287983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Updating router e32d9d26-1e88-482c-a3ee-9de584f9ec8d port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:31:13.298120 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bef29f-e155-4b44-a161-473c3991d1b2 req-5682143a-b16e-446d-993a-2686f8194ccd tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:13.301905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70bef29f-e155-4b44-a161-473c3991d1b2 req-5682143a-b16e-446d-993a-2686f8194ccd tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1132233 Nov 12 08:31:13.337598 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779832b-07ce-4567-846a-000e8a9143ec req-4a685c94-5fce-4ec7-93bb-745a8f62f681 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:13.339298 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-4a685c94-5fce-4ec7-93bb-745a8f62f681 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.52 "GET /v2.0/networks?id=cf718cec-d251-4714-9815-6d0d62a68b53 HTTP/1.1" status: 200 len: 808 time: 0.8095968 Nov 12 08:31:13.355406 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:13.356979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-9779832b-07ce-4567-846a-000e8a9143ec req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Request body: {'port': {'device_id': '3f04d452-3aed-414c-98ac-739a9976b698', 'network_id': 'cf718cec-d251-4714-9815-6d0d62a68b53', 'admin_state_up': True, 'tenant_id': 'cd838b87702a4860a038889171675852'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:13.357715 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60607e8-eaf8-4635-8223-1b641f9c042d" -d '{"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-unplugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:13.366466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4d09ff0b-cb47-4fc9-b996-e2ea2921235f', 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'fixed_ips': [{'subnet_id': '1feb4e79-c7f3-4863-bfdc-94e0392e153c'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:13.367339 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.378953 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.395427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:13.412958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1055b-9d5b-4bd7-96d1-14455986ece1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Network': ['ID=cb4e8570-f657-461b-b182-2c5e710af290,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:13.418309 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.436136 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ade1055b-9d5b-4bd7-96d1-14455986ece1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7533157 Nov 12 08:31:13.437069 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network cb4e8570-f657-461b-b182-2c5e710af290 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:13.437573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52456) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:13.454579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-22ce91ea-78b7-4191-b4a6-07c743fc9a26 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'subnet': {'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:13.478202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-41b341a4-326e-47d6-a046-af4f5c11128e service neutron] 10.222.0.31 "GET /v2.0/networks/35c748a7-8985-47d3-abae-9cdf0cb4a080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086948 Nov 12 08:31:13.492495 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70bef29f-e155-4b44-a161-473c3991d1b2 req-7256e1bf-e3aa-4faf-a060-5f9b14a66843 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802499 Nov 12 08:31:13.595744 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9779832b-07ce-4567-846a-000e8a9143ec req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Made reservation on behalf of cd838b87702a4860a038889171675852 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:13.601748 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9779832b-07ce-4567-846a-000e8a9143ec req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.645578 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88ec3ea9-838e-4a1b-8602-7da5a424e44e req-f1498668-93a1-47ff-8426-c516ecf7db6e tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 210 time: 0.0663466 Nov 12 08:31:13.667256 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-ffa42510-4929-49ff-b36c-2949b7118974 service neutron] 10.222.0.31 "GET /v2.0/networks/35c748a7-8985-47d3-abae-9cdf0cb4a080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663206 Nov 12 08:31:13.668788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ce91ea-78b7-4191-b4a6-07c743fc9a26 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:13.673499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22ce91ea-78b7-4191-b4a6-07c743fc9a26 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:13.907768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-9779832b-07ce-4567-846a-000e8a9143ec req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Allocated IP 172.20.0.10 (cf718cec-d251-4714-9815-6d0d62a68b53/8425cc6b-1838-49ca-a35b-51fef0d418fe/ca4c9c79-a44d-406b-a150-4e6d882a7398) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:14.025472 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f9b7d6-5a11-4392-bac4-90ee960f6ff1 x-openstack-request-id: req-35f9b7d6-5a11-4392-bac4-90ee960f6ff1 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:14.026491 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-unplugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:14.026930 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35f9b7d6-5a11-4392-bac4-90ee960f6ff1 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:14.027511 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'code': 200} Nov 12 08:31:14.115499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:14.119473 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22ce91ea-78b7-4191-b4a6-07c743fc9a26 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.120221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e636caf-95ad-46ed-8ec6-947dcdfa1661 req-c95272ba-ef10-4a76-b4a7-34465a59f992 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 210 time: 0.0861232 Nov 12 08:31:14.215079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Allocated IP 19.80.0.2 (4d09ff0b-cb47-4fc9-b996-e2ea2921235f/1feb4e79-c7f3-4863-bfdc-94e0392e153c/397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:14.244480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce91ea-78b7-4191-b4a6-07c743fc9a26 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Subnet': ['ID=e4268fa3-e5ee-4e6f-a25e-35c1d1ec208a,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:14.252526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce91ea-78b7-4191-b4a6-07c743fc9a26 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Checking segment: {'id': '3f1c11e1-a4ea-46c8-8646-7b8a6e413564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:14.252895 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ce91ea-78b7-4191-b4a6-07c743fc9a26 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network hostable DHCP agents. Network: cb4e8570-f657-461b-b182-2c5e710af290, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:14.283081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ce91ea-78b7-4191-b4a6-07c743fc9a26 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network cb4e8570-f657-461b-b182-2c5e710af290 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:14.296723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-22ce91ea-78b7-4191-b4a6-07c743fc9a26 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, cb4e8570-f657-461b-b182-2c5e710af290) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:14.302065 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9779832b-07ce-4567-846a-000e8a9143ec req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.312106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ce91ea-78b7-4191-b4a6-07c743fc9a26 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:14.313458 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22ce91ea-78b7-4191-b4a6-07c743fc9a26 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.316598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b24b1b3-a9f6-4161-b5c2-ba8431a8ce8d None None] Network cb4e8570-f657-461b-b182-2c5e710af290 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:14.353418 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-22ce91ea-78b7-4191-b4a6-07c743fc9a26 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9104369 Nov 12 08:31:14.378355 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9779832b-07ce-4567-846a-000e8a9143ec req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.464471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9779832b-07ce-4567-846a-000e8a9143ec req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Network cf718cec-d251-4714-9815-6d0d62a68b53 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:14.480146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-9779832b-07ce-4567-846a-000e8a9143ec req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:14.499406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Pushing event updated for resources: {'Port': ['ID=ca4c9c79-a44d-406b-a150-4e6d882a7398,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:14.516750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9779832b-07ce-4567-846a-000e8a9143ec req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:14.638258 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.661394 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.671444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779832b-07ce-4567-846a-000e8a9143ec req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:14.672258 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9779832b-07ce-4567-846a-000e8a9143ec req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.688530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8692f-7c9f-4d41-8eee-708625d3d0e6 req-762097c6-c128-43d9-bd72-406c71007d61 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:14.693808 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3dc8692f-7c9f-4d41-8eee-708625d3d0e6 req-762097c6-c128-43d9-bd72-406c71007d61 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.0771928 Nov 12 08:31:14.757812 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.761471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-2ad95ed6-ebe4-4d1e-83ef-dc885708c6f3 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4119945 Nov 12 08:31:14.775006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-123f095d-1e19-4ea8-965f-ee07cb55cf78 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:31:14.776692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-123f095d-1e19-4ea8-965f-ee07cb55cf78 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083866 Nov 12 08:31:14.790383 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3dc8692f-7c9f-4d41-8eee-708625d3d0e6 req-57ca2bcd-01bd-4d7a-95a4-2d1e73f6351c tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766778 Nov 12 08:31:14.860900 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.886096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-47e58551-ebdf-47e2-865c-551b872e79f3 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:14.890938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-cb4e8570-f657-461b-b182-2c5e710af290', 'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'fixed_ips': [{'subnet_id': 'e4268fa3-e5ee-4e6f-a25e-35c1d1ec208a'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:31:14.891816 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:14.912208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ed6da-d9db-495c-8efb-782341d02aa4 None None] Pushing event updated for resources: {'Port': ['ID=c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:14.915995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-47e58551-ebdf-47e2-865c-551b872e79f3 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:14.936089 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-47e58551-ebdf-47e2-865c-551b872e79f3 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/networks?id=4d09ff0b-cb47-4fc9-b996-e2ea2921235f&id=cb4e8570-f657-461b-b182-2c5e710af290&id=4d09ff0b-cb47-4fc9-b996-e2ea2921235f HTTP/1.1" status: 200 len: 1392 time: 0.3360963 Nov 12 08:31:14.952637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:14.954692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Request body: {'port': {'device_id': '3f04d452-3aed-414c-98ac-739a9976b698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:14.999263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42e042-37d4-4dd9-985f-823e3efee8e5 req-af71e673-8d90-4f66-bade-dcfa7d6412cc tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:15.008616 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:15.018686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d42e042-37d4-4dd9-985f-823e3efee8e5 req-af71e673-8d90-4f66-bade-dcfa7d6412cc tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 932 time: 0.0977471 Nov 12 08:31:15.035133 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-4778312c-ff29-469d-8982-9840a3d120d9 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/quotas/8d50c32d81684287997975eef364dd1f HTTP/1.1" status: 200 len: 375 time: 0.0931110 Nov 12 08:31:15.037743 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:15.090529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.093867 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d42e042-37d4-4dd9-985f-823e3efee8e5 req-047a7f7c-52ab-4cb6-8617-25ec9f8b2667 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740967 Nov 12 08:31:15.180707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-720697de-44b3-4df2-b842-9bb057156b73 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d50c32d81684287997975eef364dd1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1441736 Nov 12 08:31:15.203017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Pushing event updated for resources: {'Port': ['ID=397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:15.206744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Attempting to bind port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:15.207427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Attempting to bind port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'bf1bdaf6-b63a-40e1-af75-761275bbf3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:15.207895 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Attempting to bind port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 on network b0b4b57e-4a10-48ff-903e-437172b1b9f9 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:15.241567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:15.242583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Checking segment: {'id': 'bf1bdaf6-b63a-40e1-af75-761275bbf3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:15.242583 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.243191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Bound using segment: {'id': 'bf1bdaf6-b63a-40e1-af75-761275bbf3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:15.243793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Bound port: c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf1bdaf6-b63a-40e1-af75-761275bbf3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:15.244317 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.264561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Attempting to bind port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:15.268738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Attempting to bind port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:15.268738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Attempting to bind port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 on network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:15.285074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c8005c39-1ee7-45bc-b623-a422afb7b5f3 None None] Provisioning complete for port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:15.285501 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c8005c39-1ee7-45bc-b623-a422afb7b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.292862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:15.293382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Checking segment: {'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:15.293845 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.294763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Bound using segment: {'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:15.294763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Bound port: 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:15.295285 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.437293 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b0cb11a6-1b55-4306-aab2-132e337fd8c7 req-5f79aff2-c9cb-4394-81f4-4d7cd810dd5a tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 210 time: 0.0707850 Nov 12 08:31:15.444215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Allocated IP 19.86.0.2 (cb4e8570-f657-461b-b182-2c5e710af290/e4268fa3-e5ee-4e6f-a25e-35c1d1ec208a/b593720e-2469-4003-bf4e-2b8c6b41e02f) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:15.455071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c8005c39-1ee7-45bc-b623-a422afb7b5f3 None None] Port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:15.479409 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] For port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:15.500118 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d8872490-258b-4918-bfb8-6362380550e7 service neutron] 10.222.0.31 "GET /v2.0/networks/4d09ff0b-cb47-4fc9-b996-e2ea2921235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415943 Nov 12 08:31:15.518401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] For port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5,segment=NetworkSegment(bf1bdaf6-b63a-40e1-af75-761275bbf3f3),segment_id=bf1bdaf6-b63a-40e1-af75-761275bbf3f3)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:15.538900 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.551266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] For port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:15.651998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] For port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:15.678174 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.717784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-b2b91f0d-11db-45eb-ba1b-7ec224102767 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:15.720148 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-b2b91f0d-11db-45eb-ba1b-7ec224102767 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.46 "GET /v2.0/networks?id=35c748a7-8985-47d3-abae-9cdf0cb4a080 HTTP/1.1" status: 200 len: 813 time: 0.1977205 Nov 12 08:31:15.728717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-7d6806ab-f0ed-4f53-a229-1c572de6234a service neutron] 10.222.0.31 "GET /v2.0/networks/4d09ff0b-cb47-4fc9-b996-e2ea2921235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221651 Nov 12 08:31:15.746873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Request body: {'port': {'device_id': '91137686-43ea-471a-b1f5-ceac700aefad', 'network_id': '35c748a7-8985-47d3-abae-9cdf0cb4a080', 'admin_state_up': True, 'tenant_id': 'b304edcbdc94429bb9d525fdb1c7961e'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:15.756349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ed6da-d9db-495c-8efb-782341d02aa4 None None] Pushing event updated for resources: {'Port': ['ID=c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:15.767204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4c9c79-a44d-406b-a150-4e6d882a7398 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:15.791132 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Routers {'e32d9d26-1e88-482c-a3ee-9de584f9ec8d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:15.792328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e32d9d26-1e88-482c-a3ee-9de584f9ec8d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:15.950956 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-271eb485-f28c-4327-8c51-bf206647ee01 service neutron] 10.222.0.31 "GET /v2.0/networks/cb4e8570-f657-461b-b182-2c5e710af290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044165 Nov 12 08:31:15.961920 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.983728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Made reservation on behalf of b304edcbdc94429bb9d525fdb1c7961e for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:15.992573 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:15.999541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Transition to ACTIVE for port object ca4c9c79-a44d-406b-a150-4e6d882a7398 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:31:16.036743 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.072114 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.074186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316e3c5-ce81-4a60-8e1f-4f5d3fe8d660 None None] Pushing event updated for resources: {'Port': ['ID=397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:16.104916 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.111866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Pushing event updated for resources: {'Port': ['ID=ca4c9c79-a44d-406b-a150-4e6d882a7398,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:16.165183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] Set router e32d9d26-1e88-482c-a3ee-9de584f9ec8d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:16.168474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Allocated IP 172.20.0.3 (35c748a7-8985-47d3-abae-9cdf0cb4a080/9785fc49-125c-4506-ba2d-ce93e1245761/668a59ab-2981-4bae-832f-5124145ae7fc) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:16.231641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Network cb4e8570-f657-461b-b182-2c5e710af290 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:16.235453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c9ff39db-d0d2-4579-8e6c-d35154907832 None None] Provisioning complete for port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:16.235676 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c9ff39db-d0d2-4579-8e6c-d35154907832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.246821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Pushing event updated for resources: {'Port': ['ID=b593720e-2469-4003-bf4e-2b8c6b41e02f,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:16.250373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:16.306397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:16.315222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea996e21-f786-4ad9-b7ce-e2b9fbe9b817 req-7841a249-7710-4bf5-adbc-78ad1c50eee3 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:16.324409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ea996e21-f786-4ad9-b7ce-e2b9fbe9b817 req-7841a249-7710-4bf5-adbc-78ad1c50eee3 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.3561583 Nov 12 08:31:16.332026 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-32de47fc-e768-42d6-8280-cbb8b48de1c1 service neutron] 10.222.0.31 "GET /v2.0/networks/cb4e8570-f657-461b-b182-2c5e710af290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292580 Nov 12 08:31:16.362836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Attempting to bind port ca4c9c79-a44d-406b-a150-4e6d882a7398 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:16.363156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Attempting to bind port ca4c9c79-a44d-406b-a150-4e6d882a7398 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9730a9fc-195c-4a29-8ed2-18ff5d334d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cf718cec-d251-4714-9815-6d0d62a68b53'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:16.363507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Attempting to bind port ca4c9c79-a44d-406b-a150-4e6d882a7398 on network cf718cec-d251-4714-9815-6d0d62a68b53 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:16.395077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Port ca4c9c79-a44d-406b-a150-4e6d882a7398 on network cf718cec-d251-4714-9815-6d0d62a68b53 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:31:16.395407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Attempting to bind port ca4c9c79-a44d-406b-a150-4e6d882a7398 on network cf718cec-d251-4714-9815-6d0d62a68b53 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:16.436874 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ea996e21-f786-4ad9-b7ce-e2b9fbe9b817 req-30483962-247e-4824-8803-3ea8cca06e2b tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109202 Nov 12 08:31:16.443305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:16.443620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Checking segment: {'id': '9730a9fc-195c-4a29-8ed2-18ff5d334d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cf718cec-d251-4714-9815-6d0d62a68b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:16.444009 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Bound using segment: {'id': '9730a9fc-195c-4a29-8ed2-18ff5d334d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cf718cec-d251-4714-9815-6d0d62a68b53'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:16.444473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Bound port: ca4c9c79-a44d-406b-a150-4e6d882a7398, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9730a9fc-195c-4a29-8ed2-18ff5d334d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cf718cec-d251-4714-9815-6d0d62a68b53'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:16.444882 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.524493 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.558335 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-c0e99eb0-c8d4-4163-b1ce-57d8df40622b service neutron] 10.222.0.31 "GET /v2.0/networks/4d09ff0b-cb47-4fc9-b996-e2ea2921235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119834 Nov 12 08:31:16.631620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eee1d5-1b78-4b61-911e-c90b4dfc0611 req-327a6c33-79ec-4a64-8dcc-047d320aa886 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:16.641557 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80eee1d5-1b78-4b61-911e-c90b4dfc0611 req-327a6c33-79ec-4a64-8dcc-047d320aa886 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 944 time: 0.0972388 Nov 12 08:31:16.645536 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.657854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] For port ca4c9c79-a44d-406b-a150-4e6d882a7398, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:16.677498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] For port ca4c9c79-a44d-406b-a150-4e6d882a7398, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=ca4c9c79-a44d-406b-a150-4e6d882a7398,segment=NetworkSegment(9730a9fc-195c-4a29-8ed2-18ff5d334d8c),segment_id=9730a9fc-195c-4a29-8ed2-18ff5d334d8c)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:16.685506 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.695118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Attempting to bind port b593720e-2469-4003-bf4e-2b8c6b41e02f on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:16.695770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Attempting to bind port b593720e-2469-4003-bf4e-2b8c6b41e02f by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '3f1c11e1-a4ea-46c8-8646-7b8a6e413564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:16.696313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Attempting to bind port b593720e-2469-4003-bf4e-2b8c6b41e02f on network cb4e8570-f657-461b-b182-2c5e710af290 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:16.712505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:16.712877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Checking segment: {'id': '3f1c11e1-a4ea-46c8-8646-7b8a6e413564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:16.713829 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.714469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Bound using segment: {'id': '3f1c11e1-a4ea-46c8-8646-7b8a6e413564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:16.715277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Bound port: b593720e-2469-4003-bf4e-2b8c6b41e02f, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1c11e1-a4ea-46c8-8646-7b8a6e413564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:16.716072 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.736364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Network 35c748a7-8985-47d3-abae-9cdf0cb4a080 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:16.745088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:16.745840 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.747509 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] 10.222.0.52 "PUT /v2.0/ports/ca4c9c79-a44d-406b-a150-4e6d882a7398 HTTP/1.1" status: 200 len: 1093 time: 1.9584675 Nov 12 08:31:16.748862 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:16.751559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:16.752864 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f04d452-3aed-414c-98ac-739a9976b698', 'tag': 'ca4c9c79-a44d-406b-a150-4e6d882a7398'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:16.763249 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81d9482-5695-4aeb-b3c4-9f95971ff3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3f04d452-3aed-414c-98ac-739a9976b698", "tag": "ca4c9c79-a44d-406b-a150-4e6d882a7398"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:16.797462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:31:16.800563 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f66b0832-0682-4517-8393-76abdcdb3d09 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:16.803022 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-702a232b-15e5-43f5-bd5b-b7f94b44347c service neutron] 10.222.0.31 "GET /v2.0/networks/4d09ff0b-cb47-4fc9-b996-e2ea2921235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337146 Nov 12 08:31:16.850709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Pushing event updated for resources: {'Port': ['ID=668a59ab-2981-4bae-832f-5124145ae7fc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:16.885944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80eee1d5-1b78-4b61-911e-c90b4dfc0611 req-cf7413ac-c419-404e-831b-67754373281d tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404835 Nov 12 08:31:16.921529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628a0a8-c35d-43e5-b521-cc6b0514821b service neutron] Pushing event updated for resources: {'Port': ['ID=ca4c9c79-a44d-406b-a150-4e6d882a7398,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:16.948360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:16.949896 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:16.961977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779832b-07ce-4567-846a-000e8a9143ec req-f97c11b4-0ff5-4c34-9021-de98365b9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:16.971528 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-f97c11b4-0ff5-4c34-9021-de98365b9d71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd838b87702a4860a038889171675852&device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 1096 time: 0.1628191 Nov 12 08:31:16.985094 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-66f817bd-6750-4662-9b5f-e4e0102e581b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2525666 Nov 12 08:31:16.999258 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c9ff39db-d0d2-4579-8e6c-d35154907832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.050879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:17.085287 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-f341efa9-8ac3-4bbb-83d7-09c653734988 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca4c9c79-a44d-406b-a150-4e6d882a7398 HTTP/1.1" status: 200 len: 217 time: 0.0952775 Nov 12 08:31:17.112438 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:31:17.169759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] For port b593720e-2469-4003-bf4e-2b8c6b41e02f, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:17.216478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779832b-07ce-4567-846a-000e8a9143ec req-222c069a-6037-47fe-8e29-547443c936a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:17.219114 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-222c069a-6037-47fe-8e29-547443c936a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8425cc6b-1838-49ca-a35b-51fef0d418fe HTTP/1.1" status: 200 len: 848 time: 0.1294940 Nov 12 08:31:17.231560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Request body: {'port': {'device_id': '91137686-43ea-471a-b1f5-ceac700aefad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:17.285443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] For port b593720e-2469-4003-bf4e-2b8c6b41e02f, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b593720e-2469-4003-bf4e-2b8c6b41e02f,segment=NetworkSegment(3f1c11e1-a4ea-46c8-8646-7b8a6e413564),segment_id=3f1c11e1-a4ea-46c8-8646-7b8a6e413564)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:17.301160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c9ff39db-d0d2-4579-8e6c-d35154907832 None None] For port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5,segment=NetworkSegment(bf1bdaf6-b63a-40e1-af75-761275bbf3f3),segment_id=bf1bdaf6-b63a-40e1-af75-761275bbf3f3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:17.307737 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.318569 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-b6476bae-3f3d-42e5-8d8e-b9185c8eca79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cf718cec-d251-4714-9815-6d0d62a68b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887375 Nov 12 08:31:17.355489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239366e2-cd55-4b90-8926-5d7dd0e2bcb3 req-58b7a453-2f2d-4006-90af-450147bbff15 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:17.357936 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-239366e2-cd55-4b90-8926-5d7dd0e2bcb3 req-58b7a453-2f2d-4006-90af-450147bbff15 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 931 time: 0.2177777 Nov 12 08:31:17.383417 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c9ff39db-d0d2-4579-8e6c-d35154907832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.440759 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.482038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-239366e2-cd55-4b90-8926-5d7dd0e2bcb3 req-d6d73f35-96c6-44bd-8b72-1ae476be32c7 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089935 Nov 12 08:31:17.500702 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:17.560572 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-68af92d1-709d-4257-be4b-cb804a1f1c08 service neutron] 10.222.0.52 "GET /v2.0/networks/cf718cec-d251-4714-9815-6d0d62a68b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328730 Nov 12 08:31:17.567880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.577048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb2d70-be69-40b3-9fb8-9b1d0a77aa9c None None] Pushing event updated for resources: {'Port': ['ID=b593720e-2469-4003-bf4e-2b8c6b41e02f,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:17.591726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:17.593204 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:17.596631 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'name': 'tempest-ServersTestMultiNic-2101257596-router', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:01Z', 'updated_at': '2021-11-12T08:31:08Z', 'revision_number': 4, 'project_id': '8d50c32d81684287997975eef364dd1f', 'gw_port': {'id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:02Z', 'updated_at': '2021-11-12T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5', 'name': '', 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'mac_address': 'fa:16:3e:dc:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4abb9763-bd95-4de2-b39c-e8fa7cb23eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:07Z', 'updated_at': '2021-11-12T08:31:15Z', 'revision_number': 4, 'project_id': '8d50c32d81684287997975eef364dd1f', 'subnets': [{'id': '4abb9763-bd95-4de2-b39c-e8fa7cb23eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:17.604587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'port_id': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'mac_address': 'fa:16:3e:ba:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:31:17.672161 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1835510d-c410-4821-9f25-82669cf7338c x-openstack-request-id: req-1835510d-c410-4821-9f25-82669cf7338c {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:17.672583 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f04d452-3aed-414c-98ac-739a9976b698", "tag": "ca4c9c79-a44d-406b-a150-4e6d882a7398", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:17.672948 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1835510d-c410-4821-9f25-82669cf7338c {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:17.673554 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f04d452-3aed-414c-98ac-739a9976b698', 'tag': 'ca4c9c79-a44d-406b-a150-4e6d882a7398', 'status': 'completed', 'code': 200} Nov 12 08:31:17.716911 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5df42b-6466-43d3-a3f2-9b0b95f94e18 None None] Network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:17.727234 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2062e1d8-2ac7-400a-a08a-36afb92f9c31 None None] The sync data for ids ['e32d9d26-1e88-482c-a3ee-9de584f9ec8d'] in n-d-768851-18 is: [{'id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'name': 'tempest-ServersTestMultiNic-2101257596-router', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:01Z', 'updated_at': '2021-11-12T08:31:08Z', 'revision_number': 4, 'project_id': '8d50c32d81684287997975eef364dd1f', 'gw_port': {'id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:02Z', 'updated_at': '2021-11-12T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5', 'name': '', 'network_id': 'b0b4b57e-4a10-48ff-903e-437172b1b9f9', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'mac_address': 'fa:16:3e:dc:c7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4abb9763-bd95-4de2-b39c-e8fa7cb23eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:07Z', 'updated_at': '2021-11-12T08:31:15Z', 'revision_number': 4, 'project_id': '8d50c32d81684287997975eef364dd1f', 'subnets': [{'id': '4abb9763-bd95-4de2-b39c-e8fa7cb23eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:17.921213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:17.921493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf3ec0b4-a9b3-42d0-a8ca-b0728ced3aed req-96106104-90b2-4b17-9346-8780d3f4965b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 210 time: 0.2438090 Nov 12 08:31:17.923660 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37b49ff-de2a-4b34-963b-6c903b9a400f" -d '{"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-unplugged", "status": "completed", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:17.931051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b2ec8-1ff4-4cab-afc7-4fdfefa4d022 req-35a6806e-c9e4-4226-82f2-45153e39bc2d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:17.940529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a43b2ec8-1ff4-4cab-afc7-4fdfefa4d022 req-35a6806e-c9e4-4226-82f2-45153e39bc2d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1739376 Nov 12 08:31:18.051993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:18.097620 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.112706 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9779832b-07ce-4567-846a-000e8a9143ec req-0ac9e640-c5ca-4d21-adc5-ca4000dadd83 service neutron] 10.222.0.52 "GET /v2.0/networks/cf718cec-d251-4714-9815-6d0d62a68b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430627 Nov 12 08:31:18.123560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-aa863724-d29b-4b0d-acb1-53112d7b630d None None] Provisioning complete for port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:18.124613 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aa863724-d29b-4b0d-acb1-53112d7b630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.132807 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.174455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a43b2ec8-1ff4-4cab-afc7-4fdfefa4d022 req-14891084-1dc5-4b89-9f19-bfc4c5961d9d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322860 Nov 12 08:31:18.215469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e726d0d1-36c8-4e07-9430-4e8711e06433 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:18.272259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:18.273817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff39db-d0d2-4579-8e6c-d35154907832 None None] Pushing event updated for resources: {'Port': ['ID=c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:18.341874 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.353582 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b2c0c4-a02f-482e-b93f-d3b8babbdfa0 x-openstack-request-id: req-38b2c0c4-a02f-482e-b93f-d3b8babbdfa0 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:18.354424 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-unplugged", "status": "completed", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:18.354651 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-38b2c0c4-a02f-482e-b93f-d3b8babbdfa0 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:18.355054 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'code': 200} Nov 12 08:31:18.357413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9482-5695-4aeb-b3c4-9f95971ff3fe req-775816fa-71bf-4cf7-adaf-fa2c211e9471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:18.359137 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b81d9482-5695-4aeb-b3c4-9f95971ff3fe req-775816fa-71bf-4cf7-adaf-fa2c211e9471 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cd838b87702a4860a038889171675852&device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 1096 time: 0.1046553 Nov 12 08:31:18.368352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8bb28-1c3d-4e12-841c-0605eb29d8f4 req-4b2c4bfb-9336-4984-ac8d-5aaef72d649b tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:18.377804 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-72e8bb28-1c3d-4e12-841c-0605eb29d8f4 req-4b2c4bfb-9336-4984-ac8d-5aaef72d649b tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 944 time: 0.1892452 Nov 12 08:31:18.449365 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.485020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668a59ab-2981-4bae-832f-5124145ae7fc {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:18.519826 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.560493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Transition to ACTIVE for port object 668a59ab-2981-4bae-832f-5124145ae7fc will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:31:18.565312 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:18.566446 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.649750 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-72e8bb28-1c3d-4e12-841c-0605eb29d8f4 req-c0998483-5431-4d01-a0eb-bb160ad74b47 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708793 Nov 12 08:31:18.660949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9482-5695-4aeb-b3c4-9f95971ff3fe req-1638dc11-dcc1-4f4c-9742-0d7855b5d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:18.663082 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b81d9482-5695-4aeb-b3c4-9f95971ff3fe req-1638dc11-dcc1-4f4c-9742-0d7855b5d9f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cf718cec-d251-4714-9815-6d0d62a68b53 HTTP/1.1" status: 200 len: 909 time: 0.2831337 Nov 12 08:31:18.671409 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e726d0d1-36c8-4e07-9430-4e8711e06433'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:18.750528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Pushing event updated for resources: {'Port': ['ID=668a59ab-2981-4bae-832f-5124145ae7fc,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:18.771363 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b81d9482-5695-4aeb-b3c4-9f95971ff3fe req-f181b68b-6215-4ccd-96fe-575a47a5024c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca4c9c79-a44d-406b-a150-4e6d882a7398 HTTP/1.1" status: 200 len: 217 time: 0.0967832 Nov 12 08:31:18.782447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:18.800190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f66b0832-0682-4517-8393-76abdcdb3d09 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:31:18.838813 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.884270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Attempting to bind port 668a59ab-2981-4bae-832f-5124145ae7fc on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:18.886094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Attempting to bind port 668a59ab-2981-4bae-832f-5124145ae7fc by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '1253efcf-a767-4d24-9ecf-21d2b5286528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35c748a7-8985-47d3-abae-9cdf0cb4a080'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:18.886478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Attempting to bind port 668a59ab-2981-4bae-832f-5124145ae7fc on network 35c748a7-8985-47d3-abae-9cdf0cb4a080 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:18.893651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Port 668a59ab-2981-4bae-832f-5124145ae7fc on network 35c748a7-8985-47d3-abae-9cdf0cb4a080 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:31:18.894259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Attempting to bind port 668a59ab-2981-4bae-832f-5124145ae7fc on network 35c748a7-8985-47d3-abae-9cdf0cb4a080 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:18.903022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:18.903327 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9482-5695-4aeb-b3c4-9f95971ff3fe req-616522ee-fb3c-487c-94f9-c49ed664c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:18.903520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Checking segment: {'id': '1253efcf-a767-4d24-9ecf-21d2b5286528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35c748a7-8985-47d3-abae-9cdf0cb4a080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:18.903828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Bound using segment: {'id': '1253efcf-a767-4d24-9ecf-21d2b5286528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35c748a7-8985-47d3-abae-9cdf0cb4a080'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:18.904481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Bound port: 668a59ab-2981-4bae-832f-5124145ae7fc, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1253efcf-a767-4d24-9ecf-21d2b5286528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '35c748a7-8985-47d3-abae-9cdf0cb4a080'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:18.904851 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:18.904987 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b81d9482-5695-4aeb-b3c4-9f95971ff3fe req-616522ee-fb3c-487c-94f9-c49ed664c5db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8425cc6b-1838-49ca-a35b-51fef0d418fe HTTP/1.1" status: 200 len: 848 time: 0.1233079 Nov 12 08:31:18.930734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5b29b-46c3-4cd6-a442-463dc85c28ab req-8a8a22d3-bdd6-48ac-94ce-6cd42d2b87c0 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:18.933483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:18.940803 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd5b29b-46c3-4cd6-a442-463dc85c28ab req-8a8a22d3-bdd6-48ac-94ce-6cd42d2b87c0 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 943 time: 0.1164129 Nov 12 08:31:19.027697 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b81d9482-5695-4aeb-b3c4-9f95971ff3fe req-a35212f9-3ac8-4d31-a6e7-e549517593ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cf718cec-d251-4714-9815-6d0d62a68b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794008 Nov 12 08:31:19.070302 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:31:19.099463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] For port 668a59ab-2981-4bae-832f-5124145ae7fc, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:19.103160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] For port 668a59ab-2981-4bae-832f-5124145ae7fc, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=668a59ab-2981-4bae-832f-5124145ae7fc,segment=NetworkSegment(1253efcf-a767-4d24-9ecf-21d2b5286528),segment_id=1253efcf-a767-4d24-9ecf-21d2b5286528)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:19.127152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.233027 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-39bfdcdc-e772-4204-b79e-429c0d6205be req-341dc5a1-8967-4afa-aa03-ef8494360cd8 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 210 time: 0.1173606 Nov 12 08:31:19.249905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:19.256435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:19.278933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.286414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] 10.222.0.46 "PUT /v2.0/ports/668a59ab-2981-4bae-832f-5124145ae7fc HTTP/1.1" status: 200 len: 1092 time: 2.0630231 Nov 12 08:31:19.287387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91137686-43ea-471a-b1f5-ceac700aefad', 'tag': '668a59ab-2981-4bae-832f-5124145ae7fc'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:19.295700 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e754d1-93fc-4d7b-b7d9-8002c8ab1c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "91137686-43ea-471a-b1f5-ceac700aefad", "tag": "668a59ab-2981-4bae-832f-5124145ae7fc"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:19.298374 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd5b29b-46c3-4cd6-a442-463dc85c28ab req-9f0e8006-2c47-4a83-892a-3e9e2d8401fb tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572960 Nov 12 08:31:19.357244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90eb255-503d-4e80-bd8e-117053d92960 service neutron] Pushing event updated for resources: {'Port': ['ID=668a59ab-2981-4bae-832f-5124145ae7fc,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:19.399050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:19.426879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ac611db1-02dd-482b-b855-aaa3bff4add6 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:19.445958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ac611db1-02dd-482b-b855-aaa3bff4add6 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:19.448127 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ac611db1-02dd-482b-b855-aaa3bff4add6 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.52 "GET /v2.0/networks?id=4d09ff0b-cb47-4fc9-b996-e2ea2921235f&id=cb4e8570-f657-461b-b182-2c5e710af290&id=4d09ff0b-cb47-4fc9-b996-e2ea2921235f HTTP/1.1" status: 200 len: 1392 time: 0.3679321 Nov 12 08:31:19.456503 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b81d9482-5695-4aeb-b3c4-9f95971ff3fe req-e0be7385-3346-4846-9bca-729ca691c8ad service neutron] 10.222.0.52 "GET /v2.0/networks/cf718cec-d251-4714-9815-6d0d62a68b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033749 Nov 12 08:31:19.471151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeeb7f5-7dbe-4b3b-af8b-22199653f0bf req-0fad54c3-97f5-419d-ada8-3d722bf5ed64 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:19.478357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'port': {'device_id': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f', 'admin_state_up': True, 'tenant_id': '8d50c32d81684287997975eef364dd1f'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:19.481029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5eeeb7f5-7dbe-4b3b-af8b-22199653f0bf req-0fad54c3-97f5-419d-ada8-3d722bf5ed64 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 946 time: 0.1067243 Nov 12 08:31:19.491883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:19.536326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'mac_address': 'fa:16:3e:0a:de:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:31:19.566063 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:19.566560 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.580542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d84094-0ea5-46ae-a972-8f6c83c7f6ce None None] Network cb4e8570-f657-461b-b182-2c5e710af290 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:19.643262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5eeeb7f5-7dbe-4b3b-af8b-22199653f0bf req-9bdc7913-57ba-4b03-bb39-af2e318bf622 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612024 Nov 12 08:31:19.685132 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce0dd75-fca5-4a95-ac6f-9af45a57762e x-openstack-request-id: req-6ce0dd75-fca5-4a95-ac6f-9af45a57762e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:19.689782 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91137686-43ea-471a-b1f5-ceac700aefad", "tag": "668a59ab-2981-4bae-832f-5124145ae7fc", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:19.694252 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ce0dd75-fca5-4a95-ac6f-9af45a57762e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:19.694252 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91137686-43ea-471a-b1f5-ceac700aefad', 'tag': '668a59ab-2981-4bae-832f-5124145ae7fc', 'status': 'completed', 'code': 200} Nov 12 08:31:19.769808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-2ab41d6c-11fe-4ed6-a7ea-71b198fb7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:19.779927 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-2ab41d6c-11fe-4ed6-a7ea-71b198fb7583 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b304edcbdc94429bb9d525fdb1c7961e&device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 1095 time: 0.1723871 Nov 12 08:31:19.858797 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b81d9482-5695-4aeb-b3c4-9f95971ff3fe req-b62a83c2-c18d-42be-9a52-11c2d9d3c883 service neutron] 10.222.0.52 "GET /v2.0/networks/cf718cec-d251-4714-9815-6d0d62a68b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034612 Nov 12 08:31:19.903006 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-6b3c938d-02c3-4708-9375-12ace9465387 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668a59ab-2981-4bae-832f-5124145ae7fc HTTP/1.1" status: 200 len: 217 time: 0.1050649 Nov 12 08:31:19.920093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:19.931545 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.961382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4a6240ed-8fe8-4708-9e89-6374a71dde85 None None] Provisioning complete for port b593720e-2469-4003-bf4e-2b8c6b41e02f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:19.961783 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4a6240ed-8fe8-4708-9e89-6374a71dde85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.991749 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:19.993346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-a29c9f4b-74d4-4b59-ab5b-9f472bfcfc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:19.995394 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-a29c9f4b-74d4-4b59-ab5b-9f472bfcfc44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9785fc49-125c-4506-ba2d-ce93e1245761 HTTP/1.1" status: 200 len: 853 time: 0.0849426 Nov 12 08:31:20.032379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66b0832-0682-4517-8393-76abdcdb3d09 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:20.065210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-511f0349-357d-43f1-b5d3-fe7c14ea4af5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35c748a7-8985-47d3-abae-9cdf0cb4a080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531993 Nov 12 08:31:20.079672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce11d-6ee4-4028-8ddd-5600374cd0d6 req-4e08874a-6ae3-4adb-a1ec-291cb4582c72 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:20.079934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:20.087977 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3fcce11d-6ee4-4028-8ddd-5600374cd0d6 req-4e08874a-6ae3-4adb-a1ec-291cb4582c72 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 944 time: 0.1855655 Nov 12 08:31:20.196289 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3fcce11d-6ee4-4028-8ddd-5600374cd0d6 req-6ed3ff93-4e16-4e26-bfb9-beaffd604215 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072273 Nov 12 08:31:20.203242 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-3ced9ea0-6136-49a2-b612-5d998a12aae2 service neutron] 10.222.0.46 "GET /v2.0/networks/35c748a7-8985-47d3-abae-9cdf0cb4a080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365490 Nov 12 08:31:20.239054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Allocated IP 19.80.0.17 (4d09ff0b-cb47-4fc9-b996-e2ea2921235f/1feb4e79-c7f3-4863-bfdc-94e0392e153c/3dc8a569-3d6e-4d14-92ac-1ce231ad000c) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:20.283228 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.373151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88002e61-16eb-4468-b1c9-2af40c41f68c req-59c6d9a1-d5b6-4851-a23f-4e582d78d4a9 service neutron] 10.222.0.46 "GET /v2.0/networks/35c748a7-8985-47d3-abae-9cdf0cb4a080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590240 Nov 12 08:31:20.400552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-742e73f8-7569-4db4-9146-8f016a3a946a req-3c469bac-80c6-43ee-ab93-50a69db14c43 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 210 time: 0.0516362 Nov 12 08:31:20.449023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b593720e-2469-4003-bf4e-2b8c6b41e02f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:20.505739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e754d1-93fc-4d7b-b7d9-8002c8ab1c5a req-5e22e203-80f2-40cc-b511-35b65762fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:20.509025 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e754d1-93fc-4d7b-b7d9-8002c8ab1c5a req-5e22e203-80f2-40cc-b511-35b65762fc18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b304edcbdc94429bb9d525fdb1c7961e&device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 1095 time: 0.0524786 Nov 12 08:31:20.526957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915538fb-dec6-444a-b4a6-bac411b27987 req-60c2efa3-ca28-4e33-8578-9879d2898656 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:20.528482 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-915538fb-dec6-444a-b4a6-bac411b27987 req-60c2efa3-ca28-4e33-8578-9879d2898656 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 943 time: 0.0713916 Nov 12 08:31:20.571185 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.582320 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4a6240ed-8fe8-4708-9e89-6374a71dde85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.591153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=10']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:20.623833 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-915538fb-dec6-444a-b4a6-bac411b27987 req-d2c30012-57e8-4f43-a3eb-e6d7e0d10529 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795186 Nov 12 08:31:20.635173 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.660434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e754d1-93fc-4d7b-b7d9-8002c8ab1c5a req-3bd04792-6ae6-447e-bec0-8a35303e26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:20.662539 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e754d1-93fc-4d7b-b7d9-8002c8ab1c5a req-3bd04792-6ae6-447e-bec0-8a35303e26ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=35c748a7-8985-47d3-abae-9cdf0cb4a080 HTTP/1.1" status: 200 len: 914 time: 0.1372008 Nov 12 08:31:20.675191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4a6240ed-8fe8-4708-9e89-6374a71dde85 None None] For port b593720e-2469-4003-bf4e-2b8c6b41e02f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b593720e-2469-4003-bf4e-2b8c6b41e02f,segment=NetworkSegment(3f1c11e1-a4ea-46c8-8646-7b8a6e413564),segment_id=3f1c11e1-a4ea-46c8-8646-7b8a6e413564)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:20.685956 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4a6240ed-8fe8-4708-9e89-6374a71dde85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.689943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b593720e-2469-4003-bf4e-2b8c6b41e02f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:20.690320 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.706171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:20.712324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:20.715556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:20.750524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Port': ['ID=3dc8a569-3d6e-4d14-92ac-1ce231ad000c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:20.774423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e754d1-93fc-4d7b-b7d9-8002c8ab1c5a req-35d4d1d5-669c-420c-b31c-55b92b49e20c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668a59ab-2981-4bae-832f-5124145ae7fc HTTP/1.1" status: 200 len: 217 time: 0.1023009 Nov 12 08:31:20.798770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6240ed-8fe8-4708-9e89-6374a71dde85 None None] Pushing event updated for resources: {'Port': ['ID=b593720e-2469-4003-bf4e-2b8c6b41e02f,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:20.830299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:20.834158 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.876723 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-bd471b72-d6ef-4f75-80fd-b3d1fd19ab02 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4169741 Nov 12 08:31:20.891194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1894461f-8d16-4bde-a69f-cc673640838c None None] Provisioning complete for port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:20.891750 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1894461f-8d16-4bde-a69f-cc673640838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:20.896603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'port': {'device_id': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290', 'admin_state_up': True, 'tenant_id': '8d50c32d81684287997975eef364dd1f'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:20.899452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e754d1-93fc-4d7b-b7d9-8002c8ab1c5a req-40af7c20-504d-4be2-9468-c806d6fe7319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:20.901611 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e754d1-93fc-4d7b-b7d9-8002c8ab1c5a req-40af7c20-504d-4be2-9468-c806d6fe7319 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9785fc49-125c-4506-ba2d-ce93e1245761 HTTP/1.1" status: 200 len: 853 time: 0.1164181 Nov 12 08:31:20.978977 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e754d1-93fc-4d7b-b7d9-8002c8ab1c5a req-bde270a1-69ec-460f-ad5a-a5ad3b3949ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35c748a7-8985-47d3-abae-9cdf0cb4a080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524650 Nov 12 08:31:21.124890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['f66b0832-0682-4517-8393-76abdcdb3d09'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:21.159952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:21.177983 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.224151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:21.254479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e754d1-93fc-4d7b-b7d9-8002c8ab1c5a req-a0e27f15-caed-441b-b168-9c33397fc5c9 service neutron] 10.222.0.46 "GET /v2.0/networks/35c748a7-8985-47d3-abae-9cdf0cb4a080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561088 Nov 12 08:31:21.277012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7b89-c347-4f3d-99a9-64684a7cd6e7 req-04818967-816f-4649-8601-c2f313c5eade tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:21.277378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-821b1077-2a16-4bb2-9a7f-1acf6dd85fa3 None None] Provisioning complete for port b593720e-2469-4003-bf4e-2b8c6b41e02f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:21.277378 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-821b1077-2a16-4bb2-9a7f-1acf6dd85fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.289381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71df7b89-c347-4f3d-99a9-64684a7cd6e7 req-04818967-816f-4649-8601-c2f313c5eade tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.3862543 Nov 12 08:31:21.449476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:21.450105 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.450392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55667011-207b-418d-8821-e70d2be246d1 req-bf382e54-a791-41af-815d-0e40ae4be1fb tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:21.452277 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55667011-207b-418d-8821-e70d2be246d1 req-bf382e54-a791-41af-815d-0e40ae4be1fb tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 944 time: 0.1051209 Nov 12 08:31:21.496068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Allocated IP 19.86.0.163 (cb4e8570-f657-461b-b182-2c5e710af290/e4268fa3-e5ee-4e6f-a25e-35c1d1ec208a/421a1198-5268-4bbb-92f2-ebee383e8f96) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:21.554572 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55667011-207b-418d-8821-e70d2be246d1 req-21756b16-58be-4486-95f8-bf5b0005ee9c tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923703 Nov 12 08:31:21.675300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b593720e-2469-4003-bf4e-2b8c6b41e02f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:21.679579 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device ca4c9c79-a44d-406b-a150-4e6d882a7398 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:31:21.784874 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71df7b89-c347-4f3d-99a9-64684a7cd6e7 req-a372ce2a-75e1-4758-8e33-399abcec92ad tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941120 Nov 12 08:31:21.791442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e754d1-93fc-4d7b-b7d9-8002c8ab1c5a req-38ed42cf-e8af-4327-9464-fa9c5b8aeabc service neutron] 10.222.0.46 "GET /v2.0/networks/35c748a7-8985-47d3-abae-9cdf0cb4a080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980385 Nov 12 08:31:21.795221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144aeed-e7b4-4ac6-ba4c-4d2419fa2098 req-2357fd29-b8d3-40d9-b285-b0481ffb0c92 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:21.796428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-97e95171-3d7f-4727-8bf9-852d744f385d None None] Provisioning complete for port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:21.796681 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9144aeed-e7b4-4ac6-ba4c-4d2419fa2098 req-2357fd29-b8d3-40d9-b285-b0481ffb0c92 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 931 time: 0.1080730 Nov 12 08:31:21.796857 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-97e95171-3d7f-4727-8bf9-852d744f385d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.801845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.877958 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9144aeed-e7b4-4ac6-ba4c-4d2419fa2098 req-2926b985-254e-4ab6-ac5f-43d5363b9e21 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678687 Nov 12 08:31:21.879684 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.922059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-97e95171-3d7f-4727-8bf9-852d744f385d None None] Port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:21.931004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network cb4e8570-f657-461b-b182-2c5e710af290 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:21.935033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b593720e-2469-4003-bf4e-2b8c6b41e02f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:21.935300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:21.935527 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:21.939681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:21.944191 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Port': ['ID=421a1198-5268-4bbb-92f2-ebee383e8f96,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:21.999013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:21.999622 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.016097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed608ff-5141-4757-8d90-6aad63d4a5de req-d1714af4-dfd2-49bd-bbaa-e20003d02eb5 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:22.024409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ed608ff-5141-4757-8d90-6aad63d4a5de req-d1714af4-dfd2-49bd-bbaa-e20003d02eb5 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 943 time: 0.1067965 Nov 12 08:31:22.028798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port ca4c9c79-a44d-406b-a150-4e6d882a7398, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=ca4c9c79-a44d-406b-a150-4e6d882a7398,segment=NetworkSegment(9730a9fc-195c-4a29-8ed2-18ff5d334d8c),segment_id=9730a9fc-195c-4a29-8ed2-18ff5d334d8c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:22.034201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fe7bef56-a54e-451c-bd4a-f92b3718c3a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1512663 Nov 12 08:31:22.049097 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'ca4c9c79-a44d-406b-a150-4e6d882a7398', 'network_id': 'cf718cec-d251-4714-9815-6d0d62a68b53', 'port_id': 'ca4c9c79-a44d-406b-a150-4e6d882a7398', 'mac_address': 'fa:16:3e:ed:b7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8425cc6b-1838-49ca-a35b-51fef0d418fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:31:22.050662 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'port': {'device_id': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f', 'admin_state_up': True, 'tenant_id': '8d50c32d81684287997975eef364dd1f'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:22.087016 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ed608ff-5141-4757-8d90-6aad63d4a5de req-0fcf21cd-661a-4bfc-9f1f-7cf7295051f8 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600731 Nov 12 08:31:22.151129 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.181685 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.209940 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4c9c79-a44d-406b-a150-4e6d882a7398 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:22.220334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:22.224658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.239229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port ca4c9c79-a44d-406b-a150-4e6d882a7398, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=ca4c9c79-a44d-406b-a150-4e6d882a7398,segment=NetworkSegment(9730a9fc-195c-4a29-8ed2-18ff5d334d8c),segment_id=9730a9fc-195c-4a29-8ed2-18ff5d334d8c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:22.250526 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.285726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a2088ee6-11fa-4b4d-a4ad-28caedc002f0 None None] Provisioning complete for port 421a1198-5268-4bbb-92f2-ebee383e8f96 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:22.286105 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a2088ee6-11fa-4b4d-a4ad-28caedc002f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.336017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=ca4c9c79-a44d-406b-a150-4e6d882a7398,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:22.343871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a2088ee6-11fa-4b4d-a4ad-28caedc002f0 None None] Port 421a1198-5268-4bbb-92f2-ebee383e8f96 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:22.417967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Allocated IP 19.80.0.121 (4d09ff0b-cb47-4fc9-b996-e2ea2921235f/1feb4e79-c7f3-4863-bfdc-94e0392e153c/90491f49-7898-4fe4-8b39-b4d4ab1dd03f) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:22.514470 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['ca4c9c79-a44d-406b-a150-4e6d882a7398'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:22.641814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.689783 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.743837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf583c-160f-4925-9092-d738f7ed6494 req-82111c6c-8abb-4d66-8fa6-2a5112688cbb tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:22.745452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:22.745693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01bf583c-160f-4925-9092-d738f7ed6494 req-82111c6c-8abb-4d66-8fa6-2a5112688cbb tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 945 time: 0.0739951 Nov 12 08:31:22.749920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:22.754475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:22.815818 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Port': ['ID=90491f49-7898-4fe4-8b39-b4d4ab1dd03f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:22.817815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:22.871283 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01bf583c-160f-4925-9092-d738f7ed6494 req-251397cc-142e-475e-81f6-2a298857a277 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018829 Nov 12 08:31:22.874981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:22.884339 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.921189 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-eec31d6c-843b-4bbb-993c-0aa78617132a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8755529 Nov 12 08:31:22.924268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port e726d0d1-36c8-4e07-9430-4e8711e06433 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:22.924648 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:22.941525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Request body: {'port': {'device_id': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:23.050812 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.089159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73763141-5c30-4dfe-9f8b-08388c56b3cc req-19d90e38-7228-4206-a522-6e9366a4ea51 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:23.091424 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.093474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:23.095950 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88d9ba7-f748-4fcc-97f4-4b649f8f2c7a" -d '{"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-plugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:23.103587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73763141-5c30-4dfe-9f8b-08388c56b3cc req-19d90e38-7228-4206-a522-6e9366a4ea51 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:23.106591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784b92d-5031-494a-b2e4-21e15225e472 req-b38600ac-77fa-44ac-b6ce-1c917ed3fc46 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:23.108812 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1784b92d-5031-494a-b2e4-21e15225e472 req-b38600ac-77fa-44ac-b6ce-1c917ed3fc46 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1724248 Nov 12 08:31:23.120426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73763141-5c30-4dfe-9f8b-08388c56b3cc req-19d90e38-7228-4206-a522-6e9366a4ea51 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:23.122602 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:23.129050 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73763141-5c30-4dfe-9f8b-08388c56b3cc req-19d90e38-7228-4206-a522-6e9366a4ea51 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2376 time: 0.1255951 Nov 12 08:31:23.134542 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.250651 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73763141-5c30-4dfe-9f8b-08388c56b3cc req-18b06b7a-88da-4fda-acbd-4e71761206ea tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107018 Nov 12 08:31:23.280295 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=10']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:23.298767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-431c9278-2704-426c-b556-c3fcff89767c None None] Provisioning complete for port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:23.299518 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-431c9278-2704-426c-b556-c3fcff89767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.352661 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096d0a36-95a3-472d-92ed-7a9fbc69b024 x-openstack-request-id: req-096d0a36-95a3-472d-92ed-7a9fbc69b024 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:23.353040 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-plugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:23.353334 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-096d0a36-95a3-472d-92ed-7a9fbc69b024 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:23.353776 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'code': 200} Nov 12 08:31:23.355041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-431c9278-2704-426c-b556-c3fcff89767c None None] Port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:31:23.454340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebf002-3332-4660-bdf6-d389ae1c242b req-1431b4c1-4a49-4eed-9abe-3c5d035608e7 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:23.456695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3aebf002-3332-4660-bdf6-d389ae1c242b req-1431b4c1-4a49-4eed-9abe-3c5d035608e7 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 943 time: 0.0692987 Nov 12 08:31:23.525154 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3aebf002-3332-4660-bdf6-d389ae1c242b req-3c91704e-1d41-4870-89a0-d1e81924f494 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589640 Nov 12 08:31:23.698247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device ca4c9c79-a44d-406b-a150-4e6d882a7398 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:23.844721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port ca4c9c79-a44d-406b-a150-4e6d882a7398 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:31:23.852650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port ca4c9c79-a44d-406b-a150-4e6d882a7398 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:23.853266 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.959814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc8a569-3d6e-4d14-92ac-1ce231ad000c {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:23.966494 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.971509 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:23.992452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Transition to ACTIVE for port object 3dc8a569-3d6e-4d14-92ac-1ce231ad000c will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:31:24.012538 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port ca4c9c79-a44d-406b-a150-4e6d882a7398, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=ca4c9c79-a44d-406b-a150-4e6d882a7398,segment=NetworkSegment(9730a9fc-195c-4a29-8ed2-18ff5d334d8c),segment_id=9730a9fc-195c-4a29-8ed2-18ff5d334d8c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:24.022576 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.024811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.075321 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1784b92d-5031-494a-b2e4-21e15225e472 req-86d36262-1c0e-4413-ac06-90be5bd8e206 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9588394 Nov 12 08:31:24.124014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90698b06-effa-454e-9e22-acc095b86a76 req-1b3cad11-5131-4b35-97ac-f195a8f2ec71 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:24.132572 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=ca4c9c79-a44d-406b-a150-4e6d882a7398,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:24.134277 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-90698b06-effa-454e-9e22-acc095b86a76 req-1b3cad11-5131-4b35-97ac-f195a8f2ec71 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 945 time: 0.1315420 Nov 12 08:31:24.187917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc8a569-3d6e-4d14-92ac-1ce231ad000c,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:24.202777 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-90698b06-effa-454e-9e22-acc095b86a76 req-b235f2ce-9546-4050-8174-3ea6d036f2bb tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667682 Nov 12 08:31:24.208159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Attempting to bind port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:24.208647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Attempting to bind port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:24.208981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Attempting to bind port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c on network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:24.217147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c on network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:31:24.217570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Attempting to bind port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c on network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:24.226009 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:24.226353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Checking segment: {'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:24.226742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Bound using segment: {'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:24.227178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Bound port: 3dc8a569-3d6e-4d14-92ac-1ce231ad000c, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:24.227534 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.321921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] For port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:24.326511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] For port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3dc8a569-3d6e-4d14-92ac-1ce231ad000c,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:24.343549 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.410106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:24.410663 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.412441 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] 10.222.0.52 "PUT /v2.0/ports/3dc8a569-3d6e-4d14-92ac-1ce231ad000c HTTP/1.1" status: 200 len: 1092 time: 1.4809771 Nov 12 08:31:24.415115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'tag': '3dc8a569-3d6e-4d14-92ac-1ce231ad000c'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:24.418757 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd40b84-3441-4097-80b7-ae1bec745b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "tag": "3dc8a569-3d6e-4d14-92ac-1ce231ad000c"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:24.469866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Request body: {'port': {'device_id': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:24.527776 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3975548e-2896-46b1-a362-5d8f1e9cbdf4 x-openstack-request-id: req-3975548e-2896-46b1-a362-5d8f1e9cbdf4 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:24.528952 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "tag": "3dc8a569-3d6e-4d14-92ac-1ce231ad000c", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:24.528952 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3975548e-2896-46b1-a362-5d8f1e9cbdf4 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:24.528952 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'tag': '3dc8a569-3d6e-4d14-92ac-1ce231ad000c', 'status': 'completed', 'code': 200} Nov 12 08:31:24.560788 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:31:24.584556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f94cc-4753-4090-ab8e-0b7fe7bc74bf req-e6b4e7b9-9dc2-419a-9362-46df463a1d0b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:24.590719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f94cc-4753-4090-ab8e-0b7fe7bc74bf req-e6b4e7b9-9dc2-419a-9362-46df463a1d0b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:24.596850 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f94cc-4753-4090-ab8e-0b7fe7bc74bf req-e6b4e7b9-9dc2-419a-9362-46df463a1d0b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:24.605272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-723f94cc-4753-4090-ab8e-0b7fe7bc74bf req-e6b4e7b9-9dc2-419a-9362-46df463a1d0b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2388 time: 0.2727168 Nov 12 08:31:24.668339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8aa32d-9d6c-4111-8337-b02a97121221 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc8a569-3d6e-4d14-92ac-1ce231ad000c,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:24.725300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70dff2-3bba-41c6-be75-9b904f0eee63 req-bbadf9a1-09d8-4b6e-b60e-764cda54b15a tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:24.731012 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd40b84-3441-4097-80b7-ae1bec745b7b req-963476ac-feab-4770-9905-c270349ba6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:24.731012 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd40b84-3441-4097-80b7-ae1bec745b7b req-963476ac-feab-4770-9905-c270349ba6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:24.731012 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd40b84-3441-4097-80b7-ae1bec745b7b req-963476ac-feab-4770-9905-c270349ba6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:24.732717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bdd40b84-3441-4097-80b7-ae1bec745b7b req-963476ac-feab-4770-9905-c270349ba6bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d50c32d81684287997975eef364dd1f&device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2732 time: 0.1919684 Nov 12 08:31:24.735757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d70dff2-3bba-41c6-be75-9b904f0eee63 req-bbadf9a1-09d8-4b6e-b60e-764cda54b15a tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 943 time: 0.0908551 Nov 12 08:31:24.738137 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:24.801141 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d70dff2-3bba-41c6-be75-9b904f0eee63 req-7b1face2-6f8a-4e6d-847e-160d35241c03 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638595 Nov 12 08:31:24.846274 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 668a59ab-2981-4bae-832f-5124145ae7fc details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:31:24.853129 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-723f94cc-4753-4090-ab8e-0b7fe7bc74bf req-1c0f966f-e562-4f63-804e-b5361fdcfa61 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468581 Nov 12 08:31:24.855617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f66b0832-0682-4517-8393-76abdcdb3d09 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:25.070466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port f66b0832-0682-4517-8393-76abdcdb3d09 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:25.070825 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.076935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd40b84-3441-4097-80b7-ae1bec745b7b req-3a15284b-ca0f-46e0-925e-f1611363c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:25.077816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd40b84-3441-4097-80b7-ae1bec745b7b req-3a15284b-ca0f-46e0-925e-f1611363c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:25.077988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd40b84-3441-4097-80b7-ae1bec745b7b req-3a15284b-ca0f-46e0-925e-f1611363c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:25.082643 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bdd40b84-3441-4097-80b7-ae1bec745b7b req-3a15284b-ca0f-46e0-925e-f1611363c1a5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8d50c32d81684287997975eef364dd1f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3359299 Nov 12 08:31:25.137795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 668a59ab-2981-4bae-832f-5124145ae7fc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=668a59ab-2981-4bae-832f-5124145ae7fc,segment=NetworkSegment(1253efcf-a767-4d24-9ecf-21d2b5286528),segment_id=1253efcf-a767-4d24-9ecf-21d2b5286528)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:25.156529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '668a59ab-2981-4bae-832f-5124145ae7fc', 'network_id': '35c748a7-8985-47d3-abae-9cdf0cb4a080', 'port_id': '668a59ab-2981-4bae-832f-5124145ae7fc', 'mac_address': 'fa:16:3e:b0:54:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9785fc49-125c-4506-ba2d-ce93e1245761', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:31:25.255106 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.308860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668a59ab-2981-4bae-832f-5124145ae7fc {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:25.314540 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.357507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f04d452-3aed-414c-98ac-739a9976b698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4c9c79-a44d-406b-a150-4e6d882a7398'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:25.359569 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71401e19-d894-4de5-8505-943bd1b5cc37" -d '{"events": [{"server_uuid": "3f04d452-3aed-414c-98ac-739a9976b698", "name": "network-vif-plugged", "status": "completed", "tag": "ca4c9c79-a44d-406b-a150-4e6d882a7398"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:25.379905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd40b84-3441-4097-80b7-ae1bec745b7b req-f33d6f40-1d50-48e1-8388-d8ceda17eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:25.382779 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bdd40b84-3441-4097-80b7-ae1bec745b7b req-f33d6f40-1d50-48e1-8388-d8ceda17eeed service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2925382 Nov 12 08:31:25.388497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 668a59ab-2981-4bae-832f-5124145ae7fc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=668a59ab-2981-4bae-832f-5124145ae7fc,segment=NetworkSegment(1253efcf-a767-4d24-9ecf-21d2b5286528),segment_id=1253efcf-a767-4d24-9ecf-21d2b5286528)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:25.405251 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.418559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:25.420473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb50a9f-d915-48eb-8b60-19df72a34103 req-f320c6e3-f414-48e7-9f69-d31251a091a2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:25.431727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa1893-528f-41ff-a292-6c9de5df8cd0 req-6a48b852-4b34-4de8-9f7e-5b24f296e251 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:25.432880 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5bb50a9f-d915-48eb-8b60-19df72a34103 req-f320c6e3-f414-48e7-9f69-d31251a091a2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 948 time: 0.1888218 Nov 12 08:31:25.433836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16fa1893-528f-41ff-a292-6c9de5df8cd0 req-6a48b852-4b34-4de8-9f7e-5b24f296e251 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 946 time: 0.1098275 Nov 12 08:31:25.459380 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.506778 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16fa1893-528f-41ff-a292-6c9de5df8cd0 req-92f3be34-4c3b-4325-a793-71d0c1200046 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655155 Nov 12 08:31:25.526516 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=668a59ab-2981-4bae-832f-5124145ae7fc,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:25.537966 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:25.538320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:25.538662 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:25.538999 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:25.539345 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:25.539664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:25.540524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:25.540861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:25.541802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:25.542139 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:25.542502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:25.542902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:25.574115 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dbafda-117f-4d66-b189-6c6611c021cd x-openstack-request-id: req-88dbafda-117f-4d66-b189-6c6611c021cd {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:25.574424 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f04d452-3aed-414c-98ac-739a9976b698", "name": "network-vif-plugged", "status": "completed", "tag": "ca4c9c79-a44d-406b-a150-4e6d882a7398", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:25.574649 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88dbafda-117f-4d66-b189-6c6611c021cd {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:25.575039 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f04d452-3aed-414c-98ac-739a9976b698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4c9c79-a44d-406b-a150-4e6d882a7398', 'code': 200} Nov 12 08:31:25.588374 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5bb50a9f-d915-48eb-8b60-19df72a34103 req-5bae275d-55dc-47eb-9f7a-17afa2c7ccde tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508536 Nov 12 08:31:25.602272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421a1198-5268-4bbb-92f2-ebee383e8f96 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:25.611928 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.618106 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=11']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:25.638262 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Transition to ACTIVE for port object 421a1198-5268-4bbb-92f2-ebee383e8f96 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:31:25.644688 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:25.744689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Pushing event updated for resources: {'Port': ['ID=421a1198-5268-4bbb-92f2-ebee383e8f96,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:25.810879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713daac1-e38c-4986-8985-c3a3466574fc req-db3240c1-2ab8-4271-85c0-f2b172f17c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:25.812418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-713daac1-e38c-4986-8985-c3a3466574fc req-db3240c1-2ab8-4271-85c0-f2b172f17c37 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 1098 time: 0.1373401 Nov 12 08:31:25.910587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['668a59ab-2981-4bae-832f-5124145ae7fc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:25.935218 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-713daac1-e38c-4986-8985-c3a3466574fc req-40831c33-67c2-456c-9597-f6afb4857f5d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140208 Nov 12 08:31:25.958717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Attempting to bind port 421a1198-5268-4bbb-92f2-ebee383e8f96 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:25.958717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Attempting to bind port 421a1198-5268-4bbb-92f2-ebee383e8f96 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '3f1c11e1-a4ea-46c8-8646-7b8a6e413564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:25.959232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Attempting to bind port 421a1198-5268-4bbb-92f2-ebee383e8f96 on network cb4e8570-f657-461b-b182-2c5e710af290 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:26.018388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Port 421a1198-5268-4bbb-92f2-ebee383e8f96 on network cb4e8570-f657-461b-b182-2c5e710af290 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:31:26.018708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Attempting to bind port 421a1198-5268-4bbb-92f2-ebee383e8f96 on network cb4e8570-f657-461b-b182-2c5e710af290 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:26.047132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f450a1a-edfe-4e2a-a06e-5c4823f665d4 req-65e3a133-f131-4df0-abdc-39dc45cdc032 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.048778 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f450a1a-edfe-4e2a-a06e-5c4823f665d4 req-65e3a133-f131-4df0-abdc-39dc45cdc032 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 944 time: 0.1038234 Nov 12 08:31:26.049147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:26.049570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Checking segment: {'id': '3f1c11e1-a4ea-46c8-8646-7b8a6e413564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:26.049969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Bound using segment: {'id': '3f1c11e1-a4ea-46c8-8646-7b8a6e413564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:26.050438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Bound port: 421a1198-5268-4bbb-92f2-ebee383e8f96, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1c11e1-a4ea-46c8-8646-7b8a6e413564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:26.050817 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.108186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be347a-9191-4447-8667-a98700535080 req-797a2847-49f4-4f01-9965-460060730c82 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.118089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be347a-9191-4447-8667-a98700535080 req-797a2847-49f4-4f01-9965-460060730c82 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.127792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be347a-9191-4447-8667-a98700535080 req-797a2847-49f4-4f01-9965-460060730c82 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.131962 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5be347a-9191-4447-8667-a98700535080 req-797a2847-49f4-4f01-9965-460060730c82 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2400 time: 0.1777766 Nov 12 08:31:26.155498 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f450a1a-edfe-4e2a-a06e-5c4823f665d4 req-c2583c04-2522-474f-a0d1-71a69ca9c4ef tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960712 Nov 12 08:31:26.243247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5be347a-9191-4447-8667-a98700535080 req-dd0e6d7d-99d3-4b64-a1c1-b6def7a98c10 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782187 Nov 12 08:31:26.265164 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] For port 421a1198-5268-4bbb-92f2-ebee383e8f96, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:26.270600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] For port 421a1198-5268-4bbb-92f2-ebee383e8f96, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=421a1198-5268-4bbb-92f2-ebee383e8f96,segment=NetworkSegment(3f1c11e1-a4ea-46c8-8646-7b8a6e413564),segment_id=3f1c11e1-a4ea-46c8-8646-7b8a6e413564)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:26.284172 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.373938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.375790 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.377541 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] 10.222.0.52 "PUT /v2.0/ports/421a1198-5268-4bbb-92f2-ebee383e8f96 HTTP/1.1" status: 200 len: 1093 time: 1.9117792 Nov 12 08:31:26.424980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Request body: {'port': {'device_id': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:26.479809 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584e396-1ad8-4491-82af-5020dccfc484 service neutron] Pushing event updated for resources: {'Port': ['ID=421a1198-5268-4bbb-92f2-ebee383e8f96,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:26.538680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'tag': '421a1198-5268-4bbb-92f2-ebee383e8f96'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:26.546525 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a726c792-e3f4-4792-ac6c-8973314ac08b" -d '{"events": [{"name": "network-changed", "server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "tag": "421a1198-5268-4bbb-92f2-ebee383e8f96"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:26.574208 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:26.670271 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7512b8ee-dba2-44a9-ac12-efdd9778b37d x-openstack-request-id: req-7512b8ee-dba2-44a9-ac12-efdd9778b37d {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:26.670609 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "tag": "421a1198-5268-4bbb-92f2-ebee383e8f96", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:26.670802 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7512b8ee-dba2-44a9-ac12-efdd9778b37d {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:26.671180 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'tag': '421a1198-5268-4bbb-92f2-ebee383e8f96', 'status': 'completed', 'code': 200} Nov 12 08:31:26.721194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ffc1a-5c36-440e-a409-bb960c363e79 req-ac5af93d-c9c7-4ed2-afa6-f47a46e2919a tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.734139 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b0ffc1a-5c36-440e-a409-bb960c363e79 req-ac5af93d-c9c7-4ed2-afa6-f47a46e2919a tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 946 time: 0.1254954 Nov 12 08:31:26.789713 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b0ffc1a-5c36-440e-a409-bb960c363e79 req-e4e63dc5-2c71-47b9-9343-415a8a2b8b7a tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543211 Nov 12 08:31:26.950258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726c792-e3f4-4792-ac6c-8973314ac08b req-35ac5d5c-d0a4-4d02-af28-3b1adba9cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.950681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726c792-e3f4-4792-ac6c-8973314ac08b req-35ac5d5c-d0a4-4d02-af28-3b1adba9cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.951128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726c792-e3f4-4792-ac6c-8973314ac08b req-35ac5d5c-d0a4-4d02-af28-3b1adba9cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.953181 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a726c792-e3f4-4792-ac6c-8973314ac08b req-35ac5d5c-d0a4-4d02-af28-3b1adba9cb23 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d50c32d81684287997975eef364dd1f&device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2800 time: 0.2736335 Nov 12 08:31:26.997955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7315e-e55f-47a6-bd13-4c851cc2ca61 req-7f3e3b0d-83a4-4175-b404-81789c65d072 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:26.999604 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a4d7315e-e55f-47a6-bd13-4c851cc2ca61 req-7f3e3b0d-83a4-4175-b404-81789c65d072 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 949 time: 0.2244210 Nov 12 08:31:27.215952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a4d7315e-e55f-47a6-bd13-4c851cc2ca61 req-dae15e4d-f72a-45b7-841d-7001830e39a1 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935828 Nov 12 08:31:27.277659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726c792-e3f4-4792-ac6c-8973314ac08b req-b62f1e25-bdca-4095-9624-9309ad9000e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:27.278149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726c792-e3f4-4792-ac6c-8973314ac08b req-b62f1e25-bdca-4095-9624-9309ad9000e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:27.278989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726c792-e3f4-4792-ac6c-8973314ac08b req-b62f1e25-bdca-4095-9624-9309ad9000e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:27.282363 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a726c792-e3f4-4792-ac6c-8973314ac08b req-b62f1e25-bdca-4095-9624-9309ad9000e1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8d50c32d81684287997975eef364dd1f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3136735 Nov 12 08:31:27.402100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e382dc1-8473-4b05-adcc-a60d48e0d6eb req-c704fda8-9b2a-491b-9fce-3a3c86c7fca2 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:27.410592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4e382dc1-8473-4b05-adcc-a60d48e0d6eb req-c704fda8-9b2a-491b-9fce-3a3c86c7fca2 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 944 time: 0.0905347 Nov 12 08:31:27.467920 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4e382dc1-8473-4b05-adcc-a60d48e0d6eb req-8ed09d4e-e04c-458e-8cf9-5f7dd3eae8a6 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556827 Nov 12 08:31:27.496048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90491f49-7898-4fe4-8b39-b4d4ab1dd03f {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:27.575939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:27.578316 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24baac1-99cd-485a-93dd-f8fd266f8dca" -d '{"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-plugged", "status": "completed", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:27.597263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.640176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Transition to ACTIVE for port object 90491f49-7898-4fe4-8b39-b4d4ab1dd03f will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:31:27.651280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e83339-95d3-4388-b93b-f452bf215380 req-06751bde-9eb3-4512-9117-f65589356b83 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:27.657712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e83339-95d3-4388-b93b-f452bf215380 req-06751bde-9eb3-4512-9117-f65589356b83 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:27.664912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e83339-95d3-4388-b93b-f452bf215380 req-06751bde-9eb3-4512-9117-f65589356b83 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:27.672701 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0e83339-95d3-4388-b93b-f452bf215380 req-06751bde-9eb3-4512-9117-f65589356b83 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2400 time: 0.1713223 Nov 12 08:31:27.686396 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:27.701456 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a049f91e-c7d0-4d1e-8b97-fcec2fe9b7e7 x-openstack-request-id: req-a049f91e-c7d0-4d1e-8b97-fcec2fe9b7e7 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:27.701741 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-plugged", "status": "completed", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:27.701993 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a049f91e-c7d0-4d1e-8b97-fcec2fe9b7e7 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:27.702381 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'code': 200} Nov 12 08:31:27.812735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726c792-e3f4-4792-ac6c-8973314ac08b req-3f07d867-ec79-4314-9229-f2af9e910f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:27.818504 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a726c792-e3f4-4792-ac6c-8973314ac08b req-3f07d867-ec79-4314-9229-f2af9e910f85 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5209584 Nov 12 08:31:27.832015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0e83339-95d3-4388-b93b-f452bf215380 req-8a889517-87ce-49de-81dc-f6da07bcdfe7 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582308 Nov 12 08:31:27.867681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Pushing event updated for resources: {'Port': ['ID=90491f49-7898-4fe4-8b39-b4d4ab1dd03f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:27.990011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d7ab4-0165-466f-a86a-4269c91083b2 req-e20a1580-2c23-492d-92f7-cb2e3672985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:27.992257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-310d7ab4-0165-466f-a86a-4269c91083b2 req-e20a1580-2c23-492d-92f7-cb2e3672985d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 1101 time: 0.0871961 Nov 12 08:31:28.010897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Attempting to bind port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:28.011232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Attempting to bind port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:28.013573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Attempting to bind port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f on network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:28.031695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f on network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:31:28.032022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Attempting to bind port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f on network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:28.044964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:28.044964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Checking segment: {'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:28.045376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Bound using segment: {'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:28.045820 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Bound port: 90491f49-7898-4fe4-8b39-b4d4ab1dd03f, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f455b44a-322b-4658-a14e-a9e913e226da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:28.046373 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.094301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f396f-8a66-4b33-9dfa-044e1989ea51 req-aff481de-64d1-40a4-a77a-3e03742d0fa4 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:28.102936 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-835f396f-8a66-4b33-9dfa-044e1989ea51 req-aff481de-64d1-40a4-a77a-3e03742d0fa4 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 946 time: 0.1003969 Nov 12 08:31:28.192739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-835f396f-8a66-4b33-9dfa-044e1989ea51 req-fc5477e3-72e8-4708-b373-3579cd762d9a tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880268 Nov 12 08:31:28.216557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] For port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:28.222648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] For port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=90491f49-7898-4fe4-8b39-b4d4ab1dd03f,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:28.265042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.265442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-310d7ab4-0165-466f-a86a-4269c91083b2 req-8d8f1aab-3761-4ffc-af55-964aa58013c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168970 Nov 12 08:31:28.439031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef0290-7b87-4c19-ae4e-985c2b975571 req-78111ab1-e4d2-46ff-895b-42e99c7b1544 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:28.449120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72ef0290-7b87-4c19-ae4e-985c2b975571 req-78111ab1-e4d2-46ff-895b-42e99c7b1544 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 949 time: 0.1032231 Nov 12 08:31:28.462421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Pushing event updated for resources: {'Port': ['ID=90491f49-7898-4fe4-8b39-b4d4ab1dd03f,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:28.480658 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.483254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:28.484129 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:28.490292 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-d289df9b-2a1b-4009-b361-1cc51249ff83 service neutron] 10.222.0.52 "PUT /v2.0/ports/90491f49-7898-4fe4-8b39-b4d4ab1dd03f HTTP/1.1" status: 200 len: 1093 time: 2.0710278 Nov 12 08:31:28.602131 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72ef0290-7b87-4c19-ae4e-985c2b975571 req-a9bd18c2-a4e1-41ba-ac97-c5d36c2cb555 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511321 Nov 12 08:31:28.673134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'tag': '90491f49-7898-4fe4-8b39-b4d4ab1dd03f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:28.684115 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c67a88-40c9-4307-939c-504eb85cb788" -d '{"events": [{"name": "network-changed", "server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "tag": "90491f49-7898-4fe4-8b39-b4d4ab1dd03f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:28.736817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-60b0672a-4ad7-4b62-8ea6-2d85cc658e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:28.742367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-60b0672a-4ad7-4b62-8ea6-2d85cc658e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:28.743187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-60b0672a-4ad7-4b62-8ea6-2d85cc658e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:28.747722 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-60b0672a-4ad7-4b62-8ea6-2d85cc658e9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d50c32d81684287997975eef364dd1f&device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2868 time: 0.1817310 Nov 12 08:31:28.844564 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-109e289e-279c-4390-87bb-024664cc9dd2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=3dc8a569-3d6e-4d14-92ac-1ce231ad000c HTTP/1.1" status: 200 len: 217 time: 0.0899446 Nov 12 08:31:28.898950 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 668a59ab-2981-4bae-832f-5124145ae7fc up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:28.944703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03d6b4-c547-4e77-ba18-d757fc19c7c0 req-0d01e21a-44d7-427b-9b98-5e28c4c7cdda tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:28.946344 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ab03d6b4-c547-4e77-ba18-d757fc19c7c0 req-0d01e21a-44d7-427b-9b98-5e28c4c7cdda tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 944 time: 0.1008623 Nov 12 08:31:28.951324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-3420f626-84d9-484d-b27c-dff8a8ba455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:28.952811 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-3420f626-84d9-484d-b27c-dff8a8ba455a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1feb4e79-c7f3-4863-bfdc-94e0392e153c HTTP/1.1" status: 200 len: 801 time: 0.0950618 Nov 12 08:31:29.040997 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbec4232-b45c-4a4b-b5f2-487d7f770858 x-openstack-request-id: req-fbec4232-b45c-4a4b-b5f2-487d7f770858 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:29.041950 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "tag": "90491f49-7898-4fe4-8b39-b4d4ab1dd03f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:29.042188 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbec4232-b45c-4a4b-b5f2-487d7f770858 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:29.042575 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'tag': '90491f49-7898-4fe4-8b39-b4d4ab1dd03f', 'status': 'completed', 'code': 200} Nov 12 08:31:29.053317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 668a59ab-2981-4bae-832f-5124145ae7fc completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:31:29.057747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 668a59ab-2981-4bae-832f-5124145ae7fc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:29.058141 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.136281 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ab03d6b4-c547-4e77-ba18-d757fc19c7c0 req-528937b0-651c-4cbc-bcf7-6bc87520f941 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822119 Nov 12 08:31:29.160447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-a7cc1b3f-ecb7-4c03-92f3-713b7c8b2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:29.162351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-a7cc1b3f-ecb7-4c03-92f3-713b7c8b2e7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d09ff0b-cb47-4fc9-b996-e2ea2921235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008929 Nov 12 08:31:29.170222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93727fb1-e21a-4195-8aa1-7bd4e0860414 req-589a26e7-7555-4b3d-9ef8-a55c1fbf0b10 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:29.178910 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.179275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93727fb1-e21a-4195-8aa1-7bd4e0860414 req-589a26e7-7555-4b3d-9ef8-a55c1fbf0b10 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 946 time: 0.1041605 Nov 12 08:31:29.227243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 668a59ab-2981-4bae-832f-5124145ae7fc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=668a59ab-2981-4bae-832f-5124145ae7fc,segment=NetworkSegment(1253efcf-a767-4d24-9ecf-21d2b5286528),segment_id=1253efcf-a767-4d24-9ecf-21d2b5286528)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:29.237405 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:29.256984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93727fb1-e21a-4195-8aa1-7bd4e0860414 req-91a1c448-bd96-4206-9f5c-0d8ed89c10ba tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711842 Nov 12 08:31:29.332788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=668a59ab-2981-4bae-832f-5124145ae7fc,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:29.390557 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-17498689-fbe1-455a-aef7-72f9e49c4507 service neutron] 10.222.0.52 "GET /v2.0/networks/4d09ff0b-cb47-4fc9-b996-e2ea2921235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196906 Nov 12 08:31:29.408265 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bb15c-aeaa-4c0c-b990-a9ec6fe78150 req-289bb73a-616c-4f8b-82fc-2a9d661748df tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:29.419813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bb15c-aeaa-4c0c-b990-a9ec6fe78150 req-289bb73a-616c-4f8b-82fc-2a9d661748df tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:29.430785 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bb15c-aeaa-4c0c-b990-a9ec6fe78150 req-289bb73a-616c-4f8b-82fc-2a9d661748df tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:29.434106 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-178bb15c-aeaa-4c0c-b990-a9ec6fe78150 req-289bb73a-616c-4f8b-82fc-2a9d661748df tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2412 time: 0.1337490 Nov 12 08:31:29.565332 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-178bb15c-aeaa-4c0c-b990-a9ec6fe78150 req-57640e3a-8303-4286-899f-20f64b910af6 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162496 Nov 12 08:31:29.598227 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-a395073c-9946-4d06-8472-ad6e55360839 service neutron] 10.222.0.52 "GET /v2.0/networks/4d09ff0b-cb47-4fc9-b996-e2ea2921235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627507 Nov 12 08:31:29.658338 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-2cdba117-e767-4fa8-bff0-99a6e99a8d85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.163&port_id=421a1198-5268-4bbb-92f2-ebee383e8f96 HTTP/1.1" status: 200 len: 217 time: 0.0478961 Nov 12 08:31:29.703194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91137686-43ea-471a-b1f5-ceac700aefad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a59ab-2981-4bae-832f-5124145ae7fc'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:29.705850 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf06100-0a66-4863-9c21-50cd4f910575" -d '{"events": [{"server_uuid": "91137686-43ea-471a-b1f5-ceac700aefad", "name": "network-vif-plugged", "status": "completed", "tag": "668a59ab-2981-4bae-832f-5124145ae7fc"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:29.730740 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-4df5fda0-ebdc-4778-92a7-064dfdf264a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:29.739204 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-4df5fda0-ebdc-4778-92a7-064dfdf264a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4268fa3-e5ee-4e6f-a25e-35c1d1ec208a HTTP/1.1" status: 200 len: 801 time: 0.0730693 Nov 12 08:31:29.772569 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3c3003-892c-4c28-8f2b-a9377d3bc500 x-openstack-request-id: req-df3c3003-892c-4c28-8f2b-a9377d3bc500 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:29.772921 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91137686-43ea-471a-b1f5-ceac700aefad", "name": "network-vif-plugged", "status": "completed", "tag": "668a59ab-2981-4bae-832f-5124145ae7fc", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:29.773202 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df3c3003-892c-4c28-8f2b-a9377d3bc500 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:29.773597 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91137686-43ea-471a-b1f5-ceac700aefad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a59ab-2981-4bae-832f-5124145ae7fc', 'code': 200} Nov 12 08:31:29.882466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d07bf6-f38d-454a-a181-309e55bfc790 req-fe0840ad-3b88-4679-9ad9-6b2abed354f9 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:29.909263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-346b7f8f-746d-4f85-a63c-86dd684d392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:29.909263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-346b7f8f-746d-4f85-a63c-86dd684d392a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb4e8570-f657-461b-b182-2c5e710af290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499026 Nov 12 08:31:29.914882 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4d07bf6-f38d-454a-a181-309e55bfc790 req-fe0840ad-3b88-4679-9ad9-6b2abed354f9 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 949 time: 0.1948481 Nov 12 08:31:30.067888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4d07bf6-f38d-454a-a181-309e55bfc790 req-b4a12eda-5300-4bf3-a8ef-0d2cc2c37417 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443069 Nov 12 08:31:30.086383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c712669-b019-4fdb-a1d7-1185e3b4b261 req-e498bde7-f7fb-4714-923a-9dcee9903b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:30.088252 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c712669-b019-4fdb-a1d7-1185e3b4b261 req-e498bde7-f7fb-4714-923a-9dcee9903b24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 1097 time: 0.1206658 Nov 12 08:31:30.195379 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-e07cecc5-9303-43b5-8db4-dabce9144cef service neutron] 10.222.0.52 "GET /v2.0/networks/cb4e8570-f657-461b-b182-2c5e710af290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810163 Nov 12 08:31:30.222889 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c712669-b019-4fdb-a1d7-1185e3b4b261 req-69e844ee-3d0f-4e17-b698-ebdacabac7d0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236565 Nov 12 08:31:30.305141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5f6d9-71ed-4a1d-99a7-76bfed035368 req-f380d972-2a3c-43c7-b767-3f653256ade2 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:30.306837 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73e5f6d9-71ed-4a1d-99a7-76bfed035368 req-f380d972-2a3c-43c7-b767-3f653256ade2 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 946 time: 0.1913712 Nov 12 08:31:30.324199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343d303-975d-4c06-86fe-f2c36e049416 req-918e9a1d-2c7d-45e4-8ae1-bfa9a169bac5 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:30.333141 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7343d303-975d-4c06-86fe-f2c36e049416 req-918e9a1d-2c7d-45e4-8ae1-bfa9a169bac5 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 945 time: 0.0973146 Nov 12 08:31:30.406744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7343d303-975d-4c06-86fe-f2c36e049416 req-f80108aa-e115-4705-b11c-7baba472d572 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725265 Nov 12 08:31:30.450847 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-4e00cc74-bc02-4137-a9da-4ef8188442ca service neutron] 10.222.0.52 "GET /v2.0/networks/cb4e8570-f657-461b-b182-2c5e710af290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400661 Nov 12 08:31:30.523521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf18713-e51c-46b2-835c-c455b368d5e6 req-17139f60-2df2-4d46-a33d-4cb4dbee6c30 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:30.525220 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-abf18713-e51c-46b2-835c-c455b368d5e6 req-17139f60-2df2-4d46-a33d-4cb4dbee6c30 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 946 time: 0.1781909 Nov 12 08:31:30.527207 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-7e067efa-9ffa-4b7c-a134-cdfbc675fa49 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=90491f49-7898-4fe4-8b39-b4d4ab1dd03f HTTP/1.1" status: 200 len: 217 time: 0.0567997 Nov 12 08:31:30.709752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-73e5f6d9-71ed-4a1d-99a7-76bfed035368 req-c9a6e6ef-8b73-4c4a-979b-2d03bc9de560 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Deleting port ca4c9c79-a44d-406b-a150-4e6d882a7398 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:30.710674 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-73e5f6d9-71ed-4a1d-99a7-76bfed035368 req-c9a6e6ef-8b73-4c4a-979b-2d03bc9de560 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.748677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad6e6c-9a4b-4050-ad05-119e1ae569e9 req-068c6620-37ae-4d08-b206-e9e7d0b744d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:30.758328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad6e6c-9a4b-4050-ad05-119e1ae569e9 req-068c6620-37ae-4d08-b206-e9e7d0b744d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:30.758604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fd341cb5-f9db-4e48-930f-cb252732706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:30.763643 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-fd341cb5-f9db-4e48-930f-cb252732706e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1feb4e79-c7f3-4863-bfdc-94e0392e153c HTTP/1.1" status: 200 len: 801 time: 0.2270885 Nov 12 08:31:30.769175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad6e6c-9a4b-4050-ad05-119e1ae569e9 req-068c6620-37ae-4d08-b206-e9e7d0b744d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:30.780420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-06ad6e6c-9a4b-4050-ad05-119e1ae569e9 req-068c6620-37ae-4d08-b206-e9e7d0b744d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2412 time: 0.1033001 Nov 12 08:31:30.839699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-06ad6e6c-9a4b-4050-ad05-119e1ae569e9 req-6bf18323-2766-4000-bc4c-aa6bebb30cbb tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567875 Nov 12 08:31:30.893352 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-abf18713-e51c-46b2-835c-c455b368d5e6 req-f6675d1a-065e-4077-a6a1-87e3f02f73cd tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8969038-b965-4ffc-84c8-cccf04b1ec72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416994 Nov 12 08:31:30.967749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-73e5f6d9-71ed-4a1d-99a7-76bfed035368 req-c9a6e6ef-8b73-4c4a-979b-2d03bc9de560 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] For port ca4c9c79-a44d-406b-a150-4e6d882a7398, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=ca4c9c79-a44d-406b-a150-4e6d882a7398,segment=NetworkSegment(9730a9fc-195c-4a29-8ed2-18ff5d334d8c),segment_id=9730a9fc-195c-4a29-8ed2-18ff5d334d8c)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:30.970948 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-73e5f6d9-71ed-4a1d-99a7-76bfed035368 req-c9a6e6ef-8b73-4c4a-979b-2d03bc9de560 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:30.983110 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-361cc03b-7e4e-4780-95c6-e9df0e04f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:30.988201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-361cc03b-7e4e-4780-95c6-e9df0e04f4d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d09ff0b-cb47-4fc9-b996-e2ea2921235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077868 Nov 12 08:31:31.052896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-73e5f6d9-71ed-4a1d-99a7-76bfed035368 req-c9a6e6ef-8b73-4c4a-979b-2d03bc9de560 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Calling delete_port for ca4c9c79-a44d-406b-a150-4e6d882a7398 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:31.398107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f38eda-f2fa-4a94-972f-edf8bcf60792 req-2e8408bb-fdd1-4f5e-8de8-914448c83eb6 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:31.399995 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8f38eda-f2fa-4a94-972f-edf8bcf60792 req-2e8408bb-fdd1-4f5e-8de8-914448c83eb6 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 945 time: 0.0628018 Nov 12 08:31:31.480424 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8f38eda-f2fa-4a94-972f-edf8bcf60792 req-64f70783-4534-4081-b62a-c2490d58101a tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700867 Nov 12 08:31:31.705309 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-cd928168-9f10-49e9-85ba-7556ed3f07e5 service neutron] 10.222.0.52 "GET /v2.0/networks/4d09ff0b-cb47-4fc9-b996-e2ea2921235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7067842 Nov 12 08:31:31.732853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77705b1a-07d4-41c4-b2e7-5f7368eb35ca req-6b62cee4-d6c5-45f5-b0f6-ed2bb8740cfd tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:31.740806 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77705b1a-07d4-41c4-b2e7-5f7368eb35ca req-6b62cee4-d6c5-45f5-b0f6-ed2bb8740cfd tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 949 time: 0.1598139 Nov 12 08:31:31.794516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffa8c1-f5b9-40d9-af1b-053ddbda568d req-6c8cfcfd-c8a5-4693-a463-36f7af772766 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:31.797007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03ffa8c1-f5b9-40d9-af1b-053ddbda568d req-6c8cfcfd-c8a5-4693-a463-36f7af772766 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 945 time: 0.1061745 Nov 12 08:31:31.876876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03ffa8c1-f5b9-40d9-af1b-053ddbda568d req-a6728560-9736-4392-95bf-3786731318da tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727470 Nov 12 08:31:31.970147 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77705b1a-07d4-41c4-b2e7-5f7368eb35ca req-03c336aa-a8f0-476a-87ad-d47084662df9 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271729 Nov 12 08:31:32.045255 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb6f8362-4765-4fcb-acad-23a505cf7874 req-2ee29da1-2f94-4177-9ff5-5e451e1bbabf service neutron] 10.222.0.52 "GET /v2.0/networks/4d09ff0b-cb47-4fc9-b996-e2ea2921235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297787 Nov 12 08:31:32.046387 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-73e5f6d9-71ed-4a1d-99a7-76bfed035368 req-c9a6e6ef-8b73-4c4a-979b-2d03bc9de560 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.116437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d0ec2-dd6a-4d20-8e58-c003548afc45 req-e9bd049c-7c7e-4853-b3e1-38a6b6786f63 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.127973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d0ec2-dd6a-4d20-8e58-c003548afc45 req-e9bd049c-7c7e-4853-b3e1-38a6b6786f63 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.130127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6e6ef-8b73-4c4a-979b-2d03bc9de560 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Pushing event deleted for resources: {'Port': ['ID=ca4c9c79-a44d-406b-a150-4e6d882a7398,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:32.146848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d0ec2-dd6a-4d20-8e58-c003548afc45 req-e9bd049c-7c7e-4853-b3e1-38a6b6786f63 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.157567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e4d0ec2-dd6a-4d20-8e58-c003548afc45 req-e9bd049c-7c7e-4853-b3e1-38a6b6786f63 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2412 time: 0.1800070 Nov 12 08:31:32.192691 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de7d1c27-284c-4aea-a85e-7410ef0ef733 req-bbbb6b01-566e-4d48-b4c7-cbc1b95c6d5a tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.31 "GET /v2.0/ports?device_id=3f04d452-3aed-414c-98ac-739a9976b698 HTTP/1.1" status: 200 len: 210 time: 0.0740092 Nov 12 08:31:32.256491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e5f6d9-71ed-4a1d-99a7-76bfed035368 req-c9a6e6ef-8b73-4c4a-979b-2d03bc9de560 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] No DVR routers for this DVR port ca4c9c79-a44d-406b-a150-4e6d882a7398 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:32.261120 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-73e5f6d9-71ed-4a1d-99a7-76bfed035368 req-c9a6e6ef-8b73-4c4a-979b-2d03bc9de560 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:32.264469 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73e5f6d9-71ed-4a1d-99a7-76bfed035368 req-c9a6e6ef-8b73-4c4a-979b-2d03bc9de560 tempest-ServerGroupTestJSON-1045953693 tempest-ServerGroupTestJSON-1045953693-project] 10.222.0.52 "DELETE /v2.0/ports/ca4c9c79-a44d-406b-a150-4e6d882a7398 HTTP/1.1" status: 204 len: 173 time: 1.9463737 Nov 12 08:31:32.264931 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f04d452-3aed-414c-98ac-739a9976b698', 'name': 'network-vif-deleted', 'tag': 'ca4c9c79-a44d-406b-a150-4e6d882a7398'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:32.267958 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1e9457-4c16-4122-aa66-86b48fd933b8" -d '{"events": [{"server_uuid": "3f04d452-3aed-414c-98ac-739a9976b698", "name": "network-vif-deleted", "tag": "ca4c9c79-a44d-406b-a150-4e6d882a7398"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:32.292855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-7515989c-6a03-4138-8ae7-757b71dcaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.297574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-7515989c-6a03-4138-8ae7-757b71dcaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.298279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-7515989c-6a03-4138-8ae7-757b71dcaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.300112 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-7515989c-6a03-4138-8ae7-757b71dcaad6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d50c32d81684287997975eef364dd1f&device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2868 time: 0.1395071 Nov 12 08:31:32.320953 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e4d0ec2-dd6a-4d20-8e58-c003548afc45 req-d4d4e36c-e1f3-473c-b90a-40e7fe98cca0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623569 Nov 12 08:31:32.467681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-05c6cb6f-b8e4-43a0-bf32-5d70efa093a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.469635 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-05c6cb6f-b8e4-43a0-bf32-5d70efa093a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4d09ff0b-cb47-4fc9-b996-e2ea2921235f HTTP/1.1" status: 200 len: 903 time: 0.1572406 Nov 12 08:31:32.568827 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd1223e-fb73-46f1-952f-32ffacd0e69e x-openstack-request-id: req-ddd1223e-fb73-46f1-952f-32ffacd0e69e {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:32.568827 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f04d452-3aed-414c-98ac-739a9976b698", "name": "network-vif-deleted", "tag": "ca4c9c79-a44d-406b-a150-4e6d882a7398", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:32.568827 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddd1223e-fb73-46f1-952f-32ffacd0e69e {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:32.569590 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f04d452-3aed-414c-98ac-739a9976b698', 'name': 'network-vif-deleted', 'tag': 'ca4c9c79-a44d-406b-a150-4e6d882a7398', 'status': 'completed', 'code': 200} Nov 12 08:31:32.571956 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-d4b4e412-e3a6-4690-ba2d-a4b7955e1469 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.121&port_id=90491f49-7898-4fe4-8b39-b4d4ab1dd03f HTTP/1.1" status: 200 len: 217 time: 0.0895798 Nov 12 08:31:32.644476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-e20ee7e4-02c4-4983-a521-81c8af881d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.646173 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-e20ee7e4-02c4-4983-a521-81c8af881d26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1feb4e79-c7f3-4863-bfdc-94e0392e153c HTTP/1.1" status: 200 len: 801 time: 0.0648599 Nov 12 08:31:32.666219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36560d4-ab63-40e9-9241-d3210ad39f31 req-fea450c9-a540-416a-894e-d491916c864e tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.667644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f36560d4-ab63-40e9-9241-d3210ad39f31 req-fea450c9-a540-416a-894e-d491916c864e tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 1101 time: 0.0563734 Nov 12 08:31:32.736287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f36560d4-ab63-40e9-9241-d3210ad39f31 req-463782a6-5fbe-4817-a60f-c20a7bdf5f0f tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581253 Nov 12 08:31:32.742268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40513a14-d66a-4879-9ef6-6c273535469d req-8c4ec81c-a2f6-4708-8ea1-e0783be10b86 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.743830 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-40513a14-d66a-4879-9ef6-6c273535469d req-8c4ec81c-a2f6-4708-8ea1-e0783be10b86 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 945 time: 0.0966501 Nov 12 08:31:32.746839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-22c0bc1a-496d-4ddd-992a-e926ee42d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:32.748194 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-22c0bc1a-496d-4ddd-992a-e926ee42d873 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4d09ff0b-cb47-4fc9-b996-e2ea2921235f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905745 Nov 12 08:31:32.867972 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-40513a14-d66a-4879-9ef6-6c273535469d req-b03cdba4-5d46-4f64-b3be-98c876791c9b tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169362 Nov 12 08:31:32.899914 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-02d1a58e-3643-4345-984b-337c4eab5401 service neutron] 10.222.0.52 "GET /v2.0/networks/4d09ff0b-cb47-4fc9-b996-e2ea2921235f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259530 Nov 12 08:31:33.114489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d81780-5bfa-4bce-8778-5465594bce86 req-31069ece-85b2-4124-b827-8182a60b7cd4 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:33.116059 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6d81780-5bfa-4bce-8778-5465594bce86 req-31069ece-85b2-4124-b827-8182a60b7cd4 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 945 time: 0.1058955 Nov 12 08:31:33.179640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0095947-6449-4b6a-a9f9-1ee542f30513 req-f553a9bc-25ac-4b47-8809-bcd5ee228a1d tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:33.183641 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8c67a88-40c9-4307-939c-504eb85cb788 req-993f6903-e89b-4bb2-8b57-c376112ba39b service neutron] 10.222.0.52 "GET /v2.0/networks/4d09ff0b-cb47-4fc9-b996-e2ea2921235f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739100 Nov 12 08:31:33.195465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0095947-6449-4b6a-a9f9-1ee542f30513 req-f553a9bc-25ac-4b47-8809-bcd5ee228a1d tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 1101 time: 0.0808392 Nov 12 08:31:33.222160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6d81780-5bfa-4bce-8778-5465594bce86 req-bd6142e7-2294-4b14-bb39-820270319f69 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960462 Nov 12 08:31:33.260834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0095947-6449-4b6a-a9f9-1ee542f30513 req-466d40ed-7f8d-4aa6-beb6-fd854d8b638b tempest-ServersAdminTestJSON-1665055465 tempest-ServersAdminTestJSON-1665055465-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626762 Nov 12 08:31:33.574107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-69baaf5b-5d2b-4993-ba80-0e05a2f5867b tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:33.575914 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-69baaf5b-5d2b-4993-ba80-0e05a2f5867b tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 945 time: 0.1383655 Nov 12 08:31:33.643566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7b226-a201-4a07-a386-2fa8812553c6 req-2769bbb2-292c-4e08-97e8-2ce80126705b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:33.651302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7b226-a201-4a07-a386-2fa8812553c6 req-2769bbb2-292c-4e08-97e8-2ce80126705b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:33.662983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7b226-a201-4a07-a386-2fa8812553c6 req-2769bbb2-292c-4e08-97e8-2ce80126705b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:33.664609 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dc7b226-a201-4a07-a386-2fa8812553c6 req-2769bbb2-292c-4e08-97e8-2ce80126705b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2412 time: 0.1478224 Nov 12 08:31:33.739705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device ca4c9c79-a44d-406b-a150-4e6d882a7398 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:33.764940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dc7b226-a201-4a07-a386-2fa8812553c6 req-fb293eaa-91f6-4084-b8a7-7c7f59fa916b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924673 Nov 12 08:31:33.800941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: ca4c9c79-a44d-406b-a150-4e6d882a7398 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:33.801562 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device ca4c9c79-a44d-406b-a150-4e6d882a7398 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:33.803899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Deleting port 31054c94-fa7a-46ae-a619-258cde1551d3 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:33.804587 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:33.982728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] For port 31054c94-fa7a-46ae-a619-258cde1551d3, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=31054c94-fa7a-46ae-a619-258cde1551d3,segment=NetworkSegment(7398805b-1813-4a66-82a6-d1ed6800615a),segment_id=7398805b-1813-4a66-82a6-d1ed6800615a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:33.983411 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.008198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17835004-f959-4f37-97ad-88d5e3b1d1e5 req-86c915c2-a9ad-4497-9d5e-e3a25a6cf246 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:34.015980 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-17835004-f959-4f37-97ad-88d5e3b1d1e5 req-86c915c2-a9ad-4497-9d5e-e3a25a6cf246 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 945 time: 0.0683651 Nov 12 08:31:34.091692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-17835004-f959-4f37-97ad-88d5e3b1d1e5 req-96f4b809-f0ca-4d2a-a93c-cf957eeb55a2 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688500 Nov 12 08:31:34.175009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699be98a-333a-4910-9204-63edb4372ea0 req-8f44aa5e-8548-4c2a-b31d-a5248fad1775 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:34.177575 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-699be98a-333a-4910-9204-63edb4372ea0 req-8f44aa5e-8548-4c2a-b31d-a5248fad1775 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 949 time: 0.2737851 Nov 12 08:31:34.189717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971a7b7-02d7-4705-b6df-f56b9c660901 req-340f2a55-a4d7-4755-8f15-5f2afe94dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:34.191677 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b971a7b7-02d7-4705-b6df-f56b9c660901 req-340f2a55-a4d7-4755-8f15-5f2afe94dbf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b304edcbdc94429bb9d525fdb1c7961e&device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 1097 time: 0.2867939 Nov 12 08:31:34.356683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3623403-b3cc-4df3-9064-4b15a415731d req-c7d930f9-85e5-4098-be59-177665ef3455 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:34.364263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3623403-b3cc-4df3-9064-4b15a415731d req-c7d930f9-85e5-4098-be59-177665ef3455 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 945 time: 0.0628123 Nov 12 08:31:34.437805 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3623403-b3cc-4df3-9064-4b15a415731d req-86a3bd7c-a051-460a-bd93-5f5a0776e422 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups?id=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575581 Nov 12 08:31:34.446408 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-699be98a-333a-4910-9204-63edb4372ea0 req-a30e0b5f-6407-4f7f-bd19-92b99f91b9ab tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483890 Nov 12 08:31:34.487817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971a7b7-02d7-4705-b6df-f56b9c660901 req-fdad6dae-a2a1-41ee-bb5c-1f045a7a2adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:34.489329 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b971a7b7-02d7-4705-b6df-f56b9c660901 req-fdad6dae-a2a1-41ee-bb5c-1f045a7a2adf service neutron] 10.222.0.46 "GET /v2.0/networks?id=35c748a7-8985-47d3-abae-9cdf0cb4a080 HTTP/1.1" status: 200 len: 914 time: 0.2781498 Nov 12 08:31:34.497047 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.497476 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.497766 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Floating IP e2f6ab73-7839-4623-822b-5682db4abb28 disassociated. External IP: 172.25.3.27, port: 31054c94-fa7a-46ae-a619-258cde1551d3. Nov 12 08:31:34.498111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Calling delete_port for 31054c94-fa7a-46ae-a619-258cde1551d3 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:34.550816 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b971a7b7-02d7-4705-b6df-f56b9c660901 req-d4852ad5-4ecc-4f4f-8530-ff05c4f660eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=668a59ab-2981-4bae-832f-5124145ae7fc HTTP/1.1" status: 200 len: 217 time: 0.0484319 Nov 12 08:31:34.615791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52864) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:34.669581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971a7b7-02d7-4705-b6df-f56b9c660901 req-5e4e177b-c162-48ec-9c65-e206a51f8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:34.670598 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c797f81-2dc8-4905-a67c-0dd6533fc50a admin admin] Deleting subnet 8425cc6b-1838-49ca-a35b-51fef0d418fe {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:34.671354 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b971a7b7-02d7-4705-b6df-f56b9c660901 req-5e4e177b-c162-48ec-9c65-e206a51f8d20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9785fc49-125c-4506-ba2d-ce93e1245761 HTTP/1.1" status: 200 len: 853 time: 0.1102293 Nov 12 08:31:34.673972 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c797f81-2dc8-4905-a67c-0dd6533fc50a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.719248 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c797f81-2dc8-4905-a67c-0dd6533fc50a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.724811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b971a7b7-02d7-4705-b6df-f56b9c660901 req-c5a9b12e-6af1-485e-ae24-2bad2dc292d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=35c748a7-8985-47d3-abae-9cdf0cb4a080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351648 Nov 12 08:31:34.742835 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-b971a7b7-02d7-4705-b6df-f56b9c660901 req-d829d38c-23db-4d19-9bb9-b965aca1fd08 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:31:34.743545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b971a7b7-02d7-4705-b6df-f56b9c660901 req-d829d38c-23db-4d19-9bb9-b965aca1fd08 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066929 Nov 12 08:31:34.767253 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c797f81-2dc8-4905-a67c-0dd6533fc50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.837066 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c797f81-2dc8-4905-a67c-0dd6533fc50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.865797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c797f81-2dc8-4905-a67c-0dd6533fc50a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8425cc6b-1838-49ca-a35b-51fef0d418fe,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:34.874178 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c797f81-2dc8-4905-a67c-0dd6533fc50a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.878559 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8c797f81-2dc8-4905-a67c-0dd6533fc50a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8425cc6b-1838-49ca-a35b-51fef0d418fe HTTP/1.1" status: 204 len: 168 time: 0.2617328 Nov 12 08:31:34.881866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52872) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:34.957487 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:34.999371 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b971a7b7-02d7-4705-b6df-f56b9c660901 req-8cf60135-e151-4e8f-8170-d98aa4369832 service neutron] 10.222.0.46 "GET /v2.0/networks/35c748a7-8985-47d3-abae-9cdf0cb4a080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437572 Nov 12 08:31:35.000723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Pushing event deleted for resources: {'Port': ['ID=31054c94-fa7a-46ae-a619-258cde1551d3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:35.018608 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.050726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bc065-6fdb-4dd2-b6fa-8d4a79f865ce req-98917f3b-e88d-445d-a1e8-d300076401d8 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:35.059385 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bc065-6fdb-4dd2-b6fa-8d4a79f865ce req-98917f3b-e88d-445d-a1e8-d300076401d8 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:35.067923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bc065-6fdb-4dd2-b6fa-8d4a79f865ce req-98917f3b-e88d-445d-a1e8-d300076401d8 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:35.075792 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-708bc065-6fdb-4dd2-b6fa-8d4a79f865ce req-98917f3b-e88d-445d-a1e8-d300076401d8 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2412 time: 0.1668050 Nov 12 08:31:35.152956 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5558-c025-4d1c-9d1f-4c90f3c552ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.207174 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.220102 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-708bc065-6fdb-4dd2-b6fa-8d4a79f865ce req-1a7814d3-fff0-4628-9718-e98943fb0cec tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430628 Nov 12 08:31:35.268006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf718cec-d251-4714-9815-6d0d62a68b53']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:35.296604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9730a9fc-195c-4a29-8ed2-18ff5d334d8c') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:35.296944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9730a9fc-195c-4a29-8ed2-18ff5d334d8c') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:35.320331 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.357446 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.367238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:35.367867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:35.373128 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:35.384306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:35.620700 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9cc8b-f09d-4b7d-8028-d9c4505d4ea8 req-53661900-b9e8-48bf-97d2-50a03656cd79 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:35.622574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0e9cc8b-f09d-4b7d-8028-d9c4505d4ea8 req-53661900-b9e8-48bf-97d2-50a03656cd79 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 945 time: 0.2857370 Nov 12 08:31:35.700284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cc60fae9-5543-48eb-a2bf-64adb09d34c0 req-8ca2f9ae-96df-45ef-8c42-7b3f488d55a5 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 210 time: 0.1151385 Nov 12 08:31:35.708967 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.738730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 3dc8a569-3d6e-4d14-92ac-1ce231ad000c details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:31:35.767227 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.773158 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cf718cec-d251-4714-9815-6d0d62a68b53 HTTP/1.1" status: 204 len: 168 time: 0.8898098 Nov 12 08:31:35.846785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:35.850290 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b971a7b7-02d7-4705-b6df-f56b9c660901 req-d7c015ee-0268-46db-a23e-17b1bae67784 service neutron] 10.222.0.46 "GET /v2.0/networks/35c748a7-8985-47d3-abae-9cdf0cb4a080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8172708 Nov 12 08:31:35.867738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5876e9-df64-4375-b502-f89836a61e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf718cec-d251-4714-9815-6d0d62a68b53,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:35.871681 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c65a0c6-ae19-4a85-9aca-af9e7f2e6f53 None None] Sync routers for ids ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:35.907981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd383a4-43bf-43d2-ac7d-bd66d24b6501 req-17d15cd8-7f70-49c1-9c9a-11db8cd56214 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:35.910952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bcd383a4-43bf-43d2-ac7d-bd66d24b6501 req-17d15cd8-7f70-49c1-9c9a-11db8cd56214 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.46 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 949 time: 0.3885069 Nov 12 08:31:35.928725 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c65a0c6-ae19-4a85-9aca-af9e7f2e6f53 None None] Routers {'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:35.930042 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4c65a0c6-ae19-4a85-9aca-af9e7f2e6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:35.963325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] No DVR routers for this DVR port 31054c94-fa7a-46ae-a619-258cde1551d3 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:35.974005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:35.984307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d9822e9-a21c-4a0e-9296-5cb75c8d66c3 req-623eac48-5013-46d3-9f21-6bc7d069764f tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.46 "DELETE /v2.0/ports/31054c94-fa7a-46ae-a619-258cde1551d3 HTTP/1.1" status: 204 len: 173 time: 2.3986931 Nov 12 08:31:36.007860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'name': 'network-vif-deleted', 'tag': '31054c94-fa7a-46ae-a619-258cde1551d3'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:36.014165 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00950b70-50cd-4698-acab-cf950b0d1629" -d '{"events": [{"server_uuid": "d5307fe9-786d-4def-a375-9b18f8e1a243", "name": "network-vif-deleted", "tag": "31054c94-fa7a-46ae-a619-258cde1551d3"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:36.096914 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0e9cc8b-f09d-4b7d-8028-d9c4505d4ea8 req-978ce0f0-9421-4e15-97a3-2f72e69f3c7a tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392295 Nov 12 08:31:36.280967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3dc8a569-3d6e-4d14-92ac-1ce231ad000c,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:36.283623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52896) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:36.313987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '3dc8a569-3d6e-4d14-92ac-1ce231ad000c', 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f', 'port_id': '3dc8a569-3d6e-4d14-92ac-1ce231ad000c', 'mac_address': 'fa:16:3e:b9:e7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1feb4e79-c7f3-4863-bfdc-94e0392e153c', 'ip_address': '19.80.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:31:36.367686 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f69923-7066-4505-a888-bedb61aa7f28 req-bc819c46-d6f9-4a2d-858d-d55912bab4c3 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:36.385718 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.386302 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8f69923-7066-4505-a888-bedb61aa7f28 req-bc819c46-d6f9-4a2d-858d-d55912bab4c3 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 949 time: 0.3027623 Nov 12 08:31:36.403222 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4c65a0c6-ae19-4a85-9aca-af9e7f2e6f53 None None] Set router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:36.414760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc8a569-3d6e-4d14-92ac-1ce231ad000c {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:36.470013 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36918b6-729f-46ba-9740-f8cafcebca50 x-openstack-request-id: req-d36918b6-729f-46ba-9740-f8cafcebca50 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:36.470533 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5307fe9-786d-4def-a375-9b18f8e1a243", "name": "network-vif-deleted", "tag": "31054c94-fa7a-46ae-a619-258cde1551d3", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:36.471851 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d36918b6-729f-46ba-9740-f8cafcebca50 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:36.474126 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5307fe9-786d-4def-a375-9b18f8e1a243', 'name': 'network-vif-deleted', 'tag': '31054c94-fa7a-46ae-a619-258cde1551d3', 'status': 'completed', 'code': 200} Nov 12 08:31:36.483395 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-88340839-1c00-44ba-be73-309c9861a991 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd838b87702a4860a038889171675852&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1934061 Nov 12 08:31:36.484388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52900) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:36.492116 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3dc8a569-3d6e-4d14-92ac-1ce231ad000c,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:36.505838 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.506515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 421a1198-5268-4bbb-92f2-ebee383e8f96 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:31:36.527874 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8f69923-7066-4505-a888-bedb61aa7f28 req-80d7b925-c4d0-4d77-bd84-a6af9e7c01b8 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358662 Nov 12 08:31:36.564093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-bcd383a4-43bf-43d2-ac7d-bd66d24b6501 req-39bcec74-c471-48a3-a3bf-97a174b3513d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Deleting port 525cb454-2ff3-4033-b7d5-aa6b8b440055 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:36.568137 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-bcd383a4-43bf-43d2-ac7d-bd66d24b6501 req-39bcec74-c471-48a3-a3bf-97a174b3513d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.716106 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=3dc8a569-3d6e-4d14-92ac-1ce231ad000c,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:36.762352 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-817b8d0e-2633-453b-a823-5f45fade1bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.817145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef52a8-2f2f-40f0-b6dc-ab96d3b3a596 req-f32235b6-cb2b-4983-ae9e-14bcf7538523 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:36.824219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 421a1198-5268-4bbb-92f2-ebee383e8f96, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=421a1198-5268-4bbb-92f2-ebee383e8f96,segment=NetworkSegment(3f1c11e1-a4ea-46c8-8646-7b8a6e413564),segment_id=3f1c11e1-a4ea-46c8-8646-7b8a6e413564)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:36.824514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef52a8-2f2f-40f0-b6dc-ab96d3b3a596 req-f32235b6-cb2b-4983-ae9e-14bcf7538523 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:36.830949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef52a8-2f2f-40f0-b6dc-ab96d3b3a596 req-f32235b6-cb2b-4983-ae9e-14bcf7538523 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:36.841515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00ef52a8-2f2f-40f0-b6dc-ab96d3b3a596 req-f32235b6-cb2b-4983-ae9e-14bcf7538523 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2413 time: 0.2606690 Nov 12 08:31:36.874138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '421a1198-5268-4bbb-92f2-ebee383e8f96', 'network_id': 'cb4e8570-f657-461b-b182-2c5e710af290', 'port_id': '421a1198-5268-4bbb-92f2-ebee383e8f96', 'mac_address': 'fa:16:3e:23:10:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4268fa3-e5ee-4e6f-a25e-35c1d1ec208a', 'ip_address': '19.86.0.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:31:36.881840 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-817b8d0e-2633-453b-a823-5f45fade1bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.904207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-bcd383a4-43bf-43d2-ac7d-bd66d24b6501 req-39bcec74-c471-48a3-a3bf-97a174b3513d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] For port 525cb454-2ff3-4033-b7d5-aa6b8b440055, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=525cb454-2ff3-4033-b7d5-aa6b8b440055,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:36.907346 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-bcd383a4-43bf-43d2-ac7d-bd66d24b6501 req-39bcec74-c471-48a3-a3bf-97a174b3513d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.940896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-bcd383a4-43bf-43d2-ac7d-bd66d24b6501 req-39bcec74-c471-48a3-a3bf-97a174b3513d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Calling delete_port for 525cb454-2ff3-4033-b7d5-aa6b8b440055 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:36.959509 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:36.997948 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 525cb454-2ff3-4033-b7d5-aa6b8b440055 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:37.038125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00ef52a8-2f2f-40f0-b6dc-ab96d3b3a596 req-794f2aab-20e6-42e9-8582-880dc3bc6332 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953890 Nov 12 08:31:37.059927 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ba27606-2518-45ac-b054-3f03f8512dec req-be95eacb-e3ad-48ae-b990-0a13cab3ee35 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5307fe9-786d-4def-a375-9b18f8e1a243 HTTP/1.1" status: 200 len: 210 time: 0.1165729 Nov 12 08:31:37.071745 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-817b8d0e-2633-453b-a823-5f45fade1bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:37.075825 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-817b8d0e-2633-453b-a823-5f45fade1bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:37.081452 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-817b8d0e-2633-453b-a823-5f45fade1bba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8969038-b965-4ffc-84c8-cccf04b1ec72 HTTP/1.1" status: 204 len: 168 time: 0.5955925 Nov 12 08:31:37.086521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421a1198-5268-4bbb-92f2-ebee383e8f96 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:37.104797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b8d0e-2633-453b-a823-5f45fade1bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8969038-b965-4ffc-84c8-cccf04b1ec72,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:37.131672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 421a1198-5268-4bbb-92f2-ebee383e8f96, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=421a1198-5268-4bbb-92f2-ebee383e8f96,segment=NetworkSegment(3f1c11e1-a4ea-46c8-8646-7b8a6e413564),segment_id=3f1c11e1-a4ea-46c8-8646-7b8a6e413564)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:37.179488 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:37.182213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 90491f49-7898-4fe4-8b39-b4d4ab1dd03f details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:31:37.282146 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-bcd383a4-43bf-43d2-ac7d-bd66d24b6501 req-39bcec74-c471-48a3-a3bf-97a174b3513d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:37.346352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcec74-c471-48a3-a3bf-97a174b3513d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Pushing event deleted for resources: {'Port': ['ID=525cb454-2ff3-4033-b7d5-aa6b8b440055,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:37.388027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833f4b0-c033-40da-8a4d-30ca6cb12374 req-2758015f-9d40-4869-bdfb-c5c987ff15d2 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:37.397946 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8833f4b0-c033-40da-8a4d-30ca6cb12374 req-2758015f-9d40-4869-bdfb-c5c987ff15d2 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 945 time: 0.1599500 Nov 12 08:31:37.420933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd383a4-43bf-43d2-ac7d-bd66d24b6501 req-39bcec74-c471-48a3-a3bf-97a174b3513d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] No DVR routers for this DVR port 525cb454-2ff3-4033-b7d5-aa6b8b440055 on host n-h1-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:37.424379 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-bcd383a4-43bf-43d2-ac7d-bd66d24b6501 req-39bcec74-c471-48a3-a3bf-97a174b3513d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:37.435405 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4c65a0c6-ae19-4a85-9aca-af9e7f2e6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:28:06Z', 'revision_number': 4, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c3859183-f0cb-4e67-81e1-a2ab450c5820', 'name': '', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'mac_address': 'fa:16:3e:bc:65:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:04Z', 'updated_at': '2021-11-12T08:28:12Z', 'revision_number': 5, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'subnets': [{'id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:37.436272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bcd383a4-43bf-43d2-ac7d-bd66d24b6501 req-39bcec74-c471-48a3-a3bf-97a174b3513d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.46 "DELETE /v2.0/ports/525cb454-2ff3-4033-b7d5-aa6b8b440055 HTTP/1.1" status: 204 len: 173 time: 1.5158706 Nov 12 08:31:37.437019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952f3e0b-a3e4-4728-9fe4-9c538e0302d7', 'name': 'network-vif-deleted', 'tag': '525cb454-2ff3-4033-b7d5-aa6b8b440055'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:37.439465 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d11f2ee-ff34-480d-b865-2deb715969c1" -d '{"events": [{"server_uuid": "952f3e0b-a3e4-4728-9fe4-9c538e0302d7", "name": "network-vif-deleted", "tag": "525cb454-2ff3-4033-b7d5-aa6b8b440055"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:37.441485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['139fc8f1-6067-4ad0-bcaf-187a1ca42253'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:37.449512 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['f66b0832-0682-4517-8393-76abdcdb3d09'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:37.455127 n-d-768851-18 neutron-server[102446]: INFO neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No ports have port_id starting with 525cb454-2ff3-4033-b7d5-aa6b8b440055 Nov 12 08:31:37.463794 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=90491f49-7898-4fe4-8b39-b4d4ab1dd03f,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:37.470573 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 31054c94-fa7a-46ae-a619-258cde1551d3 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:37.552746 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c65a0c6-ae19-4a85-9aca-af9e7f2e6f53 None None] Checking router: f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:37.596686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8833f4b0-c033-40da-8a4d-30ca6cb12374 req-a94de1f4-1af7-4f69-9b21-eda438f3d03b tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915607 Nov 12 08:31:37.615644 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c65a0c6-ae19-4a85-9aca-af9e7f2e6f53 None None] Routers {'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:37.621213 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4c65a0c6-ae19-4a85-9aca-af9e7f2e6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:31:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:37.637307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=421a1198-5268-4bbb-92f2-ebee383e8f96,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:37.668070 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8057399-1221-4a3e-88e5-7dc585f84dc2 x-openstack-request-id: req-a8057399-1221-4a3e-88e5-7dc585f84dc2 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:37.668749 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952f3e0b-a3e4-4728-9fe4-9c538e0302d7", "name": "network-vif-deleted", "tag": "525cb454-2ff3-4033-b7d5-aa6b8b440055", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:37.669767 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a8057399-1221-4a3e-88e5-7dc585f84dc2 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:37.670404 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952f3e0b-a3e4-4728-9fe4-9c538e0302d7', 'name': 'network-vif-deleted', 'tag': '525cb454-2ff3-4033-b7d5-aa6b8b440055', 'status': 'completed', 'code': 200} Nov 12 08:31:37.780696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 31054c94-fa7a-46ae-a619-258cde1551d3 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:37.781040 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 31054c94-fa7a-46ae-a619-258cde1551d3 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:37.817475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '90491f49-7898-4fe4-8b39-b4d4ab1dd03f', 'network_id': '4d09ff0b-cb47-4fc9-b996-e2ea2921235f', 'port_id': '90491f49-7898-4fe4-8b39-b4d4ab1dd03f', 'mac_address': 'fa:16:3e:60:af:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1feb4e79-c7f3-4863-bfdc-94e0392e153c', 'ip_address': '19.80.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:31:37.859104 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00e00280-98f9-4d93-97e8-aca3edc621c5 req-07e77534-8212-4470-b99e-a6b2ec3e46d5 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=952f3e0b-a3e4-4728-9fe4-9c538e0302d7 HTTP/1.1" status: 200 len: 210 time: 0.0730410 Nov 12 08:31:37.943831 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e8f0b22c-2f88-4b66-96fa-a299656bb16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:37.958434 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4c65a0c6-ae19-4a85-9aca-af9e7f2e6f53 None None] Set router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:38.380957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cafa8-a55c-4e00-b695-968c988b3390 req-6c8327e4-c348-4e7e-817e-883438c64f1e tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:38.386411 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.389690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cafa8-a55c-4e00-b695-968c988b3390 req-6c8327e4-c348-4e7e-817e-883438c64f1e tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:38.397021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cafa8-a55c-4e00-b695-968c988b3390 req-6c8327e4-c348-4e7e-817e-883438c64f1e tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:38.409487 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f6cafa8-a55c-4e00-b695-968c988b3390 req-6c8327e4-c348-4e7e-817e-883438c64f1e tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2414 time: 0.1803441 Nov 12 08:31:38.426464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90491f49-7898-4fe4-8b39-b4d4ab1dd03f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:38.516980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=90491f49-7898-4fe4-8b39-b4d4ab1dd03f,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:38.519339 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f6cafa8-a55c-4e00-b695-968c988b3390 req-4812e696-db52-4ba2-b829-e1e1242a12f9 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067953 Nov 12 08:31:38.542910 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4c65a0c6-ae19-4a85-9aca-af9e7f2e6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:28:06Z', 'revision_number': 4, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c3859183-f0cb-4e67-81e1-a2ab450c5820', 'name': '', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'mac_address': 'fa:16:3e:bc:65:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:04Z', 'updated_at': '2021-11-12T08:28:12Z', 'revision_number': 5, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'subnets': [{'id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:38.585955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52954) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.596902 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.601264 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.606611 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c65a0c6-ae19-4a85-9aca-af9e7f2e6f53 None None] The sync data for ids ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'] in n-d-768851-18 is: [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:28:06Z', 'revision_number': 4, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c3859183-f0cb-4e67-81e1-a2ab450c5820', 'name': '', 'network_id': '901167d3-ab01-456d-9edf-b5969b64419a', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'mac_address': 'fa:16:3e:bc:65:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:28:04Z', 'updated_at': '2021-11-12T08:28:12Z', 'revision_number': 5, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'subnets': [{'id': 'aeb4e768-5faf-4bf2-a072-bba52bb9ca81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:38.710619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4711821b-49fc-444a-98a2-4a03fb2aa0bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.722880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e27fb8-7fff-42a9-b30c-47200782e84f req-54c2e4fd-e557-4691-8401-4fdab4876da7 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:38.730396 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45e27fb8-7fff-42a9-b30c-47200782e84f req-54c2e4fd-e557-4691-8401-4fdab4876da7 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 945 time: 0.1174190 Nov 12 08:31:38.781330 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4711821b-49fc-444a-98a2-4a03fb2aa0bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.794458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=90491f49-7898-4fe4-8b39-b4d4ab1dd03f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:38.828228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52958) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.856801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45e27fb8-7fff-42a9-b30c-47200782e84f req-fe92f025-a565-487c-8de2-a186dabb830c tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221793 Nov 12 08:31:38.903424 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4711821b-49fc-444a-98a2-4a03fb2aa0bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.919559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4711821b-49fc-444a-98a2-4a03fb2aa0bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:38.921403 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4711821b-49fc-444a-98a2-4a03fb2aa0bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "DELETE /v2.0/security-groups/35658cc1-ec7d-4dae-9e9e-b24ecd2b492d HTTP/1.1" status: 204 len: 168 time: 0.3340940 Nov 12 08:31:38.924035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52964) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.939522 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-2d889b07-4f6f-43aa-b57e-b8ce41a0e996 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] show failed (client error): The resource could not be found. Nov 12 08:31:38.942162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711821b-49fc-444a-98a2-4a03fb2aa0bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35658cc1-ec7d-4dae-9e9e-b24ecd2b492d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:38.942508 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2d889b07-4f6f-43aa-b57e-b8ce41a0e996 tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "GET /v2.0/security-groups/35658cc1-ec7d-4dae-9e9e-b24ecd2b492d HTTP/1.1" status: 404 len: 347 time: 0.0172665 Nov 12 08:31:38.945389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52970) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:38.976969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['90491f49-7898-4fe4-8b39-b4d4ab1dd03f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:39.077260 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['421a1198-5268-4bbb-92f2-ebee383e8f96'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:39.119113 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-network', 'tenant_id': 'eda6137855534360b01b47a6df365310'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:39.219104 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e434e714-06e2-4278-b184-2eed3ba9e14f None None] New status for floating IP e2f6ab73-7839-4623-822b-5682db4abb28: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:31:39.252907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-1c31ead6-90de-4b26-b972-1f6b076544bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Deleting port 0f6d253c-99b9-4765-9443-cb6d513e2959 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:39.253669 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c31ead6-90de-4b26-b972-1f6b076544bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.266086 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Made reservation on behalf of eda6137855534360b01b47a6df365310 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:39.271125 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.306439 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.433810 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c31ead6-90de-4b26-b972-1f6b076544bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.434172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a57a72-f4e4-46b5-ba2c-b01fc2f64027 req-fe914612-16da-427b-892a-7d8864b14dd6 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:39.434315 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c31ead6-90de-4b26-b972-1f6b076544bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.443748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-39a57a72-f4e4-46b5-ba2c-b01fc2f64027 req-fe914612-16da-427b-892a-7d8864b14dd6 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 950 time: 0.0921683 Nov 12 08:31:39.476916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-1c31ead6-90de-4b26-b972-1f6b076544bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Calling delete_port for 0f6d253c-99b9-4765-9443-cb6d513e2959 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:39.532202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-39a57a72-f4e4-46b5-ba2c-b01fc2f64027 req-aa15c03b-8ce0-4625-9ea4-c1b4eb958040 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816987 Nov 12 08:31:39.711396 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.737405 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.775302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:39.787912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33fc3e-d377-4976-81b3-32d5564ac8f9 req-42d95d85-a6e2-4fdc-a9b5-79a8631ed8ed tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:39.794780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33fc3e-d377-4976-81b3-32d5564ac8f9 req-42d95d85-a6e2-4fdc-a9b5-79a8631ed8ed tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:39.800961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33fc3e-d377-4976-81b3-32d5564ac8f9 req-42d95d85-a6e2-4fdc-a9b5-79a8631ed8ed tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:39.808973 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0c33fc3e-d377-4976-81b3-32d5564ac8f9 req-42d95d85-a6e2-4fdc-a9b5-79a8631ed8ed tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2415 time: 0.1606627 Nov 12 08:31:39.847460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.847798 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Added segment 7bf239bd-c410-4760-8219-4ef52a1deb20 of type vlan for network 4c9f32d5-f223-48ad-aeb1-0363859fe388 Nov 12 08:31:39.849437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cb01c0-553d-4625-af52-fd5681d878fb,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:39.860511 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c31ead6-90de-4b26-b972-1f6b076544bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.950623 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:39.951319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31ead6-90de-4b26-b972-1f6b076544bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Pushing event deleted for resources: {'Port': ['ID=0f6d253c-99b9-4765-9443-cb6d513e2959,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:39.966881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.006546 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0c33fc3e-d377-4976-81b3-32d5564ac8f9 req-4f029b6d-bb5f-427c-83a9-407ea812fb87 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966393 Nov 12 08:31:40.060887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.063683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:40.063683 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.066454 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c31ead6-90de-4b26-b972-1f6b076544bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.069314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c31ead6-90de-4b26-b972-1f6b076544bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.074458 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1c31ead6-90de-4b26-b972-1f6b076544bb tempest-ServersTestFqdnHostnames-1296366896 tempest-ServersTestFqdnHostnames-1296366896-project] 10.222.0.31 "DELETE /v2.0/floatingips/e2f6ab73-7839-4623-822b-5682db4abb28 HTTP/1.1" status: 204 len: 168 time: 1.1242635 Nov 12 08:31:40.074784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52988) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:40.093167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['3dc8a569-3d6e-4d14-92ac-1ce231ad000c'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:40.262833 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4299452 Nov 12 08:31:40.264121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52992) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:40.272849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Request body: {'subnet': {'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-subnet', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:40.277596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494a5e2-492c-4f9c-8953-ebe0f3614494 admin admin] Pushing event updated for resources: {'Network': ['ID=4c9f32d5-f223-48ad-aeb1-0363859fe388,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:40.301481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4c9f32d5-f223-48ad-aeb1-0363859fe388 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:40.323665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Made reservation on behalf of eda6137855534360b01b47a6df365310 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:40.326484 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.341128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd876aa-193b-4a39-8cba-4c5a37ab7346 req-3a4a751a-f607-44b3-a3e8-3634cb667a8f tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:40.342652 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-acd876aa-193b-4a39-8cba-4c5a37ab7346 req-3a4a751a-f607-44b3-a3e8-3634cb667a8f tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.46 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 945 time: 0.2435038 Nov 12 08:31:40.461540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81d66a-cc66-40a8-b69e-581f053afc68 req-b88ad471-c6f3-4e6c-bd88-e13df5772a6a tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:40.465626 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e81d66a-cc66-40a8-b69e-581f053afc68 req-b88ad471-c6f3-4e6c-bd88-e13df5772a6a tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 945 time: 0.2767763 Nov 12 08:31:40.626938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 421a1198-5268-4bbb-92f2-ebee383e8f96 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:40.640280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e81d66a-cc66-40a8-b69e-581f053afc68 req-8a2f1918-5c1a-4973-9b00-de694937ec9a tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/security-groups?id=9ae277d9-7ce5-472e-b29b-dc5a29b601ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527250 Nov 12 08:31:40.680295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-acd876aa-193b-4a39-8cba-4c5a37ab7346 req-45981491-6f22-403e-aa9c-1c9dac64ce6f tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Deleting port 668a59ab-2981-4bae-832f-5124145ae7fc {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:40.680640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-acd876aa-193b-4a39-8cba-4c5a37ab7346 req-45981491-6f22-403e-aa9c-1c9dac64ce6f tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.686325 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.732525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 421a1198-5268-4bbb-92f2-ebee383e8f96 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:31:40.743055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddbb0b-9741-42bf-bedb-bf58be785013 req-ab7e494a-7afc-46ae-ada8-d32e4e3e6fbf tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:40.743350 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 421a1198-5268-4bbb-92f2-ebee383e8f96 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:40.743484 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.744859 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53ddbb0b-9741-42bf-bedb-bf58be785013 req-ab7e494a-7afc-46ae-ada8-d32e4e3e6fbf tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 950 time: 0.1109948 Nov 12 08:31:40.788079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa011bb9-be57-48f6-9b78-bfd768d2a36d req-1d7d2639-037d-4e50-a830-d09f812b1072 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:40.789700 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa011bb9-be57-48f6-9b78-bfd768d2a36d req-1d7d2639-037d-4e50-a830-d09f812b1072 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.52 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 950 time: 0.1662436 Nov 12 08:31:40.824533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Checking segment: {'id': '7bf239bd-c410-4760-8219-4ef52a1deb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:40.824979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Network hostable DHCP agents. Network: 4c9f32d5-f223-48ad-aeb1-0363859fe388, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:40.839399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73d9451-4524-4352-9480-948df1f78588,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:40.865048 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53ddbb0b-9741-42bf-bedb-bf58be785013 req-ae6cacae-033a-4b6f-8013-a8efd9f923c9 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113346 Nov 12 08:31:40.882033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:40.882033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:40.882033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:40.882033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:40.882033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:40.882033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:40.882033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:40.882033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:40.882033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:40.882033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:40.882033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:40.882033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:40.886701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-acd876aa-193b-4a39-8cba-4c5a37ab7346 req-45981491-6f22-403e-aa9c-1c9dac64ce6f tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] For port 668a59ab-2981-4bae-832f-5124145ae7fc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=668a59ab-2981-4bae-832f-5124145ae7fc,segment=NetworkSegment(1253efcf-a767-4d24-9ecf-21d2b5286528),segment_id=1253efcf-a767-4d24-9ecf-21d2b5286528)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:40.887074 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-acd876aa-193b-4a39-8cba-4c5a37ab7346 req-45981491-6f22-403e-aa9c-1c9dac64ce6f tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.893474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Network 4c9f32d5-f223-48ad-aeb1-0363859fe388 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:40.917824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4c9f32d5-f223-48ad-aeb1-0363859fe388) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:40.924445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:40.925163 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.930078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-acd876aa-193b-4a39-8cba-4c5a37ab7346 req-45981491-6f22-403e-aa9c-1c9dac64ce6f tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Calling delete_port for 668a59ab-2981-4bae-832f-5124145ae7fc owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:40.941243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec84ba0-df3d-4993-a484-fba17e927075 None None] Network 4c9f32d5-f223-48ad-aeb1-0363859fe388 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:40.944692 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:40.958766 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-25c83bd7-2765-4a73-8f30-5e60167ae053 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6907811 Nov 12 08:31:40.958996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53000) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:40.968876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:40.972555 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.049657 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.055466 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.064553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-fa011bb9-be57-48f6-9b78-bfd768d2a36d req-08523ca9-dfa7-4fec-9e2f-c650f88f136d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Deleting port 139fc8f1-6067-4ad0-bcaf-187a1ca42253 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:41.073198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 421a1198-5268-4bbb-92f2-ebee383e8f96, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=421a1198-5268-4bbb-92f2-ebee383e8f96,segment=NetworkSegment(3f1c11e1-a4ea-46c8-8646-7b8a6e413564),segment_id=3f1c11e1-a4ea-46c8-8646-7b8a6e413564)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:41.076734 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421a1198-5268-4bbb-92f2-ebee383e8f96'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:41.079039 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddb0d48-6152-47b7-8d1d-ebca2e77d0fc" -d '{"events": [{"server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "name": "network-vif-plugged", "status": "completed", "tag": "421a1198-5268-4bbb-92f2-ebee383e8f96"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:41.079320 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-fa011bb9-be57-48f6-9b78-bfd768d2a36d req-08523ca9-dfa7-4fec-9e2f-c650f88f136d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.086612 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.087432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 90491f49-7898-4fe4-8b39-b4d4ab1dd03f up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:41.147077 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.191706 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42e6498-890b-444e-b1ec-31dc5efe5109 x-openstack-request-id: req-f42e6498-890b-444e-b1ec-31dc5efe5109 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:41.192199 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "name": "network-vif-plugged", "status": "completed", "tag": "421a1198-5268-4bbb-92f2-ebee383e8f96", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:41.192457 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f42e6498-890b-444e-b1ec-31dc5efe5109 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:41.192857 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421a1198-5268-4bbb-92f2-ebee383e8f96', 'code': 200} Nov 12 08:31:41.304398 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-acd876aa-193b-4a39-8cba-4c5a37ab7346 req-45981491-6f22-403e-aa9c-1c9dac64ce6f tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.398294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.399776 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45981491-6f22-403e-aa9c-1c9dac64ce6f tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Pushing event deleted for resources: {'Port': ['ID=668a59ab-2981-4bae-832f-5124145ae7fc,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:41.420591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633d850-ed12-4a13-bd07-612010cb37e3 req-dab1fd92-ffd8-4e48-9f66-0b830ef42acb tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:41.438377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633d850-ed12-4a13-bd07-612010cb37e3 req-dab1fd92-ffd8-4e48-9f66-0b830ef42acb tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:41.456959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633d850-ed12-4a13-bd07-612010cb37e3 req-dab1fd92-ffd8-4e48-9f66-0b830ef42acb tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:41.458697 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2633d850-ed12-4a13-bd07-612010cb37e3 req-dab1fd92-ffd8-4e48-9f66-0b830ef42acb tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2416 time: 0.2803721 Nov 12 08:31:41.460641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-fa011bb9-be57-48f6-9b78-bfd768d2a36d req-08523ca9-dfa7-4fec-9e2f-c650f88f136d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] For port 139fc8f1-6067-4ad0-bcaf-187a1ca42253, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=139fc8f1-6067-4ad0-bcaf-187a1ca42253,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:41.461028 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-fa011bb9-be57-48f6-9b78-bfd768d2a36d req-08523ca9-dfa7-4fec-9e2f-c650f88f136d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.465074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=421a1198-5268-4bbb-92f2-ebee383e8f96,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:41.525386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:31:41.538770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:41.539173 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.750135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842fe883-6c52-4a80-bd6a-80ee7f479605 None None] Network 4c9f32d5-f223-48ad-aeb1-0363859fe388 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:41.837633 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec086288-deae-44cf-9c15-5903208ddffe req-26e59974-3ed3-404d-914b-7f56206391f4 tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 210 time: 0.0495172 Nov 12 08:31:41.864257 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.876896 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.889955 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:41.969154 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-fa011bb9-be57-48f6-9b78-bfd768d2a36d req-08523ca9-dfa7-4fec-9e2f-c650f88f136d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Calling delete_port for 139fc8f1-6067-4ad0-bcaf-187a1ca42253 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:42.046441 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=90491f49-7898-4fe4-8b39-b4d4ab1dd03f,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:42.055441 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.076854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db7c5d-b33e-4398-9e5b-636bb8b419d3 req-e5e257f4-ff24-41b0-b263-da7804130e29 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:42.078563 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-92db7c5d-b33e-4398-9e5b-636bb8b419d3 req-e5e257f4-ff24-41b0-b263-da7804130e29 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=61f08864-9dfb-430d-a0d7-f2760e1b8ca6 HTTP/1.1" status: 200 len: 950 time: 0.1046078 Nov 12 08:31:42.117632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Allocated IP 172.25.3.177 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/908688d3-362a-4b6e-8f02-81885bf9fe24) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:42.129144 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-fa011bb9-be57-48f6-9b78-bfd768d2a36d req-08523ca9-dfa7-4fec-9e2f-c650f88f136d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.137380 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0655db22-7386-47af-b56b-ce339249e649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.160666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['139fc8f1-6067-4ad0-bcaf-187a1ca42253'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:42.162775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['f66b0832-0682-4517-8393-76abdcdb3d09'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:42.184675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-92db7c5d-b33e-4398-9e5b-636bb8b419d3 req-e97d03c3-2003-4288-9796-8ec2cdfaf431 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952804 Nov 12 08:31:42.216186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=90491f49-7898-4fe4-8b39-b4d4ab1dd03f,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:42.257259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd876aa-193b-4a39-8cba-4c5a37ab7346 req-45981491-6f22-403e-aa9c-1c9dac64ce6f tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] No DVR routers for this DVR port 668a59ab-2981-4bae-832f-5124145ae7fc on host n-h1-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:42.305752 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-acd876aa-193b-4a39-8cba-4c5a37ab7346 req-45981491-6f22-403e-aa9c-1c9dac64ce6f tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.311712 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-acd876aa-193b-4a39-8cba-4c5a37ab7346 req-45981491-6f22-403e-aa9c-1c9dac64ce6f tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.46 "DELETE /v2.0/ports/668a59ab-2981-4bae-832f-5124145ae7fc HTTP/1.1" status: 204 len: 173 time: 1.9616933 Nov 12 08:31:42.317946 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2633d850-ed12-4a13-bd07-612010cb37e3 req-f95e47e5-3ae2-4c37-8ee0-6277f713f6cc tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8263752 Nov 12 08:31:42.319461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08523ca9-dfa7-4fec-9e2f-c650f88f136d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Pushing event deleted for resources: {'Port': ['ID=139fc8f1-6067-4ad0-bcaf-187a1ca42253,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:42.336813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91137686-43ea-471a-b1f5-ceac700aefad', 'name': 'network-vif-deleted', 'tag': '668a59ab-2981-4bae-832f-5124145ae7fc'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:42.341312 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b2c025-6bc2-4139-9d0c-04e5c954ec98" -d '{"events": [{"server_uuid": "91137686-43ea-471a-b1f5-ceac700aefad", "name": "network-vif-deleted", "tag": "668a59ab-2981-4bae-832f-5124145ae7fc"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:42.363886 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.438528 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3f428a-3f04-4aac-b35c-bf7210c49dcf x-openstack-request-id: req-ce3f428a-3f04-4aac-b35c-bf7210c49dcf {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:42.438745 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91137686-43ea-471a-b1f5-ceac700aefad", "name": "network-vif-deleted", "tag": "668a59ab-2981-4bae-832f-5124145ae7fc", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:42.439046 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce3f428a-3f04-4aac-b35c-bf7210c49dcf {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:42.439469 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91137686-43ea-471a-b1f5-ceac700aefad', 'name': 'network-vif-deleted', 'tag': '668a59ab-2981-4bae-832f-5124145ae7fc', 'status': 'completed', 'code': 200} Nov 12 08:31:42.458527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.503028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa011bb9-be57-48f6-9b78-bfd768d2a36d req-08523ca9-dfa7-4fec-9e2f-c650f88f136d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] No DVR routers for this DVR port 139fc8f1-6067-4ad0-bcaf-187a1ca42253 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:42.507185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:42.511072 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-fa011bb9-be57-48f6-9b78-bfd768d2a36d req-08523ca9-dfa7-4fec-9e2f-c650f88f136d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.514317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:42.518310 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa011bb9-be57-48f6-9b78-bfd768d2a36d req-08523ca9-dfa7-4fec-9e2f-c650f88f136d tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.52 "DELETE /v2.0/ports/139fc8f1-6067-4ad0-bcaf-187a1ca42253 HTTP/1.1" status: 204 len: 173 time: 1.7179017 Nov 12 08:31:42.564417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:42.614510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Pushing event updated for resources: {'Port': ['ID=908688d3-362a-4b6e-8f02-81885bf9fe24,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:42.648168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 3dc8a569-3d6e-4d14-92ac-1ce231ad000c up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:42.703396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0655db22-7386-47af-b56b-ce339249e649 admin admin] Deleting port c3859183-f0cb-4e67-81e1-a2ab450c5820 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:42.704127 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0655db22-7386-47af-b56b-ce339249e649 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.734964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:31:42.739914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:42.741417 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.805407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-0655db22-7386-47af-b56b-ce339249e649 admin admin] For port c3859183-f0cb-4e67-81e1-a2ab450c5820, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c3859183-f0cb-4e67-81e1-a2ab450c5820,segment=NetworkSegment(7398805b-1813-4a66-82a6-d1ed6800615a),segment_id=7398805b-1813-4a66-82a6-d1ed6800615a)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:42.805782 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0655db22-7386-47af-b56b-ce339249e649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.822068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0655db22-7386-47af-b56b-ce339249e649 admin admin] Calling delete_port for c3859183-f0cb-4e67-81e1-a2ab450c5820 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:42.840253 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.913705 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:42.941309 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3dc8a569-3d6e-4d14-92ac-1ce231ad000c,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:42.958101 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.018883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 668a59ab-2981-4bae-832f-5124145ae7fc no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:43.073494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 668a59ab-2981-4bae-832f-5124145ae7fc {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:43.074668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 668a59ab-2981-4bae-832f-5124145ae7fc not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:43.125261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=3dc8a569-3d6e-4d14-92ac-1ce231ad000c,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:43.186582 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-df796e16-6874-4671-823e-c108b30215b4 req-4d7a2cdd-a5bb-4c05-b330-f12dd7d9decd tempest-InstanceActionsTestJSON-1856757979 tempest-InstanceActionsTestJSON-1856757979-project] 10.222.0.31 "GET /v2.0/ports?device_id=91137686-43ea-471a-b1f5-ceac700aefad HTTP/1.1" status: 200 len: 210 time: 0.1467762 Nov 12 08:31:43.188506 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0655db22-7386-47af-b56b-ce339249e649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.193974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90491f49-7898-4fe4-8b39-b4d4ab1dd03f'}, {'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc8a569-3d6e-4d14-92ac-1ce231ad000c'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:43.196453 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b7749f-0299-4c4a-b6e1-4d98613cc68a" -d '{"events": [{"server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "name": "network-vif-plugged", "status": "completed", "tag": "90491f49-7898-4fe4-8b39-b4d4ab1dd03f"}, {"server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "name": "network-vif-plugged", "status": "completed", "tag": "3dc8a569-3d6e-4d14-92ac-1ce231ad000c"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:43.240640 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655db22-7386-47af-b56b-ce339249e649 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3859183-f0cb-4e67-81e1-a2ab450c5820,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:43.293300 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e432336-fc9c-4498-9d9a-fa7c62539d30 x-openstack-request-id: req-3e432336-fc9c-4498-9d9a-fa7c62539d30 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:43.293578 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "name": "network-vif-plugged", "status": "completed", "tag": "90491f49-7898-4fe4-8b39-b4d4ab1dd03f", "code": 200}, {"server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "name": "network-vif-plugged", "status": "completed", "tag": "3dc8a569-3d6e-4d14-92ac-1ce231ad000c", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:43.293826 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e432336-fc9c-4498-9d9a-fa7c62539d30 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:43.294626 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90491f49-7898-4fe4-8b39-b4d4ab1dd03f', 'code': 200} Nov 12 08:31:43.294884 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc8a569-3d6e-4d14-92ac-1ce231ad000c', 'code': 200} Nov 12 08:31:43.533380 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d188a-1d4d-490d-8287-28137533e982 req-2ceb7bdb-2065-4bef-8131-333625d32759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:43.533987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d188a-1d4d-490d-8287-28137533e982 req-2ceb7bdb-2065-4bef-8131-333625d32759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:43.534516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d188a-1d4d-490d-8287-28137533e982 req-2ceb7bdb-2065-4bef-8131-333625d32759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:43.536247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd6d188a-1d4d-490d-8287-28137533e982 req-2ceb7bdb-2065-4bef-8131-333625d32759 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2874 time: 0.1687610 Nov 12 08:31:43.583048 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0655db22-7386-47af-b56b-ce339249e649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.604350 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd6d188a-1d4d-490d-8287-28137533e982 req-61382695-3b06-4f4c-83cc-9f12f8754c9f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601578 Nov 12 08:31:43.642881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef8c4c-f001-413b-8370-35b22db74d45 req-8d11f587-838e-425f-9605-db8492438539 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:43.648937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef8c4c-f001-413b-8370-35b22db74d45 req-8d11f587-838e-425f-9605-db8492438539 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:43.655615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef8c4c-f001-413b-8370-35b22db74d45 req-8d11f587-838e-425f-9605-db8492438539 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:43.657341 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddef8c4c-f001-413b-8370-35b22db74d45 req-8d11f587-838e-425f-9605-db8492438539 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2418 time: 0.1226327 Nov 12 08:31:43.726999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a433e-07c7-4429-8aaa-18475b5baa3a req-24064a37-0960-4f1e-9898-2837ec13ae63 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:43.728182 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-157a433e-07c7-4429-8aaa-18475b5baa3a req-24064a37-0960-4f1e-9898-2837ec13ae63 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.1211691 Nov 12 08:31:43.790955 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddef8c4c-f001-413b-8370-35b22db74d45 req-20f8b1b4-ee91-45f5-ad22-876fd4c1af77 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271303 Nov 12 08:31:43.816243 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:43.837299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-157a433e-07c7-4429-8aaa-18475b5baa3a req-3cd80b0c-1554-44e0-9b90-84e10c302890 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948238 Nov 12 08:31:43.913156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0655db22-7386-47af-b56b-ce339249e649 admin admin] Router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:43.965459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce3990-7cd2-4df0-88d7-43633b0bd384 req-edffe67d-cbde-463f-a297-01310d70d5ea tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:43.967064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76ce3990-7cd2-4df0-88d7-43633b0bd384 req-edffe67d-cbde-463f-a297-01310d70d5ea tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 949 time: 0.1062341 Nov 12 08:31:44.042395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0655db22-7386-47af-b56b-ce339249e649 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:44.049504 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0655db22-7386-47af-b56b-ce339249e649 admin admin] 10.222.0.31 "PUT /v2.0/routers/f9d49850-48c9-4ade-99d6-b3be6dfdb0b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9726520 Nov 12 08:31:44.052369 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53074) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:44.056447 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e5f8e-ef82-42d5-8e25-ecbbe7821f73 None None] Sync routers for ids ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:44.065917 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76ce3990-7cd2-4df0-88d7-43633b0bd384 req-b10dbbb5-84c8-4008-9ba8-c798f57cb443 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905721 Nov 12 08:31:44.069565 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e5f8e-ef82-42d5-8e25-ecbbe7821f73 None None] Routers {'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:44.070179 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-785e5f8e-ef82-42d5-8e25-ecbbe7821f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:31:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:44.072114 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Router 37efb5a1-4739-480c-90f0-15e659a7faea is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:31:44.181653 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.209863 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-785e5f8e-ef82-42d5-8e25-ecbbe7821f73 None None] Set router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:44.217444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:44.229816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Sync routers for ids ['37efb5a1-4739-480c-90f0-15e659a7faea'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:44.252231 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.254077 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dc40282d-b9f3-48c7-8ff0-59a401589328 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.2940679 Nov 12 08:31:44.257314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53082) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:44.257884 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Routers {'37efb5a1-4739-480c-90f0-15e659a7faea'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:44.258422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:31:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['37efb5a1-4739-480c-90f0-15e659a7faea'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:44.271805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53084) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:44.399595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Set router 37efb5a1-4739-480c-90f0-15e659a7faea gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:44.424743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-97bc0862-2bb1-4736-8833-9fd74b864fc4 admin admin] Deleting subnet 9785fc49-125c-4506-ba2d-ce93e1245761 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:44.459871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f08864-9dfb-430d-a0d7-f2760e1b8ca6', 'name': 'network-vif-deleted', 'tag': '139fc8f1-6067-4ad0-bcaf-187a1ca42253'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:44.463584 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7194214-4cc8-4fa4-9456-f1eb4da103d9" -d '{"events": [{"server_uuid": "61f08864-9dfb-430d-a0d7-f2760e1b8ca6", "name": "network-vif-deleted", "tag": "139fc8f1-6067-4ad0-bcaf-187a1ca42253"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:44.475235 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-97bc0862-2bb1-4736-8833-9fd74b864fc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.504816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020eb03b-981a-494f-89f1-00cae9889148 req-7a695cf3-2819-4112-a72f-f6be6a142392 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:44.506428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020eb03b-981a-494f-89f1-00cae9889148 req-7a695cf3-2819-4112-a72f-f6be6a142392 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.0746922 Nov 12 08:31:44.511560 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.534547 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd30c890-4de5-4abf-9477-ab8cdf2d2f3b x-openstack-request-id: req-dd30c890-4de5-4abf-9477-ab8cdf2d2f3b {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:44.534913 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f08864-9dfb-430d-a0d7-f2760e1b8ca6", "name": "network-vif-deleted", "tag": "139fc8f1-6067-4ad0-bcaf-187a1ca42253", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:44.535144 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd30c890-4de5-4abf-9477-ab8cdf2d2f3b {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:44.535551 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f08864-9dfb-430d-a0d7-f2760e1b8ca6', 'name': 'network-vif-deleted', 'tag': '139fc8f1-6067-4ad0-bcaf-187a1ca42253', 'status': 'completed', 'code': 200} Nov 12 08:31:44.587663 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-97bc0862-2bb1-4736-8833-9fd74b864fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.609784 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-020eb03b-981a-494f-89f1-00cae9889148 req-ddf50637-553c-4f1d-b0a5-47aee1f16fdc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941639 Nov 12 08:31:44.627988 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-785e5f8e-ef82-42d5-8e25-ecbbe7821f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:31:43Z', 'revision_number': 5, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port': {'id': 'b69d6928-ce55-47bb-8efc-025fef06f779', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:27:57Z', 'updated_at': '2021-11-12T08:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:44.656819 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e5f8e-ef82-42d5-8e25-ecbbe7821f73 None None] Checking router: f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:44.660815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 139fc8f1-6067-4ad0-bcaf-187a1ca42253 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:44.667170 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e5f8e-ef82-42d5-8e25-ecbbe7821f73 None None] Routers {'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:44.668036 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-785e5f8e-ef82-42d5-8e25-ecbbe7821f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:31:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:44.684854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 139fc8f1-6067-4ad0-bcaf-187a1ca42253 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:44.685279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 139fc8f1-6067-4ad0-bcaf-187a1ca42253 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:44.694806 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-97bc0862-2bb1-4736-8833-9fd74b864fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.712303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:42Z', 'revision_number': 3, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:44.745230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Checking router: 37efb5a1-4739-480c-90f0-15e659a7faea for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:44.745764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Updating router 37efb5a1-4739-480c-90f0-15e659a7faea port 908688d3-362a-4b6e-8f02-81885bf9fe24 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:31:44.784031 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-785e5f8e-ef82-42d5-8e25-ecbbe7821f73 None None] Set router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:44.790982 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.793408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Deleting port b69d6928-ce55-47bb-8efc-025fef06f779 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:44.793754 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:44.852468 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-785e5f8e-ef82-42d5-8e25-ecbbe7821f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:31:44Z', 'revision_number': 6, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:44.886607 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e5f8e-ef82-42d5-8e25-ecbbe7821f73 None None] The sync data for ids ['f9d49850-48c9-4ade-99d6-b3be6dfdb0b4'] in n-d-768851-18 is: [{'id': 'f9d49850-48c9-4ade-99d6-b3be6dfdb0b4', 'name': 'tempest-ServersTestFqdnHostnames-2136823773-router', 'tenant_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:27:56Z', 'updated_at': '2021-11-12T08:31:44Z', 'revision_number': 6, 'project_id': 'a83a2cedd2e243e28134c5ad2086fec7', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:44.912874 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-97bc0862-2bb1-4736-8833-9fd74b864fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.018312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc0862-2bb1-4736-8833-9fd74b864fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9785fc49-125c-4506-ba2d-ce93e1245761,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:45.036304 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-97bc0862-2bb1-4736-8833-9fd74b864fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.041158 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-97bc0862-2bb1-4736-8833-9fd74b864fc4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9785fc49-125c-4506-ba2d-ce93e1245761 HTTP/1.1" status: 204 len: 168 time: 0.7666857 Nov 12 08:31:45.042406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53096) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:45.067021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] For port b69d6928-ce55-47bb-8efc-025fef06f779, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b69d6928-ce55-47bb-8efc-025fef06f779,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:45.067491 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.092611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Calling delete_port for b69d6928-ce55-47bb-8efc-025fef06f779 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:45.148738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbb7e8-e784-45dc-bb31-9d440bacc44c req-e57f5db3-460d-4e9e-b65e-a8c6344e3918 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:45.155333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.167198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbb7e8-e784-45dc-bb31-9d440bacc44c req-e57f5db3-460d-4e9e-b65e-a8c6344e3918 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:45.172818 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.179083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbb7e8-e784-45dc-bb31-9d440bacc44c req-e57f5db3-460d-4e9e-b65e-a8c6344e3918 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:45.182393 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f6fbb7e8-e784-45dc-bb31-9d440bacc44c req-e57f5db3-460d-4e9e-b65e-a8c6344e3918 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2418 time: 0.2762306 Nov 12 08:31:45.190497 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.252844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523ab9f-7d3e-4837-b1ee-603b59ef080c None None] Pushing event updated for resources: {'Port': ['ID=908688d3-362a-4b6e-8f02-81885bf9fe24,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:45.265605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Attempting to bind port 908688d3-362a-4b6e-8f02-81885bf9fe24 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:45.267417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Attempting to bind port 908688d3-362a-4b6e-8f02-81885bf9fe24 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:45.268717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Attempting to bind port 908688d3-362a-4b6e-8f02-81885bf9fe24 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:45.284849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:45.285561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:45.286178 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.286767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:45.288918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Bound port: 908688d3-362a-4b6e-8f02-81885bf9fe24, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:45.289557 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.366292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.367427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] For port 908688d3-362a-4b6e-8f02-81885bf9fe24, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:45.371507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] For port 908688d3-362a-4b6e-8f02-81885bf9fe24, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=908688d3-362a-4b6e-8f02-81885bf9fe24,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:45.376754 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.440179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c3859183-f0cb-4e67-81e1-a2ab450c5820 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:45.457886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3082d-05dd-4b1b-a60d-57283fa06d27 req-a8e8c3ea-47fa-4be3-b0b0-c0ec6beb50bb tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:45.460376 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73d3082d-05dd-4b1b-a60d-57283fa06d27 req-a8e8c3ea-47fa-4be3-b0b0-c0ec6beb50bb tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 949 time: 0.2273629 Nov 12 08:31:45.463355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c748a7-8985-47d3-abae-9cdf0cb4a080']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:45.471692 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Routers {'37efb5a1-4739-480c-90f0-15e659a7faea'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:45.472463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:31:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['37efb5a1-4739-480c-90f0-15e659a7faea'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:45.506189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1253efcf-a767-4d24-9ecf-21d2b5286528') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:45.506742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1253efcf-a767-4d24-9ecf-21d2b5286528') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:45.522788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f6fbb7e8-e784-45dc-bb31-9d440bacc44c req-14a5f262-82fe-4187-8141-7cb64ca6900d tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305707 Nov 12 08:31:45.523266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: c3859183-f0cb-4e67-81e1-a2ab450c5820 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:45.523266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c3859183-f0cb-4e67-81e1-a2ab450c5820 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:45.565611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.583546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523ab9f-7d3e-4837-b1ee-603b59ef080c None None] Pushing event updated for resources: {'Port': ['ID=908688d3-362a-4b6e-8f02-81885bf9fe24,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:45.584615 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73d3082d-05dd-4b1b-a60d-57283fa06d27 req-a0c829cb-dd9e-480f-898a-2fb86e9ad175 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115353 Nov 12 08:31:45.594103 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.625000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410b827-9bc9-4821-a84d-281459536272 req-57922fc4-3e89-430e-9eb9-16dd7e289a40 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:45.626822 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d410b827-9bc9-4821-a84d-281459536272 req-57922fc4-3e89-430e-9eb9-16dd7e289a40 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 949 time: 0.1935222 Nov 12 08:31:45.644801 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.656869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:45.657990 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.732961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] Set router 37efb5a1-4739-480c-90f0-15e659a7faea gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:45.753902 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:45.775614 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:45.792621 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.837123 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:45.842667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] 10.222.0.31 "DELETE /v2.0/networks/35c748a7-8985-47d3-abae-9cdf0cb4a080 HTTP/1.1" status: 204 len: 168 time: 0.7989850 Nov 12 08:31:45.845556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc16b7-c12f-4f5c-87bf-9919dcd1fbed admin admin] Pushing event deleted for resources: {'Network': ['ID=35c748a7-8985-47d3-abae-9cdf0cb4a080,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:45.876105 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69d6928-ce55-47bb-8efc-025fef06f779,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:45.886576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47a851-8582-4d5f-bfb3-235e8ae36bc2 req-470fb9bc-a531-41d4-b2ab-0a3a738e920d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:45.888270 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0a47a851-8582-4d5f-bfb3-235e8ae36bc2 req-470fb9bc-a531-41d4-b2ab-0a3a738e920d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.1119936 Nov 12 08:31:45.977212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0a47a851-8582-4d5f-bfb3-235e8ae36bc2 req-e1ebca89-0a54-4678-97a1-ce8a8815d78e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798459 Nov 12 08:31:46.078820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53112) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:46.094336 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.104283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-d410b827-9bc9-4821-a84d-281459536272 req-6217c6d7-1d33-4f05-bce7-fe0624525fa2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Deleting port f66b0832-0682-4517-8393-76abdcdb3d09 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:46.104626 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d410b827-9bc9-4821-a84d-281459536272 req-6217c6d7-1d33-4f05-bce7-fe0624525fa2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.125264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:42Z', 'revision_number': 3, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:46.160370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651bca2-91c2-4899-bc39-beb3bf5dbfda None None] The sync data for ids ['37efb5a1-4739-480c-90f0-15e659a7faea'] in n-d-768851-18 is: [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:42Z', 'revision_number': 3, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:46.181153 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b5751087-5cf1-4974-8237-af1876e46452 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b304edcbdc94429bb9d525fdb1c7961e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0963795 Nov 12 08:31:46.182657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53116) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:46.247013 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e56bbea-143f-4ab0-a500-ea2c83aaf575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.286632 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e56bbea-143f-4ab0-a500-ea2c83aaf575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.353419 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e56bbea-143f-4ab0-a500-ea2c83aaf575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.356227 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e56bbea-143f-4ab0-a500-ea2c83aaf575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.357814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7e56bbea-143f-4ab0-a500-ea2c83aaf575 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ae277d9-7ce5-472e-b29b-dc5a29b601ae HTTP/1.1" status: 204 len: 168 time: 0.1738117 Nov 12 08:31:46.368590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56bbea-143f-4ab0-a500-ea2c83aaf575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae277d9-7ce5-472e-b29b-dc5a29b601ae,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:46.614866 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.625534 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.715475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Allocated IP 172.20.0.1 (4c9f32d5-f223-48ad-aeb1-0363859fe388/c73d9451-4524-4352-9480-948df1f78588/580288b5-5fed-48e9-a616-e3f6dc084f73) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:46.732430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c621c19-fe86-4d65-8bb7-9eb6fe3aca65 req-64db0061-13bf-4048-b399-6954474494e2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:46.738597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c621c19-fe86-4d65-8bb7-9eb6fe3aca65 req-64db0061-13bf-4048-b399-6954474494e2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:46.748206 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c621c19-fe86-4d65-8bb7-9eb6fe3aca65 req-64db0061-13bf-4048-b399-6954474494e2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:46.752936 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c621c19-fe86-4d65-8bb7-9eb6fe3aca65 req-64db0061-13bf-4048-b399-6954474494e2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2418 time: 0.7034516 Nov 12 08:31:46.780249 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.781446 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:31:46.795697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4d62c-d5e5-40e7-a7da-0f9a6d939326 req-85994e27-9049-4753-be32-161fd7119cc6 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:46.798508 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7df4d62c-d5e5-40e7-a7da-0f9a6d939326 req-85994e27-9049-4753-be32-161fd7119cc6 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 949 time: 0.1063812 Nov 12 08:31:46.804593 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.809924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53126) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:46.815523 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2788c62a-a27e-448d-bcf3-1a0693908513 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f9d49850-48c9-4ade-99d6-b3be6dfdb0b4 HTTP/1.1" status: 204 len: 168 time: 2.7572987 Nov 12 08:31:46.906475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-d410b827-9bc9-4821-a84d-281459536272 req-6217c6d7-1d33-4f05-bce7-fe0624525fa2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:46.907365 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d410b827-9bc9-4821-a84d-281459536272 req-6217c6d7-1d33-4f05-bce7-fe0624525fa2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.929423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-de58751d-d097-4520-b550-d3892aee4705 admin admin] Deleting subnet aeb4e768-5faf-4bf2-a072-bba52bb9ca81 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:46.936013 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7df4d62c-d5e5-40e7-a7da-0f9a6d939326 req-40c706d3-a8d6-44cf-ac97-02a567b56676 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/security-groups?id=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281238 Nov 12 08:31:46.936711 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-de58751d-d097-4520-b550-d3892aee4705 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:46.948684 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-d410b827-9bc9-4821-a84d-281459536272 req-6217c6d7-1d33-4f05-bce7-fe0624525fa2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Calling delete_port for f66b0832-0682-4517-8393-76abdcdb3d09 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:46.978264 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c621c19-fe86-4d65-8bb7-9eb6fe3aca65 req-dbc12a19-c3b0-4e05-a923-65c5a5556b5b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244122 Nov 12 08:31:47.001661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f66b0832-0682-4517-8393-76abdcdb3d09 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:47.049435 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-de58751d-d097-4520-b550-d3892aee4705 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.139142 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.145940 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.205393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:47.210627 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb8319-2a9f-49c9-9eb8-9c7c74197275" -d '{"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-unplugged", "status": "completed", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:47.249533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 908688d3-362a-4b6e-8f02-81885bf9fe24 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:47.255478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f66b0832-0682-4517-8393-76abdcdb3d09, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f66b0832-0682-4517-8393-76abdcdb3d09,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:47.273649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2338b1-3233-458b-adfb-95407a5abfd4 req-edaf3336-0802-4ab8-963f-f50137d45153 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:47.283754 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d2338b1-3233-458b-adfb-95407a5abfd4 req-edaf3336-0802-4ab8-963f-f50137d45153 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.1466115 Nov 12 08:31:47.293063 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.294101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:47.324287 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-de58751d-d097-4520-b550-d3892aee4705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.424929 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2432aeca-231e-4005-80aa-68fab99fe049 x-openstack-request-id: req-2432aeca-231e-4005-80aa-68fab99fe049 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:47.425368 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d2338b1-3233-458b-adfb-95407a5abfd4 req-e2812dfa-de02-4b95-aea1-81434941479d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405663 Nov 12 08:31:47.425708 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-unplugged", "status": "completed", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:47.426154 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2432aeca-231e-4005-80aa-68fab99fe049 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:47.426713 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'code': 200} Nov 12 08:31:47.445463 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d410b827-9bc9-4821-a84d-281459536272 req-6217c6d7-1d33-4f05-bce7-fe0624525fa2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.445929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=12']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:47.478907 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.482074 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-de58751d-d097-4520-b550-d3892aee4705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.493707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 908688d3-362a-4b6e-8f02-81885bf9fe24 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:47.494699 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.530968 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58751d-d097-4520-b550-d3892aee4705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb4e768-5faf-4bf2-a072-bba52bb9ca81,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:47.545281 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-de58751d-d097-4520-b550-d3892aee4705 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.551846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-de58751d-d097-4520-b550-d3892aee4705 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aeb4e768-5faf-4bf2-a072-bba52bb9ca81 HTTP/1.1" status: 204 len: 168 time: 0.7288897 Nov 12 08:31:47.552235 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53150) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:47.564329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217c6d7-1d33-4f05-bce7-fe0624525fa2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Pushing event deleted for resources: {'Port': ['ID=f66b0832-0682-4517-8393-76abdcdb3d09,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:47.586158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aacaa2-ecd5-4a4b-b807-5b69c8630d21 None None] Network 901167d3-ab01-456d-9edf-b5969b64419a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:47.591538 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.631295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Network 4c9f32d5-f223-48ad-aeb1-0363859fe388 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:47.647125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:47.649923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Pushing event updated for resources: {'Port': ['ID=580288b5-5fed-48e9-a616-e3f6dc084f73,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:47.670486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:47.681946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53152) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:47.711642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.747902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d410b827-9bc9-4821-a84d-281459536272 req-6217c6d7-1d33-4f05-bce7-fe0624525fa2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] No DVR routers for this DVR port f66b0832-0682-4517-8393-76abdcdb3d09 on host n-h1-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:47.753887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d410b827-9bc9-4821-a84d-281459536272 req-6217c6d7-1d33-4f05-bce7-fe0624525fa2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.757725 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d410b827-9bc9-4821-a84d-281459536272 req-6217c6d7-1d33-4f05-bce7-fe0624525fa2 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.46 "DELETE /v2.0/ports/f66b0832-0682-4517-8393-76abdcdb3d09 HTTP/1.1" status: 204 len: 173 time: 2.1121070 Nov 12 08:31:47.780220 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-deleted', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:47.783125 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca1515d-0e81-4173-a048-eb3175e8d781" -d '{"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-deleted", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:47.806939 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.823031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Deleting port 8eaf4998-d772-4498-9216-b24ee2c3a193 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:47.823378 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.834305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-44459cc7-ac6d-438c-b1e4-68359175f401 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:47.845493 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:47.850274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-44459cc7-ac6d-438c-b1e4-68359175f401 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:47.859104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-44459cc7-ac6d-438c-b1e4-68359175f401 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:47.861541 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-44459cc7-ac6d-438c-b1e4-68359175f401 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.52 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2418 time: 0.2073278 Nov 12 08:31:47.886495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-459998186-network', 'tenant_id': '804aad51373f4ba9b165cb0b36f53378'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:47.888424 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:47.920976 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bb4751-c184-49c4-b46f-85258fead81a x-openstack-request-id: req-47bb4751-c184-49c4-b46f-85258fead81a {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:47.921730 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccae9e7c-82e0-43c0-ac08-8aa52eafea2a", "name": "network-vif-deleted", "tag": "f66b0832-0682-4517-8393-76abdcdb3d09", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:47.922198 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47bb4751-c184-49c4-b46f-85258fead81a {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:47.922852 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccae9e7c-82e0-43c0-ac08-8aa52eafea2a', 'name': 'network-vif-deleted', 'tag': 'f66b0832-0682-4517-8393-76abdcdb3d09', 'status': 'completed', 'code': 200} Nov 12 08:31:47.945486 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.029557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] For port 8eaf4998-d772-4498-9216-b24ee2c3a193, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8eaf4998-d772-4498-9216-b24ee2c3a193,segment=NetworkSegment(7398805b-1813-4a66-82a6-d1ed6800615a),segment_id=7398805b-1813-4a66-82a6-d1ed6800615a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:48.030142 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.045894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Made reservation on behalf of 804aad51373f4ba9b165cb0b36f53378 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:48.049697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.063317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 908688d3-362a-4b6e-8f02-81885bf9fe24, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=908688d3-362a-4b6e-8f02-81885bf9fe24,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:48.064708 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.067463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Calling delete_port for 8eaf4998-d772-4498-9216-b24ee2c3a193 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:48.078280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=11']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.093753 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.226140 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.240468 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.256078 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.265980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:48.278286 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.279457 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Added segment db212966-2ccb-4076-949c-d98b4f36d777 of type vlan for network c6ac6202-f489-4611-bdd0-f0657155cac0 Nov 12 08:31:48.358690 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc84e90-b1c8-4109-9e03-11e8620d9aed None None] DHCP port deletion for 901167d3-ab01-456d-9edf-b5969b64419a request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:48.360780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b69d6928-ce55-47bb-8efc-025fef06f779 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:48.383116 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b69d6928-ce55-47bb-8efc-025fef06f779 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:48.383765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b69d6928-ce55-47bb-8efc-025fef06f779 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:48.415346 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1c30c6c-7363-48fe-939f-95c79118562a req-031dbd05-3c84-4396-ab74-7953e99445e7 tempest-ServersAdminTestJSON-2135428527 tempest-ServersAdminTestJSON-2135428527-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccae9e7c-82e0-43c0-ac08-8aa52eafea2a HTTP/1.1" status: 200 len: 210 time: 0.1838834 Nov 12 08:31:48.428408 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.434521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=908688d3-362a-4b6e-8f02-81885bf9fe24,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.441031 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-baa4019c-c814-432c-a917-fccf90c03705 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:48.441642 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-baa4019c-c814-432c-a917-fccf90c03705 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.464604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cdc84e90-b1c8-4109-9e03-11e8620d9aed None None] Deleting port 8eaf4998-d772-4498-9216-b24ee2c3a193 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:48.465356 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cdc84e90-b1c8-4109-9e03-11e8620d9aed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.471613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9eccd3-d653-4c3c-8f82-0098a2963674,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.512536 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.513733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:48.514391 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.578138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cdc84e90-b1c8-4109-9e03-11e8620d9aed None None] For port 8eaf4998-d772-4498-9216-b24ee2c3a193, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8eaf4998-d772-4498-9216-b24ee2c3a193,segment=NetworkSegment(7398805b-1813-4a66-82a6-d1ed6800615a),segment_id=7398805b-1813-4a66-82a6-d1ed6800615a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:48.579572 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cdc84e90-b1c8-4109-9e03-11e8620d9aed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.584533 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe76000-1b61-4140-b219-5d0252cf486c req-5d16c21f-b36d-4662-a6ad-3e1c6da3f16f tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:48.595383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cdc84e90-b1c8-4109-9e03-11e8620d9aed None None] Calling delete_port for 8eaf4998-d772-4498-9216-b24ee2c3a193 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:48.597839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe76000-1b61-4140-b219-5d0252cf486c req-5d16c21f-b36d-4662-a6ad-3e1c6da3f16f tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:48.607342 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9239430 Nov 12 08:31:48.609253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe76000-1b61-4140-b219-5d0252cf486c req-5d16c21f-b36d-4662-a6ad-3e1c6da3f16f tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:48.610764 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbe76000-1b61-4140-b219-5d0252cf486c req-5d16c21f-b36d-4662-a6ad-3e1c6da3f16f tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 2418 time: 0.3358006 Nov 12 08:31:48.611542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53168) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:48.612277 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.628850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a0bca1fe-8b71-4300-9690-7678cebd10a0 admin admin] Request body: {'subnet': {'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-459998186-subnet', 'tenant_id': '804aad51373f4ba9b165cb0b36f53378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:48.674379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] No DVR routers for this DVR port 8eaf4998-d772-4498-9216-b24ee2c3a193 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:48.678085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d44fd-c507-49a4-b99f-d92503f19c8b admin admin] Pushing event updated for resources: {'Network': ['ID=c6ac6202-f489-4611-bdd0-f0657155cac0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.684694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eaf4998-d772-4498-9216-b24ee2c3a193,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.717963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network c6ac6202-f489-4611-bdd0-f0657155cac0 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:48.751010 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cdc84e90-b1c8-4109-9e03-11e8620d9aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.780987 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.808164 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901167d3-ab01-456d-9edf-b5969b64419a']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:48.814133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc84e90-b1c8-4109-9e03-11e8620d9aed None None] Pushing event deleted for resources: {'Port': ['ID=8eaf4998-d772-4498-9216-b24ee2c3a193,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:48.820683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7398805b-1813-4a66-82a6-d1ed6800615a') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:48.822037 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7398805b-1813-4a66-82a6-d1ed6800615a') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:48.826464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc84e90-b1c8-4109-9e03-11e8620d9aed None None] No DVR routers for this DVR port 8eaf4998-d772-4498-9216-b24ee2c3a193 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:48.834292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.849930 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.856559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:48.857002 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:48.871285 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:48.890341 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.902660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.914897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bca1fe-8b71-4300-9690-7678cebd10a0 admin admin] Made reservation on behalf of 804aad51373f4ba9b165cb0b36f53378 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:48.917814 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0bca1fe-8b71-4300-9690-7678cebd10a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.967807 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:48.989999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-baa4019c-c814-432c-a917-fccf90c03705 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] For port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3dc8a569-3d6e-4d14-92ac-1ce231ad000c,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:48.990410 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-baa4019c-c814-432c-a917-fccf90c03705 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.003828 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.007197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/901167d3-ab01-456d-9edf-b5969b64419a HTTP/1.1" status: 204 len: 168 time: 1.4517148 Nov 12 08:31:49.008943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:31:49.021492 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbe76000-1b61-4140-b219-5d0252cf486c req-c49cf553-76a6-40d8-9621-9382f969e696 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655064 Nov 12 08:31:49.037004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-baa4019c-c814-432c-a917-fccf90c03705 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Calling delete_port for 3dc8a569-3d6e-4d14-92ac-1ce231ad000c owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:49.038940 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.040663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Pushing event updated for resources: {'Port': ['ID=580288b5-5fed-48e9-a616-e3f6dc084f73,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:49.053611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a085a-8fb8-451e-990a-524f31654ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=901167d3-ab01-456d-9edf-b5969b64419a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:49.071593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bebe45-1e98-4a29-befc-5251ba595804 req-a38e07ed-e532-45fd-9709-6f22ee084ac2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:49.079550 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68bebe45-1e98-4a29-befc-5251ba595804 req-a38e07ed-e532-45fd-9709-6f22ee084ac2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.2100480 Nov 12 08:31:49.156470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68bebe45-1e98-4a29-befc-5251ba595804 req-224c3d5c-a52e-4ad8-b858-2c2346b6ecf4 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759141 Nov 12 08:31:49.206920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53172) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:49.221457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:49.242092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 908688d3-362a-4b6e-8f02-81885bf9fe24 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:49.245145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Network 4c9f32d5-f223-48ad-aeb1-0363859fe388 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:49.246462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'port_id': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'mac_address': 'fa:16:3e:ba:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:31:49.257053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:49.301040 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0bca1fe-8b71-4300-9690-7678cebd10a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.305646 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fcd66f40-b71e-44b5-aa32-c9cbdb185552 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a83a2cedd2e243e28134c5ad2086fec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0975997 Nov 12 08:31:49.311741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53174) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:49.315847 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.334619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e726d0d1-36c8-4e07-9430-4e8711e06433 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:31:49.348571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 908688d3-362a-4b6e-8f02-81885bf9fe24 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:49.349625 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.367019 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-baa4019c-c814-432c-a917-fccf90c03705 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.389846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['421a1198-5268-4bbb-92f2-ebee383e8f96', '90491f49-7898-4fe4-8b39-b4d4ab1dd03f', '3dc8a569-3d6e-4d14-92ac-1ce231ad000c'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:49.395584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:49.414764 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-07d1a6f1-0361-48f6-aa3a-338ae2ce6514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.423830 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.435173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:49.435601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4019c-c814-432c-a917-fccf90c03705 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Port': ['ID=3dc8a569-3d6e-4d14-92ac-1ce231ad000c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:49.438328 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be462c9-c305-4b14-840b-b5225169f70c" -d '{"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-unplugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:49.446749 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-07d1a6f1-0361-48f6-aa3a-338ae2ce6514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.513624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bca1fe-8b71-4300-9690-7678cebd10a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a12af76-376d-49a5-8dcd-238c09154673,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:49.529054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-07d1a6f1-0361-48f6-aa3a-338ae2ce6514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.539577 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-07d1a6f1-0361-48f6-aa3a-338ae2ce6514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.544281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-baa4019c-c814-432c-a917-fccf90c03705 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] No DVR routers for this DVR port 3dc8a569-3d6e-4d14-92ac-1ce231ad000c on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:49.547460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-07d1a6f1-0361-48f6-aa3a-338ae2ce6514 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6391a43-5f2f-4652-ae6b-0925fb6c7aeb HTTP/1.1" status: 204 len: 168 time: 0.2265384 Nov 12 08:31:49.548404 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-baa4019c-c814-432c-a917-fccf90c03705 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.551918 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-baa4019c-c814-432c-a917-fccf90c03705 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.52 "DELETE /v2.0/ports/3dc8a569-3d6e-4d14-92ac-1ce231ad000c HTTP/1.1" status: 204 len: 173 time: 1.6334012 Nov 12 08:31:49.553307 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86adf5d5-f1f1-41ec-af31-628714cb611f x-openstack-request-id: req-86adf5d5-f1f1-41ec-af31-628714cb611f {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:49.553829 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-unplugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:49.554254 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-86adf5d5-f1f1-41ec-af31-628714cb611f {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:49.555423 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'code': 200} Nov 12 08:31:49.566970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1a6f1-0361-48f6-aa3a-338ae2ce6514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6391a43-5f2f-4652-ae6b-0925fb6c7aeb,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:49.575014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bca1fe-8b71-4300-9690-7678cebd10a0 admin admin] Checking segment: {'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:49.575700 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bca1fe-8b71-4300-9690-7678cebd10a0 admin admin] Network hostable DHCP agents. Network: c6ac6202-f489-4611-bdd0-f0657155cac0, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:49.577409 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Router 37efb5a1-4739-480c-90f0-15e659a7faea has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:31:49.591570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e726d0d1-36c8-4e07-9430-4e8711e06433'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:31:49.618799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bca1fe-8b71-4300-9690-7678cebd10a0 admin admin] Network c6ac6202-f489-4611-bdd0-f0657155cac0 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:49.655839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-a0bca1fe-8b71-4300-9690-7678cebd10a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, c6ac6202-f489-4611-bdd0-f0657155cac0) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:49.675475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6079cff9-6fd8-4adb-9836-a86094e0c552 None None] Network c6ac6202-f489-4611-bdd0-f0657155cac0 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:49.676295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bca1fe-8b71-4300-9690-7678cebd10a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:49.679476 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0bca1fe-8b71-4300-9690-7678cebd10a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:49.716936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=12']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:49.731889 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a0bca1fe-8b71-4300-9690-7678cebd10a0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1096272 Nov 12 08:31:49.924116 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'name': 'network-vif-deleted', 'tag': '3dc8a569-3d6e-4d14-92ac-1ce231ad000c'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:49.926421 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58639eee-76bd-4e36-ab17-8c2819b95b0d" -d '{"events": [{"server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "name": "network-vif-deleted", "tag": "3dc8a569-3d6e-4d14-92ac-1ce231ad000c"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:49.998168 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c7bc70-c459-49ac-93cf-c2e1a940beb5 x-openstack-request-id: req-d0c7bc70-c459-49ac-93cf-c2e1a940beb5 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:49.998515 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "name": "network-vif-deleted", "tag": "3dc8a569-3d6e-4d14-92ac-1ce231ad000c", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:49.998710 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0c7bc70-c459-49ac-93cf-c2e1a940beb5 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:49.999106 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'name': 'network-vif-deleted', 'tag': '3dc8a569-3d6e-4d14-92ac-1ce231ad000c', 'status': 'completed', 'code': 200} Nov 12 08:31:50.004719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8eaf4998-d772-4498-9216-b24ee2c3a193 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:50.013170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:31:50.024024 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Sync routers for ids ['37efb5a1-4739-480c-90f0-15e659a7faea'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:31:50.027224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-522fc1a8-99d4-4a56-b47e-30e605502afb admin admin] 10.222.0.31 "PUT /v2.0/routers/37efb5a1-4739-480c-90f0-15e659a7faea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7665043 Nov 12 08:31:50.038703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-4c60daa8-b823-4e4a-aac5-efe8f92072bd tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:50.039058 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-4c60daa8-b823-4e4a-aac5-efe8f92072bd tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.046507 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Routers {'37efb5a1-4739-480c-90f0-15e659a7faea'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:50.047145 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:31:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['37efb5a1-4739-480c-90f0-15e659a7faea'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:50.133209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d7d0c-6174-4431-beba-6ffdd16cac89 None None] Network c6ac6202-f489-4611-bdd0-f0657155cac0 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:50.141078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 8eaf4998-d772-4498-9216-b24ee2c3a193 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:50.141713 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8eaf4998-d772-4498-9216-b24ee2c3a193 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:50.221137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-4c60daa8-b823-4e4a-aac5-efe8f92072bd tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] For port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=90491f49-7898-4fe4-8b39-b4d4ab1dd03f,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:50.221849 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-4c60daa8-b823-4e4a-aac5-efe8f92072bd tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.240925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-4c60daa8-b823-4e4a-aac5-efe8f92072bd tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Calling delete_port for 90491f49-7898-4fe4-8b39-b4d4ab1dd03f owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:50.254224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53206) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:50.276431 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Set router 37efb5a1-4739-480c-90f0-15e659a7faea gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:50.304799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcf44d-3012-4c99-a0ed-c18d4817719a req-f0eeaf75-4e15-46c3-b1e0-a00799bd02bf tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:50.313643 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcf44d-3012-4c99-a0ed-c18d4817719a req-f0eeaf75-4e15-46c3-b1e0-a00799bd02bf tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:50.315274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4cbcf44d-3012-4c99-a0ed-c18d4817719a req-f0eeaf75-4e15-46c3-b1e0-a00799bd02bf tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=5752af14-5541-49ed-b9b9-f1323d8e9205 HTTP/1.1" status: 200 len: 1683 time: 0.1517279 Nov 12 08:31:50.341476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd726c-67ee-4e42-9e13-b322cfdb1f63 req-ede6648a-141b-488a-8d57-b4b24dd7feba tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:50.349172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1fd726c-67ee-4e42-9e13-b322cfdb1f63 req-ede6648a-141b-488a-8d57-b4b24dd7feba tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 945 time: 0.0662744 Nov 12 08:31:50.438407 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1fd726c-67ee-4e42-9e13-b322cfdb1f63 req-18a34cbb-c18b-425c-8fe7-2f77e11beffe tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881963 Nov 12 08:31:50.463143 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4cbcf44d-3012-4c99-a0ed-c18d4817719a req-b67e04d5-2c23-40e1-abf4-0a934735d9d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057875 Nov 12 08:31:50.578868 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-4c60daa8-b823-4e4a-aac5-efe8f92072bd tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.622277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60daa8-b823-4e4a-aac5-efe8f92072bd tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Port': ['ID=90491f49-7898-4fe4-8b39-b4d4ab1dd03f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:50.734331 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b32cfde6-d311-4cc5-95fe-ee7228037ad1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2db87f3d0c564965a9e44169dc5b7805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4788949 Nov 12 08:31:50.739798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53226) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:50.767748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-4c60daa8-b823-4e4a-aac5-efe8f92072bd tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] No DVR routers for this DVR port 90491f49-7898-4fe4-8b39-b4d4ab1dd03f on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:50.771861 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-4c60daa8-b823-4e4a-aac5-efe8f92072bd tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.777082 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-4c60daa8-b823-4e4a-aac5-efe8f92072bd tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.52 "DELETE /v2.0/ports/90491f49-7898-4fe4-8b39-b4d4ab1dd03f HTTP/1.1" status: 204 len: 173 time: 1.2150376 Nov 12 08:31:50.900002 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 4, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '580288b5-5fed-48e9-a616-e3f6dc084f73', 'name': '', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'mac_address': 'fa:16:3e:6a:6c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'c73d9451-4524-4352-9480-948df1f78588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:45Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 2, 'project_id': 'eda6137855534360b01b47a6df365310', 'subnets': [{'id': 'c73d9451-4524-4352-9480-948df1f78588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:50.938661 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Checking router: 37efb5a1-4739-480c-90f0-15e659a7faea for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:31:50.938952 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Updating router 37efb5a1-4739-480c-90f0-15e659a7faea port 580288b5-5fed-48e9-a616-e3f6dc084f73 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:31:50.957257 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd525-28c9-4ea9-9e66-cef852b50754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:50.972179 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.009700 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd525-28c9-4ea9-9e66-cef852b50754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.036478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-789363e4-5293-4acc-aa3b-922bab3b4c61 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:51.046264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-789363e4-5293-4acc-aa3b-922bab3b4c61 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/networks?id=c6ac6202-f489-4611-bdd0-f0657155cac0 HTTP/1.1" status: 200 len: 817 time: 0.2113106 Nov 12 08:31:51.092421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-19da7b9d-967b-4170-82c0-302a17837ac4 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/quotas/804aad51373f4ba9b165cb0b36f53378 HTTP/1.1" status: 200 len: 375 time: 0.0449321 Nov 12 08:31:51.115638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-c5dd1804-7a81-4c46-af57-e32613d8a3c3 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:51.117284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-c5dd1804-7a81-4c46-af57-e32613d8a3c3 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/networks?id=4c9f32d5-f223-48ad-aeb1-0363859fe388 HTTP/1.1" status: 200 len: 820 time: 0.2113636 Nov 12 08:31:51.131917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-8dd56e0c-507e-4205-b5c6-d500d8ac3171 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting port 421a1198-5268-4bbb-92f2-ebee383e8f96 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:51.131917 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-8dd56e0c-507e-4205-b5c6-d500d8ac3171 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.140247 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-fbae50a3-2d12-41a6-ba7c-4c7f779a2373 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=804aad51373f4ba9b165cb0b36f53378&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467587 Nov 12 08:31:51.170110 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd525-28c9-4ea9-9e66-cef852b50754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.172827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd525-28c9-4ea9-9e66-cef852b50754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.176910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0c2cd525-28c9-4ea9-9e66-cef852b50754 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3 HTTP/1.1" status: 204 len: 168 time: 0.4356880 Nov 12 08:31:51.189739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cd525-28c9-4ea9-9e66-cef852b50754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ba2b74-8fdd-4bea-9452-6cfd6118eaf3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.198512 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-22f0cdbc-5bc1-4a90-87b3-b1b0c12a5e03 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/quotas/eda6137855534360b01b47a6df365310 HTTP/1.1" status: 200 len: 375 time: 0.0440102 Nov 12 08:31:51.241956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-8dd56e0c-507e-4205-b5c6-d500d8ac3171 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] For port 421a1198-5268-4bbb-92f2-ebee383e8f96, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=421a1198-5268-4bbb-92f2-ebee383e8f96,segment=NetworkSegment(3f1c11e1-a4ea-46c8-8646-7b8a6e413564),segment_id=3f1c11e1-a4ea-46c8-8646-7b8a6e413564)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:51.242362 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-8dd56e0c-507e-4205-b5c6-d500d8ac3171 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.290352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-8dd56e0c-507e-4205-b5c6-d500d8ac3171 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Calling delete_port for 421a1198-5268-4bbb-92f2-ebee383e8f96 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:51.316920 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-c24d1730-dce5-40ff-b6c0-582a801d96ad tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda6137855534360b01b47a6df365310&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776358 Nov 12 08:31:51.387178 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.396901 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.432494 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-8cedcc33-5a79-4c5e-88ad-9a38d5c89caf service neutron] 10.222.0.31 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907188 Nov 12 08:31:51.479215 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a5dfe-32a3-4cb5-b917-b02f72c7c620 None None] Pushing event updated for resources: {'Port': ['ID=580288b5-5fed-48e9-a616-e3f6dc084f73,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.491922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53266) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:51.501508 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-8dd56e0c-507e-4205-b5c6-d500d8ac3171 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.566503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd56e0c-507e-4205-b5c6-d500d8ac3171 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Port': ['ID=421a1198-5268-4bbb-92f2-ebee383e8f96,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:51.634039 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Attempting to bind port 580288b5-5fed-48e9-a616-e3f6dc084f73 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:31:51.636564 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Attempting to bind port 580288b5-5fed-48e9-a616-e3f6dc084f73 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '7bf239bd-c410-4760-8219-4ef52a1deb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:31:51.637203 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Attempting to bind port 580288b5-5fed-48e9-a616-e3f6dc084f73 on network 4c9f32d5-f223-48ad-aeb1-0363859fe388 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:31:51.638951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-817d1197-0a41-4cf2-8d03-8d963cc0ea4c service neutron] 10.222.0.31 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986034 Nov 12 08:31:51.649023 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:31:51.650179 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-8dd56e0c-507e-4205-b5c6-d500d8ac3171 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] No DVR routers for this DVR port 421a1198-5268-4bbb-92f2-ebee383e8f96 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:51.652028 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Checking segment: {'id': '7bf239bd-c410-4760-8219-4ef52a1deb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:51.652189 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.652534 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Bound using segment: {'id': '7bf239bd-c410-4760-8219-4ef52a1deb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:31:51.653682 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Bound port: 580288b5-5fed-48e9-a616-e3f6dc084f73, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf239bd-c410-4760-8219-4ef52a1deb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:31:51.653682 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.655275 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-8dd56e0c-507e-4205-b5c6-d500d8ac3171 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:51.667920 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-faecd75d-dd1c-4682-88d2-bdab4546a67a req-8dd56e0c-507e-4205-b5c6-d500d8ac3171 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.52 "DELETE /v2.0/ports/421a1198-5268-4bbb-92f2-ebee383e8f96 HTTP/1.1" status: 204 len: 173 time: 0.8804471 Nov 12 08:31:51.784670 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-a2fcb175-e437-4306-b2b1-ce372df53687 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:31:51.788780 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-a2fcb175-e437-4306-b2b1-ce372df53687 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4435163 Nov 12 08:31:51.791981 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] For port 580288b5-5fed-48e9-a616-e3f6dc084f73, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:31:51.829414 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] For port 580288b5-5fed-48e9-a616-e3f6dc084f73, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=580288b5-5fed-48e9-a616-e3f6dc084f73,segment=NetworkSegment(7bf239bd-c410-4760-8219-4ef52a1deb20),segment_id=7bf239bd-c410-4760-8219-4ef52a1deb20)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:31:51.843970 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.000848 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'name': 'network-vif-deleted', 'tag': '90491f49-7898-4fe4-8b39-b4d4ab1dd03f'}, {'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'name': 'network-vif-deleted', 'tag': '421a1198-5268-4bbb-92f2-ebee383e8f96'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:52.004444 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c3500f-5737-4373-a154-08e07bf4c632" -d '{"events": [{"server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "name": "network-vif-deleted", "tag": "90491f49-7898-4fe4-8b39-b4d4ab1dd03f"}, {"server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "name": "network-vif-deleted", "tag": "421a1198-5268-4bbb-92f2-ebee383e8f96"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:52.011876 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Routers {'37efb5a1-4739-480c-90f0-15e659a7faea'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:31:52.012937 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:31:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['37efb5a1-4739-480c-90f0-15e659a7faea'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:52.025439 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a5dfe-32a3-4cb5-b917-b02f72c7c620 None None] Pushing event updated for resources: {'Port': ['ID=580288b5-5fed-48e9-a616-e3f6dc084f73,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:52.039630 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1853831720-network', 'tenant_id': '1dd0ffa5e4bd423b8c0592bfe5c68141'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:52.081405 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-6c4cdd63-e3fe-41eb-80df-89265f98f15b service neutron] 10.222.0.31 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829032 Nov 12 08:31:52.084653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Made reservation on behalf of 1dd0ffa5e4bd423b8c0592bfe5c68141 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:52.089519 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.110883 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.111536 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.193658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53278) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:52.255223 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] Set router 37efb5a1-4739-480c-90f0-15e659a7faea gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:31:52.301281 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-215b2c44-3923-44fe-b08b-4f407a148f22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11cfd0cabf944ab5b6b7ee4b2b35e648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1063499 Nov 12 08:31:52.305657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53280) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:52.448234 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-0a852af9-9c7d-4f33-8ab1-a465e0bc234a service neutron] 10.222.0.31 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471315 Nov 12 08:31:52.460078 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.465779 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.469203 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00db9987-ba20-4751-a525-cf4d36f83218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.514923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:31:52.541754 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.542740 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Added segment b23f9d8f-fbfb-40a0-a9da-512679fb6274 of type vlan for network 85da4bf4-5410-47b2-b54a-c0e5597bcea2 Nov 12 08:31:52.557798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab736a5-0328-45b8-a95d-c38b81d1f666,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:52.558268 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00db9987-ba20-4751-a525-cf4d36f83218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.599756 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 4, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '580288b5-5fed-48e9-a616-e3f6dc084f73', 'name': '', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'mac_address': 'fa:16:3e:6a:6c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'c73d9451-4524-4352-9480-948df1f78588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:45Z', 'updated_at': '2021-11-12T08:31:51Z', 'revision_number': 4, 'project_id': 'eda6137855534360b01b47a6df365310', 'subnets': [{'id': 'c73d9451-4524-4352-9480-948df1f78588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:52.640753 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.655892 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60c284-4266-4956-9177-742ee3e6b24c None None] The sync data for ids ['37efb5a1-4739-480c-90f0-15e659a7faea'] in n-d-768851-18 is: [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 4, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '580288b5-5fed-48e9-a616-e3f6dc084f73', 'name': '', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'mac_address': 'fa:16:3e:6a:6c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'c73d9451-4524-4352-9480-948df1f78588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:45Z', 'updated_at': '2021-11-12T08:31:51Z', 'revision_number': 4, 'project_id': 'eda6137855534360b01b47a6df365310', 'subnets': [{'id': 'c73d9451-4524-4352-9480-948df1f78588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:31:52.674910 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 421a1198-5268-4bbb-92f2-ebee383e8f96 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:52.688816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43d975-965d-475b-a311-63aba2b69ea5 req-68bda04a-7cd8-4945-9bbd-d297451443d3 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:52.704276 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df43d975-965d-475b-a311-63aba2b69ea5 req-68bda04a-7cd8-4945-9bbd-d297451443d3 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 945 time: 0.1895096 Nov 12 08:31:52.762174 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.762382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:52.763149 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:52.792839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 421a1198-5268-4bbb-92f2-ebee383e8f96 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:52.796700 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53294) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:52.798295 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 421a1198-5268-4bbb-92f2-ebee383e8f96 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:52.799070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 3dc8a569-3d6e-4d14-92ac-1ce231ad000c no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:52.892628 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e310bdd4-78e9-4648-a155-3602462a5250 x-openstack-request-id: req-e310bdd4-78e9-4648-a155-3602462a5250 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:52.893292 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "name": "network-vif-deleted", "tag": "90491f49-7898-4fe4-8b39-b4d4ab1dd03f", "status": "completed", "code": 200}, {"server_uuid": "5752af14-5541-49ed-b9b9-f1323d8e9205", "name": "network-vif-deleted", "tag": "421a1198-5268-4bbb-92f2-ebee383e8f96", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:52.893791 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e310bdd4-78e9-4648-a155-3602462a5250 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:52.894712 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'name': 'network-vif-deleted', 'tag': '90491f49-7898-4fe4-8b39-b4d4ab1dd03f', 'status': 'completed', 'code': 200} Nov 12 08:31:52.895153 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5752af14-5541-49ed-b9b9-f1323d8e9205', 'name': 'network-vif-deleted', 'tag': '421a1198-5268-4bbb-92f2-ebee383e8f96', 'status': 'completed', 'code': 200} Nov 12 08:31:52.897960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 3dc8a569-3d6e-4d14-92ac-1ce231ad000c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:52.898611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 3dc8a569-3d6e-4d14-92ac-1ce231ad000c not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:52.899630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 90491f49-7898-4fe4-8b39-b4d4ab1dd03f no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:52.903163 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4093766 Nov 12 08:31:52.912365 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53300) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:52.930074 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df43d975-965d-475b-a311-63aba2b69ea5 req-28d23afe-5146-4ffc-8a5f-6a631857d1ed tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244437 Nov 12 08:31:52.961209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b6c3c63a-f9f3-4cc3-997a-759d48202041 admin admin] Request body: {'subnet': {'network_id': '85da4bf4-5410-47b2-b54a-c0e5597bcea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1853831720-subnet', 'tenant_id': '1dd0ffa5e4bd423b8c0592bfe5c68141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:52.989667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 90491f49-7898-4fe4-8b39-b4d4ab1dd03f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:52.995923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 90491f49-7898-4fe4-8b39-b4d4ab1dd03f not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:53.017962 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:53.018592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c3c63a-f9f3-4cc3-997a-759d48202041 admin admin] Made reservation on behalf of 1dd0ffa5e4bd423b8c0592bfe5c68141 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:53.024761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c63a-f9f3-4cc3-997a-759d48202041 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.025873 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e72790-58bf-46f5-8396-1dd8ea625302 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting subnet e4268fa3-e5ee-4e6f-a25e-35c1d1ec208a {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:53.033475 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00db9987-ba20-4751-a525-cf4d36f83218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.043550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c26bd-afc6-4b15-a948-75688169e11d admin admin] Pushing event updated for resources: {'Network': ['ID=85da4bf4-5410-47b2-b54a-c0e5597bcea2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:53.048093 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28e72790-58bf-46f5-8396-1dd8ea625302 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.055906 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00db9987-ba20-4751-a525-cf4d36f83218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.059273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-00db9987-ba20-4751-a525-cf4d36f83218 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0495ebf8-126a-4072-9331-e93018496d7b HTTP/1.1" status: 204 len: 168 time: 0.7523119 Nov 12 08:31:53.147297 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7d71ec8-fddf-4ae2-aac8-8290ac4edb9c req-701aa4f8-dcdb-4401-9120-436ea492d0d7 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 210 time: 0.0459321 Nov 12 08:31:53.181781 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28e72790-58bf-46f5-8396-1dd8ea625302 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.191772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 85da4bf4-5410-47b2-b54a-c0e5597bcea2 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:31:53.267381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db9987-ba20-4751-a525-cf4d36f83218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0495ebf8-126a-4072-9331-e93018496d7b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:53.292011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-969577ce-46f6-4a69-8c17-42392872ab97 req-d1c8657c-7da6-4a0b-9a50-8f0397ad4cdd tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 210 time: 0.1304958 Nov 12 08:31:53.559502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port e726d0d1-36c8-4e07-9430-4e8711e06433 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:53.560163 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.623091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28e72790-58bf-46f5-8396-1dd8ea625302 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.677297 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 580288b5-5fed-48e9-a616-e3f6dc084f73 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:53.742119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c63a-f9f3-4cc3-997a-759d48202041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.895988 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28e72790-58bf-46f5-8396-1dd8ea625302 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.945024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3c63a-f9f3-4cc3-997a-759d48202041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3942a578-800a-46d1-9208-db96c004961b,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:53.961404 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28e72790-58bf-46f5-8396-1dd8ea625302 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:53.974985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53330) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:53.981152 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-28e72790-58bf-46f5-8396-1dd8ea625302 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "DELETE /v2.0/subnets/e4268fa3-e5ee-4e6f-a25e-35c1d1ec208a HTTP/1.1" status: 204 len: 168 time: 1.1681707 Nov 12 08:31:53.985906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae7df4b-b83b-401f-b50e-211ed4be53d0 None None] Network cb4e8570-f657-461b-b182-2c5e710af290 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:54.082052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e72790-58bf-46f5-8396-1dd8ea625302 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Subnet': ['ID=e4268fa3-e5ee-4e6f-a25e-35c1d1ec208a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:54.173629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 580288b5-5fed-48e9-a616-e3f6dc084f73 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:54.174030 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.377949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31454b42-1352-4ec4-972f-d0b100b16783 req-c566e800-4a1e-4765-9a2d-bdda62f6cfb8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:54.379569 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31454b42-1352-4ec4-972f-d0b100b16783 req-c566e800-4a1e-4765-9a2d-bdda62f6cfb8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 945 time: 0.1337101 Nov 12 08:31:54.401367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3c63a-f9f3-4cc3-997a-759d48202041 admin admin] Checking segment: {'id': 'b23f9d8f-fbfb-40a0-a9da-512679fb6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '85da4bf4-5410-47b2-b54a-c0e5597bcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:31:54.402332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3c63a-f9f3-4cc3-997a-759d48202041 admin admin] Network hostable DHCP agents. Network: 85da4bf4-5410-47b2-b54a-c0e5597bcea2, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:31:54.491323 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.582010 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31454b42-1352-4ec4-972f-d0b100b16783 req-07826e62-650a-424c-b443-7ca3e10fe639 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916404 Nov 12 08:31:54.645664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71cb56c2-ac85-4754-9e90-f2c0d37ed796 req-2f61b5ff-d42f-4a1e-ad53-6c869eaf75ee tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 210 time: 0.2201686 Nov 12 08:31:54.673670 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.691935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3c63a-f9f3-4cc3-997a-759d48202041 admin admin] Network 85da4bf4-5410-47b2-b54a-c0e5597bcea2 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:31:54.739912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:31:54.752956 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed433fc-adc8-4f30-ad87-b88eb069c7e9" -d '{"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-plugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:31:54.753195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b6c3c63a-f9f3-4cc3-997a-759d48202041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 85da4bf4-5410-47b2-b54a-c0e5597bcea2) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:54.769525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c3c63a-f9f3-4cc3-997a-759d48202041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:54.772778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c63a-f9f3-4cc3-997a-759d48202041 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:54.775339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b28d7-b127-45e4-8f8e-886fc7b6a9c4 None None] Network 85da4bf4-5410-47b2-b54a-c0e5597bcea2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:54.846872 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25bd388e-1580-4ce0-a8e9-31e56609bded req-696e7f63-953f-45fc-9000-7b5a1a91e7e0 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 210 time: 0.0773671 Nov 12 08:31:54.973844 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b6c3c63a-f9f3-4cc3-997a-759d48202041 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0301390 Nov 12 08:31:55.038977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting port b593720e-2469-4003-bf4e-2b8c6b41e02f {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:55.041698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.268423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] For port b593720e-2469-4003-bf4e-2b8c6b41e02f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b593720e-2469-4003-bf4e-2b8c6b41e02f,segment=NetworkSegment(3f1c11e1-a4ea-46c8-8646-7b8a6e413564),segment_id=3f1c11e1-a4ea-46c8-8646-7b8a6e413564)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:55.268791 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.322083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Calling delete_port for b593720e-2469-4003-bf4e-2b8c6b41e02f owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:55.332110 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50a2b5f-e8ab-42fa-a21f-df3c65bafb5e x-openstack-request-id: req-e50a2b5f-e8ab-42fa-a21f-df3c65bafb5e {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:31:55.332593 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-plugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:31:55.333027 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e50a2b5f-e8ab-42fa-a21f-df3c65bafb5e {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:31:55.333834 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'code': 200} Nov 12 08:31:55.470699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:55.549046 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.652217 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:55.675279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-021aa62f-31c9-4139-9711-1afc2a48b801 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:55.677348 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-021aa62f-31c9-4139-9711-1afc2a48b801 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.52 "GET /v2.0/networks?id=c6ac6202-f489-4611-bdd0-f0657155cac0 HTTP/1.1" status: 200 len: 817 time: 0.2515378 Nov 12 08:31:55.693959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788b93a2-f3de-4214-952a-a93cd90da5c8 None None] Network 85da4bf4-5410-47b2-b54a-c0e5597bcea2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:55.695945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8ba2fd-5007-4afd-ba01-374734a6fa87 None None] DHCP port deletion for cb4e8570-f657-461b-b182-2c5e710af290 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:55.698464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Request body: {'port': {'device_id': '615afbb8-dfc4-4cb3-bb70-bef882a9b0e0', 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0', 'admin_state_up': True, 'tenant_id': '804aad51373f4ba9b165cb0b36f53378'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:55.764963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Port': ['ID=b593720e-2469-4003-bf4e-2b8c6b41e02f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:55.771447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=13']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:55.780112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] No DVR routers for this DVR port b593720e-2469-4003-bf4e-2b8c6b41e02f on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:56.133671 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.176025 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.193002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4e8570-f657-461b-b182-2c5e710af290']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:56.238182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1c11e1-a4ea-46c8-8646-7b8a6e413564') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:56.238574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1c11e1-a4ea-46c8-8646-7b8a6e413564') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:56.318707 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.319990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 580288b5-5fed-48e9-a616-e3f6dc084f73, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=580288b5-5fed-48e9-a616-e3f6dc084f73,segment=NetworkSegment(7bf239bd-c410-4760-8219-4ef52a1deb20),segment_id=7bf239bd-c410-4760-8219-4ef52a1deb20)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:56.335240 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.401970 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.414474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a1b8e-344b-42f1-bd6c-402be06fe86f req-ff838388-7da8-4b18-8e1b-b65ddc36d055 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:56.416462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:56.416891 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:56.420554 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:31:56.436690 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc8a1b8e-344b-42f1-bd6c-402be06fe86f req-ff838388-7da8-4b18-8e1b-b65ddc36d055 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.5677030 Nov 12 08:31:56.551543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b593720e-2469-4003-bf4e-2b8c6b41e02f no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:31:56.663534 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b593720e-2469-4003-bf4e-2b8c6b41e02f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:31:56.668580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b593720e-2469-4003-bf4e-2b8c6b41e02f not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:31:56.683378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4135770-15ab-4381-af58-28f780122108 req-7feae85c-17d2-494e-bb91-53d7dff85d5c tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:56.686241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-7feae85c-17d2-494e-bb91-53d7dff85d5c tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/networks?id=85da4bf4-5410-47b2-b54a-c0e5597bcea2 HTTP/1.1" status: 200 len: 818 time: 0.4680254 Nov 12 08:31:56.690803 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.722825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=580288b5-5fed-48e9-a616-e3f6dc084f73,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:56.730242 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.750148 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "DELETE /v2.0/networks/cb4e8570-f657-461b-b182-2c5e710af290 HTTP/1.1" status: 204 len: 168 time: 2.7736027 Nov 12 08:31:56.753034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53412) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:56.758693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Made reservation on behalf of 804aad51373f4ba9b165cb0b36f53378 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:56.781138 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:56.818526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc8a1b8e-344b-42f1-bd6c-402be06fe86f req-e97055c7-6368-4e4d-9d7b-93ac018e5f67 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808358 Nov 12 08:31:56.942200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0594ea1-7376-4a95-8f7f-3524d5d90e30 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Network': ['ID=cb4e8570-f657-461b-b182-2c5e710af290,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:56.967923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-c9c6a099-1066-4b93-96d3-3781624bbff0 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/quotas/1dd0ffa5e4bd423b8c0592bfe5c68141 HTTP/1.1" status: 200 len: 375 time: 0.2062457 Nov 12 08:31:57.037341 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-d081b23c-09ff-462b-b5e1-b56a022ac654 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1dd0ffa5e4bd423b8c0592bfe5c68141&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680287 Nov 12 08:31:57.388916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-9318faf9-d213-4383-8954-e1ffb069277e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:57.390901 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-9318faf9-d213-4383-8954-e1ffb069277e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.52 "GET /v2.0/networks?id=4c9f32d5-f223-48ad-aeb1-0363859fe388 HTTP/1.1" status: 200 len: 820 time: 1.3837385 Nov 12 08:31:57.417971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Request body: {'port': {'device_id': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'admin_state_up': True, 'tenant_id': 'eda6137855534360b01b47a6df365310'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:57.471338 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91f5d083-a937-49b0-b0d1-75ce4c48c4f3 req-9cd06532-44a4-427f-bc69-70c735400cfb tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 210 time: 0.0968223 Nov 12 08:31:57.563548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-c3942876-3c7e-4f48-bfd8-e5132bc21b6d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:57.573536 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-c3942876-3c7e-4f48-bfd8-e5132bc21b6d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.46 "GET /v2.0/networks?id=c6ac6202-f489-4611-bdd0-f0657155cac0 HTTP/1.1" status: 200 len: 817 time: 1.2115800 Nov 12 08:31:57.660305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4a6601-16ba-45a1-842c-1ae1c81669e1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting subnet 1feb4e79-c7f3-4863-bfdc-94e0392e153c {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:31:57.671551 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6601-16ba-45a1-842c-1ae1c81669e1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.685996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Request body: {'port': {'device_id': 'fa5c3fc2-d37c-433f-9f51-de941c4cf50a', 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0', 'admin_state_up': True, 'tenant_id': '804aad51373f4ba9b165cb0b36f53378'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:57.718326 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-d46eb19b-7d3e-4291-a8e0-fb5ac525837f service neutron] 10.222.0.31 "GET /v2.0/networks/85da4bf4-5410-47b2-b54a-c0e5597bcea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781003 Nov 12 08:31:57.790407 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6601-16ba-45a1-842c-1ae1c81669e1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:57.828426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-1dc60843-5f37-4c3c-ab11-3596de2dd973 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:57.830216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-1dc60843-5f37-4c3c-ab11-3596de2dd973 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.52 "GET /v2.0/networks?id=c6ac6202-f489-4611-bdd0-f0657155cac0 HTTP/1.1" status: 200 len: 817 time: 0.8225586 Nov 12 08:31:57.846356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Allocated IP 172.20.0.12 (c6ac6202-f489-4611-bdd0-f0657155cac0/8a12af76-376d-49a5-8dcd-238c09154673/d9fec3b6-8773-4103-8dc9-33003db46b9d) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:57.869179 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddcca896-80c3-4d53-94c9-b059a4601623 req-00fe87ff-ff96-4915-96cf-e2c01bbb52db tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 210 time: 0.1468000 Nov 12 08:31:57.897618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Request body: {'port': {'device_id': '6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e', 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0', 'admin_state_up': True, 'tenant_id': '804aad51373f4ba9b165cb0b36f53378'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:58.105213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Made reservation on behalf of 804aad51373f4ba9b165cb0b36f53378 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:58.111366 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.121375 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-824e8518-4d8d-401a-86cf-60b4f406e242 service neutron] 10.222.0.31 "GET /v2.0/networks/85da4bf4-5410-47b2-b54a-c0e5597bcea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850482 Nov 12 08:31:58.146117 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6601-16ba-45a1-842c-1ae1c81669e1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.293570 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6601-16ba-45a1-842c-1ae1c81669e1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.331037 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Made reservation on behalf of eda6137855534360b01b47a6df365310 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:58.344257 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.361966 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a6601-16ba-45a1-842c-1ae1c81669e1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Subnet': ['ID=1feb4e79-c7f3-4863-bfdc-94e0392e153c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:58.364258 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a4a6601-16ba-45a1-842c-1ae1c81669e1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.367918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9a4a6601-16ba-45a1-842c-1ae1c81669e1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "DELETE /v2.0/subnets/1feb4e79-c7f3-4863-bfdc-94e0392e153c HTTP/1.1" status: 204 len: 168 time: 1.5883534 Nov 12 08:31:58.371027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53428) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:31:58.373977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e5e0c5-bd87-45d4-b5d1-b04d24f14ebf None None] Network 4d09ff0b-cb47-4fc9-b996-e2ea2921235f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:31:58.411164 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Made reservation on behalf of 804aad51373f4ba9b165cb0b36f53378 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:31:58.415110 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.557790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 580288b5-5fed-48e9-a616-e3f6dc084f73 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:31:58.618806 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.656869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 580288b5-5fed-48e9-a616-e3f6dc084f73 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:31:58.657300 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.849445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302adc68-d4dc-4700-8fc0-7f0c89cb298c None None] DHCP port deletion for 4d09ff0b-cb47-4fc9-b996-e2ea2921235f request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:31:58.850387 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.854549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9629e56a-db83-4ee0-a0d3-6047b055a5a5 req-8f680937-b9bd-448d-9f33-1d91c0bb6a06 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 210 time: 0.1884217 Nov 12 08:31:58.864719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13b103-2a96-44f4-acf9-0ac3cdfe7d04 req-95a5b546-9698-469a-b48e-c8a632154eac tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:58.872800 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce13b103-2a96-44f4-acf9-0ac3cdfe7d04 req-95a5b546-9698-469a-b48e-c8a632154eac tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.4667253 Nov 12 08:31:58.876989 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.959583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-302adc68-d4dc-4700-8fc0-7f0c89cb298c None None] Deleting port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:58.959970 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-302adc68-d4dc-4700-8fc0-7f0c89cb298c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.986386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:31:58.991346 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:58.997383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Allocated IP 172.20.0.10 (4c9f32d5-f223-48ad-aeb1-0363859fe388/c73d9451-4524-4352-9480-948df1f78588/895b5678-6c8a-4e35-ab24-20b30619dfa1) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:59.031875 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce13b103-2a96-44f4-acf9-0ac3cdfe7d04 req-18a2aed6-b9a1-4cd6-acda-37b02b108b4e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562166 Nov 12 08:31:59.067918 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.084750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-302adc68-d4dc-4700-8fc0-7f0c89cb298c None None] For port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:59.085639 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-302adc68-d4dc-4700-8fc0-7f0c89cb298c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.104334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-302adc68-d4dc-4700-8fc0-7f0c89cb298c None None] Calling delete_port for 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:59.223198 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-302adc68-d4dc-4700-8fc0-7f0c89cb298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.242687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] For port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5,segment=NetworkSegment(f455b44a-322b-4658-a14e-a9e913e226da),segment_id=f455b44a-322b-4658-a14e-a9e913e226da)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:31:59.243449 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.268903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Calling delete_port for 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:31:59.300881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302adc68-d4dc-4700-8fc0-7f0c89cb298c None None] Pushing event deleted for resources: {'Port': ['ID=397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:59.306327 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302adc68-d4dc-4700-8fc0-7f0c89cb298c None None] No DVR routers for this DVR port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:59.371367 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b9c816b-f72d-4157-915a-32c4221716c9 req-da64c916-a5ab-4179-93cf-dc7fa844560f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 210 time: 0.2342651 Nov 12 08:31:59.399317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Network c6ac6202-f489-4611-bdd0-f0657155cac0 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:31:59.400725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Allocated IP 172.20.0.14 (c6ac6202-f489-4611-bdd0-f0657155cac0/8a12af76-376d-49a5-8dcd-238c09154673/2822a790-fd34-408c-8a14-d9d41c61fe93) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:31:59.429825 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:31:59.447402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Pushing event updated for resources: {'Port': ['ID=d9fec3b6-8773-4103-8dc9-33003db46b9d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:59.455996 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.473633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:31:59.497712 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d531443-2031-4439-9740-0401f83701d5 req-9092c9cc-55bd-4136-93ef-dbcf83516ec2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 210 time: 0.0873516 Nov 12 08:31:59.582509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Port': ['ID=397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:31:59.588778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] No DVR routers for this DVR port 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:31:59.659221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:59.659899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:59.660248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:59.660590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:59.661129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:59.661471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:59.662066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:59.673613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:59.674236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:59.674749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:59.675294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:59.675810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:31:59.774132 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.794928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:31:59.795746 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.817347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d09ff0b-cb47-4fc9-b996-e2ea2921235f']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:59.834397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f455b44a-322b-4658-a14e-a9e913e226da') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:59.834871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f455b44a-322b-4658-a14e-a9e913e226da') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:31:59.849863 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d07e9c2b-6a4c-427f-b645-2536337a669d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1570935 Nov 12 08:31:59.851609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.868447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Request body: {'port': {'device_id': '615afbb8-dfc4-4cb3-bb70-bef882a9b0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:31:59.888724 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.897715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:31:59.899032 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:31:59.903481 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:00.003121 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.012830 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.014019 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.016615 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "DELETE /v2.0/networks/4d09ff0b-cb47-4fc9-b996-e2ea2921235f HTTP/1.1" status: 204 len: 168 time: 1.6302938 Nov 12 08:32:00.028969 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53472) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:00.035466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1710210662'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:00.039405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcfba3-533d-48f7-973a-3457247bfd23 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Network': ['ID=4d09ff0b-cb47-4fc9-b996-e2ea2921235f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:00.087478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:00.111374 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.145631 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-15fc6a1d-4043-46ae-8592-342462e39d70 req-90ded40d-d424-4c59-a286-a0c9f45e0d28 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 210 time: 0.0628083 Nov 12 08:32:00.149738 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.213576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:00.248156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.248883 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Added segment d8be333d-e394-4609-a7b3-4d6c12d72838 of type vlan for network 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 Nov 12 08:32:00.282867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.379948 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.400757 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.462622 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.500963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:00.519007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Network c6ac6202-f489-4611-bdd0-f0657155cac0 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:00.524330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Network 4c9f32d5-f223-48ad-aeb1-0363859fe388 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:00.576090 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:00.579091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:00.609365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:00.609838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 397f5aa3-ad8f-41d6-b8ec-9bf04b6012f5 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:00.654683 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.resource_extend [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:32:00.671394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:00.672767 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:00.703306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:00.740163 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0907092 Nov 12 08:32:00.742208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:00.787156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.resource_extend [req-289a5c70-cef8-4b86-8a1f-294d63ca0fe5 req-11a03d8b-70d7-41bf-81b0-281ae182e033 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:32:00.837733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-470393c7-6270-44f7-9907-f572d622f850 req-72f515ef-decd-4f6d-955a-1bd7d902944f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 210 time: 0.1829641 Nov 12 08:32:00.894817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5c70-cef8-4b86-8a1f-294d63ca0fe5 req-11a03d8b-70d7-41bf-81b0-281ae182e033 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:00.903389 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-289a5c70-cef8-4b86-8a1f-294d63ca0fe5 req-11a03d8b-70d7-41bf-81b0-281ae182e033 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.6498153 Nov 12 08:32:00.954184 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Pushing event updated for resources: {'Port': ['ID=895b5678-6c8a-4e35-ab24-20b30619dfa1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:01.015754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.017506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:01.018500 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.028313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:01.030067 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.086553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53490) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:01.106157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Request body: {'port': {'device_id': 'fa5c3fc2-d37c-433f-9f51-de941c4cf50a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:01.226945 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5eaf6560-6cbc-419d-95cc-c97d7ffda28b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8184240 Nov 12 08:32:01.261399 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e0184-4acb-43a2-8982-86fb99576be1 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Pushing event updated for resources: {'Port': ['ID=2822a790-fd34-408c-8a14-d9d41c61fe93,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:01.264465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2312291 Nov 12 08:32:01.289905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Request body: {'port': {'device_id': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:01.296655 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53496) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:01.337293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7a575dfa-54c8-4491-b795-d11a1ba94e46 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'subnet': {'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:01.339054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4135770-15ab-4381-af58-28f780122108 req-8ed09004-e1e9-48f7-99ff-bfaa4031bd37 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:01.342322 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-8ed09004-e1e9-48f7-99ff-bfaa4031bd37 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.46 "GET /v2.0/networks?id=85da4bf4-5410-47b2-b54a-c0e5597bcea2 HTTP/1.1" status: 200 len: 818 time: 1.0114441 Nov 12 08:32:01.343522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0f9eb-1eba-4942-804f-ebace28251a4 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Network': ['ID=0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:01.363337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:01.374306 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.api [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-0bcdf1fe-1d16-443d-a3a8-edc037e09858 {{(pid=102444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:32:01.375462 n-d-768851-18 neutron-server[102444]: DEBUG oslo_db.api [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:32:01.393135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a4135770-15ab-4381-af58-28f780122108 req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Request body: {'port': {'device_id': 'faf86d89-8dad-4727-a56e-1a1543c53caa', 'network_id': '85da4bf4-5410-47b2-b54a-c0e5597bcea2', 'admin_state_up': True, 'tenant_id': '1dd0ffa5e4bd423b8c0592bfe5c68141'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:01.454907 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-289a5c70-cef8-4b86-8a1f-294d63ca0fe5 req-4df7f6c8-8707-4b71-995f-f817563011e7 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4706643 Nov 12 08:32:01.542278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ffe7d-59e5-4dff-b831-db95ff056dac req-b2088867-a1f9-4e12-a1b7-76a994f21c34 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:01.544262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca2ffe7d-59e5-4dff-b831-db95ff056dac req-b2088867-a1f9-4e12-a1b7-76a994f21c34 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 932 time: 0.5656631 Nov 12 08:32:01.544895 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.551420 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:32:01.625149 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-61225cba-a9fa-48b4-8d85-f5fef6a9b046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.627041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a575dfa-54c8-4491-b795-d11a1ba94e46 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:01.630954 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a575dfa-54c8-4491-b795-d11a1ba94e46 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.658807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4135770-15ab-4381-af58-28f780122108 req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Made reservation on behalf of 1dd0ffa5e4bd423b8c0592bfe5c68141 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:01.662788 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4135770-15ab-4381-af58-28f780122108 req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.726235 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60ede01c-f9ca-402f-88b8-77f7ed6f5aac req-7dfda0ad-af9b-4647-866f-6049b1291aaa tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 210 time: 0.0376322 Nov 12 08:32:01.773308 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:01.878247 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.048022 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca2ffe7d-59e5-4dff-b831-db95ff056dac req-62e693a8-ce67-4913-887b-158a7e5491ee tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869075 Nov 12 08:32:02.074296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-a4135770-15ab-4381-af58-28f780122108 req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Allocated IP 172.20.0.14 (85da4bf4-5410-47b2-b54a-c0e5597bcea2/3942a578-800a-46d1-9208-db96c004961b/3ca83e1d-b685-4997-a4ae-05c027844dff) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:02.078054 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4e1ba94-a698-423f-8522-4f973d21785f req-406b3f00-b676-418d-ba0a-1f4a64bdfb42 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 210 time: 0.0920036 Nov 12 08:32:02.368086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4135770-15ab-4381-af58-28f780122108 req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.380341 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-61225cba-a9fa-48b4-8d85-f5fef6a9b046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.392815 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a575dfa-54c8-4491-b795-d11a1ba94e46 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.396865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fec3b6-8773-4103-8dc9-33003db46b9d {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:02.419005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4135770-15ab-4381-af58-28f780122108 req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.436074 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-61225cba-a9fa-48b4-8d85-f5fef6a9b046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.444183 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.472886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4135770-15ab-4381-af58-28f780122108 req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Network 85da4bf4-5410-47b2-b54a-c0e5597bcea2 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:02.482962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-a4135770-15ab-4381-af58-28f780122108 req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:02.492242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4135770-15ab-4381-af58-28f780122108 req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:02.536606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61225cba-a9fa-48b4-8d85-f5fef6a9b046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0764cfd-0841-445a-8b88-494fbd9ec057,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:02.543734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Pushing event updated for resources: {'Port': ['ID=3ca83e1d-b685-4997-a4ae-05c027844dff,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:02.544090 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Transition to ACTIVE for port object d9fec3b6-8773-4103-8dc9-33003db46b9d will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:02.567177 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-61225cba-a9fa-48b4-8d85-f5fef6a9b046 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b215904c01274c29a65a91f60d496f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4734831 Nov 12 08:32:02.574602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53510) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:02.575394 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.594695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4135770-15ab-4381-af58-28f780122108 req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:02.596541 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4135770-15ab-4381-af58-28f780122108 req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:02.645997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a575dfa-54c8-4491-b795-d11a1ba94e46 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Subnet': ['ID=8779bef6-a280-43fb-9dde-58f5aa2e8549,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:02.680251 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-869abb85-cd68-49dd-8a51-b0c0f152530a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3032603 Nov 12 08:32:02.699011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Request body: {'port': {'device_id': 'faf86d89-8dad-4727-a56e-1a1543c53caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:02.730181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Allocated IP 172.20.0.9 (c6ac6202-f489-4611-bdd0-f0657155cac0/8a12af76-376d-49a5-8dcd-238c09154673/90b69028-09a4-4582-bea3-370f9f97e775) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:02.799064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.148124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9ab33-999c-4daf-84a5-1a50f5a01aa4 req-15c119a9-9ec3-496e-98df-4d0441229b0f tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:03.159825 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97f9ab33-999c-4daf-84a5-1a50f5a01aa4 req-15c119a9-9ec3-496e-98df-4d0441229b0f tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 932 time: 0.2443347 Nov 12 08:32:03.160152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a575dfa-54c8-4491-b795-d11a1ba94e46 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Checking segment: {'id': 'd8be333d-e394-4609-a7b3-4d6c12d72838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:03.160667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a575dfa-54c8-4491-b795-d11a1ba94e46 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network hostable DHCP agents. Network: 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:03.203199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fec3b6-8773-4103-8dc9-33003db46b9d,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:03.282520 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3277cb7-6074-4592-9059-055972bcc596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.297274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e318c55-c5fe-4239-9ff0-2c1d8d7e68f2 req-2d3be0d3-4d65-4640-8e1e-b5127b9ccb18 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:03.304905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e318c55-c5fe-4239-9ff0-2c1d8d7e68f2 req-2d3be0d3-4d65-4640-8e1e-b5127b9ccb18 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.7025285 Nov 12 08:32:03.307093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97f9ab33-999c-4daf-84a5-1a50f5a01aa4 req-e438a2f3-c590-4d50-84fd-916c2bab449a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460929 Nov 12 08:32:03.343469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a575dfa-54c8-4491-b795-d11a1ba94e46 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:03.378687 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.384612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895b5678-6c8a-4e35-ab24-20b30619dfa1 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:03.405501 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.429248 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3277cb7-6074-4592-9059-055972bcc596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.431128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Attempting to bind port d9fec3b6-8773-4103-8dc9-33003db46b9d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:03.431605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Attempting to bind port d9fec3b6-8773-4103-8dc9-33003db46b9d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:03.432035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Attempting to bind port d9fec3b6-8773-4103-8dc9-33003db46b9d on network c6ac6202-f489-4611-bdd0-f0657155cac0 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:03.445056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-7a575dfa-54c8-4491-b795-d11a1ba94e46 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:03.454227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330f2982-7822-4418-aedf-53f309b1eda0 None None] Network 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:03.470523 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e318c55-c5fe-4239-9ff0-2c1d8d7e68f2 req-58c9e4d8-8c3f-43df-bea8-4d7e96c76914 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643500 Nov 12 08:32:03.471345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Port d9fec3b6-8773-4103-8dc9-33003db46b9d on network c6ac6202-f489-4611-bdd0-f0657155cac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:03.471722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Attempting to bind port d9fec3b6-8773-4103-8dc9-33003db46b9d on network c6ac6202-f489-4611-bdd0-f0657155cac0 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:03.481438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Transition to ACTIVE for port object 895b5678-6c8a-4e35-ab24-20b30619dfa1 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:03.484831 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.544396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a575dfa-54c8-4491-b795-d11a1ba94e46 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:03.545479 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a575dfa-54c8-4491-b795-d11a1ba94e46 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.582297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Network c6ac6202-f489-4611-bdd0-f0657155cac0 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:03.623016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:03.625879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:03.629350 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.655462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:03.655462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Checking segment: {'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:03.655884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Bound using segment: {'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:03.656026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Bound port: d9fec3b6-8773-4103-8dc9-33003db46b9d, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:03.656343 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.722588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Pushing event updated for resources: {'Port': ['ID=90b69028-09a4-4582-bea3-370f9f97e775,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:03.733964 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca83e1d-b685-4997-a4ae-05c027844dff {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:03.745465 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.755692 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099', 'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'fixed_ips': [{'subnet_id': '8779bef6-a280-43fb-9dde-58f5aa2e8549'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:03.756918 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.777942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c949db-b695-4b04-bc8b-ab5f9513567e req-3b3e9b27-9a6e-41ef-aa60-bf4bcb09523f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:03.779663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a2c949db-b695-4b04-bc8b-ab5f9513567e req-3b3e9b27-9a6e-41ef-aa60-bf4bcb09523f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 931 time: 0.1663904 Nov 12 08:32:03.789510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:03.790038 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.800817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Transition to ACTIVE for port object 3ca83e1d-b685-4997-a4ae-05c027844dff will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:03.824152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.874040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-45fc9f94-65c5-48e1-804f-6140ed40e26c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9829347 Nov 12 08:32:03.879221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7a575dfa-54c8-4491-b795-d11a1ba94e46 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5804942 Nov 12 08:32:03.892138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53526) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:03.894862 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3277cb7-6074-4592-9059-055972bcc596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.897297 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3277cb7-6074-4592-9059-055972bcc596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:03.899030 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a3277cb7-6074-4592-9059-055972bcc596 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0764cfd-0841-445a-8b88-494fbd9ec057 HTTP/1.1" status: 204 len: 168 time: 1.3204014 Nov 12 08:32:03.902838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0f94cead-91b0-40e8-bf6b-6084846fb4d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-344677667'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:03.909873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Request body: {'port': {'device_id': '6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:03.921404 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Allocated IP 19.80.0.2 (0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099/8779bef6-a280-43fb-9dde-58f5aa2e8549/3209e4d1-135e-4762-9166-00f2297ea8a4) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:03.987736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca83e1d-b685-4997-a4ae-05c027844dff,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:04.018896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a2c949db-b695-4b04-bc8b-ab5f9513567e req-e2f2e612-b36a-44c4-80d5-7deb3c79e969 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255650 Nov 12 08:32:04.043382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f94cead-91b0-40e8-bf6b-6084846fb4d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:04.047012 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f94cead-91b0-40e8-bf6b-6084846fb4d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.055233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Pushing event updated for resources: {'Port': ['ID=895b5678-6c8a-4e35-ab24-20b30619dfa1,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:04.123614 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.141689 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.168647 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.175655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Network 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:04.179428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:04.205867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2822a790-fd34-408c-8a14-d9d41c61fe93 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:04.216183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3277cb7-6074-4592-9059-055972bcc596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0764cfd-0841-445a-8b88-494fbd9ec057,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:04.222664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:04.257063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.283096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f94cead-91b0-40e8-bf6b-6084846fb4d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:04.343382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Pushing event updated for resources: {'Port': ['ID=3209e4d1-135e-4762-9166-00f2297ea8a4,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:04.372830 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f94cead-91b0-40e8-bf6b-6084846fb4d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.373084 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-0f94cead-91b0-40e8-bf6b-6084846fb4d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Added segment 939c4fce-0c04-491f-99c2-b4deb7d34b7a of type vlan for network 8003f3df-212f-465c-b4b4-20f273a70c97 Nov 12 08:32:04.376007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Attempting to bind port 3ca83e1d-b685-4997-a4ae-05c027844dff on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:04.376007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Attempting to bind port 3ca83e1d-b685-4997-a4ae-05c027844dff by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'b23f9d8f-fbfb-40a0-a9da-512679fb6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '85da4bf4-5410-47b2-b54a-c0e5597bcea2'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:04.376225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Attempting to bind port 3ca83e1d-b685-4997-a4ae-05c027844dff on network 85da4bf4-5410-47b2-b54a-c0e5597bcea2 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:04.399591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa493cc7-051f-4fa5-9c00-e017d9ed63d6 req-937722f7-8681-4eb2-a6d1-610083c0e5bb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:04.402332 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa493cc7-051f-4fa5-9c00-e017d9ed63d6 req-937722f7-8681-4eb2-a6d1-610083c0e5bb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 944 time: 0.7774379 Nov 12 08:32:04.411167 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Transition to ACTIVE for port object 2822a790-fd34-408c-8a14-d9d41c61fe93 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:04.415313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Attempting to bind port 3209e4d1-135e-4762-9166-00f2297ea8a4 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:04.415690 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Attempting to bind port 3209e4d1-135e-4762-9166-00f2297ea8a4 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'd8be333d-e394-4609-a7b3-4d6c12d72838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:04.416593 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Attempting to bind port 3209e4d1-135e-4762-9166-00f2297ea8a4 on network 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:04.434130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:04.434502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Checking segment: {'id': 'd8be333d-e394-4609-a7b3-4d6c12d72838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:04.435307 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.436014 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Bound using segment: {'id': 'd8be333d-e394-4609-a7b3-4d6c12d72838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:04.436680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Bound port: 3209e4d1-135e-4762-9166-00f2297ea8a4, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8be333d-e394-4609-a7b3-4d6c12d72838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:04.437339 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.446679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Port 3ca83e1d-b685-4997-a4ae-05c027844dff on network 85da4bf4-5410-47b2-b54a-c0e5597bcea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:04.447260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Attempting to bind port 3ca83e1d-b685-4997-a4ae-05c027844dff on network 85da4bf4-5410-47b2-b54a-c0e5597bcea2 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:04.460475 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.581416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] For port 3209e4d1-135e-4762-9166-00f2297ea8a4, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:04.585638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] For port 3209e4d1-135e-4762-9166-00f2297ea8a4, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3209e4d1-135e-4762-9166-00f2297ea8a4,segment=NetworkSegment(d8be333d-e394-4609-a7b3-4d6c12d72838),segment_id=d8be333d-e394-4609-a7b3-4d6c12d72838)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:04.591153 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.598733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2822a790-fd34-408c-8a14-d9d41c61fe93,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:04.625091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53538) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:04.652390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:04.654094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Checking segment: {'id': 'b23f9d8f-fbfb-40a0-a9da-512679fb6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '85da4bf4-5410-47b2-b54a-c0e5597bcea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:04.657583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Bound using segment: {'id': 'b23f9d8f-fbfb-40a0-a9da-512679fb6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '85da4bf4-5410-47b2-b54a-c0e5597bcea2'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:04.658713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Bound port: 3ca83e1d-b685-4997-a4ae-05c027844dff, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23f9d8f-fbfb-40a0-a9da-512679fb6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '85da4bf4-5410-47b2-b54a-c0e5597bcea2'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:04.659511 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.663089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] For port d9fec3b6-8773-4103-8dc9-33003db46b9d, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:04.680874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431ce2f-14b8-4e0e-a416-5720cbe6fa81 None None] Pushing event updated for resources: {'Port': ['ID=3209e4d1-135e-4762-9166-00f2297ea8a4,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:04.746135 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8086d19b-5d70-4864-9506-d37878add295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.752668 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f94cead-91b0-40e8-bf6b-6084846fb4d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.757159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] For port d9fec3b6-8773-4103-8dc9-33003db46b9d, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d9fec3b6-8773-4103-8dc9-33003db46b9d,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:04.842742 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8086d19b-5d70-4864-9506-d37878add295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.865092 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa493cc7-051f-4fa5-9c00-e017d9ed63d6 req-309ee470-6fa6-445c-ad44-b4f3648594d9 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523077 Nov 12 08:32:04.885939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Attempting to bind port 895b5678-6c8a-4e35-ab24-20b30619dfa1 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:04.886419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Attempting to bind port 895b5678-6c8a-4e35-ab24-20b30619dfa1 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '7bf239bd-c410-4760-8219-4ef52a1deb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:04.886761 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Attempting to bind port 895b5678-6c8a-4e35-ab24-20b30619dfa1 on network 4c9f32d5-f223-48ad-aeb1-0363859fe388 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:04.889056 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8086d19b-5d70-4864-9506-d37878add295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.924819 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8086d19b-5d70-4864-9506-d37878add295 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5982ab8aed23419a8bf5c63e8184c2c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2943883 Nov 12 08:32:04.924819 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:04.926141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53540) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:05.048463 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fec3b6-8773-4103-8dc9-33003db46b9d,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.062682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Port 895b5678-6c8a-4e35-ab24-20b30619dfa1 on network 4c9f32d5-f223-48ad-aeb1-0363859fe388 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:05.063015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Attempting to bind port 895b5678-6c8a-4e35-ab24-20b30619dfa1 on network 4c9f32d5-f223-48ad-aeb1-0363859fe388 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:05.077818 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:05.078075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Checking segment: {'id': '7bf239bd-c410-4760-8219-4ef52a1deb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:05.078482 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Bound using segment: {'id': '7bf239bd-c410-4760-8219-4ef52a1deb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:05.079228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Bound port: 895b5678-6c8a-4e35-ab24-20b30619dfa1, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf239bd-c410-4760-8219-4ef52a1deb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:05.079597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.154604 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c9befb6e-e139-45fc-9d08-9b944e2ea5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.179116 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] For port 895b5678-6c8a-4e35-ab24-20b30619dfa1, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:05.184096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] For port 895b5678-6c8a-4e35-ab24-20b30619dfa1, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1,segment=NetworkSegment(7bf239bd-c410-4760-8219-4ef52a1deb20),segment_id=7bf239bd-c410-4760-8219-4ef52a1deb20)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:05.205866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.205866 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.207769 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-ccf201c6-8776-4f86-832f-465fc5f3d9e7 service neutron] 10.222.0.52 "PUT /v2.0/ports/d9fec3b6-8773-4103-8dc9-33003db46b9d HTTP/1.1" status: 200 len: 1093 time: 5.3441212 Nov 12 08:32:05.234892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615afbb8-dfc4-4cb3-bb70-bef882a9b0e0', 'tag': 'd9fec3b6-8773-4103-8dc9-33003db46b9d'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:05.237784 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cb6c41-5374-47c8-87ed-9345affd15e5" -d '{"events": [{"name": "network-changed", "server_uuid": "615afbb8-dfc4-4cb3-bb70-bef882a9b0e0", "tag": "d9fec3b6-8773-4103-8dc9-33003db46b9d"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:05.242987 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.246042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086d19b-5d70-4864-9506-d37878add295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da9507f-49c3-4370-8124-79c4268e8e34,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.249384 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9935ab3-eb6b-4485-b72b-3b64bdfada1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.356250 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.356828 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.360139 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] 10.222.0.52 "PUT /v2.0/ports/895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 1093 time: 4.0850968 Nov 12 08:32:05.376364 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f94cead-91b0-40e8-bf6b-6084846fb4d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.383439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f94cead-91b0-40e8-bf6b-6084846fb4d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.384093 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f94cead-91b0-40e8-bf6b-6084846fb4d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.450392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Attempting to bind port 2822a790-fd34-408c-8a14-d9d41c61fe93 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:05.450732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Attempting to bind port 2822a790-fd34-408c-8a14-d9d41c61fe93 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:05.451077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Attempting to bind port 2822a790-fd34-408c-8a14-d9d41c61fe93 on network c6ac6202-f489-4611-bdd0-f0657155cac0 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:05.458720 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9935ab3-eb6b-4485-b72b-3b64bdfada1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.487140 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad302c6-d2c4-4608-90a9-98e8cdde528e service neutron] Pushing event updated for resources: {'Port': ['ID=895b5678-6c8a-4e35-ab24-20b30619dfa1,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.513823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c2b8f-e6d1-4a33-99d1-ca1d161e63f3 req-4bfa5cd8-5c5d-4f31-a5c8-06b61a04e0b0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.519221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0f94cead-91b0-40e8-bf6b-6084846fb4d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6194115 Nov 12 08:32:05.520016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c04c2b8f-e6d1-4a33-99d1-ca1d161e63f3 req-4bfa5cd8-5c5d-4f31-a5c8-06b61a04e0b0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.4168849 Nov 12 08:32:05.521091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Port 2822a790-fd34-408c-8a14-d9d41c61fe93 on network c6ac6202-f489-4611-bdd0-f0657155cac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:05.521091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Attempting to bind port 2822a790-fd34-408c-8a14-d9d41c61fe93 on network c6ac6202-f489-4611-bdd0-f0657155cac0 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:05.524495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-c2a7abca-ef01-4e3e-ada1-93bd44f9bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.526063 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-c2a7abca-ef01-4e3e-ada1-93bd44f9bee3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=804aad51373f4ba9b165cb0b36f53378&device_id=615afbb8-dfc4-4cb3-bb70-bef882a9b0e0 HTTP/1.1" status: 200 len: 1096 time: 0.2247546 Nov 12 08:32:05.530585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53548) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:05.544793 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-40cbfb89-04ea-4f93-9a3a-d788fbc8a1c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'subnet': {'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:05.567397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94cead-91b0-40e8-bf6b-6084846fb4d2 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Network': ['ID=8003f3df-212f-465c-b4b4-20f273a70c97,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.571006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] For port 3ca83e1d-b685-4997-a4ae-05c027844dff, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:05.584385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d513260-a19a-4136-aadd-9de31fcb1e83 req-039f1dc1-cec0-418e-8497-dcd553be1e7b tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.592098 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d513260-a19a-4136-aadd-9de31fcb1e83 req-039f1dc1-cec0-418e-8497-dcd553be1e7b tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 944 time: 0.9602263 Nov 12 08:32:05.595896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] For port 3ca83e1d-b685-4997-a4ae-05c027844dff, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=3ca83e1d-b685-4997-a4ae-05c027844dff,segment=NetworkSegment(b23f9d8f-fbfb-40a0-a9da-512679fb6274),segment_id=b23f9d8f-fbfb-40a0-a9da-512679fb6274)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:05.602676 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:05.603133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Checking segment: {'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:05.603470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Bound using segment: {'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:05.603917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Bound port: 2822a790-fd34-408c-8a14-d9d41c61fe93, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:05.604326 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.607803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 8003f3df-212f-465c-b4b4-20f273a70c97 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:05.619802 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.624403 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-b0d0dd89-aa17-413c-8f8e-58c310d6fb03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9fec3b6-8773-4103-8dc9-33003db46b9d HTTP/1.1" status: 200 len: 217 time: 0.0705266 Nov 12 08:32:05.654654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.655323 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.656787 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] 10.222.0.46 "PUT /v2.0/ports/3ca83e1d-b685-4997-a4ae-05c027844dff HTTP/1.1" status: 200 len: 1093 time: 2.9649017 Nov 12 08:32:05.664125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf86d89-8dad-4727-a56e-1a1543c53caa', 'tag': '3ca83e1d-b685-4997-a4ae-05c027844dff'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:05.666563 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec227c8-8a59-4e08-991a-cde7b83f18ee" -d '{"events": [{"name": "network-changed", "server_uuid": "faf86d89-8dad-4727-a56e-1a1543c53caa", "tag": "3ca83e1d-b685-4997-a4ae-05c027844dff"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:05.853589 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d513260-a19a-4136-aadd-9de31fcb1e83 req-a68b1000-c1cd-47d0-bd53-39d44dadb39b tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549412 Nov 12 08:32:05.885370 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603d86e-4337-494a-b7b8-2957e3a06815 service neutron] Pushing event updated for resources: {'Port': ['ID=3ca83e1d-b685-4997-a4ae-05c027844dff,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:05.926175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4135770-15ab-4381-af58-28f780122108 req-f9b9be3a-a627-4143-abe3-3ac0348bf141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.929037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-f9b9be3a-a627-4143-abe3-3ac0348bf141 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1dd0ffa5e4bd423b8c0592bfe5c68141&device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 1096 time: 0.2014971 Nov 12 08:32:05.951972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-8e885871-691e-4d9f-a980-9bac8ab79d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:05.953544 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-8e885871-691e-4d9f-a980-9bac8ab79d1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eda6137855534360b01b47a6df365310&device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 1096 time: 0.5246136 Nov 12 08:32:05.954178 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9935ab3-eb6b-4485-b72b-3b64bdfada1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.978242 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9935ab3-eb6b-4485-b72b-3b64bdfada1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:05.980154 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c9935ab3-eb6b-4485-b72b-3b64bdfada1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2da9507f-49c3-4370-8124-79c4268e8e34 HTTP/1.1" status: 204 len: 168 time: 0.9846327 Nov 12 08:32:05.980902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b69028-09a4-4582-bea3-370f9f97e775 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:05.990646 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.008053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Transition to ACTIVE for port object 90b69028-09a4-4582-bea3-370f9f97e775 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:06.030442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.099103 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-994ccdf7-9585-4564-b434-cc2c01578292 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ca83e1d-b685-4997-a4ae-05c027844dff HTTP/1.1" status: 200 len: 217 time: 0.0892532 Nov 12 08:32:06.151984 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-9192e868-4316-4cb4-89e2-622a1e35ae08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 217 time: 0.1705403 Nov 12 08:32:06.200548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9935ab3-eb6b-4485-b72b-3b64bdfada1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da9507f-49c3-4370-8124-79c4268e8e34,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.273049 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-545eaede-3600-4759-a60c-a3210641dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:06.274814 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-545eaede-3600-4759-a60c-a3210641dbe1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c73d9451-4524-4352-9480-948df1f78588 HTTP/1.1" status: 200 len: 860 time: 0.0778520 Nov 12 08:32:06.275505 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cbfb89-04ea-4f93-9a3a-d788fbc8a1c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:06.283950 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40cbfb89-04ea-4f93-9a3a-d788fbc8a1c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.348230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Pushing event updated for resources: {'Port': ['ID=90b69028-09a4-4582-bea3-370f9f97e775,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:06.361481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-2b8cc9d8-f019-4c91-8408-8683acffa51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:06.386658 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-2b8cc9d8-f019-4c91-8408-8683acffa51b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a12af76-376d-49a5-8dcd-238c09154673 HTTP/1.1" status: 200 len: 857 time: 0.7036321 Nov 12 08:32:06.391788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c04c2b8f-e6d1-4a33-99d1-ca1d161e63f3 req-003437c7-31d5-4214-b708-d13e334bb4b5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7646892 Nov 12 08:32:06.462965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4135770-15ab-4381-af58-28f780122108 req-e77b4de3-21b9-4165-aa2a-339351181388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:06.464483 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-e77b4de3-21b9-4165-aa2a-339351181388 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3942a578-800a-46d1-9208-db96c004961b HTTP/1.1" status: 200 len: 858 time: 0.3052766 Nov 12 08:32:06.475165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-8d0e4c95-7554-40b4-b4ee-c9fe8d73ddf9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c9f32d5-f223-48ad-aeb1-0363859fe388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1794763 Nov 12 08:32:06.528343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee9c379-57b9-4efb-9a7c-23373cc630b6 None None] Network 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:06.650535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-088a4331-53e0-4899-85ff-56e014713806 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85da4bf4-5410-47b2-b54a-c0e5597bcea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664138 Nov 12 08:32:06.667654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Attempting to bind port 90b69028-09a4-4582-bea3-370f9f97e775 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:06.668720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Attempting to bind port 90b69028-09a4-4582-bea3-370f9f97e775 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:06.670560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Attempting to bind port 90b69028-09a4-4582-bea3-370f9f97e775 on network c6ac6202-f489-4611-bdd0-f0657155cac0 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:06.674074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5da55b30-94c0-4331-96d8-b64d8d1590ee None None] Provisioning complete for port 3209e4d1-135e-4762-9166-00f2297ea8a4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:06.675127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5da55b30-94c0-4331-96d8-b64d8d1590ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:06.693034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3209e4d1-135e-4762-9166-00f2297ea8a4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:06.707743 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-9271a1c8-91d3-4bf9-b7e6-cbbaff987453 service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618330 Nov 12 08:32:06.742596 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-fed54945-dc7b-4223-a07b-465218d820af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ac6202-f489-4611-bdd0-f0657155cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2628345 Nov 12 08:32:06.864757 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2a9510-d84d-4d1c-ab2b-327224a2b02a req-5c102d86-4f96-4bfa-a52a-6dead61a5a70 service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266282 Nov 12 08:32:06.868995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] For port 2822a790-fd34-408c-8a14-d9d41c61fe93, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:06.873578 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242020e8-2523-4775-b7cb-20e0c43ac110 x-openstack-request-id: req-242020e8-2523-4775-b7cb-20e0c43ac110 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:06.873937 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615afbb8-dfc4-4cb3-bb70-bef882a9b0e0", "tag": "d9fec3b6-8773-4103-8dc9-33003db46b9d", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:06.874090 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-242020e8-2523-4775-b7cb-20e0c43ac110 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:06.874486 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615afbb8-dfc4-4cb3-bb70-bef882a9b0e0', 'tag': 'd9fec3b6-8773-4103-8dc9-33003db46b9d', 'status': 'completed', 'code': 200} Nov 12 08:32:06.883068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e0fa3-af62-4bb3-a3c2-50672e97277c req-9694ccc0-9ae9-4c73-9dd0-9dea176ca652 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:06.898293 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c4e0fa3-af62-4bb3-a3c2-50672e97277c req-9694ccc0-9ae9-4c73-9dd0-9dea176ca652 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 943 time: 0.6617401 Nov 12 08:32:06.975720 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591aa2ba-772b-46bb-805f-bd1d9bd388be x-openstack-request-id: req-591aa2ba-772b-46bb-805f-bd1d9bd388be {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:06.976006 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf86d89-8dad-4727-a56e-1a1543c53caa", "tag": "3ca83e1d-b685-4997-a4ae-05c027844dff", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:06.976340 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-591aa2ba-772b-46bb-805f-bd1d9bd388be {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:06.976646 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf86d89-8dad-4727-a56e-1a1543c53caa', 'tag': '3ca83e1d-b685-4997-a4ae-05c027844dff', 'status': 'completed', 'code': 200} Nov 12 08:32:06.982142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] For port 2822a790-fd34-408c-8a14-d9d41c61fe93, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2822a790-fd34-408c-8a14-d9d41c61fe93,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:06.986018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-d731d163-c75a-424e-88e0-0874525f65bc service neutron] 10.222.0.46 "GET /v2.0/networks/85da4bf4-5410-47b2-b54a-c0e5597bcea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173909 Nov 12 08:32:07.049023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Port 90b69028-09a4-4582-bea3-370f9f97e775 on network c6ac6202-f489-4611-bdd0-f0657155cac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:07.049370 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Attempting to bind port 90b69028-09a4-4582-bea3-370f9f97e775 on network c6ac6202-f489-4611-bdd0-f0657155cac0 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:07.058982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:07.059394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Checking segment: {'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:07.059815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Bound using segment: {'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:07.060251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Bound port: 90b69028-09a4-4582-bea3-370f9f97e775, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db212966-2ccb-4076-949c-d98b4f36d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:07.060668 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.071524 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.120105 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5da55b30-94c0-4331-96d8-b64d8d1590ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.141009 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2822a790-fd34-408c-8a14-d9d41c61fe93,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:07.149687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3209e4d1-135e-4762-9166-00f2297ea8a4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:07.150675 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.201806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.202679 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.204401 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-dd283bfd-fcea-4ef9-8026-6ee95f6973e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/2822a790-fd34-408c-8a14-d9d41c61fe93 HTTP/1.1" status: 200 len: 1093 time: 6.3835702 Nov 12 08:32:07.277549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf4a49-1eb9-46ba-9a28-a806198753d8 req-f938a685-65f2-4fd9-9d53-f82b4cf09c21 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.279089 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-34bf4a49-1eb9-46ba-9a28-a806198753d8 req-f938a685-65f2-4fd9-9d53-f82b4cf09c21 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 944 time: 0.3015065 Nov 12 08:32:07.310710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5da55b30-94c0-4331-96d8-b64d8d1590ee None None] For port 3209e4d1-135e-4762-9166-00f2297ea8a4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3209e4d1-135e-4762-9166-00f2297ea8a4,segment=NetworkSegment(d8be333d-e394-4609-a7b3-4d6c12d72838),segment_id=d8be333d-e394-4609-a7b3-4d6c12d72838)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:07.340014 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5da55b30-94c0-4331-96d8-b64d8d1590ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.362540 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-a4bd5c74-cb5b-406e-ba61-b077e5242834 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964466 Nov 12 08:32:07.374779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c4e0fa3-af62-4bb3-a3c2-50672e97277c req-5c381668-598b-412b-a926-0d61ec648c52 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754653 Nov 12 08:32:07.399490 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4135770-15ab-4381-af58-28f780122108 req-f40f26c3-bd5e-425c-94bc-69184a8a7ffe service neutron] 10.222.0.46 "GET /v2.0/networks/85da4bf4-5410-47b2-b54a-c0e5597bcea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690708 Nov 12 08:32:07.520556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-02bc89d6-a923-4465-946d-b580813e00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.522148 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-02bc89d6-a923-4465-946d-b580813e00e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=804aad51373f4ba9b165cb0b36f53378&device_id=fa5c3fc2-d37c-433f-9f51-de941c4cf50a HTTP/1.1" status: 200 len: 1096 time: 0.2599459 Nov 12 08:32:07.560372 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-31d14ffe-3c4a-44a8-893a-979914a849f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.618384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da55b30-94c0-4331-96d8-b64d8d1590ee None None] Pushing event updated for resources: {'Port': ['ID=3209e4d1-135e-4762-9166-00f2297ea8a4,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:07.706319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] For port 90b69028-09a4-4582-bea3-370f9f97e775, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:07.709760 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-34bf4a49-1eb9-46ba-9a28-a806198753d8 req-778a41bb-d82b-4b05-a9c7-f804fd9ce8b9 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873105 Nov 12 08:32:07.711371 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-fa0414b9-51df-421d-ba8b-b2a3e9426711 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2822a790-fd34-408c-8a14-d9d41c61fe93 HTTP/1.1" status: 200 len: 217 time: 0.1465640 Nov 12 08:32:07.750955 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802515b-f22a-4355-9e08-597143cb1229 req-3c6755a5-6035-4d15-947a-8d2768bec4f9 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.752917 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4802515b-f22a-4355-9e08-597143cb1229 req-3c6755a5-6035-4d15-947a-8d2768bec4f9 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 944 time: 0.0943594 Nov 12 08:32:07.758714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] For port 90b69028-09a4-4582-bea3-370f9f97e775, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=90b69028-09a4-4582-bea3-370f9f97e775,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:07.847936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.875130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e4aa5a57-d3e4-433e-931f-b8ca4ee6e301 None None] Provisioning complete for port 3209e4d1-135e-4762-9166-00f2297ea8a4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:07.887867 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e4aa5a57-d3e4-433e-931f-b8ca4ee6e301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:07.900828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec227c8-8a59-4e08-991a-cde7b83f18ee req-42d7d817-0021-4e8e-9bdf-5e4ae8e40ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.909481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aec227c8-8a59-4e08-991a-cde7b83f18ee req-42d7d817-0021-4e8e-9bdf-5e4ae8e40ee5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1dd0ffa5e4bd423b8c0592bfe5c68141&device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 1096 time: 0.3500707 Nov 12 08:32:07.938845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-33733b4e-787a-4aa5-b003-1d3f9568381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:07.941308 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-33733b4e-787a-4aa5-b003-1d3f9568381a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a12af76-376d-49a5-8dcd-238c09154673 HTTP/1.1" status: 200 len: 857 time: 0.1389031 Nov 12 08:32:07.973023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40cbfb89-04ea-4f93-9a3a-d788fbc8a1c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.035896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53582) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:08.043361 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-a4a29025-a14b-4082-80f3-e58d8c9fc34d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6ac6202-f489-4611-bdd0-f0657155cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906484 Nov 12 08:32:08.059773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4802515b-f22a-4355-9e08-597143cb1229 req-552740b6-a8f2-4562-8ef6-258c69018952 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966325 Nov 12 08:32:08.097617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:08.098252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.099798 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-e082a21f-9276-471e-be97-c264cd909384 service neutron] 10.222.0.52 "PUT /v2.0/ports/90b69028-09a4-4582-bea3-370f9f97e775 HTTP/1.1" status: 200 len: 1092 time: 4.2053874 Nov 12 08:32:08.238697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082a21f-9276-471e-be97-c264cd909384 service neutron] Pushing event updated for resources: {'Port': ['ID=90b69028-09a4-4582-bea3-370f9f97e775,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:08.278366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec227c8-8a59-4e08-991a-cde7b83f18ee req-9dbfa0ad-6eb6-47fe-9e0a-c7be390afa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:08.285917 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aec227c8-8a59-4e08-991a-cde7b83f18ee req-9dbfa0ad-6eb6-47fe-9e0a-c7be390afa3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=85da4bf4-5410-47b2-b54a-c0e5597bcea2 HTTP/1.1" status: 200 len: 919 time: 0.2948644 Nov 12 08:32:08.289220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-829526e1-f662-48f4-8c1f-420b3a58f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:08.290730 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-829526e1-f662-48f4-8c1f-420b3a58f42b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=804aad51373f4ba9b165cb0b36f53378&device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 1095 time: 0.1193957 Nov 12 08:32:08.346499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-123211227-network', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:08.400227 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aec227c8-8a59-4e08-991a-cde7b83f18ee req-d9d193f5-9279-454c-8040-e760f2cca25b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ca83e1d-b685-4997-a4ae-05c027844dff HTTP/1.1" status: 200 len: 217 time: 0.0937974 Nov 12 08:32:08.400227 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-63082b29-3f42-4244-901d-4a10370e0f7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b69028-09a4-4582-bea3-370f9f97e775 HTTP/1.1" status: 200 len: 217 time: 0.0897243 Nov 12 08:32:08.435530 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-d4739fdc-4933-4634-8778-caca89b1a3bc service neutron] 10.222.0.52 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0377452 Nov 12 08:32:08.451131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbfb89-04ea-4f93-9a3a-d788fbc8a1c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Subnet': ['ID=89c9bb52-02d2-4946-8ede-d0a1f8f2527b,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:08.518421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f75d61-e5b1-4fa7-b6ff-4a607fefd206 req-d6c3b35e-079a-419c-8d49-7816e8b38347 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:08.528649 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-92f75d61-e5b1-4fa7-b6ff-4a607fefd206 req-d6c3b35e-079a-419c-8d49-7816e8b38347 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.4957948 Nov 12 08:32:08.551449 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.568588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec227c8-8a59-4e08-991a-cde7b83f18ee req-8235c053-e11b-4a3d-ae9c-07233f7ef992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:08.571231 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aec227c8-8a59-4e08-991a-cde7b83f18ee req-8235c053-e11b-4a3d-ae9c-07233f7ef992 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3942a578-800a-46d1-9208-db96c004961b HTTP/1.1" status: 200 len: 858 time: 0.1724324 Nov 12 08:32:08.598582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbfb89-04ea-4f93-9a3a-d788fbc8a1c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Checking segment: {'id': '939c4fce-0c04-491f-99c2-b4deb7d34b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:08.599087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cbfb89-04ea-4f93-9a3a-d788fbc8a1c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network hostable DHCP agents. Network: 8003f3df-212f-465c-b4b4-20f273a70c97, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:08.630241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-92f75d61-e5b1-4fa7-b6ff-4a607fefd206 req-621bcfa9-bb66-4201-bae3-c469d399cf1d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996418 Nov 12 08:32:08.636753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-c094c922-fcc9-4f24-882b-aeea6cabcab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:08.651258 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-c094c922-fcc9-4f24-882b-aeea6cabcab4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a12af76-376d-49a5-8dcd-238c09154673 HTTP/1.1" status: 200 len: 857 time: 0.2415001 Nov 12 08:32:08.664941 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-cb5862b7-8802-4bf8-8183-1e7c55442755 service neutron] 10.222.0.46 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304360 Nov 12 08:32:08.667489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3209e4d1-135e-4762-9166-00f2297ea8a4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:08.736181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aec227c8-8a59-4e08-991a-cde7b83f18ee req-365a9270-6358-4fa7-83ff-3a39d1a0b0da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85da4bf4-5410-47b2-b54a-c0e5597bcea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442368 Nov 12 08:32:08.742091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cbfb89-04ea-4f93-9a3a-d788fbc8a1c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network 8003f3df-212f-465c-b4b4-20f273a70c97 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:08.745693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Made reservation on behalf of a0abbc2372a54768a63c2d40e8c5de9a for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:08.749795 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.806190 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.808803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-f6856d77-a90e-4258-ab6c-90f28bbae1fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ac6202-f489-4611-bdd0-f0657155cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459095 Nov 12 08:32:08.829800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-40cbfb89-04ea-4f93-9a3a-d788fbc8a1c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 8003f3df-212f-465c-b4b4-20f273a70c97) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:08.835105 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cbfb89-04ea-4f93-9a3a-d788fbc8a1c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:08.836489 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40cbfb89-04ea-4f93-9a3a-d788fbc8a1c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:08.871478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d787cb7-f3ed-4a40-8fcb-3cd6d91ac04a None None] Network 8003f3df-212f-465c-b4b4-20f273a70c97 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:08.961358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1'}, {'name': 'network-changed', 'server_uuid': 'fa5c3fc2-d37c-433f-9f51-de941c4cf50a', 'tag': '2822a790-fd34-408c-8a14-d9d41c61fe93'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:08.967238 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0" -d '{"events": [{"name": "network-changed", "server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1"}, {"name": "network-changed", "server_uuid": "fa5c3fc2-d37c-433f-9f51-de941c4cf50a", "tag": "2822a790-fd34-408c-8a14-d9d41c61fe93"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:08.988426 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3209e4d1-135e-4762-9166-00f2297ea8a4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:08.988953 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.019203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e', 'tag': '90b69028-09a4-4582-bea3-370f9f97e775'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:09.028444 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b000db1-362d-4c64-8ba3-8a02ce9089e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e", "tag": "90b69028-09a4-4582-bea3-370f9f97e775"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:09.057637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-40cbfb89-04ea-4f93-9a3a-d788fbc8a1c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5182803 Nov 12 08:32:09.072824 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-53ea88a8-8067-4c63-99c1-69715cd19253 service neutron] 10.222.0.46 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000332 Nov 12 08:32:09.080780 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.089349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb6c41-5374-47c8-87ed-9345affd15e5 req-a8edd3c8-a3ec-4871-a479-a927ce51cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:09.090877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2cb6c41-5374-47c8-87ed-9345affd15e5 req-a8edd3c8-a3ec-4871-a479-a927ce51cbdd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=804aad51373f4ba9b165cb0b36f53378&device_id=615afbb8-dfc4-4cb3-bb70-bef882a9b0e0 HTTP/1.1" status: 200 len: 1096 time: 0.3522995 Nov 12 08:32:09.103796 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.105660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f3d7a-bfb7-440e-86fb-863b886ae9b3 req-0e56fd56-9c54-4e6e-b671-63b13bd73c6c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:09.114598 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f0f3d7a-bfb7-440e-86fb-863b886ae9b3 req-0e56fd56-9c54-4e6e-b671-63b13bd73c6c tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 943 time: 0.4619353 Nov 12 08:32:09.168518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-8003f3df-212f-465c-b4b4-20f273a70c97', 'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'fixed_ips': [{'subnet_id': '89c9bb52-02d2-4946-8ede-d0a1f8f2527b'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:09.170027 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.183541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc5c78-2ed6-4629-9d44-c907e6c13e04 req-2c492831-85f2-4ec3-84a6-9d8f3c0ce703 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:09.185121 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-49dc5c78-2ed6-4629-9d44-c907e6c13e04 req-2c492831-85f2-4ec3-84a6-9d8f3c0ce703 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 944 time: 0.2302001 Nov 12 08:32:09.215347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:09.265159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9096df69-7ce5-4193-803c-fcf173d5d8f1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:09.288793 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.289381 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Added segment 419fc1c5-303f-45cb-8323-6989dc82639a of type vlan for network 85d39561-94a6-48a8-9b4c-9f32510afab1 Nov 12 08:32:09.298439 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f0f3d7a-bfb7-440e-86fb-863b886ae9b3 req-e34535a6-b0dd-459e-b283-9301678b5ab6 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820164 Nov 12 08:32:09.349049 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aec227c8-8a59-4e08-991a-cde7b83f18ee req-768de2d8-3dfd-4bc8-9a84-2e0056339562 service neutron] 10.222.0.46 "GET /v2.0/networks/85da4bf4-5410-47b2-b54a-c0e5597bcea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328562 Nov 12 08:32:09.371731 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.384198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb6c41-5374-47c8-87ed-9345affd15e5 req-d158e462-e789-4b34-803d-ee182fec212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:09.387480 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2cb6c41-5374-47c8-87ed-9345affd15e5 req-d158e462-e789-4b34-803d-ee182fec212d service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6ac6202-f489-4611-bdd0-f0657155cac0 HTTP/1.1" status: 200 len: 918 time: 0.2746325 Nov 12 08:32:09.434068 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-eb0509be-1dd0-4f1a-acca-d2a2615445c2 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778568 Nov 12 08:32:09.461907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-49dc5c78-2ed6-4629-9d44-c907e6c13e04 req-9022ea86-0564-44c7-a0c9-7f2fd742dd7b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371426 Nov 12 08:32:09.473900 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2cb6c41-5374-47c8-87ed-9345affd15e5 req-edb43ce6-7477-4a8b-bae9-8906766f8939 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9fec3b6-8773-4103-8dc9-33003db46b9d HTTP/1.1" status: 200 len: 217 time: 0.0728066 Nov 12 08:32:09.484617 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b5843c-9be5-49ad-829c-cd98522c8734 x-openstack-request-id: req-c2b5843c-9be5-49ad-829c-cd98522c8734 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:09.494551 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fa5c3fc2-d37c-433f-9f51-de941c4cf50a", "tag": "2822a790-fd34-408c-8a14-d9d41c61fe93", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:09.498732 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2b5843c-9be5-49ad-829c-cd98522c8734 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:09.501882 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'status': 'completed', 'code': 200} Nov 12 08:32:09.503391 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5c3fc2-d37c-433f-9f51-de941c4cf50a', 'tag': '2822a790-fd34-408c-8a14-d9d41c61fe93', 'status': 'completed', 'code': 200} Nov 12 08:32:09.544876 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83f618b-991b-40b0-ad3f-c1758ff56206 x-openstack-request-id: req-c83f618b-991b-40b0-ad3f-c1758ff56206 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:09.545420 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e", "tag": "90b69028-09a4-4582-bea3-370f9f97e775", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:09.545840 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c83f618b-991b-40b0-ad3f-c1758ff56206 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:09.546479 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e', 'tag': '90b69028-09a4-4582-bea3-370f9f97e775', 'status': 'completed', 'code': 200} Nov 12 08:32:09.562382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Allocated IP 19.86.0.2 (8003f3df-212f-465c-b4b4-20f273a70c97/89c9bb52-02d2-4946-8ede-d0a1f8f2527b/ffac26ad-b98c-42fa-815c-1d5806b3e185) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:09.568993 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.569765 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:09.570322 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.722828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aec227c8-8a59-4e08-991a-cde7b83f18ee req-9a8c5996-cce1-4536-8027-e82e999175b8 service neutron] 10.222.0.46 "GET /v2.0/networks/85da4bf4-5410-47b2-b54a-c0e5597bcea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591843 Nov 12 08:32:09.761872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb6c41-5374-47c8-87ed-9345affd15e5 req-9320f344-ab60-4f57-9783-4191e17e0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:09.763797 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2cb6c41-5374-47c8-87ed-9345affd15e5 req-9320f344-ab60-4f57-9783-4191e17e0422 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a12af76-376d-49a5-8dcd-238c09154673 HTTP/1.1" status: 200 len: 857 time: 0.2593756 Nov 12 08:32:09.780616 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-899edaef-6b89-4a4c-a5ca-5e81fec30efc req-cbb45fcc-ea7b-4eed-8bed-18a4b1d2c9cf service neutron] 10.222.0.52 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722552 Nov 12 08:32:09.796258 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7558978 Nov 12 08:32:09.803499 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53618) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:09.835414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-451bb06f-5fb8-47de-b037-f974d25e8a32 admin admin] Request body: {'subnet': {'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-123211227-subnet', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:09.905277 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.921065 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:09.969174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451bb06f-5fb8-47de-b037-f974d25e8a32 admin admin] Made reservation on behalf of a0abbc2372a54768a63c2d40e8c5de9a for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:09.972205 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-451bb06f-5fb8-47de-b037-f974d25e8a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.007663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Pushing event updated for resources: {'Port': ['ID=ffac26ad-b98c-42fa-815c-1d5806b3e185,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.013595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b000db1-362d-4c64-8ba3-8a02ce9089e4 req-0d42185a-924a-40b6-931a-af3097b43827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.016744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b000db1-362d-4c64-8ba3-8a02ce9089e4 req-0d42185a-924a-40b6-931a-af3097b43827 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=804aad51373f4ba9b165cb0b36f53378&device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 1095 time: 0.1663444 Nov 12 08:32:10.019959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Network 8003f3df-212f-465c-b4b4-20f273a70c97 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:10.023569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:10.030484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:10.037364 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.116370 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-f87fcd15-2c0c-4304-91a5-b3757350ccc0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.121579 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Attempting to bind port ffac26ad-b98c-42fa-815c-1d5806b3e185 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:10.121983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Attempting to bind port ffac26ad-b98c-42fa-815c-1d5806b3e185 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '939c4fce-0c04-491f-99c2-b4deb7d34b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:10.122362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Attempting to bind port ffac26ad-b98c-42fa-815c-1d5806b3e185 on network 8003f3df-212f-465c-b4b4-20f273a70c97 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:10.123462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-f87fcd15-2c0c-4304-91a5-b3757350ccc0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.132454 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:10.132841 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Checking segment: {'id': '939c4fce-0c04-491f-99c2-b4deb7d34b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:10.133442 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.133854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Bound using segment: {'id': '939c4fce-0c04-491f-99c2-b4deb7d34b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:10.134349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Bound port: ffac26ad-b98c-42fa-815c-1d5806b3e185, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939c4fce-0c04-491f-99c2-b4deb7d34b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:10.134960 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-f87fcd15-2c0c-4304-91a5-b3757350ccc0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/networks?id=0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099&id=8003f3df-212f-465c-b4b4-20f273a70c97 HTTP/1.1" status: 200 len: 1391 time: 0.3837340 Nov 12 08:32:10.135080 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.195420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-d318b836-b4e8-4d5a-9703-a54dca877697 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/quotas/8d50c32d81684287997975eef364dd1f HTTP/1.1" status: 200 len: 375 time: 0.0588722 Nov 12 08:32:10.224670 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] For port ffac26ad-b98c-42fa-815c-1d5806b3e185, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:10.232028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] For port ffac26ad-b98c-42fa-815c-1d5806b3e185, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ffac26ad-b98c-42fa-815c-1d5806b3e185,segment=NetworkSegment(939c4fce-0c04-491f-99c2-b4deb7d34b7a),segment_id=939c4fce-0c04-491f-99c2-b4deb7d34b7a)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:10.245853 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.266531 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2cb6c41-5374-47c8-87ed-9345affd15e5 req-be02da1e-8d76-4067-b1f0-5f3e3c9cafe2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ac6202-f489-4611-bdd0-f0657155cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4402823 Nov 12 08:32:10.444357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5439088-6dc3-4d5f-a0c5-86920424d42c None None] Pushing event updated for resources: {'Port': ['ID=ffac26ad-b98c-42fa-815c-1d5806b3e185,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.454818 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-fd46fe10-bffb-443e-9156-fdfd66ab1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.457294 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-fd46fe10-bffb-443e-9156-fdfd66ab1afb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eda6137855534360b01b47a6df365310&device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 1096 time: 0.9271393 Nov 12 08:32:10.458126 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd88b5-1260-499a-850a-b9b48cada17c admin admin] Pushing event updated for resources: {'Network': ['ID=85d39561-94a6-48a8-9b4c-9f32510afab1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.482864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 85d39561-94a6-48a8-9b4c-9f32510afab1 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:10.491036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b000db1-362d-4c64-8ba3-8a02ce9089e4 req-1754486d-d0af-4e3b-bdff-ffaf6128d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.493258 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b000db1-362d-4c64-8ba3-8a02ce9089e4 req-1754486d-d0af-4e3b-bdff-ffaf6128d8f9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c6ac6202-f489-4611-bdd0-f0657155cac0 HTTP/1.1" status: 200 len: 918 time: 0.4588704 Nov 12 08:32:10.496082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-69bb1475-c120-421e-b149-c4b7179b5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.497893 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-69bb1475-c120-421e-b149-c4b7179b5061 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=804aad51373f4ba9b165cb0b36f53378&device_id=fa5c3fc2-d37c-433f-9f51-de941c4cf50a HTTP/1.1" status: 200 len: 1096 time: 0.9657934 Nov 12 08:32:10.498951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-451bb06f-5fb8-47de-b037-f974d25e8a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:10.506747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e26beb-ac87-46b6-819d-9639f7877e9a req-f6ac540d-b369-4527-a611-971c13a8304e tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.508568 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8e26beb-ac87-46b6-819d-9639f7877e9a req-f6ac540d-b369-4527-a611-971c13a8304e tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 944 time: 0.7826464 Nov 12 08:32:10.555798 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b000db1-362d-4c64-8ba3-8a02ce9089e4 req-2634b394-ba6d-4168-9b8f-eedc5ae3dfa1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b69028-09a4-4582-bea3-370f9f97e775 HTTP/1.1" status: 200 len: 217 time: 0.0502298 Nov 12 08:32:10.568480 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2cb6c41-5374-47c8-87ed-9345affd15e5 req-c25e3142-c334-4ce2-95ec-a439f5797431 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886505 Nov 12 08:32:10.569304 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-773eee99-d7e1-43be-a357-6df827afbb4d tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d50c32d81684287997975eef364dd1f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3721783 Nov 12 08:32:10.740289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 895b5678-6c8a-4e35-ab24-20b30619dfa1 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:10.805241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451bb06f-5fb8-47de-b037-f974d25e8a32 admin admin] Checking segment: {'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:10.805853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451bb06f-5fb8-47de-b037-f974d25e8a32 admin admin] Network hostable DHCP agents. Network: 85d39561-94a6-48a8-9b4c-9f32510afab1, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:10.814112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bb06f-5fb8-47de-b037-f974d25e8a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8def1ab2-8820-43e8-862e-0c8bcf028c69,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:10.827605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b000db1-362d-4c64-8ba3-8a02ce9089e4 req-d78aa219-4919-4157-922a-559fbee3419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.829220 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b000db1-362d-4c64-8ba3-8a02ce9089e4 req-d78aa219-4919-4157-922a-559fbee3419e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8a12af76-376d-49a5-8dcd-238c09154673 HTTP/1.1" status: 200 len: 857 time: 0.2217743 Nov 12 08:32:10.883487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b000db1-362d-4c64-8ba3-8a02ce9089e4 req-0e20a64a-5e5e-43bd-9e96-1fe88ba369eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c6ac6202-f489-4611-bdd0-f0657155cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436690 Nov 12 08:32:10.923353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451bb06f-5fb8-47de-b037-f974d25e8a32 admin admin] Network 85d39561-94a6-48a8-9b4c-9f32510afab1 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:10.971065 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-e4c08e09-1f94-4159-9c18-fe0980022d13 service neutron] 10.222.0.31 "GET /v2.0/networks/0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529599 Nov 12 08:32:10.971574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-451bb06f-5fb8-47de-b037-f974d25e8a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 85d39561-94a6-48a8-9b4c-9f32510afab1) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:10.978597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451bb06f-5fb8-47de-b037-f974d25e8a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:10.979063 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-451bb06f-5fb8-47de-b037-f974d25e8a32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.020526 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-3f3a2297-b632-4b82-aa37-abeb374117d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.026333 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-3f3a2297-b632-4b82-aa37-abeb374117d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c9f32d5-f223-48ad-aeb1-0363859fe388 HTTP/1.1" status: 200 len: 921 time: 0.5530739 Nov 12 08:32:11.045051 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8e26beb-ac87-46b6-819d-9639f7877e9a req-ba320a60-70a1-44ca-85dd-f8801ce4f3bf tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127082 Nov 12 08:32:11.054192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 895b5678-6c8a-4e35-ab24-20b30619dfa1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1,segment=NetworkSegment(7bf239bd-c410-4760-8219-4ef52a1deb20),segment_id=7bf239bd-c410-4760-8219-4ef52a1deb20)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:11.083072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69932ab5-a8e0-42cd-befe-052abe670c88 None None] Network 85d39561-94a6-48a8-9b4c-9f32510afab1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:11.099614 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-96f06b5f-2599-4ba5-a97b-215994ca22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.102176 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-96f06b5f-2599-4ba5-a97b-215994ca22d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6ac6202-f489-4611-bdd0-f0657155cac0 HTTP/1.1" status: 200 len: 918 time: 0.5924792 Nov 12 08:32:11.148228 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-01abd0b7-c11a-448a-89db-eebd0334e865 service neutron] 10.222.0.31 "GET /v2.0/networks/0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665237 Nov 12 08:32:11.155155 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2cb6c41-5374-47c8-87ed-9345affd15e5 req-93f86068-4dc2-462a-a3ea-36f4ac3472c2 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767462 Nov 12 08:32:11.189461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'port_id': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'mac_address': 'fa:16:3e:e6:50:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73d9451-4524-4352-9480-948df1f78588', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:11.198547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-04afce37-4f3f-4aa5-8c1a-d884b8844cab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 217 time: 0.1131220 Nov 12 08:32:11.246358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 3ca83e1d-b685-4997-a4ae-05c027844dff details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:11.264888 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.293755 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-fee61260-7025-4db5-9544-00d8d450fcc5 service neutron] 10.222.0.31 "GET /v2.0/networks/8003f3df-212f-465c-b4b4-20f273a70c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157117 Nov 12 08:32:11.326271 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-451bb06f-5fb8-47de-b037-f974d25e8a32 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5215120 Nov 12 08:32:11.330823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53628) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:11.332819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-85d39561-94a6-48a8-9b4c-9f32510afab1', 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'fixed_ips': [{'subnet_id': '8def1ab2-8820-43e8-862e-0c8bcf028c69'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:11.333703 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.353014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-123211227-router', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:11.416749 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b000db1-362d-4c64-8ba3-8a02ce9089e4 req-3f9f4708-b6f6-4d91-9eed-3d690f236108 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248199 Nov 12 08:32:11.436648 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-3c634ce8-2bff-466c-802d-81f5d26b5718 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2822a790-fd34-408c-8a14-d9d41c61fe93 HTTP/1.1" status: 200 len: 217 time: 0.2781527 Nov 12 08:32:11.475980 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.477720 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.571660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-607fe5d2-96ad-430c-bc6e-d9f12d69e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.574295 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-607fe5d2-96ad-430c-bc6e-d9f12d69e299 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a12af76-376d-49a5-8dcd-238c09154673 HTTP/1.1" status: 200 len: 857 time: 0.1236122 Nov 12 08:32:11.599669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Allocated IP 172.20.0.2 (85d39561-94a6-48a8-9b4c-9f32510afab1/8def1ab2-8820-43e8-862e-0c8bcf028c69/573bb3d5-cae7-4259-abeb-360ff24b5360) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:11.673902 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-bd38f338-b98c-417f-99b7-502984db610c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6ac6202-f489-4611-bdd0-f0657155cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869291 Nov 12 08:32:11.797528 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.820421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-82139671-ff92-4350-a417-5e599fb9b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.822148 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-82139671-ff92-4350-a417-5e599fb9b15d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c73d9451-4524-4352-9480-948df1f78588 HTTP/1.1" status: 200 len: 860 time: 0.6211164 Nov 12 08:32:11.825050 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-8005bd31-0365-4770-9002-4b0c395c0a19 service neutron] 10.222.0.46 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290829 Nov 12 08:32:11.834145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7c8b-00d3-4281-8365-c0fe57579075 req-888a4dea-eabd-4933-b030-10987cd0e286 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:11.837082 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6aac7c8b-00d3-4281-8365-c0fe57579075 req-888a4dea-eabd-4933-b030-10987cd0e286 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.5315015 Nov 12 08:32:11.891706 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:11.892549 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-28473df8-6cb2-450f-81f6-ca8cf2ccdb06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c9f32d5-f223-48ad-aeb1-0363859fe388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452063 Nov 12 08:32:11.899654 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.021023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Pushing event updated for resources: {'Port': ['ID=573bb3d5-cae7-4259-abeb-360ff24b5360,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:12.031195 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895b5678-6c8a-4e35-ab24-20b30619dfa1 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:12.062612 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Network 85d39561-94a6-48a8-9b4c-9f32510afab1 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:12.072132 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:12.077433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ca87b7-da03-4272-a3d4-df97a8e48da0 None None] Network 8003f3df-212f-465c-b4b4-20f273a70c97 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:12.085871 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.092906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:12.123857 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6aac7c8b-00d3-4281-8365-c0fe57579075 req-8bd51aef-6c85-4b98-b9e6-7ed2bb41f06f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284274 Nov 12 08:32:12.167208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-58d25682-b1d4-4874-8c9a-91d2b87b7fdc service neutron] 10.222.0.46 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290436 Nov 12 08:32:12.182872 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-cdddee79-5fff-44fd-90cb-c91d10a401e8 service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681198 Nov 12 08:32:12.216132 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 895b5678-6c8a-4e35-ab24-20b30619dfa1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1,segment=NetworkSegment(7bf239bd-c410-4760-8219-4ef52a1deb20),segment_id=7bf239bd-c410-4760-8219-4ef52a1deb20)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:12.245237 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.265655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 3ca83e1d-b685-4997-a4ae-05c027844dff, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=3ca83e1d-b685-4997-a4ae-05c027844dff,segment=NetworkSegment(b23f9d8f-fbfb-40a0-a9da-512679fb6274),segment_id=b23f9d8f-fbfb-40a0-a9da-512679fb6274)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:12.282288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e4486f19-1d02-412d-951b-a579bde9c097 None None] Provisioning complete for port ffac26ad-b98c-42fa-815c-1d5806b3e185 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:12.282667 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e4486f19-1d02-412d-951b-a579bde9c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.369431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4f281-14ae-42be-be98-217b27d8151a req-7099459c-44e8-4356-8e02-f06ec8cb9c21 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:12.371426 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ba4f281-14ae-42be-be98-217b27d8151a req-7099459c-44e8-4356-8e02-f06ec8cb9c21 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 943 time: 0.0909412 Nov 12 08:32:12.380330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '3ca83e1d-b685-4997-a4ae-05c027844dff', 'network_id': '85da4bf4-5410-47b2-b54a-c0e5597bcea2', 'port_id': '3ca83e1d-b685-4997-a4ae-05c027844dff', 'mac_address': 'fa:16:3e:69:ec:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3942a578-800a-46d1-9208-db96c004961b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:12.397932 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-b4f560af-bb4a-4cac-9b01-fdd91b4e3927 service neutron] 10.222.0.31 "GET /v2.0/networks/8003f3df-212f-465c-b4b4-20f273a70c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0938239 Nov 12 08:32:12.408888 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.431936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Attempting to bind port 573bb3d5-cae7-4259-abeb-360ff24b5360 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:12.444498 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Attempting to bind port 573bb3d5-cae7-4259-abeb-360ff24b5360 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:12.445188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Attempting to bind port 573bb3d5-cae7-4259-abeb-360ff24b5360 on network 85d39561-94a6-48a8-9b4c-9f32510afab1 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:12.447702 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42d1dd6a-33a1-439f-8fa8-3a906f4692d0 req-0716c420-1c9e-409b-aa1c-20767ac63404 service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555139 Nov 12 08:32:12.467915 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b000db1-362d-4c64-8ba3-8a02ce9089e4 req-2f38c880-4a08-40ea-9e8e-79bcffbf7d00 service neutron] 10.222.0.52 "GET /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0384874 Nov 12 08:32:12.491391 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ba4f281-14ae-42be-be98-217b27d8151a req-1ad0a7b6-c0d4-4460-b51d-ed3ee9e3b119 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019773 Nov 12 08:32:12.515729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['895b5678-6c8a-4e35-ab24-20b30619dfa1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:12.595361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:12.595751 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Checking segment: {'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:12.596238 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.596791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Bound using segment: {'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:12.598314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Bound port: 573bb3d5-cae7-4259-abeb-360ff24b5360, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:12.598314 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.659338 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=895b5678-6c8a-4e35-ab24-20b30619dfa1,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:12.805463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.836522 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:12.854420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86e850-f358-4fb6-ad18-8def82544285 req-def5ba9c-f39b-4eec-bd10-58da7c55cbfc tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:12.866240 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd86e850-f358-4fb6-ad18-8def82544285 req-def5ba9c-f39b-4eec-bd10-58da7c55cbfc tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 945 time: 0.1141238 Nov 12 08:32:12.962472 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd86e850-f358-4fb6-ad18-8def82544285 req-fd92b30c-1921-4e49-addb-218934433881 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945251 Nov 12 08:32:12.980298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ffac26ad-b98c-42fa-815c-1d5806b3e185 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:13.043787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d9fec3b6-8773-4103-8dc9-33003db46b9d details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:13.063115 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7e24c0cc-dc55-4d0b-b49f-8f65ba38dfa9 req-e601d014-e9d3-4c39-ac6a-2384c65f8dae tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 210 time: 0.0498178 Nov 12 08:32:13.166565 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.171629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e51cf3-98cd-48dd-8a91-c7f7c4854ad7 req-5d87d72d-c066-4df1-bb2b-4d7c761b1442 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:13.174036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e3e51cf3-98cd-48dd-8a91-c7f7c4854ad7 req-5d87d72d-c066-4df1-bb2b-4d7c761b1442 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 944 time: 0.2390904 Nov 12 08:32:13.229783 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:32:13.242528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Allocated IP 172.25.3.94 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/a6ed475b-787d-4085-a1cf-30d9af7eb2c4) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:13.267783 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e3e51cf3-98cd-48dd-8a91-c7f7c4854ad7 req-74fbdf25-a7d9-4e37-b528-e3c9f53df6ec tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818403 Nov 12 08:32:13.317564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca83e1d-b685-4997-a4ae-05c027844dff {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:13.385574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d92eef-572f-496c-8ad4-59ed64eb914f req-d1dad912-218a-42c6-af62-0ca80191dbae tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:13.387954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-43d92eef-572f-496c-8ad4-59ed64eb914f req-d1dad912-218a-42c6-af62-0ca80191dbae tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.0726762 Nov 12 08:32:13.430215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 3ca83e1d-b685-4997-a4ae-05c027844dff, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=3ca83e1d-b685-4997-a4ae-05c027844dff,segment=NetworkSegment(b23f9d8f-fbfb-40a0-a9da-512679fb6274),segment_id=b23f9d8f-fbfb-40a0-a9da-512679fb6274)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:13.434414 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e4486f19-1d02-412d-951b-a579bde9c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.438117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] For port 573bb3d5-cae7-4259-abeb-360ff24b5360, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:13.473244 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-43d92eef-572f-496c-8ad4-59ed64eb914f req-52490940-1c96-4baa-ba92-e552305dca6f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791171 Nov 12 08:32:13.481411 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.498416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] For port 573bb3d5-cae7-4259-abeb-360ff24b5360, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=573bb3d5-cae7-4259-abeb-360ff24b5360,segment=NetworkSegment(419fc1c5-303f-45cb-8323-6989dc82639a),segment_id=419fc1c5-303f-45cb-8323-6989dc82639a)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:13.517850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2822a790-fd34-408c-8a14-d9d41c61fe93 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:13.522821 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.579910 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.589938 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.601133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ffac26ad-b98c-42fa-815c-1d5806b3e185 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:13.602008 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.734895 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:13.737987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ed475b-787d-4085-a1cf-30d9af7eb2c4,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:13.743778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:13.747088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:13.786987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port d9fec3b6-8773-4103-8dc9-33003db46b9d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d9fec3b6-8773-4103-8dc9-33003db46b9d,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:13.813228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e4486f19-1d02-412d-951b-a579bde9c097 None None] For port ffac26ad-b98c-42fa-815c-1d5806b3e185, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ffac26ad-b98c-42fa-815c-1d5806b3e185,segment=NetworkSegment(939c4fce-0c04-491f-99c2-b4deb7d34b7a),segment_id=939c4fce-0c04-491f-99c2-b4deb7d34b7a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:13.829517 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:32:13.880910 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e4486f19-1d02-412d-951b-a579bde9c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:13.918750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=3ca83e1d-b685-4997-a4ae-05c027844dff,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:13.921595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'd9fec3b6-8773-4103-8dc9-33003db46b9d', 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0', 'port_id': 'd9fec3b6-8773-4103-8dc9-33003db46b9d', 'mac_address': 'fa:16:3e:70:9e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a12af76-376d-49a5-8dcd-238c09154673', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:13.932862 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768512-771f-478b-bf1e-33fe36841cec req-10e875bb-8d38-49c0-8965-0f4f700b88b0 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:13.935412 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77768512-771f-478b-bf1e-33fe36841cec req-10e875bb-8d38-49c0-8965-0f4f700b88b0 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 943 time: 0.1984627 Nov 12 08:32:14.079633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92745017-4fb1-4b5a-8aa8-22a6e835ef47 None None] Pushing event updated for resources: {'Port': ['ID=573bb3d5-cae7-4259-abeb-360ff24b5360,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:14.103503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['3ca83e1d-b685-4997-a4ae-05c027844dff'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:14.183856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8597a04-eac2-4e30-8395-c27d3a30a86b req-2d889e94-3617-4113-a448-65701103000f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.198262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8597a04-eac2-4e30-8395-c27d3a30a86b req-2d889e94-3617-4113-a448-65701103000f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 945 time: 0.1282060 Nov 12 08:32:14.289266 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8597a04-eac2-4e30-8395-c27d3a30a86b req-13a07a80-4f1d-400c-90d9-0f7111dec30f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882535 Nov 12 08:32:14.441889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2b862cdd-39c6-418f-952a-7af41c0b5812 req-1945f01a-0de3-4075-9a1f-268da0a2aa3e tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 210 time: 0.0627661 Nov 12 08:32:14.466288 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77768512-771f-478b-bf1e-33fe36841cec req-436fd551-e863-464b-ba9b-21fb41e694a5 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669370 Nov 12 08:32:14.478549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-34ebac6d-fd83-43db-9297-8a9b9ae7d67e None None] Provisioning complete for port ffac26ad-b98c-42fa-815c-1d5806b3e185 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:14.501341 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-34ebac6d-fd83-43db-9297-8a9b9ae7d67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.584697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.735406 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2822a790-fd34-408c-8a14-d9d41c61fe93, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2822a790-fd34-408c-8a14-d9d41c61fe93,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:14.783442 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:14.798269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4486f19-1d02-412d-951b-a579bde9c097 None None] Pushing event updated for resources: {'Port': ['ID=ffac26ad-b98c-42fa-815c-1d5806b3e185,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:14.814634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76882cb7-ba7c-4b4f-984f-7723fd0ce3bd req-b054bbdb-3fd8-4793-99c9-50cde1e165ae tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.816243 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76882cb7-ba7c-4b4f-984f-7723fd0ce3bd req-b054bbdb-3fd8-4793-99c9-50cde1e165ae tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 945 time: 0.1356692 Nov 12 08:32:14.828410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '2822a790-fd34-408c-8a14-d9d41c61fe93', 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0', 'port_id': '2822a790-fd34-408c-8a14-d9d41c61fe93', 'mac_address': 'fa:16:3e:da:fa:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a12af76-376d-49a5-8dcd-238c09154673', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:14.838923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fec3b6-8773-4103-8dc9-33003db46b9d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:14.904585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb867a3-93c2-4e13-88f4-3c8df0630623 req-07ecf152-4e99-4226-8720-6144247c1884 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.906201 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fcb867a3-93c2-4e13-88f4-3c8df0630623 req-07ecf152-4e99-4226-8720-6144247c1884 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.2222888 Nov 12 08:32:14.913548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-b56552e1-5e75-4699-8e1b-563cae5d0cb6 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.919993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-b56552e1-5e75-4699-8e1b-563cae5d0cb6 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:14.935519 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-b56552e1-5e75-4699-8e1b-563cae5d0cb6 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.46 "GET /v2.0/networks?id=0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099&id=8003f3df-212f-465c-b4b4-20f273a70c97 HTTP/1.1" status: 200 len: 1391 time: 0.4877050 Nov 12 08:32:14.943830 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port d9fec3b6-8773-4103-8dc9-33003db46b9d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d9fec3b6-8773-4103-8dc9-33003db46b9d,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:14.973156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'port': {'device_id': 'd2385068-52d7-437d-b34e-067255830684', 'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099', 'admin_state_up': True, 'tenant_id': '8d50c32d81684287997975eef364dd1f'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:15.035419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fcb867a3-93c2-4e13-88f4-3c8df0630623 req-44eff427-fc32-4d1f-8553-5d779de13aa1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086016 Nov 12 08:32:15.036203 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.055823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 90b69028-09a4-4582-bea3-370f9f97e775 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:15.087108 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.197348 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2822a790-fd34-408c-8a14-d9d41c61fe93 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:15.242353 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76882cb7-ba7c-4b4f-984f-7723fd0ce3bd req-34c9b288-50ca-4414-90ff-b1f476e9b709 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080408 Nov 12 08:32:15.262012 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:32:15.293627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:15.302001 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.342642 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ffac26ad-b98c-42fa-815c-1d5806b3e185 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:15.345770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2822a790-fd34-408c-8a14-d9d41c61fe93, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2822a790-fd34-408c-8a14-d9d41c61fe93,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:15.348658 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 90b69028-09a4-4582-bea3-370f9f97e775, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=90b69028-09a4-4582-bea3-370f9f97e775,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:15.395347 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.414684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=d9fec3b6-8773-4103-8dc9-33003db46b9d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:15.433959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '90b69028-09a4-4582-bea3-370f9f97e775', 'network_id': 'c6ac6202-f489-4611-bdd0-f0657155cac0', 'port_id': '90b69028-09a4-4582-bea3-370f9f97e775', 'mac_address': 'fa:16:3e:62:74:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a12af76-376d-49a5-8dcd-238c09154673', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:15.449945 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.551541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac81db5-b5a5-4872-8171-8ddc96ab8149 req-d9b07fc7-39ad-4c26-9b08-8b2a2b309099 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:15.558818 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eac81db5-b5a5-4872-8171-8ddc96ab8149 req-d9b07fc7-39ad-4c26-9b08-8b2a2b309099 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 945 time: 0.0897086 Nov 12 08:32:15.599954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ffac26ad-b98c-42fa-815c-1d5806b3e185 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:15.600492 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.640170 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b7da3a4-2218-4d01-9743-3ddcb5c410c5 req-88196fa5-b5ff-4207-8915-1872c1addb15 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 210 time: 0.0667527 Nov 12 08:32:15.659744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eac81db5-b5a5-4872-8171-8ddc96ab8149 req-681f41c6-7e82-48eb-b680-8713f8087c87 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997612 Nov 12 08:32:15.681181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Allocated IP 19.80.0.122 (0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099/8779bef6-a280-43fb-9dde-58f5aa2e8549/5ae7692a-809d-4278-b359-a85b765e2b15) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:15.685168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=2822a790-fd34-408c-8a14-d9d41c61fe93,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:15.730812 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.757397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b69028-09a4-4582-bea3-370f9f97e775 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:15.768135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b6e877-3f08-4485-86b5-0bd8bd5fbe21 None None] Network 85d39561-94a6-48a8-9b4c-9f32510afab1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:15.831976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Router fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:32:15.908332 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2f0a84cb-6b75-4c09-9903-04c935176e47 None None] Provisioning complete for port 573bb3d5-cae7-4259-abeb-360ff24b5360 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:15.908703 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f0a84cb-6b75-4c09-9903-04c935176e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.933482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db749572-00d8-41a2-8c8e-e598ff8ee46c req-63bf1b7d-250d-4516-bedd-0badc12720be tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:15.936455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db749572-00d8-41a2-8c8e-e598ff8ee46c req-63bf1b7d-250d-4516-bedd-0badc12720be tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 943 time: 0.1907063 Nov 12 08:32:15.953252 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:15.958217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2822a790-fd34-408c-8a14-d9d41c61fe93'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:16.006995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 90b69028-09a4-4582-bea3-370f9f97e775, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=90b69028-09a4-4582-bea3-370f9f97e775,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:16.013747 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.063998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:16.072919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:16.087692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:16.127845 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db749572-00d8-41a2-8c8e-e598ff8ee46c req-3419d823-edd8-4aad-ae87-c55b13a74b41 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833155 Nov 12 08:32:16.131247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Port': ['ID=5ae7692a-809d-4278-b359-a85b765e2b15,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:16.151591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:16.154524 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.187034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:16.187797 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.189202 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.194696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-298d2cea-99a8-49ed-8cc5-31f57c598f27 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8471010 Nov 12 08:32:16.197905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53670) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:16.222939 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ff5d735f-4b93-424c-9339-c6c267f2bb9b tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2696352 Nov 12 08:32:16.239311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Request body: {'port': {'device_id': 'd2385068-52d7-437d-b34e-067255830684', 'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97', 'admin_state_up': True, 'tenant_id': '8d50c32d81684287997975eef364dd1f'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:16.276434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 895b5678-6c8a-4e35-ab24-20b30619dfa1 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:16.353129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Sync routers for ids ['fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:16.356057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=90b69028-09a4-4582-bea3-370f9f97e775,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:16.359608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 573bb3d5-cae7-4259-abeb-360ff24b5360 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:16.410137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2ca6-51ac-4a0d-8bf8-1c034c6fa592 req-a583bdef-c3d8-498a-a561-381e253c3490 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:16.418841 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80dd2ca6-51ac-4a0d-8bf8-1c034c6fa592 req-a583bdef-c3d8-498a-a561-381e253c3490 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.1593449 Nov 12 08:32:16.504303 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80dd2ca6-51ac-4a0d-8bf8-1c034c6fa592 req-42889e78-386b-4189-8fad-bc8d13ce4001 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844636 Nov 12 08:32:16.544027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Made reservation on behalf of 8d50c32d81684287997975eef364dd1f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:16.547943 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.627602 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['d9fec3b6-8773-4103-8dc9-33003db46b9d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:16.630412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['90b69028-09a4-4582-bea3-370f9f97e775'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:16.674525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e6900-319b-4c65-b3a2-e7d1afd28875 req-a5aab5e0-0d83-4191-940d-1ad8dcbc2ccf tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:16.677866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d7e6900-319b-4c65-b3a2-e7d1afd28875 req-a5aab5e0-0d83-4191-940d-1ad8dcbc2ccf tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 945 time: 0.2246807 Nov 12 08:32:16.753011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Allocated IP 19.86.0.69 (8003f3df-212f-465c-b4b4-20f273a70c97/89c9bb52-02d2-4946-8ede-d0a1f8f2527b/7b2752c3-3399-47d6-97cf-a3f300c7e7b4) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:16.768473 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f0a84cb-6b75-4c09-9903-04c935176e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:16.796283 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Routers {'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:16.796953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:32:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:16.850329 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d7e6900-319b-4c65-b3a2-e7d1afd28875 req-bbfedbbe-219d-4d02-b7b0-09502df1367f tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611743 Nov 12 08:32:16.902783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87c482-53a6-42c8-8d66-7beddc8754cd req-9714fedd-f974-46f0-bd3d-2f81355b7259 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:16.904338 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d87c482-53a6-42c8-8d66-7beddc8754cd req-9714fedd-f974-46f0-bd3d-2f81355b7259 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 932 time: 0.1266332 Nov 12 08:32:16.919002 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Set router fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:17.010786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 895b5678-6c8a-4e35-ab24-20b30619dfa1 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:17.079763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 895b5678-6c8a-4e35-ab24-20b30619dfa1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:17.079763 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.136520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbd5d7-be4d-4e44-affe-31b653bfcab5 req-7084607f-7d55-4b88-87a9-e4e2aa15fec9 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:17.145218 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53fbd5d7-be4d-4e44-affe-31b653bfcab5 req-7084607f-7d55-4b88-87a9-e4e2aa15fec9 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 945 time: 0.1612322 Nov 12 08:32:17.206945 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d87c482-53a6-42c8-8d66-7beddc8754cd req-955435b1-9932-4a96-a0d8-15d4fa6e8f3c tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801616 Nov 12 08:32:17.222686 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 573bb3d5-cae7-4259-abeb-360ff24b5360 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:17.222686 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.327730 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.407271 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53fbd5d7-be4d-4e44-affe-31b653bfcab5 req-cdc80466-b525-439d-b062-380626af1533 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602851 Nov 12 08:32:17.422264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2f0a84cb-6b75-4c09-9903-04c935176e47 None None] For port 573bb3d5-cae7-4259-abeb-360ff24b5360, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=573bb3d5-cae7-4259-abeb-360ff24b5360,segment=NetworkSegment(419fc1c5-303f-45cb-8323-6989dc82639a),segment_id=419fc1c5-303f-45cb-8323-6989dc82639a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:17.450949 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f0a84cb-6b75-4c09-9903-04c935176e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.480285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe64f2b-aeb0-4d6b-ab86-d3ed61ae2350 req-6a927786-ee54-42c9-8a5b-7a5b1ac2922a tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:17.482000 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6fe64f2b-aeb0-4d6b-ab86-d3ed61ae2350 req-6a927786-ee54-42c9-8a5b-7a5b1ac2922a tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 944 time: 0.0847161 Nov 12 08:32:17.483956 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.547847 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Network 8003f3df-212f-465c-b4b4-20f273a70c97 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:17.560556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:17.574554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:17.583398 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.610462 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.628936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a84cb-6b75-4c09-9903-04c935176e47 None None] Pushing event updated for resources: {'Port': ['ID=573bb3d5-cae7-4259-abeb-360ff24b5360,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:17.629710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event updated for resources: {'Port': ['ID=7b2752c3-3399-47d6-97cf-a3f300c7e7b4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:17.643614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 3ca83e1d-b685-4997-a4ae-05c027844dff up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:17.677852 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6fe64f2b-aeb0-4d6b-ab86-d3ed61ae2350 req-cc1db143-606f-425a-b080-6e180fd884e3 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740992 Nov 12 08:32:17.736322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:17.737085 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:17.788169 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-703107a2-63a4-4055-b7b0-fbee353e1023 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5562630 Nov 12 08:32:17.802141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Request body: {'port': {'device_id': 'd2385068-52d7-437d-b34e-067255830684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:17.852728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf2999-1ef9-4398-b63d-5373c49f4062 req-1a36a3f4-f69f-4343-93f0-1958726dee9d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:17.854362 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98bf2999-1ef9-4398-b63d-5373c49f4062 req-1a36a3f4-f69f-4343-93f0-1958726dee9d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.1576526 Nov 12 08:32:17.955743 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.052352 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98bf2999-1ef9-4398-b63d-5373c49f4062 req-d28ba212-8ee6-4559-b693-15fd3496ffc9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721325 Nov 12 08:32:18.052700 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0c9ca44f-0476-490c-9397-9a7c5b7eaff5 None None] Provisioning complete for port 573bb3d5-cae7-4259-abeb-360ff24b5360 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:18.053448 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca44f-0476-490c-9397-9a7c5b7eaff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.071660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Allocated IP 172.20.0.1 (85d39561-94a6-48a8-9b4c-9f32510afab1/8def1ab2-8820-43e8-862e-0c8bcf028c69/a8674dd0-22c5-4d70-b99a-6e8b94526539) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:18.119819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:18.124204 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4d354e-621a-4e6e-ac9c-bd5130337867" -d '{"events": [{"server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "name": "network-vif-plugged", "status": "completed", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:18.194587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 895b5678-6c8a-4e35-ab24-20b30619dfa1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1,segment=NetworkSegment(7bf239bd-c410-4760-8219-4ef52a1deb20),segment_id=7bf239bd-c410-4760-8219-4ef52a1deb20)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:18.220884 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d894cbef-aa0e-416e-870d-b5b6022e0bfe x-openstack-request-id: req-d894cbef-aa0e-416e-870d-b5b6022e0bfe {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:18.221310 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "name": "network-vif-plugged", "status": "completed", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:18.221645 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d894cbef-aa0e-416e-870d-b5b6022e0bfe {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:18.222102 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'code': 200} Nov 12 08:32:18.260372 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.339657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473fd54-742d-4837-8b01-d13743c49fb7 req-90e959cd-9681-4ff0-97d9-59a46b8d304a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:18.347328 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8473fd54-742d-4837-8b01-d13743c49fb7 req-90e959cd-9681-4ff0-97d9-59a46b8d304a tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 945 time: 0.2170043 Nov 12 08:32:18.466958 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8473fd54-742d-4837-8b01-d13743c49fb7 req-fb8090f3-4ff4-4e55-b7e1-aef087e2bc3f tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081815 Nov 12 08:32:18.498268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 573bb3d5-cae7-4259-abeb-360ff24b5360 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:18.532358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 3ca83e1d-b685-4997-a4ae-05c027844dff completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:18.562583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 3ca83e1d-b685-4997-a4ae-05c027844dff triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:18.563234 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.617521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-123211227-router', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:11Z', 'updated_at': '2021-11-12T08:32:14Z', 'revision_number': 3, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'gw_port': {'id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:32:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:12Z', 'updated_at': '2021-11-12T08:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:18.620095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=895b5678-6c8a-4e35-ab24-20b30619dfa1,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.656715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae7692a-809d-4278-b359-a85b765e2b15 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:18.668077 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.677243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Checking router: fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:32:18.677786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Updating router fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a port a6ed475b-787d-4085-a1cf-30d9af7eb2c4 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:32:18.689910 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cf4fc-aa5d-4ec9-9486-2444dcecde94 req-1fe51186-6c1b-4e77-86d0-3b6952d70a88 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:18.698871 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d89cf4fc-aa5d-4ec9-9486-2444dcecde94 req-1fe51186-6c1b-4e77-86d0-3b6952d70a88 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.0945334 Nov 12 08:32:18.706071 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.719666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Transition to ACTIVE for port object 5ae7692a-809d-4278-b359-a85b765e2b15 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:18.747318 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.748626 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.772913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 573bb3d5-cae7-4259-abeb-360ff24b5360 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:18.773379 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.775180 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.816832 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Pushing event updated for resources: {'Port': ['ID=5ae7692a-809d-4278-b359-a85b765e2b15,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:18.820696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515a5b2-9475-428b-b9c8-c69b961fece1 req-817cb184-4500-4cd7-9d2a-3fb27188fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:18.823157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e515a5b2-9475-428b-b9c8-c69b961fece1 req-817cb184-4500-4cd7-9d2a-3fb27188fd7c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 1098 time: 0.1133676 Nov 12 08:32:18.854207 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d89cf4fc-aa5d-4ec9-9486-2444dcecde94 req-48d83fe6-d73d-4011-87d0-fac3b0da457b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507506 Nov 12 08:32:18.874227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 3ca83e1d-b685-4997-a4ae-05c027844dff, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=3ca83e1d-b685-4997-a4ae-05c027844dff,segment=NetworkSegment(b23f9d8f-fbfb-40a0-a9da-512679fb6274),segment_id=b23f9d8f-fbfb-40a0-a9da-512679fb6274)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:18.899701 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:18.901398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1caf-f21d-4fda-b6af-ead2406ea143 req-e12ed990-ec0c-4313-ad97-f957bb6689e9 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:18.909936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f1caf-f21d-4fda-b6af-ead2406ea143 req-e12ed990-ec0c-4313-ad97-f957bb6689e9 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:18.918185 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de5f1caf-f21d-4fda-b6af-ead2406ea143 req-e12ed990-ec0c-4313-ad97-f957bb6689e9 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1666 time: 0.2094991 Nov 12 08:32:18.926754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.040538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Network 85d39561-94a6-48a8-9b4c-9f32510afab1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:19.049756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:19.059462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:19.074309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e515a5b2-9475-428b-b9c8-c69b961fece1 req-f65b2e32-a2c3-44eb-b670-e41eac8313f3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345917 Nov 12 08:32:19.090195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Attempting to bind port 5ae7692a-809d-4278-b359-a85b765e2b15 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:19.090530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Attempting to bind port 5ae7692a-809d-4278-b359-a85b765e2b15 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'd8be333d-e394-4609-a7b3-4d6c12d72838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:19.090858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Attempting to bind port 5ae7692a-809d-4278-b359-a85b765e2b15 on network 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:19.109802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Port 5ae7692a-809d-4278-b359-a85b765e2b15 on network 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:19.109802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Attempting to bind port 5ae7692a-809d-4278-b359-a85b765e2b15 on network 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:19.128674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d83dd-f8f8-4de4-a8e0-c03fb33705e3 req-8dca8c60-ef22-4232-936a-c832afcce9e5 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:19.136744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d36d83dd-f8f8-4de4-a8e0-c03fb33705e3 req-8dca8c60-ef22-4232-936a-c832afcce9e5 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 944 time: 0.0940530 Nov 12 08:32:19.137977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:19.138321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Checking segment: {'id': 'd8be333d-e394-4609-a7b3-4d6c12d72838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:19.138715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Bound using segment: {'id': 'd8be333d-e394-4609-a7b3-4d6c12d72838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:19.139155 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Bound port: 5ae7692a-809d-4278-b359-a85b765e2b15, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8be333d-e394-4609-a7b3-4d6c12d72838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:19.139512 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.175929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Pushing event updated for resources: {'Port': ['ID=a8674dd0-22c5-4d70-b99a-6e8b94526539,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:19.230980 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.263056 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de5f1caf-f21d-4fda-b6af-ead2406ea143 req-a8fef8b4-b717-40e6-82d4-f244d35bf920 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296654 Nov 12 08:32:19.325261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] For port 5ae7692a-809d-4278-b359-a85b765e2b15, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:19.330682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] For port 5ae7692a-809d-4278-b359-a85b765e2b15, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5ae7692a-809d-4278-b359-a85b765e2b15,segment=NetworkSegment(d8be333d-e394-4609-a7b3-4d6c12d72838),segment_id=d8be333d-e394-4609-a7b3-4d6c12d72838)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:19.362991 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d36d83dd-f8f8-4de4-a8e0-c03fb33705e3 req-f9541803-3287-4e67-8a66-0e6030fe80a5 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105436 Nov 12 08:32:19.367539 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.420833 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.443454 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=3ca83e1d-b685-4997-a4ae-05c027844dff,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:19.448817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Pushing event updated for resources: {'Port': ['ID=5ae7692a-809d-4278-b359-a85b765e2b15,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:19.477079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:19.482642 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.484068 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-23c70229-9cbd-4dc4-996c-c7f639d3afab service neutron] 10.222.0.46 "PUT /v2.0/ports/5ae7692a-809d-4278-b359-a85b765e2b15 HTTP/1.1" status: 200 len: 1093 time: 1.6865456 Nov 12 08:32:19.484589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'tag': '5ae7692a-809d-4278-b359-a85b765e2b15'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:19.489334 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4173c11c-00b5-477c-a31a-588da7c7bd04" -d '{"events": [{"name": "network-changed", "server_uuid": "d2385068-52d7-437d-b34e-067255830684", "tag": "5ae7692a-809d-4278-b359-a85b765e2b15"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:19.501781 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.527476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Request body: {'port': {'device_id': 'd2385068-52d7-437d-b34e-067255830684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:19.533186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2822a790-fd34-408c-8a14-d9d41c61fe93 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:19.548066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-95641259-acd1-49d8-890c-02e12b8f298e None None] Provisioning complete for port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:19.548435 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-95641259-acd1-49d8-890c-02e12b8f298e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.734076 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.740908 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.785058 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b6fb6-e5ac-4e6a-b3ca-a790060a36ff req-887e67c6-bc61-4bee-9e0c-258ed6b6e18b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:19.794442 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af1b6fb6-e5ac-4e6a-b3ca-a790060a36ff req-887e67c6-bc61-4bee-9e0c-258ed6b6e18b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.2507589 Nov 12 08:32:19.898822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-95641259-acd1-49d8-890c-02e12b8f298e None None] Port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:19.940308 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1065e-ef0a-4e44-bd91-bd6887ac56a5 None None] Pushing event updated for resources: {'Port': ['ID=a6ed475b-787d-4085-a1cf-30d9af7eb2c4,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:19.946047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Attempting to bind port a6ed475b-787d-4085-a1cf-30d9af7eb2c4 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:19.946420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Attempting to bind port a6ed475b-787d-4085-a1cf-30d9af7eb2c4 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:19.946786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Attempting to bind port a6ed475b-787d-4085-a1cf-30d9af7eb2c4 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:19.957775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:19.958151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:19.958560 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.958960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:19.959449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Bound port: a6ed475b-787d-4085-a1cf-30d9af7eb2c4, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:19.959840 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:19.963533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba0871-9455-4cdc-a4a0-c2f0d22091c7 req-b3a8a5e4-785f-4c2c-8a74-5ea7441253ca tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:19.965203 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bba0871-9455-4cdc-a4a0-c2f0d22091c7 req-b3a8a5e4-785f-4c2c-8a74-5ea7441253ca tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 946 time: 0.3170416 Nov 12 08:32:19.987137 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.000847 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.037470 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af1b6fb6-e5ac-4e6a-b3ca-a790060a36ff req-0408bf68-6c58-4c58-85f8-a21da2a1555c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226772 Nov 12 08:32:20.043370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 2822a790-fd34-408c-8a14-d9d41c61fe93 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:20.058340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 2822a790-fd34-408c-8a14-d9d41c61fe93 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:20.058716 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.064803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] For port a6ed475b-787d-4085-a1cf-30d9af7eb2c4, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:20.068504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] For port a6ed475b-787d-4085-a1cf-30d9af7eb2c4, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a6ed475b-787d-4085-a1cf-30d9af7eb2c4,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:20.111001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7cb0fbda-2207-4a7c-8c72-d54a0238637e None None] Provisioning complete for port a8674dd0-22c5-4d70-b99a-6e8b94526539 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:20.111457 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7cb0fbda-2207-4a7c-8c72-d54a0238637e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.118058 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.134204 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bba0871-9455-4cdc-a4a0-c2f0d22091c7 req-76a8461c-e758-4c2a-bdc7-a2166989ad30 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622624 Nov 12 08:32:20.140315 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.159002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Pushing event updated for resources: {'Port': ['ID=a8674dd0-22c5-4d70-b99a-6e8b94526539,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:20.174151 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c85cb1-e430-4347-bd8f-67f037ce501c x-openstack-request-id: req-f5c85cb1-e430-4347-bd8f-67f037ce501c {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:20.174640 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2385068-52d7-437d-b34e-067255830684", "tag": "5ae7692a-809d-4278-b359-a85b765e2b15", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:20.175030 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5c85cb1-e430-4347-bd8f-67f037ce501c {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:20.175596 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'tag': '5ae7692a-809d-4278-b359-a85b765e2b15', 'status': 'completed', 'code': 200} Nov 12 08:32:20.242302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d9fec3b6-8773-4103-8dc9-33003db46b9d up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:20.254233 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf86d89-8dad-4727-a56e-1a1543c53caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca83e1d-b685-4997-a4ae-05c027844dff'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:20.256544 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b17613-ea27-4b46-967e-db70b95a2870" -d '{"events": [{"server_uuid": "faf86d89-8dad-4727-a56e-1a1543c53caa", "name": "network-vif-plugged", "status": "completed", "tag": "3ca83e1d-b685-4997-a4ae-05c027844dff"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:20.295474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:20.306402 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.312572 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173c11c-00b5-477c-a31a-588da7c7bd04 req-810599da-1712-4453-bde4-7e0571ab20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.313895 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173c11c-00b5-477c-a31a-588da7c7bd04 req-810599da-1712-4453-bde4-7e0571ab20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.314779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4173c11c-00b5-477c-a31a-588da7c7bd04 req-810599da-1712-4453-bde4-7e0571ab20e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d50c32d81684287997975eef364dd1f&device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1914 time: 0.1009512 Nov 12 08:32:20.334242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Transition to ACTIVE for port object 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:20.339030 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.359277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0fbda-2207-4a7c-8c72-d54a0238637e None None] Port a8674dd0-22c5-4d70-b99a-6e8b94526539 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:20.391778 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb772d8c-d793-41bf-920c-77af93615aa1 x-openstack-request-id: req-bb772d8c-d793-41bf-920c-77af93615aa1 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:20.392228 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf86d89-8dad-4727-a56e-1a1543c53caa", "name": "network-vif-plugged", "status": "completed", "tag": "3ca83e1d-b685-4997-a4ae-05c027844dff", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:20.393040 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb772d8c-d793-41bf-920c-77af93615aa1 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:20.394251 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf86d89-8dad-4727-a56e-1a1543c53caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca83e1d-b685-4997-a4ae-05c027844dff', 'code': 200} Nov 12 08:32:20.422736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Network 85d39561-94a6-48a8-9b4c-9f32510afab1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:20.437924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Pushing event updated for resources: {'Port': ['ID=7b2752c3-3399-47d6-97cf-a3f300c7e7b4,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:20.470760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Routers {'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:20.472055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:32:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:20.484719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:20.583171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1065e-ef0a-4e44-bd91-bd6887ac56a5 None None] Pushing event updated for resources: {'Port': ['ID=a6ed475b-787d-4085-a1cf-30d9af7eb2c4,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:20.583629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ff91a-d16f-4295-bf58-4934b6081dc5 req-a5174a6a-e7ba-41fd-a312-ad4f099c1f20 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.585266 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f1ff91a-d16f-4295-bf58-4934b6081dc5 req-a5174a6a-e7ba-41fd-a312-ad4f099c1f20 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.2857177 Nov 12 08:32:20.592163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547bf1b-af8a-47dc-b99b-c0b37bd832d8 req-c1ba8aee-7b36-4810-bf82-41fca64d2e40 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.604521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547bf1b-af8a-47dc-b99b-c0b37bd832d8 req-c1ba8aee-7b36-4810-bf82-41fca64d2e40 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.606350 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4547bf1b-af8a-47dc-b99b-c0b37bd832d8 req-c1ba8aee-7b36-4810-bf82-41fca64d2e40 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1678 time: 0.1303141 Nov 12 08:32:20.607317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Attempting to bind port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:20.607648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Attempting to bind port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '939c4fce-0c04-491f-99c2-b4deb7d34b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:20.607981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Attempting to bind port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 on network 8003f3df-212f-465c-b4b4-20f273a70c97 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:20.655889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 on network 8003f3df-212f-465c-b4b4-20f273a70c97 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:20.656702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Attempting to bind port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 on network 8003f3df-212f-465c-b4b4-20f273a70c97 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:20.701440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:20.705395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173c11c-00b5-477c-a31a-588da7c7bd04 req-f897c600-84f2-4f0d-adb5-d0498c2603a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.705974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173c11c-00b5-477c-a31a-588da7c7bd04 req-f897c600-84f2-4f0d-adb5-d0498c2603a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.706138 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Checking segment: {'id': '939c4fce-0c04-491f-99c2-b4deb7d34b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:20.706438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Bound using segment: {'id': '939c4fce-0c04-491f-99c2-b4deb7d34b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:20.706608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173c11c-00b5-477c-a31a-588da7c7bd04 req-f897c600-84f2-4f0d-adb5-d0498c2603a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.706921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Bound port: 7b2752c3-3399-47d6-97cf-a3f300c7e7b4, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939c4fce-0c04-491f-99c2-b4deb7d34b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:20.707563 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.708395 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4173c11c-00b5-477c-a31a-588da7c7bd04 req-f897c600-84f2-4f0d-adb5-d0498c2603a1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8d50c32d81684287997975eef364dd1f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3835456 Nov 12 08:32:20.762729 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.825086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port d9fec3b6-8773-4103-8dc9-33003db46b9d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:20.829279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] For port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:20.835477 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] For port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7b2752c3-3399-47d6-97cf-a3f300c7e7b4,segment=NetworkSegment(939c4fce-0c04-491f-99c2-b4deb7d34b7a),segment_id=939c4fce-0c04-491f-99c2-b4deb7d34b7a)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:20.860938 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4547bf1b-af8a-47dc-b99b-c0b37bd832d8 req-4aab07f5-2cc1-420a-a8f5-49af3c9be5b7 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354019 Nov 12 08:32:20.865951 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port d9fec3b6-8773-4103-8dc9-33003db46b9d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:20.865951 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.869033 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.871841 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] Set router fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:20.878903 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f1ff91a-d16f-4295-bf58-4934b6081dc5 req-d424e3a6-9227-46b4-960c-4dbb42df9cb9 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595098 Nov 12 08:32:20.903213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2822a790-fd34-408c-8a14-d9d41c61fe93, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2822a790-fd34-408c-8a14-d9d41c61fe93,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:20.958390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.959137 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:20.962404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] 10.222.0.46 "PUT /v2.0/ports/7b2752c3-3399-47d6-97cf-a3f300c7e7b4 HTTP/1.1" status: 200 len: 1092 time: 1.4397562 Nov 12 08:32:20.981623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Router fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:32:20.984896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ff89f-82f3-423d-984f-efa83bb1dae5 req-3a1d29c5-a453-4211-9e70-a750ab7b8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:20.986610 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b4ff89f-82f3-423d-984f-efa83bb1dae5 req-3a1d29c5-a453-4211-9e70-a750ab7b8e4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 1098 time: 0.2994969 Nov 12 08:32:21.038488 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.054720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173c11c-00b5-477c-a31a-588da7c7bd04 req-20a715b8-555e-4be0-8f7a-0c53e884315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.058255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4173c11c-00b5-477c-a31a-588da7c7bd04 req-20a715b8-555e-4be0-8f7a-0c53e884315e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2678988 Nov 12 08:32:21.105828 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce7912-ab2c-4b53-9015-40638e16596f service neutron] Pushing event updated for resources: {'Port': ['ID=7b2752c3-3399-47d6-97cf-a3f300c7e7b4,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:21.140843 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b71552-9469-4f19-877b-8681cfdd88cc req-e427043f-7b82-414b-bb5c-6754c12ed37f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.156132 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09b71552-9469-4f19-877b-8681cfdd88cc req-e427043f-7b82-414b-bb5c-6754c12ed37f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 944 time: 0.1602869 Nov 12 08:32:21.238930 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09b71552-9469-4f19-877b-8681cfdd88cc req-5b7a4619-c049-4350-9365-38bb42396aca tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819125 Nov 12 08:32:21.243519 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=2822a790-fd34-408c-8a14-d9d41c61fe93,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:21.395284 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b4ff89f-82f3-423d-984f-efa83bb1dae5 req-3e08e355-e116-4777-87f4-623f41511ba1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004016 Nov 12 08:32:21.428349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-513e311c-1d7e-42a9-98cf-76b152519517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.433383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-513e311c-1d7e-42a9-98cf-76b152519517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.435156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-513e311c-1d7e-42a9-98cf-76b152519517 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d50c32d81684287997975eef364dd1f&device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1982 time: 0.2745883 Nov 12 08:32:21.471898 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38cfb-5c37-4a61-a3d6-839a7afe50aa req-a7611348-df59-4a1c-8a97-70d7c7108885 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.475015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-15d38cfb-5c37-4a61-a3d6-839a7afe50aa req-a7611348-df59-4a1c-8a97-70d7c7108885 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.1214261 Nov 12 08:32:21.500035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:21.528204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-292227f3-84be-44d8-ac5f-767d30a363d3 None None] Provisioning complete for port a8674dd0-22c5-4d70-b99a-6e8b94526539 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:21.528577 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-292227f3-84be-44d8-ac5f-767d30a363d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.534925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ba03f7b0-a63e-43d9-a982-afccaef98d9c admin admin] 10.222.0.31 "PUT /v2.0/routers/fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3356535 Nov 12 08:32:21.568240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe10acf-ed14-4b22-ab53-b6ec46ebe20b req-f79194a2-0260-4bbf-b200-01870e2fe185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.570089 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfe10acf-ed14-4b22-ab53-b6ec46ebe20b req-f79194a2-0260-4bbf-b200-01870e2fe185 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eda6137855534360b01b47a6df365310&device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 1098 time: 0.1269298 Nov 12 08:32:21.588715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e203ad-08e4-4f6d-9185-4c941b918825 req-edb7133f-aa63-43f0-9361-fef9edd9d02f tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.588973 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.593555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-292227f3-84be-44d8-ac5f-767d30a363d3 None None] Port a8674dd0-22c5-4d70-b99a-6e8b94526539 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:21.597383 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-15d38cfb-5c37-4a61-a3d6-839a7afe50aa req-ed101575-894d-4044-92f4-5ba95aa28fb4 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034412 Nov 12 08:32:21.599517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14e203ad-08e4-4f6d-9185-4c941b918825 req-edb7133f-aa63-43f0-9361-fef9edd9d02f tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 946 time: 0.1295681 Nov 12 08:32:21.635607 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port d9fec3b6-8773-4103-8dc9-33003db46b9d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d9fec3b6-8773-4103-8dc9-33003db46b9d,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:21.638746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-123211227-router', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:11Z', 'updated_at': '2021-11-12T08:32:19Z', 'revision_number': 4, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'gw_port': {'id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:32:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:12Z', 'updated_at': '2021-11-12T08:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a8674dd0-22c5-4d70-b99a-6e8b94526539', 'name': '', 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'mac_address': 'fa:16:3e:39:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8def1ab2-8820-43e8-862e-0c8bcf028c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:17Z', 'updated_at': '2021-11-12T08:32:19Z', 'revision_number': 2, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'subnets': [{'id': '8def1ab2-8820-43e8-862e-0c8bcf028c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:21.685350 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30ca2a9-72b5-4acb-9dd3-d8e6649d2b5b None None] The sync data for ids ['fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'] in n-d-768851-18 is: [{'id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-123211227-router', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:11Z', 'updated_at': '2021-11-12T08:32:19Z', 'revision_number': 4, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'gw_port': {'id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:32:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:12Z', 'updated_at': '2021-11-12T08:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a8674dd0-22c5-4d70-b99a-6e8b94526539', 'name': '', 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'mac_address': 'fa:16:3e:39:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8def1ab2-8820-43e8-862e-0c8bcf028c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:17Z', 'updated_at': '2021-11-12T08:32:19Z', 'revision_number': 2, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'subnets': [{'id': '8def1ab2-8820-43e8-862e-0c8bcf028c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:21.688562 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.689411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 90b69028-09a4-4582-bea3-370f9f97e775 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:21.707714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-a2e4b9ea-3ec8-4986-974e-f467ead022a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.122&port_id=5ae7692a-809d-4278-b359-a85b765e2b15 HTTP/1.1" status: 200 len: 217 time: 0.0631735 Nov 12 08:32:21.839271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=d9fec3b6-8773-4103-8dc9-33003db46b9d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:21.858552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14e203ad-08e4-4f6d-9185-4c941b918825 req-03d144f4-4ff2-4143-ab55-f762b7e09fd2 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539673 Nov 12 08:32:21.859121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 90b69028-09a4-4582-bea3-370f9f97e775 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:21.863839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 90b69028-09a4-4582-bea3-370f9f97e775 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:21.864366 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:21.931805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-6a696ffd-b6e7-4fe3-a56c-29c5edbe482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.939244 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-6a696ffd-b6e7-4fe3-a56c-29c5edbe482d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8779bef6-a280-43fb-9dde-58f5aa2e8549 HTTP/1.1" status: 200 len: 801 time: 0.1687319 Nov 12 08:32:21.983229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe10acf-ed14-4b22-ab53-b6ec46ebe20b req-4bfe0e57-8ab7-4f75-8e7f-021d28f4bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:21.985640 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfe10acf-ed14-4b22-ab53-b6ec46ebe20b req-4bfe0e57-8ab7-4f75-8e7f-021d28f4bc62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c9f32d5-f223-48ad-aeb1-0363859fe388 HTTP/1.1" status: 200 len: 921 time: 0.3758209 Nov 12 08:32:22.022034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37703180-da9c-479b-99af-f6db877c909f req-30d6bd73-506f-47e4-ac22-e1374d8c143d tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:22.031428 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-37703180-da9c-479b-99af-f6db877c909f req-30d6bd73-506f-47e4-ac22-e1374d8c143d tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.1089044 Nov 12 08:32:22.127316 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-37703180-da9c-479b-99af-f6db877c909f req-af3d72a5-8b37-400b-9470-de532ec8b195 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935168 Nov 12 08:32:22.127595 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.176729 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'tag': '7b2752c3-3399-47d6-97cf-a3f300c7e7b4'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:22.179315 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfe10acf-ed14-4b22-ab53-b6ec46ebe20b req-482a49d5-419e-49dc-93fc-b21d78f09412 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 217 time: 0.1422620 Nov 12 08:32:22.179455 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fff273-839b-4f1d-804d-e2d113ad1f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2385068-52d7-437d-b34e-067255830684", "tag": "7b2752c3-3399-47d6-97cf-a3f300c7e7b4"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:22.209343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 90b69028-09a4-4582-bea3-370f9f97e775, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=90b69028-09a4-4582-bea3-370f9f97e775,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:22.211068 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.215349 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:22.255145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-96b71fd0-969f-4b93-b128-d3896d53bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:22.257391 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-96b71fd0-969f-4b93-b128-d3896d53bef7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3052702 Nov 12 08:32:22.284673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa636a-61b9-4022-bb1a-74c839c51e46 req-1324760a-3e63-4ee6-8c49-3ded62e08301 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:22.292254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa636a-61b9-4022-bb1a-74c839c51e46 req-1324760a-3e63-4ee6-8c49-3ded62e08301 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:22.300384 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f9aa636a-61b9-4022-bb1a-74c839c51e46 req-1324760a-3e63-4ee6-8c49-3ded62e08301 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1678 time: 0.2644200 Nov 12 08:32:22.324947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=90b69028-09a4-4582-bea3-370f9f97e775,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:22.340050 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cae35bb-86ae-48b6-94e9-361f2068f54c x-openstack-request-id: req-7cae35bb-86ae-48b6-94e9-361f2068f54c {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:22.340427 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2385068-52d7-437d-b34e-067255830684", "tag": "7b2752c3-3399-47d6-97cf-a3f300c7e7b4", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:22.340688 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cae35bb-86ae-48b6-94e9-361f2068f54c {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:22.341098 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'tag': '7b2752c3-3399-47d6-97cf-a3f300c7e7b4', 'status': 'completed', 'code': 200} Nov 12 08:32:22.379276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe10acf-ed14-4b22-ab53-b6ec46ebe20b req-c2ff6571-f0e6-4786-9cc6-31c3df5ef8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:22.380710 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfe10acf-ed14-4b22-ab53-b6ec46ebe20b req-c2ff6571-f0e6-4786-9cc6-31c3df5ef8d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c73d9451-4524-4352-9480-948df1f78588 HTTP/1.1" status: 200 len: 860 time: 0.1916459 Nov 12 08:32:22.395525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5c3fc2-d37c-433f-9f51-de941c4cf50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2822a790-fd34-408c-8a14-d9d41c61fe93'}, {'server_uuid': '615afbb8-dfc4-4cb3-bb70-bef882a9b0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fec3b6-8773-4103-8dc9-33003db46b9d'}, {'server_uuid': '6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b69028-09a4-4582-bea3-370f9f97e775'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:22.401643 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da4f94a-34e4-461d-96a6-021fa6caaea1" -d '{"events": [{"server_uuid": "fa5c3fc2-d37c-433f-9f51-de941c4cf50a", "name": "network-vif-plugged", "status": "completed", "tag": "2822a790-fd34-408c-8a14-d9d41c61fe93"}, {"server_uuid": "615afbb8-dfc4-4cb3-bb70-bef882a9b0e0", "name": "network-vif-plugged", "status": "completed", "tag": "d9fec3b6-8773-4103-8dc9-33003db46b9d"}, {"server_uuid": "6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e", "name": "network-vif-plugged", "status": "completed", "tag": "90b69028-09a4-4582-bea3-370f9f97e775"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:22.475950 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfe10acf-ed14-4b22-ab53-b6ec46ebe20b req-be725fab-b512-4275-8079-ff5da1d8db42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c9f32d5-f223-48ad-aeb1-0363859fe388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586352 Nov 12 08:32:22.496884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3588b-e4ef-4457-abe2-be292a046956 req-f651281d-4784-448a-be92-0e46b86ba656 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:22.498899 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8dc3588b-e4ef-4457-abe2-be292a046956 req-f651281d-4784-448a-be92-0e46b86ba656 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 945 time: 0.0722542 Nov 12 08:32:22.510480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f9aa636a-61b9-4022-bb1a-74c839c51e46 req-be961570-0d09-4421-8dcb-7d36b04e3e07 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083743 Nov 12 08:32:22.603810 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8dc3588b-e4ef-4457-abe2-be292a046956 req-95c12476-54e0-4ebc-97be-09b09df3ce41 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930669 Nov 12 08:32:22.629434 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3307bb29-0b2d-442d-b8ec-252e8e378435 x-openstack-request-id: req-3307bb29-0b2d-442d-b8ec-252e8e378435 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:22.629921 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5c3fc2-d37c-433f-9f51-de941c4cf50a", "name": "network-vif-plugged", "status": "completed", "tag": "2822a790-fd34-408c-8a14-d9d41c61fe93", "code": 200}, {"server_uuid": "615afbb8-dfc4-4cb3-bb70-bef882a9b0e0", "name": "network-vif-plugged", "status": "completed", "tag": "d9fec3b6-8773-4103-8dc9-33003db46b9d", "code": 200}, {"server_uuid": "6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e", "name": "network-vif-plugged", "status": "completed", "tag": "90b69028-09a4-4582-bea3-370f9f97e775", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:22.631847 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3307bb29-0b2d-442d-b8ec-252e8e378435 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:22.634137 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5c3fc2-d37c-433f-9f51-de941c4cf50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2822a790-fd34-408c-8a14-d9d41c61fe93', 'code': 200} Nov 12 08:32:22.635476 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615afbb8-dfc4-4cb3-bb70-bef882a9b0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fec3b6-8773-4103-8dc9-33003db46b9d', 'code': 200} Nov 12 08:32:22.636540 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b69028-09a4-4582-bea3-370f9f97e775', 'code': 200} Nov 12 08:32:22.705816 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-882d917f-0f1d-401e-96c5-3ea718954ce0 service neutron] 10.222.0.46 "GET /v2.0/networks/0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032588 Nov 12 08:32:22.766303 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53820) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:22.792111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-390430730-network', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:22.798030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfe10acf-ed14-4b22-ab53-b6ec46ebe20b req-5ef53311-b8fb-40b8-9f36-3bef7682ad7c service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072770 Nov 12 08:32:22.843794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf3f6a-412c-4ff4-96d8-3f01a76c357d req-8fbee952-116f-4b02-9ab1-03d7163312b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:22.845759 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05bf3f6a-412c-4ff4-96d8-3f01a76c357d req-8fbee952-116f-4b02-9ab1-03d7163312b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 1097 time: 0.1343794 Nov 12 08:32:22.852691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3870b-27f7-4a91-ba43-e451e5734102 req-d0dab2bd-080a-41cd-b16f-b46b70e38271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:22.854787 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-21f3870b-27f7-4a91-ba43-e451e5734102 req-d0dab2bd-080a-41cd-b16f-b46b70e38271 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=615afbb8-dfc4-4cb3-bb70-bef882a9b0e0 HTTP/1.1" status: 200 len: 1098 time: 0.1186144 Nov 12 08:32:23.013373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Made reservation on behalf of d1fbe7f7c1684d2092ebd41290398b9d for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:23.015774 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.051379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.061017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201aa52-6655-422c-902e-65ee09be5817 req-cbaafffa-816a-4dbe-8260-87b5b1f9a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.062657 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f201aa52-6655-422c-902e-65ee09be5817 req-cbaafffa-816a-4dbe-8260-87b5b1f9a0d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa5c3fc2-d37c-433f-9f51-de941c4cf50a HTTP/1.1" status: 200 len: 1098 time: 0.2672391 Nov 12 08:32:23.062970 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05bf3f6a-412c-4ff4-96d8-3f01a76c357d req-9bde61d7-28b3-49dc-b31d-ecfc3f301213 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067919 Nov 12 08:32:23.073470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-6302be34-2679-4ad4-b46a-32301978617a service neutron] 10.222.0.46 "GET /v2.0/networks/0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538885 Nov 12 08:32:23.096907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-21f3870b-27f7-4a91-ba43-e451e5734102 req-6970daa5-30b6-4a13-bf7d-fb580c983bc7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054319 Nov 12 08:32:23.178241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ad0dd183-1dca-4886-bb1c-8b1b74863bb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.69&port_id=7b2752c3-3399-47d6-97cf-a3f300c7e7b4 HTTP/1.1" status: 200 len: 217 time: 0.0952020 Nov 12 08:32:23.268418 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfe10acf-ed14-4b22-ab53-b6ec46ebe20b req-b8a7614a-68fa-44ff-a687-6c2d12714383 service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544456 Nov 12 08:32:23.295320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f201aa52-6655-422c-902e-65ee09be5817 req-91fdbfa4-f13e-4694-b2a9-a9824b915b6e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200408 Nov 12 08:32:23.307000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7646af-db41-4d2b-85c9-a9bb9d227a73 req-c76a84d9-bcce-4aa0-8324-040fb7f508ee tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.308593 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0f7646af-db41-4d2b-85c9-a9bb9d227a73 req-c76a84d9-bcce-4aa0-8324-040fb7f508ee tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 946 time: 0.2449908 Nov 12 08:32:23.321479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ac29a2c4-7042-4554-8c75-ba09886016d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.323853 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-ac29a2c4-7042-4554-8c75-ba09886016d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89c9bb52-02d2-4946-8ede-d0a1f8f2527b HTTP/1.1" status: 200 len: 801 time: 0.1243083 Nov 12 08:32:23.326832 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55eb54d-89a4-4e4e-a78b-f900aa08f9a4 req-fa6219b7-ccc9-4da1-bae1-47d8664804b1 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.332860 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b55eb54d-89a4-4e4e-a78b-f900aa08f9a4 req-fa6219b7-ccc9-4da1-bae1-47d8664804b1 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 946 time: 0.0806766 Nov 12 08:32:23.383838 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.398350 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.409928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b55eb54d-89a4-4e4e-a78b-f900aa08f9a4 req-a66fb419-0680-4a95-aa6c-47eb1cb69c31 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693834 Nov 12 08:32:23.412991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0f7646af-db41-4d2b-85c9-a9bb9d227a73 req-80dec7b3-9728-4a15-af05-0aec1f4b9e97 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856748 Nov 12 08:32:23.444844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:23.482206 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.482733 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Added segment 42dc753c-6c6c-4826-84b9-72d7c7907a61 of type vlan for network 58c5c931-cb20-40b2-97a3-ccfd69c61c27 Nov 12 08:32:23.484306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b184abb8-a8b2-4621-b2cd-e5e91fdc9d14,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:23.540360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:23.557879 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.602827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a616c29-819f-4c5e-9708-90234ac30351 req-b2f694da-1c7f-4220-b3f2-834ae6ac91c1 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.611714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a616c29-819f-4c5e-9708-90234ac30351 req-b2f694da-1c7f-4220-b3f2-834ae6ac91c1 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.1225297 Nov 12 08:32:23.676987 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a616c29-819f-4c5e-9708-90234ac30351 req-4dfab013-57d0-4ae7-86ed-6543c84004f3 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594327 Nov 12 08:32:23.678770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-6bb178f8-d29f-47a9-b1e9-432449940eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.682141 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-6bb178f8-d29f-47a9-b1e9-432449940eb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8003f3df-212f-465c-b4b4-20f273a70c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201289 Nov 12 08:32:23.695041 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.696226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.699577 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.717475 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.771632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:23.783673 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:23.870475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbcf75-6b33-47bf-ac50-0bcaf3fe2c6e req-39d3a737-2de9-44ec-a83e-e062708c4495 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.879751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbcf75-6b33-47bf-ac50-0bcaf3fe2c6e req-39d3a737-2de9-44ec-a83e-e062708c4495 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:23.890399 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66fbcf75-6b33-47bf-ac50-0bcaf3fe2c6e req-39d3a737-2de9-44ec-a83e-e062708c4495 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1678 time: 0.1037276 Nov 12 08:32:23.898198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-b2638ad5-fc77-470d-8c06-dec3cd70494d service neutron] 10.222.0.46 "GET /v2.0/networks/8003f3df-212f-465c-b4b4-20f273a70c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943040 Nov 12 08:32:23.955667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=14']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:24.007408 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66fbcf75-6b33-47bf-ac50-0bcaf3fe2c6e req-17e2799e-da3a-47dd-b719-750066f98582 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141257 Nov 12 08:32:24.421886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277efa-fc9e-467f-82ce-beb010481bc1 req-e1397378-6b26-44a0-b383-8ec3dcefc571 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:24.440010 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-50277efa-fc9e-467f-82ce-beb010481bc1 req-e1397378-6b26-44a0-b383-8ec3dcefc571 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 945 time: 0.2592537 Nov 12 08:32:24.487464 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7113087 Nov 12 08:32:24.496529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53878) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:24.520268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8804436-9238-43f5-967f-f1727f161a10 admin admin] Pushing event updated for resources: {'Network': ['ID=58c5c931-cb20-40b2-97a3-ccfd69c61c27,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:24.531714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3589b95a-23d9-40f9-91ba-6d3ca4142bcb admin admin] Request body: {'subnet': {'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-390430730-subnet', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:24.543517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279d72e-39ab-4dc6-82ef-5340140e1d36 req-3009db32-1909-4876-a4df-dc6c34a43ff2 service neutron] 10.222.0.46 "GET /v2.0/networks/8003f3df-212f-465c-b4b4-20f273a70c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256912 Nov 12 08:32:24.565343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 58c5c931-cb20-40b2-97a3-ccfd69c61c27 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:24.568219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f41d6-f1c6-43cd-a50a-02176f446388 req-fa54b9ab-dc71-4769-9070-5e740813f753 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:24.577967 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c83f41d6-f1c6-43cd-a50a-02176f446388 req-fa54b9ab-dc71-4769-9070-5e740813f753 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 946 time: 0.1109154 Nov 12 08:32:24.652254 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c83f41d6-f1c6-43cd-a50a-02176f446388 req-d7fe2a0a-3cc5-49cc-8d95-016b80d647ae tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729425 Nov 12 08:32:24.670153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:24.673729 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-50277efa-fc9e-467f-82ce-beb010481bc1 req-c0e3b008-82cd-49bb-a2e7-5cc71c0980f5 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321131 Nov 12 08:32:24.675774 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07d6ed6-357d-480c-a663-6bc1363b483f" -d '{"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-unplugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:24.712416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3589b95a-23d9-40f9-91ba-6d3ca4142bcb admin admin] Made reservation on behalf of d1fbe7f7c1684d2092ebd41290398b9d for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:24.717069 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3589b95a-23d9-40f9-91ba-6d3ca4142bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:24.720216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a6ed475b-787d-4085-a1cf-30d9af7eb2c4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:24.881260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fff273-839b-4f1d-804d-e2d113ad1f9c req-978f56a7-88ed-4b65-ab50-369383e93feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:24.882702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fff273-839b-4f1d-804d-e2d113ad1f9c req-978f56a7-88ed-4b65-ab50-369383e93feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:24.897136 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42fff273-839b-4f1d-804d-e2d113ad1f9c req-978f56a7-88ed-4b65-ab50-369383e93feb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8d50c32d81684287997975eef364dd1f&device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1982 time: 0.2019753 Nov 12 08:32:24.950125 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5461d6af-0131-4b9f-8b5a-417292470c0e x-openstack-request-id: req-5461d6af-0131-4b9f-8b5a-417292470c0e {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:24.950551 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-unplugged", "status": "completed", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:24.951164 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5461d6af-0131-4b9f-8b5a-417292470c0e {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:24.952027 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'code': 200} Nov 12 08:32:25.060705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port a6ed475b-787d-4085-a1cf-30d9af7eb2c4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:25.063845 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.147511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fff273-839b-4f1d-804d-e2d113ad1f9c req-e1012121-7f8e-45aa-9acc-05bf8752c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:25.150603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42fff273-839b-4f1d-804d-e2d113ad1f9c req-e1012121-7f8e-45aa-9acc-05bf8752c799 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8003f3df-212f-465c-b4b4-20f273a70c97 HTTP/1.1" status: 200 len: 902 time: 0.2494652 Nov 12 08:32:25.237580 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.259974 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42fff273-839b-4f1d-804d-e2d113ad1f9c req-9927a6fd-3f76-4087-a56c-e7a0f88e21de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.69&port_id=7b2752c3-3399-47d6-97cf-a3f300c7e7b4 HTTP/1.1" status: 200 len: 217 time: 0.1004715 Nov 12 08:32:25.266541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port a6ed475b-787d-4085-a1cf-30d9af7eb2c4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a6ed475b-787d-4085-a1cf-30d9af7eb2c4,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:25.278679 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.368366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=a6ed475b-787d-4085-a1cf-30d9af7eb2c4,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:25.389923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542924ee-749f-4b70-a4a4-c473bc176652 req-087580b9-7d72-452b-bc38-9ad697c14675 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:25.397650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542924ee-749f-4b70-a4a4-c473bc176652 req-087580b9-7d72-452b-bc38-9ad697c14675 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:25.399434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-542924ee-749f-4b70-a4a4-c473bc176652 req-087580b9-7d72-452b-bc38-9ad697c14675 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1678 time: 0.1382194 Nov 12 08:32:25.405151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fff273-839b-4f1d-804d-e2d113ad1f9c req-b7bafffe-ea8d-40eb-a0c2-94957fa1357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:25.406893 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42fff273-839b-4f1d-804d-e2d113ad1f9c req-b7bafffe-ea8d-40eb-a0c2-94957fa1357f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89c9bb52-02d2-4946-8ede-d0a1f8f2527b HTTP/1.1" status: 200 len: 801 time: 0.1301174 Nov 12 08:32:25.501274 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Sync routers for ids ['fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:25.516556 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Routers {'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:25.517399 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:32:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:25.529740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fff273-839b-4f1d-804d-e2d113ad1f9c req-8a04da5c-2391-4b06-8d34-996fb4851757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:25.532277 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42fff273-839b-4f1d-804d-e2d113ad1f9c req-8a04da5c-2391-4b06-8d34-996fb4851757 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8003f3df-212f-465c-b4b4-20f273a70c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119375 Nov 12 08:32:25.541839 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-542924ee-749f-4b70-a4a4-c473bc176652 req-f2dd6110-ecfa-436e-9af6-61599c4e2d21 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284494 Nov 12 08:32:25.727989 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Set router fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:25.762270 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42fff273-839b-4f1d-804d-e2d113ad1f9c req-70986fed-608c-425f-b882-499aa7cb2310 service neutron] 10.222.0.46 "GET /v2.0/networks/8003f3df-212f-465c-b4b4-20f273a70c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125697 Nov 12 08:32:25.783902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69017ed-c751-461f-8783-4674c81f9839 req-54119f8d-c42b-4602-b481-74ee94b3456f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:25.798689 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f69017ed-c751-461f-8783-4674c81f9839 req-54119f8d-c42b-4602-b481-74ee94b3456f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.2775457 Nov 12 08:32:25.887305 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3589b95a-23d9-40f9-91ba-6d3ca4142bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:25.952593 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f69017ed-c751-461f-8783-4674c81f9839 req-0f289d72-82e4-47a9-a294-bf601447a519 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527379 Nov 12 08:32:26.001342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589b95a-23d9-40f9-91ba-6d3ca4142bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade6bb04-b5db-47e4-b18e-a08ee407d124,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:26.013934 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-123211227-router', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:11Z', 'updated_at': '2021-11-12T08:32:19Z', 'revision_number': 4, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'gw_port': {'id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:32:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:12Z', 'updated_at': '2021-11-12T08:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a8674dd0-22c5-4d70-b99a-6e8b94526539', 'name': '', 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'mac_address': 'fa:16:3e:39:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8def1ab2-8820-43e8-862e-0c8bcf028c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:17Z', 'updated_at': '2021-11-12T08:32:19Z', 'revision_number': 2, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'subnets': [{'id': '8def1ab2-8820-43e8-862e-0c8bcf028c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:26.015995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3589b95a-23d9-40f9-91ba-6d3ca4142bcb admin admin] Checking segment: {'id': '42dc753c-6c6c-4826-84b9-72d7c7907a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:26.016753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3589b95a-23d9-40f9-91ba-6d3ca4142bcb admin admin] Network hostable DHCP agents. Network: 58c5c931-cb20-40b2-97a3-ccfd69c61c27, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:26.049715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3589b95a-23d9-40f9-91ba-6d3ca4142bcb admin admin] Network 58c5c931-cb20-40b2-97a3-ccfd69c61c27 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:26.050631 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Checking router: fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:32:26.051188 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Updating router fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a port a8674dd0-22c5-4d70-b99a-6e8b94526539 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:32:26.069886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3589b95a-23d9-40f9-91ba-6d3ca4142bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 58c5c931-cb20-40b2-97a3-ccfd69c61c27) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:26.081917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8f3ac2-a568-4e05-9bd1-822680b4c5e0 None None] Network 58c5c931-cb20-40b2-97a3-ccfd69c61c27 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:26.082795 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.087288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3589b95a-23d9-40f9-91ba-6d3ca4142bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:26.088370 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3589b95a-23d9-40f9-91ba-6d3ca4142bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.126828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba181d4-e303-4cae-b8f3-ec6e477b0416 req-5fdc98be-f4a7-40d8-a909-9713e6d04369 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:26.136031 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3589b95a-23d9-40f9-91ba-6d3ca4142bcb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6379242 Nov 12 08:32:26.140556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53940) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:26.141800 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bba181d4-e303-4cae-b8f3-ec6e477b0416 req-5fdc98be-f4a7-40d8-a909-9713e6d04369 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 946 time: 0.3427920 Nov 12 08:32:26.146238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-390430730-router', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:26.167022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f54a0-12f9-40f4-a78f-3978e8107705 req-fe1e8faa-9cd6-4463-8522-6e155943e731 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:26.171572 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b21f54a0-12f9-40f4-a78f-3978e8107705 req-fe1e8faa-9cd6-4463-8522-6e155943e731 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.46 "GET /v2.0/ports?device_id=faf86d89-8dad-4727-a56e-1a1543c53caa HTTP/1.1" status: 200 len: 946 time: 0.2814586 Nov 12 08:32:26.187596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626074e-270e-4ec3-b7f1-855e4b8ab2b1 req-7ab5f180-5d42-4926-874c-e831824057aa tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:26.189879 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e626074e-270e-4ec3-b7f1-855e4b8ab2b1 req-7ab5f180-5d42-4926-874c-e831824057aa tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 945 time: 0.0901623 Nov 12 08:32:26.192042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.193582 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.284057 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42fff273-839b-4f1d-804d-e2d113ad1f9c req-3a1f7347-77cc-4521-8979-51b85ea35309 service neutron] 10.222.0.46 "GET /v2.0/networks/8003f3df-212f-465c-b4b4-20f273a70c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157192 Nov 12 08:32:26.301326 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.315766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e626074e-270e-4ec3-b7f1-855e4b8ab2b1 req-ddb5e90e-d7dc-4cb4-94c1-c254e033eb67 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164448 Nov 12 08:32:26.491659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a6ed475b-787d-4085-a1cf-30d9af7eb2c4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:26.501218 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bba181d4-e303-4cae-b8f3-ec6e477b0416 req-52196e98-551c-41cc-8569-20187d16a68c tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.31 "GET /v2.0/security-groups?id=6ab736a5-0328-45b8-a95d-c38b81d1f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116775 Nov 12 08:32:26.566821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b21f54a0-12f9-40f4-a78f-3978e8107705 req-2860249a-b828-46ca-99de-50206c1a8a19 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Deleting port 3ca83e1d-b685-4997-a4ae-05c027844dff {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:26.566821 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b21f54a0-12f9-40f4-a78f-3978e8107705 req-2860249a-b828-46ca-99de-50206c1a8a19 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.602570 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.649641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port a6ed475b-787d-4085-a1cf-30d9af7eb2c4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:26.650124 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.680800 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.698459 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.735293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71485ba9-e74d-41fb-9f2b-b6804676034c req-b124b9ae-cf41-462a-af0e-73cdaab30fda tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:26.736054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-58c5c931-cb20-40b2-97a3-ccfd69c61c27', 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'fixed_ips': [{'subnet_id': 'ade6bb04-b5db-47e4-b18e-a08ee407d124'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:32:26.737268 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71485ba9-e74d-41fb-9f2b-b6804676034c req-b124b9ae-cf41-462a-af0e-73cdaab30fda tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1634881 Nov 12 08:32:26.738314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a932f3e-a8ca-43a3-bf8f-500a1f001dff req-3ee992ac-1f4a-47a4-96ab-34b480a8c621 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:26.744493 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.746911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a932f3e-a8ca-43a3-bf8f-500a1f001dff req-3ee992ac-1f4a-47a4-96ab-34b480a8c621 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5c3fc2-d37c-433f-9f51-de941c4cf50a HTTP/1.1" status: 200 len: 946 time: 0.1227372 Nov 12 08:32:26.785240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b21f54a0-12f9-40f4-a78f-3978e8107705 req-2860249a-b828-46ca-99de-50206c1a8a19 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] For port 3ca83e1d-b685-4997-a4ae-05c027844dff, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=3ca83e1d-b685-4997-a4ae-05c027844dff,segment=NetworkSegment(b23f9d8f-fbfb-40a0-a9da-512679fb6274),segment_id=b23f9d8f-fbfb-40a0-a9da-512679fb6274)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:26.785774 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b21f54a0-12f9-40f4-a78f-3978e8107705 req-2860249a-b828-46ca-99de-50206c1a8a19 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:26.803752 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Pushing event updated for resources: {'Port': ['ID=a8674dd0-22c5-4d70-b99a-6e8b94526539,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:26.817090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b21f54a0-12f9-40f4-a78f-3978e8107705 req-2860249a-b828-46ca-99de-50206c1a8a19 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Calling delete_port for 3ca83e1d-b685-4997-a4ae-05c027844dff owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:26.831607 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:26.832151 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:26.833325 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:26.833937 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:26.835225 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:26.835925 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:26.836432 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:26.837281 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:26.838713 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:26.839334 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:26.839873 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:26.840414 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:26.875373 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71485ba9-e74d-41fb-9f2b-b6804676034c req-2f7d007c-b9b5-44d4-a242-240e8a113b9d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006076 Nov 12 08:32:26.910991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a932f3e-a8ca-43a3-bf8f-500a1f001dff req-aca70210-1def-4fbb-b5bb-ea28c4f0f3c9 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613033 Nov 12 08:32:27.000509 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Attempting to bind port a8674dd0-22c5-4d70-b99a-6e8b94526539 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:27.000509 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Attempting to bind port a8674dd0-22c5-4d70-b99a-6e8b94526539 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:27.004117 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Attempting to bind port a8674dd0-22c5-4d70-b99a-6e8b94526539 on network 85d39561-94a6-48a8-9b4c-9f32510afab1 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:27.023698 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:27.024202 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Checking segment: {'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:27.024685 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.025762 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Bound using segment: {'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:27.026388 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Bound port: a8674dd0-22c5-4d70-b99a-6e8b94526539, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:27.026944 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.033160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Allocated IP 172.20.0.2 (58c5c931-cb20-40b2-97a3-ccfd69c61c27/ade6bb04-b5db-47e4-b18e-a08ee407d124/e78d1966-381b-4de1-a7f8-f96706f1a7cd) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:27.143538 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] For port a8674dd0-22c5-4d70-b99a-6e8b94526539, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:27.151654 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] For port a8674dd0-22c5-4d70-b99a-6e8b94526539, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a8674dd0-22c5-4d70-b99a-6e8b94526539,segment=NetworkSegment(419fc1c5-303f-45cb-8323-6989dc82639a),segment_id=419fc1c5-303f-45cb-8323-6989dc82639a)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:27.164799 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.261444 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb415fa0-79aa-4435-9581-9c9c0a3dd359 None None] Pushing event updated for resources: {'Port': ['ID=a8674dd0-22c5-4d70-b99a-6e8b94526539,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:27.300249 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.308845 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b21f54a0-12f9-40f4-a78f-3978e8107705 req-2860249a-b828-46ca-99de-50206c1a8a19 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.341288 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Routers {'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:27.342097 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:32:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:27.371119 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.374855 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['3ca83e1d-b685-4997-a4ae-05c027844dff'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:27.404369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860249a-b828-46ca-99de-50206c1a8a19 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Pushing event deleted for resources: {'Port': ['ID=3ca83e1d-b685-4997-a4ae-05c027844dff,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:27.438072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40cba1-0bfb-44cc-9774-a9dd16398310 req-b39fa50e-f43e-4b68-a87e-86fc5f7261be tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:27.443709 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.463279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40cba1-0bfb-44cc-9774-a9dd16398310 req-b39fa50e-f43e-4b68-a87e-86fc5f7261be tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:27.470832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa40cba1-0bfb-44cc-9774-a9dd16398310 req-b39fa50e-f43e-4b68-a87e-86fc5f7261be tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1678 time: 0.3795772 Nov 12 08:32:27.472211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.525815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21f54a0-12f9-40f4-a78f-3978e8107705 req-2860249a-b828-46ca-99de-50206c1a8a19 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] No DVR routers for this DVR port 3ca83e1d-b685-4997-a4ae-05c027844dff on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:27.529344 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b21f54a0-12f9-40f4-a78f-3978e8107705 req-2860249a-b828-46ca-99de-50206c1a8a19 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.533247 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b21f54a0-12f9-40f4-a78f-3978e8107705 req-2860249a-b828-46ca-99de-50206c1a8a19 tempest-InstanceActionsV221TestJSON-194989703 tempest-InstanceActionsV221TestJSON-194989703-project] 10.222.0.46 "DELETE /v2.0/ports/3ca83e1d-b685-4997-a4ae-05c027844dff HTTP/1.1" status: 204 len: 173 time: 1.3334205 Nov 12 08:32:27.533728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf86d89-8dad-4727-a56e-1a1543c53caa', 'name': 'network-vif-deleted', 'tag': '3ca83e1d-b685-4997-a4ae-05c027844dff'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:27.536051 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748a0648-8acc-46d2-b85f-3fc666c89d64" -d '{"events": [{"server_uuid": "faf86d89-8dad-4727-a56e-1a1543c53caa", "name": "network-vif-deleted", "tag": "3ca83e1d-b685-4997-a4ae-05c027844dff"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:27.593192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5ae7692a-809d-4278-b359-a85b765e2b15 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:27.655453 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] Set router fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:27.723590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae6a07-94e3-40ff-b7f5-54651794d60a req-f44b1a32-17dd-496b-9c7c-494e9e09f5cc tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:27.733469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7ae6a07-94e3-40ff-b7f5-54651794d60a req-f44b1a32-17dd-496b-9c7c-494e9e09f5cc tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=615afbb8-dfc4-4cb3-bb70-bef882a9b0e0 HTTP/1.1" status: 200 len: 946 time: 0.1702800 Nov 12 08:32:27.751228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f4da4-f0f6-4e2c-9a1b-1d02517347ef req-84f5350f-9b46-4ad7-b9e8-aced4ed1f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:27.753940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-237f4da4-f0f6-4e2c-9a1b-1d02517347ef req-84f5350f-9b46-4ad7-b9e8-aced4ed1f1ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1096 time: 0.1897235 Nov 12 08:32:27.770123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5ae7692a-809d-4278-b359-a85b765e2b15, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5ae7692a-809d-4278-b359-a85b765e2b15,segment=NetworkSegment(d8be333d-e394-4609-a7b3-4d6c12d72838),segment_id=d8be333d-e394-4609-a7b3-4d6c12d72838)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:27.790983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '5ae7692a-809d-4278-b359-a85b765e2b15', 'network_id': '0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099', 'port_id': '5ae7692a-809d-4278-b359-a85b765e2b15', 'mac_address': 'fa:16:3e:f5:21:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8779bef6-a280-43fb-9dde-58f5aa2e8549', 'ip_address': '19.80.0.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:27.809012 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa40cba1-0bfb-44cc-9774-a9dd16398310 req-d1a3c92d-b850-46cc-b44c-848cf6d27ce5 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163712 Nov 12 08:32:27.835607 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Network 58c5c931-cb20-40b2-97a3-ccfd69c61c27 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:27.838560 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Allocated IP 172.25.3.108 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/dc1cd5bc-f051-45fa-b304-08db24cc0345) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:27.851518 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7ae6a07-94e3-40ff-b7f5-54651794d60a req-3236cd9f-3b3c-4813-a4f9-31c217f5444d tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165128 Nov 12 08:32:27.916752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:27.942385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-334597f7-540f-464b-8395-1ba2816daedd None None] Provisioning complete for port a8674dd0-22c5-4d70-b99a-6e8b94526539 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:27.943178 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-334597f7-540f-464b-8395-1ba2816daedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.945279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Pushing event updated for resources: {'Port': ['ID=e78d1966-381b-4de1-a7f8-f96706f1a7cd,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:27.948454 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:27.952216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:28.039701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850d5b5-5524-4fc4-8a42-846fa2f94bb7 req-caba2094-cb6b-4246-b3c8-848442cda6b5 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.041444 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7850d5b5-5524-4fc4-8a42-846fa2f94bb7 req-caba2094-cb6b-4246-b3c8-848442cda6b5 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.1292796 Nov 12 08:32:28.057298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f4da4-f0f6-4e2c-9a1b-1d02517347ef req-737070f8-09ac-4ca1-b2d3-54771a2d6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.059164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-237f4da4-f0f6-4e2c-9a1b-1d02517347ef req-737070f8-09ac-4ca1-b2d3-54771a2d6acd service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.2945209 Nov 12 08:32:28.065051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:28.065807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:28.066342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:28.071931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:28.073213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:28.075959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:28.077519 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:28.079734 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:28.081649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:28.083660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:28.084642 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:28.085814 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:28.111565 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.143654 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae7692a-809d-4278-b359-a85b765e2b15 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:28.149209 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-123211227-router', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:11Z', 'updated_at': '2021-11-12T08:32:19Z', 'revision_number': 4, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'gw_port': {'id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:32:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:12Z', 'updated_at': '2021-11-12T08:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a8674dd0-22c5-4d70-b99a-6e8b94526539', 'name': '', 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'mac_address': 'fa:16:3e:39:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8def1ab2-8820-43e8-862e-0c8bcf028c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:17Z', 'updated_at': '2021-11-12T08:32:27Z', 'revision_number': 4, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'subnets': [{'id': '8def1ab2-8820-43e8-862e-0c8bcf028c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:28.181025 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc76ede7-fb42-48b7-8e88-10af13bcdfa6 None None] The sync data for ids ['fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'] in n-d-768851-18 is: [{'id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-123211227-router', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:11Z', 'updated_at': '2021-11-12T08:32:19Z', 'revision_number': 4, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'gw_port': {'id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:32:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:12Z', 'updated_at': '2021-11-12T08:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a8674dd0-22c5-4d70-b99a-6e8b94526539', 'name': '', 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'mac_address': 'fa:16:3e:39:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '8def1ab2-8820-43e8-862e-0c8bcf028c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:17Z', 'updated_at': '2021-11-12T08:32:27Z', 'revision_number': 4, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'subnets': [{'id': '8def1ab2-8820-43e8-862e-0c8bcf028c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:28.194968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Attempting to bind port e78d1966-381b-4de1-a7f8-f96706f1a7cd on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:28.194968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Attempting to bind port e78d1966-381b-4de1-a7f8-f96706f1a7cd by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '42dc753c-6c6c-4826-84b9-72d7c7907a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:28.194968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Attempting to bind port e78d1966-381b-4de1-a7f8-f96706f1a7cd on network 58c5c931-cb20-40b2-97a3-ccfd69c61c27 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:28.237498 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7850d5b5-5524-4fc4-8a42-846fa2f94bb7 req-4259dcc6-0c7a-4323-9156-c2f22ad3d0f3 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853442 Nov 12 08:32:28.248735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:28.249309 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Checking segment: {'id': '42dc753c-6c6c-4826-84b9-72d7c7907a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:28.249972 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.250626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Bound using segment: {'id': '42dc753c-6c6c-4826-84b9-72d7c7907a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:28.251434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Bound port: e78d1966-381b-4de1-a7f8-f96706f1a7cd, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42dc753c-6c6c-4826-84b9-72d7c7907a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:28.252066 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.268015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5ae7692a-809d-4278-b359-a85b765e2b15, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5ae7692a-809d-4278-b359-a85b765e2b15,segment=NetworkSegment(d8be333d-e394-4609-a7b3-4d6c12d72838),segment_id=d8be333d-e394-4609-a7b3-4d6c12d72838)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:28.303921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.321217 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.322253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:28.347404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cf1b2-b5cd-4b4e-a6ca-112d6b5eb9cd req-73773531-76e3-4683-98c1-0522b63303ca tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.361875 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-099cf1b2-b5cd-4b4e-a6ca-112d6b5eb9cd req-73773531-76e3-4683-98c1-0522b63303ca tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.3382652 Nov 12 08:32:28.379722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-237f4da4-f0f6-4e2c-9a1b-1d02517347ef req-8cce2299-4e01-4f5e-9756-697a2d63a89f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 998 time: 0.3114622 Nov 12 08:32:28.388203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:28.393239 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:28.406674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:28.455955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Pushing event updated for resources: {'Port': ['ID=dc1cd5bc-f051-45fa-b304-08db24cc0345,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:28.570839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f4da4-f0f6-4e2c-9a1b-1d02517347ef req-4aaadf00-2d7f-4625-a95a-fdd3c3a3cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.573812 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-237f4da4-f0f6-4e2c-9a1b-1d02517347ef req-4aaadf00-2d7f-4625-a95a-fdd3c3a3cc00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1635103 Nov 12 08:32:28.592808 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-099cf1b2-b5cd-4b4e-a6ca-112d6b5eb9cd req-c2632b76-451d-4d86-9149-cf3a0b21d027 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292898 Nov 12 08:32:28.639515 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d24e73e-3f2a-4256-9672-83eed87c3ab3 x-openstack-request-id: req-2d24e73e-3f2a-4256-9672-83eed87c3ab3 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:28.639789 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf86d89-8dad-4727-a56e-1a1543c53caa", "name": "network-vif-deleted", "tag": "3ca83e1d-b685-4997-a4ae-05c027844dff", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:28.640088 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d24e73e-3f2a-4256-9672-83eed87c3ab3 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:28.640454 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf86d89-8dad-4727-a56e-1a1543c53caa', 'name': 'network-vif-deleted', 'tag': '3ca83e1d-b685-4997-a4ae-05c027844dff', 'status': 'completed', 'code': 200} Nov 12 08:32:28.649956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] For port e78d1966-381b-4de1-a7f8-f96706f1a7cd, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:28.660547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] For port e78d1966-381b-4de1-a7f8-f96706f1a7cd, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e78d1966-381b-4de1-a7f8-f96706f1a7cd,segment=NetworkSegment(42dc753c-6c6c-4826-84b9-72d7c7907a61),segment_id=42dc753c-6c6c-4826-84b9-72d7c7907a61)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:28.727774 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:32:28.734907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f4da4-f0f6-4e2c-9a1b-1d02517347ef req-724c0878-00b5-46c0-ba6d-2d325dc9b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:28.736833 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-237f4da4-f0f6-4e2c-9a1b-1d02517347ef req-724c0878-00b5-46c0-ba6d-2d325dc9b399 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424015 Nov 12 08:32:28.738946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a8674dd0-22c5-4d70-b99a-6e8b94526539 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:28.746895 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:28.913905 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-237f4da4-f0f6-4e2c-9a1b-1d02517347ef req-ee682704-94bb-4b9e-91a2-8b818eae11e3 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663656 Nov 12 08:32:28.974128 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5ae7692a-809d-4278-b359-a85b765e2b15,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:29.135200 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b1a4d-9aeb-4d56-89f3-21d5cfb5864d req-383c9086-c57b-43ff-b1e8-741bb1d53bdb tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.143094 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe6b1a4d-9aeb-4d56-89f3-21d5cfb5864d req-383c9086-c57b-43ff-b1e8-741bb1d53bdb tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=615afbb8-dfc4-4cb3-bb70-bef882a9b0e0 HTTP/1.1" status: 200 len: 946 time: 0.2087610 Nov 12 08:32:29.149822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7b2752c3-3399-47d6-97cf-a3f300c7e7b4,segment=NetworkSegment(939c4fce-0c04-491f-99c2-b4deb7d34b7a),segment_id=939c4fce-0c04-491f-99c2-b4deb7d34b7a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:29.159238 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.169039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c171798-ba4d-4cb3-be50-2f32e08e7e8b None None] Pushing event updated for resources: {'Port': ['ID=e78d1966-381b-4de1-a7f8-f96706f1a7cd,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:29.172950 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '7b2752c3-3399-47d6-97cf-a3f300c7e7b4', 'network_id': '8003f3df-212f-465c-b4b4-20f273a70c97', 'port_id': '7b2752c3-3399-47d6-97cf-a3f300c7e7b4', 'mac_address': 'fa:16:3e:39:26:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89c9bb52-02d2-4946-8ede-d0a1f8f2527b', 'ip_address': '19.86.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:29.243398 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-237f4da4-f0f6-4e2c-9a1b-1d02517347ef req-37c7b3ac-37ae-451c-8319-2efc31ba7201 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222101 Nov 12 08:32:29.265916 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.274813 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.302539 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-334597f7-540f-464b-8395-1ba2816daedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.307558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:29.349502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d15ff-77e0-4bf0-ab6f-58f73a2c6010 req-1c102bbf-a31e-4da9-9476-c43c0b1e72aa tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.369983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port a8674dd0-22c5-4d70-b99a-6e8b94526539 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:29.370724 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.390796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d15ff-77e0-4bf0-ab6f-58f73a2c6010 req-1c102bbf-a31e-4da9-9476-c43c0b1e72aa tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.411682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-452d15ff-77e0-4bf0-ab6f-58f73a2c6010 req-1c102bbf-a31e-4da9-9476-c43c0b1e72aa tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1679 time: 0.3127084 Nov 12 08:32:29.437881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7b2752c3-3399-47d6-97cf-a3f300c7e7b4,segment=NetworkSegment(939c4fce-0c04-491f-99c2-b4deb7d34b7a),segment_id=939c4fce-0c04-491f-99c2-b4deb7d34b7a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:29.494852 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.519366 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe6b1a4d-9aeb-4d56-89f3-21d5cfb5864d req-583d4aa9-e8c0-45db-8fae-ec02082dc2fb tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753061 Nov 12 08:32:29.529757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-452d15ff-77e0-4bf0-ab6f-58f73a2c6010 req-ecefb2b2-b37f-4dbb-a202-1fa6adaf7c51 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167474 Nov 12 08:32:29.548984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-334597f7-540f-464b-8395-1ba2816daedd None None] For port a8674dd0-22c5-4d70-b99a-6e8b94526539, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a8674dd0-22c5-4d70-b99a-6e8b94526539,segment=NetworkSegment(419fc1c5-303f-45cb-8323-6989dc82639a),segment_id=419fc1c5-303f-45cb-8323-6989dc82639a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:29.619037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 3ca83e1d-b685-4997-a4ae-05c027844dff no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:29.667217 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-334597f7-540f-464b-8395-1ba2816daedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.684433 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.740877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 3ca83e1d-b685-4997-a4ae-05c027844dff {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:29.745264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 3ca83e1d-b685-4997-a4ae-05c027844dff not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:29.843380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9adefc-d641-40f7-abca-59e3cacb4248 req-3cb5d585-be81-4778-a01c-bf0c5c82bd28 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:29.844972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c9adefc-d641-40f7-abca-59e3cacb4248 req-3cb5d585-be81-4778-a01c-bf0c5c82bd28 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.1020470 Nov 12 08:32:29.859458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=7b2752c3-3399-47d6-97cf-a3f300c7e7b4,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:29.898492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0975da33-61bb-4e48-b5a0-16f3b442a512 None None] Provisioning complete for port a8674dd0-22c5-4d70-b99a-6e8b94526539 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:29.898863 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0975da33-61bb-4e48-b5a0-16f3b442a512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:29.944078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c9adefc-d641-40f7-abca-59e3cacb4248 req-01d77699-8b04-4180-9628-453022150a14 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900369 Nov 12 08:32:29.980928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334597f7-540f-464b-8395-1ba2816daedd None None] Pushing event updated for resources: {'Port': ['ID=a8674dd0-22c5-4d70-b99a-6e8b94526539,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:30.078399 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12630d12-a608-40d8-a788-081db877b897 req-7c1c4c7a-874a-4caf-a1ec-c2d66b5612dc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:30.080045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53984) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:30.087430 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-12630d12-a608-40d8-a788-081db877b897 req-7c1c4c7a-874a-4caf-a1ec-c2d66b5612dc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1538949 Nov 12 08:32:30.121419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['5ae7692a-809d-4278-b359-a85b765e2b15'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:30.161368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d327a9ba-2596-468c-aa0c-0793434981da admin admin] Deleting subnet 3942a578-800a-46d1-9208-db96c004961b {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:30.169333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d327a9ba-2596-468c-aa0c-0793434981da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.171265 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Router 0ba6bc29-6ec0-47a3-b06a-3d340306be42 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:32:30.205657 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-12630d12-a608-40d8-a788-081db877b897 req-39271f51-4770-44d8-bdb1-c2d77af6e0ba tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167734 Nov 12 08:32:30.227801 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d327a9ba-2596-468c-aa0c-0793434981da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.228037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['7b2752c3-3399-47d6-97cf-a3f300c7e7b4'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:30.275786 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d327a9ba-2596-468c-aa0c-0793434981da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.361692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:30.395588 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.397629 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bc35e193-e52d-49d4-a92c-a6d544a9d4ce admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2555528 Nov 12 08:32:30.400605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53986) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:30.416775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Sync routers for ids ['0ba6bc29-6ec0-47a3-b06a-3d340306be42'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:30.438311 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d327a9ba-2596-468c-aa0c-0793434981da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.610681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327a9ba-2596-468c-aa0c-0793434981da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3942a578-800a-46d1-9208-db96c004961b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:30.632438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d327a9ba-2596-468c-aa0c-0793434981da admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.639811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53992) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:30.640703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d327a9ba-2596-468c-aa0c-0793434981da admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3942a578-800a-46d1-9208-db96c004961b HTTP/1.1" status: 204 len: 168 time: 0.5575740 Nov 12 08:32:30.729723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc548dd-1617-4c1d-88e9-0e51492f94bb req-0465c9f0-e959-46e2-aeef-343eda26bb91 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:30.731482 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8cc548dd-1617-4c1d-88e9-0e51492f94bb req-0465c9f0-e959-46e2-aeef-343eda26bb91 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.52 "GET /v2.0/ports?device_id=615afbb8-dfc4-4cb3-bb70-bef882a9b0e0 HTTP/1.1" status: 200 len: 946 time: 0.3158500 Nov 12 08:32:30.743268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e78d1966-381b-4de1-a7f8-f96706f1a7cd up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:30.792305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Routers {'0ba6bc29-6ec0-47a3-b06a-3d340306be42'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:30.793415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:32:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0ba6bc29-6ec0-47a3-b06a-3d340306be42'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:30.836135 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:30.859023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0216d2-f668-411d-9c86-42a7c049c740 req-15c3939c-3b4d-4fba-a8fc-1c7acdf98072 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:30.865747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0216d2-f668-411d-9c86-42a7c049c740 req-15c3939c-3b4d-4fba-a8fc-1c7acdf98072 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:30.867434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f0216d2-f668-411d-9c86-42a7c049c740 req-15c3939c-3b4d-4fba-a8fc-1c7acdf98072 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1680 time: 0.1021802 Nov 12 08:32:30.884594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62631b30-c9d4-46be-8656-309e59179675 None None] Network 58c5c931-cb20-40b2-97a3-ccfd69c61c27 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:30.946138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc317d9-c7e2-4342-9f0b-4ba9c12df0e8 req-cc753c1d-ee49-4ca3-a1d9-b57647549ada tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:30.953464 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-acc317d9-c7e2-4342-9f0b-4ba9c12df0e8 req-cc753c1d-ee49-4ca3-a1d9-b57647549ada tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=615afbb8-dfc4-4cb3-bb70-bef882a9b0e0 HTTP/1.1" status: 200 len: 946 time: 0.2369227 Nov 12 08:32:31.047114 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.068931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-8cc548dd-1617-4c1d-88e9-0e51492f94bb req-e08bc6f8-95b5-4727-9de9-dc53f04b3ef4 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Deleting port d9fec3b6-8773-4103-8dc9-33003db46b9d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:31.068931 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8cc548dd-1617-4c1d-88e9-0e51492f94bb req-e08bc6f8-95b5-4727-9de9-dc53f04b3ef4 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.070069 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b43b549b-0656-4fd3-8677-64ea68ac971f None None] Provisioning complete for port e78d1966-381b-4de1-a7f8-f96706f1a7cd triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:31.070665 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b43b549b-0656-4fd3-8677-64ea68ac971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.073553 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f0216d2-f668-411d-9c86-42a7c049c740 req-34a5df11-1516-42fa-bc9d-621958a1f3ae tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970820 Nov 12 08:32:31.074700 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-acc317d9-c7e2-4342-9f0b-4ba9c12df0e8 req-b3e86319-0c0f-4ec9-b638-00be97723cfa tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203709 Nov 12 08:32:31.092464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85da4bf4-5410-47b2-b54a-c0e5597bcea2']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:31.115944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23f9d8f-fbfb-40a0-a9da-512679fb6274') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:31.116248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23f9d8f-fbfb-40a0-a9da-512679fb6274') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:31.129975 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.148846 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.159304 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:31.159708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.208649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e78d1966-381b-4de1-a7f8-f96706f1a7cd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:31.209084 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:31.227391 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:31.264049 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.276315 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.284282 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] 10.222.0.31 "DELETE /v2.0/networks/85da4bf4-5410-47b2-b54a-c0e5597bcea2 HTTP/1.1" status: 204 len: 168 time: 0.6405787 Nov 12 08:32:31.291794 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Set router 0ba6bc29-6ec0-47a3-b06a-3d340306be42 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:31.317746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176f73f-e622-4049-aada-e5f4bc476c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=85da4bf4-5410-47b2-b54a-c0e5597bcea2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:31.343321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-8cc548dd-1617-4c1d-88e9-0e51492f94bb req-e08bc6f8-95b5-4727-9de9-dc53f04b3ef4 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] For port d9fec3b6-8773-4103-8dc9-33003db46b9d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d9fec3b6-8773-4103-8dc9-33003db46b9d,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:31.343573 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8cc548dd-1617-4c1d-88e9-0e51492f94bb req-e08bc6f8-95b5-4727-9de9-dc53f04b3ef4 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.414585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-8cc548dd-1617-4c1d-88e9-0e51492f94bb req-e08bc6f8-95b5-4727-9de9-dc53f04b3ef4 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Calling delete_port for d9fec3b6-8773-4103-8dc9-33003db46b9d owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:31.438082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915523b-e4aa-40bc-b255-7030e52ba8f1 req-9ebea156-1ce8-49aa-93b0-ed186c85942b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.440340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0915523b-e4aa-40bc-b255-7030e52ba8f1 req-9ebea156-1ce8-49aa-93b0-ed186c85942b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.2107909 Nov 12 08:32:31.479759 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b43b549b-0656-4fd3-8677-64ea68ac971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.515756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88b787-3663-4977-ad14-842907f40e07 req-52756b34-7c0d-4078-9238-d9022ab583b5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.528389 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e88b787-3663-4977-ad14-842907f40e07 req-52756b34-7c0d-4078-9238-d9022ab583b5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1331291 Nov 12 08:32:31.551990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0915523b-e4aa-40bc-b255-7030e52ba8f1 req-8bb80555-9256-4799-b9d9-f13488e72f23 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954161 Nov 12 08:32:31.599317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54006) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:31.622180 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.668980 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e88b787-3663-4977-ad14-842907f40e07 req-5990109a-0a11-4176-b4fe-0251acadc343 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390147 Nov 12 08:32:31.687444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b43b549b-0656-4fd3-8677-64ea68ac971f None None] For port e78d1966-381b-4de1-a7f8-f96706f1a7cd, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e78d1966-381b-4de1-a7f8-f96706f1a7cd,segment=NetworkSegment(42dc753c-6c6c-4826-84b9-72d7c7907a61),segment_id=42dc753c-6c6c-4826-84b9-72d7c7907a61)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:31.704837 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b43b549b-0656-4fd3-8677-64ea68ac971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.716312 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.738401 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f7e85210-8b61-4014-aa92-d1a676224e9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1dd0ffa5e4bd423b8c0592bfe5c68141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327343 Nov 12 08:32:31.739303 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54010) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:31.739668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f593e9-bfc6-4577-9862-45629fbe7f01 req-5b7e4580-c421-4b77-a718-7b00adba5a7e tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:31.741269 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1f593e9-bfc6-4577-9862-45629fbe7f01 req-5b7e4580-c421-4b77-a718-7b00adba5a7e tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 945 time: 0.0881059 Nov 12 08:32:31.844666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1e43-7565-4408-8dfb-997457c82736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.888630 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1e43-7565-4408-8dfb-997457c82736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:31.904240 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:32:31.904809 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:32:31.906613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b549b-0656-4fd3-8677-64ea68ac971f None None] Pushing event updated for resources: {'Port': ['ID=e78d1966-381b-4de1-a7f8-f96706f1a7cd,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:31.933804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'name': 'tempest-AttachSCSIVolumeTestJSON-390430730-router', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:26Z', 'updated_at': '2021-11-12T08:32:28Z', 'revision_number': 3, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'gw_port': {'id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:27Z', 'updated_at': '2021-11-12T08:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:31.970356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Checking router: 0ba6bc29-6ec0-47a3-b06a-3d340306be42 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:32:31.970714 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Updating router 0ba6bc29-6ec0-47a3-b06a-3d340306be42 port dc1cd5bc-f051-45fa-b304-08db24cc0345 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:32:32.021811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc34179-8628-4b75-8e01-6e33080a9395 req-928e95ae-a2d4-424e-b79e-41c6eca4f495 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:32.028240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1f593e9-bfc6-4577-9862-45629fbe7f01 req-7d3ee2b8-6975-4e70-afea-c5f69b0f561b tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173641 Nov 12 08:32:32.034786 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.043860 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddc34179-8628-4b75-8e01-6e33080a9395 req-928e95ae-a2d4-424e-b79e-41c6eca4f495 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1195123 Nov 12 08:32:32.090721 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1e43-7565-4408-8dfb-997457c82736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.094702 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1e43-7565-4408-8dfb-997457c82736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.096146 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5d8f1e43-7565-4408-8dfb-997457c82736 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ab736a5-0328-45b8-a95d-c38b81d1f666 HTTP/1.1" status: 204 len: 168 time: 0.3557975 Nov 12 08:32:32.124808 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f1e43-7565-4408-8dfb-997457c82736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab736a5-0328-45b8-a95d-c38b81d1f666,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:32.174909 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddc34179-8628-4b75-8e01-6e33080a9395 req-a2323a56-1f1b-4646-a535-cb79679b7821 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275110 Nov 12 08:32:32.402041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef41e1-c824-4492-9277-1fa60e655229 req-708ab1a3-f467-4dbd-be54-b0005ef66c41 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:32.404951 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-33ef41e1-c824-4492-9277-1fa60e655229 req-708ab1a3-f467-4dbd-be54-b0005ef66c41 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=615afbb8-dfc4-4cb3-bb70-bef882a9b0e0 HTTP/1.1" status: 200 len: 946 time: 0.1110101 Nov 12 08:32:32.418760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f6fc2d3e-9cbe-41f4-a12f-01f7a32366bf None None] Provisioning complete for port e78d1966-381b-4de1-a7f8-f96706f1a7cd triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:32.419383 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f6fc2d3e-9cbe-41f4-a12f-01f7a32366bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.498518 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-33ef41e1-c824-4492-9277-1fa60e655229 req-132f8701-d565-42ae-9b57-e024349da2cf tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805335 Nov 12 08:32:32.539255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a8674dd0-22c5-4d70-b99a-6e8b94526539 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:32.615212 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8cc548dd-1617-4c1d-88e9-0e51492f94bb req-e08bc6f8-95b5-4727-9de9-dc53f04b3ef4 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.640615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Allocated IP 172.20.0.1 (58c5c931-cb20-40b2-97a3-ccfd69c61c27/ade6bb04-b5db-47e4-b18e-a08ee407d124/ebacf954-ef41-410b-a3c8-6acfd9e963b9) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:32.657794 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2822a790-fd34-408c-8a14-d9d41c61fe93'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:32.661148 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['90b69028-09a4-4582-bea3-370f9f97e775'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:32.666972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555a053-7c47-483a-82f6-4c2338d929f6 req-f1ec88ec-b73d-49de-9f90-7f382bb38109 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:32.669094 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b555a053-7c47-483a-82f6-4c2338d929f6 req-f1ec88ec-b73d-49de-9f90-7f382bb38109 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0725827 Nov 12 08:32:32.689625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bc6f8-95b5-4727-9de9-dc53f04b3ef4 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Pushing event deleted for resources: {'Port': ['ID=d9fec3b6-8773-4103-8dc9-33003db46b9d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:32.715244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57cec9-1e8a-49aa-a06d-2bb468ced983 req-f02b16ee-25f0-44b3-bcb7-384da5857ee7 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:32.722580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57cec9-1e8a-49aa-a06d-2bb468ced983 req-f02b16ee-25f0-44b3-bcb7-384da5857ee7 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:32.723336 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ea57cec9-1e8a-49aa-a06d-2bb468ced983 req-f02b16ee-25f0-44b3-bcb7-384da5857ee7 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1680 time: 0.1869721 Nov 12 08:32:32.789521 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b555a053-7c47-483a-82f6-4c2338d929f6 req-ac83a1c8-73cb-477d-a093-4117b87ad9ce tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114805 Nov 12 08:32:32.871020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc548dd-1617-4c1d-88e9-0e51492f94bb req-e08bc6f8-95b5-4727-9de9-dc53f04b3ef4 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] No DVR routers for this DVR port d9fec3b6-8773-4103-8dc9-33003db46b9d on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:32.879737 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8cc548dd-1617-4c1d-88e9-0e51492f94bb req-e08bc6f8-95b5-4727-9de9-dc53f04b3ef4 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.885288 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8cc548dd-1617-4c1d-88e9-0e51492f94bb req-e08bc6f8-95b5-4727-9de9-dc53f04b3ef4 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.52 "DELETE /v2.0/ports/d9fec3b6-8773-4103-8dc9-33003db46b9d HTTP/1.1" status: 204 len: 173 time: 2.1401620 Nov 12 08:32:32.887276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615afbb8-dfc4-4cb3-bb70-bef882a9b0e0', 'name': 'network-vif-deleted', 'tag': 'd9fec3b6-8773-4103-8dc9-33003db46b9d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:32.889841 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3310a9-6bb6-4bb1-a90f-efa9f4d24d5b" -d '{"events": [{"server_uuid": "615afbb8-dfc4-4cb3-bb70-bef882a9b0e0", "name": "network-vif-deleted", "tag": "d9fec3b6-8773-4103-8dc9-33003db46b9d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:32.899258 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ea57cec9-1e8a-49aa-a06d-2bb468ced983 req-e2767da9-4ddb-4d5c-b3e9-9016e4fd812d tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640904 Nov 12 08:32:32.939839 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:32.959464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port a8674dd0-22c5-4d70-b99a-6e8b94526539 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:32.960473 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.021713 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.047395 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.074985 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.198905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Network 58c5c931-cb20-40b2-97a3-ccfd69c61c27 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:33.227582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:33.250179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:33.276721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Pushing event updated for resources: {'Port': ['ID=ebacf954-ef41-410b-a3c8-6acfd9e963b9,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:33.369446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73323262-6b60-4721-a98b-4b5a0426c958 req-34b0a31b-e9ae-4f85-8420-a438352e9588 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:33.383271 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73323262-6b60-4721-a98b-4b5a0426c958 req-34b0a31b-e9ae-4f85-8420-a438352e9588 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.2505248 Nov 12 08:32:33.426074 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c3de87-6271-4cc8-bced-aecc2f6d956c x-openstack-request-id: req-f3c3de87-6271-4cc8-bced-aecc2f6d956c {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:33.426550 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615afbb8-dfc4-4cb3-bb70-bef882a9b0e0", "name": "network-vif-deleted", "tag": "d9fec3b6-8773-4103-8dc9-33003db46b9d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:33.426967 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3c3de87-6271-4cc8-bced-aecc2f6d956c {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:33.434253 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615afbb8-dfc4-4cb3-bb70-bef882a9b0e0', 'name': 'network-vif-deleted', 'tag': 'd9fec3b6-8773-4103-8dc9-33003db46b9d', 'status': 'completed', 'code': 200} Nov 12 08:32:33.495906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34039065-084a-4646-8da9-8ee16c4643b0 None None] Pushing event updated for resources: {'Port': ['ID=dc1cd5bc-f051-45fa-b304-08db24cc0345,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:33.499923 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.507741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Attempting to bind port dc1cd5bc-f051-45fa-b304-08db24cc0345 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:33.508118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Attempting to bind port dc1cd5bc-f051-45fa-b304-08db24cc0345 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:33.508481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Attempting to bind port dc1cd5bc-f051-45fa-b304-08db24cc0345 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:33.547191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:33.547684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:33.548100 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.548498 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:33.548988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Bound port: dc1cd5bc-f051-45fa-b304-08db24cc0345, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:33.549501 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.590487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73323262-6b60-4721-a98b-4b5a0426c958 req-62fbf97e-c339-49d6-b9c3-f351fefb4eeb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033501 Nov 12 08:32:33.602920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5ae7692a-809d-4278-b359-a85b765e2b15 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:33.758949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54066) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:33.835953 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:33.872945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] For port dc1cd5bc-f051-45fa-b304-08db24cc0345, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:33.879572 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] For port dc1cd5bc-f051-45fa-b304-08db24cc0345, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=dc1cd5bc-f051-45fa-b304-08db24cc0345,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:33.958225 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.014647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-66a0e872-1c54-4631-a853-1c0275e2f210 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.030313 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-66a0e872-1c54-4631-a853-1c0275e2f210 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 812 time: 0.2946434 Nov 12 08:32:34.035287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-178399926-network', 'tenant_id': 'a1c346fac6a84db9a393ddb98d03ca3b'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:34.066745 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632644d0-db7f-43fa-b9ae-0082634b2ffb req-5b3af655-730a-4b03-b52d-c6656edf1d6d tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.067024 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-b3631810-e5e9-4c71-a535-f863e955e615 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/quotas/0ad4ce9f3df54853ab92f7626883cd89 HTTP/1.1" status: 200 len: 375 time: 0.0311837 Nov 12 08:32:34.068273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-632644d0-db7f-43fa-b9ae-0082634b2ffb req-5b3af655-730a-4b03-b52d-c6656edf1d6d tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 945 time: 0.1515303 Nov 12 08:32:34.110011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e78d1966-381b-4de1-a7f8-f96706f1a7cd up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:34.132924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Made reservation on behalf of a1c346fac6a84db9a393ddb98d03ca3b for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:34.135466 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.154490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-e5c3befe-6b60-4dbc-a054-8eae635eb30b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0864594 Nov 12 08:32:34.189981 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.191384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ac5aa4ad-ae01-47e8-a238-d591f2f3dd54 None None] Provisioning complete for port ebacf954-ef41-410b-a3c8-6acfd9e963b9 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:34.192187 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ac5aa4ad-ae01-47e8-a238-d591f2f3dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.206667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-632644d0-db7f-43fa-b9ae-0082634b2ffb req-e87d49d2-659e-4473-8b15-452fb0bff23a tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310956 Nov 12 08:32:34.208750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34039065-084a-4646-8da9-8ee16c4643b0 None None] Pushing event updated for resources: {'Port': ['ID=dc1cd5bc-f051-45fa-b304-08db24cc0345,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:34.223472 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.249951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.282201 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-213ebb40-d581-4597-abf6-4fca556533af req-0820422d-1c78-4814-ae41-55497a5e308d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1655233 Nov 12 08:32:34.288641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d9fec3b6-8773-4103-8dc9-33003db46b9d no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:34.304864 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-c85c2c83-afe2-491c-8e6a-ce829280d2b4 service neutron] 10.222.0.31 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424229 Nov 12 08:32:34.341149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Routers {'0ba6bc29-6ec0-47a3-b06a-3d340306be42'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:34.342359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:32:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0ba6bc29-6ec0-47a3-b06a-3d340306be42'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:34.412926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.432401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 5ae7692a-809d-4278-b359-a85b765e2b15 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:34.444564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: d9fec3b6-8773-4103-8dc9-33003db46b9d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:34.445305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d9fec3b6-8773-4103-8dc9-33003db46b9d not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:34.448786 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-6dbeeb88-5020-416a-9756-0cad6530ab53 service neutron] 10.222.0.31 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137755 Nov 12 08:32:34.458084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 5ae7692a-809d-4278-b359-a85b765e2b15 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:34.458559 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.465709 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ac5aa4ad-ae01-47e8-a238-d591f2f3dd54 None None] Port ebacf954-ef41-410b-a3c8-6acfd9e963b9 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:34.488749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Pushing event updated for resources: {'Port': ['ID=ebacf954-ef41-410b-a3c8-6acfd9e963b9,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:34.518781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] Set router 0ba6bc29-6ec0-47a3-b06a-3d340306be42 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:34.522734 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e78d1966-381b-4de1-a7f8-f96706f1a7cd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:34.522734 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.694479 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.700165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ebb40-d581-4597-abf6-4fca556533af req-5b0548eb-3b92-454a-9b73-00e45b9a4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.701885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-213ebb40-d581-4597-abf6-4fca556533af req-5b0548eb-3b92-454a-9b73-00e45b9a4d27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=743df45cc8784d2da109027eec3966d9&device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 1097 time: 0.2789578 Nov 12 08:32:34.717764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811302c1-2693-4689-8479-f322b4de1a59 req-e5a126ad-9efd-4b7e-9760-8d6f59e939ce tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.725473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811302c1-2693-4689-8479-f322b4de1a59 req-e5a126ad-9efd-4b7e-9760-8d6f59e939ce tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:34.733782 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-811302c1-2693-4689-8479-f322b4de1a59 req-e5a126ad-9efd-4b7e-9760-8d6f59e939ce tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1680 time: 0.3159385 Nov 12 08:32:34.747867 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.825819 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.885903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7692a-809d-4278-b359-a85b765e2b15'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:34.890875 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c3e40a-64e0-43ba-b6fe-3c11961d72e6" -d '{"events": [{"server_uuid": "d2385068-52d7-437d-b34e-067255830684", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7692a-809d-4278-b359-a85b765e2b15"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:34.917771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:32:34.955014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee60733-f49d-4bbb-b2cf-8056ad268536,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:34.957347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5ae7692a-809d-4278-b359-a85b765e2b15, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5ae7692a-809d-4278-b359-a85b765e2b15,segment=NetworkSegment(d8be333d-e394-4609-a7b3-4d6c12d72838),segment_id=d8be333d-e394-4609-a7b3-4d6c12d72838)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:34.976789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:34.977334 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Added segment 59280070-9edd-4f3d-b4e6-dc8554c5f091 of type vlan for network 93214d82-5dc6-4f88-a2dc-7d2799129824 Nov 12 08:32:34.984149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Network 58c5c931-cb20-40b2-97a3-ccfd69c61c27 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:35.003465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:35.005233 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.006606 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:35.023462 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-811302c1-2693-4689-8479-f322b4de1a59 req-e0d5b40b-84dc-496c-ae91-a5d5effc4aed tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882957 Nov 12 08:32:35.047321 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71b244d8-ee27-4052-9dd9-a2f776b8d672 req-8751f214-a12a-4c6a-b174-e4afc1fb8ff7 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 210 time: 0.0765164 Nov 12 08:32:35.161656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:35.168733 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bb8347a2-eba5-4094-a074-90ba942476d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.175731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:35.176250 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.180616 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5ae7692a-809d-4278-b359-a85b765e2b15,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:35.208209 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec66379a-add3-4ba9-8c0a-6d1754b89634 x-openstack-request-id: req-ec66379a-add3-4ba9-8c0a-6d1754b89634 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:35.208632 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2385068-52d7-437d-b34e-067255830684", "name": "network-vif-plugged", "status": "completed", "tag": "5ae7692a-809d-4278-b359-a85b765e2b15", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:35.208987 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec66379a-add3-4ba9-8c0a-6d1754b89634 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:35.209684 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae7692a-809d-4278-b359-a85b765e2b15', 'code': 200} Nov 12 08:32:35.215947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'name': 'tempest-AttachSCSIVolumeTestJSON-390430730-router', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:26Z', 'updated_at': '2021-11-12T08:32:33Z', 'revision_number': 4, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'gw_port': {'id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:27Z', 'updated_at': '2021-11-12T08:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ebacf954-ef41-410b-a3c8-6acfd9e963b9', 'name': '', 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'mac_address': 'fa:16:3e:c8:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ade6bb04-b5db-47e4-b18e-a08ee407d124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:31Z', 'updated_at': '2021-11-12T08:32:33Z', 'revision_number': 2, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'subnets': [{'id': 'ade6bb04-b5db-47e4-b18e-a08ee407d124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:35.255372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914052ed-62ce-4a61-a30a-8d5825f5f08a None None] The sync data for ids ['0ba6bc29-6ec0-47a3-b06a-3d340306be42'] in n-d-768851-18 is: [{'id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'name': 'tempest-AttachSCSIVolumeTestJSON-390430730-router', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:26Z', 'updated_at': '2021-11-12T08:32:33Z', 'revision_number': 4, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'gw_port': {'id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:27Z', 'updated_at': '2021-11-12T08:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ebacf954-ef41-410b-a3c8-6acfd9e963b9', 'name': '', 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'mac_address': 'fa:16:3e:c8:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ade6bb04-b5db-47e4-b18e-a08ee407d124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:31Z', 'updated_at': '2021-11-12T08:32:33Z', 'revision_number': 2, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'subnets': [{'id': 'ade6bb04-b5db-47e4-b18e-a08ee407d124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:35.268354 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.299165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ebb40-d581-4597-abf6-4fca556533af req-8c663a56-e574-411c-a3f6-781f0ee8c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.300900 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-213ebb40-d581-4597-abf6-4fca556533af req-8c663a56-e574-411c-a3f6-781f0ee8c55e service neutron] 10.222.0.52 "GET /v2.0/networks?id=3113c766-df42-471f-8bdc-e3b4e4efd335 HTTP/1.1" status: 200 len: 907 time: 0.5450220 Nov 12 08:32:35.366366 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.420888 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7b2752c3-3399-47d6-97cf-a3f300c7e7b4,segment=NetworkSegment(939c4fce-0c04-491f-99c2-b4deb7d34b7a),segment_id=939c4fce-0c04-491f-99c2-b4deb7d34b7a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:35.429558 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.506307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-213ebb40-d581-4597-abf6-4fca556533af req-5d0e4588-2400-487a-935d-d6fbc222b4e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58a21d00-fae6-45a1-914b-d2ef70feb8e9 HTTP/1.1" status: 200 len: 1001 time: 0.1756473 Nov 12 08:32:35.510692 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.511686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.512292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.527299 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd19443-4f24-4034-803b-72e736d67b22 req-b3b9c446-4e2c-4fd7-8a8e-bb68d0f7e23f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.528904 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3cd19443-4f24-4034-803b-72e736d67b22 req-b3b9c446-4e2c-4fd7-8a8e-bb68d0f7e23f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.3647583 Nov 12 08:32:35.558919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-443dfae9-b5a9-4a5d-a075-ddf104ee669f None None] Provisioning complete for port ebacf954-ef41-410b-a3c8-6acfd9e963b9 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:35.559289 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-443dfae9-b5a9-4a5d-a075-ddf104ee669f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.600549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=7b2752c3-3399-47d6-97cf-a3f300c7e7b4,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:35.659033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-443dfae9-b5a9-4a5d-a075-ddf104ee669f None None] Port ebacf954-ef41-410b-a3c8-6acfd9e963b9 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:35.758162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54106) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:35.758422 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9980071 Nov 12 08:32:35.766115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4465021f-4e51-46dd-8b54-762ab4496361 admin admin] Request body: {'subnet': {'network_id': '93214d82-5dc6-4f88-a2dc-7d2799129824', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-178399926-subnet', 'tenant_id': 'a1c346fac6a84db9a393ddb98d03ca3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:35.843878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4465021f-4e51-46dd-8b54-762ab4496361 admin admin] Made reservation on behalf of a1c346fac6a84db9a393ddb98d03ca3b for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:35.850368 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4465021f-4e51-46dd-8b54-762ab4496361 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:35.889537 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3cd19443-4f24-4034-803b-72e736d67b22 req-74b6c273-3532-42a4-862a-2be10a79f518 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337948 Nov 12 08:32:35.928422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ebb40-d581-4597-abf6-4fca556533af req-94067b55-72c7-40cf-b764-5c4a5c3424a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:35.948243 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-213ebb40-d581-4597-abf6-4fca556533af req-94067b55-72c7-40cf-b764-5c4a5c3424a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c244df4f-9bcf-45e9-be27-1e0ebdafaed0 HTTP/1.1" status: 200 len: 845 time: 0.4162416 Nov 12 08:32:35.950444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Router 0ba6bc29-6ec0-47a3-b06a-3d340306be42 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:32:35.951424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad6b87-4f5a-41a6-ae05-2db88e08a644 admin admin] Pushing event updated for resources: {'Network': ['ID=93214d82-5dc6-4f88-a2dc-7d2799129824,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:35.976171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 93214d82-5dc6-4f88-a2dc-7d2799129824 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:32:36.062440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f18862-676a-4802-9764-69ab4691704e req-07bc6df8-04a6-4b90-bb5b-929058bb300d tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:36.078800 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-50f18862-676a-4802-9764-69ab4691704e req-07bc6df8-04a6-4b90-bb5b-929058bb300d tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 945 time: 0.2382061 Nov 12 08:32:36.126135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ebb40-d581-4597-abf6-4fca556533af req-48de0de8-de87-496c-9025-9b8b1c6ff2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:36.131807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-213ebb40-d581-4597-abf6-4fca556533af req-48de0de8-de87-496c-9025-9b8b1c6ff2bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3113c766-df42-471f-8bdc-e3b4e4efd335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1707504 Nov 12 08:32:36.226891 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-50f18862-676a-4802-9764-69ab4691704e req-a3100210-297d-42f7-ad1c-d7a1fd51fe3b tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199100 Nov 12 08:32:36.343870 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-213ebb40-d581-4597-abf6-4fca556533af req-484b51b5-8628-4f64-b457-b66b00827706 service neutron] 10.222.0.52 "GET /v2.0/networks/3113c766-df42-471f-8bdc-e3b4e4efd335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568172 Nov 12 08:32:36.346203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:36.353755 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b829537b-d8a0-427c-a211-ff1b8b85aff2 admin admin] 10.222.0.31 "PUT /v2.0/routers/0ba6bc29-6ec0-47a3-b06a-3d340306be42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9459052 Nov 12 08:32:36.555484 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4465021f-4e51-46dd-8b54-762ab4496361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:36.630373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42bf6119-8d25-43cf-96a5-4c8b5c671c57 req-6cc18369-2f57-428c-9495-5bde662813b9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 210 time: 0.0610440 Nov 12 08:32:36.635455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-213ebb40-d581-4597-abf6-4fca556533af req-a93e0bd7-1a0c-4c4a-84a0-996b9723f873 service neutron] 10.222.0.52 "GET /v2.0/networks/3113c766-df42-471f-8bdc-e3b4e4efd335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802484 Nov 12 08:32:36.732768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b8006-7a3c-4c31-9449-4332d7b43bad req-3b320080-e339-4b19-933a-c5e51b4f1dc8 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:36.739494 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b8006-7a3c-4c31-9449-4332d7b43bad req-3b320080-e339-4b19-933a-c5e51b4f1dc8 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:36.741274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7a5b8006-7a3c-4c31-9449-4332d7b43bad req-3b320080-e339-4b19-933a-c5e51b4f1dc8 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1682 time: 0.2660174 Nov 12 08:32:36.754951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-8a80796f-c72a-492d-bacd-2af3a5b4751b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:36.756609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-8a80796f-c72a-492d-bacd-2af3a5b4751b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.52 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 812 time: 0.4138048 Nov 12 08:32:36.767129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465021f-4e51-46dd-8b54-762ab4496361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca00ac6-38a8-4977-b810-156e5402b64d,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:36.789724 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Request body: {'port': {'device_id': '92dbf5ce-4c05-42ea-8422-a418d135dc68', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'admin_state_up': True, 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:36.952096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4465021f-4e51-46dd-8b54-762ab4496361 admin admin] Checking segment: {'id': '59280070-9edd-4f3d-b4e6-dc8554c5f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '93214d82-5dc6-4f88-a2dc-7d2799129824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:36.952096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4465021f-4e51-46dd-8b54-762ab4496361 admin admin] Network hostable DHCP agents. Network: 93214d82-5dc6-4f88-a2dc-7d2799129824, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:32:37.054771 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7a5b8006-7a3c-4c31-9449-4332d7b43bad req-aa08946d-38b2-4cb6-85c5-54371b23c852 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912474 Nov 12 08:32:37.060769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Made reservation on behalf of 0ad4ce9f3df54853ab92f7626883cd89 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:37.088403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.116484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4465021f-4e51-46dd-8b54-762ab4496361 admin admin] Network 93214d82-5dc6-4f88-a2dc-7d2799129824 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:32:37.210769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2752c3-3399-47d6-97cf-a3f300c7e7b4'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:37.218477 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c26128-72c0-4648-afc4-2bce106e8835" -d '{"events": [{"server_uuid": "d2385068-52d7-437d-b34e-067255830684", "name": "network-vif-plugged", "status": "completed", "tag": "7b2752c3-3399-47d6-97cf-a3f300c7e7b4"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:37.308533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-b77934c4-188a-4c3c-a3fb-cca4a764e0ca tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:37.315480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-b77934c4-188a-4c3c-a3fb-cca4a764e0ca tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.52 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 945 time: 0.1359820 Nov 12 08:32:37.454083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Allocated IP 172.20.0.10 (fcdd275e-e107-47e6-90dd-4516df7837f8/d3562c7a-b04c-4c84-b09c-05785dea2699/fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:37.529672 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a39e2aee-faaf-42fd-84fe-4742efbb8fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.554102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-4465021f-4e51-46dd-8b54-762ab4496361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 93214d82-5dc6-4f88-a2dc-7d2799129824) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:37.567763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515c347c-6788-4e6e-89fe-9090abb98304 None None] Network 93214d82-5dc6-4f88-a2dc-7d2799129824 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:37.605187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465021f-4e51-46dd-8b54-762ab4496361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:37.607205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4465021f-4e51-46dd-8b54-762ab4496361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.712045 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4465021f-4e51-46dd-8b54-762ab4496361 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9526327 Nov 12 08:32:37.738835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd78b6a-9500-4a2b-8c8d-fdc8126b949a req-1d7c2c93-8507-4a3e-9d8a-117e1acd9aa6 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:37.747705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd78b6a-9500-4a2b-8c8d-fdc8126b949a req-1d7c2c93-8507-4a3e-9d8a-117e1acd9aa6 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.1954439 Nov 12 08:32:37.941388 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:37.985747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc266ff-e5d2-4b3e-92fa-04ef2ca17254 req-02a32222-c58c-4100-b39a-67c3b85f0bb5 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:37.992465 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd78b6a-9500-4a2b-8c8d-fdc8126b949a req-b28f746d-0e13-4224-93c0-8af662a429cb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369893 Nov 12 08:32:38.020638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc266ff-e5d2-4b3e-92fa-04ef2ca17254 req-02a32222-c58c-4100-b39a-67c3b85f0bb5 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.032889 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fc266ff-e5d2-4b3e-92fa-04ef2ca17254 req-02a32222-c58c-4100-b39a-67c3b85f0bb5 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e&device_id=fa5c3fc2-d37c-433f-9f51-de941c4cf50a HTTP/1.1" status: 200 len: 1682 time: 0.5118966 Nov 12 08:32:38.077151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Deleting port 58a21d00-fae6-45a1-914b-d2ef70feb8e9 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:38.077530 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.115893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d9b7db-5828-426c-a5ae-41a0a8b97248 None None] Network 93214d82-5dc6-4f88-a2dc-7d2799129824 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:38.123427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device dc1cd5bc-f051-45fa-b304-08db24cc0345 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:38.160668 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.210584 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d734db-ffa3-46b2-af2b-fc253aac95ab x-openstack-request-id: req-48d734db-ffa3-46b2-af2b-fc253aac95ab {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:38.210886 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2385068-52d7-437d-b34e-067255830684", "name": "network-vif-plugged", "status": "completed", "tag": "7b2752c3-3399-47d6-97cf-a3f300c7e7b4", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:38.211784 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48d734db-ffa3-46b2-af2b-fc253aac95ab {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:38.211784 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2752c3-3399-47d6-97cf-a3f300c7e7b4', 'code': 200} Nov 12 08:32:38.336000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] For port 58a21d00-fae6-45a1-914b-d2ef70feb8e9, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=58a21d00-fae6-45a1-914b-d2ef70feb8e9,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:38.336816 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.344284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Network fcdd275e-e107-47e6-90dd-4516df7837f8 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:38.356278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:38.367067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event updated for resources: {'Port': ['ID=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:38.371381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:38.425912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port dc1cd5bc-f051-45fa-b304-08db24cc0345 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:38.426292 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.474651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.475330 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.539942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b5874-d2a6-4eea-a50c-6afd23e253c9 req-e5de4421-ba74-41b9-98a3-f4320dd0e09f tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.563164 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-390b5874-d2a6-4eea-a50c-6afd23e253c9 req-e5de4421-ba74-41b9-98a3-f4320dd0e09f tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 945 time: 0.2096410 Nov 12 08:32:38.571676 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:32:38.582835 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-a52cd278-fa99-4e3a-b5ae-54e29bd42c0b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7964151 Nov 12 08:32:38.613004 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:38.640556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Request body: {'port': {'device_id': '92dbf5ce-4c05-42ea-8422-a418d135dc68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:38.775112 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fc266ff-e5d2-4b3e-92fa-04ef2ca17254 req-a0260c44-a3a4-4c75-8362-093457de1760 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7407529 Nov 12 08:32:38.919492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0605a7-14f8-4632-91e7-5ef604a0179d req-8279c5e1-4fbe-41ac-847e-ea98a2982a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.919972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0605a7-14f8-4632-91e7-5ef604a0179d req-8279c5e1-4fbe-41ac-847e-ea98a2982a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:38.921617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d0605a7-14f8-4632-91e7-5ef604a0179d req-8279c5e1-4fbe-41ac-847e-ea98a2982a3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1986 time: 0.4175191 Nov 12 08:32:38.937991 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-390b5874-d2a6-4eea-a50c-6afd23e253c9 req-b95a1328-5405-4690-b77b-3cbc680465c8 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups?id=d22ab39f-a76b-42a2-a5da-2a91625d7a08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714178 Nov 12 08:32:38.963868 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.132948 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Sync routers for ids ['0ba6bc29-6ec0-47a3-b06a-3d340306be42'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:39.133289 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.145924 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Routers {'0ba6bc29-6ec0-47a3-b06a-3d340306be42'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:39.146659 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:32:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0ba6bc29-6ec0-47a3-b06a-3d340306be42'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:39.160724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d0605a7-14f8-4632-91e7-5ef604a0179d req-c3406b79-bbbd-49d0-bcd8-3c4456e4d0d6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276747 Nov 12 08:32:39.164189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port dc1cd5bc-f051-45fa-b304-08db24cc0345, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=dc1cd5bc-f051-45fa-b304-08db24cc0345,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:39.167466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6e76bd5c-ce8e-4cea-b019-72039c3f19bf None None] Provisioning complete for port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:39.168046 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6e76bd5c-ce8e-4cea-b019-72039c3f19bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.191149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ef48f-2272-4df6-a383-390284983b83 req-044d2611-5cb4-4983-8537-ed05938ed295 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:39.199129 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.199857 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c43ef48f-2272-4df6-a383-390284983b83 req-044d2611-5cb4-4983-8537-ed05938ed295 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 932 time: 0.2738895 Nov 12 08:32:39.233133 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.233527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.233853 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Floating IP 2818526f-9d58-4fa3-be48-baa38a4e16ae disassociated. External IP: 172.25.3.160, port: 58a21d00-fae6-45a1-914b-d2ef70feb8e9. Nov 12 08:32:39.235358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Calling delete_port for 58a21d00-fae6-45a1-914b-d2ef70feb8e9 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:39.262666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6e76bd5c-ce8e-4cea-b019-72039c3f19bf None None] Port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:32:39.296320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=dc1cd5bc-f051-45fa-b304-08db24cc0345,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:39.375379 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Set router 0ba6bc29-6ec0-47a3-b06a-3d340306be42 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:39.425809 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c43ef48f-2272-4df6-a383-390284983b83 req-8f98b7a5-6487-4a27-9260-6cad16992af6 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220781 Nov 12 08:32:39.451964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:39.460671 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.476787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Transition to ACTIVE for port object fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:39.504083 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.765216 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'name': 'tempest-AttachSCSIVolumeTestJSON-390430730-router', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:26Z', 'updated_at': '2021-11-12T08:32:33Z', 'revision_number': 4, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'gw_port': {'id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:27Z', 'updated_at': '2021-11-12T08:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ebacf954-ef41-410b-a3c8-6acfd9e963b9', 'name': '', 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'mac_address': 'fa:16:3e:c8:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ade6bb04-b5db-47e4-b18e-a08ee407d124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:31Z', 'updated_at': '2021-11-12T08:32:33Z', 'revision_number': 2, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'subnets': [{'id': 'ade6bb04-b5db-47e4-b18e-a08ee407d124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:39.815985 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.870680 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Checking router: 0ba6bc29-6ec0-47a3-b06a-3d340306be42 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:32:39.872218 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Updating router 0ba6bc29-6ec0-47a3-b06a-3d340306be42 port ebacf954-ef41-410b-a3c8-6acfd9e963b9 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:32:39.912906 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:39.986472 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.004509 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device dc1cd5bc-f051-45fa-b304-08db24cc0345 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:40.051407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Pushing event deleted for resources: {'Port': ['ID=58a21d00-fae6-45a1-914b-d2ef70feb8e9,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:40.127565 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port dc1cd5bc-f051-45fa-b304-08db24cc0345 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:40.128293 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.278827 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 58a21d00-fae6-45a1-914b-d2ef70feb8e9 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:40.395625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 58a21d00-fae6-45a1-914b-d2ef70feb8e9 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:40.395857 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 58a21d00-fae6-45a1-914b-d2ef70feb8e9 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:40.633942 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.659443 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.697076 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Pushing event updated for resources: {'Port': ['ID=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:40.744168 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf22d40-5ee2-41ec-b977-c9dda2301ce9 req-0716d4a0-6706-4a6b-8076-b13b077b67e3 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:40.751059 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf22d40-5ee2-41ec-b977-c9dda2301ce9 req-0716d4a0-6706-4a6b-8076-b13b077b67e3 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:40.760920 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2cf22d40-5ee2-41ec-b977-c9dda2301ce9 req-0716d4a0-6706-4a6b-8076-b13b077b67e3 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1682 time: 1.2813675 Nov 12 08:32:40.804839 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5f36f-2f72-487c-b921-dd74835356da None None] Pushing event updated for resources: {'Port': ['ID=ebacf954-ef41-410b-a3c8-6acfd9e963b9,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:40.880328 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2cf22d40-5ee2-41ec-b977-c9dda2301ce9 req-a1dae2d5-d7c1-4adc-a361-d4a692f2e3b1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183250 Nov 12 08:32:40.919921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Attempting to bind port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:40.919921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Attempting to bind port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:40.920234 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Attempting to bind port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f on network fcdd275e-e107-47e6-90dd-4516df7837f8 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:40.920477 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:40.950048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f on network fcdd275e-e107-47e6-90dd-4516df7837f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:40.950421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Attempting to bind port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f on network fcdd275e-e107-47e6-90dd-4516df7837f8 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:40.979220 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:40.979558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Checking segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:40.979955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Bound using segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:40.980594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Bound port: fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:40.980777 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.032049 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Attempting to bind port ebacf954-ef41-410b-a3c8-6acfd9e963b9 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:41.032416 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Attempting to bind port ebacf954-ef41-410b-a3c8-6acfd9e963b9 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '42dc753c-6c6c-4826-84b9-72d7c7907a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:41.032771 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Attempting to bind port ebacf954-ef41-410b-a3c8-6acfd9e963b9 on network 58c5c931-cb20-40b2-97a3-ccfd69c61c27 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:41.041542 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:41.042106 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Checking segment: {'id': '42dc753c-6c6c-4826-84b9-72d7c7907a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:41.042705 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.043079 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Bound using segment: {'id': '42dc753c-6c6c-4826-84b9-72d7c7907a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:41.043913 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Bound port: ebacf954-ef41-410b-a3c8-6acfd9e963b9, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42dc753c-6c6c-4826-84b9-72d7c7907a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:41.044645 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.177871 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] For port ebacf954-ef41-410b-a3c8-6acfd9e963b9, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:41.186494 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] For port ebacf954-ef41-410b-a3c8-6acfd9e963b9, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ebacf954-ef41-410b-a3c8-6acfd9e963b9,segment=NetworkSegment(42dc753c-6c6c-4826-84b9-72d7c7907a61),segment_id=42dc753c-6c6c-4826-84b9-72d7c7907a61)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:41.189389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] For port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:41.194532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] For port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:41.199265 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.206905 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.317035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Pushing event updated for resources: {'Port': ['ID=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:41.334261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:41.342125 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.347702 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-ea08485b-dae8-4d58-8560-8e5552a4e23c service neutron] 10.222.0.52 "PUT /v2.0/ports/fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f HTTP/1.1" status: 200 len: 1093 time: 2.7353311 Nov 12 08:32:41.352559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dbf5ce-4c05-42ea-8422-a418d135dc68', 'tag': 'fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:41.354558 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Routers {'0ba6bc29-6ec0-47a3-b06a-3d340306be42'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:41.355397 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:32:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0ba6bc29-6ec0-47a3-b06a-3d340306be42'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:41.359962 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0608a4fb-1fa9-4200-b0a0-698576831ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "92dbf5ce-4c05-42ea-8422-a418d135dc68", "tag": "fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:41.412131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-09fab23c-ea84-4b0a-808c-1529e2194413 None None] Provisioning complete for port ebacf954-ef41-410b-a3c8-6acfd9e963b9 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:41.413333 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09fab23c-ea84-4b0a-808c-1529e2194413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.637616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-8b18b2c4-33ff-48f3-987b-4545a582c820 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:41.649530 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-8b18b2c4-33ff-48f3-987b-4545a582c820 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/networks?id=93214d82-5dc6-4f88-a2dc-7d2799129824 HTTP/1.1" status: 200 len: 821 time: 1.6569915 Nov 12 08:32:41.658687 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09fab23c-ea84-4b0a-808c-1529e2194413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.684352 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5f36f-2f72-487c-b921-dd74835356da None None] Pushing event updated for resources: {'Port': ['ID=ebacf954-ef41-410b-a3c8-6acfd9e963b9,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:41.699710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Router 820983b2-c293-4e13-bae9-348e3ef42a3b has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:32:41.711999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-0c30f724-8373-4d65-b86d-24b1f75de9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:41.714184 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-0c30f724-8373-4d65-b86d-24b1f75de9ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 1096 time: 0.2771521 Nov 12 08:32:41.775925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-d9a36ce5-88bc-4e21-8a81-f22d5579e5b0 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/quotas/a1c346fac6a84db9a393ddb98d03ca3b HTTP/1.1" status: 200 len: 375 time: 0.1245360 Nov 12 08:32:41.838881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c4738-4d02-49a3-bfea-df39aa9d65a0 req-8946b482-cdb3-4eba-aee6-4af970a9eae4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:41.847229 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-059c4738-4d02-49a3-bfea-df39aa9d65a0 req-8946b482-cdb3-4eba-aee6-4af970a9eae4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.3231342 Nov 12 08:32:41.859399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-09fab23c-ea84-4b0a-808c-1529e2194413 None None] For port ebacf954-ef41-410b-a3c8-6acfd9e963b9, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ebacf954-ef41-410b-a3c8-6acfd9e963b9,segment=NetworkSegment(42dc753c-6c6c-4826-84b9-72d7c7907a61),segment_id=42dc753c-6c6c-4826-84b9-72d7c7907a61)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:41.872022 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09fab23c-ea84-4b0a-808c-1529e2194413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:41.890612 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] Set router 0ba6bc29-6ec0-47a3-b06a-3d340306be42 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:41.918047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-36750cbb-6c6e-4e7b-983a-70806b114603 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1c346fac6a84db9a393ddb98d03ca3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1411409 Nov 12 08:32:41.970395 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-1b8600cb-3134-415f-8303-ea58f8da893d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f HTTP/1.1" status: 200 len: 217 time: 0.2256505 Nov 12 08:32:42.051341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fab23c-ea84-4b0a-808c-1529e2194413 None None] Pushing event updated for resources: {'Port': ['ID=ebacf954-ef41-410b-a3c8-6acfd9e963b9,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:42.064253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ebacf954-ef41-410b-a3c8-6acfd9e963b9 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:42.135772 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-059c4738-4d02-49a3-bfea-df39aa9d65a0 req-9a3d0331-a4f4-4043-9b8c-71f866128f0a tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755710 Nov 12 08:32:42.183198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-416c87e5-5ab2-4bdd-92f7-be5a9bff0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:42.192454 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-011646da-0c62-42ad-b77f-46abd35c09bb None None] Provisioning complete for port ebacf954-ef41-410b-a3c8-6acfd9e963b9 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:42.193210 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-011646da-0c62-42ad-b77f-46abd35c09bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.193478 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-416c87e5-5ab2-4bdd-92f7-be5a9bff0587 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1952026 Nov 12 08:32:42.258227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ebacf954-ef41-410b-a3c8-6acfd9e963b9 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:42.258641 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.365051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-3575c1c3-10d9-45cd-abc2-3f265bfc153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:42.375170 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-3575c1c3-10d9-45cd-abc2-3f265bfc153c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1698353 Nov 12 08:32:42.432592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-b0438c3f-b428-438b-a5d8-3259f8ccc948 service neutron] 10.222.0.31 "GET /v2.0/networks/93214d82-5dc6-4f88-a2dc-7d2799129824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135703 Nov 12 08:32:42.434983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:42.446168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b80d37-bd36-4f1b-a9a1-cd6e7ed7723f None None] Sync routers for ids ['820983b2-c293-4e13-bae9-348e3ef42a3b'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:42.468090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b80d37-bd36-4f1b-a9a1-cd6e7ed7723f None None] Routers {'820983b2-c293-4e13-bae9-348e3ef42a3b'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:42.471474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-33b80d37-bd36-4f1b-a9a1-cd6e7ed7723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:32:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['820983b2-c293-4e13-bae9-348e3ef42a3b'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:42.549567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-99b7d2b4-6f14-476d-b90d-9c5ecc63193b service neutron] 10.222.0.31 "GET /v2.0/networks/93214d82-5dc6-4f88-a2dc-7d2799129824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159561 Nov 12 08:32:42.569158 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-57e28fe2-daed-45a0-b9b5-98d6f37553f1 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853797 Nov 12 08:32:42.628600 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e82a9031-01b7-41d3-a91a-5aa9849a185c req-cbca0b55-538c-4950-8504-b64f8aa3e5f0 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/ports?device_id=83a6ccf7-6766-4541-a2e7-2dccc9f6abcb HTTP/1.1" status: 200 len: 210 time: 0.0576234 Nov 12 08:32:42.648973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] No DVR routers for this DVR port 58a21d00-fae6-45a1-914b-d2ef70feb8e9 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:42.664784 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:42.673736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b7e4384-48b2-4b7f-b93c-91a61fe30b47 req-93908288-7790-4fac-9c1d-800985d0f757 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.52 "DELETE /v2.0/ports/58a21d00-fae6-45a1-914b-d2ef70feb8e9 HTTP/1.1" status: 204 len: 173 time: 5.3463395 Nov 12 08:32:42.687349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'name': 'network-vif-deleted', 'tag': '58a21d00-fae6-45a1-914b-d2ef70feb8e9'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:42.695732 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6001bd5-afcb-4720-ace9-04d3429bf57f" -d '{"events": [{"server_uuid": "83a6ccf7-6766-4541-a2e7-2dccc9f6abcb", "name": "network-vif-deleted", "tag": "58a21d00-fae6-45a1-914b-d2ef70feb8e9"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:42.738561 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'name': 'tempest-AttachSCSIVolumeTestJSON-390430730-router', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:26Z', 'updated_at': '2021-11-12T08:32:33Z', 'revision_number': 4, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'gw_port': {'id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:27Z', 'updated_at': '2021-11-12T08:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ebacf954-ef41-410b-a3c8-6acfd9e963b9', 'name': '', 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'mac_address': 'fa:16:3e:c8:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ade6bb04-b5db-47e4-b18e-a08ee407d124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:31Z', 'updated_at': '2021-11-12T08:32:41Z', 'revision_number': 4, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'subnets': [{'id': 'ade6bb04-b5db-47e4-b18e-a08ee407d124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:42.788424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-33b80d37-bd36-4f1b-a9a1-cd6e7ed7723f None None] Set router 820983b2-c293-4e13-bae9-348e3ef42a3b gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:42.826566 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464ef94-81eb-4089-bd6d-b6e3589ca9f9 None None] The sync data for ids ['0ba6bc29-6ec0-47a3-b06a-3d340306be42'] in n-d-768851-18 is: [{'id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'name': 'tempest-AttachSCSIVolumeTestJSON-390430730-router', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:26Z', 'updated_at': '2021-11-12T08:32:33Z', 'revision_number': 4, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'gw_port': {'id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:27Z', 'updated_at': '2021-11-12T08:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ebacf954-ef41-410b-a3c8-6acfd9e963b9', 'name': '', 'network_id': '58c5c931-cb20-40b2-97a3-ccfd69c61c27', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'mac_address': 'fa:16:3e:c8:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'ade6bb04-b5db-47e4-b18e-a08ee407d124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:31Z', 'updated_at': '2021-11-12T08:32:41Z', 'revision_number': 4, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'subnets': [{'id': 'ade6bb04-b5db-47e4-b18e-a08ee407d124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:43.006778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4a266-fa79-4153-8508-f18a09c64e87 req-5e970caa-60b9-4f81-8a2e-838ca6545fd1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:43.034683 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5e4a266-fa79-4153-8508-f18a09c64e87 req-5e970caa-60b9-4f81-8a2e-838ca6545fd1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 944 time: 0.2062829 Nov 12 08:32:43.070320 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-340fc7cc-c0de-426d-a2c2-e30c15695c83 req-6a9a4031-a1b9-4085-96bf-939b1bd4b2ed service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397483 Nov 12 08:32:43.151896 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edf882b-da32-4f6b-b81c-b015cbba29af x-openstack-request-id: req-5edf882b-da32-4f6b-b81c-b015cbba29af {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:43.154028 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92dbf5ce-4c05-42ea-8422-a418d135dc68", "tag": "fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:43.154986 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5edf882b-da32-4f6b-b81c-b015cbba29af {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:43.155631 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dbf5ce-4c05-42ea-8422-a418d135dc68', 'tag': 'fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f', 'status': 'completed', 'code': 200} Nov 12 08:32:43.210150 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5e4a266-fa79-4153-8508-f18a09c64e87 req-9d9240bf-6406-4f61-a136-072c0d5007c8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729853 Nov 12 08:32:43.389182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608a4fb-1fa9-4200-b0a0-698576831ad2 req-9a440900-e646-4f8e-87fc-54e11cc019d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:43.392772 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0608a4fb-1fa9-4200-b0a0-698576831ad2 req-9a440900-e646-4f8e-87fc-54e11cc019d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 1096 time: 0.1801341 Nov 12 08:32:43.535742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b10fb-db15-47e9-986f-56a38b80975e req-b357168b-1463-4224-b36d-c76665f54313 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:43.537823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-33b80d37-bd36-4f1b-a9a1-cd6e7ed7723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 4, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b02bc0dc-8296-4866-89a3-2c8ccc79d635', 'name': '', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'mac_address': 'fa:16:3e:1f:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:28Z', 'revision_number': 5, 'project_id': '743df45cc8784d2da109027eec3966d9', 'subnets': [{'id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:43.556303 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b10fb-db15-47e9-986f-56a38b80975e req-b357168b-1463-4224-b36d-c76665f54313 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:43.570236 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-883b10fb-db15-47e9-986f-56a38b80975e req-b357168b-1463-4224-b36d-c76665f54313 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1682 time: 0.3068781 Nov 12 08:32:43.677838 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02f7596-5e6d-41e9-a8c1-f6c26c181404 x-openstack-request-id: req-b02f7596-5e6d-41e9-a8c1-f6c26c181404 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:43.678525 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a6ccf7-6766-4541-a2e7-2dccc9f6abcb", "name": "network-vif-deleted", "tag": "58a21d00-fae6-45a1-914b-d2ef70feb8e9", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:43.678525 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b02f7596-5e6d-41e9-a8c1-f6c26c181404 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:43.682051 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a6ccf7-6766-4541-a2e7-2dccc9f6abcb', 'name': 'network-vif-deleted', 'tag': '58a21d00-fae6-45a1-914b-d2ef70feb8e9', 'status': 'completed', 'code': 200} Nov 12 08:32:43.690916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b80d37-bd36-4f1b-a9a1-cd6e7ed7723f None None] Checking router: 820983b2-c293-4e13-bae9-348e3ef42a3b for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:32:43.728255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b80d37-bd36-4f1b-a9a1-cd6e7ed7723f None None] Routers {'820983b2-c293-4e13-bae9-348e3ef42a3b'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:43.728965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-33b80d37-bd36-4f1b-a9a1-cd6e7ed7723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:32:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['820983b2-c293-4e13-bae9-348e3ef42a3b'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:43.735050 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608a4fb-1fa9-4200-b0a0-698576831ad2 req-994f4e09-f4ba-41c5-be4d-76ea1dae537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:43.742809 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0608a4fb-1fa9-4200-b0a0-698576831ad2 req-994f4e09-f4ba-41c5-be4d-76ea1dae537a service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.3367505 Nov 12 08:32:43.770949 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-883b10fb-db15-47e9-986f-56a38b80975e req-53d214cb-bcbb-47b3-8e5d-b75691430b6f tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967719 Nov 12 08:32:43.941237 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0608a4fb-1fa9-4200-b0a0-698576831ad2 req-3772daea-d79a-4d09-848d-33cfd27b323d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f HTTP/1.1" status: 200 len: 217 time: 0.1889288 Nov 12 08:32:43.997679 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ae0e33ec-bf27-43f9-bfe2-28af0ebbde26 req-1a192df7-92a8-4b85-b3fc-931e7b8931da tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 210 time: 0.1002243 Nov 12 08:32:44.097559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ebacf954-ef41-410b-a3c8-6acfd9e963b9 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:44.171269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc783f2b-f73d-421c-8563-83e277100bc8 req-6d44e91a-c23d-481f-bac1-99db23709651 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:44.176770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608a4fb-1fa9-4200-b0a0-698576831ad2 req-a47bf2f9-06e8-479c-b5ce-17f8d224b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:44.178497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0608a4fb-1fa9-4200-b0a0-698576831ad2 req-a47bf2f9-06e8-479c-b5ce-17f8d224b108 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1983192 Nov 12 08:32:44.178770 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc783f2b-f73d-421c-8563-83e277100bc8 req-6d44e91a-c23d-481f-bac1-99db23709651 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.1584718 Nov 12 08:32:44.278125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-33b80d37-bd36-4f1b-a9a1-cd6e7ed7723f None None] Set router 820983b2-c293-4e13-bae9-348e3ef42a3b gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:44.320737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608a4fb-1fa9-4200-b0a0-698576831ad2 req-05dc0269-c21d-4afc-8070-973b3bd51fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:44.336582 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0608a4fb-1fa9-4200-b0a0-698576831ad2 req-05dc0269-c21d-4afc-8070-973b3bd51fb7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1490443 Nov 12 08:32:44.352008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc783f2b-f73d-421c-8563-83e277100bc8 req-86a271bd-c894-4323-8bc9-adbee874b59c tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548612 Nov 12 08:32:44.396820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54212) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:44.487667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ebacf954-ef41-410b-a3c8-6acfd9e963b9 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:44.488530 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.605202 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0608a4fb-1fa9-4200-b0a0-698576831ad2 req-b7e3253a-667e-47a2-8642-69506f4c8324 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593982 Nov 12 08:32:44.617412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.721993 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.772558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82543235-cfd3-4103-826b-505233683187 req-ac33bf4a-26e8-46dc-837e-a6a874eea143 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:44.774266 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82543235-cfd3-4103-826b-505233683187 req-ac33bf4a-26e8-46dc-837e-a6a874eea143 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 944 time: 0.2505534 Nov 12 08:32:44.794519 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0608a4fb-1fa9-4200-b0a0-698576831ad2 req-cabac5f6-9092-4145-acd3-8fa817296c34 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815429 Nov 12 08:32:44.859272 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82543235-cfd3-4103-826b-505233683187 req-ca54d856-b5c2-4c6f-a19b-f5c0fbefa850 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698509 Nov 12 08:32:44.888638 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.895653 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:44.896868 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "DELETE /v2.0/security-groups/d22ab39f-a76b-42a2-a5da-2a91625d7a08 HTTP/1.1" status: 204 len: 168 time: 0.4987690 Nov 12 08:32:44.904297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54218) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:44.913842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22ab39f-a76b-42a2-a5da-2a91625d7a08,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:44.923956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:44.924755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:44.925716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:44.926447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:44.927399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:44.928410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:44.930275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:44.931145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:44.932477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:44.932988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:44.933687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:44.934414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4566eb4-880a-45c9-b2f5-d0022935a5fa tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:44.947715 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-3f309e0e-1c3f-43e0-a142-8117eb4e8b5e tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] show failed (client error): The resource could not be found. Nov 12 08:32:44.956303 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54222) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:44.957400 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3f309e0e-1c3f-43e0-a142-8117eb4e8b5e tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "GET /v2.0/security-groups/d22ab39f-a76b-42a2-a5da-2a91625d7a08 HTTP/1.1" status: 404 len: 347 time: 0.0427032 Nov 12 08:32:45.071704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-33b80d37-bd36-4f1b-a9a1-cd6e7ed7723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 4, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b02bc0dc-8296-4866-89a3-2c8ccc79d635', 'name': '', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'mac_address': 'fa:16:3e:1f:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:28Z', 'revision_number': 5, 'project_id': '743df45cc8784d2da109027eec3966d9', 'subnets': [{'id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:45.218110 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b80d37-bd36-4f1b-a9a1-cd6e7ed7723f None None] The sync data for ids ['820983b2-c293-4e13-bae9-348e3ef42a3b'] in n-d-768851-18 is: [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:23Z', 'revision_number': 4, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'b02bc0dc-8296-4866-89a3-2c8ccc79d635', 'name': '', 'network_id': '3113c766-df42-471f-8bdc-e3b4e4efd335', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'mac_address': 'fa:16:3e:1f:9a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:21Z', 'updated_at': '2021-11-12T08:30:28Z', 'revision_number': 5, 'project_id': '743df45cc8784d2da109027eec3966d9', 'subnets': [{'id': 'c244df4f-9bcf-45e9-be27-1e0ebdafaed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:45.386799 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2be6e863-4aef-4e7a-baa4-b723ac3eae44 req-79da47c7-6301-42fe-8620-f1d300ab00e5 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 210 time: 0.0540857 Nov 12 08:32:45.615021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-17139aae-9e06-433f-8c00-22dc6daa7cc7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2368872 Nov 12 08:32:45.636676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef5010-a4ea-4de0-adae-6ad28bac7fba req-d94a0d86-e5a8-418d-b578-4d6109aed908 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:45.643752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef5010-a4ea-4de0-adae-6ad28bac7fba req-d94a0d86-e5a8-418d-b578-4d6109aed908 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:45.648702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3e7eb-3e81-49db-8411-782e0068127b req-c9cf374b-c2fe-4a5e-af1c-aa9d1deb9921 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:45.650970 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9e3e7eb-3e81-49db-8411-782e0068127b req-c9cf374b-c2fe-4a5e-af1c-aa9d1deb9921 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.0794106 Nov 12 08:32:45.664935 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbef5010-a4ea-4de0-adae-6ad28bac7fba req-d94a0d86-e5a8-418d-b578-4d6109aed908 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1682 time: 0.4111440 Nov 12 08:32:45.688889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-aeba2852-42e0-4ce2-a63a-f5bfb50c4953 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Deleting port 55c61d2e-e0a8-4f1f-abac-eca5bdd4f927 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:45.689910 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aeba2852-42e0-4ce2-a63a-f5bfb50c4953 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.733367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-e8a0085b-f5bc-4a3f-8228-3b9ec2adc2fc tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:45.735787 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-e8a0085b-f5bc-4a3f-8228-3b9ec2adc2fc tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.46 "GET /v2.0/networks?id=93214d82-5dc6-4f88-a2dc-7d2799129824 HTTP/1.1" status: 200 len: 821 time: 0.4780443 Nov 12 08:32:45.766177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Request body: {'port': {'device_id': 'e4262e7f-c990-4803-82e4-8457326de8dc', 'network_id': '93214d82-5dc6-4f88-a2dc-7d2799129824', 'admin_state_up': True, 'tenant_id': 'a1c346fac6a84db9a393ddb98d03ca3b'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:45.769722 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c54101-8418-42ac-a192-5f4a6d87246b None None] New status for floating IP 2818526f-9d58-4fa3-be48-baa38a4e16ae: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:32:45.846487 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9e3e7eb-3e81-49db-8411-782e0068127b req-e196c299-699d-4943-80d6-903c3f46b687 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809831 Nov 12 08:32:45.886362 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aeba2852-42e0-4ce2-a63a-f5bfb50c4953 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.886694 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aeba2852-42e0-4ce2-a63a-f5bfb50c4953 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:45.908837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-aeba2852-42e0-4ce2-a63a-f5bfb50c4953 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Calling delete_port for 55c61d2e-e0a8-4f1f-abac-eca5bdd4f927 owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:46.107658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b95d6d-9029-40ab-8578-de899a208f3e req-495e20f0-fa17-4d83-bb37-0230f5b98b8e tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.109660 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8b95d6d-9029-40ab-8578-de899a208f3e req-495e20f0-fa17-4d83-bb37-0230f5b98b8e tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5c3fc2-d37c-433f-9f51-de941c4cf50a HTTP/1.1" status: 200 len: 946 time: 0.0829771 Nov 12 08:32:46.123028 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbef5010-a4ea-4de0-adae-6ad28bac7fba req-4db8add1-007f-4801-ad71-29137aa2949f tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570980 Nov 12 08:32:46.140640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-86fcbc19-2fba-4c02-a3f6-45bc6f252b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.141128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-86fcbc19-2fba-4c02-a3f6-45bc6f252b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.141604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-86fcbc19-2fba-4c02-a3f6-45bc6f252b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.142065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-86fcbc19-2fba-4c02-a3f6-45bc6f252b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.142525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-86fcbc19-2fba-4c02-a3f6-45bc6f252b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.143167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-86fcbc19-2fba-4c02-a3f6-45bc6f252b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.143635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-86fcbc19-2fba-4c02-a3f6-45bc6f252b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.145840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-86fcbc19-2fba-4c02-a3f6-45bc6f252b09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6500 time: 0.4335728 Nov 12 08:32:46.261929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8b95d6d-9029-40ab-8578-de899a208f3e req-d771a274-a6cc-4411-acae-25be15ebc570 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256380 Nov 12 08:32:46.320449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:46.411693 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aeba2852-42e0-4ce2-a63a-f5bfb50c4953 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.424578 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Made reservation on behalf of a1c346fac6a84db9a393ddb98d03ca3b for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:32:46.431555 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.518916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba2852-42e0-4ce2-a63a-f5bfb50c4953 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Pushing event deleted for resources: {'Port': ['ID=55c61d2e-e0a8-4f1f-abac-eca5bdd4f927,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:46.538702 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:46.563325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7baeac46-e936-4a60-b89b-8ad4930ef87b req-a149992d-ea40-48a2-b023-fd21d14f1fbb tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 210 time: 0.0780132 Nov 12 08:32:46.585673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'port_id': 'fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f', 'mac_address': 'fa:16:3e:cf:43:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:32:46.645117 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.648223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161e8a1-135f-40a9-8af5-1c72fdb3f4a5 req-629911cb-1de2-4b05-a973-7c2a9db13755 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.666865 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5161e8a1-135f-40a9-8af5-1c72fdb3f4a5 req-629911cb-1de2-4b05-a973-7c2a9db13755 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 944 time: 0.3886449 Nov 12 08:32:46.676361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:46.701924 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:46.707899 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.766214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-87713101-dff1-4e5e-9c28-9ecfcd3afd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.766214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-87713101-dff1-4e5e-9c28-9ecfcd3afd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.766214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-87713101-dff1-4e5e-9c28-9ecfcd3afd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:46.766214 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-87713101-dff1-4e5e-9c28-9ecfcd3afd97 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0210ade-877d-4c8c-ae77-e1ebf871743f&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=c29e3af6-7b39-400c-ac4f-52e25909400a&id=c29e3af6-7b39-400c-ac4f-52e25909400a HTTP/1.1" status: 200 len: 2293 time: 0.5003850 Nov 12 08:32:46.778400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:46.806694 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aeba2852-42e0-4ce2-a63a-f5bfb50c4953 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.810118 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aeba2852-42e0-4ce2-a63a-f5bfb50c4953 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:46.811470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aeba2852-42e0-4ce2-a63a-f5bfb50c4953 tempest-ServersTestJSON-1218949486 tempest-ServersTestJSON-1218949486-project] 10.222.0.31 "DELETE /v2.0/floatingips/2818526f-9d58-4fa3-be48-baa38a4e16ae HTTP/1.1" status: 204 len: 168 time: 1.8537564 Nov 12 08:32:46.815543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54238) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:46.950331 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5161e8a1-135f-40a9-8af5-1c72fdb3f4a5 req-f53f09ac-7075-4873-9c3e-69fb1ea915a9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896540 Nov 12 08:32:46.952501 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-432ace98-1c9a-4d61-801b-745c8e623efa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca8f34e-9b07-4155-a5a4-b29c4325dffd HTTP/1.1" status: 200 len: 1001 time: 0.1776922 Nov 12 08:32:47.030191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:47.064081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Allocated IP 172.20.0.2 (93214d82-5dc6-4f88-a2dc-7d2799129824/dca00ac6-38a8-4977-b810-156e5402b64d/466c0f06-2159-488a-9833-2dea0a928133) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:32:47.080431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-57fede04-8a6a-449f-83bb-7ef05a5821c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.082323 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-57fede04-8a6a-449f-83bb-7ef05a5821c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82052e29-e311-4bbf-839f-355a57adecc9 HTTP/1.1" status: 200 len: 851 time: 0.1139033 Nov 12 08:32:47.201910 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8389d-4f2e-4939-ac77-208ebb81a565 req-96b3d1e2-db0b-4008-9cd5-290182e3343a tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.211614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-450c109f-708d-4a61-b6cb-802649563c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.214311 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45b8389d-4f2e-4939-ac77-208ebb81a565 req-96b3d1e2-db0b-4008-9cd5-290182e3343a tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.2188122 Nov 12 08:32:47.216766 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-450c109f-708d-4a61-b6cb-802649563c22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0210ade-877d-4c8c-ae77-e1ebf871743f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203213 Nov 12 08:32:47.264316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f08084-779c-428d-9a8a-6a3d7f07eff9 req-4c10a0a7-03db-43db-8897-f4c1687aa757 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.267580 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8f08084-779c-428d-9a8a-6a3d7f07eff9 req-4c10a0a7-03db-43db-8897-f4c1687aa757 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 945 time: 0.2048395 Nov 12 08:32:47.356002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d6d03-5cc6-4a42-a26c-8aab09c52a35 req-45235857-e9c6-495c-b51a-c54726c404ea tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.358614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-782d6d03-5cc6-4a42-a26c-8aab09c52a35 req-45235857-e9c6-495c-b51a-c54726c404ea tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa5c3fc2-d37c-433f-9f51-de941c4cf50a HTTP/1.1" status: 200 len: 946 time: 0.5342112 Nov 12 08:32:47.455836 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45b8389d-4f2e-4939-ac77-208ebb81a565 req-cfe629fb-6cbe-49a3-99fb-fa511d8b4578 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403636 Nov 12 08:32:47.495576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-343cdfc2-100d-436d-895a-27b40f05c595 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.502656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-343cdfc2-100d-436d-895a-27b40f05c595 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.504936 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-343cdfc2-100d-436d-895a-27b40f05c595 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1682 time: 0.2488096 Nov 12 08:32:47.594836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2bfd3-f76c-4544-af0b-f086e744089f req-ad7a32be-0c23-4718-8799-baeac0196163 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.600056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2bfd3-f76c-4544-af0b-f086e744089f req-ad7a32be-0c23-4718-8799-baeac0196163 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.605171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41e2bfd3-f76c-4544-af0b-f086e744089f req-ad7a32be-0c23-4718-8799-baeac0196163 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 1682 time: 0.2884238 Nov 12 08:32:47.637783 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.652186 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-a5ead808-faf0-4072-ae6d-227369906c03 service neutron] 10.222.0.46 "GET /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978353 Nov 12 08:32:47.780999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ff061-d52e-4fca-8bab-b5ce85dcf42c req-efbea061-8a4a-46f1-9059-f7d0fd6c9375 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:47.783196 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b85ff061-d52e-4fca-8bab-b5ce85dcf42c req-efbea061-8a4a-46f1-9059-f7d0fd6c9375 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa5c3fc2-d37c-433f-9f51-de941c4cf50a HTTP/1.1" status: 200 len: 946 time: 0.2056084 Nov 12 08:32:47.835545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41e2bfd3-f76c-4544-af0b-f086e744089f req-f155232b-4772-4e32-942f-f5ff1b6ba4ec tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293463 Nov 12 08:32:47.843778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-b8f08084-779c-428d-9a8a-6a3d7f07eff9 req-c77bb655-9ed1-4a6f-9e9f-f62f3023cd9f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Deleting port 90b69028-09a4-4582-bea3-370f9f97e775 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:47.844220 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b8f08084-779c-428d-9a8a-6a3d7f07eff9 req-c77bb655-9ed1-4a6f-9e9f-f62f3023cd9f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.894200 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-782d6d03-5cc6-4a42-a26c-8aab09c52a35 req-f0abab3f-9e75-4e2d-b02d-a1ebaf587825 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Deleting port 2822a790-fd34-408c-8a14-d9d41c61fe93 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:47.894547 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-782d6d03-5cc6-4a42-a26c-8aab09c52a35 req-f0abab3f-9e75-4e2d-b02d-a1ebaf587825 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.921446 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.947046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-94df64f4-a8b7-4d0e-b0c4-245c4d7ca3c1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:47.947398 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-94df64f4-a8b7-4d0e-b0c4-245c4d7ca3c1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:47.962617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-4a701382-a10b-4852-b016-8ce298554b68 service neutron] 10.222.0.46 "GET /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665663 Nov 12 08:32:48.117875 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b85ff061-d52e-4fca-8bab-b5ce85dcf42c req-da261595-76ef-4232-adb5-16e1a9ed57e6 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/security-groups?id=0f9eccd3-d653-4c3c-8f82-0098a2963674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180423 Nov 12 08:32:48.126608 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-782d6d03-5cc6-4a42-a26c-8aab09c52a35 req-f0abab3f-9e75-4e2d-b02d-a1ebaf587825 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] For port 2822a790-fd34-408c-8a14-d9d41c61fe93, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2822a790-fd34-408c-8a14-d9d41c61fe93,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:48.127063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-782d6d03-5cc6-4a42-a26c-8aab09c52a35 req-f0abab3f-9e75-4e2d-b02d-a1ebaf587825 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.170226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-782d6d03-5cc6-4a42-a26c-8aab09c52a35 req-f0abab3f-9e75-4e2d-b02d-a1ebaf587825 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Calling delete_port for 2822a790-fd34-408c-8a14-d9d41c61fe93 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:48.267546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-1d7b7c44-c714-411a-a6b6-2657bfa04683 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=2c86cc16-8755-4f55-8d81-46f96ac3d35f HTTP/1.1" status: 200 len: 217 time: 0.2827439 Nov 12 08:32:48.268198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-b8f08084-779c-428d-9a8a-6a3d7f07eff9 req-c77bb655-9ed1-4a6f-9e9f-f62f3023cd9f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] For port 90b69028-09a4-4582-bea3-370f9f97e775, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=90b69028-09a4-4582-bea3-370f9f97e775,segment=NetworkSegment(db212966-2ccb-4076-949c-d98b4f36d777),segment_id=db212966-2ccb-4076-949c-d98b4f36d777)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:48.268665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b8f08084-779c-428d-9a8a-6a3d7f07eff9 req-c77bb655-9ed1-4a6f-9e9f-f62f3023cd9f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.292780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-94df64f4-a8b7-4d0e-b0c4-245c4d7ca3c1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] For port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7b2752c3-3399-47d6-97cf-a3f300c7e7b4,segment=NetworkSegment(939c4fce-0c04-491f-99c2-b4deb7d34b7a),segment_id=939c4fce-0c04-491f-99c2-b4deb7d34b7a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:48.293323 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-94df64f4-a8b7-4d0e-b0c4-245c4d7ca3c1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.316243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-b8f08084-779c-428d-9a8a-6a3d7f07eff9 req-c77bb655-9ed1-4a6f-9e9f-f62f3023cd9f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Calling delete_port for 90b69028-09a4-4582-bea3-370f9f97e775 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:48.320155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:32:48.347177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Network 93214d82-5dc6-4f88-a2dc-7d2799129824 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:32:48.369781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:32:48.395472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-94df64f4-a8b7-4d0e-b0c4-245c4d7ca3c1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Calling delete_port for 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:48.423980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:32:48.430724 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:32:48.430724 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.560619 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.589378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5239d5-9a9a-4b98-aa1c-cd37b0512a3e req-56e9d94f-33e3-4975-ab97-77cdfd021f84 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:48.593460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dbf5ce-4c05-42ea-8422-a418d135dc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:48.596007 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9738a42b-dc1a-48d1-bbb5-f461870a81c6" -d '{"events": [{"server_uuid": "92dbf5ce-4c05-42ea-8422-a418d135dc68", "name": "network-vif-plugged", "status": "completed", "tag": "fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:48.598997 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2d5239d5-9a9a-4b98-aa1c-cd37b0512a3e req-56e9d94f-33e3-4975-ab97-77cdfd021f84 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 945 time: 0.3489561 Nov 12 08:32:48.615419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:32:48.630273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:48.630463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Pushing event updated for resources: {'Port': ['ID=466c0f06-2159-488a-9833-2dea0a928133,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:48.630566 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.630566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 90b69028-09a4-4582-bea3-370f9f97e775 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:48.654395 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-94df64f4-a8b7-4d0e-b0c4-245c4d7ca3c1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.677868 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-782d6d03-5cc6-4a42-a26c-8aab09c52a35 req-f0abab3f-9e75-4e2d-b02d-a1ebaf587825 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:48.731953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df64f4-a8b7-4d0e-b0c4-245c4d7ca3c1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Port': ['ID=7b2752c3-3399-47d6-97cf-a3f300c7e7b4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:48.749833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['7b2752c3-3399-47d6-97cf-a3f300c7e7b4', '5ae7692a-809d-4278-b359-a85b765e2b15'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:32:48.777661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abab3f-9e75-4e2d-b02d-a1ebaf587825 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Pushing event deleted for resources: {'Port': ['ID=2822a790-fd34-408c-8a14-d9d41c61fe93,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:48.815572 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4d810-f3ec-476c-9d0d-7c5adef487ca req-ec40f9d2-d56d-4dc3-8c1b-1ddd2b2a93de tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:48.817718 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8f4d810-f3ec-476c-9d0d-7c5adef487ca req-ec40f9d2-d56d-4dc3-8c1b-1ddd2b2a93de tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 931 time: 0.7804737 Nov 12 08:32:48.819353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-d8e3f052-df38-4897-b4fc-5ecdc37925f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:48.820979 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-d8e3f052-df38-4897-b4fc-5ecdc37925f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.4403903 Nov 12 08:32:48.837767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:48.899267 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2d5239d5-9a9a-4b98-aa1c-cd37b0512a3e req-47e8c23c-8578-45f2-b67d-5a1b8b1633a1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990112 Nov 12 08:32:48.990161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-782d6d03-5cc6-4a42-a26c-8aab09c52a35 req-f0abab3f-9e75-4e2d-b02d-a1ebaf587825 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] No DVR routers for this DVR port 2822a790-fd34-408c-8a14-d9d41c61fe93 on host n-h1-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:48.999388 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-782d6d03-5cc6-4a42-a26c-8aab09c52a35 req-f0abab3f-9e75-4e2d-b02d-a1ebaf587825 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.006533 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-782d6d03-5cc6-4a42-a26c-8aab09c52a35 req-f0abab3f-9e75-4e2d-b02d-a1ebaf587825 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.46 "DELETE /v2.0/ports/2822a790-fd34-408c-8a14-d9d41c61fe93 HTTP/1.1" status: 204 len: 173 time: 1.6325037 Nov 12 08:32:49.027119 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5c3fc2-d37c-433f-9f51-de941c4cf50a', 'name': 'network-vif-deleted', 'tag': '2822a790-fd34-408c-8a14-d9d41c61fe93'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:49.039463 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9352c821-3c14-4162-81e2-51020c84d4b0" -d '{"events": [{"server_uuid": "fa5c3fc2-d37c-433f-9f51-de941c4cf50a", "name": "network-vif-deleted", "tag": "2822a790-fd34-408c-8a14-d9d41c61fe93"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:49.091872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-94df64f4-a8b7-4d0e-b0c4-245c4d7ca3c1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] No DVR routers for this DVR port 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:49.116632 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-94df64f4-a8b7-4d0e-b0c4-245c4d7ca3c1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.122946 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-94df64f4-a8b7-4d0e-b0c4-245c4d7ca3c1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.46 "DELETE /v2.0/ports/7b2752c3-3399-47d6-97cf-a3f300c7e7b4 HTTP/1.1" status: 204 len: 173 time: 1.6112370 Nov 12 08:32:49.124414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'name': 'network-vif-deleted', 'tag': '7b2752c3-3399-47d6-97cf-a3f300c7e7b4'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:49.128227 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838c192b-2731-4f82-a72f-dd6744e3b047" -d '{"events": [{"server_uuid": "d2385068-52d7-437d-b34e-067255830684", "name": "network-vif-deleted", "tag": "7b2752c3-3399-47d6-97cf-a3f300c7e7b4"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:49.232167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:49.232459 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.233590 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.291667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a4f6eb35-fa5f-47c4-ae9c-2dd4e84cab05 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5299826 Nov 12 08:32:49.332362 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7511bb52-a17d-4507-8fd9-7dea99a237fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.476473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c01348-daaf-471c-b495-16d5a23ee692 req-17ddee5b-b53a-4fef-a581-eb425b618afe tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:49.485086 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3c01348-daaf-471c-b495-16d5a23ee692 req-17ddee5b-b53a-4fef-a581-eb425b618afe tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.3789976 Nov 12 08:32:49.584928 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b8f08084-779c-428d-9a8a-6a3d7f07eff9 req-c77bb655-9ed1-4a6f-9e9f-f62f3023cd9f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.711652 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3c01348-daaf-471c-b495-16d5a23ee692 req-4accce1d-63f4-4457-b91f-d0e6bcaf8ae0 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256055 Nov 12 08:32:49.721053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bb655-9ed1-4a6f-9e9f-f62f3023cd9f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Pushing event deleted for resources: {'Port': ['ID=90b69028-09a4-4582-bea3-370f9f97e775,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:49.746783 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5ae7692a-809d-4278-b359-a85b765e2b15 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:49.777429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f08084-779c-428d-9a8a-6a3d7f07eff9 req-c77bb655-9ed1-4a6f-9e9f-f62f3023cd9f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] No DVR routers for this DVR port 90b69028-09a4-4582-bea3-370f9f97e775 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:49.781661 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b8f08084-779c-428d-9a8a-6a3d7f07eff9 req-c77bb655-9ed1-4a6f-9e9f-f62f3023cd9f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:49.788203 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8f08084-779c-428d-9a8a-6a3d7f07eff9 req-c77bb655-9ed1-4a6f-9e9f-f62f3023cd9f tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.52 "DELETE /v2.0/ports/90b69028-09a4-4582-bea3-370f9f97e775 HTTP/1.1" status: 204 len: 173 time: 2.5000398 Nov 12 08:32:49.885630 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97203dc0-ad41-45ea-9335-14ac999fcfaf x-openstack-request-id: req-97203dc0-ad41-45ea-9335-14ac999fcfaf {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:49.886004 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92dbf5ce-4c05-42ea-8422-a418d135dc68", "name": "network-vif-plugged", "status": "completed", "tag": "fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:49.886412 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97203dc0-ad41-45ea-9335-14ac999fcfaf {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:49.888439 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dbf5ce-4c05-42ea-8422-a418d135dc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f', 'code': 200} Nov 12 08:32:49.963795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Request body: {'port': {'device_id': 'e4262e7f-c990-4803-82e4-8457326de8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:50.027363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8f4d810-f3ec-476c-9d0d-7c5adef487ca req-43f9521f-3e64-4e40-a663-543ae362e277 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1717343 Nov 12 08:32:50.143965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-41e83665-2f3d-4501-86e6-5797df579f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:50.152752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-41e83665-2f3d-4501-86e6-5797df579f41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2574897 Nov 12 08:32:50.160356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7b820-33d8-4e98-abf7-ac23915a1a28 req-bbd111ce-56e8-4b62-b0b5-ad5c1c68d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:50.162594 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4fa7b820-33d8-4e98-abf7-ac23915a1a28 req-bbd111ce-56e8-4b62-b0b5-ad5c1c68d8b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 1098 time: 0.1842427 Nov 12 08:32:50.184373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a885f-db0c-4f17-9192-373b54d7f7b8 req-54f192f4-a114-48d1-87e2-499d31651dc1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:50.186960 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-662a885f-db0c-4f17-9192-373b54d7f7b8 req-54f192f4-a114-48d1-87e2-499d31651dc1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 946 time: 0.1148181 Nov 12 08:32:50.292955 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dad943-36de-498c-9f88-13049fe52c44 x-openstack-request-id: req-37dad943-36de-498c-9f88-13049fe52c44 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:50.293306 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5c3fc2-d37c-433f-9f51-de941c4cf50a", "name": "network-vif-deleted", "tag": "2822a790-fd34-408c-8a14-d9d41c61fe93", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:50.294679 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37dad943-36de-498c-9f88-13049fe52c44 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:50.294679 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5c3fc2-d37c-433f-9f51-de941c4cf50a', 'name': 'network-vif-deleted', 'tag': '2822a790-fd34-408c-8a14-d9d41c61fe93', 'status': 'completed', 'code': 200} Nov 12 08:32:50.419404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4fa7b820-33d8-4e98-abf7-ac23915a1a28 req-954647d9-dafa-4800-a2bf-d78e1525d84f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308750 Nov 12 08:32:50.461974 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.480538 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-662a885f-db0c-4f17-9192-373b54d7f7b8 req-5cd19f09-9039-4d2f-84b3-eba5fc58bd3f tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816813 Nov 12 08:32:50.561581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-94637ab0-5d28-4bbc-97b0-3bc5942bab60 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755765 Nov 12 08:32:50.565720 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c6e707-2f92-4f67-b275-33ccea33e86b x-openstack-request-id: req-a9c6e707-2f92-4f67-b275-33ccea33e86b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:50.566153 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2385068-52d7-437d-b34e-067255830684", "name": "network-vif-deleted", "tag": "7b2752c3-3399-47d6-97cf-a3f300c7e7b4", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:50.566508 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9c6e707-2f92-4f67-b275-33ccea33e86b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:50.567464 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'name': 'network-vif-deleted', 'tag': '7b2752c3-3399-47d6-97cf-a3f300c7e7b4', 'status': 'completed', 'code': 200} Nov 12 08:32:50.576121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5ae7692a-809d-4278-b359-a85b765e2b15, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5ae7692a-809d-4278-b359-a85b765e2b15,segment=NetworkSegment(d8be333d-e394-4609-a7b3-4d6c12d72838),segment_id=d8be333d-e394-4609-a7b3-4d6c12d72838)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:50.601562 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.602974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2822a790-fd34-408c-8a14-d9d41c61fe93 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:50.606758 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7511bb52-a17d-4507-8fd9-7dea99a237fa admin admin] Deleting port b02bc0dc-8296-4866-89a3-2c8ccc79d635 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:50.607023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7511bb52-a17d-4507-8fd9-7dea99a237fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.640574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 2822a790-fd34-408c-8a14-d9d41c61fe93 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:50.641313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2822a790-fd34-408c-8a14-d9d41c61fe93 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:50.686046 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:50.767315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5ae7692a-809d-4278-b359-a85b765e2b15,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:50.863500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-f5c4edac-ceb6-4b80-b3de-f1c2819ab4f5 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting port 5ae7692a-809d-4278-b359-a85b765e2b15 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:50.864248 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-f5c4edac-ceb6-4b80-b3de-f1c2819ab4f5 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.126813 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68e5811e-6972-4af1-9f52-063889ac6b4c req-46dd2ed1-9ee1-4ae1-8d99-e75343eaee85 tempest-ListServersNegativeTestJSON-1105313636 tempest-ListServersNegativeTestJSON-1105313636-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e HTTP/1.1" status: 200 len: 210 time: 0.2819285 Nov 12 08:32:51.241899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf61923-6928-460a-abfe-6bcb52ac294a req-fe366bd9-a4a0-4e06-aa9c-16bd0ad44b87 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:51.244240 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fcf61923-6928-460a-abfe-6bcb52ac294a req-fe366bd9-a4a0-4e06-aa9c-16bd0ad44b87 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.5132222 Nov 12 08:32:51.328713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-7511bb52-a17d-4507-8fd9-7dea99a237fa admin admin] For port b02bc0dc-8296-4866-89a3-2c8ccc79d635, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b02bc0dc-8296-4866-89a3-2c8ccc79d635,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:51.330215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7511bb52-a17d-4507-8fd9-7dea99a237fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.364858 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fcf61923-6928-460a-abfe-6bcb52ac294a req-5cafd397-703f-444c-939f-897916ac422a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111267 Nov 12 08:32:51.366258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7511bb52-a17d-4507-8fd9-7dea99a237fa admin admin] Calling delete_port for b02bc0dc-8296-4866-89a3-2c8ccc79d635 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:51.374610 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-7eab792f-a379-44ec-8a8b-4bc2f7bd60fd service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8000338 Nov 12 08:32:51.599289 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-cb614e03-5afc-41de-b13c-bfeb9d20eb7c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=b5835646-4d7a-4cc0-8264-54fb68f239db HTTP/1.1" status: 200 len: 217 time: 0.1379616 Nov 12 08:32:51.689310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-f5c4edac-ceb6-4b80-b3de-f1c2819ab4f5 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] For port 5ae7692a-809d-4278-b359-a85b765e2b15, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5ae7692a-809d-4278-b359-a85b765e2b15,segment=NetworkSegment(d8be333d-e394-4609-a7b3-4d6c12d72838),segment_id=d8be333d-e394-4609-a7b3-4d6c12d72838)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:51.689875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-f5c4edac-ceb6-4b80-b3de-f1c2819ab4f5 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.729124 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:51.733823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466c0f06-2159-488a-9833-2dea0a928133 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:32:51.744471 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7511bb52-a17d-4507-8fd9-7dea99a237fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.766237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:51.766975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7b2752c3-3399-47d6-97cf-a3f300c7e7b4 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:51.779607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c904eed-8402-4449-baaa-e61d47b6306f req-360a8a3c-1496-4711-b25b-c2794808d0e1 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:51.783965 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c904eed-8402-4449-baaa-e61d47b6306f req-360a8a3c-1496-4711-b25b-c2794808d0e1 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 931 time: 0.2811539 Nov 12 08:32:51.805799 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:51.815197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-f5c4edac-ceb6-4b80-b3de-f1c2819ab4f5 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Calling delete_port for 5ae7692a-809d-4278-b359-a85b765e2b15 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:51.832688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-13007a6e-27dd-4d88-b99e-a2816e64dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:51.835116 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-13007a6e-27dd-4d88-b99e-a2816e64dda5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.2272701 Nov 12 08:32:51.864646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511bb52-a17d-4507-8fd9-7dea99a237fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b02bc0dc-8296-4866-89a3-2c8ccc79d635,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:51.879268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb983f4-3a35-446b-a0af-07b9c9f30f94 req-ac702f63-a001-4ffc-a682-5b93fe5d2948 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:51.890074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae7692a-809d-4278-b359-a85b765e2b15'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:51.892456 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c56858-5945-43d0-a7b6-b492afb06d44" -d '{"events": [{"server_uuid": "d2385068-52d7-437d-b34e-067255830684", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae7692a-809d-4278-b359-a85b765e2b15"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:51.893477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bb983f4-3a35-446b-a0af-07b9c9f30f94 req-ac702f63-a001-4ffc-a682-5b93fe5d2948 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.5540130 Nov 12 08:32:51.909771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Transition to ACTIVE for port object 466c0f06-2159-488a-9833-2dea0a928133 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:32:51.949815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c904eed-8402-4449-baaa-e61d47b6306f req-1d61064c-6bdf-40f6-b46a-e3960d1652b1 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385903 Nov 12 08:32:51.960536 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.145764 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.185037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bb983f4-3a35-446b-a0af-07b9c9f30f94 req-320ba9e6-2bbc-43fd-bab2-41bfefeb319c tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905135 Nov 12 08:32:52.208043 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Pushing event updated for resources: {'Port': ['ID=466c0f06-2159-488a-9833-2dea0a928133,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:52.212125 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7511bb52-a17d-4507-8fd9-7dea99a237fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.224661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-ad8fa17b-a1b4-40ba-9d61-1efe090a28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:52.229883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-ad8fa17b-a1b4-40ba-9d61-1efe090a28b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3737519 Nov 12 08:32:52.240720 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b01e9d-4ae9-41df-807b-b0dde103566d x-openstack-request-id: req-37b01e9d-4ae9-41df-807b-b0dde103566d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:52.241226 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2385068-52d7-437d-b34e-067255830684", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae7692a-809d-4278-b359-a85b765e2b15", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:52.241599 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37b01e9d-4ae9-41df-807b-b0dde103566d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:52.242198 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae7692a-809d-4278-b359-a85b765e2b15', 'code': 200} Nov 12 08:32:52.343201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e', 'name': 'network-vif-deleted', 'tag': '90b69028-09a4-4582-bea3-370f9f97e775'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:52.346826 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6afada-a485-4dd0-9bd8-535f96f2c3d2" -d '{"events": [{"server_uuid": "6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e", "name": "network-vif-deleted", "tag": "90b69028-09a4-4582-bea3-370f9f97e775"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:52.356918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54292) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:52.442423 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0787c4-51d3-4d5a-9909-1b4a4303d362 x-openstack-request-id: req-4f0787c4-51d3-4d5a-9909-1b4a4303d362 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:52.442423 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e", "name": "network-vif-deleted", "tag": "90b69028-09a4-4582-bea3-370f9f97e775", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:52.442940 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f0787c4-51d3-4d5a-9909-1b4a4303d362 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:52.443432 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8d2a7c-8b49-4b23-9c48-f8aee2f1767e', 'name': 'network-vif-deleted', 'tag': '90b69028-09a4-4582-bea3-370f9f97e775', 'status': 'completed', 'code': 200} Nov 12 08:32:52.517748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8f4068-20d5-424c-9b29-30701e5f8c3e admin admin] Deleting subnet 8a12af76-376d-49a5-8dcd-238c09154673 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:52.525069 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4068-20d5-424c-9b29-30701e5f8c3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.536441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88779b-e450-483b-b09d-d4f2c33257f7 req-018812ba-5678-4452-a7ec-d74e40c1cf55 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:52.538274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e88779b-e450-483b-b09d-d4f2c33257f7 req-018812ba-5678-4452-a7ec-d74e40c1cf55 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2385068-52d7-437d-b34e-067255830684 HTTP/1.1" status: 200 len: 944 time: 0.1864965 Nov 12 08:32:52.612199 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4068-20d5-424c-9b29-30701e5f8c3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.656614 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-f5c4edac-ceb6-4b80-b3de-f1c2819ab4f5 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.712521 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-544dc7bd-3e60-445e-9e94-eac5bcc8e9ec service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608586 Nov 12 08:32:52.721358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4edac-ceb6-4b80-b3de-f1c2819ab4f5 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Port': ['ID=5ae7692a-809d-4278-b359-a85b765e2b15,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:52.751882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Attempting to bind port 466c0f06-2159-488a-9833-2dea0a928133 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:32:52.752226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Attempting to bind port 466c0f06-2159-488a-9833-2dea0a928133 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '59280070-9edd-4f3d-b4e6-dc8554c5f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '93214d82-5dc6-4f88-a2dc-7d2799129824'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:32:52.752557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Attempting to bind port 466c0f06-2159-488a-9833-2dea0a928133 on network 93214d82-5dc6-4f88-a2dc-7d2799129824 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:52.765492 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e88779b-e450-483b-b09d-d4f2c33257f7 req-c70bdb73-be1e-4a23-8a51-672b898256c0 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c581ea4-bfa3-4b28-9ab8-74eed534fe23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922178 Nov 12 08:32:52.849139 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4068-20d5-424c-9b29-30701e5f8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.879859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef5e22-ec41-410a-bb79-118682da3266 req-ba32a70e-119e-4341-b0a4-c7d278dd0494 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:52.891625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2ef5e22-ec41-410a-bb79-118682da3266 req-ba32a70e-119e-4341-b0a4-c7d278dd0494 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.3041294 Nov 12 08:32:52.928896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7511bb52-a17d-4507-8fd9-7dea99a237fa admin admin] Router 820983b2-c293-4e13-bae9-348e3ef42a3b has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:32:52.930309 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4068-20d5-424c-9b29-30701e5f8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.935552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-f5c4edac-ceb6-4b80-b3de-f1c2819ab4f5 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] No DVR routers for this DVR port 5ae7692a-809d-4278-b359-a85b765e2b15 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:52.940933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-f5c4edac-ceb6-4b80-b3de-f1c2819ab4f5 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.958310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1cea2f9-4ac7-47ce-9972-2eb709a56e39 req-f5c4edac-ceb6-4b80-b3de-f1c2819ab4f5 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.46 "DELETE /v2.0/ports/5ae7692a-809d-4278-b359-a85b765e2b15 HTTP/1.1" status: 204 len: 173 time: 3.8172772 Nov 12 08:32:52.980650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f4068-20d5-424c-9b29-30701e5f8c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a12af76-376d-49a5-8dcd-238c09154673,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:52.983257 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef8f4068-20d5-424c-9b29-30701e5f8c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:52.986896 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ef8f4068-20d5-424c-9b29-30701e5f8c3e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8a12af76-376d-49a5-8dcd-238c09154673 HTTP/1.1" status: 204 len: 168 time: 0.6272261 Nov 12 08:32:52.996725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54306) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:53.130325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'name': 'network-vif-deleted', 'tag': '5ae7692a-809d-4278-b359-a85b765e2b15'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:53.134086 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df1efc3-dc3a-4098-b539-b04f7dd255a4" -d '{"events": [{"server_uuid": "d2385068-52d7-437d-b34e-067255830684", "name": "network-vif-deleted", "tag": "5ae7692a-809d-4278-b359-a85b765e2b15"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:53.139267 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-bb62d242-586e-4509-a4a1-5b85ee6686bd service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148910 Nov 12 08:32:53.150129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Port 466c0f06-2159-488a-9833-2dea0a928133 on network 93214d82-5dc6-4f88-a2dc-7d2799129824 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:32:53.151119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Attempting to bind port 466c0f06-2159-488a-9833-2dea0a928133 on network 93214d82-5dc6-4f88-a2dc-7d2799129824 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:32:53.183300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:32:53.183687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Checking segment: {'id': '59280070-9edd-4f3d-b4e6-dc8554c5f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '93214d82-5dc6-4f88-a2dc-7d2799129824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:32:53.184066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Bound using segment: {'id': '59280070-9edd-4f3d-b4e6-dc8554c5f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '93214d82-5dc6-4f88-a2dc-7d2799129824'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:32:53.184518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Bound port: 466c0f06-2159-488a-9833-2dea0a928133, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59280070-9edd-4f3d-b4e6-dc8554c5f091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '93214d82-5dc6-4f88-a2dc-7d2799129824'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:32:53.184891 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.261791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-1e10de98-6ad2-4b12-80c9-2d218f755530 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e HTTP/1.1" status: 200 len: 217 time: 0.0917280 Nov 12 08:32:53.275063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2ef5e22-ec41-410a-bb79-118682da3266 req-f3e21ba9-18a0-4bd4-86a0-698086431243 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822148 Nov 12 08:32:53.277076 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.416699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a25715-dfb3-4685-bb29-8e8310a08cf1 req-3cf9c6e5-9663-4f21-8491-d40d09e49978 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:53.418673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25a25715-dfb3-4685-bb29-8e8310a08cf1 req-3cf9c6e5-9663-4f21-8491-d40d09e49978 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 943 time: 0.2674854 Nov 12 08:32:53.509431 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.511979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] For port 466c0f06-2159-488a-9833-2dea0a928133, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:32:53.520558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] For port 466c0f06-2159-488a-9833-2dea0a928133, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=466c0f06-2159-488a-9833-2dea0a928133,segment=NetworkSegment(59280070-9edd-4f3d-b4e6-dc8554c5f091),segment_id=59280070-9edd-4f3d-b4e6-dc8554c5f091)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:32:53.533006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7511bb52-a17d-4507-8fd9-7dea99a237fa admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:32:53.535075 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ab229d-03e9-45c9-87ae-ead19e168afc x-openstack-request-id: req-13ab229d-03e9-45c9-87ae-ead19e168afc {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:53.545714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7511bb52-a17d-4507-8fd9-7dea99a237fa admin admin] 10.222.0.31 "PUT /v2.0/routers/820983b2-c293-4e13-bae9-348e3ef42a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7251644 Nov 12 08:32:53.551877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906ebe7-0f83-4b70-bda8-6c50a0ce5da8 None None] Sync routers for ids ['820983b2-c293-4e13-bae9-348e3ef42a3b'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:32:53.555316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54320) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:53.563649 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2385068-52d7-437d-b34e-067255830684", "name": "network-vif-deleted", "tag": "5ae7692a-809d-4278-b359-a85b765e2b15", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:53.565765 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13ab229d-03e9-45c9-87ae-ead19e168afc {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:53.565765 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2385068-52d7-437d-b34e-067255830684', 'name': 'network-vif-deleted', 'tag': '5ae7692a-809d-4278-b359-a85b765e2b15', 'status': 'completed', 'code': 200} Nov 12 08:32:53.586710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.602693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906ebe7-0f83-4b70-bda8-6c50a0ce5da8 None None] Routers {'820983b2-c293-4e13-bae9-348e3ef42a3b'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:53.606366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5906ebe7-0f83-4b70-bda8-6c50a0ce5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:32:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['820983b2-c293-4e13-bae9-348e3ef42a3b'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:53.645195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ac6202-f489-4611-bdd0-f0657155cac0']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:53.654387 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25a25715-dfb3-4685-bb29-8e8310a08cf1 req-cb96ce69-c643-4b87-9254-7a27b89505cf tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938739 Nov 12 08:32:53.674702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db212966-2ccb-4076-949c-d98b4f36d777') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:53.675134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db212966-2ccb-4076-949c-d98b4f36d777') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:53.742764 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.789650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:53.791414 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.796737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] 10.222.0.46 "PUT /v2.0/ports/466c0f06-2159-488a-9833-2dea0a928133 HTTP/1.1" status: 200 len: 1092 time: 3.8369334 Nov 12 08:32:53.829379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-753e670f-feba-446f-bd3f-cb8ed400d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:53.843589 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-753e670f-feba-446f-bd3f-cb8ed400d3f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.5556185 Nov 12 08:32:53.932465 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.955897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:53.956425 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:53.963511 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:54.004756 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-5906ebe7-0f83-4b70-bda8-6c50a0ce5da8 None None] Set router 820983b2-c293-4e13-bae9-348e3ef42a3b gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:54.071788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-72216a92-2b99-4acb-bfb5-d9d59debd33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.077275 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.078778 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-72216a92-2b99-4acb-bfb5-d9d59debd33d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1c346fac6a84db9a393ddb98d03ca3b&device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 1095 time: 0.1703889 Nov 12 08:32:54.081469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0560278-17fa-4b2d-877b-f5fa8c7df72c service neutron] Pushing event updated for resources: {'Port': ['ID=466c0f06-2159-488a-9833-2dea0a928133,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:54.262569 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-c5b3af61-0c9c-41b1-9ada-fa70bfae8581 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=466c0f06-2159-488a-9833-2dea0a928133 HTTP/1.1" status: 200 len: 217 time: 0.1613646 Nov 12 08:32:54.276324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-05dca578-217a-44bb-9fb0-45b4fd151f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.278618 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-05dca578-217a-44bb-9fb0-45b4fd151f59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4323153 Nov 12 08:32:54.296934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ad4a2-96b0-4d0d-bc9a-763035c1aa04 req-9d5647ea-6a9a-4c6e-94e5-8ee51a10f2a0 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.312108 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-226ad4a2-96b0-4d0d-bc9a-763035c1aa04 req-9d5647ea-6a9a-4c6e-94e5-8ee51a10f2a0 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.6525044 Nov 12 08:32:54.358687 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.374245 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.377575 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c6ac6202-f489-4611-bdd0-f0657155cac0 HTTP/1.1" status: 204 len: 168 time: 1.3781536 Nov 12 08:32:54.410127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50cdf1-f35b-435b-bd60-4d5856418cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ac6202-f489-4611-bdd0-f0657155cac0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:54.431502 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.478908 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc553-d41b-47ad-94c3-1a73525ac2f3 req-f472fc76-efae-4c09-8493-7c0e2897ec02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.498027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc553-d41b-47ad-94c3-1a73525ac2f3 req-f472fc76-efae-4c09-8493-7c0e2897ec02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.511091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc553-d41b-47ad-94c3-1a73525ac2f3 req-f472fc76-efae-4c09-8493-7c0e2897ec02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.520717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5906ebe7-0f83-4b70-bda8-6c50a0ce5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:32:51Z', 'revision_number': 5, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port': {'id': 'ef9d80ae-673f-4954-88ac-c34e0dac6340', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:54.532528 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc553-d41b-47ad-94c3-1a73525ac2f3 req-f472fc76-efae-4c09-8493-7c0e2897ec02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.546733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc553-d41b-47ad-94c3-1a73525ac2f3 req-f472fc76-efae-4c09-8493-7c0e2897ec02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.560236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc553-d41b-47ad-94c3-1a73525ac2f3 req-f472fc76-efae-4c09-8493-7c0e2897ec02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.572084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc553-d41b-47ad-94c3-1a73525ac2f3 req-f472fc76-efae-4c09-8493-7c0e2897ec02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.575417 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e31dc553-d41b-47ad-94c3-1a73525ac2f3 req-f472fc76-efae-4c09-8493-7c0e2897ec02 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5436 time: 0.2669675 Nov 12 08:32:54.611146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906ebe7-0f83-4b70-bda8-6c50a0ce5da8 None None] Checking router: 820983b2-c293-4e13-bae9-348e3ef42a3b for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:32:54.629046 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-226ad4a2-96b0-4d0d-bc9a-763035c1aa04 req-c528ebb1-d24b-442f-aa49-6de576fc2ea7 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155148 Nov 12 08:32:54.670179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5906ebe7-0f83-4b70-bda8-6c50a0ce5da8 None None] Routers {'820983b2-c293-4e13-bae9-348e3ef42a3b'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:32:54.671633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5906ebe7-0f83-4b70-bda8-6c50a0ce5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:32:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['820983b2-c293-4e13-bae9-348e3ef42a3b'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:54.678846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-887591e1-2a54-4a73-810b-47bdfd57d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:54.686971 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-887591e1-2a54-4a73-810b-47bdfd57d0fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dca00ac6-38a8-4977-b810-156e5402b64d HTTP/1.1" status: 200 len: 861 time: 0.4049757 Nov 12 08:32:54.698693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54330) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:54.782455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54334) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:54.855298 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e31dc553-d41b-47ad-94c3-1a73525ac2f3 req-6f5c9eb0-4ea7-456d-817e-b48e2ee5d5ac tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2404532 Nov 12 08:32:54.878037 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Deleting port ef9d80ae-673f-4954-88ac-c34e0dac6340 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:54.879138 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:54.882667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-509d169a-e941-4a7b-b32c-60f99b8aa4f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93214d82-5dc6-4f88-a2dc-7d2799129824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1797557 Nov 12 08:32:54.904112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-5906ebe7-0f83-4b70-bda8-6c50a0ce5da8 None None] Set router 820983b2-c293-4e13-bae9-348e3ef42a3b gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:32:55.015358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bc0d2-e9cb-46a9-b532-19f83540bd6c req-192c14c3-2ef7-4fcd-bc5d-484532c41901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.016979 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f4bc0d2-e9cb-46a9-b532-19f83540bd6c req-192c14c3-2ef7-4fcd-bc5d-484532c41901 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 1098 time: 0.3016083 Nov 12 08:32:55.047334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5906ebe7-0f83-4b70-bda8-6c50a0ce5da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:32:54Z', 'revision_number': 6, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:55.071272 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f9145c2e-3517-493e-bed0-9c7cdf2dcb5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=804aad51373f4ba9b165cb0b36f53378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279445 Nov 12 08:32:55.077084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54338) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:55.091245 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-3cae1124-e437-4596-9718-575a1e7e9a04 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7757628 Nov 12 08:32:55.102713 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5906ebe7-0f83-4b70-bda8-6c50a0ce5da8 None None] The sync data for ids ['820983b2-c293-4e13-bae9-348e3ef42a3b'] in n-d-768851-18 is: [{'id': '820983b2-c293-4e13-bae9-348e3ef42a3b', 'name': 'tempest-ServersTestJSON-1341944663-router', 'tenant_id': '743df45cc8784d2da109027eec3966d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:30:17Z', 'updated_at': '2021-11-12T08:32:54Z', 'revision_number': 6, 'project_id': '743df45cc8784d2da109027eec3966d9', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:32:55.115195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd15f65-db7f-41af-a890-f369d702f135 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting subnet 89c9bb52-02d2-4946-8ede-d0a1f8f2527b {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:55.140728 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bd15f65-db7f-41af-a890-f369d702f135 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.222285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d58e56-0c06-44b0-9fef-361eec92be19 req-b3384b0a-2895-4dfa-b131-ff96a8c63689 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.234948 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04d58e56-0c06-44b0-9fef-361eec92be19 req-b3384b0a-2895-4dfa-b131-ff96a8c63689 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.2882025 Nov 12 08:32:55.248726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940fe5b-156c-4e69-94bc-45c17514f8bb req-d22708f7-7ffc-4448-a587-4b7466d4d63b tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.256301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7940fe5b-156c-4e69-94bc-45c17514f8bb req-d22708f7-7ffc-4448-a587-4b7466d4d63b tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 943 time: 0.2337523 Nov 12 08:32:55.280954 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bd15f65-db7f-41af-a890-f369d702f135 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.288622 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] For port ef9d80ae-673f-4954-88ac-c34e0dac6340, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ef9d80ae-673f-4954-88ac-c34e0dac6340,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:55.288985 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.289093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-3ccc9d4b-d25e-4c31-bfc3-08a403fb4b2c service neutron] 10.222.0.46 "GET /v2.0/networks/93214d82-5dc6-4f88-a2dc-7d2799129824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932960 Nov 12 08:32:55.335478 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f4bc0d2-e9cb-46a9-b532-19f83540bd6c req-d9dc1642-8f6e-4e0a-82f9-96b8098e1c0b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731159 Nov 12 08:32:55.347075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Calling delete_port for ef9d80ae-673f-4954-88ac-c34e0dac6340 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:55.424479 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c198e6f5-2cbe-4bbf-877a-2bdfedfcef90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.488392 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7940fe5b-156c-4e69-94bc-45c17514f8bb req-8ae342c0-257b-4de1-8315-684cf71af078 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310848 Nov 12 08:32:55.558906 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bd15f65-db7f-41af-a890-f369d702f135 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.838412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4262e7f-c990-4803-82e4-8457326de8dc', 'tag': '466c0f06-2159-488a-9833-2dea0a928133'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:32:55.840739 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f113cdb-1256-4ed4-acae-fc5aef0aceac" -d '{"events": [{"name": "network-changed", "server_uuid": "e4262e7f-c990-4803-82e4-8457326de8dc", "tag": "466c0f06-2159-488a-9833-2dea0a928133"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:32:55.865672 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04d58e56-0c06-44b0-9fef-361eec92be19 req-90cb7f36-3e4f-49ed-a7d1-4bff397dfcac tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294169 Nov 12 08:32:55.886633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e602f-0ced-4ada-8c79-c471ead9b126 req-95dadb55-9f4a-4e1d-abfa-0687d4a1c32d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.886633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e602f-0ced-4ada-8c79-c471ead9b126 req-95dadb55-9f4a-4e1d-abfa-0687d4a1c32d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.891501 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e602f-0ced-4ada-8c79-c471ead9b126 req-95dadb55-9f4a-4e1d-abfa-0687d4a1c32d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.896086 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-5976abd1-e456-4d52-bc63-1cb1d004e822 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7904468 Nov 12 08:32:55.898614 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e602f-0ced-4ada-8c79-c471ead9b126 req-95dadb55-9f4a-4e1d-abfa-0687d4a1c32d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.903328 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c198e6f5-2cbe-4bbf-877a-2bdfedfcef90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.905795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e602f-0ced-4ada-8c79-c471ead9b126 req-95dadb55-9f4a-4e1d-abfa-0687d4a1c32d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.919241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e602f-0ced-4ada-8c79-c471ead9b126 req-95dadb55-9f4a-4e1d-abfa-0687d4a1c32d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.935083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e602f-0ced-4ada-8c79-c471ead9b126 req-95dadb55-9f4a-4e1d-abfa-0687d4a1c32d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:55.942706 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e76e602f-0ced-4ada-8c79-c471ead9b126 req-95dadb55-9f4a-4e1d-abfa-0687d4a1c32d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5436 time: 0.3121676 Nov 12 08:32:55.950968 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bd15f65-db7f-41af-a890-f369d702f135 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:55.981176 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-c1660cd2-1651-4ca7-b9e6-fb927f3569b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=6b4acb58-e875-453b-8d33-a4032b56d002 HTTP/1.1" status: 200 len: 217 time: 0.0753968 Nov 12 08:32:56.033679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd15f65-db7f-41af-a890-f369d702f135 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Subnet': ['ID=89c9bb52-02d2-4946-8ede-d0a1f8f2527b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:56.042466 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bd15f65-db7f-41af-a890-f369d702f135 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.047134 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2bd15f65-db7f-41af-a890-f369d702f135 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "DELETE /v2.0/subnets/89c9bb52-02d2-4946-8ede-d0a1f8f2527b HTTP/1.1" status: 204 len: 168 time: 1.2550902 Nov 12 08:32:56.051054 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.056640 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54346) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:56.058831 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42e83b-69d0-48f8-9548-4aeada40ecbc None None] Network 8003f3df-212f-465c-b4b4-20f273a70c97 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:56.144580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c198e6f5-2cbe-4bbf-877a-2bdfedfcef90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.148612 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c198e6f5-2cbe-4bbf-877a-2bdfedfcef90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.163850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c198e6f5-2cbe-4bbf-877a-2bdfedfcef90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f9eccd3-d653-4c3c-8f82-0098a2963674 HTTP/1.1" status: 204 len: 168 time: 1.0712426 Nov 12 08:32:56.174612 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800b0784-a64f-4a08-9d8d-c49651c6b1e3 x-openstack-request-id: req-800b0784-a64f-4a08-9d8d-c49651c6b1e3 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:32:56.174925 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4262e7f-c990-4803-82e4-8457326de8dc", "tag": "466c0f06-2159-488a-9833-2dea0a928133", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:32:56.175175 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-800b0784-a64f-4a08-9d8d-c49651c6b1e3 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:32:56.175587 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4262e7f-c990-4803-82e4-8457326de8dc', 'tag': '466c0f06-2159-488a-9833-2dea0a928133', 'status': 'completed', 'code': 200} Nov 12 08:32:56.196108 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9d80ae-673f-4954-88ac-c34e0dac6340,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:56.213506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b73fe495-9825-42a8-8277-7cebe2f9a70e req-1c60891a-3d3a-468d-8035-0689701df103 service neutron] 10.222.0.46 "GET /v2.0/networks/93214d82-5dc6-4f88-a2dc-7d2799129824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9133356 Nov 12 08:32:56.294227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198e6f5-2cbe-4bbf-877a-2bdfedfcef90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9eccd3-d653-4c3c-8f82-0098a2963674,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:56.396293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9435fc8-75bd-4b9e-aeeb-e76fcac25281 req-0d94f983-1f1f-4d15-9185-6bdee6197ca4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:56.414108 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9435fc8-75bd-4b9e-aeeb-e76fcac25281 req-0d94f983-1f1f-4d15-9185-6bdee6197ca4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.4416177 Nov 12 08:32:56.460189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b02bc0dc-8296-4866-89a3-2c8ccc79d635 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:56.479316 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.489160 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.513381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-519bd58c-6946-47f9-902e-e069b4d504ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:56.515567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-519bd58c-6946-47f9-902e-e069b4d504ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.5204456 Nov 12 08:32:56.620308 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b02bc0dc-8296-4866-89a3-2c8ccc79d635 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:56.620940 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b02bc0dc-8296-4866-89a3-2c8ccc79d635 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:56.621456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ef9d80ae-673f-4954-88ac-c34e0dac6340 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:56.683963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ef9d80ae-673f-4954-88ac-c34e0dac6340 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:56.684381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ef9d80ae-673f-4954-88ac-c34e0dac6340 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:56.766288 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.780460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:56.795028 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9435fc8-75bd-4b9e-aeeb-e76fcac25281 req-2200a06e-a63c-4174-bf55-05823f0df684 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790255 Nov 12 08:32:56.812181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f113cdb-1256-4ed4-acae-fc5aef0aceac req-63802558-0277-49ab-acb9-35652e95b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:56.814931 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f113cdb-1256-4ed4-acae-fc5aef0aceac req-63802558-0277-49ab-acb9-35652e95b10a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1c346fac6a84db9a393ddb98d03ca3b&device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 1095 time: 0.3945394 Nov 12 08:32:56.821939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-25a0eb12-2cf9-4c6e-a460-a54b7d139a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:56.824667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-25a0eb12-2cf9-4c6e-a460-a54b7d139a7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2502251 Nov 12 08:32:56.866449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c18988f-43d2-4037-8a2d-79c663836c30 None None] DHCP port deletion for 8003f3df-212f-465c-b4b4-20f273a70c97 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:32:57.029388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1c18988f-43d2-4037-8a2d-79c663836c30 None None] Deleting port ffac26ad-b98c-42fa-815c-1d5806b3e185 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:57.029954 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c18988f-43d2-4037-8a2d-79c663836c30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.192039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1c18988f-43d2-4037-8a2d-79c663836c30 None None] For port ffac26ad-b98c-42fa-815c-1d5806b3e185, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ffac26ad-b98c-42fa-815c-1d5806b3e185,segment=NetworkSegment(939c4fce-0c04-491f-99c2-b4deb7d34b7a),segment_id=939c4fce-0c04-491f-99c2-b4deb7d34b7a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:57.193879 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c18988f-43d2-4037-8a2d-79c663836c30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.220693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f113cdb-1256-4ed4-acae-fc5aef0aceac req-6dca37d9-210c-4240-8c7a-094c5de144f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:57.222312 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f113cdb-1256-4ed4-acae-fc5aef0aceac req-6dca37d9-210c-4240-8c7a-094c5de144f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=93214d82-5dc6-4f88-a2dc-7d2799129824 HTTP/1.1" status: 200 len: 922 time: 0.3960738 Nov 12 08:32:57.233319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1c18988f-43d2-4037-8a2d-79c663836c30 None None] Calling delete_port for ffac26ad-b98c-42fa-815c-1d5806b3e185 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:57.237234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53d039-c60d-488a-9ccd-ca4f9de643be req-7915956f-1baa-4cb3-bea8-a20fc3e17ff1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:57.238912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d53d039-c60d-488a-9ccd-ca4f9de643be req-7915956f-1baa-4cb3-bea8-a20fc3e17ff1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.1319704 Nov 12 08:32:57.247939 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-ffb1664c-adbf-4fad-9b22-6dd815bee2cf service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650043 Nov 12 08:32:57.318667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f113cdb-1256-4ed4-acae-fc5aef0aceac req-fba38251-2525-4292-867d-68f0d63d1046 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=466c0f06-2159-488a-9833-2dea0a928133 HTTP/1.1" status: 200 len: 217 time: 0.0785623 Nov 12 08:32:57.404114 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c18988f-43d2-4037-8a2d-79c663836c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.487117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18988f-43d2-4037-8a2d-79c663836c30 None None] Pushing event deleted for resources: {'Port': ['ID=ffac26ad-b98c-42fa-815c-1d5806b3e185,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:57.490809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18988f-43d2-4037-8a2d-79c663836c30 None None] No DVR routers for this DVR port ffac26ad-b98c-42fa-815c-1d5806b3e185 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:57.535970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f113cdb-1256-4ed4-acae-fc5aef0aceac req-61177316-2ff1-4690-a2f0-6c30330a6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:57.539672 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f113cdb-1256-4ed4-acae-fc5aef0aceac req-61177316-2ff1-4690-a2f0-6c30330a6f2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dca00ac6-38a8-4977-b810-156e5402b64d HTTP/1.1" status: 200 len: 861 time: 0.1913025 Nov 12 08:32:57.553844 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d53d039-c60d-488a-9ccd-ca4f9de643be req-fce9d87e-5f6c-4627-b28b-d97e358908ee tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032627 Nov 12 08:32:57.607524 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f113cdb-1256-4ed4-acae-fc5aef0aceac req-5bb0ff34-6c0d-4927-b93d-0c4c5160ca7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=93214d82-5dc6-4f88-a2dc-7d2799129824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512059 Nov 12 08:32:57.654586 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b8030-8832-4b79-9916-15ceaaaa63ad req-4c9cb333-4866-4422-b0d7-94f8b272c373 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:57.657181 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-713b8030-8832-4b79-9916-15ceaaaa63ad req-4c9cb333-4866-4422-b0d7-94f8b272c373 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 943 time: 0.9873829 Nov 12 08:32:57.667825 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-722c8024-64ba-4f7c-be8a-27f6eb6dee9f service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691955 Nov 12 08:32:57.689445 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.705998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 820983b2-c293-4e13-bae9-348e3ef42a3b {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:32:57.731090 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:57.742598 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-199ff85c-cdd2-4061-bd20-808b204e56dc admin admin] 10.222.0.31 "DELETE /v2.0/routers/820983b2-c293-4e13-bae9-348e3ef42a3b HTTP/1.1" status: 204 len: 168 time: 4.1850095 Nov 12 08:32:57.795079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54368) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:57.840970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-30e6649a-72ad-415f-86d8-8b062b440bc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd70e32c-4bfa-4b4e-9198-1b55643f4179 HTTP/1.1" status: 200 len: 217 time: 0.1344573 Nov 12 08:32:57.992530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting port ffac26ad-b98c-42fa-815c-1d5806b3e185 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:32:57.993122 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.035560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-35077309-b5c3-4913-a968-ed72c85fa516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.037239 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-35077309-b5c3-4913-a968-ed72c85fa516 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a38c965-8753-439d-b47e-56d6af58b295 HTTP/1.1" status: 200 len: 797 time: 0.1825027 Nov 12 08:32:58.084017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ffac26ad-b98c-42fa-815c-1d5806b3e185 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:32:58.142943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ffac26ad-b98c-42fa-815c-1d5806b3e185 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:32:58.149822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ffac26ad-b98c-42fa-815c-1d5806b3e185 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:32:58.183037 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-713b8030-8832-4b79-9916-15ceaaaa63ad req-22aaa73e-3f96-4827-8496-82990e1d86a6 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104742 Nov 12 08:32:58.194004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8569de45-047d-4c7c-b457-b4fc0173efa4 admin admin] Deleting subnet c244df4f-9bcf-45e9-be27-1e0ebdafaed0 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:58.200501 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8569de45-047d-4c7c-b457-b4fc0173efa4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.254160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f113cdb-1256-4ed4-acae-fc5aef0aceac req-e9093a00-b609-4d3f-92d1-3df5e991bc9a service neutron] 10.222.0.46 "GET /v2.0/networks/93214d82-5dc6-4f88-a2dc-7d2799129824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354055 Nov 12 08:32:58.294791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] For port ffac26ad-b98c-42fa-815c-1d5806b3e185, host n-d-768851-18, got binding levels [] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:32:58.295707 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.325160 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8569de45-047d-4c7c-b457-b4fc0173efa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.445087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Calling delete_port for ffac26ad-b98c-42fa-815c-1d5806b3e185 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:32:58.499043 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f113cdb-1256-4ed4-acae-fc5aef0aceac req-76959e2d-e2e2-4135-a82e-863da3c0ac37 service neutron] 10.222.0.46 "GET /v2.0/networks/93214d82-5dc6-4f88-a2dc-7d2799129824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128775 Nov 12 08:32:58.499043 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-b7cac692-6264-4407-8080-90344dd61e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.499043 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-b7cac692-6264-4407-8080-90344dd61e20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c29e3af6-7b39-400c-ac4f-52e25909400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4259932 Nov 12 08:32:58.536502 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.538329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Port ffac26ad-b98c-42fa-815c-1d5806b3e185 was not found and therefore no delete operation was performed {{(pid=102445) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:32:58.550147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.581158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b00f0-1295-46bb-9d0c-160a20ad7d3a req-13affa28-1ebf-457c-a17d-8783215d71c8 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.581802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] No DVR routers for this DVR port ffac26ad-b98c-42fa-815c-1d5806b3e185 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:32:58.591842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-399b00f0-1295-46bb-9d0c-160a20ad7d3a req-13affa28-1ebf-457c-a17d-8783215d71c8 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.4548461 Nov 12 08:32:58.658141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Port': ['ID=ffac26ad-b98c-42fa-815c-1d5806b3e185,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:58.665158 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8569de45-047d-4c7c-b457-b4fc0173efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.740395 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-399b00f0-1295-46bb-9d0c-160a20ad7d3a req-ffbde75c-546a-4097-ae54-a7a94c1f9db5 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473348 Nov 12 08:32:58.814843 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-bc9f184f-d6bb-4ec8-a47a-e997924f9520 service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021157 Nov 12 08:32:58.865555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.897964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8003f3df-212f-465c-b4b4-20f273a70c97']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:58.912008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939c4fce-0c04-491f-99c2-b4deb7d34b7a') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:58.912345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939c4fce-0c04-491f-99c2-b4deb7d34b7a') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:32:58.930078 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.960063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.973124 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:32:58.973950 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:58.993018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b3330-d783-4d02-97d9-16dc0d4b3e4e req-f4a95680-bfa5-48d0-8bef-f09695f79ac4 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:58.995347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df0b3330-d783-4d02-97d9-16dc0d4b3e4e req-f4a95680-bfa5-48d0-8bef-f09695f79ac4 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.1368287 Nov 12 08:32:59.022021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-7867fa99-84e3-4132-8c97-e8fd2132029c service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987424 Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:32:59.091871 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:32:59.093930 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-b4135941-bf8d-4503-ba43-cd8917c01aab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a674dc8f-9fd1-4663-8091-799206f28428 HTTP/1.1" status: 200 len: 217 time: 0.0589845 Nov 12 08:32:59.103674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-ad4c3a30-9987-4637-9827-5f13622f725c req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1597290123', 'description': 'tempest-description-1656214823'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:32:59.109082 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.116699 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.123325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "DELETE /v2.0/networks/8003f3df-212f-465c-b4b4-20f273a70c97 HTTP/1.1" status: 204 len: 168 time: 3.0628736 Nov 12 08:32:59.123699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54412) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:59.165993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9b7ea-ffbd-459a-961c-0437b76628d1 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Network': ['ID=8003f3df-212f-465c-b4b4-20f273a70c97,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:59.198863 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ad4c3a30-9987-4637-9827-5f13622f725c req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.208308 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df0b3330-d783-4d02-97d9-16dc0d4b3e4e req-147b4e49-d3b3-425a-ad0c-d476aba4afc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983809 Nov 12 08:32:59.263945 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8569de45-047d-4c7c-b457-b4fc0173efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.309406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d377adb6-b3d4-4405-bd17-0d9f06cabd8a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting subnet 8779bef6-a280-43fb-9dde-58f5aa2e8549 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:32:59.316778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d377adb6-b3d4-4405-bd17-0d9f06cabd8a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.350525 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8569de45-047d-4c7c-b457-b4fc0173efa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.355205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c998b-3cf6-4ae5-bd25-17e7d41bcbaa None None] Network 3113c766-df42-471f-8bdc-e3b4e4efd335 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:32:59.382724 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8569de45-047d-4c7c-b457-b4fc0173efa4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c244df4f-9bcf-45e9-be27-1e0ebdafaed0 HTTP/1.1" status: 204 len: 168 time: 1.5801420 Nov 12 08:32:59.385746 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d223c7f2-4e2c-4301-8cae-93e4f0cb9175 req-1cb2cba0-ad40-4468-b729-f6038fa29590 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c85d89e-9d54-455d-92d0-3fab8b3663a6 HTTP/1.1" status: 200 len: 210 time: 0.0353634 Nov 12 08:32:59.386359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54424) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:59.401445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569de45-047d-4c7c-b457-b4fc0173efa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c244df4f-9bcf-45e9-be27-1e0ebdafaed0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:59.516183 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.532536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-571c627b-0937-469a-a925-70e487308a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.534210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-571c627b-0937-469a-a925-70e487308a1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a38c965-8753-439d-b47e-56d6af58b295 HTTP/1.1" status: 200 len: 797 time: 0.4310048 Nov 12 08:32:59.542222 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54428) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:32:59.563640 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d377adb6-b3d4-4405-bd17-0d9f06cabd8a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.600183 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ad4c3a30-9987-4637-9827-5f13622f725c req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.607703 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ad4c3a30-9987-4637-9827-5f13622f725c req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.643171 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ad4c3a30-9987-4637-9827-5f13622f725c req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:32:59.665543 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad4c3a30-9987-4637-9827-5f13622f725c req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.5712240 Nov 12 08:32:59.702650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20f3967-5870-4d1c-b509-3b2d4879cd3e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:32:59.714995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:59.715358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:59.715709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:59.716051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:59.716483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:59.717359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:59.717711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:59.718057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:59.719057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:59.719057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:59.719360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:59.719846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442013bc-95ea-48bc-b705-18db8fe007c4 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:32:59.772364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 466c0f06-2159-488a-9833-2dea0a928133 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:32:59.845899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-348265de-25fe-4cda-b5ea-6b9c621f70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.847641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-348265de-25fe-4cda-b5ea-6b9c621f70ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c29e3af6-7b39-400c-ac4f-52e25909400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3045197 Nov 12 08:32:59.864081 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009542-20b6-4fe7-9122-ffaca4f438ba req-27ddd93b-1ad1-4610-8ce0-d2165790627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.867382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009542-20b6-4fe7-9122-ffaca4f438ba req-27ddd93b-1ad1-4610-8ce0-d2165790627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.868110 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009542-20b6-4fe7-9122-ffaca4f438ba req-27ddd93b-1ad1-4610-8ce0-d2165790627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.869961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009542-20b6-4fe7-9122-ffaca4f438ba req-27ddd93b-1ad1-4610-8ce0-d2165790627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.883644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36ee59-f492-48f3-8316-828a36c6b5ff req-f4fbedae-9519-43af-833d-5fdfdd669ccf tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.886139 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009542-20b6-4fe7-9122-ffaca4f438ba req-27ddd93b-1ad1-4610-8ce0-d2165790627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.887484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009542-20b6-4fe7-9122-ffaca4f438ba req-27ddd93b-1ad1-4610-8ce0-d2165790627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.891861 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6a36ee59-f492-48f3-8316-828a36c6b5ff req-f4fbedae-9519-43af-833d-5fdfdd669ccf tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 943 time: 0.2186704 Nov 12 08:32:59.892168 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009542-20b6-4fe7-9122-ffaca4f438ba req-27ddd93b-1ad1-4610-8ce0-d2165790627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:32:59.894539 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a009542-20b6-4fe7-9122-ffaca4f438ba req-27ddd93b-1ad1-4610-8ce0-d2165790627f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6500 time: 0.3512831 Nov 12 08:32:59.924057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4815f07-1f61-4eac-8749-bbf974200146 None None] DHCP port deletion for 3113c766-df42-471f-8bdc-e3b4e4efd335 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:00.038218 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 466c0f06-2159-488a-9833-2dea0a928133, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=466c0f06-2159-488a-9833-2dea0a928133,segment=NetworkSegment(59280070-9edd-4f3d-b4e6-dc8554c5f091),segment_id=59280070-9edd-4f3d-b4e6-dc8554c5f091)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:00.055287 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '466c0f06-2159-488a-9833-2dea0a928133', 'network_id': '93214d82-5dc6-4f88-a2dc-7d2799129824', 'port_id': '466c0f06-2159-488a-9833-2dea0a928133', 'mac_address': 'fa:16:3e:b8:f0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca00ac6-38a8-4977-b810-156e5402b64d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:00.117447 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a009542-20b6-4fe7-9122-ffaca4f438ba req-2e62823f-8138-42f3-8e0a-a7cb106ff5c1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2086301 Nov 12 08:33:00.128237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5d494919-ad32-4213-b553-d60a7d05d2f3 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:00.283160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6a36ee59-f492-48f3-8316-828a36c6b5ff req-fca53910-0b84-4755-9b5f-ba7d109fa5d8 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900638 Nov 12 08:33:00.319007 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d377adb6-b3d4-4405-bd17-0d9f06cabd8a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.342759 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad811285-d16b-4bda-a54a-6fdac2a95c6a req-8f606e42-e92d-463d-8559-9a3eeeaa8b2b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1597290123&fields=id&tenant_id=eda6137855534360b01b47a6df365310 HTTP/1.1" status: 200 len: 267 time: 0.1232157 Nov 12 08:33:00.391556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Deleting port 5d494919-ad32-4213-b553-d60a7d05d2f3 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:00.392143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.426472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad811285-d16b-4bda-a54a-6fdac2a95c6a req-e2b29f7d-3752-419a-91c0-777aff0b2c2e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:00.437342 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad811285-d16b-4bda-a54a-6fdac2a95c6a req-e2b29f7d-3752-419a-91c0-777aff0b2c2e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.0931559 Nov 12 08:33:00.471121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-ad811285-d16b-4bda-a54a-6fdac2a95c6a req-7a09b495-3b41-4545-a9f9-d59a14c3deeb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Request body: {'port': {'security_groups': ['f6cb01c0-553d-4625-af52-fd5681d878fb', 'c20f3967-5870-4d1c-b509-3b2d4879cd3e']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:00.487141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] For port 5d494919-ad32-4213-b553-d60a7d05d2f3, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5d494919-ad32-4213-b553-d60a7d05d2f3,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:00.487730 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.513937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Calling delete_port for 5d494919-ad32-4213-b553-d60a7d05d2f3 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:00.641865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b4815f07-1f61-4eac-8749-bbf974200146 None None] Deleting port 5d494919-ad32-4213-b553-d60a7d05d2f3 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:00.642678 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4815f07-1f61-4eac-8749-bbf974200146 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.663591 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ad811285-d16b-4bda-a54a-6fdac2a95c6a req-7a09b495-3b41-4545-a9f9-d59a14c3deeb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.701296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-87d7260e-bd11-4912-8039-ccc4b32be662 service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8250308 Nov 12 08:33:00.743043 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.764860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b4815f07-1f61-4eac-8749-bbf974200146 None None] For port 5d494919-ad32-4213-b553-d60a7d05d2f3, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5d494919-ad32-4213-b553-d60a7d05d2f3,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:00.765818 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4815f07-1f61-4eac-8749-bbf974200146 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:00.798222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466c0f06-2159-488a-9833-2dea0a928133 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:00.824366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 466c0f06-2159-488a-9833-2dea0a928133, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=466c0f06-2159-488a-9833-2dea0a928133,segment=NetworkSegment(59280070-9edd-4f3d-b4e6-dc8554c5f091),segment_id=59280070-9edd-4f3d-b4e6-dc8554c5f091)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:00.827321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b4815f07-1f61-4eac-8749-bbf974200146 None None] Calling delete_port for 5d494919-ad32-4213-b553-d60a7d05d2f3 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:00.867039 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.019148 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d377adb6-b3d4-4405-bd17-0d9f06cabd8a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.027030 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.062838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=466c0f06-2159-488a-9833-2dea0a928133,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:01.115268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 5d494919-ad32-4213-b553-d60a7d05d2f3, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5d494919-ad32-4213-b553-d60a7d05d2f3,segment=NetworkSegment(9fdff6a5-bbba-473c-8359-b75125ebef2b),segment_id=9fdff6a5-bbba-473c-8359-b75125ebef2b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:01.134751 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.211391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f45c70-a359-4139-83e7-f4fdb0147e79 req-d6128f93-d1ac-4ddd-bc84-a6f51ccf97ce tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.217655 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60f45c70-a359-4139-83e7-f4fdb0147e79 req-d6128f93-d1ac-4ddd-bc84-a6f51ccf97ce tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.6086583 Nov 12 08:33:01.272314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=5d494919-ad32-4213-b553-d60a7d05d2f3,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:01.309183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['466c0f06-2159-488a-9833-2dea0a928133'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:01.442989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-ad811285-d16b-4bda-a54a-6fdac2a95c6a req-7a09b495-3b41-4545-a9f9-d59a14c3deeb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] For port 895b5678-6c8a-4e35-ab24-20b30619dfa1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1,segment=NetworkSegment(7bf239bd-c410-4760-8219-4ef52a1deb20),segment_id=7bf239bd-c410-4760-8219-4ef52a1deb20)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:01.517927 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ad811285-d16b-4bda-a54a-6fdac2a95c6a req-7a09b495-3b41-4545-a9f9-d59a14c3deeb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.590710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ad811285-d16b-4bda-a54a-6fdac2a95c6a req-7a09b495-3b41-4545-a9f9-d59a14c3deeb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.602993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['895b5678-6c8a-4e35-ab24-20b30619dfa1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:01.692052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad811285-d16b-4bda-a54a-6fdac2a95c6a req-7a09b495-3b41-4545-a9f9-d59a14c3deeb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:01.693051 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ad811285-d16b-4bda-a54a-6fdac2a95c6a req-7a09b495-3b41-4545-a9f9-d59a14c3deeb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.695246 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad811285-d16b-4bda-a54a-6fdac2a95c6a req-7a09b495-3b41-4545-a9f9-d59a14c3deeb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "PUT /v2.0/ports/895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 982 time: 1.2565391 Nov 12 08:33:01.704390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:01.707377 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb295f4-af53-4d14-a4f3-b935a37e611a" -d '{"events": [{"name": "network-changed", "server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:01.734255 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377adb6-b3d4-4405-bd17-0d9f06cabd8a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Subnet': ['ID=8779bef6-a280-43fb-9dde-58f5aa2e8549,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:01.747205 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d377adb6-b3d4-4405-bd17-0d9f06cabd8a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.750767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d377adb6-b3d4-4405-bd17-0d9f06cabd8a tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "DELETE /v2.0/subnets/8779bef6-a280-43fb-9dde-58f5aa2e8549 HTTP/1.1" status: 204 len: 168 time: 2.6213181 Nov 12 08:33:01.759035 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:01.760192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54470) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:01.773290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8905173-9d20-4cdc-b4a8-6d93119d3717 None None] Network 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:01.803504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09b495-3b41-4545-a9f9-d59a14c3deeb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Pushing event updated for resources: {'Port': ['ID=895b5678-6c8a-4e35-ab24-20b30619dfa1,revision_number=6']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:01.823135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5d494919-ad32-4213-b553-d60a7d05d2f3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:01.825434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] No DVR routers for this DVR port 5d494919-ad32-4213-b553-d60a7d05d2f3 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:01.830438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['895b5678-6c8a-4e35-ab24-20b30619dfa1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:01.838876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf34146-9ed1-4f98-9581-d1940522ba3e req-40accf9c-7bf6-4590-84c4-3d3fb40969fc service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1362405 Nov 12 08:33:01.900587 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60f45c70-a359-4139-83e7-f4fdb0147e79 req-c117340b-8b1a-4848-bb50-a2906ca069f2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6468146 Nov 12 08:33:01.976871 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4815f07-1f61-4eac-8749-bbf974200146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.027192 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-170846ba-b214-4a54-b534-ff8b9a75b8cf req-9ab9e22c-89de-4282-957d-7730937470bc tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0770109 Nov 12 08:33:02.029551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4815f07-1f61-4eac-8749-bbf974200146 None None] Pushing event deleted for resources: {'Port': ['ID=5d494919-ad32-4213-b553-d60a7d05d2f3,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:02.040848 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.057380 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.127215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4815f07-1f61-4eac-8749-bbf974200146 None None] No DVR routers for this DVR port 5d494919-ad32-4213-b553-d60a7d05d2f3 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:02.162997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Deleting port 3209e4d1-135e-4762-9166-00f2297ea8a4 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:02.163405 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.171637 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3113c766-df42-471f-8bdc-e3b4e4efd335']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:02.193906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdff6a5-bbba-473c-8359-b75125ebef2b') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:02.194207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdff6a5-bbba-473c-8359-b75125ebef2b') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:02.224683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341797a-23b6-4ef6-9b81-d048a8745466 req-a4d35188-cda8-4d15-afdc-bf2e44dc9d12 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:02.239108 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3341797a-23b6-4ef6-9b81-d048a8745466 req-a4d35188-cda8-4d15-afdc-bf2e44dc9d12 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 944 time: 0.1572356 Nov 12 08:33:02.242404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] For port 3209e4d1-135e-4762-9166-00f2297ea8a4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3209e4d1-135e-4762-9166-00f2297ea8a4,segment=NetworkSegment(d8be333d-e394-4609-a7b3-4d6c12d72838),segment_id=d8be333d-e394-4609-a7b3-4d6c12d72838)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:02.242776 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.247771 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.257306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Calling delete_port for 3209e4d1-135e-4762-9166-00f2297ea8a4 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:02.280309 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.302480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:33:02.302892 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:33:02.304960 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:33:02.387017 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.395896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3341797a-23b6-4ef6-9b81-d048a8745466 req-5f6bec69-d1b2-48f0-932e-0a69cba524fc tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504648 Nov 12 08:33:02.418471 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.451585 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.459579 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] 10.222.0.31 "DELETE /v2.0/networks/3113c766-df42-471f-8bdc-e3b4e4efd335 HTTP/1.1" status: 204 len: 168 time: 3.0671124 Nov 12 08:33:02.462201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca09e3-77b8-4fc7-b4e0-85dcfe8166ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3113c766-df42-471f-8bdc-e3b4e4efd335,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:02.463321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Port': ['ID=3209e4d1-135e-4762-9166-00f2297ea8a4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:02.491067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] No DVR routers for this DVR port 3209e4d1-135e-4762-9166-00f2297ea8a4 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:02.531115 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede86f67-4af3-4493-8a2f-0a7b419cc011 x-openstack-request-id: req-ede86f67-4af3-4493-8a2f-0a7b419cc011 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:02.531546 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:02.531902 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ede86f67-4af3-4493-8a2f-0a7b419cc011 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:02.532405 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'status': 'completed', 'code': 200} Nov 12 08:33:02.631285 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2fbdbe03-b603-4708-9f17-9ea285d449a7 req-94bca3f5-a313-47f5-b4d4-5e6073aed6f8 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1597290123&fields=id&tenant_id=eda6137855534360b01b47a6df365310 HTTP/1.1" status: 200 len: 267 time: 0.2478702 Nov 12 08:33:02.804685 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.836537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa934dc7-d733-4733-8c2f-3aef3f6315bf None None] DHCP port deletion for 0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:02.842488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:02.856795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8be333d-e394-4609-a7b3-4d6c12d72838') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:02.857160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8be333d-e394-4609-a7b3-4d6c12d72838') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:02.869595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.896185 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.966599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:33:02.969625 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:33:02.975053 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:33:03.054663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54482) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:03.072809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2b7f9-0be5-4ee7-827e-12922224a080 req-90f62974-3954-48a7-8885-de107bd9b424 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:03.073675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb295f4-af53-4d14-a4f3-b935a37e611a req-dd2dae4d-b24c-4d2c-ad4a-0cf27be8f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:03.075402 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecb295f4-af53-4d14-a4f3-b935a37e611a req-dd2dae4d-b24c-4d2c-ad4a-0cf27be8f49d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eda6137855534360b01b47a6df365310&device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 1137 time: 0.5125864 Nov 12 08:33:03.083445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2f2b7f9-0be5-4ee7-827e-12922224a080 req-90f62974-3954-48a7-8885-de107bd9b424 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.0819538 Nov 12 08:33:03.113806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdbe03-b603-4708-9f17-9ea285d449a7 req-bdda2c90-303d-475f-80a0-257d98766aea tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:03.115862 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2fbdbe03-b603-4708-9f17-9ea285d449a7 req-bdda2c90-303d-475f-80a0-257d98766aea tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 985 time: 0.4097571 Nov 12 08:33:03.126990 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.144157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.150549 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] 10.222.0.31 "DELETE /v2.0/networks/0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099 HTTP/1.1" status: 204 len: 168 time: 1.3862293 Nov 12 08:33:03.159207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-2fbdbe03-b603-4708-9f17-9ea285d449a7 req-264c0878-3158-43cc-b705-f343557ccc8e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Request body: {'port': {'security_groups': ['f6cb01c0-553d-4625-af52-fd5681d878fb']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:03.185849 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2f2b7f9-0be5-4ee7-827e-12922224a080 req-5ad44876-7c7d-47eb-aa6c-e1e1a4e9024d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013129 Nov 12 08:33:03.198485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-34bee777-aca8-4342-8b75-80c52368e2ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=743df45cc8784d2da109027eec3966d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360447 Nov 12 08:33:03.199053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54488) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:03.229442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91864b01-960d-46dd-b647-0f45e9c4ee72 tempest-ServersTestMultiNic-706698234 tempest-ServersTestMultiNic-706698234-project] Pushing event deleted for resources: {'Network': ['ID=0b54e7cb-d165-4a2c-a6de-7bd1fbdbd099,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:03.311660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2fbdbe03-b603-4708-9f17-9ea285d449a7 req-264c0878-3158-43cc-b705-f343557ccc8e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.325464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb295f4-af53-4d14-a4f3-b935a37e611a req-3ef14b80-fa58-41a8-bc9e-c9e6d484fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:03.326998 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecb295f4-af53-4d14-a4f3-b935a37e611a req-3ef14b80-fa58-41a8-bc9e-c9e6d484fcba service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c9f32d5-f223-48ad-aeb1-0363859fe388 HTTP/1.1" status: 200 len: 921 time: 0.2412653 Nov 12 08:33:03.346032 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a51e20-2dc4-4b44-8622-5cf4dc41977f req-73d918e2-4b5c-49b8-9c2b-735f91d75bbf tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0794735 Nov 12 08:33:03.346994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-91d80486-f201-47db-931f-cf03a199bf24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.402079 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-91d80486-f201-47db-931f-cf03a199bf24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.427926 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecb295f4-af53-4d14-a4f3-b935a37e611a req-842d6d40-5ae4-4974-8133-ea2c88849f36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 217 time: 0.0844460 Nov 12 08:33:03.530928 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-91d80486-f201-47db-931f-cf03a199bf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.535284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-91d80486-f201-47db-931f-cf03a199bf24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.536923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-91d80486-f201-47db-931f-cf03a199bf24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96a21c92-3b3d-4cbb-8851-088ae0958c02 HTTP/1.1" status: 204 len: 168 time: 0.3365145 Nov 12 08:33:03.548816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d80486-f201-47db-931f-cf03a199bf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a21c92-3b3d-4cbb-8851-088ae0958c02,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:03.612281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb295f4-af53-4d14-a4f3-b935a37e611a req-bbec5fbc-ee3a-46da-b7e0-4e9c43ae1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:03.614569 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecb295f4-af53-4d14-a4f3-b935a37e611a req-bbec5fbc-ee3a-46da-b7e0-4e9c43ae1a07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c73d9451-4524-4352-9480-948df1f78588 HTTP/1.1" status: 200 len: 860 time: 0.1760731 Nov 12 08:33:03.638509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a514d1a-0fc0-4a67-9f18-af6d3a7d6df9 req-74af6f20-2963-4fd3-8560-9cad4314b6cc tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:03.641071 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a514d1a-0fc0-4a67-9f18-af6d3a7d6df9 req-74af6f20-2963-4fd3-8560-9cad4314b6cc tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 944 time: 0.0881104 Nov 12 08:33:03.708904 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecb295f4-af53-4d14-a4f3-b935a37e611a req-99953a9e-8655-45de-9d7a-b61fdf38afe8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c9f32d5-f223-48ad-aeb1-0363859fe388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389357 Nov 12 08:33:03.745062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a514d1a-0fc0-4a67-9f18-af6d3a7d6df9 req-80071886-6f16-49b0-8215-4ee8ebecb990 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965412 Nov 12 08:33:03.779153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 466c0f06-2159-488a-9833-2dea0a928133 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:03.881419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 466c0f06-2159-488a-9833-2dea0a928133 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:03.892508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 466c0f06-2159-488a-9833-2dea0a928133 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:03.892929 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:03.983454 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecb295f4-af53-4d14-a4f3-b935a37e611a req-ddca8f62-b15d-43aa-940b-fc9b5261ac86 service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647920 Nov 12 08:33:04.001273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-2fbdbe03-b603-4708-9f17-9ea285d449a7 req-264c0878-3158-43cc-b705-f343557ccc8e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] For port 895b5678-6c8a-4e35-ab24-20b30619dfa1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1,segment=NetworkSegment(7bf239bd-c410-4760-8219-4ef52a1deb20),segment_id=7bf239bd-c410-4760-8219-4ef52a1deb20)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:04.071395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54504) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:04.083643 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3209e4d1-135e-4762-9166-00f2297ea8a4 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:04.094839 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.118834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2fbdbe03-b603-4708-9f17-9ea285d449a7 req-264c0878-3158-43cc-b705-f343557ccc8e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.132452 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2fbdbe03-b603-4708-9f17-9ea285d449a7 req-264c0878-3158-43cc-b705-f343557ccc8e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.148653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['895b5678-6c8a-4e35-ab24-20b30619dfa1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:04.215974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdbe03-b603-4708-9f17-9ea285d449a7 req-264c0878-3158-43cc-b705-f343557ccc8e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:04.216760 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2fbdbe03-b603-4708-9f17-9ea285d449a7 req-264c0878-3158-43cc-b705-f343557ccc8e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.219768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2fbdbe03-b603-4708-9f17-9ea285d449a7 req-264c0878-3158-43cc-b705-f343557ccc8e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "PUT /v2.0/ports/895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 943 time: 1.0906048 Nov 12 08:33:04.226746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 3209e4d1-135e-4762-9166-00f2297ea8a4 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:04.229137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3209e4d1-135e-4762-9166-00f2297ea8a4 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:04.260314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecb295f4-af53-4d14-a4f3-b935a37e611a req-5f89f147-dfaf-4f99-bcd7-7ea77e3c3f95 service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685499 Nov 12 08:33:04.324540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['895b5678-6c8a-4e35-ab24-20b30619dfa1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:04.333926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c0878-3158-43cc-b705-f343557ccc8e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Pushing event updated for resources: {'Port': ['ID=895b5678-6c8a-4e35-ab24-20b30619dfa1,revision_number=7']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:04.335148 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4262e7f-c990-4803-82e4-8457326de8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466c0f06-2159-488a-9833-2dea0a928133'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:04.339582 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af63510e-81dc-4e4b-a57d-a2652de93600" -d '{"events": [{"server_uuid": "e4262e7f-c990-4803-82e4-8457326de8dc", "name": "network-vif-plugged", "status": "completed", "tag": "466c0f06-2159-488a-9833-2dea0a928133"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:04.471939 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-1dd1ed88-b58a-4226-95e9-f0815da28b0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1703842 Nov 12 08:33:04.477605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:04.513975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 466c0f06-2159-488a-9833-2dea0a928133, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=466c0f06-2159-488a-9833-2dea0a928133,segment=NetworkSegment(59280070-9edd-4f3d-b4e6-dc8554c5f091),segment_id=59280070-9edd-4f3d-b4e6-dc8554c5f091)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:04.531177 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.540471 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.574930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:04.577701 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396e971b-b7dd-46e6-97e7-ba0cedb3bddb" -d '{"events": [{"name": "network-changed", "server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:04.646235 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d605eab6-e9e2-4927-be42-167c8b0cc663 req-8134848a-68c4-4ae4-a6ef-8136b9eae991 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5c85d89e-9d54-455d-92d0-3fab8b3663a6 HTTP/1.1" status: 200 len: 210 time: 0.1100767 Nov 12 08:33:04.674508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=466c0f06-2159-488a-9833-2dea0a928133,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:04.693267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12f127-e54b-4f55-a5ee-54ee0bf8f8cc req-753b4589-d234-4f8a-af70-f345d2767774 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:04.695597 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1a12f127-e54b-4f55-a5ee-54ee0bf8f8cc req-753b4589-d234-4f8a-af70-f345d2767774 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.2932992 Nov 12 08:33:04.809609 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:04.982053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54532) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:05.050635 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Allocated IP 172.25.3.180 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/f8ef572b-564e-4ad5-b5e9-c78c5297c9a5) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:05.122827 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1a12f127-e54b-4f55-a5ee-54ee0bf8f8cc req-e63e364d-df62-48dd-b50a-9a57601fde80 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863594 Nov 12 08:33:05.158454 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-517b907d-60fc-4a96-968e-4ccc5de6e5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.220309 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.239006 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a58782-068d-4b11-bc80-b6b64d8b9c23 x-openstack-request-id: req-32a58782-068d-4b11-bc80-b6b64d8b9c23 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:05.239778 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4262e7f-c990-4803-82e4-8457326de8dc", "name": "network-vif-plugged", "status": "completed", "tag": "466c0f06-2159-488a-9833-2dea0a928133", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:05.240416 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32a58782-068d-4b11-bc80-b6b64d8b9c23 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:05.241336 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4262e7f-c990-4803-82e4-8457326de8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466c0f06-2159-488a-9833-2dea0a928133', 'code': 200} Nov 12 08:33:05.267129 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.385521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-187976368-network', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:05.436375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:05.437509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fec6d0fd-738d-4fca-9afe-f8f2cd4412c4 req-ed235d2c-bba5-43f0-8bbf-27ccc393c346 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0508466 Nov 12 08:33:05.440448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:05.443503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Made reservation on behalf of 6b1c474c08484fc39cbf7ed1803137c5 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:05.447775 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.454928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:05.455673 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d230-067a-4b9d-8184-e5792822193f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.514253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcee1c-fb72-4048-a026-77dd3fa96c1f req-65c37bcc-8135-4521-8dee-f4e6b0e165a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:05.516309 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.516949 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58dcee1c-fb72-4048-a026-77dd3fa96c1f req-65c37bcc-8135-4521-8dee-f4e6b0e165a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 1097 time: 0.1770957 Nov 12 08:33:05.521035 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133ab8c0-e58b-405d-ac67-fd4430f44a4e x-openstack-request-id: req-133ab8c0-e58b-405d-ac67-fd4430f44a4e {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:05.521352 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:05.521606 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-133ab8c0-e58b-405d-ac67-fd4430f44a4e {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:05.521999 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'status': 'completed', 'code': 200} Nov 12 08:33:05.535047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Pushing event updated for resources: {'Port': ['ID=f8ef572b-564e-4ad5-b5e9-c78c5297c9a5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:05.636008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58dcee1c-fb72-4048-a026-77dd3fa96c1f req-701dcf13-b587-4a1f-a0bc-c1d4310afa37 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067376 Nov 12 08:33:05.654366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e971b-b7dd-46e6-97e7-ba0cedb3bddb req-bfee9d80-646f-4e58-a420-fe69ab604ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:05.655969 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-396e971b-b7dd-46e6-97e7-ba0cedb3bddb req-bfee9d80-646f-4e58-a420-fe69ab604ff8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eda6137855534360b01b47a6df365310&device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 1098 time: 0.1151068 Nov 12 08:33:05.733698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb72b-34ea-4e48-bfce-f319f4a2bfac req-1ac4863d-aeb4-4943-b358-631394e5c57c tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:05.741694 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-197fb72b-34ea-4e48-bfce-f319f4a2bfac req-1ac4863d-aeb4-4943-b358-631394e5c57c tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 945 time: 0.1262538 Nov 12 08:33:05.783429 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.835245 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-197fb72b-34ea-4e48-bfce-f319f4a2bfac req-01dd5291-d1ac-4b53-882d-7178a38cd077 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923421 Nov 12 08:33:05.860579 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.907276 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.924120 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.936834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:33:05.959019 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:05.959523 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Added segment 1af8f434-dec7-4f76-babb-11a98ef61ba9 of type vlan for network 6a244389-2d32-47f5-9a62-dbbf866a4f6a Nov 12 08:33:05.966040 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e971b-b7dd-46e6-97e7-ba0cedb3bddb req-8639cbf6-d954-407f-a679-fbcb3bf2dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:05.967634 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-396e971b-b7dd-46e6-97e7-ba0cedb3bddb req-8639cbf6-d954-407f-a679-fbcb3bf2dfe5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c9f32d5-f223-48ad-aeb1-0363859fe388 HTTP/1.1" status: 200 len: 921 time: 0.3039997 Nov 12 08:33:06.034080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6d230-067a-4b9d-8184-e5792822193f admin admin] Deleting port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:06.034527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d230-067a-4b9d-8184-e5792822193f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.076841 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-396e971b-b7dd-46e6-97e7-ba0cedb3bddb req-9492e930-f12f-4fb7-a4c8-72659122b690 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 217 time: 0.0958972 Nov 12 08:33:06.110401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6304e1-ea69-45fc-94b3-ba670fc1c3bf,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:06.133458 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.187422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-ecf6d230-067a-4b9d-8184-e5792822193f admin admin] For port c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5,segment=NetworkSegment(bf1bdaf6-b63a-40e1-af75-761275bbf3f3),segment_id=bf1bdaf6-b63a-40e1-af75-761275bbf3f3)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:06.188030 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d230-067a-4b9d-8184-e5792822193f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.256181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e971b-b7dd-46e6-97e7-ba0cedb3bddb req-8785804d-d6b0-471e-b6ce-066f4678accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:06.257705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6d230-067a-4b9d-8184-e5792822193f admin admin] Calling delete_port for c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:06.257839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-396e971b-b7dd-46e6-97e7-ba0cedb3bddb req-8785804d-d6b0-471e-b6ce-066f4678accb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c73d9451-4524-4352-9480-948df1f78588 HTTP/1.1" status: 200 len: 860 time: 0.1673574 Nov 12 08:33:06.267226 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.268098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:06.268691 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.304956 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3213246 Nov 12 08:33:06.309227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54538) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:06.317925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c09d5392-b94d-46cb-b8c1-c01adcd32797 req-7e426eea-c14b-44cb-895f-83e2c1f4e7e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.1024709 Nov 12 08:33:06.342086 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-24430120-f7dd-4d25-bea7-7eb44c882812 admin admin] Request body: {'subnet': {'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-187976368-subnet', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:06.363208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-396e971b-b7dd-46e6-97e7-ba0cedb3bddb req-183c5e7a-dae6-44f5-8907-39ce5fdf9655 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c9f32d5-f223-48ad-aeb1-0363859fe388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809159 Nov 12 08:33:06.398404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789868c6-c7c3-46fa-bcf1-8438217dbf8c req-487ea8ec-a780-479f-b869-cff79e67b45b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:06.400652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-789868c6-c7c3-46fa-bcf1-8438217dbf8c req-487ea8ec-a780-479f-b869-cff79e67b45b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.1659353 Nov 12 08:33:06.453546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200e0bf-3e6e-4e0d-bbb0-ac21564fddc4 admin admin] Pushing event updated for resources: {'Network': ['ID=6a244389-2d32-47f5-9a62-dbbf866a4f6a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:06.464204 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.464861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 6a244389-2d32-47f5-9a62-dbbf866a4f6a details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:33:06.471397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24430120-f7dd-4d25-bea7-7eb44c882812 admin admin] Made reservation on behalf of 6b1c474c08484fc39cbf7ed1803137c5 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:06.474321 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24430120-f7dd-4d25-bea7-7eb44c882812 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.482825 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.575104 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-789868c6-c7c3-46fa-bcf1-8438217dbf8c req-c0a5cc45-9392-4327-a88a-7e195916d753 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165144 Nov 12 08:33:06.577732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Pushing event updated for resources: {'Port': ['ID=f8ef572b-564e-4ad5-b5e9-c78c5297c9a5,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:06.703406 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d230-067a-4b9d-8184-e5792822193f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.755264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6d230-067a-4b9d-8184-e5792822193f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:06.761441 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-396e971b-b7dd-46e6-97e7-ba0cedb3bddb req-90a326ce-6940-4399-98ed-547401e487eb service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542855 Nov 12 08:33:06.766158 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.793985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e696fe8-ceed-4123-ae46-287974bcb948 req-50b82d7e-ed3b-4fdf-a8ac-dbff4b5bec56 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0550408 Nov 12 08:33:06.910017 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:06.911277 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-04a5b431-d576-4912-8203-65813d5d0f0f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4381628 Nov 12 08:33:07.168381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74256b1b-c280-4b59-9f5c-76905ca19ffc req-7f548642-6662-4659-b70f-40279e7ac942 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:07.170025 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74256b1b-c280-4b59-9f5c-76905ca19ffc req-7f548642-6662-4659-b70f-40279e7ac942 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 945 time: 0.1942718 Nov 12 08:33:07.214063 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d230-067a-4b9d-8184-e5792822193f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.250592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74256b1b-c280-4b59-9f5c-76905ca19ffc req-ec6d443f-95d8-4a5e-857a-d1c9a19c2e1e tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732045 Nov 12 08:33:07.479939 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d840cbde-979d-49e0-be6d-769849098d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.492924 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-7af8a73b-ae87-4140-9539-f10d108c788b tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.5655107 Nov 12 08:33:07.568094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf6d230-067a-4b9d-8184-e5792822193f admin admin] Router e32d9d26-1e88-482c-a3ee-9de584f9ec8d has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:33:07.640206 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-396e971b-b7dd-46e6-97e7-ba0cedb3bddb req-3c6bca16-09b4-4d1e-82e2-9028af0a8d13 service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8681798 Nov 12 08:33:07.663623 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24430120-f7dd-4d25-bea7-7eb44c882812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:07.745035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-7d4cf540-3bc1-42f7-a182-f2f26e7925f1 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:07.752603 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-7d4cf540-3bc1-42f7-a182-f2f26e7925f1 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.2442284 Nov 12 08:33:07.769229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-a6f4c3a0-039b-44b2-a1e6-6fc63050b932 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:33:07.773803 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7ba2dbc-c152-4ff1-a10d-2c5b953a9694 req-a6f4c3a0-039b-44b2-a1e6-6fc63050b932 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0202613 Nov 12 08:33:07.783123 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24430120-f7dd-4d25-bea7-7eb44c882812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e38fa98-e712-471d-87c9-6b9c87e3237b,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:07.794841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24430120-f7dd-4d25-bea7-7eb44c882812 admin admin] Checking segment: {'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:07.796853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24430120-f7dd-4d25-bea7-7eb44c882812 admin admin] Network hostable DHCP agents. Network: 6a244389-2d32-47f5-9a62-dbbf866a4f6a, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:33:07.905400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773aa2b-704e-416f-8bac-6c8babc46a1c req-bdfa8712-4a68-4676-b99e-3eb5589da40b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:07.907702 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8773aa2b-704e-416f-8bac-6c8babc46a1c req-bdfa8712-4a68-4676-b99e-3eb5589da40b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.1644826 Nov 12 08:33:07.909531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf6d230-067a-4b9d-8184-e5792822193f admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:07.921943 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ecf6d230-067a-4b9d-8184-e5792822193f admin admin] 10.222.0.31 "PUT /v2.0/routers/e32d9d26-1e88-482c-a3ee-9de584f9ec8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8490725 Nov 12 08:33:07.922649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54550) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:07.928606 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47881863-acf5-4d5a-bc70-46f0fd83bbf9 None None] Sync routers for ids ['e32d9d26-1e88-482c-a3ee-9de584f9ec8d'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:07.953025 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47881863-acf5-4d5a-bc70-46f0fd83bbf9 None None] Routers {'e32d9d26-1e88-482c-a3ee-9de584f9ec8d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:07.954222 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-47881863-acf5-4d5a-bc70-46f0fd83bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e32d9d26-1e88-482c-a3ee-9de584f9ec8d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:07.972762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24430120-f7dd-4d25-bea7-7eb44c882812 admin admin] Network 6a244389-2d32-47f5-9a62-dbbf866a4f6a is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:33:08.017868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-24430120-f7dd-4d25-bea7-7eb44c882812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 6a244389-2d32-47f5-9a62-dbbf866a4f6a) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:08.026305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b8a38-dd21-439c-a16c-39cffe5dc04b None None] Network 6a244389-2d32-47f5-9a62-dbbf866a4f6a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:08.042856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-45cb0e38-4ca5-4a8d-a839-6c03ff8103be tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:08.044451 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-45cb0e38-4ca5-4a8d-a839-6c03ff8103be tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1976113 Nov 12 08:33:08.050869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24430120-f7dd-4d25-bea7-7eb44c882812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:08.051473 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24430120-f7dd-4d25-bea7-7eb44c882812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.191064 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-47881863-acf5-4d5a-bc70-46f0fd83bbf9 None None] Set router e32d9d26-1e88-482c-a3ee-9de584f9ec8d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:08.210646 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-99fb9ab8-c803-467f-8c29-57f64514bb12 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.1508164 Nov 12 08:33:08.223934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-d71e1b78-048e-4bd2-9710-9274d96adb13 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Request body: {'floatingip': {'port_id': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:08.321244 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-d71e1b78-048e-4bd2-9710-9274d96adb13 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.396763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'fixed_ips': [{'subnet_id': '2e38fa98-e712-471d-87c9-6b9c87e3237b'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:33:08.397686 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.486555 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-47881863-acf5-4d5a-bc70-46f0fd83bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'name': 'tempest-ServersTestMultiNic-2101257596-router', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:01Z', 'updated_at': '2021-11-12T08:33:06Z', 'revision_number': 5, 'project_id': '8d50c32d81684287997975eef364dd1f', 'gw_port': {'id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:02Z', 'updated_at': '2021-11-12T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:08.528658 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47881863-acf5-4d5a-bc70-46f0fd83bbf9 None None] Checking router: e32d9d26-1e88-482c-a3ee-9de584f9ec8d for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:08.541053 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47881863-acf5-4d5a-bc70-46f0fd83bbf9 None None] Routers {'e32d9d26-1e88-482c-a3ee-9de584f9ec8d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:08.542655 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-47881863-acf5-4d5a-bc70-46f0fd83bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e32d9d26-1e88-482c-a3ee-9de584f9ec8d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:08.613039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8773aa2b-704e-416f-8bac-6c8babc46a1c req-3dc03ee6-3eb6-4a4e-bb4f-14948d7646c7 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6798432 Nov 12 08:33:08.669426 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.724136 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-47881863-acf5-4d5a-bc70-46f0fd83bbf9 None None] Set router e32d9d26-1e88-482c-a3ee-9de584f9ec8d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:08.759330 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:08.811169 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Allocated IP 172.20.0.2 (6a244389-2d32-47f5-9a62-dbbf866a4f6a/2e38fa98-e712-471d-87c9-6b9c87e3237b/c72f3ed7-0d27-46a1-ae49-dee4d901a985) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:08.829026 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8188c8a5-a685-4458-8b3f-0df6558f5e46 req-581852e1-ba46-49f8-8aae-f25cafd47340 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0833857 Nov 12 08:33:08.962054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.075708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157d4ec-ff56-4f28-a906-bec8484b5889 req-a41809c1-fc8a-455d-b3fa-2d9709fc584a tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:09.080333 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b157d4ec-ff56-4f28-a906-bec8484b5889 req-a41809c1-fc8a-455d-b3fa-2d9709fc584a tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 945 time: 0.1049018 Nov 12 08:33:09.114987 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-24430120-f7dd-4d25-bea7-7eb44c882812 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8006513 Nov 12 08:33:09.118655 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-47881863-acf5-4d5a-bc70-46f0fd83bbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'name': 'tempest-ServersTestMultiNic-2101257596-router', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:01Z', 'updated_at': '2021-11-12T08:33:06Z', 'revision_number': 5, 'project_id': '8d50c32d81684287997975eef364dd1f', 'gw_port': {'id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:02Z', 'updated_at': '2021-11-12T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:09.129561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54560) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:09.138635 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:09.152430 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.164473 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47881863-acf5-4d5a-bc70-46f0fd83bbf9 None None] The sync data for ids ['e32d9d26-1e88-482c-a3ee-9de584f9ec8d'] in n-d-768851-18 is: [{'id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'name': 'tempest-ServersTestMultiNic-2101257596-router', 'tenant_id': '8d50c32d81684287997975eef364dd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:01Z', 'updated_at': '2021-11-12T08:33:06Z', 'revision_number': 5, 'project_id': '8d50c32d81684287997975eef364dd1f', 'gw_port': {'id': '9a96e4ed-0bee-4408-9617-a22160d12298', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:64:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32d9d26-1e88-482c-a3ee-9de584f9ec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:02Z', 'updated_at': '2021-11-12T08:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:09.175274 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.216519 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.218400 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.226372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Network 6a244389-2d32-47f5-9a62-dbbf866a4f6a is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:09.234014 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:09.248651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:09.264406 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Pushing event updated for resources: {'Port': ['ID=c72f3ed7-0d27-46a1-ae49-dee4d901a985,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:09.341415 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.353375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Attempting to bind port c72f3ed7-0d27-46a1-ae49-dee4d901a985 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:09.354070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Attempting to bind port c72f3ed7-0d27-46a1-ae49-dee4d901a985 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:09.354706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Attempting to bind port c72f3ed7-0d27-46a1-ae49-dee4d901a985 on network 6a244389-2d32-47f5-9a62-dbbf866a4f6a {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:09.357459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b157d4ec-ff56-4f28-a906-bec8484b5889 req-680ffd5b-da82-4558-b6cc-a39a49d79ff1 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632248 Nov 12 08:33:09.360716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Deleting port 9a96e4ed-0bee-4408-9617-a22160d12298 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:09.363178 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.366524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:09.369807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Checking segment: {'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:09.370754 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.371392 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Bound using segment: {'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:09.373679 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Bound port: c72f3ed7-0d27-46a1-ae49-dee4d901a985, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:09.374292 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.492927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] For port 9a96e4ed-0bee-4408-9617-a22160d12298, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9a96e4ed-0bee-4408-9617-a22160d12298,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:09.494143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.519526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Calling delete_port for 9a96e4ed-0bee-4408-9617-a22160d12298 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:09.532022 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-d71e1b78-048e-4bd2-9710-9274d96adb13 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.552503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] For port c72f3ed7-0d27-46a1-ae49-dee4d901a985, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:09.574074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] For port c72f3ed7-0d27-46a1-ae49-dee4d901a985, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c72f3ed7-0d27-46a1-ae49-dee4d901a985,segment=NetworkSegment(1af8f434-dec7-4f76-babb-11a98ef61ba9),segment_id=1af8f434-dec7-4f76-babb-11a98ef61ba9)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:09.576052 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-d71e1b78-048e-4bd2-9710-9274d96adb13 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.604443 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.695039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.848688 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:09.964193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:10.016626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa598b-69d0-4d62-8581-ec61cdaab40b None None] Pushing event updated for resources: {'Port': ['ID=c72f3ed7-0d27-46a1-ae49-dee4d901a985,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:10.031005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:10.031683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c2ccdc4d-039a-49d5-ba9a-3e8409cd93f5 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:10.041430 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.043588 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-d71e1b78-048e-4bd2-9710-9274d96adb13 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Floating IP f56a8819-23ef-4def-aa9f-3d0bcc17c063 associated. External IP: 172.25.3.180, port: 895b5678-6c8a-4e35-ab24-20b30619dfa1. Nov 12 08:33:10.081764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Pushing event deleted for resources: {'Port': ['ID=9a96e4ed-0bee-4408-9617-a22160d12298,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:10.227744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.366831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b75ba-d9de-4313-aa88-be3cc6225601 req-61f5a713-02ac-43e8-a314-8a32eb335190 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:10.389446 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-945b75ba-d9de-4313-aa88-be3cc6225601 req-61f5a713-02ac-43e8-a314-8a32eb335190 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.3370600 Nov 12 08:33:10.516462 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.519145 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.583951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.585034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e32d9d26-1e88-482c-a3ee-9de584f9ec8d {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:33:10.589588 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.594324 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aa1d87e6-d063-4389-865c-df63c1c6831f admin admin] 10.222.0.31 "DELETE /v2.0/routers/e32d9d26-1e88-482c-a3ee-9de584f9ec8d HTTP/1.1" status: 204 len: 168 time: 2.6705110 Nov 12 08:33:10.595689 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54582) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:10.625383 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.645943 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-945b75ba-d9de-4313-aa88-be3cc6225601 req-d648ab64-21df-4efc-9d49-aef10bb8a971 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549284 Nov 12 08:33:10.656294 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.659666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-d71e1b78-048e-4bd2-9710-9274d96adb13 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Router 37efb5a1-4739-480c-90f0-15e659a7faea has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:33:10.722523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d8ee0c-5360-4478-b9a7-4cb940bf51e0 admin admin] Deleting subnet 4abb9763-bd95-4de2-b39c-e8fa7cb23eef {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:10.742416 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43d8ee0c-5360-4478-b9a7-4cb940bf51e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.840952 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43d8ee0c-5360-4478-b9a7-4cb940bf51e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.851151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Allocated IP 172.25.3.6 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/68853a1c-3954-47b9-9274-472febe2bb3f) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:10.877226 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:10.914768 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9b83384a-753d-439c-8016-6302a6559680 req-774dcafc-a951-43d8-9d3c-60767037e8c1 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0922348 Nov 12 08:33:11.021623 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43d8ee0c-5360-4478-b9a7-4cb940bf51e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.084434 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.152975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43d8ee0c-5360-4478-b9a7-4cb940bf51e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.193005 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8ee0c-5360-4478-b9a7-4cb940bf51e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4abb9763-bd95-4de2-b39c-e8fa7cb23eef,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:11.198104 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43d8ee0c-5360-4478-b9a7-4cb940bf51e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.207616 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-43d8ee0c-5360-4478-b9a7-4cb940bf51e0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4abb9763-bd95-4de2-b39c-e8fa7cb23eef HTTP/1.1" status: 204 len: 168 time: 0.5979042 Nov 12 08:33:11.209079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54586) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:11.209788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d946285-0ef0-4bdb-94b6-9410f356bb48 None None] Network b0b4b57e-4a10-48ff-903e-437172b1b9f9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:11.422686 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.443042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-d71e1b78-048e-4bd2-9710-9274d96adb13 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:11.447138 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.460688 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-d71e1b78-048e-4bd2-9710-9274d96adb13 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.499611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db73b78-1870-4fa1-bd36-0a3b94529ac2 None None] Sync routers for ids ['37efb5a1-4739-480c-90f0-15e659a7faea'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:11.538294 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db73b78-1870-4fa1-bd36-0a3b94529ac2 None None] Routers {'37efb5a1-4739-480c-90f0-15e659a7faea'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:11.538504 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-d71e1b78-048e-4bd2-9710-9274d96adb13 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "PUT /v2.0/floatingips/f56a8819-23ef-4def-aa9f-3d0bcc17c063 HTTP/1.1" status: 200 len: 997 time: 3.3195245 Nov 12 08:33:11.539563 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5db73b78-1870-4fa1-bd36-0a3b94529ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['37efb5a1-4739-480c-90f0-15e659a7faea'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:11.541173 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Pushing event updated for resources: {'Port': ['ID=68853a1c-3954-47b9-9274-472febe2bb3f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:11.544768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:11.553640 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e60ff3-0da9-4257-92cb-5d34127f3320" -d '{"events": [{"name": "network-changed", "server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:11.566309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d4e39-efe9-48b0-aad2-39bc21006110 req-17e48802-a904-4d68-aabd-bd702b2d442f tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:11.568697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:11.577458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d34d4e39-efe9-48b0-aad2-39bc21006110 req-17e48802-a904-4d68-aabd-bd702b2d442f tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 945 time: 0.1854861 Nov 12 08:33:11.612032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:11.616413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:11.711078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d34d4e39-efe9-48b0-aad2-39bc21006110 req-3020c217-45bf-4a05-b45b-d590e08b1ada tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324751 Nov 12 08:33:11.751630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Deleting port 700ed454-aaf9-4784-9966-fd2b05daf032 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:11.752139 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:11.798468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-5db73b78-1870-4fa1-bd36-0a3b94529ac2 None None] Set router 37efb5a1-4739-480c-90f0-15e659a7faea gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:11.861901 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc088bd2-c1fe-4dc2-8ce9-d09176be61f7 x-openstack-request-id: req-cc088bd2-c1fe-4dc2-8ce9-d09176be61f7 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:11.862557 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:11.862900 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc088bd2-c1fe-4dc2-8ce9-d09176be61f7 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:11.863318 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'status': 'completed', 'code': 200} Nov 12 08:33:12.005251 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-819e8897-f8a0-4be3-95bf-62d93af6f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:12.005489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] For port 700ed454-aaf9-4784-9966-fd2b05daf032, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=700ed454-aaf9-4784-9966-fd2b05daf032,segment=NetworkSegment(bf1bdaf6-b63a-40e1-af75-761275bbf3f3),segment_id=bf1bdaf6-b63a-40e1-af75-761275bbf3f3)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:12.005489 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.006019 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-819e8897-f8a0-4be3-95bf-62d93af6f597 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda6137855534360b01b47a6df365310&device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 1098 time: 0.4341223 Nov 12 08:33:12.034379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Calling delete_port for 700ed454-aaf9-4784-9966-fd2b05daf032 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:12.069711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ba6f2a-d805-4788-a160-cb933bab2e9e None None] Network 6a244389-2d32-47f5-9a62-dbbf866a4f6a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:12.099552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e5130-3399-4114-acd4-02c3c2b6e688 req-72ebf089-8944-4e8c-9b59-d6e6ed196dc8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:12.103403 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a03e5130-3399-4114-acd4-02c3c2b6e688 req-72ebf089-8944-4e8c-9b59-d6e6ed196dc8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.1505437 Nov 12 08:33:12.196429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a16f30-62e5-4acd-99e4-c8203faa0fff None None] DHCP port deletion for b0b4b57e-4a10-48ff-903e-437172b1b9f9 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:33:12.204881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-b10031ff-5176-442a-9921-1c29e7fb3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:12.206510 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-b10031ff-5176-442a-9921-1c29e7fb3d6c service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c9f32d5-f223-48ad-aeb1-0363859fe388 HTTP/1.1" status: 200 len: 921 time: 0.1881449 Nov 12 08:33:12.218022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c72f3ed7-0d27-46a1-ae49-dee4d901a985 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:12.255666 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a03e5130-3399-4114-acd4-02c3c2b6e688 req-8a96ef85-9a58-45e0-b935-16f889c74069 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057839 Nov 12 08:33:12.289756 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.316280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-a9275037-18a6-4bdf-986e-65a40140931b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 1000 time: 0.1003923 Nov 12 08:33:12.318272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] No DVR routers for this DVR port 700ed454-aaf9-4784-9966-fd2b05daf032 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:12.379962 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e60ff3-0da9-4257-92cb-5d34127f3320 req-10fc5ac0-e922-4555-b603-c254fccc51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:12.381762 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8e60ff3-0da9-4257-92cb-5d34127f3320 req-10fc5ac0-e922-4555-b603-c254fccc51ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eda6137855534360b01b47a6df365310&device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 1098 time: 0.5119708 Nov 12 08:33:12.416511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Pushing event deleted for resources: {'Port': ['ID=700ed454-aaf9-4784-9966-fd2b05daf032,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:12.539042 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30c29bcf-3b45-4c54-a72f-e746e6b97dc2 req-27536eda-5b9f-438a-8abf-072240dbafdb tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.1227219 Nov 12 08:33:12.548280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-00a16f30-62e5-4acd-99e4-c8203faa0fff None None] The port '700ed454-aaf9-4784-9966-fd2b05daf032' was deleted {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 08:33:12.556374 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.564974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-af833646-3d3e-4b15-a830-ca09b2810673 None None] Provisioning complete for port c72f3ed7-0d27-46a1-ae49-dee4d901a985 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:12.565671 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af833646-3d3e-4b15-a830-ca09b2810673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.606983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c72f3ed7-0d27-46a1-ae49-dee4d901a985 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:12.608872 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.611276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b4b57e-4a10-48ff-903e-437172b1b9f9']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:12.630965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1bdaf6-b63a-40e1-af75-761275bbf3f3') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:12.631256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1bdaf6-b63a-40e1-af75-761275bbf3f3') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:12.647915 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.673471 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.680977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:33:12.681452 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:33:12.684289 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:33:12.850922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.871489 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.888985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b0b4b57e-4a10-48ff-903e-437172b1b9f9 HTTP/1.1" status: 204 len: 168 time: 1.6764977 Nov 12 08:33:12.931658 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af833646-3d3e-4b15-a830-ca09b2810673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.977435 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:12.986469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3b164-0ba9-4cf9-95a3-4136c5909479 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0b4b57e-4a10-48ff-903e-437172b1b9f9,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:13.034059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-af833646-3d3e-4b15-a830-ca09b2810673 None None] For port c72f3ed7-0d27-46a1-ae49-dee4d901a985, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c72f3ed7-0d27-46a1-ae49-dee4d901a985,segment=NetworkSegment(1af8f434-dec7-4f76-babb-11a98ef61ba9),segment_id=1af8f434-dec7-4f76-babb-11a98ef61ba9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:13.047079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5db73b78-1870-4fa1-bd36-0a3b94529ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 4, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'f56a8819-23ef-4def-aa9f-3d0bcc17c063', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'port_id': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'mac_address': 'fa:16:3e:e6:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:09Z', 'revision_number': 1, 'project_id': 'eda6137855534360b01b47a6df365310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580288b5-5fed-48e9-a616-e3f6dc084f73', 'name': '', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'mac_address': 'fa:16:3e:6a:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'c73d9451-4524-4352-9480-948df1f78588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:45Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 5, 'project_id': 'eda6137855534360b01b47a6df365310', 'subnets': [{'id': 'c73d9451-4524-4352-9480-948df1f78588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:13.080401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe96c4c-1677-461f-a284-b9ca57a18af5 req-a675e37d-15b9-4af2-bab2-ec133900784e tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:13.082533 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fe96c4c-1677-461f-a284-b9ca57a18af5 req-a675e37d-15b9-4af2-bab2-ec133900784e tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 945 time: 0.1923239 Nov 12 08:33:13.115576 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db73b78-1870-4fa1-bd36-0a3b94529ac2 None None] Checking router: 37efb5a1-4739-480c-90f0-15e659a7faea for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:13.124178 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af833646-3d3e-4b15-a830-ca09b2810673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.180103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54600) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:13.203275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db73b78-1870-4fa1-bd36-0a3b94529ac2 None None] Routers {'37efb5a1-4739-480c-90f0-15e659a7faea'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:13.204324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5db73b78-1870-4fa1-bd36-0a3b94529ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['37efb5a1-4739-480c-90f0-15e659a7faea'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:13.231297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be348ea-8f0c-41bb-96c9-9a22e29738bc req-58fac8ad-6c82-4cf5-85d6-5f1ba8226c85 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:13.232178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1be348ea-8f0c-41bb-96c9-9a22e29738bc req-58fac8ad-6c82-4cf5-85d6-5f1ba8226c85 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 945 time: 0.1876085 Nov 12 08:33:13.238352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-5306903d-6b2d-43e3-9d43-8ddcd260412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:13.248736 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-5306903d-6b2d-43e3-9d43-8ddcd260412b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c73d9451-4524-4352-9480-948df1f78588 HTTP/1.1" status: 200 len: 860 time: 0.9312642 Nov 12 08:33:13.252603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fe96c4c-1677-461f-a284-b9ca57a18af5 req-659b12b4-b902-4bc9-bf88-6c46275fdb18 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/security-groups?id=1ee60733-f49d-4bbb-b2cf-8056ad268536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420043 Nov 12 08:33:13.316456 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:33:13.317012 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:33:13.413350 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-5caead0a-6482-450c-bad3-d91bcf6d1707 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c9f32d5-f223-48ad-aeb1-0363859fe388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623871 Nov 12 08:33:13.415635 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e60ff3-0da9-4257-92cb-5d34127f3320 req-a2a40b0a-8314-451b-b3d2-0cc33a7a06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:13.417128 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8e60ff3-0da9-4257-92cb-5d34127f3320 req-a2a40b0a-8314-451b-b3d2-0cc33a7a06d6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c9f32d5-f223-48ad-aeb1-0363859fe388 HTTP/1.1" status: 200 len: 921 time: 1.0128555 Nov 12 08:33:13.419068 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.430036 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af833646-3d3e-4b15-a830-ca09b2810673 None None] Pushing event updated for resources: {'Port': ['ID=c72f3ed7-0d27-46a1-ae49-dee4d901a985,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:13.460341 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2cc86152-ab3c-4011-92d9-6ff0cc66ab43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d50c32d81684287997975eef364dd1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742193 Nov 12 08:33:13.472016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-10bc18dc-b92d-4037-a702-415609697188 None None] Provisioning complete for port c72f3ed7-0d27-46a1-ae49-dee4d901a985 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:13.472394 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-10bc18dc-b92d-4037-a702-415609697188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.489192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54604) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:13.536078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-1c406b13-bf15-4efe-9895-d3aeddc0919c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:33:13.538613 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-1c406b13-bf15-4efe-9895-d3aeddc0919c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098166 Nov 12 08:33:13.571868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0dcb3-cca9-421f-ad71-8c00d0a9d00e req-b159fd7e-962d-4d68-8827-4a4f31d9a8dc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:13.579881 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27f0dcb3-cca9-421f-ad71-8c00d0a9d00e req-b159fd7e-962d-4d68-8827-4a4f31d9a8dc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.1880896 Nov 12 08:33:13.594086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-5db73b78-1870-4fa1-bd36-0a3b94529ac2 None None] Set router 37efb5a1-4739-480c-90f0-15e659a7faea gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:13.642699 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-080d8eec-13d6-4214-a8fd-f6aef04fd397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.707595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1be348ea-8f0c-41bb-96c9-9a22e29738bc req-0ebb5d18-c83e-4856-85d9-5f5fdea98cb3 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Deleting port 466c0f06-2159-488a-9833-2dea0a928133 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:13.708602 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1be348ea-8f0c-41bb-96c9-9a22e29738bc req-0ebb5d18-c83e-4856-85d9-5f5fdea98cb3 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.818725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1be348ea-8f0c-41bb-96c9-9a22e29738bc req-0ebb5d18-c83e-4856-85d9-5f5fdea98cb3 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] For port 466c0f06-2159-488a-9833-2dea0a928133, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=466c0f06-2159-488a-9833-2dea0a928133,segment=NetworkSegment(59280070-9edd-4f3d-b4e6-dc8554c5f091),segment_id=59280070-9edd-4f3d-b4e6-dc8554c5f091)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:13.819234 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1be348ea-8f0c-41bb-96c9-9a22e29738bc req-0ebb5d18-c83e-4856-85d9-5f5fdea98cb3 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:13.841684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1be348ea-8f0c-41bb-96c9-9a22e29738bc req-0ebb5d18-c83e-4856-85d9-5f5fdea98cb3 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Calling delete_port for 466c0f06-2159-488a-9833-2dea0a928133 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:13.857256 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8e60ff3-0da9-4257-92cb-5d34127f3320 req-8022f08a-3455-45ff-a159-45fc71d4da4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 1000 time: 0.3180122 Nov 12 08:33:13.865950 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-a24f92ad-08cd-42a2-a8e4-10d8aba5255c service neutron] 10.222.0.31 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765849 Nov 12 08:33:13.902631 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-080d8eec-13d6-4214-a8fd-f6aef04fd397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.066356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e60ff3-0da9-4257-92cb-5d34127f3320 req-be554314-2f51-455e-88ac-403eee3e929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:14.068073 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8e60ff3-0da9-4257-92cb-5d34127f3320 req-be554314-2f51-455e-88ac-403eee3e929e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c73d9451-4524-4352-9480-948df1f78588 HTTP/1.1" status: 200 len: 860 time: 0.1998358 Nov 12 08:33:14.092492 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27f0dcb3-cca9-421f-ad71-8c00d0a9d00e req-11f10955-c0f2-4494-bb49-17c71fd92c57 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114212 Nov 12 08:33:14.099459 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-080d8eec-13d6-4214-a8fd-f6aef04fd397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.106238 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-080d8eec-13d6-4214-a8fd-f6aef04fd397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.110027 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-080d8eec-13d6-4214-a8fd-f6aef04fd397 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c581ea4-bfa3-4b28-9ab8-74eed534fe23 HTTP/1.1" status: 204 len: 168 time: 0.6166329 Nov 12 08:33:14.114164 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1be348ea-8f0c-41bb-96c9-9a22e29738bc req-0ebb5d18-c83e-4856-85d9-5f5fdea98cb3 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.143410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 700ed454-aaf9-4784-9966-fd2b05daf032 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:14.146619 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e724a3d-27f1-4a46-922b-0bad3bf92dff req-249dc29b-49c2-46e5-8c91-e865180292c7 service neutron] 10.222.0.31 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795787 Nov 12 08:33:14.187917 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8e60ff3-0da9-4257-92cb-5d34127f3320 req-35d3b19b-cee1-4f66-b73f-5e2d5b1258ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c9f32d5-f223-48ad-aeb1-0363859fe388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093953 Nov 12 08:33:14.193771 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.210773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb5d18-c83e-4856-85d9-5f5fdea98cb3 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Pushing event deleted for resources: {'Port': ['ID=466c0f06-2159-488a-9833-2dea0a928133,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:14.215241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d8eec-13d6-4214-a8fd-f6aef04fd397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c581ea4-bfa3-4b28-9ab8-74eed534fe23,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:14.294404 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 700ed454-aaf9-4784-9966-fd2b05daf032 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:14.294971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 700ed454-aaf9-4784-9966-fd2b05daf032 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:14.295634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9a96e4ed-0bee-4408-9617-a22160d12298 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:14.298902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be348ea-8f0c-41bb-96c9-9a22e29738bc req-0ebb5d18-c83e-4856-85d9-5f5fdea98cb3 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] No DVR routers for this DVR port 466c0f06-2159-488a-9833-2dea0a928133 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:14.314628 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96cafe7d-01a9-439a-901d-63d3a080c602 req-71fed66a-6b17-430b-872e-f63d81b6a502 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0929387 Nov 12 08:33:14.316708 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1be348ea-8f0c-41bb-96c9-9a22e29738bc req-0ebb5d18-c83e-4856-85d9-5f5fdea98cb3 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.322320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1be348ea-8f0c-41bb-96c9-9a22e29738bc req-0ebb5d18-c83e-4856-85d9-5f5fdea98cb3 tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.46 "DELETE /v2.0/ports/466c0f06-2159-488a-9833-2dea0a928133 HTTP/1.1" status: 204 len: 173 time: 1.0590043 Nov 12 08:33:14.325995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8e60ff3-0da9-4257-92cb-5d34127f3320 req-ba3a1cb8-9b20-45b4-b546-48e1178c3738 service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276803 Nov 12 08:33:14.330130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4262e7f-c990-4803-82e4-8457326de8dc', 'name': 'network-vif-deleted', 'tag': '466c0f06-2159-488a-9833-2dea0a928133'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:14.340003 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c8ccf9-2ce4-409d-853b-d78d900e7086" -d '{"events": [{"server_uuid": "e4262e7f-c990-4803-82e4-8457326de8dc", "name": "network-vif-deleted", "tag": "466c0f06-2159-488a-9833-2dea0a928133"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:14.414850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 9a96e4ed-0bee-4408-9617-a22160d12298 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:14.415503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9a96e4ed-0bee-4408-9617-a22160d12298 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:14.480524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5db73b78-1870-4fa1-bd36-0a3b94529ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 4, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'f56a8819-23ef-4def-aa9f-3d0bcc17c063', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'port_id': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'mac_address': 'fa:16:3e:e6:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:09Z', 'revision_number': 1, 'project_id': 'eda6137855534360b01b47a6df365310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580288b5-5fed-48e9-a616-e3f6dc084f73', 'name': '', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'mac_address': 'fa:16:3e:6a:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'c73d9451-4524-4352-9480-948df1f78588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:45Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 5, 'project_id': 'eda6137855534360b01b47a6df365310', 'subnets': [{'id': 'c73d9451-4524-4352-9480-948df1f78588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:14.518678 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e348714a-8629-476d-b0bb-355cb7840fc6 req-ab9be118-decd-40ce-9c19-f1b9a53a087f tempest-InstanceActionsNegativeTestJSON-1559453195 tempest-InstanceActionsNegativeTestJSON-1559453195-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4262e7f-c990-4803-82e4-8457326de8dc HTTP/1.1" status: 200 len: 210 time: 0.0789263 Nov 12 08:33:14.586602 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db73b78-1870-4fa1-bd36-0a3b94529ac2 None None] The sync data for ids ['37efb5a1-4739-480c-90f0-15e659a7faea'] in n-d-768851-18 is: [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 4, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'f56a8819-23ef-4def-aa9f-3d0bcc17c063', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'port_id': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'mac_address': 'fa:16:3e:e6:50:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:33:05Z', 'updated_at': '2021-11-12T08:33:09Z', 'revision_number': 1, 'project_id': 'eda6137855534360b01b47a6df365310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '580288b5-5fed-48e9-a616-e3f6dc084f73', 'name': '', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'mac_address': 'fa:16:3e:6a:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'c73d9451-4524-4352-9480-948df1f78588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:45Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 5, 'project_id': 'eda6137855534360b01b47a6df365310', 'subnets': [{'id': 'c73d9451-4524-4352-9480-948df1f78588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:14.649075 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3555778f-40c2-4136-8998-c4998e824907 x-openstack-request-id: req-3555778f-40c2-4136-8998-c4998e824907 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:14.649530 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4262e7f-c990-4803-82e4-8457326de8dc", "name": "network-vif-deleted", "tag": "466c0f06-2159-488a-9833-2dea0a928133", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:14.649823 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3555778f-40c2-4136-8998-c4998e824907 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:14.650251 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4262e7f-c990-4803-82e4-8457326de8dc', 'name': 'network-vif-deleted', 'tag': '466c0f06-2159-488a-9833-2dea0a928133', 'status': 'completed', 'code': 200} Nov 12 08:33:14.749047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c72f3ed7-0d27-46a1-ae49-dee4d901a985 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:14.818250 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-b150611b-ac5c-4119-bd1e-773b8443aed0 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1000 time: 0.4910069 Nov 12 08:33:14.853191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c72f3ed7-0d27-46a1-ae49-dee4d901a985 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:14.853577 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:14.923451 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Router b034636e-cf22-4c40-beeb-eff1acbc58a3 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:33:14.938029 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8e60ff3-0da9-4257-92cb-5d34127f3320 req-cb1e2240-0e80-4aac-81ae-a658d5da31d3 service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996795 Nov 12 08:33:14.949856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-f4c59e22-f00a-4306-afcb-adbfe16231bd tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:14.951300 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-f4c59e22-f00a-4306-afcb-adbfe16231bd tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports/895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 943 time: 0.1187472 Nov 12 08:33:15.085988 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e588a2f-c3bf-4141-b8ec-73faf58a31bb None None] New status for floating IP f56a8819-23ef-4def-aa9f-3d0bcc17c063: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:33:15.392630 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-7564b84a-cda7-4b79-afcc-635140ca5cad tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1000 time: 0.1455374 Nov 12 08:33:15.422639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661d944-0e07-48c5-9219-38d9b21c07b6 req-9b7e399b-47b3-49c7-93f4-c6c522724bc5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:15.438220 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c661d944-0e07-48c5-9219-38d9b21c07b6 req-9b7e399b-47b3-49c7-93f4-c6c522724bc5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.1889744 Nov 12 08:33:15.500674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:15.514091 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Sync routers for ids ['b034636e-cf22-4c40-beeb-eff1acbc58a3'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:15.527817 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:15.529333 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bf9bb84c-d935-4a45-b7d6-f114fb7bb45a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3986881 Nov 12 08:33:15.534425 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54636) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:15.539190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Routers {'b034636e-cf22-4c40-beeb-eff1acbc58a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:15.539840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b034636e-cf22-4c40-beeb-eff1acbc58a3'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:15.555868 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:33:15.609781 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c661d944-0e07-48c5-9219-38d9b21c07b6 req-f8e6a00e-8908-43f3-aa9d-87be4f0a13f4 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705565 Nov 12 08:33:15.655167 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-692d485b-9423-4098-a068-204881eb9692 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:15.657359 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-692d485b-9423-4098-a068-204881eb9692 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.2636259 Nov 12 08:33:15.773799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Set router b034636e-cf22-4c40-beeb-eff1acbc58a3 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:15.828287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7fe3a7b3-70ce-4954-8a99-95e2f4a757a9 req-d1f114d4-9f1e-46f6-baec-8e650dd2f60c tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0590186 Nov 12 08:33:15.851732 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-0a14b0bb-af89-4ef0-9cfa-4455d15c6aa5 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 1002 time: 0.1506579 Nov 12 08:33:15.856238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54642) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:15.877701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 466c0f06-2159-488a-9833-2dea0a928133 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:15.903530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-0a678098-4459-4d0c-a17d-9b651e0efc47 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:15.928215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 466c0f06-2159-488a-9833-2dea0a928133 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:15.929039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 466c0f06-2159-488a-9833-2dea0a928133 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:15.982824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54646) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:16.054013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2d5606-447e-46f3-ad40-5949217b1350 admin admin] Deleting subnet dca00ac6-38a8-4977-b810-156e5402b64d {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:16.079705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-27027331-network', 'tenant_id': '66149b06cc734872a68ec8f1fb5145a6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:16.132283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Made reservation on behalf of 66149b06cc734872a68ec8f1fb5145a6 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:16.139737 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.156883 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.209492 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-0a678098-4459-4d0c-a17d-9b651e0efc47 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.257305 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5606-447e-46f3-ad40-5949217b1350 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.285280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:33:12Z', 'revision_number': 3, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:16.300891 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.306892 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.335840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:33:16.339306 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Checking router: b034636e-cf22-4c40-beeb-eff1acbc58a3 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:16.339664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Updating router b034636e-cf22-4c40-beeb-eff1acbc58a3 port 68853a1c-3954-47b9-9274-472febe2bb3f binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:33:16.347136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b445ef-1715-4048-badb-2dc650fc309c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:16.354282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.354760 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Added segment ed78c5f3-ef41-4766-a3c4-cc21b39fc616 of type vlan for network 0714188f-6499-4655-a48e-68414a9c8530 Nov 12 08:33:16.367934 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.429414 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5606-447e-46f3-ad40-5949217b1350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.433233 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.489738 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.490826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:16.491532 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.539535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6776698 Nov 12 08:33:16.543358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54648) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:16.557175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-146bb238-5e5e-44b4-b0d8-90801cf7080e admin admin] Request body: {'subnet': {'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-27027331-subnet', 'tenant_id': '66149b06cc734872a68ec8f1fb5145a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:16.594106 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5606-447e-46f3-ad40-5949217b1350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.636765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea04630-5829-4a3f-a28f-b699e29c4c5a admin admin] Pushing event updated for resources: {'Network': ['ID=0714188f-6499-4655-a48e-68414a9c8530,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:16.658950 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.672574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 0714188f-6499-4655-a48e-68414a9c8530 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:33:16.684260 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-0a678098-4459-4d0c-a17d-9b651e0efc47 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.825025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87138314-790c-4d3a-96aa-37ad342377c7 req-2b31d0df-21a9-4cd1-967b-0236390baa23 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:16.828945 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-87138314-790c-4d3a-96aa-37ad342377c7 req-2b31d0df-21a9-4cd1-967b-0236390baa23 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.0721085 Nov 12 08:33:16.925984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-87138314-790c-4d3a-96aa-37ad342377c7 req-fbbc9452-d96b-4266-9ff4-479ebb63da87 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851221 Nov 12 08:33:16.927202 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:16.942798 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.065605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Attempting to bind port 68853a1c-3954-47b9-9274-472febe2bb3f on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:17.066173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Attempting to bind port 68853a1c-3954-47b9-9274-472febe2bb3f by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:17.066749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Attempting to bind port 68853a1c-3954-47b9-9274-472febe2bb3f on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:17.077875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:17.078502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:17.079110 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.079720 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:17.080890 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed2fe813-793e-48cb-87c7-995a3d9868d5 req-1b839748-94a1-446c-b03f-87060648fdbd tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0413237 Nov 12 08:33:17.081042 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Bound port: 68853a1c-3954-47b9-9274-472febe2bb3f, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:17.081700 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.115596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d96b00-46f3-4b11-9192-d31cb27c7c7f None None] Pushing event updated for resources: {'Port': ['ID=68853a1c-3954-47b9-9274-472febe2bb3f,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:17.154921 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] For port 68853a1c-3954-47b9-9274-472febe2bb3f, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:17.158638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] For port 68853a1c-3954-47b9-9274-472febe2bb3f, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=68853a1c-3954-47b9-9274-472febe2bb3f,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:17.160034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-0a678098-4459-4d0c-a17d-9b651e0efc47 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.160233 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-0a678098-4459-4d0c-a17d-9b651e0efc47 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Floating IP f56a8819-23ef-4def-aa9f-3d0bcc17c063 disassociated. External IP: 172.25.3.180, port: 895b5678-6c8a-4e35-ab24-20b30619dfa1. Nov 12 08:33:17.168656 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.235487 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Routers {'b034636e-cf22-4c40-beeb-eff1acbc58a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:17.239045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b034636e-cf22-4c40-beeb-eff1acbc58a3'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:17.239223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146bb238-5e5e-44b4-b0d8-90801cf7080e admin admin] Made reservation on behalf of 66149b06cc734872a68ec8f1fb5145a6 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:17.240005 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-146bb238-5e5e-44b4-b0d8-90801cf7080e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.377946 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5606-447e-46f3-ad40-5949217b1350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.381675 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d96b00-46f3-4b11-9192-d31cb27c7c7f None None] Pushing event updated for resources: {'Port': ['ID=68853a1c-3954-47b9-9274-472febe2bb3f,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:17.386404 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] Set router b034636e-cf22-4c40-beeb-eff1acbc58a3 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:17.451788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d5606-447e-46f3-ad40-5949217b1350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dca00ac6-38a8-4977-b810-156e5402b64d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:17.467391 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fb2d5606-447e-46f3-ad40-5949217b1350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.470923 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fb2d5606-447e-46f3-ad40-5949217b1350 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dca00ac6-38a8-4977-b810-156e5402b64d HTTP/1.1" status: 204 len: 168 time: 1.4869373 Nov 12 08:33:17.473589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54658) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:17.548583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Allocated IP 172.20.0.1 (6a244389-2d32-47f5-9a62-dbbf866a4f6a/2e38fa98-e712-471d-87c9-6b9c87e3237b/ad25d4da-5792-432e-b8a3-5674d87953ea) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:17.596255 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.671933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:33:12Z', 'revision_number': 3, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:17.720589 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.737930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd61cf9d-64e3-409a-85a9-b8d85f65dadc None None] The sync data for ids ['b034636e-cf22-4c40-beeb-eff1acbc58a3'] in n-d-768851-18 is: [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:33:12Z', 'revision_number': 3, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:17.754099 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93214d82-5dc6-4f88-a2dc-7d2799129824']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:17.765632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59280070-9edd-4f3d-b4e6-dc8554c5f091') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:17.765921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59280070-9edd-4f3d-b4e6-dc8554c5f091') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:17.780466 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.799484 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.827791 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:33:17.828902 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:33:17.832836 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:33:17.863464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-146bb238-5e5e-44b4-b0d8-90801cf7080e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.922301 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.928921 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:17.934190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/93214d82-5dc6-4f88-a2dc-7d2799129824 HTTP/1.1" status: 204 len: 168 time: 0.4595222 Nov 12 08:33:17.962570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-0a678098-4459-4d0c-a17d-9b651e0efc47 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Router 37efb5a1-4739-480c-90f0-15e659a7faea has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:33:17.975189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c995e7-438a-4874-ae85-5a955086e6b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=93214d82-5dc6-4f88-a2dc-7d2799129824,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:17.992225 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.006624 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bb238-5e5e-44b4-b0d8-90801cf7080e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b13783d-4c4e-450c-befa-f6858c089ee0,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:18.101900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146bb238-5e5e-44b4-b0d8-90801cf7080e admin admin] Checking segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:18.103730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146bb238-5e5e-44b4-b0d8-90801cf7080e admin admin] Network hostable DHCP agents. Network: 0714188f-6499-4655-a48e-68414a9c8530, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:33:18.110978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a46933-c89f-407a-ba9f-42d6c48b55d8 req-5fee6426-287e-457d-b93d-c2ef16d2fbe8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:18.141821 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b5a46933-c89f-407a-ba9f-42d6c48b55d8 req-5fee6426-287e-457d-b93d-c2ef16d2fbe8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.1141493 Nov 12 08:33:18.183962 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.190080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146bb238-5e5e-44b4-b0d8-90801cf7080e admin admin] Network 0714188f-6499-4655-a48e-68414a9c8530 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:33:18.229630 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b5a46933-c89f-407a-ba9f-42d6c48b55d8 req-c0b96515-1b9e-47c0-a2f4-a05b331693e7 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828145 Nov 12 08:33:18.229937 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54676) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:18.266408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-146bb238-5e5e-44b4-b0d8-90801cf7080e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 0714188f-6499-4655-a48e-68414a9c8530) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:18.279800 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7b88f-3ef5-432c-8a8f-6b55632a1944 None None] Network 0714188f-6499-4655-a48e-68414a9c8530 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:18.292594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146bb238-5e5e-44b4-b0d8-90801cf7080e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:18.293373 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-146bb238-5e5e-44b4-b0d8-90801cf7080e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.310502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Network 6a244389-2d32-47f5-9a62-dbbf866a4f6a is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:18.313965 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-0a678098-4459-4d0c-a17d-9b651e0efc47 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:18.327538 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aee352-772b-4d18-ab66-981d2270014e None None] Sync routers for ids ['37efb5a1-4739-480c-90f0-15e659a7faea'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:18.330444 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-0a678098-4459-4d0c-a17d-9b651e0efc47 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.343865 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aee352-772b-4d18-ab66-981d2270014e None None] Routers {'37efb5a1-4739-480c-90f0-15e659a7faea'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:18.347792 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c9aee352-772b-4d18-ab66-981d2270014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['37efb5a1-4739-480c-90f0-15e659a7faea'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:18.356964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:18.373946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Pushing event updated for resources: {'Port': ['ID=ad25d4da-5792-432e-b8a3-5674d87953ea,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:18.379075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:18.478710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-146bb238-5e5e-44b4-b0d8-90801cf7080e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9258423 Nov 12 08:33:18.489604 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2c9bd590-ceec-4fd9-bc52-de81a840171c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a1c346fac6a84db9a393ddb98d03ca3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2467504 Nov 12 08:33:18.490698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54682) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:18.540614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-0a678098-4459-4d0c-a17d-9b651e0efc47 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "PUT /v2.0/floatingips/f56a8819-23ef-4def-aa9f-3d0bcc17c063 HTTP/1.1" status: 200 len: 695 time: 2.6426606 Nov 12 08:33:18.593559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e8ee86-6253-4623-8e4f-45e40d0cd6b0 None None] Network 0714188f-6499-4655-a48e-68414a9c8530 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:18.620452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:18.626873 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e2ae87-9f38-4c3f-9283-4ebe32b298ca" -d '{"events": [{"name": "network-changed", "server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:18.644556 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32474d43-bb86-41b1-9c85-f79f9cd5619d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.680448 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.726765 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32474d43-bb86-41b1-9c85-f79f9cd5619d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.765970 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c9aee352-772b-4d18-ab66-981d2270014e None None] Set router 37efb5a1-4739-480c-90f0-15e659a7faea gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:18.866367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32474d43-bb86-41b1-9c85-f79f9cd5619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.871890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32474d43-bb86-41b1-9c85-f79f9cd5619d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:18.873529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-32474d43-bb86-41b1-9c85-f79f9cd5619d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ee60733-f49d-4bbb-b2cf-8056ad268536 HTTP/1.1" status: 204 len: 168 time: 0.3791120 Nov 12 08:33:18.897205 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-4b12ff69-e6d6-47d4-a8f1-b86b618df3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:18.903006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 68853a1c-3954-47b9-9274-472febe2bb3f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:18.907631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32474d43-bb86-41b1-9c85-f79f9cd5619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee60733-f49d-4bbb-b2cf-8056ad268536,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:18.915287 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-4b12ff69-e6d6-47d4-a8f1-b86b618df3f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=eda6137855534360b01b47a6df365310&device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 1098 time: 0.3735628 Nov 12 08:33:19.049634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 68853a1c-3954-47b9-9274-472febe2bb3f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:19.050208 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.099043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-79ae4601-ccc1-471f-a4f6-fdbca46609b2 None None] Provisioning complete for port ad25d4da-5792-432e-b8a3-5674d87953ea triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:19.099427 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-79ae4601-ccc1-471f-a4f6-fdbca46609b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.253726 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.269611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-79ae4601-ccc1-471f-a4f6-fdbca46609b2 None None] Port ad25d4da-5792-432e-b8a3-5674d87953ea cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:19.320891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-8c816891-ed0c-4682-be5b-8bbfa6bee717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:19.322782 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-8c816891-ed0c-4682-be5b-8bbfa6bee717 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c9f32d5-f223-48ad-aeb1-0363859fe388 HTTP/1.1" status: 200 len: 921 time: 0.4057024 Nov 12 08:33:19.332055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 68853a1c-3954-47b9-9274-472febe2bb3f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=68853a1c-3954-47b9-9274-472febe2bb3f,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:19.345223 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.416339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=68853a1c-3954-47b9-9274-472febe2bb3f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:19.438996 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-ada2c47a-b2ef-482c-af86-0405b0d48b6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 217 time: 0.0947375 Nov 12 08:33:19.444351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:19.471283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fb8615c7-ceee-4111-97cd-ec5d977e2b69 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:19.481893 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fb8615c7-ceee-4111-97cd-ec5d977e2b69 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/networks?id=85d39561-94a6-48a8-9b4c-9f32510afab1 HTTP/1.1" status: 200 len: 814 time: 0.2591033 Nov 12 08:33:19.514116 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-d34b94b7-40b7-402f-b839-8d779d783c6c tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/quotas/a0abbc2372a54768a63c2d40e8c5de9a HTTP/1.1" status: 200 len: 375 time: 0.0308175 Nov 12 08:33:19.517516 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c9aee352-772b-4d18-ab66-981d2270014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 4, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '580288b5-5fed-48e9-a616-e3f6dc084f73', 'name': '', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'mac_address': 'fa:16:3e:6a:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'c73d9451-4524-4352-9480-948df1f78588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:45Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 5, 'project_id': 'eda6137855534360b01b47a6df365310', 'subnets': [{'id': 'c73d9451-4524-4352-9480-948df1f78588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:19.565589 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aee352-772b-4d18-ab66-981d2270014e None None] Checking router: 37efb5a1-4739-480c-90f0-15e659a7faea for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:19.586324 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aee352-772b-4d18-ab66-981d2270014e None None] Routers {'37efb5a1-4739-480c-90f0-15e659a7faea'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:19.589869 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c9aee352-772b-4d18-ab66-981d2270014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['37efb5a1-4739-480c-90f0-15e659a7faea'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:19.610287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-e6f9b960-3618-48e2-ad95-5d83be4d1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:19.612748 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-e6f9b960-3618-48e2-ad95-5d83be4d1dc2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c73d9451-4524-4352-9480-948df1f78588 HTTP/1.1" status: 200 len: 860 time: 0.1513703 Nov 12 08:33:19.704334 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-dbe67c8d-4d68-4acb-a049-378915edb516 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c9f32d5-f223-48ad-aeb1-0363859fe388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672905 Nov 12 08:33:19.706529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-e6622835-3ab8-49e1-8241-7c32283c0720 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a0abbc2372a54768a63c2d40e8c5de9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1742961 Nov 12 08:33:19.795730 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c9aee352-772b-4d18-ab66-981d2270014e None None] Set router 37efb5a1-4739-480c-90f0-15e659a7faea gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:19.841230 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3f231e5c-fc18-4967-8b30-cd0410ea188a service neutron] 10.222.0.31 "GET /v2.0/networks/85d39561-94a6-48a8-9b4c-9f32510afab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329193 Nov 12 08:33:19.990093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-e08b4c4f-89b2-495a-89d5-bf1d194c6832 service neutron] 10.222.0.31 "GET /v2.0/networks/85d39561-94a6-48a8-9b4c-9f32510afab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475651 Nov 12 08:33:20.015835 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-7a21fb2d-f78a-4239-a846-87459ea5b8ca service neutron] 10.222.0.31 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288744 Nov 12 08:33:20.056803 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.090886 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.128277 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c9aee352-772b-4d18-ab66-981d2270014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 4, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '580288b5-5fed-48e9-a616-e3f6dc084f73', 'name': '', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'mac_address': 'fa:16:3e:6a:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'c73d9451-4524-4352-9480-948df1f78588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:45Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 5, 'project_id': 'eda6137855534360b01b47a6df365310', 'subnets': [{'id': 'c73d9451-4524-4352-9480-948df1f78588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:20.231728 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aee352-772b-4d18-ab66-981d2270014e None None] The sync data for ids ['37efb5a1-4739-480c-90f0-15e659a7faea'] in n-d-768851-18 is: [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:48Z', 'revision_number': 4, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '580288b5-5fed-48e9-a616-e3f6dc084f73', 'name': '', 'network_id': '4c9f32d5-f223-48ad-aeb1-0363859fe388', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'mac_address': 'fa:16:3e:6a:6c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'c73d9451-4524-4352-9480-948df1f78588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:45Z', 'updated_at': '2021-11-12T08:31:56Z', 'revision_number': 5, 'project_id': 'eda6137855534360b01b47a6df365310', 'subnets': [{'id': 'c73d9451-4524-4352-9480-948df1f78588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:20.271329 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22ccb55b-c63d-415d-b644-6cad4580caee req-19fcf31b-2007-4aab-8a04-af6eb2cfb9e6 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0356741 Nov 12 08:33:20.295783 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.440553 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1092a86a-5e98-40fa-b461-10d3e8e7ae46 x-openstack-request-id: req-1092a86a-5e98-40fa-b461-10d3e8e7ae46 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:20.440794 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:20.440993 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1092a86a-5e98-40fa-b461-10d3e8e7ae46 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:20.441429 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'status': 'completed', 'code': 200} Nov 12 08:33:20.444048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Pushing event updated for resources: {'Port': ['ID=ad25d4da-5792-432e-b8a3-5674d87953ea,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:20.622875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 68853a1c-3954-47b9-9274-472febe2bb3f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:20.655531 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78db3ae3-52bc-4cd1-878c-73c25b309133 req-94b8c00c-73a9-410e-8b3b-97821ea8b78e service neutron] 10.222.0.31 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168225 Nov 12 08:33:20.683588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Network 6a244389-2d32-47f5-9a62-dbbf866a4f6a is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:20.690419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2ae87-9f38-4c3f-9283-4ebe32b298ca req-dd303bc5-b10a-43e4-84de-2097cb9a752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:20.698002 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42e2ae87-9f38-4c3f-9283-4ebe32b298ca req-dd303bc5-b10a-43e4-84de-2097cb9a752d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eda6137855534360b01b47a6df365310&device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 1098 time: 0.2070887 Nov 12 08:33:20.700439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:20.792902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 68853a1c-3954-47b9-9274-472febe2bb3f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:20.793514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:20.909563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54732) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:20.960406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2ae87-9f38-4c3f-9283-4ebe32b298ca req-73433b70-5e29-48e2-b342-a1065bcae228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:20.962047 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42e2ae87-9f38-4c3f-9283-4ebe32b298ca req-73433b70-5e29-48e2-b342-a1065bcae228 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4c9f32d5-f223-48ad-aeb1-0363859fe388 HTTP/1.1" status: 200 len: 921 time: 0.2479603 Nov 12 08:33:21.007101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989bcb16-ebfd-4382-a8af-e00f21fa16a4 None None] New status for floating IP f56a8819-23ef-4def-aa9f-3d0bcc17c063: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:33:21.163310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1054851290-network', 'tenant_id': '12925ae31aa3459d87dccd9290eac455'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:21.244441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Made reservation on behalf of 12925ae31aa3459d87dccd9290eac455 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:21.251821 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.268358 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.273432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Router b034636e-cf22-4c40-beeb-eff1acbc58a3 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:33:21.301199 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42e2ae87-9f38-4c3f-9283-4ebe32b298ca req-6c353ea4-a7b7-4882-bd26-9f717eeedf95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 200 len: 217 time: 0.3160362 Nov 12 08:33:21.326702 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-21b06fba-ea18-4cc0-bc40-967aded343b5 None None] Provisioning complete for port ad25d4da-5792-432e-b8a3-5674d87953ea triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:21.327211 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-21b06fba-ea18-4cc0-bc40-967aded343b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.354031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8d15-6503-4f70-b731-01fc412221fe req-90011d17-88f9-40ea-aa25-02dec6d0fef8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:21.356144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-90011d17-88f9-40ea-aa25-02dec6d0fef8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.2613645 Nov 12 08:33:21.379843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-21b06fba-ea18-4cc0-bc40-967aded343b5 None None] Port ad25d4da-5792-432e-b8a3-5674d87953ea cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:21.393907 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-99677c28-73f9-48ba-95e0-9f52465a4a18 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/quotas/66149b06cc734872a68ec8f1fb5145a6 HTTP/1.1" status: 200 len: 375 time: 0.0315704 Nov 12 08:33:21.435234 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247571d-9a95-4fe2-b82d-b6e93fe8db76 req-2340842c-4023-4bd2-8eab-173593fbf41c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:21.437188 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d247571d-9a95-4fe2-b82d-b6e93fe8db76 req-2340842c-4023-4bd2-8eab-173593fbf41c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.4610269 Nov 12 08:33:21.445855 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-4791a855-a581-4cb3-8e35-ff19d36777ef tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490830 Nov 12 08:33:21.462780 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.492449 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.500432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2ae87-9f38-4c3f-9283-4ebe32b298ca req-6bfb2833-1683-40f8-9ff6-c96f5b9458b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:21.502112 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42e2ae87-9f38-4c3f-9283-4ebe32b298ca req-6bfb2833-1683-40f8-9ff6-c96f5b9458b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c73d9451-4524-4352-9480-948df1f78588 HTTP/1.1" status: 200 len: 860 time: 0.1904910 Nov 12 08:33:21.550324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:21.565227 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Sync routers for ids ['b034636e-cf22-4c40-beeb-eff1acbc58a3'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:21.583088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:33:21.583560 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6aa31c37-a8b1-47fc-942b-e0f3392adce7 admin admin] 10.222.0.31 "PUT /v2.0/routers/b034636e-cf22-4c40-beeb-eff1acbc58a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0386386 Nov 12 08:33:21.583560 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42e2ae87-9f38-4c3f-9283-4ebe32b298ca req-b9065b3b-b5e3-4e2d-a9a6-52ef142110e3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4c9f32d5-f223-48ad-aeb1-0363859fe388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579782 Nov 12 08:33:21.593438 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Routers {'b034636e-cf22-4c40-beeb-eff1acbc58a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:21.594338 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b034636e-cf22-4c40-beeb-eff1acbc58a3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:21.632436 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d247571d-9a95-4fe2-b82d-b6e93fe8db76 req-ac9d6151-a0de-4a5f-86f2-4b58804b0cc2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402049 Nov 12 08:33:21.636638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9182176d-6a2b-42d6-bfbf-e024bbf1eafb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:21.641531 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.641991 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Added segment 0ed5500e-f3d0-4b26-a4e6-2c9194d32369 of type vlan for network 40b1abb1-c26d-474d-a43d-33d13a7f1a8d Nov 12 08:33:21.718325 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.728845 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-e8ac2ace-025f-40b9-bdff-f362c826a44f service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642257 Nov 12 08:33:21.816474 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42e2ae87-9f38-4c3f-9283-4ebe32b298ca req-da8dc173-d8c9-49e1-9401-3970e667bd80 service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271562 Nov 12 08:33:21.822433 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.822783 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aef475c6-1e7d-496d-8dcc-9be6260ad2d6 req-29d3a4cf-fbba-46ca-b4eb-7b93747f3a67 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 210 time: 0.0771134 Nov 12 08:33:21.823642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:21.824313 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:21.879161 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Set router b034636e-cf22-4c40-beeb-eff1acbc58a3 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:21.911486 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9999580 Nov 12 08:33:21.918421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54754) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:21.926060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-45a08cce-0a65-425c-abed-a69db2ee8a21 admin admin] Request body: {'subnet': {'network_id': '40b1abb1-c26d-474d-a43d-33d13a7f1a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1054851290-subnet', 'tenant_id': '12925ae31aa3459d87dccd9290eac455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:21.945554 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-88816ca2-902f-43e8-987f-1d8bd20ce01e service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155015 Nov 12 08:33:21.956014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa365e18-bb11-4570-ac08-0e8ebfbb5fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=40b1abb1-c26d-474d-a43d-33d13a7f1a8d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:21.971671 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 40b1abb1-c26d-474d-a43d-33d13a7f1a8d details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:33:22.028292 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-14510a6b-3b14-4977-97e3-56a7d5f3968f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/floatingips/f56a8819-23ef-4def-aa9f-3d0bcc17c063 HTTP/1.1" status: 200 len: 693 time: 0.1003184 Nov 12 08:33:22.090538 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42e2ae87-9f38-4c3f-9283-4ebe32b298ca req-33b6bf17-33b1-4904-9cb4-17a11bd7a1ea service neutron] 10.222.0.52 "GET /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612150 Nov 12 08:33:22.228991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a89238-2c28-4133-b8bc-3d984608d72c req-9ed3612a-19b9-45fc-b967-9f7e4535ce1d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:22.232014 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-9ed3612a-19b9-45fc-b967-9f7e4535ce1d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.52 "GET /v2.0/networks?id=85d39561-94a6-48a8-9b4c-9f32510afab1 HTTP/1.1" status: 200 len: 814 time: 0.2443137 Nov 12 08:33:22.232280 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.236899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-4dccab7a-d708-48f0-a48b-7c08c58a7617 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:22.238433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a08cce-0a65-425c-abed-a69db2ee8a21 admin admin] Made reservation on behalf of 12925ae31aa3459d87dccd9290eac455 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:22.241775 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-4dccab7a-d708-48f0-a48b-7c08c58a7617 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.2011745 Nov 12 08:33:22.242392 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-45a08cce-0a65-425c-abed-a69db2ee8a21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.258155 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-2073d8bc-5f7e-4242-a95f-326c34e94773 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:33:22.261529 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-2073d8bc-5f7e-4242-a95f-326c34e94773 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096436 Nov 12 08:33:22.266135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Request body: {'port': {'device_id': '0992b4a8-87b9-4051-b876-68bbb1bcb852', 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1', 'admin_state_up': True, 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:22.364111 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ad25d4da-5792-432e-b8a3-5674d87953ea', 'name': '', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'mac_address': 'fa:16:3e:55:8b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:16Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 2, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'subnets': [{'id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:22.447831 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Checking router: b034636e-cf22-4c40-beeb-eff1acbc58a3 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:22.448296 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Updating router b034636e-cf22-4c40-beeb-eff1acbc58a3 port ad25d4da-5792-432e-b8a3-5674d87953ea binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:33:22.524110 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.559841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25640f83-1f4a-4b5a-a6fb-65c1b4d655b1 req-a5c931b5-b510-4a3f-a3e9-af616d02857c tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.1238153 Nov 12 08:33:22.941022 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-45a08cce-0a65-425c-abed-a69db2ee8a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:22.942415 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-b4146e73-0c7d-4acc-a138-e5964fe6c2c2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.6709852 Nov 12 08:33:23.081748 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-08061333-edf7-4e43-ae2b-aeb7272f2e3e tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.1245432 Nov 12 08:33:23.089686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a08cce-0a65-425c-abed-a69db2ee8a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df40f117-173a-46de-8e96-a2b444ba3332,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:23.213776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Made reservation on behalf of a0abbc2372a54768a63c2d40e8c5de9a for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:23.217848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.284335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a08cce-0a65-425c-abed-a69db2ee8a21 admin admin] Checking segment: {'id': '0ed5500e-f3d0-4b26-a4e6-2c9194d32369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '40b1abb1-c26d-474d-a43d-33d13a7f1a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:23.285234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a08cce-0a65-425c-abed-a69db2ee8a21 admin admin] Network hostable DHCP agents. Network: 40b1abb1-c26d-474d-a43d-33d13a7f1a8d, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:33:23.327620 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.360958 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.475740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a08cce-0a65-425c-abed-a69db2ee8a21 admin admin] Network 40b1abb1-c26d-474d-a43d-33d13a7f1a8d is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:33:23.554974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54788) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:23.556249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-45a08cce-0a65-425c-abed-a69db2ee8a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 40b1abb1-c26d-474d-a43d-33d13a7f1a8d) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:23.570831 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f8a9d-b03f-43a8-becd-340e0697980d None None] Pushing event updated for resources: {'Port': ['ID=ad25d4da-5792-432e-b8a3-5674d87953ea,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:23.577282 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2679686-aac8-4405-ae91-50d70b18c3cf None None] Network 40b1abb1-c26d-474d-a43d-33d13a7f1a8d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:23.592806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1749e195-65e6-42e6-881b-51bdbe6b7108 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2033157063', 'description': 'tempest-description--593330319'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:23.620636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-5f57f7db-1adc-4847-a323-8a06e6ea0b9d tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Deleting port f8ef572b-564e-4ad5-b5e9-c78c5297c9a5 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:23.622111 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-5f57f7db-1adc-4847-a323-8a06e6ea0b9d tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.635984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a08cce-0a65-425c-abed-a69db2ee8a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:23.636588 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-45a08cce-0a65-425c-abed-a69db2ee8a21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.743101 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Attempting to bind port ad25d4da-5792-432e-b8a3-5674d87953ea on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:23.743470 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Attempting to bind port ad25d4da-5792-432e-b8a3-5674d87953ea by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:23.743745 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Attempting to bind port ad25d4da-5792-432e-b8a3-5674d87953ea on network 6a244389-2d32-47f5-9a62-dbbf866a4f6a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:23.758521 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:23.758962 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Checking segment: {'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:23.759331 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.766786 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Bound using segment: {'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:23.767431 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Bound port: ad25d4da-5792-432e-b8a3-5674d87953ea, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:23.767899 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.841787 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1749e195-65e6-42e6-881b-51bdbe6b7108 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:23.899150 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3460ffe-4496-406c-9b97-15b07305ecbe req-a898a756-b35f-4930-9339-464411c8a121 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 210 time: 0.1192460 Nov 12 08:33:23.914234 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-45a08cce-0a65-425c-abed-a69db2ee8a21 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9935522 Nov 12 08:33:23.965734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Allocated IP 172.20.0.9 (85d39561-94a6-48a8-9b4c-9f32510afab1/8def1ab2-8820-43e8-862e-0c8bcf028c69/605552b4-25f9-4ee5-83f5-fcb87d640014) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:24.050531 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-5f57f7db-1adc-4847-a323-8a06e6ea0b9d tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.051474 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-5f57f7db-1adc-4847-a323-8a06e6ea0b9d tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.148875 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] For port ad25d4da-5792-432e-b8a3-5674d87953ea, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:24.161728 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] For port ad25d4da-5792-432e-b8a3-5674d87953ea, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ad25d4da-5792-432e-b8a3-5674d87953ea,segment=NetworkSegment(1af8f434-dec7-4f76-babb-11a98ef61ba9),segment_id=1af8f434-dec7-4f76-babb-11a98ef61ba9)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:24.179227 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.216846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-5f57f7db-1adc-4847-a323-8a06e6ea0b9d tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Calling delete_port for f8ef572b-564e-4ad5-b5e9-c78c5297c9a5 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:24.344369 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Routers {'b034636e-cf22-4c40-beeb-eff1acbc58a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:24.345075 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b034636e-cf22-4c40-beeb-eff1acbc58a3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:24.350398 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1749e195-65e6-42e6-881b-51bdbe6b7108 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.354891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b2ca276c-5f9a-40fd-960e-a0deebd6df6d None None] Provisioning complete for port ad25d4da-5792-432e-b8a3-5674d87953ea triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:24.355267 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b2ca276c-5f9a-40fd-960e-a0deebd6df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.393688 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f8a9d-b03f-43a8-becd-340e0697980d None None] Pushing event updated for resources: {'Port': ['ID=ad25d4da-5792-432e-b8a3-5674d87953ea,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:24.443564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1749e195-65e6-42e6-881b-51bdbe6b7108 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.797153 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1749e195-65e6-42e6-881b-51bdbe6b7108 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.802659 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1749e195-65e6-42e6-881b-51bdbe6b7108 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2412987 Nov 12 08:33:24.802659 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-5f57f7db-1adc-4847-a323-8a06e6ea0b9d tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.837953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749e195-65e6-42e6-881b-51bdbe6b7108 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f0756f-3a30-4d67-8797-220e3da0c36f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:24.842866 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b2ca276c-5f9a-40fd-960e-a0deebd6df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:24.856857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54798) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:24.875229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8abe15af-f1cf-4c2b-aaa4-bf4c744f3865 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Request body: {'security_group_rule': {'security_group_id': '89f0756f-3a30-4d67-8797-220e3da0c36f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:24.897264 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] Set router b034636e-cf22-4c40-beeb-eff1acbc58a3 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:24.937798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57f7db-1adc-4847-a323-8a06e6ea0b9d tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Pushing event deleted for resources: {'Port': ['ID=f8ef572b-564e-4ad5-b5e9-c78c5297c9a5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:24.953491 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c128a-8213-4cd3-ab43-8c18821e9471 None None] Network 40b1abb1-c26d-474d-a43d-33d13a7f1a8d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:25.057326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b2ca276c-5f9a-40fd-960e-a0deebd6df6d None None] For port ad25d4da-5792-432e-b8a3-5674d87953ea, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ad25d4da-5792-432e-b8a3-5674d87953ea,segment=NetworkSegment(1af8f434-dec7-4f76-babb-11a98ef61ba9),segment_id=1af8f434-dec7-4f76-babb-11a98ef61ba9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:25.098737 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b2ca276c-5f9a-40fd-960e-a0deebd6df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.116998 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8abe15af-f1cf-4c2b-aaa4-bf4c744f3865 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.122901 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-5f57f7db-1adc-4847-a323-8a06e6ea0b9d tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.126405 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-5f57f7db-1adc-4847-a323-8a06e6ea0b9d tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.127609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e8e32c17-e92b-4e39-b45a-75a947e4e985 req-5f57f7db-1adc-4847-a323-8a06e6ea0b9d tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "DELETE /v2.0/floatingips/f56a8819-23ef-4def-aa9f-3d0bcc17c063 HTTP/1.1" status: 204 len: 173 time: 2.0291710 Nov 12 08:33:25.312632 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f1536ba-94a5-41d7-9c2c-33605a7d183e req-b3b7961a-66f3-4df1-999c-877f73958829 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 210 time: 0.0795884 Nov 12 08:33:25.357182 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8abe15af-f1cf-4c2b-aaa4-bf4c744f3865 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.366192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8abe15af-f1cf-4c2b-aaa4-bf4c744f3865 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.418865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe15af-f1cf-4c2b-aaa4-bf4c744f3865 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68741f2a-368b-4c7a-beed-2e25999f8411,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:25.441258 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8abe15af-f1cf-4c2b-aaa4-bf4c744f3865 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.442852 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8abe15af-f1cf-4c2b-aaa4-bf4c744f3865 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5736401 Nov 12 08:33:25.446871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54804) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:25.451095 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ad25d4da-5792-432e-b8a3-5674d87953ea', 'name': '', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'mac_address': 'fa:16:3e:55:8b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:16Z', 'updated_at': '2021-11-12T08:33:24Z', 'revision_number': 4, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'subnets': [{'id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:25.462345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e4bb9a5f-b5c3-4a33-9c7f-b27e9598d80f tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Request body: {'security_group_rule': {'security_group_id': '89f0756f-3a30-4d67-8797-220e3da0c36f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:25.505142 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd9bd85-6ff0-4e04-ac9b-de943f6d2e3a None None] The sync data for ids ['b034636e-cf22-4c40-beeb-eff1acbc58a3'] in n-d-768851-18 is: [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ad25d4da-5792-432e-b8a3-5674d87953ea', 'name': '', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'mac_address': 'fa:16:3e:55:8b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:16Z', 'updated_at': '2021-11-12T08:33:24Z', 'revision_number': 4, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'subnets': [{'id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:25.549991 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e4bb9a5f-b5c3-4a33-9c7f-b27e9598d80f tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.557210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070ad7b-432a-4c0e-80f8-b02b6152032b req-3e612df4-25b5-412a-b39b-956ab532802d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:25.567390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2070ad7b-432a-4c0e-80f8-b02b6152032b req-3e612df4-25b5-412a-b39b-956ab532802d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 1.3361986 Nov 12 08:33:25.574510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-06987253-9436-4c42-adde-ed087bd19456 None None] Provisioning complete for port ad25d4da-5792-432e-b8a3-5674d87953ea triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:25.574893 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-06987253-9436-4c42-adde-ed087bd19456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.692169 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2070ad7b-432a-4c0e-80f8-b02b6152032b req-73d16afb-907a-446d-a00d-72892867dce2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049726 Nov 12 08:33:25.793309 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca276c-5f9a-40fd-960e-a0deebd6df6d None None] Pushing event updated for resources: {'Port': ['ID=ad25d4da-5792-432e-b8a3-5674d87953ea,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:25.846492 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03add58d-0ac4-41f6-bcc4-d3afdedff677 req-f017860c-5aba-4356-9870-2ed3d37349de tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.1969609 Nov 12 08:33:25.881477 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.921441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8d15-6503-4f70-b731-01fc412221fe req-ded7747a-cf6d-46c5-8e35-7a255a06f043 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:25.923488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-ded7747a-cf6d-46c5-8e35-7a255a06f043 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.5710218 Nov 12 08:33:25.933224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e4bb9a5f-b5c3-4a33-9c7f-b27e9598d80f tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.943344 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e4bb9a5f-b5c3-4a33-9c7f-b27e9598d80f tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:25.955468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-aced8d15-6503-4f70-b731-01fc412221fe req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Request body: {'port': {'device_id': '8231cc3b-2855-4fc8-bdad-275f15496199', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'admin_state_up': True, 'tenant_id': '66149b06cc734872a68ec8f1fb5145a6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:26.027595 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb9a5f-b5c3-4a33-9c7f-b27e9598d80f tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07a4c6a-b4d7-44c4-93eb-0c0cfa84a0de,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:26.048150 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e4bb9a5f-b5c3-4a33-9c7f-b27e9598d80f tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.054596 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e4bb9a5f-b5c3-4a33-9c7f-b27e9598d80f tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6062925 Nov 12 08:33:26.058658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54818) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:26.066425 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:26.125482 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.175614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b63b4d15-378b-4c79-9b3d-6c4184a63fb9 req-a7e9a1fb-3ed5-4d0b-9dbb-ded5a02203c8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 210 time: 0.0710008 Nov 12 08:33:26.281797 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.407716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Network 85d39561-94a6-48a8-9b4c-9f32510afab1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:26.417846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Pushing event updated for resources: {'Port': ['ID=605552b4-25f9-4ee5-83f5-fcb87d640014,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:26.420934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:26.434406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:26.471867 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2f347c6a-bdb1-4aaa-9b4e-bb6d3aac9d09 req-74cc7498-b063-44b9-a59b-df86f64ab105 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups/c20f3967-5870-4d1c-b509-3b2d4879cd3e HTTP/1.1" status: 200 len: 1827 time: 0.2345886 Nov 12 08:33:26.587332 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.655628 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2f347c6a-bdb1-4aaa-9b4e-bb6d3aac9d09 req-64e72a48-9581-47c7-bfd0-aaad5f156162 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.704791 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.705625 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.732557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ad25d4da-5792-432e-b8a3-5674d87953ea up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:26.778001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-b45bce42-f57c-4c35-ae8e-6d019d9d3d2b tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:26.799547 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-b45bce42-f57c-4c35-ae8e-6d019d9d3d2b tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/networks?id=40b1abb1-c26d-474d-a43d-33d13a7f1a8d HTTP/1.1" status: 200 len: 813 time: 0.6861930 Nov 12 08:33:26.822540 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-b49dd3bb-75ce-4452-906b-9331cc6f9465 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/quotas/12925ae31aa3459d87dccd9290eac455 HTTP/1.1" status: 200 len: 375 time: 0.0218768 Nov 12 08:33:26.827480 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2f347c6a-bdb1-4aaa-9b4e-bb6d3aac9d09 req-64e72a48-9581-47c7-bfd0-aaad5f156162 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.881244 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ad25d4da-5792-432e-b8a3-5674d87953ea triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:26.881998 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.903209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-95356bcb-b459-4b7a-baef-981410bd4d2a tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=12925ae31aa3459d87dccd9290eac455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794089 Nov 12 08:33:26.915652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aced8d15-6503-4f70-b731-01fc412221fe req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Made reservation on behalf of 66149b06cc734872a68ec8f1fb5145a6 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:26.923060 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aced8d15-6503-4f70-b731-01fc412221fe req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:26.931422 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3d7e5850-d9de-4e4c-87e9-4aa92d4b265d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6809249 Nov 12 08:33:27.012090 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2f347c6a-bdb1-4aaa-9b4e-bb6d3aac9d09 req-64e72a48-9581-47c7-bfd0-aaad5f156162 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.021925 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Request body: {'port': {'device_id': '0992b4a8-87b9-4051-b876-68bbb1bcb852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:27.022588 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2f347c6a-bdb1-4aaa-9b4e-bb6d3aac9d09 req-64e72a48-9581-47c7-bfd0-aaad5f156162 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.037960 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2f347c6a-bdb1-4aaa-9b4e-bb6d3aac9d09 req-64e72a48-9581-47c7-bfd0-aaad5f156162 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "DELETE /v2.0/security-groups/c20f3967-5870-4d1c-b509-3b2d4879cd3e HTTP/1.1" status: 204 len: 173 time: 0.5536907 Nov 12 08:33:27.150138 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e72a48-9581-47c7-bfd0-aaad5f156162 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20f3967-5870-4d1c-b509-3b2d4879cd3e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:27.200868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Allocated IP 172.25.3.252 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/f402994a-52ae-4b29-b0b9-100ad611bd8b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:27.204457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-724a27fb-09d1-46f6-b029-ba8899bd93b7 None None] Provisioning complete for port 605552b4-25f9-4ee5-83f5-fcb87d640014 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:27.205056 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-724a27fb-09d1-46f6-b029-ba8899bd93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.417197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-389dfcc0-c7d0-488e-82f8-c5f1bafd92c7 service neutron] 10.222.0.31 "GET /v2.0/networks/40b1abb1-c26d-474d-a43d-33d13a7f1a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899340 Nov 12 08:33:27.435612 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-724a27fb-09d1-46f6-b029-ba8899bd93b7 None None] Port 605552b4-25f9-4ee5-83f5-fcb87d640014 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:27.517406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d277686-5d82-4867-a9f7-cbfcd640bf02 req-fc9d8daa-74f7-419b-af86-d0def97f8ab1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:27.520844 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5d277686-5d82-4867-a9f7-cbfcd640bf02 req-fc9d8daa-74f7-419b-af86-d0def97f8ab1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.3224876 Nov 12 08:33:27.633176 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:27.711443 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5d277686-5d82-4867-a9f7-cbfcd640bf02 req-1bb95789-48fc-4ed8-9668-e88d3b6c631a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766300 Nov 12 08:33:27.806606 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.030040 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.111290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:28.123523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:28.140481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:28.166795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d118ba4-3d05-4f55-a3d4-ac031c7b86c7 req-172a1c41-d959-4446-961a-0e3b2b75fdfe tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:28.176795 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4d118ba4-3d05-4f55-a3d4-ac031c7b86c7 req-172a1c41-d959-4446-961a-0e3b2b75fdfe tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 931 time: 0.2695723 Nov 12 08:33:28.214757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-f7929b37-7f66-4cb3-b118-4fa884cd01fa service neutron] 10.222.0.31 "GET /v2.0/networks/40b1abb1-c26d-474d-a43d-33d13a7f1a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7735372 Nov 12 08:33:28.233915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-aced8d15-6503-4f70-b731-01fc412221fe req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Allocated IP 172.20.0.5 (0714188f-6499-4655-a48e-68414a9c8530/9b13783d-4c4e-450c-befa-f6858c089ee0/6412a409-0428-4d3f-890a-156f0135cf4b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:28.510471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4d118ba4-3d05-4f55-a3d4-ac031c7b86c7 req-2f93421e-17b9-4db5-960c-5a9c69e8844a tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324454 Nov 12 08:33:28.538661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Pushing event updated for resources: {'Port': ['ID=f402994a-52ae-4b29-b0b9-100ad611bd8b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:28.560457 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.655827 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.707418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605552b4-25f9-4ee5-83f5-fcb87d640014 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:28.716471 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.746473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Transition to ACTIVE for port object 605552b4-25f9-4ee5-83f5-fcb87d640014 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:28.752112 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.851618 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.880333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aced8d15-6503-4f70-b731-01fc412221fe req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:28.947743 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-10817cfa-4402-4cd9-8ad0-d46955750707 req-30979a45-1dac-454a-95dc-2fc6e2feb715 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.1994493 Nov 12 08:33:29.223988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=605552b4-25f9-4ee5-83f5-fcb87d640014,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:29.302801 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aced8d15-6503-4f70-b731-01fc412221fe req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.304008 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.321767 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.558064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Pushing event updated for resources: {'Port': ['ID=6412a409-0428-4d3f-890a-156f0135cf4b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:29.639453 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Pushing event updated for resources: {'Port': ['ID=f402994a-52ae-4b29-b0b9-100ad611bd8b,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:29.666354 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.673557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aced8d15-6503-4f70-b731-01fc412221fe req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Network 0714188f-6499-4655-a48e-68414a9c8530 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:29.677907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-aced8d15-6503-4f70-b731-01fc412221fe req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:29.691654 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:29.698415 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5046801f-6903-4b59-bff1-aac1145c3c4c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6378961 Nov 12 08:33:29.703454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-aced8d15-6503-4f70-b731-01fc412221fe req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:29.732490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9bc14-43f6-46ee-ac42-5220311dbea3 req-0833345b-157b-4999-81c9-f69186b255bd tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:29.734453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6cb9bc14-43f6-46ee-ac42-5220311dbea3 req-0833345b-157b-4999-81c9-f69186b255bd tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 931 time: 0.5360882 Nov 12 08:33:29.794639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-13a14c3d-e2e2-4868-86f0-43b83a3282a2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:29.808335 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-13a14c3d-e2e2-4868-86f0-43b83a3282a2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 812 time: 0.4377675 Nov 12 08:33:29.828017 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-f1ad9cb7-34bd-4854-8c7a-9d499b7b7e68 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/quotas/0ad4ce9f3df54853ab92f7626883cd89 HTTP/1.1" status: 200 len: 375 time: 0.0181832 Nov 12 08:33:29.944357 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-2627c939-b49c-46f9-9492-67e3f604d554 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1150534 Nov 12 08:33:29.964322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Attempting to bind port 605552b4-25f9-4ee5-83f5-fcb87d640014 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:29.964673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Attempting to bind port 605552b4-25f9-4ee5-83f5-fcb87d640014 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:29.964999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Attempting to bind port 605552b4-25f9-4ee5-83f5-fcb87d640014 on network 85d39561-94a6-48a8-9b4c-9f32510afab1 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:30.004266 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6cb9bc14-43f6-46ee-ac42-5220311dbea3 req-c65cf459-6907-4518-92b2-bd20b5e7c059 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529492 Nov 12 08:33:30.039525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Port 605552b4-25f9-4ee5-83f5-fcb87d640014 on network 85d39561-94a6-48a8-9b4c-9f32510afab1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:30.040062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Attempting to bind port 605552b4-25f9-4ee5-83f5-fcb87d640014 on network 85d39561-94a6-48a8-9b4c-9f32510afab1 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:30.079442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8d15-6503-4f70-b731-01fc412221fe req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:30.080717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aced8d15-6503-4f70-b731-01fc412221fe req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.107648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:30.108146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Checking segment: {'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:30.108413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Bound using segment: {'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:30.108871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Bound port: 605552b4-25f9-4ee5-83f5-fcb87d640014, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419fc1c5-303f-45cb-8323-6989dc82639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:30.109283 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.236966 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-f43f4ede-5618-4847-afb2-605c897388db service neutron] 10.222.0.31 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790494 Nov 12 08:33:30.255627 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-82486de4-55d1-4707-9cdb-f9b7a6d9854e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3180978 Nov 12 08:33:30.305169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Request body: {'port': {'device_id': '8231cc3b-2855-4fc8-bdad-275f15496199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:30.363636 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-261dbf96-31ab-4664-979f-8323e644b113 req-ca53a41d-aca6-4043-a1d6-2e49bdab2851 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 210 time: 0.1450777 Nov 12 08:33:30.412219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] For port 605552b4-25f9-4ee5-83f5-fcb87d640014, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:30.417762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] For port 605552b4-25f9-4ee5-83f5-fcb87d640014, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=605552b4-25f9-4ee5-83f5-fcb87d640014,segment=NetworkSegment(419fc1c5-303f-45cb-8323-6989dc82639a),segment_id=419fc1c5-303f-45cb-8323-6989dc82639a)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:30.425348 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-bf5fe847-591a-4872-8b7e-c75079caa62d service neutron] 10.222.0.31 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872973 Nov 12 08:33:30.546985 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.595584 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.861936 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d925a36-957d-4a29-9413-254fe2a1f4d3 req-436b52b9-58c5-40c1-9a13-3aeb3131b0ab tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:30.870300 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d925a36-957d-4a29-9413-254fe2a1f4d3 req-436b52b9-58c5-40c1-9a13-3aeb3131b0ab tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 943 time: 0.1144226 Nov 12 08:33:30.990234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:30.990403 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:30.995686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] 10.222.0.52 "PUT /v2.0/ports/605552b4-25f9-4ee5-83f5-fcb87d640014 HTTP/1.1" status: 200 len: 1092 time: 3.9837821 Nov 12 08:33:30.999269 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d925a36-957d-4a29-9413-254fe2a1f4d3 req-0bbab97b-4ad8-4d96-8e9a-629bfc12be1d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142268 Nov 12 08:33:31.005564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0992b4a8-87b9-4051-b876-68bbb1bcb852', 'tag': '605552b4-25f9-4ee5-83f5-fcb87d640014'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:31.010003 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32400407-6187-4ca1-bc47-f194d15901e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0992b4a8-87b9-4051-b876-68bbb1bcb852", "tag": "605552b4-25f9-4ee5-83f5-fcb87d640014"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:31.223550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028c192-8f02-45ad-a6f8-acc39957aa0b req-6cf4cd73-dfbc-476a-a6c1-21821f8db6fa tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:31.234442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5028c192-8f02-45ad-a6f8-acc39957aa0b req-6cf4cd73-dfbc-476a-a6c1-21821f8db6fa tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.6347041 Nov 12 08:33:31.239668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84d74f-6a09-4d50-887e-cefa99e1c9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=605552b4-25f9-4ee5-83f5-fcb87d640014,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:31.296462 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-6f513f8e-f8b7-4730-88e7-c77f006e56f0 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2033157063&fields=id&tenant_id=6b1c474c08484fc39cbf7ed1803137c5 HTTP/1.1" status: 200 len: 267 time: 0.1481435 Nov 12 08:33:31.513614 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-0e478f18-1053-4093-9be9-309ac95558b6 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:31.527949 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5028c192-8f02-45ad-a6f8-acc39957aa0b req-59b61fcc-457d-4832-bfa8-fddd7426f3fb tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683737 Nov 12 08:33:31.529424 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-0e478f18-1053-4093-9be9-309ac95558b6 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/networks?id=6a244389-2d32-47f5-9a62-dbbf866a4f6a HTTP/1.1" status: 200 len: 811 time: 0.2198889 Nov 12 08:33:31.560802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6412a409-0428-4d3f-890a-156f0135cf4b {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:31.568717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-ad797d1a-1551-471e-b4c1-126d86d8b31c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/quotas/6b1c474c08484fc39cbf7ed1803137c5 HTTP/1.1" status: 200 len: 375 time: 0.0357344 Nov 12 08:33:31.573333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.592444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Transition to ACTIVE for port object 6412a409-0428-4d3f-890a-156f0135cf4b will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:31.599925 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.668251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Pushing event updated for resources: {'Port': ['ID=6412a409-0428-4d3f-890a-156f0135cf4b,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:31.686175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-bf5a8400-0499-4aac-9f76-c6595bf6d3a7 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b1c474c08484fc39cbf7ed1803137c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1147053 Nov 12 08:33:31.757880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f8c4348-a1da-4547-8913-55f703c6c29d req-1414e252-4baa-4a05-893d-32d7888e26e8 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0414515 Nov 12 08:33:31.811619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Attempting to bind port 6412a409-0428-4d3f-890a-156f0135cf4b on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:31.813030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Attempting to bind port 6412a409-0428-4d3f-890a-156f0135cf4b by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:31.813704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Attempting to bind port 6412a409-0428-4d3f-890a-156f0135cf4b on network 0714188f-6499-4655-a48e-68414a9c8530 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:31.826860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Port 6412a409-0428-4d3f-890a-156f0135cf4b on network 0714188f-6499-4655-a48e-68414a9c8530 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:31.827519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Attempting to bind port 6412a409-0428-4d3f-890a-156f0135cf4b on network 0714188f-6499-4655-a48e-68414a9c8530 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:31.842234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:31.844590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Checking segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:31.845231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Bound using segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:31.847561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Bound port: 6412a409-0428-4d3f-890a-156f0135cf4b, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:31.850898 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:31.937545 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-58ab8b03-cecc-4744-9ef7-5f807bb7ad68 service neutron] 10.222.0.31 "GET /v2.0/networks/6a244389-2d32-47f5-9a62-dbbf866a4f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112796 Nov 12 08:33:32.013835 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01c384d6-35ee-4d90-b0a7-cd60cf527b99 req-41dc5721-ee21-41cf-93d6-c7aebd98cb7e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 210 time: 0.0558867 Nov 12 08:33:32.097091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] For port 6412a409-0428-4d3f-890a-156f0135cf4b, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:32.101312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-5c641761-3639-4574-8c7b-d06ab05c15c1 service neutron] 10.222.0.31 "GET /v2.0/networks/6a244389-2d32-47f5-9a62-dbbf866a4f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554687 Nov 12 08:33:32.111306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] For port 6412a409-0428-4d3f-890a-156f0135cf4b, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6412a409-0428-4d3f-890a-156f0135cf4b,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:32.121982 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124d06f3-eaeb-4ba6-a349-a0f203f56050 x-openstack-request-id: req-124d06f3-eaeb-4ba6-a349-a0f203f56050 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:32.126142 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0992b4a8-87b9-4051-b876-68bbb1bcb852", "tag": "605552b4-25f9-4ee5-83f5-fcb87d640014", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:32.126410 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-124d06f3-eaeb-4ba6-a349-a0f203f56050 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:32.127460 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0992b4a8-87b9-4051-b876-68bbb1bcb852', 'tag': '605552b4-25f9-4ee5-83f5-fcb87d640014', 'status': 'completed', 'code': 200} Nov 12 08:33:32.128670 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.218108 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.219657 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:32.221718 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] 10.222.0.46 "PUT /v2.0/ports/6412a409-0428-4d3f-890a-156f0135cf4b HTTP/1.1" status: 200 len: 1092 time: 1.9483960 Nov 12 08:33:32.322166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e2d85-e364-4bdc-b485-1fcb17395693 service neutron] Pushing event updated for resources: {'Port': ['ID=6412a409-0428-4d3f-890a-156f0135cf4b,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:32.370183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32753a-4af2-4c1e-96dc-5902478a20c1 req-ae8617f5-167d-432c-8c84-cdd67f2d9ca5 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.372797 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b32753a-4af2-4c1e-96dc-5902478a20c1 req-ae8617f5-167d-432c-8c84-cdd67f2d9ca5 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 943 time: 0.1499839 Nov 12 08:33:32.455361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8d15-6503-4f70-b731-01fc412221fe req-3dac9055-6aff-4d69-8360-2eb62f32fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.456604 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-3dac9055-6aff-4d69-8360-2eb62f32fdec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 1095 time: 0.1299510 Nov 12 08:33:32.466806 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b32753a-4af2-4c1e-96dc-5902478a20c1 req-3d326587-70d1-42c1-971a-102cfec0d537 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775292 Nov 12 08:33:32.518331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d337472-d917-4052-ad6c-8d68a2c4803b req-f61b87fe-0353-4498-8900-fe0b2d7c8400 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 210 time: 0.0823748 Nov 12 08:33:32.534981 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-25ad613e-d1c2-4142-b547-b93caf8de9cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6412a409-0428-4d3f-890a-156f0135cf4b HTTP/1.1" status: 200 len: 217 time: 0.0659530 Nov 12 08:33:32.674687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8d15-6503-4f70-b731-01fc412221fe req-c28cfa5b-588e-4cca-baea-09b083dcfe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.679242 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-c28cfa5b-588e-4cca-baea-09b083dcfe41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.1279788 Nov 12 08:33:32.686615 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-192f4a98-a954-4beb-abcb-7fdc98796661 req-8439f83e-0325-4e34-b8a0-8cdc82b73226 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 210 time: 0.0788774 Nov 12 08:33:32.799126 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-927a1282-6679-498e-9cd1-d6f265a8ad0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874774 Nov 12 08:33:32.907407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbe0ce-3531-46d2-92ab-1352648ec483 req-d1626f4f-6c61-4fce-90ba-078607533f4a tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:32.919109 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80fbe0ce-3531-46d2-92ab-1352648ec483 req-d1626f4f-6c61-4fce-90ba-078607533f4a tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 943 time: 0.2333639 Nov 12 08:33:33.023520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80fbe0ce-3531-46d2-92ab-1352648ec483 req-beaa20b4-a947-46b8-813f-fca5d54cbf5c tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032345 Nov 12 08:33:33.028129 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-3cc8d560-cb44-4ba3-be10-0e6e204f4c19 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180169 Nov 12 08:33:33.029066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c99961-53a8-4d52-a974-fc642487e9fc req-ee19b5aa-6ca7-40d1-8784-80e52845373f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.042549 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-08c99961-53a8-4d52-a974-fc642487e9fc req-ee19b5aa-6ca7-40d1-8784-80e52845373f tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.2191257 Nov 12 08:33:33.168271 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-08c99961-53a8-4d52-a974-fc642487e9fc req-0238c4a5-4e3e-49d7-bf15-3997f82a0196 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247942 Nov 12 08:33:33.256196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-63e25707-af45-4942-a09a-450457842509 req-46908934-6f24-4a2f-bb5c-abbed511cdb3 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0918481 Nov 12 08:33:33.323312 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aced8d15-6503-4f70-b731-01fc412221fe req-282bebc8-3c31-424d-a197-068a16e15594 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792177 Nov 12 08:33:33.428833 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-39f5f637-2a31-4825-b4bf-e99ece5cd784 req-5247bef6-ab80-493d-a30f-828efa253905 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 210 time: 0.0717366 Nov 12 08:33:33.638418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e5940cc6-51a3-4dd4-9158-fc643bde802e req-6434b721-d27a-4bb2-bfe0-138b74a6511c tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 210 time: 0.0411766 Nov 12 08:33:33.718457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c613e-756c-45fc-8249-cbfb31ff7a2f req-6f30ff37-9549-48a7-ada8-2893fb04843b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:33.721140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-438c613e-756c-45fc-8249-cbfb31ff7a2f req-6f30ff37-9549-48a7-ada8-2893fb04843b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 943 time: 0.0888612 Nov 12 08:33:33.795064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-438c613e-756c-45fc-8249-cbfb31ff7a2f req-677737cb-c2d9-4d51-8c6d-fe12962219d3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648003 Nov 12 08:33:33.806395 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-220ce464-d11d-4809-aa58-d98106412e25 req-708485b7-947b-4be9-b055-e652c53d4c11 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 210 time: 0.0365551 Nov 12 08:33:34.128567 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8231cc3b-2855-4fc8-bdad-275f15496199', 'tag': '6412a409-0428-4d3f-890a-156f0135cf4b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:34.131599 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345fe380-b568-40b7-9155-c7f567478b89" -d '{"events": [{"name": "network-changed", "server_uuid": "8231cc3b-2855-4fc8-bdad-275f15496199", "tag": "6412a409-0428-4d3f-890a-156f0135cf4b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:34.194567 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d962f5-c900-471d-bf90-1974a534369d x-openstack-request-id: req-37d962f5-c900-471d-bf90-1974a534369d {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:34.195033 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8231cc3b-2855-4fc8-bdad-275f15496199", "tag": "6412a409-0428-4d3f-890a-156f0135cf4b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:34.195412 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37d962f5-c900-471d-bf90-1974a534369d {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:34.195991 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8231cc3b-2855-4fc8-bdad-275f15496199', 'tag': '6412a409-0428-4d3f-890a-156f0135cf4b', 'status': 'completed', 'code': 200} Nov 12 08:33:34.223488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2becfa7-7ece-40ba-b3ba-1100543b3e2f req-168977ef-aa89-461b-85b1-0849e3135d91 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.236463 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2becfa7-7ece-40ba-b3ba-1100543b3e2f req-168977ef-aa89-461b-85b1-0849e3135d91 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 943 time: 0.1102493 Nov 12 08:33:34.427230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fe380-b568-40b7-9155-c7f567478b89 req-21289682-f3de-4969-b87c-f453111e8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.429053 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-345fe380-b568-40b7-9155-c7f567478b89 req-21289682-f3de-4969-b87c-f453111e8dc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 1095 time: 0.1808715 Nov 12 08:33:34.496720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2becfa7-7ece-40ba-b3ba-1100543b3e2f req-11d94f27-5c40-4769-bc2a-a17c18d9c08a tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586458 Nov 12 08:33:34.500987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120cf5d-9f82-44bd-bb27-ef43b3f05ab2 req-9b77f101-80ba-4ea5-8456-82c7f0dd3352 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.509389 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b120cf5d-9f82-44bd-bb27-ef43b3f05ab2 req-9b77f101-80ba-4ea5-8456-82c7f0dd3352 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.1519635 Nov 12 08:33:34.627313 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b120cf5d-9f82-44bd-bb27-ef43b3f05ab2 req-bdec1b96-f350-4330-a27a-e1100c2180d6 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157553 Nov 12 08:33:34.710675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40c0a3a9-8e46-48a8-a567-246dda4446b5 req-48906181-a17e-40fd-93a3-7536ad2b0655 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0501819 Nov 12 08:33:34.733313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fe380-b568-40b7-9155-c7f567478b89 req-19d91d72-56b2-42da-93c6-eea84e6b627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.736534 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-345fe380-b568-40b7-9155-c7f567478b89 req-19d91d72-56b2-42da-93c6-eea84e6b627a service neutron] 10.222.0.46 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 911 time: 0.2959790 Nov 12 08:33:34.766877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-164dd778-4bc1-4ef9-b1d5-52a9b550d319 req-9435ba77-90db-4527-b924-10af82a567fa tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 210 time: 0.0536439 Nov 12 08:33:34.848490 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-345fe380-b568-40b7-9155-c7f567478b89 req-1cddf427-8c34-42c7-a4d4-9c7251c076ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6412a409-0428-4d3f-890a-156f0135cf4b HTTP/1.1" status: 200 len: 217 time: 0.0873547 Nov 12 08:33:34.945672 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d61101b-916d-47a3-9483-6b4a7d460c6d req-9e7b0e16-9cf7-4b0b-a50b-ec9ebdea2cfd tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 210 time: 0.0894840 Nov 12 08:33:34.969496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fe380-b568-40b7-9155-c7f567478b89 req-20ab4008-cc38-4a34-951c-e125c0e57908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:34.971798 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-345fe380-b568-40b7-9155-c7f567478b89 req-20ab4008-cc38-4a34-951c-e125c0e57908 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.1127784 Nov 12 08:33:34.995245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976d3cd-0267-4cc7-94f6-073f5d8759f8 req-1aee9554-5ae4-4b30-af8f-a1d3c8785cba tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.006122 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e976d3cd-0267-4cc7-94f6-073f5d8759f8 req-1aee9554-5ae4-4b30-af8f-a1d3c8785cba tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 943 time: 0.0934918 Nov 12 08:33:35.084919 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e976d3cd-0267-4cc7-94f6-073f5d8759f8 req-90ecc39e-c269-4f5c-8ab6-e21cafee0bd2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800917 Nov 12 08:33:35.156660 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b3f2b425-fef5-4d08-9a28-d485faa63725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:35.411384 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-345fe380-b568-40b7-9155-c7f567478b89 req-84752a63-08c6-4b68-b239-ec558165874b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4265997 Nov 12 08:33:35.445564 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98a3b6af-ef15-4250-b20d-b213104986da req-deb2d8e3-ac13-4713-a115-3665346e9313 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 210 time: 0.0367875 Nov 12 08:33:35.542196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-345fe380-b568-40b7-9155-c7f567478b89 req-1a7e4f14-e929-4e4c-9624-0565eb9ade74 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188872 Nov 12 08:33:35.630584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d78df-6980-4648-b551-360a02cf88da req-e0786b77-5ed6-4f9d-9d20-48b1d10f9d77 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.632070 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-148d78df-6980-4648-b551-360a02cf88da req-e0786b77-5ed6-4f9d-9d20-48b1d10f9d77 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 943 time: 0.0652516 Nov 12 08:33:35.653799 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-345fe380-b568-40b7-9155-c7f567478b89 req-f05f5614-74ee-4dfe-b11c-667e5313798c service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038716 Nov 12 08:33:35.696380 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-148d78df-6980-4648-b551-360a02cf88da req-59982e34-f389-481c-ad65-37e04a71df8b tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561230 Nov 12 08:33:35.784495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5f440-b2d8-4a26-8dbc-00c7fb2320d9 req-0aa67117-1b2d-447b-b85a-a57be8e84130 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.786231 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88c5f440-b2d8-4a26-8dbc-00c7fb2320d9 req-0aa67117-1b2d-447b-b85a-a57be8e84130 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.0620739 Nov 12 08:33:35.853959 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-df8c6d74-0b67-4cc5-92ed-5fc9418c1166 req-25d6726e-1380-426e-8ef6-4ba08a451038 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0362799 Nov 12 08:33:35.868285 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88c5f440-b2d8-4a26-8dbc-00c7fb2320d9 req-5a43298d-cb66-455d-8aa8-90f3f9cffd35 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742877 Nov 12 08:33:35.957156 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400407-6187-4ca1-bc47-f194d15901e7 req-9a54e74e-13a9-4a94-901a-d8eb9250eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:35.959502 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-32400407-6187-4ca1-bc47-f194d15901e7 req-9a54e74e-13a9-4a94-901a-d8eb9250eb1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a0abbc2372a54768a63c2d40e8c5de9a&device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 1095 time: 0.0899172 Nov 12 08:33:35.991608 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de5d1f46-2f12-4b0b-ab63-fd1a5a7737eb req-d42c805a-b295-4c49-8f9f-eca53c9db45d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 210 time: 0.0327866 Nov 12 08:33:36.136832 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-880f5458-fe89-4e8d-93ae-043d00eaebf0 req-5ef1dc7d-425c-4a16-afaa-eef5d9ae1528 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 210 time: 0.0673065 Nov 12 08:33:36.188991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400407-6187-4ca1-bc47-f194d15901e7 req-6d634fb5-dc24-483c-a4d5-b7e6ceceb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.194773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-32400407-6187-4ca1-bc47-f194d15901e7 req-6d634fb5-dc24-483c-a4d5-b7e6ceceb480 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a0abbc2372a54768a63c2d40e8c5de9a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2160375 Nov 12 08:33:36.360834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05c55c-7301-4780-b188-eb217ca676ba req-025a3f69-52e7-4f3f-90c4-763c8ebdad7a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.365066 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e05c55c-7301-4780-b188-eb217ca676ba req-025a3f69-52e7-4f3f-90c4-763c8ebdad7a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 943 time: 0.1147304 Nov 12 08:33:36.398559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400407-6187-4ca1-bc47-f194d15901e7 req-3fcdf642-4984-4de9-9282-55d8a93a842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.403959 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-32400407-6187-4ca1-bc47-f194d15901e7 req-3fcdf642-4984-4de9-9282-55d8a93a842e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1995001 Nov 12 08:33:36.467897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e05c55c-7301-4780-b188-eb217ca676ba req-64bf19d5-086f-487c-bf4a-24e0c3f9810c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933673 Nov 12 08:33:36.532796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a89238-2c28-4133-b8bc-3d984608d72c req-5d28d52f-bcda-4d7a-af51-006e95d47b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.532796 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-5d28d52f-bcda-4d7a-af51-006e95d47b11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a0abbc2372a54768a63c2d40e8c5de9a&device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 1095 time: 0.0804315 Nov 12 08:33:36.590826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-62eda928-1a2a-40c5-9ad3-26a67a5c33cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=605552b4-25f9-4ee5-83f5-fcb87d640014 HTTP/1.1" status: 200 len: 217 time: 0.0515206 Nov 12 08:33:36.645899 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79fe9e49-18a8-4b10-8a42-f2dbdf2df50d req-65ef188d-6130-44b2-8364-594e530a946e tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 210 time: 0.0570128 Nov 12 08:33:36.672060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a89238-2c28-4133-b8bc-3d984608d72c req-e3cd72fa-9551-4eb2-9b9d-88dc4fac9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.673541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-e3cd72fa-9551-4eb2-9b9d-88dc4fac9beb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8def1ab2-8820-43e8-862e-0c8bcf028c69 HTTP/1.1" status: 200 len: 853 time: 0.0725627 Nov 12 08:33:36.733886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a89238-2c28-4133-b8bc-3d984608d72c req-6a210790-b921-4555-8e2d-9d33d39aa2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.736452 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-6a210790-b921-4555-8e2d-9d33d39aa2db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=85d39561-94a6-48a8-9b4c-9f32510afab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544417 Nov 12 08:33:36.865560 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-e2d93d7b-9c44-4bb4-872d-fd9b6c06e6f1 service neutron] 10.222.0.52 "GET /v2.0/networks/85d39561-94a6-48a8-9b4c-9f32510afab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176775 Nov 12 08:33:36.866407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75456d2-aec7-4158-9a58-239b0bf6b997 req-85f6609f-6ae6-4dec-84de-3ce9a078060b tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:36.867330 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d75456d2-aec7-4158-9a58-239b0bf6b997 req-85f6609f-6ae6-4dec-84de-3ce9a078060b tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 943 time: 0.0789502 Nov 12 08:33:36.950511 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d75456d2-aec7-4158-9a58-239b0bf6b997 req-6b941f62-84c4-4da2-a564-d075b124b1fa tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765312 Nov 12 08:33:37.027081 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8259be09-3a76-48cc-b3b0-5d3528f6afc3 req-872cad67-5914-4b95-b716-7701acc00447 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0518799 Nov 12 08:33:37.081468 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03a89238-2c28-4133-b8bc-3d984608d72c req-3bdaccb0-1c69-47ae-ab1b-c48fbcae6e1a service neutron] 10.222.0.52 "GET /v2.0/networks/85d39561-94a6-48a8-9b4c-9f32510afab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076085 Nov 12 08:33:37.105959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb67495-738e-4500-82e5-6f45da355084 req-38fe2f9f-fca6-4703-8dc9-63a87ffaa103 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:37.114962 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebb67495-738e-4500-82e5-6f45da355084 req-38fe2f9f-fca6-4703-8dc9-63a87ffaa103 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.0764709 Nov 12 08:33:37.186186 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebb67495-738e-4500-82e5-6f45da355084 req-9c4aa114-5677-46f1-a1ef-369da5a10826 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701225 Nov 12 08:33:37.198385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4ddad02-5b9d-4515-80e6-514beb81a240 req-30c873db-94d5-400e-877e-b15d0930222f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 210 time: 0.0449166 Nov 12 08:33:37.305147 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7613236d-6b78-4944-9544-6ff78812c368 req-ad1de09a-82c8-43a1-ba0c-85130fd2e0ec tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 210 time: 0.0419598 Nov 12 08:33:37.462998 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0d9dcd0c-4493-4b33-a706-0da615f40c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:37.732901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb5406-608b-4c21-b531-bc4c891e09ba req-b01f053e-7c40-4880-94a4-067087975f50 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:37.740329 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36fb5406-608b-4c21-b531-bc4c891e09ba req-b01f053e-7c40-4880-94a4-067087975f50 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 943 time: 0.1397176 Nov 12 08:33:37.773957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-e4f1b615-e3d8-402a-b3c1-47370fab1789 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:37.775931 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-e4f1b615-e3d8-402a-b3c1-47370fab1789 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.52 "GET /v2.0/networks?id=40b1abb1-c26d-474d-a43d-33d13a7f1a8d HTTP/1.1" status: 200 len: 813 time: 0.2136662 Nov 12 08:33:37.802952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ce6be12-257d-4b68-a737-1e98afb86f22 req-592606a8-3ce7-420b-8528-f578f82431f8 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 210 time: 0.0361693 Nov 12 08:33:37.816811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Request body: {'port': {'device_id': 'e4d45930-dc9c-4c7a-bec7-9191966d5feb', 'network_id': '40b1abb1-c26d-474d-a43d-33d13a7f1a8d', 'admin_state_up': True, 'tenant_id': '12925ae31aa3459d87dccd9290eac455'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:37.859390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36fb5406-608b-4c21-b531-bc4c891e09ba req-219d7f9d-2642-424e-a0d8-aa3c2f39b29c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181259 Nov 12 08:33:37.983381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6412a409-0428-4d3f-890a-156f0135cf4b details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:38.015823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Made reservation on behalf of 12925ae31aa3459d87dccd9290eac455 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:38.024775 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.314020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6412a409-0428-4d3f-890a-156f0135cf4b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6412a409-0428-4d3f-890a-156f0135cf4b,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:38.343109 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Allocated IP 172.20.0.13 (40b1abb1-c26d-474d-a43d-33d13a7f1a8d/df40f117-173a-46de-8e96-a2b444ba3332/f9527894-b159-4a3f-b3f5-046683d10ef6) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:38.360549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '6412a409-0428-4d3f-890a-156f0135cf4b', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'port_id': '6412a409-0428-4d3f-890a-156f0135cf4b', 'mac_address': 'fa:16:3e:e6:43:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b13783d-4c4e-450c-befa-f6858c089ee0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:38.366094 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fdb4e19b-acad-4c28-8629-e6299a98e6e8 req-ddc46fb2-3b7b-4d1f-875f-5930f8dfe5da tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.1705205 Nov 12 08:33:38.390355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdf711-be23-47be-b663-d65cd5affd91 req-90ac388e-456a-4afd-8732-331332ff3594 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.392052 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73fdf711-be23-47be-b663-d65cd5affd91 req-90ac388e-456a-4afd-8732-331332ff3594 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.52 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.4042408 Nov 12 08:33:38.422119 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c836c-7b2b-4383-80e1-49d913f6f65b req-7e85df12-2a35-473a-8072-bb0b502baa9d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.431640 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c08c836c-7b2b-4383-80e1-49d913f6f65b req-7e85df12-2a35-473a-8072-bb0b502baa9d tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 943 time: 0.2865348 Nov 12 08:33:38.505367 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.516495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-5cf113eb-c18b-4037-a67e-9b5cb3fceeee tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.518582 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-5cf113eb-c18b-4037-a67e-9b5cb3fceeee tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.52 "GET /v2.0/networks?id=6a244389-2d32-47f5-9a62-dbbf866a4f6a HTTP/1.1" status: 200 len: 811 time: 0.4887016 Nov 12 08:33:38.545988 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.549204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6412a409-0428-4d3f-890a-156f0135cf4b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:38.606087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae855b-ebf3-4ad1-8088-2241be6b7aae req-70b2bdc6-190c-4ab0-b842-958e9477f197 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:38.614062 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6412a409-0428-4d3f-890a-156f0135cf4b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6412a409-0428-4d3f-890a-156f0135cf4b,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:38.614346 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d6ae855b-ebf3-4ad1-8088-2241be6b7aae req-70b2bdc6-190c-4ab0-b842-958e9477f197 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 946 time: 0.1585755 Nov 12 08:33:38.623085 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.632574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c08c836c-7b2b-4383-80e1-49d913f6f65b req-49f2c4a2-6a92-42d9-8a5a-518654ba2c41 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997778 Nov 12 08:33:38.677538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.52', 49512) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:38.689596 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-081b8fb0-8891-41b2-9398-78227e0a185f tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b1c474c08484fc39cbf7ed1803137c5 HTTP/1.1" status: 200 len: 380 time: 0.1522641 Nov 12 08:33:38.701998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Request body: {'port': {'device_id': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'admin_state_up': True, 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'security_groups': ['89f0756f-3a30-4d67-8797-220e3da0c36f']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:38.726410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6412a409-0428-4d3f-890a-156f0135cf4b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:38.745558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:38.747405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:38.748058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:38.748611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:38.749424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:38.749931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:38.750920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:38.751922 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:38.752693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:38.753729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:38.754162 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:38.754551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:38.829015 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d6ae855b-ebf3-4ad1-8088-2241be6b7aae req-fb299c01-f837-43bd-a660-f034f31cb667 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/security-groups?id=f6cb01c0-553d-4625-af52-fd5681d878fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139816 Nov 12 08:33:38.859269 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.875990 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1a1f68ff-5163-4ff9-b158-c41b6742faa7 req-e7bc767a-5444-4458-9e14-239f8b3c25ce tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 210 time: 0.0680478 Nov 12 08:33:38.907692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-73fdf711-be23-47be-b663-d65cd5affd91 req-f5361bf4-cfdb-4170-947b-c337d8fd29d2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Deleting port 895b5678-6c8a-4e35-ab24-20b30619dfa1 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:38.908136 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-73fdf711-be23-47be-b663-d65cd5affd91 req-f5361bf4-cfdb-4170-947b-c337d8fd29d2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:38.985399 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dea03aaf-2c68-433e-a04f-b7e511cb72da req-3f160cf5-d899-43c9-b432-381757acf24d tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 210 time: 0.0471210 Nov 12 08:33:39.026911 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.044476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Made reservation on behalf of 6b1c474c08484fc39cbf7ed1803137c5 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:39.044881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-d38e0d45-0b33-43f5-9089-ad3fbda3728c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.046438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-d38e0d45-0b33-43f5-9089-ad3fbda3728c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.52 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 812 time: 0.3675342 Nov 12 08:33:39.047055 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.059653 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2311de8d-5231-49ce-8021-916f496d4af4 req-9e339f81-4407-4bc6-91a8-450e076f3a2f tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 210 time: 0.0735350 Nov 12 08:33:39.062688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['6412a409-0428-4d3f-890a-156f0135cf4b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:39.075115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Request body: {'port': {'device_id': '042998cc-c484-467f-8f4e-e865d587056a', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'admin_state_up': True, 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:39.123261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-73fdf711-be23-47be-b663-d65cd5affd91 req-f5361bf4-cfdb-4170-947b-c337d8fd29d2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] For port 895b5678-6c8a-4e35-ab24-20b30619dfa1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=895b5678-6c8a-4e35-ab24-20b30619dfa1,segment=NetworkSegment(7bf239bd-c410-4760-8219-4ef52a1deb20),segment_id=7bf239bd-c410-4760-8219-4ef52a1deb20)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:39.123776 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-73fdf711-be23-47be-b663-d65cd5affd91 req-f5361bf4-cfdb-4170-947b-c337d8fd29d2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.169089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-73fdf711-be23-47be-b663-d65cd5affd91 req-f5361bf4-cfdb-4170-947b-c337d8fd29d2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Calling delete_port for 895b5678-6c8a-4e35-ab24-20b30619dfa1 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:39.177001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Network 40b1abb1-c26d-474d-a43d-33d13a7f1a8d is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:39.231898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:39.247120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:39.253882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Pushing event updated for resources: {'Port': ['ID=f9527894-b159-4a3f-b3f5-046683d10ef6,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:39.328466 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Allocated IP 172.20.0.7 (6a244389-2d32-47f5-9a62-dbbf866a4f6a/2e38fa98-e712-471d-87c9-6b9c87e3237b/eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:39.353678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7f2ab-717c-4cb0-835e-3cc133155a4b req-42a57dd7-6617-4013-8964-fd445b74839f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.355325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ad7f2ab-717c-4cb0-835e-3cc133155a4b req-42a57dd7-6617-4013-8964-fd445b74839f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 944 time: 0.2454722 Nov 12 08:33:39.362449 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.363133 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.409017 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-8ee47398-7321-4373-b7f3-5fa7dc055efe tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6081796 Nov 12 08:33:39.432971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Request body: {'port': {'device_id': 'e4d45930-dc9c-4c7a-bec7-9191966d5feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:39.468575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Made reservation on behalf of 0ad4ce9f3df54853ab92f7626883cd89 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:39.472217 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.500657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-73fdf711-be23-47be-b663-d65cd5affd91 req-f5361bf4-cfdb-4170-947b-c337d8fd29d2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.502554 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ad7f2ab-717c-4cb0-835e-3cc133155a4b req-1ff052d8-6444-486f-a84e-226922ee37e4 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288655 Nov 12 08:33:39.513914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['895b5678-6c8a-4e35-ab24-20b30619dfa1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:39.575762 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09a4bae7-61b9-45a9-ba44-b880efa0b4b6 req-58446936-fc04-4167-8679-88c61b2a6617 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0760710 Nov 12 08:33:39.583846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5361bf4-cfdb-4170-947b-c337d8fd29d2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Pushing event deleted for resources: {'Port': ['ID=895b5678-6c8a-4e35-ab24-20b30619dfa1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:39.584209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.653845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fdf711-be23-47be-b663-d65cd5affd91 req-f5361bf4-cfdb-4170-947b-c337d8fd29d2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] No DVR routers for this DVR port 895b5678-6c8a-4e35-ab24-20b30619dfa1 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:39.658018 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-73fdf711-be23-47be-b663-d65cd5affd91 req-f5361bf4-cfdb-4170-947b-c337d8fd29d2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.661587 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73fdf711-be23-47be-b663-d65cd5affd91 req-f5361bf4-cfdb-4170-947b-c337d8fd29d2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.52 "DELETE /v2.0/ports/895b5678-6c8a-4e35-ab24-20b30619dfa1 HTTP/1.1" status: 204 len: 173 time: 1.2580793 Nov 12 08:33:39.662145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'name': 'network-vif-deleted', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:39.664530 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7cfc5f-8897-4a5b-9c08-7effc3eba17d" -d '{"events": [{"server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "name": "network-vif-deleted", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:39.709151 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.774017 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6b6c0f-55e7-4e0e-9995-4f7241a06e60 x-openstack-request-id: req-3c6b6c0f-55e7-4e0e-9995-4f7241a06e60 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:39.774355 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846f11b3-9a6a-4085-9a81-89fab5ca3c4b", "name": "network-vif-deleted", "tag": "895b5678-6c8a-4e35-ab24-20b30619dfa1", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:39.774662 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c6b6c0f-55e7-4e0e-9995-4f7241a06e60 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:39.775274 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846f11b3-9a6a-4085-9a81-89fab5ca3c4b', 'name': 'network-vif-deleted', 'tag': '895b5678-6c8a-4e35-ab24-20b30619dfa1', 'status': 'completed', 'code': 200} Nov 12 08:33:39.777497 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.812514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Allocated IP 172.20.0.4 (fcdd275e-e107-47e6-90dd-4516df7837f8/d3562c7a-b04c-4c84-b09c-05785dea2699/c6151212-6621-48e6-90cf-743d832b8182) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:39.842063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Network 6a244389-2d32-47f5-9a62-dbbf866a4f6a is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:39.846044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:39.872499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:39.918507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Pushing event updated for resources: {'Port': ['ID=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:39.944872 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:39.975199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:39.975686 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.018764 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-35edc34a-1283-4973-b370-c48ea33d98d0 req-1679cdf5-3844-47a3-a2a2-b2b11103a8d8 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] 10.222.0.31 "GET /v2.0/ports?device_id=846f11b3-9a6a-4085-9a81-89fab5ca3c4b HTTP/1.1" status: 200 len: 210 time: 0.0368221 Nov 12 08:33:40.019014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525d23d-0521-4e4d-934f-f2b51da148df req-69fd4a77-30c2-46b3-86b6-88e1f8a8d098 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.020474 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d525d23d-0521-4e4d-934f-f2b51da148df req-69fd4a77-30c2-46b3-86b6-88e1f8a8d098 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 943 time: 0.2322037 Nov 12 08:33:40.036895 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-62715d4c-481f-4f88-b325-3850ba334f09 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3404417 Nov 12 08:33:40.058073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Request body: {'port': {'device_id': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:40.222762 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ead66a1-fdd7-4191-a557-94300780556d req-bdb6c5c3-f24d-4c8b-88c6-58812a98b039 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 210 time: 0.0695627 Nov 12 08:33:40.231046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.283832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1ac6e14d-c2ab-4cb7-9ee0-a1b6d73114f5 None None] Provisioning complete for port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:40.286947 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1ac6e14d-c2ab-4cb7-9ee0-a1b6d73114f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.298498 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d525d23d-0521-4e4d-934f-f2b51da148df req-99c58be2-c0ff-42e5-a8b2-6215d92de3e9 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329984 Nov 12 08:33:40.334764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9527894-b159-4a3f-b3f5-046683d10ef6 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:40.344713 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.353888 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.375925 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Transition to ACTIVE for port object f9527894-b159-4a3f-b3f5-046683d10ef6 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:40.381947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.382978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6e14d-c2ab-4cb7-9ee0-a1b6d73114f5 None None] Port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:40.477880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 605552b4-25f9-4ee5-83f5-fcb87d640014 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:40.518229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd8ac5-c1f0-4f1e-b4fa-0834e483437f req-449bae6d-5934-4608-9add-b6749a20b0c7 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.524771 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.525268 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7ecd8ac5-c1f0-4f1e-b4fa-0834e483437f req-449bae6d-5934-4608-9add-b6749a20b0c7 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 944 time: 0.1399767 Nov 12 08:33:40.530261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9527894-b159-4a3f-b3f5-046683d10ef6,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:40.538458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:40.638831 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7ecd8ac5-c1f0-4f1e-b4fa-0834e483437f req-b0080de2-dff3-4f42-98dc-97490159bfec tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126008 Nov 12 08:33:40.641231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Network fcdd275e-e107-47e6-90dd-4516df7837f8 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:40.676422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacabc40-6c40-4936-a7c3-1b68df8efae6 req-7a6b4632-91ce-4343-aa5d-26c4b2d79b9a tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.677897 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aacabc40-6c40-4936-a7c3-1b68df8efae6 req-7a6b4632-91ce-4343-aa5d-26c4b2d79b9a tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 931 time: 0.2408810 Nov 12 08:33:40.683391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:40.684217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 605552b4-25f9-4ee5-83f5-fcb87d640014, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=605552b4-25f9-4ee5-83f5-fcb87d640014,segment=NetworkSegment(419fc1c5-303f-45cb-8323-6989dc82639a),segment_id=419fc1c5-303f-45cb-8323-6989dc82639a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:40.688727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:40.711723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '605552b4-25f9-4ee5-83f5-fcb87d640014', 'network_id': '85d39561-94a6-48a8-9b4c-9f32510afab1', 'port_id': '605552b4-25f9-4ee5-83f5-fcb87d640014', 'mac_address': 'fa:16:3e:55:46:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8def1ab2-8820-43e8-862e-0c8bcf028c69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:40.776541 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.790830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:40.791702 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.800842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:40.812718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605552b4-25f9-4ee5-83f5-fcb87d640014 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:40.819783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event updated for resources: {'Port': ['ID=c6151212-6621-48e6-90cf-743d832b8182,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:40.820749 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.870416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 605552b4-25f9-4ee5-83f5-fcb87d640014, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=605552b4-25f9-4ee5-83f5-fcb87d640014,segment=NetworkSegment(419fc1c5-303f-45cb-8323-6989dc82639a),segment_id=419fc1c5-303f-45cb-8323-6989dc82639a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:40.887680 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.901285 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-7afe51b0-6049-43f2-9b89-d02735ca3230 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8416345 Nov 12 08:33:40.912394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Transition to ACTIVE for port object eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:40.921659 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.922098 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:40.937159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Request body: {'port': {'device_id': '042998cc-c484-467f-8f4e-e865d587056a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:40.961172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=605552b4-25f9-4ee5-83f5-fcb87d640014,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:40.964485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aacabc40-6c40-4936-a7c3-1b68df8efae6 req-21fd2ad7-5233-4859-9ffd-ad6d9a310625 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872084 Nov 12 08:33:40.968623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Attempting to bind port f9527894-b159-4a3f-b3f5-046683d10ef6 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:40.969803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Attempting to bind port f9527894-b159-4a3f-b3f5-046683d10ef6 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0ed5500e-f3d0-4b26-a4e6-2c9194d32369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '40b1abb1-c26d-474d-a43d-33d13a7f1a8d'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:40.970222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Attempting to bind port f9527894-b159-4a3f-b3f5-046683d10ef6 on network 40b1abb1-c26d-474d-a43d-33d13a7f1a8d {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:41.011009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Port f9527894-b159-4a3f-b3f5-046683d10ef6 on network 40b1abb1-c26d-474d-a43d-33d13a7f1a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:41.011391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Attempting to bind port f9527894-b159-4a3f-b3f5-046683d10ef6 on network 40b1abb1-c26d-474d-a43d-33d13a7f1a8d {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:41.013829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978201b-be12-4705-a055-40a183c2b8f8 req-2ae5e405-494d-4846-b0f8-fcfcb9563b1a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:41.023702 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c978201b-be12-4705-a055-40a183c2b8f8 req-2ae5e405-494d-4846-b0f8-fcfcb9563b1a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 944 time: 0.2264497 Nov 12 08:33:41.032789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:41.032789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Checking segment: {'id': '0ed5500e-f3d0-4b26-a4e6-2c9194d32369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '40b1abb1-c26d-474d-a43d-33d13a7f1a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:41.033326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Bound using segment: {'id': '0ed5500e-f3d0-4b26-a4e6-2c9194d32369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '40b1abb1-c26d-474d-a43d-33d13a7f1a8d'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:41.033326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Bound port: f9527894-b159-4a3f-b3f5-046683d10ef6, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed5500e-f3d0-4b26-a4e6-2c9194d32369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '40b1abb1-c26d-474d-a43d-33d13a7f1a8d'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:41.033326 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.070292 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Pushing event updated for resources: {'Port': ['ID=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:41.102332 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['605552b4-25f9-4ee5-83f5-fcb87d640014'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:41.151281 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a3e9a5f-6d71-4aaf-94ce-0e4df0a506cb req-5f12aaf6-832e-4831-895d-f87c8bd3ba2d tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0496442 Nov 12 08:33:41.152144 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.156387 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c978201b-be12-4705-a055-40a183c2b8f8 req-8fca985d-616a-403d-8bd1-4fb83b431f4c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314616 Nov 12 08:33:41.238893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Attempting to bind port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:41.239230 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Attempting to bind port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:41.239563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Attempting to bind port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb on network 6a244389-2d32-47f5-9a62-dbbf866a4f6a {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:41.245961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb on network 6a244389-2d32-47f5-9a62-dbbf866a4f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:41.246304 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Attempting to bind port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb on network 6a244389-2d32-47f5-9a62-dbbf866a4f6a {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:41.250852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54998) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:41.263462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:41.263821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Checking segment: {'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:41.264212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Bound using segment: {'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:41.264664 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Bound port: eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af8f434-dec7-4f76-babb-11a98ef61ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:41.265029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.266613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] For port f9527894-b159-4a3f-b3f5-046683d10ef6, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:41.273615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] For port f9527894-b159-4a3f-b3f5-046683d10ef6, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f9527894-b159-4a3f-b3f5-046683d10ef6,segment=NetworkSegment(0ed5500e-f3d0-4b26-a4e6-2c9194d32369),segment_id=0ed5500e-f3d0-4b26-a4e6-2c9194d32369)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:41.284680 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.286040 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b245d9e4-d1ba-4d53-b33a-314228e14d57 None None] Provisioning complete for port c6151212-6621-48e6-90cf-743d832b8182 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:41.286695 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b245d9e4-d1ba-4d53-b33a-314228e14d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.404513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b245d9e4-d1ba-4d53-b33a-314228e14d57 None None] Port c6151212-6621-48e6-90cf-743d832b8182 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:33:41.472756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:41.473463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:41.475092 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] 10.222.0.52 "PUT /v2.0/ports/f9527894-b159-4a3f-b3f5-046683d10ef6 HTTP/1.1" status: 200 len: 1093 time: 2.0546179 Nov 12 08:33:41.475894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d45930-dc9c-4c7a-bec7-9191966d5feb', 'tag': 'f9527894-b159-4a3f-b3f5-046683d10ef6'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:41.479437 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f69828-2bcc-4240-b1a8-918d4c560da8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d45930-dc9c-4c7a-bec7-9191966d5feb", "tag": "f9527894-b159-4a3f-b3f5-046683d10ef6"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:41.535107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8027a-fae6-4e7c-9a4a-6b315f09c0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9527894-b159-4a3f-b3f5-046683d10ef6,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:41.968849 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] For port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:41.978243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] For port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb,segment=NetworkSegment(1af8f434-dec7-4f76-babb-11a98ef61ba9),segment_id=1af8f434-dec7-4f76-babb-11a98ef61ba9)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:41.987294 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6412a409-0428-4d3f-890a-156f0135cf4b up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:41.989805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a6a4b-9df0-4daf-8639-9ec26f26e6fe req-01d78998-3498-423e-a73a-e18447bd9d5f tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:41.991685 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb5a6a4b-9df0-4daf-8639-9ec26f26e6fe req-01d78998-3498-423e-a73a-e18447bd9d5f tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 944 time: 0.1741242 Nov 12 08:33:42.036272 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.071436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd127607-79d2-49f6-9751-0abdb244aa6d req-7c6cebdb-de2c-4afa-8cee-93687fb8d616 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.079327 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd127607-79d2-49f6-9751-0abdb244aa6d req-7c6cebdb-de2c-4afa-8cee-93687fb8d616 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 931 time: 0.6832619 Nov 12 08:33:42.087614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 6412a409-0428-4d3f-890a-156f0135cf4b completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:42.110429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 6412a409-0428-4d3f-890a-156f0135cf4b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:42.111616 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.119129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.119932 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.123641 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] 10.222.0.52 "PUT /v2.0/ports/eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb HTTP/1.1" status: 200 len: 1092 time: 2.0761051 Nov 12 08:33:42.125169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-1ccf4dc5-4efd-4a10-8e98-a034dbe20dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.126816 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-1ccf4dc5-4efd-4a10-8e98-a034dbe20dde service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12925ae31aa3459d87dccd9290eac455&device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 1096 time: 0.5691733 Nov 12 08:33:42.135070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'tag': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:42.138203 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9124b4-b524-4a65-bdef-bcaa4ee703e3" -d '{"events": [{"name": "network-changed", "server_uuid": "455ebdc4-ea9a-49ed-824b-8245a9ed7aa1", "tag": "eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:42.237540 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-3e497229-1a48-4f36-b644-28be51d33b87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9527894-b159-4a3f-b3f5-046683d10ef6 HTTP/1.1" status: 200 len: 217 time: 0.1005321 Nov 12 08:33:42.249645 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.307073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6412a409-0428-4d3f-890a-156f0135cf4b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6412a409-0428-4d3f-890a-156f0135cf4b,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:42.308779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8231cc3b-2855-4fc8-bdad-275f15496199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6412a409-0428-4d3f-890a-156f0135cf4b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:42.314146 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d101a12-7b9d-4d22-9053-3de30a3960d5" -d '{"events": [{"server_uuid": "8231cc3b-2855-4fc8-bdad-275f15496199", "name": "network-vif-plugged", "status": "completed", "tag": "6412a409-0428-4d3f-890a-156f0135cf4b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:42.318604 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.325420 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb5a6a4b-9df0-4daf-8639-9ec26f26e6fe req-b566034f-20b9-48bc-8f4c-6b4f6c633945 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927687 Nov 12 08:33:42.367072 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd127607-79d2-49f6-9751-0abdb244aa6d req-aa26ef13-544d-4857-b4c9-85e286bedc8a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867403 Nov 12 08:33:42.387617 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68983c-a4d5-4316-a181-a85266aaf964 service neutron] Pushing event updated for resources: {'Port': ['ID=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:42.427467 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6412a409-0428-4d3f-890a-156f0135cf4b,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:42.441015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-9e02ab6f-404b-41a7-aa99-b6f60df0261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.445722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-9e02ab6f-404b-41a7-aa99-b6f60df0261f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df40f117-173a-46de-8e96-a2b444ba3332 HTTP/1.1" status: 200 len: 853 time: 0.1930244 Nov 12 08:33:42.459377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-552cdf51-f9b8-413d-8318-190508d3eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.460891 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-552cdf51-f9b8-413d-8318-190508d3eb99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b1c474c08484fc39cbf7ed1803137c5&device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 1095 time: 0.2743080 Nov 12 08:33:42.507467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6151212-6621-48e6-90cf-743d832b8182 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:42.508239 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 605552b4-25f9-4ee5-83f5-fcb87d640014 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:42.520168 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.525991 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-4725e5c5-4d2e-40e7-8d6c-0a21c74ff913 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb HTTP/1.1" status: 200 len: 217 time: 0.0468397 Nov 12 08:33:42.528119 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76be1585-6ada-40ec-b185-88fb8b8edc8f x-openstack-request-id: req-76be1585-6ada-40ec-b185-88fb8b8edc8f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:42.529035 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d45930-dc9c-4c7a-bec7-9191966d5feb", "tag": "f9527894-b159-4a3f-b3f5-046683d10ef6", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:42.529035 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76be1585-6ada-40ec-b185-88fb8b8edc8f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:42.529733 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d45930-dc9c-4c7a-bec7-9191966d5feb', 'tag': 'f9527894-b159-4a3f-b3f5-046683d10ef6', 'status': 'completed', 'code': 200} Nov 12 08:33:42.573559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 605552b4-25f9-4ee5-83f5-fcb87d640014 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:42.579017 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-789b1b52-c627-40c0-bb9c-1207b0c603cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40b1abb1-c26d-474d-a43d-33d13a7f1a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547774 Nov 12 08:33:42.580637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 605552b4-25f9-4ee5-83f5-fcb87d640014 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:42.581316 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.630782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Transition to ACTIVE for port object c6151212-6621-48e6-90cf-743d832b8182 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:42.654449 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.657259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-fdeca84f-185c-43bf-ad39-37f8d6263489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.659074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-fdeca84f-185c-43bf-ad39-37f8d6263489 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e38fa98-e712-471d-87c9-6b9c87e3237b HTTP/1.1" status: 200 len: 850 time: 0.1199744 Nov 12 08:33:42.704723 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.721927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7d84c-fa99-488e-9fac-ed23b3e0b5b2 req-8d331185-fc46-49be-9221-6b65305b2409 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.724205 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9ad7d84c-fa99-488e-9fac-ed23b3e0b5b2 req-8d331185-fc46-49be-9221-6b65305b2409 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 943 time: 0.1293299 Nov 12 08:33:42.752403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 605552b4-25f9-4ee5-83f5-fcb87d640014, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=605552b4-25f9-4ee5-83f5-fcb87d640014,segment=NetworkSegment(419fc1c5-303f-45cb-8323-6989dc82639a),segment_id=419fc1c5-303f-45cb-8323-6989dc82639a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:42.762339 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.766401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 895b5678-6c8a-4e35-ab24-20b30619dfa1 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:42.769879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a642816-cb72-4afc-813a-e9d2202c3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.771648 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-3a642816-cb72-4afc-813a-e9d2202c3a53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a244389-2d32-47f5-9a62-dbbf866a4f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039181 Nov 12 08:33:42.785779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c3f22-8cb3-4289-9af9-44f017f009ad req-17b443e5-4e81-4aa1-9b7f-8d7e05b279ae tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:42.794609 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-276c3f22-8cb3-4289-9af9-44f017f009ad req-17b443e5-4e81-4aa1-9b7f-8d7e05b279ae tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 944 time: 0.2684174 Nov 12 08:33:42.824106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Pushing event updated for resources: {'Port': ['ID=c6151212-6621-48e6-90cf-743d832b8182,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:42.839101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 895b5678-6c8a-4e35-ab24-20b30619dfa1 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:42.839553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 895b5678-6c8a-4e35-ab24-20b30619dfa1 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:42.874925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-6cad1ccb-376a-4e93-ab12-f275717fa151 service neutron] 10.222.0.52 "GET /v2.0/networks/40b1abb1-c26d-474d-a43d-33d13a7f1a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859066 Nov 12 08:33:42.894575 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=605552b4-25f9-4ee5-83f5-fcb87d640014,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:42.920858 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9ad7d84c-fa99-488e-9fac-ed23b3e0b5b2 req-5db08675-4ec7-4e7b-be8c-b960c80696f8 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803665 Nov 12 08:33:42.938017 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac06e6b4-c0a6-4903-b50a-819b3dc966b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:42.985483 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-ba12eaff-527c-4846-9feb-80692228e882 service neutron] 10.222.0.52 "GET /v2.0/networks/6a244389-2d32-47f5-9a62-dbbf866a4f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037339 Nov 12 08:33:43.023849 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e05c146-1391-41d0-a9d1-8035f60f18e5 x-openstack-request-id: req-4e05c146-1391-41d0-a9d1-8035f60f18e5 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:43.024783 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455ebdc4-ea9a-49ed-824b-8245a9ed7aa1", "tag": "eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:43.025142 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e05c146-1391-41d0-a9d1-8035f60f18e5 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:43.025601 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'tag': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb', 'status': 'completed', 'code': 200} Nov 12 08:33:43.052962 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b0f7716-7243-42f4-9f65-2d5867485349 req-bbf832ea-dad9-4ff4-b045-67cf3f51f311 service neutron] 10.222.0.52 "GET /v2.0/networks/40b1abb1-c26d-474d-a43d-33d13a7f1a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446993 Nov 12 08:33:43.070770 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-276c3f22-8cb3-4289-9af9-44f017f009ad req-24e0d898-d5a7-4e59-8b4a-b8c7ef425126 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717426 Nov 12 08:33:43.111397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Attempting to bind port c6151212-6621-48e6-90cf-743d832b8182 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:43.111746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Attempting to bind port c6151212-6621-48e6-90cf-743d832b8182 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:43.112080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Attempting to bind port c6151212-6621-48e6-90cf-743d832b8182 on network fcdd275e-e107-47e6-90dd-4516df7837f8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:43.123024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Port c6151212-6621-48e6-90cf-743d832b8182 on network fcdd275e-e107-47e6-90dd-4516df7837f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:43.125294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Attempting to bind port c6151212-6621-48e6-90cf-743d832b8182 on network fcdd275e-e107-47e6-90dd-4516df7837f8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:43.187206 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:43.187746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Checking segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:43.188893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Bound using segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:43.189250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Bound port: c6151212-6621-48e6-90cf-743d832b8182, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:43.190916 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.244464 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27611540-451a-470b-b44a-74b3022e7f34 req-d5324a41-771c-491e-87ea-a6d6917eafba tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0388198 Nov 12 08:33:43.255601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154db959-c4b5-4f1d-980b-e38981883540 req-0a23d024-1f37-4383-bee7-93d990cbfa34 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.257956 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-154db959-c4b5-4f1d-980b-e38981883540 req-0a23d024-1f37-4383-bee7-93d990cbfa34 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 945 time: 0.1306176 Nov 12 08:33:43.267274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89cfe66e-ae59-4286-8b9e-635feee8feb2 req-6167211a-e387-401f-ae0a-429b9d04e03d service neutron] 10.222.0.52 "GET /v2.0/networks/6a244389-2d32-47f5-9a62-dbbf866a4f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743158 Nov 12 08:33:43.287423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f69828-2bcc-4240-b1a8-918d4c560da8 req-cb7b480a-4eb5-4fe7-935d-444ad946aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.289081 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48f69828-2bcc-4240-b1a8-918d4c560da8 req-cb7b480a-4eb5-4fe7-935d-444ad946aa86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12925ae31aa3459d87dccd9290eac455&device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 1096 time: 0.1578770 Nov 12 08:33:43.332803 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb512e7e-f9f9-406e-a33f-77d644434e35 x-openstack-request-id: req-cb512e7e-f9f9-406e-a33f-77d644434e35 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:43.337561 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8231cc3b-2855-4fc8-bdad-275f15496199", "name": "network-vif-plugged", "status": "completed", "tag": "6412a409-0428-4d3f-890a-156f0135cf4b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:43.338326 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb512e7e-f9f9-406e-a33f-77d644434e35 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:43.339271 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8231cc3b-2855-4fc8-bdad-275f15496199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6412a409-0428-4d3f-890a-156f0135cf4b', 'code': 200} Nov 12 08:33:43.380042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] For port c6151212-6621-48e6-90cf-743d832b8182, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:43.405749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] For port c6151212-6621-48e6-90cf-743d832b8182, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6151212-6621-48e6-90cf-743d832b8182,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:43.412170 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.439739 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-154db959-c4b5-4f1d-980b-e38981883540 req-50ebd6dc-1fb1-4a17-8fb9-dbb5a58b321a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685991 Nov 12 08:33:43.503915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9124b4-b524-4a65-bdef-bcaa4ee703e3 req-824b7cd0-a8b8-43c8-baf9-e469492ca1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.506044 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d9124b4-b524-4a65-bdef-bcaa4ee703e3 req-824b7cd0-a8b8-43c8-baf9-e469492ca1fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b1c474c08484fc39cbf7ed1803137c5&device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 1095 time: 0.1688714 Nov 12 08:33:43.530497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.531212 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.533527 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] 10.222.0.52 "PUT /v2.0/ports/c6151212-6621-48e6-90cf-743d832b8182 HTTP/1.1" status: 200 len: 1092 time: 2.6160927 Nov 12 08:33:43.564296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f69828-2bcc-4240-b1a8-918d4c560da8 req-0ed9ad30-6db0-4c8a-a0a4-10d541dc14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.565920 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48f69828-2bcc-4240-b1a8-918d4c560da8 req-0ed9ad30-6db0-4c8a-a0a4-10d541dc14a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=40b1abb1-c26d-474d-a43d-33d13a7f1a8d HTTP/1.1" status: 200 len: 914 time: 0.2667050 Nov 12 08:33:43.606459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1c8fb-49bd-486e-8111-d5ca3e2d7e3f service neutron] Pushing event updated for resources: {'Port': ['ID=c6151212-6621-48e6-90cf-743d832b8182,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:43.663613 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48f69828-2bcc-4240-b1a8-918d4c560da8 req-96b0646b-afcd-4ce6-9671-4f4af3c34ab2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9527894-b159-4a3f-b3f5-046683d10ef6 HTTP/1.1" status: 200 len: 217 time: 0.0863507 Nov 12 08:33:43.687601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77214-39ff-4885-8c05-7811487187ed req-dee59157-f2fd-4143-a17d-2764aed181fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.690615 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ed77214-39ff-4885-8c05-7811487187ed req-dee59157-f2fd-4143-a17d-2764aed181fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 1097 time: 0.2439234 Nov 12 08:33:43.719197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f2acb-9c2b-4dca-af0d-e9e9f5e9a090 req-283e4100-893a-4f5a-9981-d981da60e9ca tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.720790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a82f2acb-9c2b-4dca-af0d-e9e9f5e9a090 req-283e4100-893a-4f5a-9981-d981da60e9ca tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 945 time: 0.2245305 Nov 12 08:33:43.753249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bfcf6-26f0-4ec3-b1b6-80f3266cf6f3 req-9cb57a23-ce3f-4757-bfc4-5632ff64a43c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.755193 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-889bfcf6-26f0-4ec3-b1b6-80f3266cf6f3 req-9cb57a23-ce3f-4757-bfc4-5632ff64a43c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 943 time: 0.1883504 Nov 12 08:33:43.767304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-44e1fdff-b408-4ce7-86cc-80c645784b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.768858 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-44e1fdff-b408-4ce7-86cc-80c645784b92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 1095 time: 0.1811590 Nov 12 08:33:43.789868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9124b4-b524-4a65-bdef-bcaa4ee703e3 req-9c64d1c2-2a80-4b29-86e8-866fc4c27dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.792230 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d9124b4-b524-4a65-bdef-bcaa4ee703e3 req-9c64d1c2-2a80-4b29-86e8-866fc4c27dcd service neutron] 10.222.0.52 "GET /v2.0/networks?id=6a244389-2d32-47f5-9a62-dbbf866a4f6a HTTP/1.1" status: 200 len: 912 time: 0.2777848 Nov 12 08:33:43.841354 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-5dccb7bd-c386-4d8c-88b3-c7b71950d61c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6151212-6621-48e6-90cf-743d832b8182 HTTP/1.1" status: 200 len: 217 time: 0.0594771 Nov 12 08:33:43.842770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f69828-2bcc-4240-b1a8-918d4c560da8 req-eefbecaa-ea6e-4301-9487-c547832cd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.844198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48f69828-2bcc-4240-b1a8-918d4c560da8 req-eefbecaa-ea6e-4301-9487-c547832cd572 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df40f117-173a-46de-8e96-a2b444ba3332 HTTP/1.1" status: 200 len: 853 time: 0.1684744 Nov 12 08:33:43.869220 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ac06e6b4-c0a6-4903-b50a-819b3dc966b4 admin admin] Deleting port 580288b5-5fed-48e9-a616-e3f6dc084f73 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:43.869733 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac06e6b4-c0a6-4903-b50a-819b3dc966b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:43.873805 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d9124b4-b524-4a65-bdef-bcaa4ee703e3 req-31b3e0c1-8f1d-4baf-8075-a3be477ff6c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb HTTP/1.1" status: 200 len: 217 time: 0.0653210 Nov 12 08:33:43.924560 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ed77214-39ff-4885-8c05-7811487187ed req-7716038b-86ae-4960-b89b-128bf3b5157e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994765 Nov 12 08:33:43.929983 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48f69828-2bcc-4240-b1a8-918d4c560da8 req-0a881eac-a137-400f-abb4-5600a213884e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=40b1abb1-c26d-474d-a43d-33d13a7f1a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749829 Nov 12 08:33:43.938029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a82f2acb-9c2b-4dca-af0d-e9e9f5e9a090 req-5e862de4-9f5a-47d6-879b-904ffd17278c tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968627 Nov 12 08:33:43.946014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-889bfcf6-26f0-4ec3-b1b6-80f3266cf6f3 req-6b5aa165-7c07-4f7f-ae94-f4f53db12a6c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800897 Nov 12 08:33:43.988687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0eee41cb-dc01-4f1d-ae41-c9b748cab5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:43.990248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-0eee41cb-dc01-4f1d-ae41-c9b748cab5c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1323807 Nov 12 08:33:44.025452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9124b4-b524-4a65-bdef-bcaa4ee703e3 req-48787043-875b-431c-b61f-8c004b4b7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.027212 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d9124b4-b524-4a65-bdef-bcaa4ee703e3 req-48787043-875b-431c-b61f-8c004b4b7a51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e38fa98-e712-471d-87c9-6b9c87e3237b HTTP/1.1" status: 200 len: 850 time: 0.1299059 Nov 12 08:33:44.085977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-ac06e6b4-c0a6-4903-b50a-819b3dc966b4 admin admin] For port 580288b5-5fed-48e9-a616-e3f6dc084f73, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=580288b5-5fed-48e9-a616-e3f6dc084f73,segment=NetworkSegment(7bf239bd-c410-4760-8219-4ef52a1deb20),segment_id=7bf239bd-c410-4760-8219-4ef52a1deb20)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:44.086332 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac06e6b4-c0a6-4903-b50a-819b3dc966b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.106216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ac06e6b4-c0a6-4903-b50a-819b3dc966b4 admin admin] Calling delete_port for 580288b5-5fed-48e9-a616-e3f6dc084f73 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:44.112868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9124b4-b524-4a65-bdef-bcaa4ee703e3 req-d92aa9d8-8f22-475e-aa05-bf20bed96b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.114686 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d9124b4-b524-4a65-bdef-bcaa4ee703e3 req-d92aa9d8-8f22-475e-aa05-bf20bed96b86 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a244389-2d32-47f5-9a62-dbbf866a4f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773382 Nov 12 08:33:44.130373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-01c7257a-bfb5-4f4d-9b37-8d92a9a09863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.131961 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-01c7257a-bfb5-4f4d-9b37-8d92a9a09863 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084754 Nov 12 08:33:44.134449 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48f69828-2bcc-4240-b1a8-918d4c560da8 req-53e930b6-5ae0-4215-b808-836a5f3dbb6e service neutron] 10.222.0.52 "GET /v2.0/networks/40b1abb1-c26d-474d-a43d-33d13a7f1a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954546 Nov 12 08:33:44.147551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b877ea-a21f-4db3-9e53-4480be2412f5 req-50352126-b697-4134-a7f6-8434794754bb tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.149815 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16b877ea-a21f-4db3-9e53-4480be2412f5 req-50352126-b697-4134-a7f6-8434794754bb tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 943 time: 0.1146886 Nov 12 08:33:44.328332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed98481-fe94-4ad9-9379-7e61070f50d3 req-17ce5118-086e-4015-8898-ef36a172406f tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.329816 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ed98481-fe94-4ad9-9379-7e61070f50d3 req-17ce5118-086e-4015-8898-ef36a172406f tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 944 time: 0.1307709 Nov 12 08:33:44.335275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d9124b4-b524-4a65-bdef-bcaa4ee703e3 req-7ff9bc34-d388-420a-ba75-b5f713567a97 service neutron] 10.222.0.52 "GET /v2.0/networks/6a244389-2d32-47f5-9a62-dbbf866a4f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048457 Nov 12 08:33:44.341005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16b877ea-a21f-4db3-9e53-4480be2412f5 req-627f5128-d15c-4f09-a8e8-af555c76cf49 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736417 Nov 12 08:33:44.388482 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-c9014067-aa53-4ad4-89ab-06d000b8ae50 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371798 Nov 12 08:33:44.391621 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48f69828-2bcc-4240-b1a8-918d4c560da8 req-86ad22cd-3cd7-45db-ba18-229b9316df14 service neutron] 10.222.0.52 "GET /v2.0/networks/40b1abb1-c26d-474d-a43d-33d13a7f1a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326410 Nov 12 08:33:44.486872 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-003c215c-2db8-4aa3-9aff-ed18c7fc0660 req-5290cb01-5b87-4a14-ae0a-bad80064e6cd tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0735297 Nov 12 08:33:44.534491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042998cc-c484-467f-8f4e-e865d587056a', 'tag': 'c6151212-6621-48e6-90cf-743d832b8182'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:44.537228 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd56999e-2f70-41e7-ac93-0607b3a9fcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "042998cc-c484-467f-8f4e-e865d587056a", "tag": "c6151212-6621-48e6-90cf-743d832b8182"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:44.558549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce5b7683-679a-40a9-a5bc-bfc9186646f1 req-d2cd4ba5-c169-44e3-9986-eaa214440ab5 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559117 Nov 12 08:33:44.568937 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ed98481-fe94-4ad9-9379-7e61070f50d3 req-f5884afa-3a2a-48a8-97c6-3b78da53f69b tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781516 Nov 12 08:33:44.601683 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d9124b4-b524-4a65-bdef-bcaa4ee703e3 req-f0f72a99-d014-4d7a-ba41-ad84e471828b service neutron] 10.222.0.52 "GET /v2.0/networks/6a244389-2d32-47f5-9a62-dbbf866a4f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129791 Nov 12 08:33:44.639633 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98abb9fd-dec4-45ec-8f95-c4517cb7b173 x-openstack-request-id: req-98abb9fd-dec4-45ec-8f95-c4517cb7b173 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:44.640088 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042998cc-c484-467f-8f4e-e865d587056a", "tag": "c6151212-6621-48e6-90cf-743d832b8182", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:44.640398 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98abb9fd-dec4-45ec-8f95-c4517cb7b173 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:44.640853 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042998cc-c484-467f-8f4e-e865d587056a', 'tag': 'c6151212-6621-48e6-90cf-743d832b8182', 'status': 'completed', 'code': 200} Nov 12 08:33:44.663322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7cfe5-d96b-4ddf-8361-a22ecd9f4d1f req-d4b4bbb7-7f99-485e-bcdf-bd95cc47add2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.664960 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c5b7cfe5-d96b-4ddf-8361-a22ecd9f4d1f req-d4b4bbb7-7f99-485e-bcdf-bd95cc47add2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 945 time: 0.0830681 Nov 12 08:33:44.694004 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac06e6b4-c0a6-4903-b50a-819b3dc966b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:44.731078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06e6b4-c0a6-4903-b50a-819b3dc966b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=580288b5-5fed-48e9-a616-e3f6dc084f73,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:44.741515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c5b7cfe5-d96b-4ddf-8361-a22ecd9f4d1f req-450046b4-49ab-4fce-96de-8f8c998b6f6f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662827 Nov 12 08:33:44.781961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56999e-2f70-41e7-ac93-0607b3a9fcaf req-f7c20321-68c4-454a-adc9-401c091ab37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.783526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd56999e-2f70-41e7-ac93-0607b3a9fcaf req-f7c20321-68c4-454a-adc9-401c091ab37c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 1095 time: 0.1208534 Nov 12 08:33:44.971809 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56999e-2f70-41e7-ac93-0607b3a9fcaf req-f1130cc8-ee59-4486-a935-19dba79b0ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:44.973359 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd56999e-2f70-41e7-ac93-0607b3a9fcaf req-f1130cc8-ee59-4486-a935-19dba79b0ebc service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.1789443 Nov 12 08:33:44.990963 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac06e6b4-c0a6-4903-b50a-819b3dc966b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:45.032209 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd56999e-2f70-41e7-ac93-0607b3a9fcaf req-7651be2d-e6f1-4648-ba45-2bf3d67f61aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6151212-6621-48e6-90cf-743d832b8182 HTTP/1.1" status: 200 len: 217 time: 0.0501826 Nov 12 08:33:45.117416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58dff1-7059-4291-a9df-735301c318a7 req-2dfa843a-dbd4-4c48-bf8e-5ab557025223 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:45.119838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b58dff1-7059-4291-a9df-735301c318a7 req-2dfa843a-dbd4-4c48-bf8e-5ab557025223 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 945 time: 0.0694194 Nov 12 08:33:45.193622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b58dff1-7059-4291-a9df-735301c318a7 req-9a5da16c-07db-4a24-82b2-df85b77f5603 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666213 Nov 12 08:33:45.234027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56999e-2f70-41e7-ac93-0607b3a9fcaf req-0d5140e7-ad85-4f03-9e2c-68259d852a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:45.235404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd56999e-2f70-41e7-ac93-0607b3a9fcaf req-0d5140e7-ad85-4f03-9e2c-68259d852a6a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1428804 Nov 12 08:33:45.263807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ea6a7-e795-4697-9490-bfcebd37d750 req-a74c608c-11b2-451b-a402-6752b8eebb7a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:45.265442 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2f1ea6a7-e795-4697-9490-bfcebd37d750 req-a74c608c-11b2-451b-a402-6752b8eebb7a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 943 time: 0.1712809 Nov 12 08:33:45.340586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0992b4a8-87b9-4051-b876-68bbb1bcb852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605552b4-25f9-4ee5-83f5-fcb87d640014'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:45.343509 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6020cd3e-c55f-46e2-a83f-709afc88bdaa" -d '{"events": [{"server_uuid": "0992b4a8-87b9-4051-b876-68bbb1bcb852", "name": "network-vif-plugged", "status": "completed", "tag": "605552b4-25f9-4ee5-83f5-fcb87d640014"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:45.348706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-65616236-aa75-4aec-9937-577b7d2e57cc req-7ec36dfa-f667-4a7a-9dd4-729412ea8fb6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0401466 Nov 12 08:33:45.401372 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb6be79-b31d-4fe8-b0e0-c88c7df03987 x-openstack-request-id: req-ddb6be79-b31d-4fe8-b0e0-c88c7df03987 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:45.401687 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0992b4a8-87b9-4051-b876-68bbb1bcb852", "name": "network-vif-plugged", "status": "completed", "tag": "605552b4-25f9-4ee5-83f5-fcb87d640014", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:45.402432 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddb6be79-b31d-4fe8-b0e0-c88c7df03987 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:45.403167 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0992b4a8-87b9-4051-b876-68bbb1bcb852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605552b4-25f9-4ee5-83f5-fcb87d640014', 'code': 200} Nov 12 08:33:45.571222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f3c23-00f5-4e22-8e83-014764b00303 req-34c7e0d6-a5c8-4542-ba18-a783072471b5 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:45.572751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe3f3c23-00f5-4e22-8e83-014764b00303 req-34c7e0d6-a5c8-4542-ba18-a783072471b5 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 943 time: 0.1128647 Nov 12 08:33:45.580447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a4bcd-d1ed-4e49-aa27-bac7883b0975 req-a8468068-d5b2-4074-b04b-51fe9e7721d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:45.582027 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c38a4bcd-d1ed-4e49-aa27-bac7883b0975 req-a8468068-d5b2-4074-b04b-51fe9e7721d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 1097 time: 0.0779965 Nov 12 08:33:45.682671 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe3f3c23-00f5-4e22-8e83-014764b00303 req-bef8b1a3-e1fc-4d70-837d-81c5e9b3ce94 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975595 Nov 12 08:33:45.691196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c38a4bcd-d1ed-4e49-aa27-bac7883b0975 req-14b6af45-3c81-4d3d-a786-6aff4346d957 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007102 Nov 12 08:33:45.736088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56999e-2f70-41e7-ac93-0607b3a9fcaf req-3460c9bf-db4d-40ff-aacc-16f69392596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:45.737670 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd56999e-2f70-41e7-ac93-0607b3a9fcaf req-3460c9bf-db4d-40ff-aacc-16f69392596e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4923360 Nov 12 08:33:45.745024 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2f1ea6a7-e795-4697-9490-bfcebd37d750 req-d8e9acea-d89b-460f-a305-0ca8f18eceb5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573152 Nov 12 08:33:45.823819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac06e6b4-c0a6-4903-b50a-819b3dc966b4 admin admin] Router 37efb5a1-4739-480c-90f0-15e659a7faea has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:33:45.838380 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc504c29-3d45-4103-9db0-b973125f1ccc req-08ba687d-e6e4-4ddc-a30c-112d5e48187e tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0377676 Nov 12 08:33:46.013155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002e695-c91b-4eee-8227-acb059d7a3b2 req-903e3b10-88e2-4788-8100-ef238132999f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.014727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3002e695-c91b-4eee-8227-acb059d7a3b2 req-903e3b10-88e2-4788-8100-ef238132999f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 945 time: 0.0746014 Nov 12 08:33:46.050991 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b752585-5818-442e-a34d-dfa8c3c8d7d9 req-abc3da18-fa7b-4608-8a7c-1ad28f5e9ed9 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.052543 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8b752585-5818-442e-a34d-dfa8c3c8d7d9 req-abc3da18-fa7b-4608-8a7c-1ad28f5e9ed9 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 944 time: 0.1748803 Nov 12 08:33:46.064108 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac06e6b4-c0a6-4903-b50a-819b3dc966b4 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:46.073079 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ac06e6b4-c0a6-4903-b50a-819b3dc966b4 admin admin] 10.222.0.31 "PUT /v2.0/routers/37efb5a1-4739-480c-90f0-15e659a7faea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8201561 Nov 12 08:33:46.078362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55046) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:46.084253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4616d-6c0a-425a-a105-4f2e7775ef98 None None] Sync routers for ids ['37efb5a1-4739-480c-90f0-15e659a7faea'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:46.095942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4616d-6c0a-425a-a105-4f2e7775ef98 None None] Routers {'37efb5a1-4739-480c-90f0-15e659a7faea'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:46.096818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b6c4616d-6c0a-425a-a105-4f2e7775ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['37efb5a1-4739-480c-90f0-15e659a7faea'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:46.110235 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd56999e-2f70-41e7-ac93-0607b3a9fcaf req-0c2eed56-3430-4d5b-97e2-4bd7daf57d54 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211013 Nov 12 08:33:46.136454 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3002e695-c91b-4eee-8227-acb059d7a3b2 req-9a067fdd-e0f9-49ff-9f03-15fed931f28b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109819 Nov 12 08:33:46.216124 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8b752585-5818-442e-a34d-dfa8c3c8d7d9 req-a58a0d71-3f56-460b-9417-93a920d1cbee tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477296 Nov 12 08:33:46.282060 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd56999e-2f70-41e7-ac93-0607b3a9fcaf req-66c92772-ab64-4b08-a12e-3dde70edfce6 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635668 Nov 12 08:33:46.322189 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.439886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b20a27-95cc-452c-9546-2b23c8ac24d5 req-ef5c264f-1937-4684-84c2-b5a11acfb681 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.447761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9b20a27-95cc-452c-9546-2b23c8ac24d5 req-ef5c264f-1937-4684-84c2-b5a11acfb681 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 945 time: 0.1048381 Nov 12 08:33:46.467907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b6c4616d-6c0a-425a-a105-4f2e7775ef98 None None] Set router 37efb5a1-4739-480c-90f0-15e659a7faea gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:46.524150 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9b20a27-95cc-452c-9546-2b23c8ac24d5 req-f7fa90d2-c1ab-434e-9869-5e15d3032e7b tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745997 Nov 12 08:33:46.527269 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53d9ff95-a529-43bb-918f-106056c4aa6e req-1cc4b48f-8c13-44bb-952d-f92e14f07e79 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2698858 Nov 12 08:33:46.537554 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.538322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:46.554538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bf787-8ea0-4d65-9740-d0b05b19b485 req-5cac7a50-7bf1-425e-a82f-29e559a5d106 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.556769 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7b4bf787-8ea0-4d65-9740-d0b05b19b485 req-5cac7a50-7bf1-425e-a82f-29e559a5d106 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 945 time: 0.1149318 Nov 12 08:33:46.671268 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7b4bf787-8ea0-4d65-9740-d0b05b19b485 req-8ad6bd44-c54e-4d77-adea-f6899cd99dd9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084809 Nov 12 08:33:46.684319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9ff95-a529-43bb-918f-106056c4aa6e req-556a8cfa-8268-4950-b72b-521c2d44a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.687998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53d9ff95-a529-43bb-918f-106056c4aa6e req-556a8cfa-8268-4950-b72b-521c2d44a6ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1096 time: 0.1161134 Nov 12 08:33:46.700380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Deleting port 908688d3-362a-4b6e-8f02-81885bf9fe24 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:46.700380 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.823529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb,segment=NetworkSegment(1af8f434-dec7-4f76-babb-11a98ef61ba9),segment_id=1af8f434-dec7-4f76-babb-11a98ef61ba9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:46.846024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'port_id': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb', 'mac_address': 'fa:16:3e:ee:ab:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:46.886391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] For port 908688d3-362a-4b6e-8f02-81885bf9fe24, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=908688d3-362a-4b6e-8f02-81885bf9fe24,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:46.888025 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.928109 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91661629-461d-45fa-9ef3-6d1569c277e4 req-c71f77c2-510e-4419-b3fd-98511235adf9 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.939932 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91661629-461d-45fa-9ef3-6d1569c277e4 req-c71f77c2-510e-4419-b3fd-98511235adf9 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 943 time: 0.1139016 Nov 12 08:33:46.948942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Calling delete_port for 908688d3-362a-4b6e-8f02-81885bf9fe24 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:46.960003 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:46.980070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9ff95-a529-43bb-918f-106056c4aa6e req-cca08535-eed6-431a-bc84-307ab1cd6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:46.982830 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53d9ff95-a529-43bb-918f-106056c4aa6e req-cca08535-eed6-431a-bc84-307ab1cd6bfe service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.2116401 Nov 12 08:33:46.983170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:47.027647 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91661629-461d-45fa-9ef3-6d1569c277e4 req-b93c3962-0e83-4825-a0ea-01ae7256cbd5 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863981 Nov 12 08:33:47.033948 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b6c4616d-6c0a-425a-a105-4f2e7775ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:33:44Z', 'revision_number': 5, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port': {'id': '908688d3-362a-4b6e-8f02-81885bf9fe24', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:47.038300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb,segment=NetworkSegment(1af8f434-dec7-4f76-babb-11a98ef61ba9),segment_id=1af8f434-dec7-4f76-babb-11a98ef61ba9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:47.071291 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.072292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c6151212-6621-48e6-90cf-743d832b8182 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:47.082425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4616d-6c0a-425a-a105-4f2e7775ef98 None None] Checking router: 37efb5a1-4739-480c-90f0-15e659a7faea for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:47.173350 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4616d-6c0a-425a-a105-4f2e7775ef98 None None] Routers {'37efb5a1-4739-480c-90f0-15e659a7faea'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:47.174526 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b6c4616d-6c0a-425a-a105-4f2e7775ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['37efb5a1-4739-480c-90f0-15e659a7faea'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:47.202614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0c26febc-71f7-4233-a543-13e8fa5a1634 req-91cff3a5-e4bd-4c79-85be-129b80dfecd1 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0547650 Nov 12 08:33:47.335719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:47.365478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b6c4616d-6c0a-425a-a105-4f2e7775ef98 None None] Set router 37efb5a1-4739-480c-90f0-15e659a7faea gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:47.442607 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b6c4616d-6c0a-425a-a105-4f2e7775ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:33:46Z', 'revision_number': 6, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:47.482255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4616d-6c0a-425a-a105-4f2e7775ef98 None None] The sync data for ids ['37efb5a1-4739-480c-90f0-15e659a7faea'] in n-d-768851-18 is: [{'id': '37efb5a1-4739-480c-90f0-15e659a7faea', 'name': 'tempest-ServerRescueTestJSONUnderV235-1314850645-router', 'tenant_id': 'eda6137855534360b01b47a6df365310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:31:41Z', 'updated_at': '2021-11-12T08:33:46Z', 'revision_number': 6, 'project_id': 'eda6137855534360b01b47a6df365310', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:47.487392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf08db1-0f2f-492e-b319-f30965cf30d3 req-2993dd31-efbb-4018-b57f-d275c76c9d39 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:47.489440 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccf08db1-0f2f-492e-b319-f30965cf30d3 req-2993dd31-efbb-4018-b57f-d275c76c9d39 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 943 time: 0.5874805 Nov 12 08:33:47.492878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c6151212-6621-48e6-90cf-743d832b8182, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6151212-6621-48e6-90cf-743d832b8182,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:47.506947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'c6151212-6621-48e6-90cf-743d832b8182', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'port_id': 'c6151212-6621-48e6-90cf-743d832b8182', 'mac_address': 'fa:16:3e:1f:7b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:47.536725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53d9ff95-a529-43bb-918f-106056c4aa6e req-c8c5f98c-eaaf-4398-81e9-6ab23a83537b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 998 time: 0.1314132 Nov 12 08:33:47.560463 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.586383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6151212-6621-48e6-90cf-743d832b8182 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:47.611732 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c6151212-6621-48e6-90cf-743d832b8182, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6151212-6621-48e6-90cf-743d832b8182,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:47.617311 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.618050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f9527894-b159-4a3f-b3f5-046683d10ef6 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:33:47.647301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-989287e3-a1cd-4fdb-84aa-fafc9e7d65a7 req-b8fed57c-22cd-4561-9479-0c3f5174e7a8 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc&device_id=5c85d89e-9d54-455d-92d0-3fab8b3663a6 HTTP/1.1" status: 200 len: 210 time: 0.0479360 Nov 12 08:33:47.662075 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccf08db1-0f2f-492e-b319-f30965cf30d3 req-72132cff-f64f-4eb9-ba3c-aff715e57b70 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532125 Nov 12 08:33:47.727250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=c6151212-6621-48e6-90cf-743d832b8182,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:47.753212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9ff95-a529-43bb-918f-106056c4aa6e req-31e2a757-0f82-4e7f-aba4-62f26d6a7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:47.755509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53d9ff95-a529-43bb-918f-106056c4aa6e req-31e2a757-0f82-4e7f-aba4-62f26d6a7357 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1877160 Nov 12 08:33:47.809687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f9527894-b159-4a3f-b3f5-046683d10ef6, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f9527894-b159-4a3f-b3f5-046683d10ef6,segment=NetworkSegment(0ed5500e-f3d0-4b26-a4e6-2c9194d32369),segment_id=0ed5500e-f3d0-4b26-a4e6-2c9194d32369)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:47.828059 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.829293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4e44e-6cff-4708-9724-1dbc330f20b7 req-33a1c659-659a-4532-af4c-099036f6ce5e tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:47.836164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'f9527894-b159-4a3f-b3f5-046683d10ef6', 'network_id': '40b1abb1-c26d-474d-a43d-33d13a7f1a8d', 'port_id': 'f9527894-b159-4a3f-b3f5-046683d10ef6', 'mac_address': 'fa:16:3e:16:25:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df40f117-173a-46de-8e96-a2b444ba3332', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:33:47.839389 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-86d4e44e-6cff-4708-9724-1dbc330f20b7 req-33a1c659-659a-4532-af4c-099036f6ce5e tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 944 time: 0.0881875 Nov 12 08:33:47.877841 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Pushing event deleted for resources: {'Port': ['ID=908688d3-362a-4b6e-8f02-81885bf9fe24,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:47.901482 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:47.918640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.918991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.919309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.919638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.919962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.920285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.920605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.920924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.921269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.921587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.922065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.922391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:33:47.927366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9527894-b159-4a3f-b3f5-046683d10ef6 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:47.930880 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-86d4e44e-6cff-4708-9724-1dbc330f20b7 req-3362d410-1b35-423b-b28d-0f8a01bac5bb tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905702 Nov 12 08:33:47.938208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0402798-e416-4967-ba25-64473c6e6771 req-6a274a78-c4c6-41e6-aebd-81102740bccf tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:47.940212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0402798-e416-4967-ba25-64473c6e6771 req-6a274a78-c4c6-41e6-aebd-81102740bccf tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 945 time: 0.1835613 Nov 12 08:33:47.942721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9ff95-a529-43bb-918f-106056c4aa6e req-987539b0-d7f0-47bd-8cf1-1a78bb6da864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:47.944507 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53d9ff95-a529-43bb-918f-106056c4aa6e req-987539b0-d7f0-47bd-8cf1-1a78bb6da864 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1739857 Nov 12 08:33:47.999427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f9527894-b159-4a3f-b3f5-046683d10ef6, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f9527894-b159-4a3f-b3f5-046683d10ef6,segment=NetworkSegment(0ed5500e-f3d0-4b26-a4e6-2c9194d32369),segment_id=0ed5500e-f3d0-4b26-a4e6-2c9194d32369)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:48.008132 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.093881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f9527894-b159-4a3f-b3f5-046683d10ef6,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:48.114787 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.195700 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0402798-e416-4967-ba25-64473c6e6771 req-dbe1e92b-1ac7-4ddd-bfd0-d29b3552a4d0 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136440 Nov 12 08:33:48.320505 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.325096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-10ab9d1f-888b-40d2-9ef1-bd7856c450c2 req-f4317da8-d80d-416a-844f-b0d37a93a6ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef080a0557054051848a0575f2326a13&device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0801644 Nov 12 08:33:48.331483 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.338856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['c6151212-6621-48e6-90cf-743d832b8182'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:48.345950 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:48.392597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2131fc-1cb6-4df2-9c2d-a09e86b5e2f1 req-0cd4086a-1d4c-4a31-9653-196ed4a3371e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:48.396248 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cf2131fc-1cb6-4df2-9c2d-a09e86b5e2f1 req-0cd4086a-1d4c-4a31-9653-196ed4a3371e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 945 time: 0.0976665 Nov 12 08:33:48.402072 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53d9ff95-a529-43bb-918f-106056c4aa6e req-6767a521-0506-4a10-98ee-d3d4e9397414 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127085 Nov 12 08:33:48.429233 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['f9527894-b159-4a3f-b3f5-046683d10ef6'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:48.464263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-10ab9d1f-888b-40d2-9ef1-bd7856c450c2 req-405c1532-4e04-42bd-85b3-b93ed34facf8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ef080a0557054051848a0575f2326a13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979452 Nov 12 08:33:48.516569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.517274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37efb5a1-4739-480c-90f0-15e659a7faea {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:33:48.534233 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cf2131fc-1cb6-4df2-9c2d-a09e86b5e2f1 req-7f0aee7b-6b30-47d6-8fd7-a7aaccecd2d9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298482 Nov 12 08:33:48.597158 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.597158 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2f6b0679-5cf8-4ca9-988e-7f443a2b9316 admin admin] 10.222.0.31 "DELETE /v2.0/routers/37efb5a1-4739-480c-90f0-15e659a7faea HTTP/1.1" status: 204 len: 168 time: 2.5148630 Nov 12 08:33:48.600304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55078) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:48.682756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348ebe-9086-4d24-9e3c-f88d617a0da3 req-4a20e228-1747-4a54-a143-82e358fae485 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:48.684441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f348ebe-9086-4d24-9e3c-f88d617a0da3 req-4a20e228-1747-4a54-a143-82e358fae485 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 945 time: 0.4257476 Nov 12 08:33:48.698173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 908688d3-362a-4b6e-8f02-81885bf9fe24 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:48.749123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848f732-39c1-4c1f-a100-fab728478d75 req-2c841162-e767-47b1-bdc7-f7ea41a117aa tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:48.754077 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa558fbc-0fbb-479c-81dc-75dd836c1de1 req-ff289516-ac4e-4e0f-aa26-bae6abb60c0f tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0719857 Nov 12 08:33:48.756904 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3848f732-39c1-4c1f-a100-fab728478d75 req-2c841162-e767-47b1-bdc7-f7ea41a117aa tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 944 time: 0.4464557 Nov 12 08:33:48.771683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 908688d3-362a-4b6e-8f02-81885bf9fe24 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:48.772019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 908688d3-362a-4b6e-8f02-81885bf9fe24 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:48.772441 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 580288b5-5fed-48e9-a616-e3f6dc084f73 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:48.910267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19635d6-9da4-42b4-b0d8-70a9cd889fa6 admin admin] Deleting subnet c73d9451-4524-4352-9480-948df1f78588 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:33:48.920819 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e19635d6-9da4-42b4-b0d8-70a9cd889fa6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:48.929531 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53d9ff95-a529-43bb-918f-106056c4aa6e req-23614808-7f83-4308-836e-8cb72da13903 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776573 Nov 12 08:33:49.002503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3848f732-39c1-4c1f-a100-fab728478d75 req-a2345f68-12a7-49a8-92e9-c0351c2bbad8 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443008 Nov 12 08:33:49.022162 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 580288b5-5fed-48e9-a616-e3f6dc084f73 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:49.022162 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 580288b5-5fed-48e9-a616-e3f6dc084f73 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:49.034239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab9d1f-888b-40d2-9ef1-bd7856c450c2 req-692edae7-e056-4229-acf1-5caecb724acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:49.036069 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-10ab9d1f-888b-40d2-9ef1-bd7856c450c2 req-692edae7-e056-4229-acf1-5caecb724acd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5568364 Nov 12 08:33:49.054002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20748723-ab96-47b5-9f47-266aeb08544b req-62366c7c-7efd-4faf-8944-11e61c944cdd tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:49.056598 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-20748723-ab96-47b5-9f47-266aeb08544b req-62366c7c-7efd-4faf-8944-11e61c944cdd tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 944 time: 0.1106999 Nov 12 08:33:49.083995 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e19635d6-9da4-42b4-b0d8-70a9cd889fa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.172853 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-20748723-ab96-47b5-9f47-266aeb08544b req-8f138a0e-e20f-4021-913f-8bfa3159097a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982158 Nov 12 08:33:49.186106 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e19635d6-9da4-42b4-b0d8-70a9cd889fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.220890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5f348ebe-9086-4d24-9e3c-f88d617a0da3 req-9ffe2ff1-d4d2-4d33-8239-7f958007ff8c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Deleting port 6412a409-0428-4d3f-890a-156f0135cf4b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:49.221269 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5f348ebe-9086-4d24-9e3c-f88d617a0da3 req-9ffe2ff1-d4d2-4d33-8239-7f958007ff8c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.266275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02784bdc-0157-4e60-bd12-b13274502f1e req-70753b6a-5bc0-4844-b4e2-8fd0e5aac243 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:49.267896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-02784bdc-0157-4e60-bd12-b13274502f1e req-70753b6a-5bc0-4844-b4e2-8fd0e5aac243 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 945 time: 0.1453714 Nov 12 08:33:49.352886 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e19635d6-9da4-42b4-b0d8-70a9cd889fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.408302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19635d6-9da4-42b4-b0d8-70a9cd889fa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73d9451-4524-4352-9480-948df1f78588,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:49.421458 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5f348ebe-9086-4d24-9e3c-f88d617a0da3 req-9ffe2ff1-d4d2-4d33-8239-7f958007ff8c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] For port 6412a409-0428-4d3f-890a-156f0135cf4b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6412a409-0428-4d3f-890a-156f0135cf4b,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:49.421889 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5f348ebe-9086-4d24-9e3c-f88d617a0da3 req-9ffe2ff1-d4d2-4d33-8239-7f958007ff8c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.424770 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e19635d6-9da4-42b4-b0d8-70a9cd889fa6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.428723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e19635d6-9da4-42b4-b0d8-70a9cd889fa6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c73d9451-4524-4352-9480-948df1f78588 HTTP/1.1" status: 204 len: 168 time: 0.8230746 Nov 12 08:33:49.431109 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55092) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:49.437356 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-02784bdc-0157-4e60-bd12-b13274502f1e req-16c21796-37c4-4403-aed2-69fe5d91aea9 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301560 Nov 12 08:33:49.443769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5f348ebe-9086-4d24-9e3c-f88d617a0da3 req-9ffe2ff1-d4d2-4d33-8239-7f958007ff8c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Calling delete_port for 6412a409-0428-4d3f-890a-156f0135cf4b owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:49.529030 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.623110 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5f348ebe-9086-4d24-9e3c-f88d617a0da3 req-9ffe2ff1-d4d2-4d33-8239-7f958007ff8c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.640185 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['6412a409-0428-4d3f-890a-156f0135cf4b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:33:49.668127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe2ff1-d4d2-4d33-8239-7f958007ff8c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Pushing event deleted for resources: {'Port': ['ID=6412a409-0428-4d3f-890a-156f0135cf4b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:49.668376 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.681539 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14e9f84a-4c31-48fc-9fed-f0433cdc5a58 req-ad32c89e-b4a6-4e2e-ac1a-37d88cd323ac tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=8231cc3b-2855-4fc8-bdad-275f15496199 HTTP/1.1" status: 200 len: 210 time: 0.0702729 Nov 12 08:33:49.708119 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9f32d5-f223-48ad-aeb1-0363859fe388']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:49.721406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf239bd-c410-4760-8219-4ef52a1deb20') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:49.721705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf239bd-c410-4760-8219-4ef52a1deb20') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:49.733149 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.735411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f348ebe-9086-4d24-9e3c-f88d617a0da3 req-9ffe2ff1-d4d2-4d33-8239-7f958007ff8c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] No DVR routers for this DVR port 6412a409-0428-4d3f-890a-156f0135cf4b on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:49.738509 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5f348ebe-9086-4d24-9e3c-f88d617a0da3 req-9ffe2ff1-d4d2-4d33-8239-7f958007ff8c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.743533 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f348ebe-9086-4d24-9e3c-f88d617a0da3 req-9ffe2ff1-d4d2-4d33-8239-7f958007ff8c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "DELETE /v2.0/ports/6412a409-0428-4d3f-890a-156f0135cf4b HTTP/1.1" status: 204 len: 173 time: 0.9723709 Nov 12 08:33:49.744183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8231cc3b-2855-4fc8-bdad-275f15496199', 'name': 'network-vif-deleted', 'tag': '6412a409-0428-4d3f-890a-156f0135cf4b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:49.747497 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da2d2de-37ab-4c22-aa95-d9c39f5f5ada" -d '{"events": [{"server_uuid": "8231cc3b-2855-4fc8-bdad-275f15496199", "name": "network-vif-deleted", "tag": "6412a409-0428-4d3f-890a-156f0135cf4b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:49.751808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.762417 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:33:49.763249 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:33:49.766674 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:33:49.794928 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cc806b-6424-4e6d-9a96-03a1c8238384 x-openstack-request-id: req-78cc806b-6424-4e6d-9a96-03a1c8238384 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:49.795482 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8231cc3b-2855-4fc8-bdad-275f15496199", "name": "network-vif-deleted", "tag": "6412a409-0428-4d3f-890a-156f0135cf4b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:49.795482 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78cc806b-6424-4e6d-9a96-03a1c8238384 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:49.795936 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8231cc3b-2855-4fc8-bdad-275f15496199', 'name': 'network-vif-deleted', 'tag': '6412a409-0428-4d3f-890a-156f0135cf4b', 'status': 'completed', 'code': 200} Nov 12 08:33:49.848145 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.857517 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:49.864500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4c9f32d5-f223-48ad-aeb1-0363859fe388 HTTP/1.1" status: 204 len: 168 time: 0.4314163 Nov 12 08:33:49.908982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd45fa-fb00-43a2-a2c9-4fbc20bd6c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9f32d5-f223-48ad-aeb1-0363859fe388,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:49.978889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e96b4c99-5a5e-4d59-93ae-1740325c7ab2 req-e31cef8a-637e-4f45-bf61-2ad18c451847 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0710421 Nov 12 08:33:50.096088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55106) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:50.156673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9f502266-b66e-4d74-a7d5-2e52de5e2631 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eda6137855534360b01b47a6df365310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592718 Nov 12 08:33:50.160041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55108) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:50.165455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6be8b-3777-4880-b50c-2f3c84243e6b req-88e76147-ab2e-45b1-a4f9-74a22bc2aa6d tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:50.167049 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c5f6be8b-3777-4880-b50c-2f3c84243e6b req-88e76147-ab2e-45b1-a4f9-74a22bc2aa6d tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 944 time: 0.0693345 Nov 12 08:33:50.241819 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe7fc-2d9a-4636-8eaa-89fac874d89a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.262633 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c5f6be8b-3777-4880-b50c-2f3c84243e6b req-349a6c97-d409-43b4-9a30-e71a12cb5c19 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865219 Nov 12 08:33:50.291922 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe7fc-2d9a-4636-8eaa-89fac874d89a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.406544 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf87f-4984-44c9-a729-d309c9f74686 req-fa5819e4-5cc2-40d2-96cf-b0ba1ce62522 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:50.413954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-caadf87f-4984-44c9-a729-d309c9f74686 req-fa5819e4-5cc2-40d2-96cf-b0ba1ce62522 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 944 time: 0.1055288 Nov 12 08:33:50.449310 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe7fc-2d9a-4636-8eaa-89fac874d89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.453310 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe7fc-2d9a-4636-8eaa-89fac874d89a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.458545 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3f5fe7fc-2d9a-4636-8eaa-89fac874d89a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6cb01c0-553d-4625-af52-fd5681d878fb HTTP/1.1" status: 204 len: 168 time: 0.2935607 Nov 12 08:33:50.487374 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fe7fc-2d9a-4636-8eaa-89fac874d89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cb01c0-553d-4625-af52-fd5681d878fb,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:50.529501 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-caadf87f-4984-44c9-a729-d309c9f74686 req-962ff911-2375-47bb-a374-cba4d6878527 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079836 Nov 12 08:33:50.561555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:50.570665 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-10ab9d1f-888b-40d2-9ef1-bd7856c450c2 req-00326a5f-3c60-4c2b-be6a-26a80ea03283 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.46 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0393097 Nov 12 08:33:50.632813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851fcf5-8e22-4d07-9d2e-8b8d70f1e2a8 req-3cc10b9f-6bda-41eb-8ace-2f79ff172858 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:50.642212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3851fcf5-8e22-4d07-9d2e-8b8d70f1e2a8 req-3cc10b9f-6bda-41eb-8ace-2f79ff172858 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 945 time: 0.0681496 Nov 12 08:33:50.666048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:50.674864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:50.676570 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.722173 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3851fcf5-8e22-4d07-9d2e-8b8d70f1e2a8 req-9e1eaacb-1d14-4493-a3ca-87c43a931442 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784414 Nov 12 08:33:50.839919 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.875803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:50.880524 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd6231c-ea6e-4d3d-bf50-5a42025abeca" -d '{"events": [{"server_uuid": "455ebdc4-ea9a-49ed-824b-8245a9ed7aa1", "name": "network-vif-plugged", "status": "completed", "tag": "eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:50.905016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb,segment=NetworkSegment(1af8f434-dec7-4f76-babb-11a98ef61ba9),segment_id=1af8f434-dec7-4f76-babb-11a98ef61ba9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:50.912557 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:50.913770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c6151212-6621-48e6-90cf-743d832b8182 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:50.999320 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dfaca6-231a-4120-82df-f78000983fa6 x-openstack-request-id: req-b7dfaca6-231a-4120-82df-f78000983fa6 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:51.000121 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455ebdc4-ea9a-49ed-824b-8245a9ed7aa1", "name": "network-vif-plugged", "status": "completed", "tag": "eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:51.000849 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7dfaca6-231a-4120-82df-f78000983fa6 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:51.001804 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb', 'code': 200} Nov 12 08:33:51.131190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port c6151212-6621-48e6-90cf-743d832b8182 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:51.142211 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port c6151212-6621-48e6-90cf-743d832b8182 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:51.142830 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.220747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:51.257991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9c20b26-14d0-49b7-9490-7f3ab2dbdbba req-d867d778-1f96-4b73-8bf0-b72b36338e0d tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=48647d47-831d-4110-b538-a0061a654bcc HTTP/1.1" status: 200 len: 210 time: 0.0576539 Nov 12 08:33:51.265542 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c86a6-7ea8-4ca4-b83b-be30ffcd7a3a req-6119a4cf-7ed5-4f37-8f57-ccd1bcd0ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:51.268015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad4c86a6-7ea8-4ca4-b83b-be30ffcd7a3a req-6119a4cf-7ed5-4f37-8f57-ccd1bcd0ccb4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 1097 time: 0.1487999 Nov 12 08:33:51.340911 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.422715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c6151212-6621-48e6-90cf-743d832b8182, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6151212-6621-48e6-90cf-743d832b8182,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:51.441871 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.443532 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f9527894-b159-4a3f-b3f5-046683d10ef6 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:33:51.452921 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad4c86a6-7ea8-4ca4-b83b-be30ffcd7a3a req-597e572a-70d4-4768-b112-8275fa810673 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135480 Nov 12 08:33:51.485126 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d706e-ded7-45ff-9356-350597cdb897 req-6dbf37ba-16e7-413b-8d54-73445546fa99 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:51.490038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-6dbf37ba-16e7-413b-8d54-73445546fa99 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.3021026 Nov 12 08:33:51.531158 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-9a0f29c5-ab9a-4d7a-9d57-1ca81c917eb6 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/quotas/66149b06cc734872a68ec8f1fb5145a6 HTTP/1.1" status: 200 len: 375 time: 0.0319130 Nov 12 08:33:51.571987 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-9d5c57f2-536a-4cf9-9277-581eec7559fd tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396385 Nov 12 08:33:51.587341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=c6151212-6621-48e6-90cf-743d832b8182,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:51.600957 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port f9527894-b159-4a3f-b3f5-046683d10ef6 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:33:51.608229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port f9527894-b159-4a3f-b3f5-046683d10ef6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:33:51.608884 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.674602 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-f6ad2662-92d6-4ece-892e-055ae9c6eef8 service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017323 Nov 12 08:33:51.722554 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:51.813853 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-51262740-0a63-4556-8554-9492e0bc3a3e service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205950 Nov 12 08:33:51.931519 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f9527894-b159-4a3f-b3f5-046683d10ef6, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f9527894-b159-4a3f-b3f5-046683d10ef6,segment=NetworkSegment(0ed5500e-f3d0-4b26-a4e6-2c9194d32369),segment_id=0ed5500e-f3d0-4b26-a4e6-2c9194d32369)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:51.936791 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.017826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55170) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:52.024158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f9527894-b159-4a3f-b3f5-046683d10ef6,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:52.031140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6412a409-0428-4d3f-890a-156f0135cf4b no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:33:52.113540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 6412a409-0428-4d3f-890a-156f0135cf4b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:33:52.114148 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6412a409-0428-4d3f-890a-156f0135cf4b not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:33:52.179316 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.222575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ac333-47cf-4f52-b38a-b7ea51053c59 req-c87066f9-06d8-47ce-ada4-92929e1fe82d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.224601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-996ac333-47cf-4f52-b38a-b7ea51053c59 req-c87066f9-06d8-47ce-ada4-92929e1fe82d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 945 time: 0.1068120 Nov 12 08:33:52.270400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a8465-741b-4e8f-954f-a17b7c4bdd09 req-8f4beb04-30cb-467e-b57e-349d88bf080d tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.278815 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-699a8465-741b-4e8f-954f-a17b7c4bdd09 req-8f4beb04-30cb-467e-b57e-349d88bf080d tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 945 time: 0.1140306 Nov 12 08:33:52.297761 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-217319810-network', 'tenant_id': 'a7eec00d07404c9ab286de198671a740'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:52.332849 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-996ac333-47cf-4f52-b38a-b7ea51053c59 req-edadca3e-f3e5-4a75-81e9-2c9f94239719 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968888 Nov 12 08:33:52.342639 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-699a8465-741b-4e8f-954f-a17b7c4bdd09 req-09a8105b-5963-4d5c-ad74-f0de867c6c80 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627284 Nov 12 08:33:52.344929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Made reservation on behalf of a7eec00d07404c9ab286de198671a740 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:52.350314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.370837 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.465154 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-11b2f331-6092-40d6-8825-d1b72b092c16 req-47b2455c-c4ad-4f09-81fe-b2b026c99418 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 210 time: 0.0344541 Nov 12 08:33:52.526616 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.544921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.559693 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:33:52.580490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f106b0-9aaa-4d0f-ae33-008b304723d6 req-f7ded4c7-0472-4688-adba-384a978a0c82 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.582366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2f106b0-9aaa-4d0f-ae33-008b304723d6 req-f7ded4c7-0472-4688-adba-384a978a0c82 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 946 time: 0.1273696 Nov 12 08:33:52.621067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:33:52.649186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1da7a1a-9235-4389-bdb2-e94d65d3df5e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:52.667483 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.667834 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Added segment 834a85e3-4631-47ea-940c-69f4d6b109fb of type vlan for network 419f63ff-d43e-4d1c-833e-b5390d79b4d2 Nov 12 08:33:52.700285 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2f106b0-9aaa-4d0f-ae33-008b304723d6 req-aba7540b-331d-4273-93c2-cede1fa32bb2 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103706 Nov 12 08:33:52.775147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.825226 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.828167 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:52.829515 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:52.941076 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-90aefa15-83b2-4788-ac8c-8f8466d19ec0 req-bce1aab1-46d2-4e09-9621-0d5758669222 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef080a0557054051848a0575f2326a13&device_id=5c85d89e-9d54-455d-92d0-3fab8b3663a6 HTTP/1.1" status: 200 len: 210 time: 0.0436389 Nov 12 08:33:52.950735 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9206808 Nov 12 08:33:52.950948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55190) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:52.957067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-444e19ef-818d-4cf9-be2c-7c7e861dccc1 admin admin] Request body: {'subnet': {'network_id': '419f63ff-d43e-4d1c-833e-b5390d79b4d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-217319810-subnet', 'tenant_id': 'a7eec00d07404c9ab286de198671a740', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:52.964420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a175c1-8006-4f65-a103-ae5c2fb6e9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=419f63ff-d43e-4d1c-833e-b5390d79b4d2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:52.977637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 419f63ff-d43e-4d1c-833e-b5390d79b4d2 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:33:53.008111 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-90aefa15-83b2-4788-ac8c-8f8466d19ec0 req-4e23246c-b6c3-46e1-adcc-19aa424bcf5e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ef080a0557054051848a0575f2326a13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554216 Nov 12 08:33:53.011381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042998cc-c484-467f-8f4e-e865d587056a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6151212-6621-48e6-90cf-743d832b8182'}, {'server_uuid': 'e4d45930-dc9c-4c7a-bec7-9191966d5feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9527894-b159-4a3f-b3f5-046683d10ef6'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:53.016458 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18b9010-f1da-444f-b8f3-8926aa186d6e" -d '{"events": [{"server_uuid": "042998cc-c484-467f-8f4e-e865d587056a", "name": "network-vif-plugged", "status": "completed", "tag": "c6151212-6621-48e6-90cf-743d832b8182"}, {"server_uuid": "e4d45930-dc9c-4c7a-bec7-9191966d5feb", "name": "network-vif-plugged", "status": "completed", "tag": "f9527894-b159-4a3f-b3f5-046683d10ef6"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:53.053619 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19090d35-dfae-4ba2-8d3a-84990399a851 req-2b2d4dae-e56d-4d87-a6d5-bfbb76c85e16 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c85d89e-9d54-455d-92d0-3fab8b3663a6 HTTP/1.1" status: 200 len: 210 time: 0.0837116 Nov 12 08:33:53.102621 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f5f7ae-c7cc-4453-aa2c-2a545a3bf904 x-openstack-request-id: req-26f5f7ae-c7cc-4453-aa2c-2a545a3bf904 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:53.103180 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042998cc-c484-467f-8f4e-e865d587056a", "name": "network-vif-plugged", "status": "completed", "tag": "c6151212-6621-48e6-90cf-743d832b8182", "code": 200}, {"server_uuid": "e4d45930-dc9c-4c7a-bec7-9191966d5feb", "name": "network-vif-plugged", "status": "completed", "tag": "f9527894-b159-4a3f-b3f5-046683d10ef6", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:53.103563 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26f5f7ae-c7cc-4453-aa2c-2a545a3bf904 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:53.104082 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042998cc-c484-467f-8f4e-e865d587056a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6151212-6621-48e6-90cf-743d832b8182', 'code': 200} Nov 12 08:33:53.104342 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d45930-dc9c-4c7a-bec7-9191966d5feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9527894-b159-4a3f-b3f5-046683d10ef6', 'code': 200} Nov 12 08:33:53.127496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444e19ef-818d-4cf9-be2c-7c7e861dccc1 admin admin] Made reservation on behalf of a7eec00d07404c9ab286de198671a740 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:53.130682 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-444e19ef-818d-4cf9-be2c-7c7e861dccc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:53.254516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4914280-6201-43ef-b117-e384ee13d628 req-3609ba7a-f17a-4b90-8723-fbfeb1c97ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.255497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e4914280-6201-43ef-b117-e384ee13d628 req-3609ba7a-f17a-4b90-8723-fbfeb1c97ce6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 1098 time: 0.0605075 Nov 12 08:33:53.315493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e4914280-6201-43ef-b117-e384ee13d628 req-cbb49e17-8cfa-4c73-9ac7-9c8c87716fe6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542934 Nov 12 08:33:53.476069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce34ae3-1b07-4b1d-95d2-a15dbafc9cd6 req-ecae6a9d-c204-4f5c-859e-9efcc1ac8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.478335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bce34ae3-1b07-4b1d-95d2-a15dbafc9cd6 req-ecae6a9d-c204-4f5c-859e-9efcc1ac8b10 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 1097 time: 0.2545104 Nov 12 08:33:53.503289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aefa15-83b2-4788-ac8c-8f8466d19ec0 req-09780cee-f211-4551-b168-3764c7f12b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.505078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-90aefa15-83b2-4788-ac8c-8f8466d19ec0 req-09780cee-f211-4551-b168-3764c7f12b79 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4617629 Nov 12 08:33:53.568813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d80526-7132-41b0-bc7a-00adad95b5b8 req-2b169de2-4c00-4796-ac9e-98b7aae9e653 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.570434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d6d80526-7132-41b0-bc7a-00adad95b5b8 req-2b169de2-4c00-4796-ac9e-98b7aae9e653 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 945 time: 0.0979021 Nov 12 08:33:53.634776 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bce34ae3-1b07-4b1d-95d2-a15dbafc9cd6 req-ef29196a-9b29-453f-bc07-a0939e4427be service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285927 Nov 12 08:33:53.643361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2271-f476-45f5-b072-8b1a94e7a129 req-6be32e47-e7ef-4365-b9fd-ae7c7f98fb7e tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.645064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bcd2271-f476-45f5-b072-8b1a94e7a129 req-6be32e47-e7ef-4365-b9fd-ae7c7f98fb7e tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 945 time: 0.1639209 Nov 12 08:33:53.655431 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d6d80526-7132-41b0-bc7a-00adad95b5b8 req-f9ab5f64-253d-4e33-9cbf-c632d3f09194 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695608 Nov 12 08:33:53.691835 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-444e19ef-818d-4cf9-be2c-7c7e861dccc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:53.787601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed0026cd-62c6-437d-a1d8-dd2568f74efb req-788b4895-701b-4d1b-a160-9142630cd258 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 210 time: 0.0343256 Nov 12 08:33:53.869754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e19ef-818d-4cf9-be2c-7c7e861dccc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bfc49c9-f8f4-4cd0-80cb-71b6376c900f,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:53.923229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bcd2271-f476-45f5-b072-8b1a94e7a129 req-ceeb3572-548f-44a1-995b-de7da0ac8033 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621534 Nov 12 08:33:53.935805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e19ef-818d-4cf9-be2c-7c7e861dccc1 admin admin] Checking segment: {'id': '834a85e3-4631-47ea-940c-69f4d6b109fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '419f63ff-d43e-4d1c-833e-b5390d79b4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:53.936158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444e19ef-818d-4cf9-be2c-7c7e861dccc1 admin admin] Network hostable DHCP agents. Network: 419f63ff-d43e-4d1c-833e-b5390d79b4d2, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:33:53.950627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d706e-ded7-45ff-9356-350597cdb897 req-da01ba8c-3443-4b06-9154-eed89f1d7bc5 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.952310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37174c8-3e95-4538-b3d1-44be0caca69a req-287ce1c2-a69c-4480-9417-0802a4975d5e tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:53.952468 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-da01ba8c-3443-4b06-9154-eed89f1d7bc5 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.3206019 Nov 12 08:33:53.963463 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a37174c8-3e95-4538-b3d1-44be0caca69a req-287ce1c2-a69c-4480-9417-0802a4975d5e tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 946 time: 0.0939968 Nov 12 08:33:53.978185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-d48d706e-ded7-45ff-9356-350597cdb897 req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Request body: {'port': {'device_id': 'b7ca5c2a-84ad-4c33-bf23-d461899747d7', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'admin_state_up': True, 'tenant_id': '66149b06cc734872a68ec8f1fb5145a6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:53.984972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444e19ef-818d-4cf9-be2c-7c7e861dccc1 admin admin] Network 419f63ff-d43e-4d1c-833e-b5390d79b4d2 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:33:54.053198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a37174c8-3e95-4538-b3d1-44be0caca69a req-660d199d-069d-4940-b825-63c5d428a19b tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828035 Nov 12 08:33:54.084382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-444e19ef-818d-4cf9-be2c-7c7e861dccc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 419f63ff-d43e-4d1c-833e-b5390d79b4d2) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:54.099136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444e19ef-818d-4cf9-be2c-7c7e861dccc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:54.100289 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-444e19ef-818d-4cf9-be2c-7c7e861dccc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.101975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e288f8b6-fa9f-4dff-bd59-1a2a512b93b3 None None] Network 419f63ff-d43e-4d1c-833e-b5390d79b4d2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:54.156770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cdc8b-afd6-46d6-bce3-335dd70ca402 req-2ab4bb06-1456-471b-93ff-25f80b03e580 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:54.158770 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-470cdc8b-afd6-46d6-bce3-335dd70ca402 req-2ab4bb06-1456-471b-93ff-25f80b03e580 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 945 time: 0.1438262 Nov 12 08:33:54.171478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-444e19ef-818d-4cf9-be2c-7c7e861dccc1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2201743 Nov 12 08:33:54.182387 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55210) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:54.188771 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1121fa98-baa3-4d1b-bc59-139c91e76df2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Request body: {'floatingip': {'port_id': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:54.270151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48d706e-ded7-45ff-9356-350597cdb897 req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Made reservation on behalf of 66149b06cc734872a68ec8f1fb5145a6 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:54.288884 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d48d706e-ded7-45ff-9356-350597cdb897 req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.295609 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1121fa98-baa3-4d1b-bc59-139c91e76df2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:54.379116 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ae5b2a8b-3a6b-4839-b894-885dd4ec0dc1 req-de0afc5a-780c-4d87-b471-a0ed6ac0fa17 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c85d89e-9d54-455d-92d0-3fab8b3663a6 HTTP/1.1" status: 200 len: 210 time: 0.1237533 Nov 12 08:33:54.430764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d3b2a0-8412-4803-b557-2545ba00bee7 None None] Network 419f63ff-d43e-4d1c-833e-b5390d79b4d2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:54.604115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-d48d706e-ded7-45ff-9356-350597cdb897 req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Allocated IP 172.20.0.4 (0714188f-6499-4655-a48e-68414a9c8530/9b13783d-4c4e-450c-befa-f6858c089ee0/9d6be065-6c60-4632-af5c-75c31377552d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:33:54.973613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3598c2b-d6ee-4622-a023-9bdf3e5463f8 req-61699061-40c8-4c77-bd8b-1ee5b6ea9652 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:54.981716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3598c2b-d6ee-4622-a023-9bdf3e5463f8 req-61699061-40c8-4c77-bd8b-1ee5b6ea9652 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 945 time: 0.2006423 Nov 12 08:33:55.030856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55228) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:55.036345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1676757801-network', 'tenant_id': '6d46cb2d7c984dff8ff066057ff69f90'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:55.092322 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f0ade026-4aa0-40ef-92de-1cf78bf98dda req-f7afb860-a6b8-42b6-b843-2bdb3ac51172 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 210 time: 0.0397229 Nov 12 08:33:55.112944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3598c2b-d6ee-4622-a023-9bdf3e5463f8 req-82354bfd-8704-4cea-89c7-c4ae77006d6c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290684 Nov 12 08:33:55.116244 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1121fa98-baa3-4d1b-bc59-139c91e76df2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.123994 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1121fa98-baa3-4d1b-bc59-139c91e76df2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.173322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Made reservation on behalf of 6d46cb2d7c984dff8ff066057ff69f90 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:55.177966 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.206057 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-90aefa15-83b2-4788-ac8c-8f8466d19ec0 req-55fdd7f1-1633-48aa-be6a-79826e580384 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.46 "GET /v2.0/ports?device_id=5c85d89e-9d54-455d-92d0-3fab8b3663a6 HTTP/1.1" status: 200 len: 210 time: 0.0668855 Nov 12 08:33:55.220144 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d48d706e-ded7-45ff-9356-350597cdb897 req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.222356 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.253603 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-1121fa98-baa3-4d1b-bc59-139c91e76df2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Floating IP 976e9c77-7e73-4079-9c16-d405bb7065d6 associated. External IP: 172.25.3.252, port: eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb. Nov 12 08:33:55.333159 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d48d706e-ded7-45ff-9356-350597cdb897 req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.389247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d2e70-dbb7-4981-8120-42fe51d51352 req-9b168c25-a6a3-42ce-8084-0651ba9c6d42 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:55.390870 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e8d2e70-dbb7-4981-8120-42fe51d51352 req-9b168c25-a6a3-42ce-8084-0651ba9c6d42 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 946 time: 0.1412055 Nov 12 08:33:55.493588 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e8d2e70-dbb7-4981-8120-42fe51d51352 req-8df57a64-385f-4ed4-822f-8cc65ee623d4 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869062 Nov 12 08:33:55.703609 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1121fa98-baa3-4d1b-bc59-139c91e76df2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Router b034636e-cf22-4c40-beeb-eff1acbc58a3 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:33:55.877933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1121fa98-baa3-4d1b-bc59-139c91e76df2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:33:55.879098 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48d706e-ded7-45ff-9356-350597cdb897 req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Network 0714188f-6499-4655-a48e-68414a9c8530 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:33:55.890785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e04bedff-007c-4e8e-94b9-417d7e73ebc2 req-be2c9770-c932-45cf-9e34-8438aa88a853 tempest-ServerShowV247Test-1968805807 tempest-ServerShowV247Test-1968805807-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c85d89e-9d54-455d-92d0-3fab8b3663a6 HTTP/1.1" status: 200 len: 210 time: 0.0721037 Nov 12 08:33:55.893533 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1121fa98-baa3-4d1b-bc59-139c91e76df2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.902873 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f82c82-3766-4bba-8277-5f506001c5d6 None None] Sync routers for ids ['b034636e-cf22-4c40-beeb-eff1acbc58a3'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:33:55.935401 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f82c82-3766-4bba-8277-5f506001c5d6 None None] Routers {'b034636e-cf22-4c40-beeb-eff1acbc58a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:55.941320 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1121fa98-baa3-4d1b-bc59-139c91e76df2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "PUT /v2.0/floatingips/976e9c77-7e73-4079-9c16-d405bb7065d6 HTTP/1.1" status: 200 len: 991 time: 1.7547674 Nov 12 08:33:55.941320 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'tag': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:55.943292 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-54f82c82-3766-4bba-8277-5f506001c5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b034636e-cf22-4c40-beeb-eff1acbc58a3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:55.953642 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d659f148-f68f-433e-8973-bfab9ff7ad2e" -d '{"events": [{"name": "network-changed", "server_uuid": "455ebdc4-ea9a-49ed-824b-8245a9ed7aa1", "tag": "eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:55.980791 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:55.997087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Pushing event updated for resources: {'Port': ['ID=9d6be065-6c60-4632-af5c-75c31377552d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:56.003251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-d48d706e-ded7-45ff-9356-350597cdb897 req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:56.020210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48d706e-ded7-45ff-9356-350597cdb897 req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:33:56.069394 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.114122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:33:56.144589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d706e-ded7-45ff-9356-350597cdb897 req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:56.146597 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d48d706e-ded7-45ff-9356-350597cdb897 req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.155533 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d242bb9-3e9f-421a-8951-a7cccbffe1bd x-openstack-request-id: req-9d242bb9-3e9f-421a-8951-a7cccbffe1bd {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:56.156671 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455ebdc4-ea9a-49ed-824b-8245a9ed7aa1", "tag": "eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:56.157270 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9d242bb9-3e9f-421a-8951-a7cccbffe1bd {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:56.157845 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'tag': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb', 'status': 'completed', 'code': 200} Nov 12 08:33:56.177135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.177615 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Added segment 4252c501-c434-4044-a0e9-327c06bd09b2 of type vlan for network 5cfa1e26-bebd-4c55-aeaa-3773d55614aa Nov 12 08:33:56.197883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4f766a-caff-40a5-88d5-344f93e5c83b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:56.235804 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-54f82c82-3766-4bba-8277-5f506001c5d6 None None] Set router b034636e-cf22-4c40-beeb-eff1acbc58a3 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:56.276026 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-8a93cae3-56df-4079-b39c-7371ee30daae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3036625 Nov 12 08:33:56.300324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Request body: {'port': {'device_id': 'b7ca5c2a-84ad-4c33-bf23-d461899747d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:56.310686 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.316370 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f148-f68f-433e-8973-bfab9ff7ad2e req-8c6650f5-715c-44ca-93cc-75bc010ad01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:56.319438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d659f148-f68f-433e-8973-bfab9ff7ad2e req-8c6650f5-715c-44ca-93cc-75bc010ad01c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6b1c474c08484fc39cbf7ed1803137c5&device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 1097 time: 0.1225374 Nov 12 08:33:56.328928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472d1c1-4325-46e4-b45a-3402e367edd2 req-62954573-dbf8-4535-976c-ce6254365841 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:56.332401 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4472d1c1-4325-46e4-b45a-3402e367edd2 req-62954573-dbf8-4535-976c-ce6254365841 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 945 time: 0.0673232 Nov 12 08:33:56.389817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82553a-fb51-480e-a28c-aa92ab8c58f1 req-2951610b-3786-42c3-976f-0d0a33f95ea4 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:56.391818 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f82553a-fb51-480e-a28c-aa92ab8c58f1 req-2951610b-3786-42c3-976f-0d0a33f95ea4 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 946 time: 0.2348049 Nov 12 08:33:56.408707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4472d1c1-4325-46e4-b45a-3402e367edd2 req-e7d80053-e2e6-4529-8b70-e95b2c51ddd9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669274 Nov 12 08:33:56.471171 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.546747 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-54f82c82-3766-4bba-8277-5f506001c5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '976e9c77-7e73-4079-9c16-d405bb7065d6', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'port_id': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'mac_address': 'fa:16:3e:ee:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:33:28Z', 'updated_at': '2021-11-12T08:33:54Z', 'revision_number': 1, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25d4da-5792-432e-b8a3-5674d87953ea', 'name': '', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'mac_address': 'fa:16:3e:55:8b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:16Z', 'updated_at': '2021-11-12T08:33:24Z', 'revision_number': 5, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'subnets': [{'id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:56.591768 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f82c82-3766-4bba-8277-5f506001c5d6 None None] Checking router: b034636e-cf22-4c40-beeb-eff1acbc58a3 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:33:56.596424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f148-f68f-433e-8973-bfab9ff7ad2e req-c120c8b2-6f60-4fa5-967a-e18aa784d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:56.598204 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d659f148-f68f-433e-8973-bfab9ff7ad2e req-c120c8b2-6f60-4fa5-967a-e18aa784d662 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6a244389-2d32-47f5-9a62-dbbf866a4f6a HTTP/1.1" status: 200 len: 912 time: 0.2551963 Nov 12 08:33:56.603327 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.604496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:56.605340 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.606076 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f82c82-3766-4bba-8277-5f506001c5d6 None None] Routers {'b034636e-cf22-4c40-beeb-eff1acbc58a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:33:56.606827 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-54f82c82-3766-4bba-8277-5f506001c5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:33:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b034636e-cf22-4c40-beeb-eff1acbc58a3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:56.608630 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73ee4c-2cc6-460f-8d0d-df1009a6cdf1 req-f47ee507-dbfd-4e6a-a8df-1a5a33bb1881 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:56.610203 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5c73ee4c-2cc6-460f-8d0d-df1009a6cdf1 req-f47ee507-dbfd-4e6a-a8df-1a5a33bb1881 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 931 time: 0.1007829 Nov 12 08:33:56.683307 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5c73ee4c-2cc6-460f-8d0d-df1009a6cdf1 req-c862bc5e-e25a-41cd-af81-cf759d671f18 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606911 Nov 12 08:33:56.776256 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7434697 Nov 12 08:33:56.778490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55256) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:56.784932 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0d207738-89e5-4804-b6d8-b8ef5b92728e admin admin] Request body: {'subnet': {'network_id': '5cfa1e26-bebd-4c55-aeaa-3773d55614aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1676757801-subnet', 'tenant_id': '6d46cb2d7c984dff8ff066057ff69f90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:33:56.809469 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-54f82c82-3766-4bba-8277-5f506001c5d6 None None] Set router b034636e-cf22-4c40-beeb-eff1acbc58a3 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:33:56.816751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d207738-89e5-4804-b6d8-b8ef5b92728e admin admin] Made reservation on behalf of 6d46cb2d7c984dff8ff066057ff69f90 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:33:56.819824 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0d207738-89e5-4804-b6d8-b8ef5b92728e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:56.859189 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f82553a-fb51-480e-a28c-aa92ab8c58f1 req-bdb69829-ece6-4ae6-a7a4-7fa6f9bb751a tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892045 Nov 12 08:33:56.888323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d132853-9752-48ac-a65a-ee80528e048d admin admin] Pushing event updated for resources: {'Network': ['ID=5cfa1e26-bebd-4c55-aeaa-3773d55614aa,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:56.915444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 5cfa1e26-bebd-4c55-aeaa-3773d55614aa details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:33:56.956217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d659f148-f68f-433e-8973-bfab9ff7ad2e req-78463b74-a6c8-44cf-a5e7-a3e15e965ba3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb HTTP/1.1" status: 200 len: 999 time: 0.3482966 Nov 12 08:33:57.157410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f148-f68f-433e-8973-bfab9ff7ad2e req-32b1c94d-1c66-4d85-a666-b69240185efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:57.159177 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d659f148-f68f-433e-8973-bfab9ff7ad2e req-32b1c94d-1c66-4d85-a666-b69240185efb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e38fa98-e712-471d-87c9-6b9c87e3237b HTTP/1.1" status: 200 len: 850 time: 0.1869788 Nov 12 08:33:57.308787 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-54f82c82-3766-4bba-8277-5f506001c5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '976e9c77-7e73-4079-9c16-d405bb7065d6', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'port_id': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'mac_address': 'fa:16:3e:ee:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:33:28Z', 'updated_at': '2021-11-12T08:33:54Z', 'revision_number': 1, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25d4da-5792-432e-b8a3-5674d87953ea', 'name': '', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'mac_address': 'fa:16:3e:55:8b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:16Z', 'updated_at': '2021-11-12T08:33:24Z', 'revision_number': 5, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'subnets': [{'id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:33:57.319065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659f148-f68f-433e-8973-bfab9ff7ad2e req-6fa81289-6af4-41c5-b7c7-aa5389670d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:57.322219 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d659f148-f68f-433e-8973-bfab9ff7ad2e req-6fa81289-6af4-41c5-b7c7-aa5389670d22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a244389-2d32-47f5-9a62-dbbf866a4f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1509995 Nov 12 08:33:57.354694 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0d207738-89e5-4804-b6d8-b8ef5b92728e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.360005 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f82c82-3766-4bba-8277-5f506001c5d6 None None] The sync data for ids ['b034636e-cf22-4c40-beeb-eff1acbc58a3'] in n-d-768851-18 is: [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '976e9c77-7e73-4079-9c16-d405bb7065d6', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'port_id': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'mac_address': 'fa:16:3e:ee:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:33:28Z', 'updated_at': '2021-11-12T08:33:54Z', 'revision_number': 1, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad25d4da-5792-432e-b8a3-5674d87953ea', 'name': '', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'mac_address': 'fa:16:3e:55:8b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:16Z', 'updated_at': '2021-11-12T08:33:24Z', 'revision_number': 5, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'subnets': [{'id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:33:57.499930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6be065-6c60-4632-af5c-75c31377552d {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:33:57.538293 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.541979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d207738-89e5-4804-b6d8-b8ef5b92728e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05fe5399-97c4-4c48-8c59-ba0700567e36,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:57.582638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Transition to ACTIVE for port object 9d6be065-6c60-4632-af5c-75c31377552d will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:33:57.591560 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.613446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55268) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:57.622153 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac7b4c-f7cd-4f28-be07-9a393c2c4a32 req-f8ef5822-7944-41de-a898-7b46e381655c tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:57.623812 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f7ac7b4c-f7cd-4f28-be07-9a393c2c4a32 req-f8ef5822-7944-41de-a898-7b46e381655c tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 946 time: 0.1837864 Nov 12 08:33:57.646104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d207738-89e5-4804-b6d8-b8ef5b92728e admin admin] Checking segment: {'id': '4252c501-c434-4044-a0e9-327c06bd09b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5cfa1e26-bebd-4c55-aeaa-3773d55614aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:57.646967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d207738-89e5-4804-b6d8-b8ef5b92728e admin admin] Network hostable DHCP agents. Network: 5cfa1e26-bebd-4c55-aeaa-3773d55614aa, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:33:57.689732 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d659f148-f68f-433e-8973-bfab9ff7ad2e req-31e8f40c-36dd-4e92-adeb-8ec719efb075 service neutron] 10.222.0.52 "GET /v2.0/networks/6a244389-2d32-47f5-9a62-dbbf866a4f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364592 Nov 12 08:33:57.822432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418029fa-d461-4d28-a26d-493a7f7e62b6 None None] New status for floating IP 976e9c77-7e73-4079-9c16-d405bb7065d6: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:33:57.845590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d207738-89e5-4804-b6d8-b8ef5b92728e admin admin] Network 5cfa1e26-bebd-4c55-aeaa-3773d55614aa is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:33:57.922990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-0d207738-89e5-4804-b6d8-b8ef5b92728e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 5cfa1e26-bebd-4c55-aeaa-3773d55614aa) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:33:57.933630 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d207738-89e5-4804-b6d8-b8ef5b92728e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:57.934233 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0d207738-89e5-4804-b6d8-b8ef5b92728e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:57.938377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6be065-6c60-4632-af5c-75c31377552d,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:58.009404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0d207738-89e5-4804-b6d8-b8ef5b92728e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2251184 Nov 12 08:33:58.053424 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1561d557-7155-4c7e-a837-bdd7170ce7e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.060206 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ffb76-dd30-45e3-9e86-3eff8690f11e req-96335a5f-0101-4678-b43e-c860b7665988 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:58.067055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165b7557-febe-47ac-b525-2b42cc1e9754 None None] Network 5cfa1e26-bebd-4c55-aeaa-3773d55614aa requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:58.073642 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-344ffb76-dd30-45e3-9e86-3eff8690f11e req-96335a5f-0101-4678-b43e-c860b7665988 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 943 time: 0.2384260 Nov 12 08:33:58.087994 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-f7ac7b4c-f7cd-4f28-be07-9a393c2c4a32 req-d5ed22a5-a2d2-4294-b15b-6175217fff33 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Deleting port f9527894-b159-4a3f-b3f5-046683d10ef6 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:33:58.090978 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f7ac7b4c-f7cd-4f28-be07-9a393c2c4a32 req-d5ed22a5-a2d2-4294-b15b-6175217fff33 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.283789 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-344ffb76-dd30-45e3-9e86-3eff8690f11e req-0bc255ce-1474-4215-ae7f-fc4238d57fc7 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083309 Nov 12 08:33:58.287373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d659f148-f68f-433e-8973-bfab9ff7ad2e req-02077b5f-e928-404d-9678-a9f0df91438d service neutron] 10.222.0.52 "GET /v2.0/networks/6a244389-2d32-47f5-9a62-dbbf866a4f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832920 Nov 12 08:33:58.340160 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1561d557-7155-4c7e-a837-bdd7170ce7e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.344249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-f7ac7b4c-f7cd-4f28-be07-9a393c2c4a32 req-d5ed22a5-a2d2-4294-b15b-6175217fff33 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] For port f9527894-b159-4a3f-b3f5-046683d10ef6, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f9527894-b159-4a3f-b3f5-046683d10ef6,segment=NetworkSegment(0ed5500e-f3d0-4b26-a4e6-2c9194d32369),segment_id=0ed5500e-f3d0-4b26-a4e6-2c9194d32369)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:33:58.345366 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f7ac7b4c-f7cd-4f28-be07-9a393c2c4a32 req-d5ed22a5-a2d2-4294-b15b-6175217fff33 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.368555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778de108-20ba-402a-8cc9-62dabc237338 None None] Network 5cfa1e26-bebd-4c55-aeaa-3773d55614aa requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:33:58.376010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1561d557-7155-4c7e-a837-bdd7170ce7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.393150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-f7ac7b4c-f7cd-4f28-be07-9a393c2c4a32 req-d5ed22a5-a2d2-4294-b15b-6175217fff33 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Calling delete_port for f9527894-b159-4a3f-b3f5-046683d10ef6 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:33:58.433264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28258aae-235e-4183-b924-659f22130616 req-6dd8e613-d4ec-4c65-9366-9bd81cfe8e40 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:58.447333 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28258aae-235e-4183-b924-659f22130616 req-6dd8e613-d4ec-4c65-9366-9bd81cfe8e40 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4d45930-dc9c-4c7a-bec7-9191966d5feb HTTP/1.1" status: 200 len: 946 time: 0.3540595 Nov 12 08:33:58.478708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Attempting to bind port 9d6be065-6c60-4632-af5c-75c31377552d on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:33:58.479178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Attempting to bind port 9d6be065-6c60-4632-af5c-75c31377552d by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:33:58.479765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Attempting to bind port 9d6be065-6c60-4632-af5c-75c31377552d on network 0714188f-6499-4655-a48e-68414a9c8530 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:58.522452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Port 9d6be065-6c60-4632-af5c-75c31377552d on network 0714188f-6499-4655-a48e-68414a9c8530 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:33:58.522961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Attempting to bind port 9d6be065-6c60-4632-af5c-75c31377552d on network 0714188f-6499-4655-a48e-68414a9c8530 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:33:58.583015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55288) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:33:58.584504 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1561d557-7155-4c7e-a837-bdd7170ce7e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef080a0557054051848a0575f2326a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9585416 Nov 12 08:33:58.588359 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.594827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561d557-7155-4c7e-a837-bdd7170ce7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4113d6ce-bfb4-496b-b864-463e0d0b9b0c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:58.620460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:33:58.621064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Checking segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:33:58.621812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Bound using segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:33:58.623859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Bound port: 9d6be065-6c60-4632-af5c-75c31377552d, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:33:58.625662 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.674575 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f7ac7b4c-f7cd-4f28-be07-9a393c2c4a32 req-d5ed22a5-a2d2-4294-b15b-6175217fff33 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.735855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed22a5-a2d2-4294-b15b-6175217fff33 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Pushing event deleted for resources: {'Port': ['ID=f9527894-b159-4a3f-b3f5-046683d10ef6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:58.741185 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28258aae-235e-4183-b924-659f22130616 req-d7024e3b-c2d8-403c-b56e-299cc4d7bccd tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.31 "GET /v2.0/security-groups?id=9182176d-6a2b-42d6-bfbf-e024bbf1eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914069 Nov 12 08:33:58.787750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] For port 9d6be065-6c60-4632-af5c-75c31377552d, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:33:58.792113 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] For port 9d6be065-6c60-4632-af5c-75c31377552d, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=9d6be065-6c60-4632-af5c-75c31377552d,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:33:58.800429 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.863486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:58.866688 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.870102 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] 10.222.0.46 "PUT /v2.0/ports/9d6be065-6c60-4632-af5c-75c31377552d HTTP/1.1" status: 200 len: 1092 time: 2.5838246 Nov 12 08:33:58.870678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ca5c2a-84ad-4c33-bf23-d461899747d7', 'tag': '9d6be065-6c60-4632-af5c-75c31377552d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:58.873498 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6645a0c-8bfa-421e-99b8-afa6bed3e85d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ca5c2a-84ad-4c33-bf23-d461899747d7", "tag": "9d6be065-6c60-4632-af5c-75c31377552d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:58.924603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72611de-f762-49be-8b75-b9ccd6b51392 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6be065-6c60-4632-af5c-75c31377552d,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:58.943551 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78f722f4-8dda-4f08-bee8-3f4e41ae8a1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.958558 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d13fa1d-dad3-4be4-b65d-2b9f4458e82e x-openstack-request-id: req-8d13fa1d-dad3-4be4-b65d-2b9f4458e82e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:58.959334 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ca5c2a-84ad-4c33-bf23-d461899747d7", "tag": "9d6be065-6c60-4632-af5c-75c31377552d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:58.959525 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d13fa1d-dad3-4be4-b65d-2b9f4458e82e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:58.960338 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ca5c2a-84ad-4c33-bf23-d461899747d7', 'tag': '9d6be065-6c60-4632-af5c-75c31377552d', 'status': 'completed', 'code': 200} Nov 12 08:33:58.960688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ac7b4c-f7cd-4f28-be07-9a393c2c4a32 req-d5ed22a5-a2d2-4294-b15b-6175217fff33 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] No DVR routers for this DVR port f9527894-b159-4a3f-b3f5-046683d10ef6 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:33:58.964796 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f7ac7b4c-f7cd-4f28-be07-9a393c2c4a32 req-d5ed22a5-a2d2-4294-b15b-6175217fff33 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:58.969232 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f7ac7b4c-f7cd-4f28-be07-9a393c2c4a32 req-d5ed22a5-a2d2-4294-b15b-6175217fff33 tempest-ServerPasswordTestJSON-608888348 tempest-ServerPasswordTestJSON-608888348-project] 10.222.0.52 "DELETE /v2.0/ports/f9527894-b159-4a3f-b3f5-046683d10ef6 HTTP/1.1" status: 204 len: 173 time: 1.3355632 Nov 12 08:33:58.976571 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d45930-dc9c-4c7a-bec7-9191966d5feb', 'name': 'network-vif-deleted', 'tag': 'f9527894-b159-4a3f-b3f5-046683d10ef6'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:33:58.978821 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b01c5e0-8916-420a-9bba-a4f67a345cfa" -d '{"events": [{"server_uuid": "e4d45930-dc9c-4c7a-bec7-9191966d5feb", "name": "network-vif-deleted", "tag": "f9527894-b159-4a3f-b3f5-046683d10ef6"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:33:59.040024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d706e-ded7-45ff-9356-350597cdb897 req-dfe96174-4d9f-44ee-9dd8-6a1e3db2e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.041826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-dfe96174-4d9f-44ee-9dd8-6a1e3db2e7bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 1095 time: 0.0969980 Nov 12 08:33:59.048723 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78f722f4-8dda-4f08-bee8-3f4e41ae8a1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.132449 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-d68a043e-0435-4711-ba5c-488cb9ae63de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d6be065-6c60-4632-af5c-75c31377552d HTTP/1.1" status: 200 len: 217 time: 0.0805926 Nov 12 08:33:59.133884 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dade9ee-53fe-4b48-929e-e7a650be2822 x-openstack-request-id: req-6dade9ee-53fe-4b48-929e-e7a650be2822 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:33:59.134316 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d45930-dc9c-4c7a-bec7-9191966d5feb", "name": "network-vif-deleted", "tag": "f9527894-b159-4a3f-b3f5-046683d10ef6", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:33:59.135314 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6dade9ee-53fe-4b48-929e-e7a650be2822 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:33:59.135314 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d45930-dc9c-4c7a-bec7-9191966d5feb', 'name': 'network-vif-deleted', 'tag': 'f9527894-b159-4a3f-b3f5-046683d10ef6', 'status': 'completed', 'code': 200} Nov 12 08:33:59.177380 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-c8ac6970-3a42-4749-bb9a-dcdd4ed2046b tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.181676 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-c8ac6970-3a42-4749-bb9a-dcdd4ed2046b tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/networks?id=419f63ff-d43e-4d1c-833e-b5390d79b4d2 HTTP/1.1" status: 200 len: 824 time: 0.3480399 Nov 12 08:33:59.205776 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-d1878f59-c355-4750-8f06-7fa77a984fea tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/quotas/a7eec00d07404c9ab286de198671a740 HTTP/1.1" status: 200 len: 375 time: 0.0150399 Nov 12 08:33:59.228224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78f722f4-8dda-4f08-bee8-3f4e41ae8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.231324 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78f722f4-8dda-4f08-bee8-3f4e41ae8a1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:33:59.232636 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-78f722f4-8dda-4f08-bee8-3f4e41ae8a1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4113d6ce-bfb4-496b-b864-463e0d0b9b0c HTTP/1.1" status: 204 len: 168 time: 0.6476896 Nov 12 08:33:59.255576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d706e-ded7-45ff-9356-350597cdb897 req-ea130c17-aadf-4c1a-b543-fb6db46b1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.259302 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-ea130c17-aadf-4c1a-b543-fb6db46b1ea3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.1181505 Nov 12 08:33:59.261490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-5d4313b2-fef7-4506-9ec6-2a06879f41ee tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a7eec00d07404c9ab286de198671a740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416701 Nov 12 08:33:59.281595 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f722f4-8dda-4f08-bee8-3f4e41ae8a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4113d6ce-bfb4-496b-b864-463e0d0b9b0c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:33:59.323411 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-f0dcbc63-9bf6-41ff-b7d0-6b076a45bf12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545070 Nov 12 08:33:59.478448 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-54e5c2db-8995-439f-ad11-3bd5b9561713 service neutron] 10.222.0.31 "GET /v2.0/networks/419f63ff-d43e-4d1c-833e-b5390d79b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066565 Nov 12 08:33:59.536210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-e28831f7-1713-47cd-abe9-14cc74f6bc73 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051792 Nov 12 08:33:59.632791 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-f6d2fa1f-c6c2-453d-a013-39deb6defae3 service neutron] 10.222.0.31 "GET /v2.0/networks/419f63ff-d43e-4d1c-833e-b5390d79b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463630 Nov 12 08:33:59.641260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f17dbc-bbe1-48ad-a65e-7f962475f85f req-b321da73-d3f0-49fa-b1e9-4848638a205c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.652112 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69f17dbc-bbe1-48ad-a65e-7f962475f85f req-b321da73-d3f0-49fa-b1e9-4848638a205c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 943 time: 0.2276814 Nov 12 08:33:59.770997 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69f17dbc-bbe1-48ad-a65e-7f962475f85f req-961cc58a-90aa-4859-9f25-4bf34ac2f98a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179469 Nov 12 08:33:59.791637 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d48d706e-ded7-45ff-9356-350597cdb897 req-4435da30-f709-46cf-9fd4-0c9fec617d99 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349176 Nov 12 08:33:59.949409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6645a0c-8bfa-421e-99b8-afa6bed3e85d req-e240ff08-1714-4056-b01b-aac348858392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:33:59.951102 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6645a0c-8bfa-421e-99b8-afa6bed3e85d req-e240ff08-1714-4056-b01b-aac348858392 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 1095 time: 0.0708508 Nov 12 08:34:00.002115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55330) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:00.069530 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-794efbdd-9f62-4271-b0f3-12f494bb4a7a req-4e1d644c-501d-4609-b7ee-8d3a12c4a158 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 210 time: 0.0722392 Nov 12 08:34:00.151863 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Deleting subnet df40f117-173a-46de-8e96-a2b444ba3332 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:00.170189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6645a0c-8bfa-421e-99b8-afa6bed3e85d req-49bcd199-5843-47f5-922f-51e2d001668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:00.174450 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6645a0c-8bfa-421e-99b8-afa6bed3e85d req-49bcd199-5843-47f5-922f-51e2d001668a service neutron] 10.222.0.46 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 911 time: 0.2135515 Nov 12 08:34:00.178256 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.249925 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.265180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6645a0c-8bfa-421e-99b8-afa6bed3e85d req-f70f9ef5-8b0b-46d3-87ef-553e9421342d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d6be065-6c60-4632-af5c-75c31377552d HTTP/1.1" status: 200 len: 217 time: 0.0822086 Nov 12 08:34:00.305545 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.340692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6645a0c-8bfa-421e-99b8-afa6bed3e85d req-09e780b7-9156-4108-a672-508e272151a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:00.344615 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6645a0c-8bfa-421e-99b8-afa6bed3e85d req-09e780b7-9156-4108-a672-508e272151a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.0717533 Nov 12 08:34:00.392679 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6645a0c-8bfa-421e-99b8-afa6bed3e85d req-22def70b-cd42-4b10-bce3-0d506836fe1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359280 Nov 12 08:34:00.416407 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.466422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df40f117-173a-46de-8e96-a2b444ba3332,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:00.490314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:00.491218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:00.493152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:00.494193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:00.494613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:00.495207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:00.495960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:00.497121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:00.497587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:00.497992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:00.498749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:00.499442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:00.503758 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.508865 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a9322e3f-b023-4e65-8207-6a5f481db87d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/df40f117-173a-46de-8e96-a2b444ba3332 HTTP/1.1" status: 204 len: 168 time: 0.5004275 Nov 12 08:34:00.511249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55348) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:00.563622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55350) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:00.606265 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.614793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6645a0c-8bfa-421e-99b8-afa6bed3e85d req-8cbe24df-cb1d-4d85-a696-1aa990fd18ac service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130759 Nov 12 08:34:00.632052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f9527894-b159-4a3f-b3f5-046683d10ef6 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:00.685674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: f9527894-b159-4a3f-b3f5-046683d10ef6 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:00.686674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f9527894-b159-4a3f-b3f5-046683d10ef6 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:00.771034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.832932 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b1abb1-c26d-474d-a43d-33d13a7f1a8d']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:00.845340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1299956470-network', 'tenant_id': '30491c0edc0e4636b345c5abbcafae9a'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:00.852925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed5500e-f3d0-4b26-a4e6-2c9194d32369') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:00.853473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed5500e-f3d0-4b26-a4e6-2c9194d32369') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:00.869928 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6645a0c-8bfa-421e-99b8-afa6bed3e85d req-fdb1dd37-9d07-4157-8cfe-bca5497c8563 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475431 Nov 12 08:34:00.879246 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.943918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Made reservation on behalf of 30491c0edc0e4636b345c5abbcafae9a for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:00.947728 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:00.960178 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.003744 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.017291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:01.019219 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:01.022438 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:01.092669 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.102863 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.174912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:34:01.216859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad14d4dd-bef5-4802-86a4-db03430d5855,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:01.220387 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.220914 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Added segment 84b4d692-30ef-43c0-92fd-dbc4bb8c1085 of type vlan for network 3530b182-8c8e-4595-908f-1cb83b03f20f Nov 12 08:34:01.225743 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2883146-544f-450c-b274-93868557290e req-75948757-947d-4566-a8b7-ea6f96902726 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 210 time: 0.0648470 Nov 12 08:34:01.302165 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.339180 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.340277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:01.340829 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.413157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8297729 Nov 12 08:34:01.413157 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9b0a7-66e8-4c84-8422-20fa92ca8d8d admin admin] Pushing event updated for resources: {'Network': ['ID=3530b182-8c8e-4595-908f-1cb83b03f20f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:01.423734 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 3530b182-8c8e-4595-908f-1cb83b03f20f details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:34:01.462540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dfcaf-f97d-42b1-8954-07be9814754a req-c0ba2b90-05f5-42d1-a06b-2917919f5391 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:01.465761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-840dfcaf-f97d-42b1-8954-07be9814754a req-c0ba2b90-05f5-42d1-a06b-2917919f5391 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 943 time: 0.5684042 Nov 12 08:34:01.483892 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.498351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.502945 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] 10.222.0.31 "DELETE /v2.0/networks/40b1abb1-c26d-474d-a43d-33d13a7f1a8d HTTP/1.1" status: 204 len: 168 time: 0.9906192 Nov 12 08:34:01.563367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd15a9a-de17-418a-be33-15af807b1085 admin admin] Pushing event deleted for resources: {'Network': ['ID=40b1abb1-c26d-474d-a43d-33d13a7f1a8d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:01.599883 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-840dfcaf-f97d-42b1-8954-07be9814754a req-23f08336-71f6-4f28-b768-0a12e1bcb763 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258681 Nov 12 08:34:01.749513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55374) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:01.808241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ab4b8451-8459-47a2-b13c-eb1ec3d34289 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12925ae31aa3459d87dccd9290eac455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0571797 Nov 12 08:34:01.809805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-887da56e-2148-4c04-966a-5b3a1aa00649 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:01.811372 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-887da56e-2148-4c04-966a-5b3a1aa00649 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.46 "GET /v2.0/networks?id=419f63ff-d43e-4d1c-833e-b5390d79b4d2 HTTP/1.1" status: 200 len: 824 time: 0.1905386 Nov 12 08:34:01.812536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55376) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:01.828890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Request body: {'port': {'device_id': 'b9cabc2c-1b50-40e1-a489-45623b1ec228', 'network_id': '419f63ff-d43e-4d1c-833e-b5390d79b4d2', 'admin_state_up': True, 'tenant_id': 'a7eec00d07404c9ab286de198671a740'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:01.909252 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc78a30a-0492-4f7f-8a78-71fbbcbdc19d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:01.948566 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc78a30a-0492-4f7f-8a78-71fbbcbdc19d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.012633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Made reservation on behalf of a7eec00d07404c9ab286de198671a740 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:02.018756 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.066807 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc78a30a-0492-4f7f-8a78-71fbbcbdc19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.068874 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bc78a30a-0492-4f7f-8a78-71fbbcbdc19d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.070146 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bc78a30a-0492-4f7f-8a78-71fbbcbdc19d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9182176d-6a2b-42d6-bfbf-e024bbf1eafb HTTP/1.1" status: 204 len: 168 time: 0.2564321 Nov 12 08:34:02.091786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78a30a-0492-4f7f-8a78-71fbbcbdc19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9182176d-6a2b-42d6-bfbf-e024bbf1eafb,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:02.101310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 9d6be065-6c60-4632-af5c-75c31377552d details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:02.235550 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 9d6be065-6c60-4632-af5c-75c31377552d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=9d6be065-6c60-4632-af5c-75c31377552d,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:02.248979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '9d6be065-6c60-4632-af5c-75c31377552d', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'port_id': '9d6be065-6c60-4632-af5c-75c31377552d', 'mac_address': 'fa:16:3e:fb:66:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b13783d-4c4e-450c-befa-f6858c089ee0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:34:02.309641 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.327782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6be065-6c60-4632-af5c-75c31377552d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:02.354311 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 9d6be065-6c60-4632-af5c-75c31377552d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=9d6be065-6c60-4632-af5c-75c31377552d,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:02.355834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602bb2-9f7a-4536-ac15-7b9125322fac req-043bbbb2-7e25-4f91-ba12-9f5ac51c43e1 tempest-ComputeTenantNetworksTest-188126360 tempest-ComputeTenantNetworksTest-188126360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:02.368562 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.375978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602bb2-9f7a-4536-ac15-7b9125322fac req-043bbbb2-7e25-4f91-ba12-9f5ac51c43e1 tempest-ComputeTenantNetworksTest-188126360 tempest-ComputeTenantNetworksTest-188126360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:02.389182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e602bb2-9f7a-4536-ac15-7b9125322fac req-043bbbb2-7e25-4f91-ba12-9f5ac51c43e1 tempest-ComputeTenantNetworksTest-188126360 tempest-ComputeTenantNetworksTest-188126360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:02.391973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e602bb2-9f7a-4536-ac15-7b9125322fac req-043bbbb2-7e25-4f91-ba12-9f5ac51c43e1 tempest-ComputeTenantNetworksTest-188126360 tempest-ComputeTenantNetworksTest-188126360-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3454180 Nov 12 08:34:02.409792 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b57c478-e32e-4632-b950-afed3db2710c req-c813dd1e-aeb9-42ed-85bb-988843b01128 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 210 time: 0.0522041 Nov 12 08:34:02.444071 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Allocated IP 172.20.0.8 (419f63ff-d43e-4d1c-833e-b5390d79b4d2/8bfc49c9-f8f4-4cd0-80cb-71b6376c900f/5bccfe7f-e527-403b-b30d-55f913b9d585) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:02.446415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=9d6be065-6c60-4632-af5c-75c31377552d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:02.557746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816153b-f92b-4076-83eb-16c58fe48376 req-f7929a91-6173-4a12-a1a7-9085c532254f tempest-ComputeTenantNetworksTest-188126360 tempest-ComputeTenantNetworksTest-188126360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:02.559241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1816153b-f92b-4076-83eb-16c58fe48376 req-f7929a91-6173-4a12-a1a7-9085c532254f tempest-ComputeTenantNetworksTest-188126360 tempest-ComputeTenantNetworksTest-188126360-project] 10.222.0.31 "GET /v2.0/networks/3530b182-8c8e-4595-908f-1cb83b03f20f HTTP/1.1" status: 200 len: 769 time: 0.1048594 Nov 12 08:34:02.567353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55398) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:02.671088 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.693710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.795867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['9d6be065-6c60-4632-af5c-75c31377552d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:02.807721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.827708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.858318 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3530b182-8c8e-4595-908f-1cb83b03f20f']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:02.863525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdb9f2-3a73-4fdd-9998-6a67cadc64c5 req-7c686a6b-9671-4608-b7b6-5ffa854f2260 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:02.872906 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17fdb9f2-3a73-4fdd-9998-6a67cadc64c5 req-7c686a6b-9671-4608-b7b6-5ffa854f2260 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 944 time: 0.1566844 Nov 12 08:34:02.882157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b4d692-30ef-43c0-92fd-dbc4bb8c1085') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:02.883389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b4d692-30ef-43c0-92fd-dbc4bb8c1085') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:02.909584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Network 419f63ff-d43e-4d1c-833e-b5390d79b4d2 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:02.911833 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.919100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:02.922493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:02.932584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Pushing event updated for resources: {'Port': ['ID=5bccfe7f-e527-403b-b30d-55f913b9d585,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:02.941196 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.958239 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:02.958642 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:02.960814 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:03.011592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17fdb9f2-3a73-4fdd-9998-6a67cadc64c5 req-41149873-b2c7-4330-80b5-4532d2d4b809 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376531 Nov 12 08:34:03.035653 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.044152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.047257 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:03.047893 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.057809 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] 10.222.0.31 "DELETE /v2.0/networks/3530b182-8c8e-4595-908f-1cb83b03f20f HTTP/1.1" status: 204 len: 168 time: 0.4859288 Nov 12 08:34:03.072995 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-2edab71e-04f2-40cf-ae8c-958ea3972172 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2489326 Nov 12 08:34:03.081957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cf516-0dc2-4dd5-91fc-a794361244bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3530b182-8c8e-4595-908f-1cb83b03f20f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:03.092666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Request body: {'port': {'device_id': 'b9cabc2c-1b50-40e1-a489-45623b1ec228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:03.203213 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.276073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55420) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:03.325563 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5174d12c-610c-43ae-87c3-86ca40d4ce54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30491c0edc0e4636b345c5abbcafae9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0482912 Nov 12 08:34:03.328286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55422) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:03.402019 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6bba5ab1-4f1a-4a89-842f-6dede0bfe704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.437023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6bba5ab1-4f1a-4a89-842f-6dede0bfe704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.530408 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6bba5ab1-4f1a-4a89-842f-6dede0bfe704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.534083 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6bba5ab1-4f1a-4a89-842f-6dede0bfe704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:03.540092 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6bba5ab1-4f1a-4a89-842f-6dede0bfe704 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad14d4dd-bef5-4802-86a4-db03430d5855 HTTP/1.1" status: 204 len: 168 time: 0.2064579 Nov 12 08:34:03.548122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba5ab1-4f1a-4a89-842f-6dede0bfe704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad14d4dd-bef5-4802-86a4-db03430d5855,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:03.967901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca5d06-5c2f-48f9-968f-61a4f54a5d9d req-5267de86-0a24-421e-b22b-0ea3eb2cbff6 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:03.969523 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-edca5d06-5c2f-48f9-968f-61a4f54a5d9d req-5267de86-0a24-421e-b22b-0ea3eb2cbff6 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 931 time: 0.4392476 Nov 12 08:34:03.991772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bccfe7f-e527-403b-b30d-55f913b9d585 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:04.004521 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.037739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Transition to ACTIVE for port object 5bccfe7f-e527-403b-b30d-55f913b9d585 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:34:04.045213 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.131544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 9d6be065-6c60-4632-af5c-75c31377552d up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:04.155065 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-edca5d06-5c2f-48f9-968f-61a4f54a5d9d req-a6ed453e-bb20-43b8-8691-aaa115ccfb8b tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751978 Nov 12 08:34:04.202131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bccfe7f-e527-403b-b30d-55f913b9d585,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:04.212995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 9d6be065-6c60-4632-af5c-75c31377552d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:34:04.230192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 9d6be065-6c60-4632-af5c-75c31377552d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:04.230577 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.368376 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-161e3dce-dde0-4c96-bfda-b45d0f67de39 req-329b41b2-543c-4700-b6ab-07c30edc10d4 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.1008539 Nov 12 08:34:04.395211 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e726fd-8c49-4b22-be3c-e7f03a347d33 req-c7762ee3-75e4-4dea-bba5-fde495d07284 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.398831 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-00e726fd-8c49-4b22-be3c-e7f03a347d33 req-c7762ee3-75e4-4dea-bba5-fde495d07284 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 944 time: 0.1527643 Nov 12 08:34:04.424646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Attempting to bind port 5bccfe7f-e527-403b-b30d-55f913b9d585 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:04.425052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Attempting to bind port 5bccfe7f-e527-403b-b30d-55f913b9d585 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '834a85e3-4631-47ea-940c-69f4d6b109fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '419f63ff-d43e-4d1c-833e-b5390d79b4d2'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:04.425240 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.425758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Attempting to bind port 5bccfe7f-e527-403b-b30d-55f913b9d585 on network 419f63ff-d43e-4d1c-833e-b5390d79b4d2 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:04.434406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Port 5bccfe7f-e527-403b-b30d-55f913b9d585 on network 419f63ff-d43e-4d1c-833e-b5390d79b4d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:04.435532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Attempting to bind port 5bccfe7f-e527-403b-b30d-55f913b9d585 on network 419f63ff-d43e-4d1c-833e-b5390d79b4d2 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:04.450309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:04.450918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Checking segment: {'id': '834a85e3-4631-47ea-940c-69f4d6b109fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '419f63ff-d43e-4d1c-833e-b5390d79b4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:04.457569 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Bound using segment: {'id': '834a85e3-4631-47ea-940c-69f4d6b109fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '419f63ff-d43e-4d1c-833e-b5390d79b4d2'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:04.458273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Bound port: 5bccfe7f-e527-403b-b30d-55f913b9d585, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834a85e3-4631-47ea-940c-69f4d6b109fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '419f63ff-d43e-4d1c-833e-b5390d79b4d2'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:04.458755 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.496501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ca5c2a-84ad-4c33-bf23-d461899747d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6be065-6c60-4632-af5c-75c31377552d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:04.499289 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dd26e3-673c-4a9e-ad65-ad8fb913d8a9" -d '{"events": [{"server_uuid": "b7ca5c2a-84ad-4c33-bf23-d461899747d7", "name": "network-vif-plugged", "status": "completed", "tag": "9d6be065-6c60-4632-af5c-75c31377552d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:04.522046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 9d6be065-6c60-4632-af5c-75c31377552d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=9d6be065-6c60-4632-af5c-75c31377552d,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:04.533419 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-00e726fd-8c49-4b22-be3c-e7f03a347d33 req-a8ee45d1-b56c-4e7f-8d4a-cfbadcd3d7a2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239552 Nov 12 08:34:04.542732 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.599363 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4ac737-7ecc-4690-b597-f124cf29e04a x-openstack-request-id: req-5f4ac737-7ecc-4690-b597-f124cf29e04a {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:04.600014 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ca5c2a-84ad-4c33-bf23-d461899747d7", "name": "network-vif-plugged", "status": "completed", "tag": "9d6be065-6c60-4632-af5c-75c31377552d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:04.600465 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f4ac737-7ecc-4690-b597-f124cf29e04a {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:04.601200 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ca5c2a-84ad-4c33-bf23-d461899747d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6be065-6c60-4632-af5c-75c31377552d', 'code': 200} Nov 12 08:34:04.630003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] For port 5bccfe7f-e527-403b-b30d-55f913b9d585, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:04.635395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] For port 5bccfe7f-e527-403b-b30d-55f913b9d585, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5bccfe7f-e527-403b-b30d-55f913b9d585,segment=NetworkSegment(834a85e3-4631-47ea-940c-69f4d6b109fb),segment_id=834a85e3-4631-47ea-940c-69f4d6b109fb)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:04.642403 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.645739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=9d6be065-6c60-4632-af5c-75c31377552d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:04.737755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.738384 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:04.739830 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/5bccfe7f-e527-403b-b30d-55f913b9d585 HTTP/1.1" status: 200 len: 1092 time: 1.6537626 Nov 12 08:34:04.742041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cabc2c-1b50-40e1-a489-45623b1ec228', 'tag': '5bccfe7f-e527-403b-b30d-55f913b9d585'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:04.745406 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f0f3cc-1692-4b95-806a-cf5ae55c4d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9cabc2c-1b50-40e1-a489-45623b1ec228", "tag": "5bccfe7f-e527-403b-b30d-55f913b9d585"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:04.789558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e5c3f-8461-469f-a5b6-22cfd874b7af req-599d03c2-2248-48bb-8edd-8fc99867fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.791250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aa0e5c3f-8461-469f-a5b6-22cfd874b7af req-599d03c2-2248-48bb-8edd-8fc99867fa35 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 1097 time: 0.1288681 Nov 12 08:34:04.792495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb4bfa-17fd-4b7b-8044-7e36b1f537c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bccfe7f-e527-403b-b30d-55f913b9d585,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:04.797544 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1618a060-b57c-428f-b1bd-38cb303dcfe9 x-openstack-request-id: req-1618a060-b57c-428f-b1bd-38cb303dcfe9 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:04.797835 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9cabc2c-1b50-40e1-a489-45623b1ec228", "tag": "5bccfe7f-e527-403b-b30d-55f913b9d585", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:04.798087 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1618a060-b57c-428f-b1bd-38cb303dcfe9 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:04.798486 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9cabc2c-1b50-40e1-a489-45623b1ec228', 'tag': '5bccfe7f-e527-403b-b30d-55f913b9d585', 'status': 'completed', 'code': 200} Nov 12 08:34:04.811096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55482) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:04.892728 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aa0e5c3f-8461-469f-a5b6-22cfd874b7af req-c3efd946-e539-46f3-9451-66eb842e44aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885749 Nov 12 08:34:04.903994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-31287846-d704-4ea1-b36d-8eec9924f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:04.905758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-31287846-d704-4ea1-b36d-8eec9924f05a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7eec00d07404c9ab286de198671a740&device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 1095 time: 0.0694153 Nov 12 08:34:04.971052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1243083716-network', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:04.995311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Made reservation on behalf of 77c4edaf15c14ad18f7c86b080849d96 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:04.999010 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.013477 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.110867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.116220 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.129355 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-29305888-88fc-4717-a0cf-09b06bcd30d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.143735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:34:05.162848 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195e0b15-ecb2-482e-b72b-719754455f65,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:05.166513 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.166753 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Added segment 92ef5dd8-6be3-460f-a801-52abe5d12f4d of type vlan for network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a Nov 12 08:34:05.234761 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-517836bf-6d21-4039-bb69-911cf51be7fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bccfe7f-e527-403b-b30d-55f913b9d585 HTTP/1.1" status: 200 len: 217 time: 0.0672350 Nov 12 08:34:05.256207 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.291719 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.292804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.293486 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.339911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-7cf55c85-5e3a-42c3-b177-80f32aba783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.341459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-7cf55c85-5e3a-42c3-b177-80f32aba783c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8bfc49c9-f8f4-4cd0-80cb-71b6376c900f HTTP/1.1" status: 200 len: 864 time: 0.0977893 Nov 12 08:34:05.355182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f101cb-0068-4492-a160-beeb135ac0c3 req-b5219f77-f2df-4f26-8ac0-6cb1da2a5f14 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.356924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-37f101cb-0068-4492-a160-beeb135ac0c3 req-b5219f77-f2df-4f26-8ac0-6cb1da2a5f14 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 943 time: 0.0937593 Nov 12 08:34:05.366005 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5536287 Nov 12 08:34:05.366881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55490) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:05.374610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-da095a94-5494-4f73-b934-7fe80072a41d admin admin] Request body: {'subnet': {'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1243083716-subnet', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:05.399780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f97ee-269a-4e00-bc14-90fa1560820c admin admin] Pushing event updated for resources: {'Network': ['ID=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:05.402677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da095a94-5494-4f73-b934-7fe80072a41d admin admin] Made reservation on behalf of 77c4edaf15c14ad18f7c86b080849d96 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:05.405367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da095a94-5494-4f73-b934-7fe80072a41d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.408329 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-5d77813f-9015-4075-92cd-2f11a636c806 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=419f63ff-d43e-4d1c-833e-b5390d79b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503778 Nov 12 08:34:05.417074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:34:05.535555 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-37f101cb-0068-4492-a160-beeb135ac0c3 req-34158575-d7df-4027-853f-f47500580f5a tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680026 Nov 12 08:34:05.545484 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d38eb147-678a-43bb-8488-242d70d04040 req-7fbb31f0-35c6-445c-9f1e-328ad1dcf2ae tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0406687 Nov 12 08:34:05.586077 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-d35ca225-e1a0-4a06-a053-07291ab095c1 service neutron] 10.222.0.46 "GET /v2.0/networks/419f63ff-d43e-4d1c-833e-b5390d79b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637812 Nov 12 08:34:05.703723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7addea7-a782-480d-9ed8-12cbbfb66f4d req-358efe83-d9ca-4f88-8328-440e5aa29ce6 service neutron] 10.222.0.46 "GET /v2.0/networks/419f63ff-d43e-4d1c-833e-b5390d79b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086280 Nov 12 08:34:05.746382 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da095a94-5494-4f73-b934-7fe80072a41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.804871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfff38-acff-4dcf-883c-cc4ae57cbd5a req-142e21da-ae38-4e97-b8e1-8445200d6f40 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.806765 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a4cfff38-acff-4dcf-883c-cc4ae57cbd5a req-142e21da-ae38-4e97-b8e1-8445200d6f40 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 945 time: 0.1144543 Nov 12 08:34:05.816074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da095a94-5494-4f73-b934-7fe80072a41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b359bf0c-d54a-44b7-94a1-d0a7a8859953,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:05.840475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0f3cc-1692-4b95-806a-cf5ae55c4d6f req-ca32717c-8baa-483a-b66c-d865872589ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.842950 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69f0f3cc-1692-4b95-806a-cf5ae55c4d6f req-ca32717c-8baa-483a-b66c-d865872589ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7eec00d07404c9ab286de198671a740&device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 1095 time: 0.0670929 Nov 12 08:34:05.871035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da095a94-5494-4f73-b934-7fe80072a41d admin admin] Checking segment: {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:05.871498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da095a94-5494-4f73-b934-7fe80072a41d admin admin] Network hostable DHCP agents. Network: 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:34:05.898094 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a4cfff38-acff-4dcf-883c-cc4ae57cbd5a req-479f1764-a40f-4a5c-8dff-2811da139dd8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788662 Nov 12 08:34:05.929734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da095a94-5494-4f73-b934-7fe80072a41d admin admin] Network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:34:05.944544 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-da095a94-5494-4f73-b934-7fe80072a41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:05.952267 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da095a94-5494-4f73-b934-7fe80072a41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:05.954296 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da095a94-5494-4f73-b934-7fe80072a41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:05.964528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3bb0ba-ba2c-4763-84c9-3be26b084708 None None] Network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:05.983310 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-da095a94-5494-4f73-b934-7fe80072a41d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6124034 Nov 12 08:34:05.986118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55500) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:05.995586 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:05.999101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0f3cc-1692-4b95-806a-cf5ae55c4d6f req-a12027dc-e8d4-47ba-b2bc-e67abc6e83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.004178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69f0f3cc-1692-4b95-806a-cf5ae55c4d6f req-a12027dc-e8d4-47ba-b2bc-e67abc6e83e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=419f63ff-d43e-4d1c-833e-b5390d79b4d2 HTTP/1.1" status: 200 len: 925 time: 0.1500897 Nov 12 08:34:06.031781 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.032974 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.068219 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69f0f3cc-1692-4b95-806a-cf5ae55c4d6f req-33d30401-8adb-416c-8336-9dc172d7b083 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bccfe7f-e527-403b-b30d-55f913b9d585 HTTP/1.1" status: 200 len: 217 time: 0.0581396 Nov 12 08:34:06.105287 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.143216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0f3cc-1692-4b95-806a-cf5ae55c4d6f req-746d635a-e699-4370-92a2-fe23c14158a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.145376 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69f0f3cc-1692-4b95-806a-cf5ae55c4d6f req-746d635a-e699-4370-92a2-fe23c14158a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8bfc49c9-f8f4-4cd0-80cb-71b6376c900f HTTP/1.1" status: 200 len: 864 time: 0.0606024 Nov 12 08:34:06.169214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:34:06.170661 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.187328 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69f0f3cc-1692-4b95-806a-cf5ae55c4d6f req-2519ae10-41c2-4600-9288-2dfafa02d69d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=419f63ff-d43e-4d1c-833e-b5390d79b4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322845 Nov 12 08:34:06.262665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.332154 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69f0f3cc-1692-4b95-806a-cf5ae55c4d6f req-af7a89f2-cec6-4243-ac50-788dd9c43dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/419f63ff-d43e-4d1c-833e-b5390d79b4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373932 Nov 12 08:34:06.390214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Allocated IP 172.20.0.2 (9f41c5e3-54fa-40ad-ae03-a1c35c91d84a/b359bf0c-d54a-44b7-94a1-d0a7a8859953/a2490dfd-f671-40df-9529-8670f4144dcf) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:06.543875 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69f0f3cc-1692-4b95-806a-cf5ae55c4d6f req-f3ba8c2f-f13e-459d-a365-423063ab0b27 service neutron] 10.222.0.46 "GET /v2.0/networks/419f63ff-d43e-4d1c-833e-b5390d79b4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999657 Nov 12 08:34:06.579162 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.608226 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.695126 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.707081 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.707714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d262cd9-1fdf-4b5e-875a-c7ec5219ad11 req-b465663d-8483-48b2-aec1-cee55ee1ae2c tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0410023 Nov 12 08:34:06.809797 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Pushing event updated for resources: {'Port': ['ID=a2490dfd-f671-40df-9529-8670f4144dcf,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:06.815387 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Allocated IP 172.25.3.224 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/94a0ad5a-f3d1-4e7d-a710-c054f1556e33) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:06.830072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdceaf10-0f09-455d-b62e-87e348932532 req-d2b93559-f6f2-4bb1-9443-cb2b06ea69e5 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:06.831601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fdceaf10-0f09-455d-b62e-87e348932532 req-d2b93559-f6f2-4bb1-9443-cb2b06ea69e5 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 943 time: 0.1622970 Nov 12 08:34:06.835753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:06.838132 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:06.841749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:06.915196 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Attempting to bind port a2490dfd-f671-40df-9529-8670f4144dcf on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:06.915740 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Attempting to bind port a2490dfd-f671-40df-9529-8670f4144dcf by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:06.916271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Attempting to bind port a2490dfd-f671-40df-9529-8670f4144dcf on network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:06.923357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:06.924184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Checking segment: {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:06.924646 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.925422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Bound using segment: {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:06.925939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Bound port: a2490dfd-f671-40df-9529-8670f4144dcf, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:06.926513 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:06.973384 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fdceaf10-0f09-455d-b62e-87e348932532 req-120bdd44-7a82-43a0-8e81-ea14c1925fda tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327741 Nov 12 08:34:07.024699 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.037236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] For port a2490dfd-f671-40df-9529-8670f4144dcf, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:07.043414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] For port a2490dfd-f671-40df-9529-8670f4144dcf, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a2490dfd-f671-40df-9529-8670f4144dcf,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:07.052312 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.076528 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.129619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e129a4-9355-4572-bc34-1d327953b10b None None] Pushing event updated for resources: {'Port': ['ID=a2490dfd-f671-40df-9529-8670f4144dcf,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:07.137288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:07.140690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:07.144666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:07.176723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eca9f8-02b7-4474-9b4b-5ffb53eb5fbc req-5a7112f5-e090-43d2-9a1c-ee02691ea4e0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:07.188105 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6eca9f8-02b7-4474-9b4b-5ffb53eb5fbc req-5a7112f5-e090-43d2-9a1c-ee02691ea4e0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 945 time: 0.1198761 Nov 12 08:34:07.199806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Pushing event updated for resources: {'Port': ['ID=94a0ad5a-f3d1-4e7d-a710-c054f1556e33,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:07.257415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6eca9f8-02b7-4474-9b4b-5ffb53eb5fbc req-3d20675b-bc42-4f39-a52d-be486364046c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681171 Nov 12 08:34:07.480143 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-950d77ca-e60d-43e4-872d-ebb4012e0970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.542571 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.868330 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:07.873920 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47ba5c66-e6d1-44f2-936f-fbb8a6e3a5a8 req-1be58951-52ce-4737-ba81-1f811f93fcc9 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0461786 Nov 12 08:34:08.103893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:34:08.207761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748981a-50fc-4092-8dc7-504e0160856e req-f8eee2b8-114b-4fbc-9220-7f640d0394dc tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:08.216674 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e748981a-50fc-4092-8dc7-504e0160856e req-f8eee2b8-114b-4fbc-9220-7f640d0394dc tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 943 time: 0.0967913 Nov 12 08:34:08.297082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e748981a-50fc-4092-8dc7-504e0160856e req-da62b0d6-45a0-4165-86ac-c9ba6771fb2d tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793750 Nov 12 08:34:08.302560 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:08.322535 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Sync routers for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:08.337579 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:08.343701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55546) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:08.344493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f4d7a35a-a1e2-4529-a579-78cb7d54f149 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3540485 Nov 12 08:34:08.346600 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:08.347503 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:08.487857 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:08.498228 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:08.640093 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2324a9ee-7cec-45e7-8e81-677d6cb81de8 None None] Network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:08.745901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a2490dfd-f671-40df-9529-8670f4144dcf up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:09.005353 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:07Z', 'revision_number': 3, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:09.047571 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Checking router: 805d81d5-91f6-48cc-9adb-f4f5d69d47ed for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:09.048765 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Updating router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed port 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:09.092170 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.098965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5f673fde-e509-40ba-9941-5e33cf3bab3e None None] Provisioning complete for port a2490dfd-f671-40df-9529-8670f4144dcf triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:09.099760 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5f673fde-e509-40ba-9941-5e33cf3bab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.112338 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3ffab2b-e6b1-4f67-a4c5-2e7c815193df req-1133099b-c496-46a0-8b6a-faaf8c6a75a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0780323 Nov 12 08:34:09.190559 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-253e9e9c-463f-4538-a69d-07a8f2f819bd req-49d995b1-8305-4250-a11e-6fc401cf637f tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0922685 Nov 12 08:34:09.214318 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port a2490dfd-f671-40df-9529-8670f4144dcf triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:09.214696 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.317213 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5f673fde-e509-40ba-9941-5e33cf3bab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.355737 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.468606 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5f673fde-e509-40ba-9941-5e33cf3bab3e None None] For port a2490dfd-f671-40df-9529-8670f4144dcf, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a2490dfd-f671-40df-9529-8670f4144dcf,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:09.499808 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5f673fde-e509-40ba-9941-5e33cf3bab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.515997 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.526374 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.545044 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.559076 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c85a35-e247-40b5-818c-6bf8efb80dd9 req-1c16c849-262d-428c-b1cb-12f78dd9334b tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:09.573266 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-69c85a35-e247-40b5-818c-6bf8efb80dd9 req-1c16c849-262d-428c-b1cb-12f78dd9334b tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 943 time: 0.1364794 Nov 12 08:34:09.634214 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Pushing event updated for resources: {'Port': ['ID=94a0ad5a-f3d1-4e7d-a710-c054f1556e33,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:09.637848 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Attempting to bind port 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:09.638213 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Attempting to bind port 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:09.638576 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Attempting to bind port 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:09.665025 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:09.665402 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:09.665745 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:09.666079 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:09.666407 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:09.666757 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:09.667066 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:09.667389 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:09.667712 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:09.668028 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:09.668348 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:09.668667 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:09.683923 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-69c85a35-e247-40b5-818c-6bf8efb80dd9 req-d58de493-4448-4656-a751-baae4ff5b4fe tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105630 Nov 12 08:34:09.691761 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:09.692139 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:09.692744 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.693169 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:09.693666 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Bound port: 94a0ad5a-f3d1-4e7d-a710-c054f1556e33, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:09.694047 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.741834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Allocated IP 172.20.0.1 (9f41c5e3-54fa-40ad-ae03-a1c35c91d84a/b359bf0c-d54a-44b7-94a1-d0a7a8859953/38c00daa-449f-4f32-8b17-9dd2ea745965) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:09.744023 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:34:09.744401 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:34:09.755830 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f673fde-e509-40ba-9941-5e33cf3bab3e None None] Pushing event updated for resources: {'Port': ['ID=a2490dfd-f671-40df-9529-8670f4144dcf,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:09.813777 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] For port 94a0ad5a-f3d1-4e7d-a710-c054f1556e33, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:09.817952 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] For port 94a0ad5a-f3d1-4e7d-a710-c054f1556e33, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=94a0ad5a-f3d1-4e7d-a710-c054f1556e33,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:09.825942 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.900117 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.908451 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c697c-d63b-45aa-91a4-303857a72f57 None None] Pushing event updated for resources: {'Port': ['ID=94a0ad5a-f3d1-4e7d-a710-c054f1556e33,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:09.913394 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:09.915119 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:09.945770 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:09.965603 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-87baa4c6-7f2a-4721-a794-b4e0de3e3f60 None None] Provisioning complete for port a2490dfd-f671-40df-9529-8670f4144dcf triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:09.967513 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-87baa4c6-7f2a-4721-a794-b4e0de3e3f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.030318 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.063538 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be600547-6dc4-4d01-bc94-0596746e9dcd req-d75b5dd4-9e17-4102-99ee-3cf66419fda6 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:10.069711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:10.071547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be600547-6dc4-4d01-bc94-0596746e9dcd req-d75b5dd4-9e17-4102-99ee-3cf66419fda6 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1445968 Nov 12 08:34:10.073367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:10.077061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:10.136789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Pushing event updated for resources: {'Port': ['ID=38c00daa-449f-4f32-8b17-9dd2ea745965,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:10.160245 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:10.164887 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.230958 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be600547-6dc4-4d01-bc94-0596746e9dcd req-1bd7e590-126f-4447-943e-8c826d638441 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525943 Nov 12 08:34:10.248340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5bccfe7f-e527-403b-b30d-55f913b9d585 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:10.488282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.580600 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:07Z', 'revision_number': 3, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:10.643380 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65fac0e-a30e-414c-b084-29232c8d54ad None None] The sync data for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 is: [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:07Z', 'revision_number': 3, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:10.664260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-07fe36ce-50ef-4c80-ad7a-c130bc16cdd6 req-8ef7e183-246d-49bf-a35e-7fb362d81c99 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0872819 Nov 12 08:34:10.764831 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c60231b9-0302-48f0-a13c-30e1e7c74284 None None] Provisioning complete for port 38c00daa-449f-4f32-8b17-9dd2ea745965 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:10.765582 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c60231b9-0302-48f0-a13c-30e1e7c74284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:10.896583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a16df-11e1-41db-b9b6-06272b951e8d req-869348b4-5244-44cc-bb1a-3981e5135b78 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:10.903793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5bccfe7f-e527-403b-b30d-55f913b9d585, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5bccfe7f-e527-403b-b30d-55f913b9d585,segment=NetworkSegment(834a85e3-4631-47ea-940c-69f4d6b109fb),segment_id=834a85e3-4631-47ea-940c-69f4d6b109fb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:10.907111 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef5a16df-11e1-41db-b9b6-06272b951e8d req-869348b4-5244-44cc-bb1a-3981e5135b78 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1339409 Nov 12 08:34:10.926488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '5bccfe7f-e527-403b-b30d-55f913b9d585', 'network_id': '419f63ff-d43e-4d1c-833e-b5390d79b4d2', 'port_id': '5bccfe7f-e527-403b-b30d-55f913b9d585', 'mac_address': 'fa:16:3e:fd:46:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bfc49c9-f8f4-4cd0-80cb-71b6376c900f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:34:10.928204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a2490dfd-f671-40df-9529-8670f4144dcf up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:10.966859 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44ec63-2b53-4192-b3da-7d9e13ffbe7e req-19cc3fc1-609e-4ac4-9380-c4f797e6487f tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:10.970538 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-df44ec63-2b53-4192-b3da-7d9e13ffbe7e req-19cc3fc1-609e-4ac4-9380-c4f797e6487f tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 943 time: 0.1135733 Nov 12 08:34:10.983466 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.002868 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.038773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef5a16df-11e1-41db-b9b6-06272b951e8d req-ec1e8170-8afe-480e-9a55-de7337a57bd2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298602 Nov 12 08:34:11.059309 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.085843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c60231b9-0302-48f0-a13c-30e1e7c74284 None None] Port 38c00daa-449f-4f32-8b17-9dd2ea745965 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:11.128660 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.131609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-df44ec63-2b53-4192-b3da-7d9e13ffbe7e req-73dbb7ea-d336-4226-a334-d40c0b5876fc tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520619 Nov 12 08:34:11.228786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bccfe7f-e527-403b-b30d-55f913b9d585 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:11.243675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Pushing event updated for resources: {'Port': ['ID=38c00daa-449f-4f32-8b17-9dd2ea745965,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:11.275870 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.305828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port a2490dfd-f671-40df-9529-8670f4144dcf triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:11.306459 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.374513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5bccfe7f-e527-403b-b30d-55f913b9d585, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5bccfe7f-e527-403b-b30d-55f913b9d585,segment=NetworkSegment(834a85e3-4631-47ea-940c-69f4d6b109fb),segment_id=834a85e3-4631-47ea-940c-69f4d6b109fb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:11.404116 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:11.485523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da97c5b-8736-49e2-924b-25768c28436a req-8d38f944-feca-484d-868e-b4ad1fa28efa tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:11.487436 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2da97c5b-8736-49e2-924b-25768c28436a req-8d38f944-feca-484d-868e-b4ad1fa28efa tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1288543 Nov 12 08:34:11.528702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:11.530501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:11.620274 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5bccfe7f-e527-403b-b30d-55f913b9d585,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:11.645484 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2da97c5b-8736-49e2-924b-25768c28436a req-a14380d3-d1f7-4d74-ace0-a8932236a1ae tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512821 Nov 12 08:34:11.717613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:11.816057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['5bccfe7f-e527-403b-b30d-55f913b9d585'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:11.909545 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e557b081-ed79-4dbf-8f79-04c54d648d4a req-a512f014-8cd8-40ee-aad4-5ad5aa1b2b70 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0818005 Nov 12 08:34:11.996476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:12.024698 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8f2ff154-b90f-429b-a2ef-3517689b1c68 admin admin] 10.222.0.31 "PUT /v2.0/routers/805d81d5-91f6-48cc-9adb-f4f5d69d47ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6683929 Nov 12 08:34:12.176065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8d369153-0d31-4c7a-a216-2c613cff63c6 None None] Provisioning complete for port 38c00daa-449f-4f32-8b17-9dd2ea745965 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:12.179544 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d369153-0d31-4c7a-a216-2c613cff63c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:12.313791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8d369153-0d31-4c7a-a216-2c613cff63c6 None None] Port 38c00daa-449f-4f32-8b17-9dd2ea745965 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:12.320930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd5977-a42e-4d2d-a662-dc88f31bf698 req-2d492234-fe5e-4b08-941b-6a0011c0c992 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:12.330927 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bedd5977-a42e-4d2d-a662-dc88f31bf698 req-2d492234-fe5e-4b08-941b-6a0011c0c992 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1194036 Nov 12 08:34:12.394954 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bedd5977-a42e-4d2d-a662-dc88f31bf698 req-e53653f3-cd85-4a0a-98c6-4e6c07086ab1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627713 Nov 12 08:34:12.542492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923d9d5-d518-43ee-9d62-f01a97ccceb0 req-63ee8bba-1892-451b-8c10-c107fb10e382 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:12.544457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4923d9d5-d518-43ee-9d62-f01a97ccceb0 req-63ee8bba-1892-451b-8c10-c107fb10e382 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 944 time: 0.0616317 Nov 12 08:34:12.626652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4923d9d5-d518-43ee-9d62-f01a97ccceb0 req-fde799a9-4c1a-4562-8753-2ad62a9dae6a tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737882 Nov 12 08:34:12.807000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:12.920164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:12.920164 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.122188 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.164087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 94a0ad5a-f3d1-4e7d-a710-c054f1556e33, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=94a0ad5a-f3d1-4e7d-a710-c054f1556e33,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:13.171146 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.280130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55632) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:13.307711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=94a0ad5a-f3d1-4e7d-a710-c054f1556e33,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:13.330229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-faa6112a-b64e-4552-a9ec-d51c473b8dc4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692089264', 'description': 'tempest-description--1258357380'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:13.341944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9fdd9b9b-50e7-483e-b8bb-8b13a7616404 req-66aa2f01-c753-4897-8b66-d96349586a9e tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0576179 Nov 12 08:34:13.378173 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-faa6112a-b64e-4552-a9ec-d51c473b8dc4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.510577 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-faa6112a-b64e-4552-a9ec-d51c473b8dc4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.516589 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-faa6112a-b64e-4552-a9ec-d51c473b8dc4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.546010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-faa6112a-b64e-4552-a9ec-d51c473b8dc4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.551794 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-faa6112a-b64e-4552-a9ec-d51c473b8dc4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2660849 Nov 12 08:34:13.556086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55642) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:13.562302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-98f4f52d-522e-426c-b536-26b1094745e9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Request body: {'security_group_rule': {'security_group_id': 'd41d3a85-999c-42d5-90ec-47867339e2ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:13.595212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef1dd7-b78d-48c5-b202-dfbe3b350025 req-5cc0203e-429d-46fc-8c2a-1acd562ecd64 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.598370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87ef1dd7-b78d-48c5-b202-dfbe3b350025 req-5cc0203e-429d-46fc-8c2a-1acd562ecd64 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0661979 Nov 12 08:34:13.598599 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6112a-b64e-4552-a9ec-d51c473b8dc4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41d3a85-999c-42d5-90ec-47867339e2ac,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:13.621782 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98f4f52d-522e-426c-b536-26b1094745e9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.685891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Sync routers for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:13.699336 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87ef1dd7-b78d-48c5-b202-dfbe3b350025 req-0450d09f-4d26-46ec-955b-985668be87c3 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902817 Nov 12 08:34:13.713757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:13.719149 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98f4f52d-522e-426c-b536-26b1094745e9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.721813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:13.737434 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98f4f52d-522e-426c-b536-26b1094745e9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.802451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4f52d-522e-426c-b536-26b1094745e9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a5fa11-d177-417d-b097-4243e2867e67,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:13.822150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98f4f52d-522e-426c-b536-26b1094745e9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.826368 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-98f4f52d-522e-426c-b536-26b1094745e9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2666364 Nov 12 08:34:13.826785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55648) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:13.838244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1ad5cf9c-1aae-4d14-9b73-4a9000d2011b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Request body: {'security_group_rule': {'security_group_id': 'd41d3a85-999c-42d5-90ec-47867339e2ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:13.864921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb8486-5b80-46df-9b49-defc75f361db req-ce48c238-e4c1-400f-b81c-417d7c2c99fe tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:13.867091 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0fb8486-5b80-46df-9b49-defc75f361db req-ce48c238-e4c1-400f-b81c-417d7c2c99fe tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 944 time: 0.1270950 Nov 12 08:34:13.951841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1ad5cf9c-1aae-4d14-9b73-4a9000d2011b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:13.982637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:13.992254 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0fb8486-5b80-46df-9b49-defc75f361db req-a0df78ff-7023-4433-b39a-c4b18a8301eb tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130130 Nov 12 08:34:14.062215 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1ad5cf9c-1aae-4d14-9b73-4a9000d2011b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.069605 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1ad5cf9c-1aae-4d14-9b73-4a9000d2011b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.097712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5cf9c-1aae-4d14-9b73-4a9000d2011b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918d365f-427a-41d5-858f-d65846258ba1,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:14.103859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1ad5cf9c-1aae-4d14-9b73-4a9000d2011b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.108566 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55650) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:14.113466 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:14.113823 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1ad5cf9c-1aae-4d14-9b73-4a9000d2011b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2847154 Nov 12 08:34:14.143955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5bccfe7f-e527-403b-b30d-55f913b9d585 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:14.147412 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.267359 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.291953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 5bccfe7f-e527-403b-b30d-55f913b9d585 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:34:14.313728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 5bccfe7f-e527-403b-b30d-55f913b9d585 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:14.314852 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.380635 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 2, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:14.390904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Allocated IP 172.25.3.170 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/164811b0-f3af-42a3-a7ae-2caff4253616) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:14.445095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Checking router: 805d81d5-91f6-48cc-9adb-f4f5d69d47ed for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:14.445518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Updating router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed port 38c00daa-449f-4f32-8b17-9dd2ea745965 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:14.483481 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.499014 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.505276 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f6f04222-ffdb-4eba-8f5d-075b4ca229c6 req-4db5600a-8eb1-46fe-b3bb-3840492c23c2 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0411603 Nov 12 08:34:14.523393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cabc2c-1b50-40e1-a489-45623b1ec228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bccfe7f-e527-403b-b30d-55f913b9d585'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:14.525789 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1634b59-7d92-4bfc-8ff2-fa7fd5e9a199" -d '{"events": [{"server_uuid": "b9cabc2c-1b50-40e1-a489-45623b1ec228", "name": "network-vif-plugged", "status": "completed", "tag": "5bccfe7f-e527-403b-b30d-55f913b9d585"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:14.560053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.565282 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5bccfe7f-e527-403b-b30d-55f913b9d585, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5bccfe7f-e527-403b-b30d-55f913b9d585,segment=NetworkSegment(834a85e3-4631-47ea-940c-69f4d6b109fb),segment_id=834a85e3-4631-47ea-940c-69f4d6b109fb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:14.582893 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.599531 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a25e3d-b24a-4a84-9e3a-11e640ce2a89 x-openstack-request-id: req-77a25e3d-b24a-4a84-9e3a-11e640ce2a89 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:14.599766 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cabc2c-1b50-40e1-a489-45623b1ec228", "name": "network-vif-plugged", "status": "completed", "tag": "5bccfe7f-e527-403b-b30d-55f913b9d585", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:14.600108 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77a25e3d-b24a-4a84-9e3a-11e640ce2a89 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:14.601035 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cabc2c-1b50-40e1-a489-45623b1ec228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bccfe7f-e527-403b-b30d-55f913b9d585', 'code': 200} Nov 12 08:34:14.621162 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:14.694983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:14.711317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:14.716474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:14.726841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event updated for resources: {'Port': ['ID=164811b0-f3af-42a3-a7ae-2caff4253616,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:14.773767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d9846-64b8-4af5-8357-a6b99db7e44c req-8d5ef1cb-8a87-42d7-8331-199291a7ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:14.775976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-955d9846-64b8-4af5-8357-a6b99db7e44c req-8d5ef1cb-8a87-42d7-8331-199291a7ee43 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 1097 time: 0.0901458 Nov 12 08:34:14.806683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5bccfe7f-e527-403b-b30d-55f913b9d585,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:14.850076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:14.862707 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-955d9846-64b8-4af5-8357-a6b99db7e44c req-bb882a17-7c5a-4207-be59-5e184079f34b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758140 Nov 12 08:34:14.970243 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.000938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a93e4-6ab8-46b6-84ca-cfbd2c0364bd req-eba4dbc3-8de1-4060-9865-5b836e7d2a33 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:15.009456 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd3a93e4-6ab8-46b6-84ca-cfbd2c0364bd req-eba4dbc3-8de1-4060-9865-5b836e7d2a33 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1299939 Nov 12 08:34:15.046751 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.165719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd2ad-df55-4930-8f39-15408eca4566 req-572a465d-b0af-4183-bb92-4f4254db833a tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:15.181381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4edcd2ad-df55-4930-8f39-15408eca4566 req-572a465d-b0af-4183-bb92-4f4254db833a tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 945 time: 0.0933497 Nov 12 08:34:15.203452 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:15.205092 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.266894 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4edcd2ad-df55-4930-8f39-15408eca4566 req-b3bfbc20-8a6e-4816-8808-195d41419606 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792172 Nov 12 08:34:15.274451 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd3a93e4-6ab8-46b6-84ca-cfbd2c0364bd req-3727b1e6-6187-46d7-be1a-1f38e31397d2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588921 Nov 12 08:34:15.375036 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.385164 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.390588 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.404404 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.486987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event updated for resources: {'Port': ['ID=164811b0-f3af-42a3-a7ae-2caff4253616,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:15.506461 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.516235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b3afd-d18a-4d6f-be46-8a173730c8f4 None None] Pushing event updated for resources: {'Port': ['ID=38c00daa-449f-4f32-8b17-9dd2ea745965,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:15.545417 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.553233 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1b5180de-d094-4b19-a67d-25bf4d4884a2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4369798 Nov 12 08:34:15.587581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Attempting to bind port 38c00daa-449f-4f32-8b17-9dd2ea745965 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:15.588153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Attempting to bind port 38c00daa-449f-4f32-8b17-9dd2ea745965 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:15.588716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Attempting to bind port 38c00daa-449f-4f32-8b17-9dd2ea745965 on network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:15.607628 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:15.613549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Checking segment: {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:15.614324 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.614938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Bound using segment: {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:15.615718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Bound port: 38c00daa-449f-4f32-8b17-9dd2ea745965, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:15.616321 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.690716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-247696bf-8d64-4db2-8ae7-dfe199ec6bac req-b15bd46a-e4f6-4b54-a2a7-5e1c1a238d76 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0447130 Nov 12 08:34:15.734555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] For port 38c00daa-449f-4f32-8b17-9dd2ea745965, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:15.739037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] For port 38c00daa-449f-4f32-8b17-9dd2ea745965, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=38c00daa-449f-4f32-8b17-9dd2ea745965,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:15.745713 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.788246 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-3b86172b-1b5a-4309-a1c3-6901f70752e7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--692089264&fields=id&tenant_id=77c4edaf15c14ad18f7c86b080849d96 HTTP/1.1" status: 200 len: 267 time: 0.0827405 Nov 12 08:34:15.830408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:15.831127 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:15.886887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b3afd-d18a-4d6f-be46-8a173730c8f4 None None] Pushing event updated for resources: {'Port': ['ID=38c00daa-449f-4f32-8b17-9dd2ea745965,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:15.949438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-7888fa56-2fa6-44fe-9e1b-5ee1be3095be tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:15.951390 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-7888fa56-2fa6-44fe-9e1b-5ee1be3095be tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/networks?id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 200 len: 811 time: 0.1612635 Nov 12 08:34:15.960692 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-81a32903-62f2-469f-946b-48552097ec33 None None] Provisioning complete for port 38c00daa-449f-4f32-8b17-9dd2ea745965 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:15.961606 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-81a32903-62f2-469f-946b-48552097ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:15.974992 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-f4854a76-56cd-4a7e-80af-2a288e7a8f27 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/quotas/77c4edaf15c14ad18f7c86b080849d96 HTTP/1.1" status: 200 len: 375 time: 0.0160449 Nov 12 08:34:16.031389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:16.095638 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-c0c81e53-9afa-48a6-a96a-459cfc6959a8 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c4edaf15c14ad18f7c86b080849d96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881627 Nov 12 08:34:16.271514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-81a32903-62f2-469f-946b-48552097ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.280629 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-188509a0-cbf7-476a-80fc-207eeac65f2d service neutron] 10.222.0.31 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536050 Nov 12 08:34:16.394756 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-81a32903-62f2-469f-946b-48552097ec33 None None] For port 38c00daa-449f-4f32-8b17-9dd2ea745965, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=38c00daa-449f-4f32-8b17-9dd2ea745965,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:16.421037 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-81a32903-62f2-469f-946b-48552097ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.499066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3522fb1-e5f2-4bf2-bf23-9cae60503014 req-5eed85d9-693e-4218-8325-29935fa1e551 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:16.501308 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b3522fb1-e5f2-4bf2-bf23-9cae60503014 req-5eed85d9-693e-4218-8325-29935fa1e551 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 945 time: 0.0768528 Nov 12 08:34:16.537907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-0d795dea-c650-452c-96ce-7e4a69db23ee service neutron] 10.222.0.31 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422278 Nov 12 08:34:16.588169 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b3522fb1-e5f2-4bf2-bf23-9cae60503014 req-3a360a7a-2ba7-4bc9-9fda-54ec502bcb34 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776858 Nov 12 08:34:16.653065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a32903-62f2-469f-946b-48552097ec33 None None] Pushing event updated for resources: {'Port': ['ID=38c00daa-449f-4f32-8b17-9dd2ea745965,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:16.658045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8568389a-50df-4867-b814-ddc3c699b8a8 None None] Provisioning complete for port 38c00daa-449f-4f32-8b17-9dd2ea745965 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:16.658383 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8568389a-50df-4867-b814-ddc3c699b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:16.760447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:15Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:16.763296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678b4f4-306a-4475-826f-58d01b3aa3f3 req-e271dc94-62d5-4bfa-a954-8c79adacc9b5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:16.766492 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7678b4f4-306a-4475-826f-58d01b3aa3f3 req-e271dc94-62d5-4bfa-a954-8c79adacc9b5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0784755 Nov 12 08:34:16.826656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1184e4-c4ca-403d-b529-3b63a327b273 None None] The sync data for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 is: [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:15Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:16.914003 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7678b4f4-306a-4475-826f-58d01b3aa3f3 req-d1db5795-7708-445c-a398-ea51e76465a7 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365199 Nov 12 08:34:17.084928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e20346c3-00a4-4418-9a35-3f8dac29361c req-d4fa8d20-9503-4e88-b4dc-743040786af9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 210 time: 0.0689156 Nov 12 08:34:17.156717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-50944830-c09e-4dc0-90af-6070dc9fff5c req-5ca3cbfc-ac7c-411a-a8f3-ce17d3bc68dd tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0462356 Nov 12 08:34:17.744589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299195-cd70-43b9-a777-ec93db907292 req-4a99c973-9263-4cad-9172-f4b0e49009b2 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:17.758698 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93299195-cd70-43b9-a777-ec93db907292 req-4a99c973-9263-4cad-9172-f4b0e49009b2 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 945 time: 0.1174259 Nov 12 08:34:17.824641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93299195-cd70-43b9-a777-ec93db907292 req-2ad6b050-976c-4d43-a75d-558f6003ec68 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612578 Nov 12 08:34:17.842344 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a66e4-4f27-4d50-ae3e-8ea7e1e6c18e req-bce60ab6-e2f9-4f65-b79d-fbd2e353f472 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:17.843939 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e2a66e4-4f27-4d50-ae3e-8ea7e1e6c18e req-bce60ab6-e2f9-4f65-b79d-fbd2e353f472 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 945 time: 0.0966189 Nov 12 08:34:17.982379 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e2a66e4-4f27-4d50-ae3e-8ea7e1e6c18e req-a1e5ecba-8bf5-4305-b6d6-03b36c284278 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100700 Nov 12 08:34:18.117412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5ff6a-a85a-4578-9042-794894da76ca req-e1a3c6b2-dc10-4593-a194-97c9c47aa70b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:18.119503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71d5ff6a-a85a-4578-9042-794894da76ca req-e1a3c6b2-dc10-4593-a194-97c9c47aa70b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0759022 Nov 12 08:34:18.155361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d9c1b-00d7-41c9-aceb-d3864dd906f9 req-8005512d-ff6c-458b-a731-e3871bd7505a tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:18.157272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a5d9c1b-00d7-41c9-aceb-d3864dd906f9 req-8005512d-ff6c-458b-a731-e3871bd7505a tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 945 time: 0.0604708 Nov 12 08:34:18.226191 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a5d9c1b-00d7-41c9-aceb-d3864dd906f9 req-107d91c3-fa79-4fee-bced-8b8a4e11f47c tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608089 Nov 12 08:34:18.348784 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83e99fcc-028b-4f00-9f5f-18d43848d280 req-e39d0f25-52e2-4521-9fa6-7a35c7b5b727 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 210 time: 0.0309107 Nov 12 08:34:18.608994 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71d5ff6a-a85a-4578-9042-794894da76ca req-6b2bc63e-94b9-4137-8669-fd584cac2e0f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4826014 Nov 12 08:34:18.650987 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7cc311c-6bda-445b-bf62-b81fa919bf55 req-7854fbf4-fd2f-42c4-8a27-694b5627ca08 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.1641910 Nov 12 08:34:18.794616 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-0d53353f-a73e-42ef-9223-213597be6a89 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:18.805758 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-0d53353f-a73e-42ef-9223-213597be6a89 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.52 "GET /v2.0/networks?id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 200 len: 811 time: 0.3199062 Nov 12 08:34:18.838431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 38c00daa-449f-4f32-8b17-9dd2ea745965 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:18.893021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-a7fce4ea-9800-410a-a1b9-236821208731 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77c4edaf15c14ad18f7c86b080849d96 HTTP/1.1" status: 200 len: 379 time: 0.0701575 Nov 12 08:34:18.910942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Request body: {'port': {'device_id': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'admin_state_up': True, 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'security_groups': ['d41d3a85-999c-42d5-90ec-47867339e2ac']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:18.925767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 38c00daa-449f-4f32-8b17-9dd2ea745965 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:18.926127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.155480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3be82-1a04-4849-8e7e-7fb220d4c701 req-b7151336-bbd6-4759-a4d1-44322b231fb1 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:19.158051 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6dd3be82-1a04-4849-8e7e-7fb220d4c701 req-b7151336-bbd6-4759-a4d1-44322b231fb1 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 945 time: 0.0674026 Nov 12 08:34:19.224566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6dd3be82-1a04-4849-8e7e-7fb220d4c701 req-c3e93947-7212-448e-a7dc-7035330a18b8 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584543 Nov 12 08:34:19.412275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ff0db-6718-424f-948f-9a181b251c98 req-ac236c30-eae9-465f-a540-8cfe16230804 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:19.418332 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-099ff0db-6718-424f-948f-9a181b251c98 req-ac236c30-eae9-465f-a540-8cfe16230804 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 945 time: 0.4797375 Nov 12 08:34:19.525139 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-099ff0db-6718-424f-948f-9a181b251c98 req-c9e9ee84-a722-4b7a-a44e-d13e8d5dcf20 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/security-groups?id=9096df69-7ce5-4193-803c-fcf173d5d8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899065 Nov 12 08:34:19.539411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Made reservation on behalf of 77c4edaf15c14ad18f7c86b080849d96 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:19.543043 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.589304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a66f0-1118-49ab-b4ef-f9914138c57f req-2ed7d354-5a4c-44f7-b7ee-319958e67438 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:19.592954 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc6a66f0-1118-49ab-b4ef-f9914138c57f req-2ed7d354-5a4c-44f7-b7ee-319958e67438 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.52 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 945 time: 0.0831552 Nov 12 08:34:19.672553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-18fd3889-d51a-4a27-a6fa-eed28a0a6beb req-92dfa1cf-4e6f-40a4-af26-61386d4a21ba tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 210 time: 0.0739384 Nov 12 08:34:19.736747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-bc6a66f0-1118-49ab-b4ef-f9914138c57f req-c3f5d662-30d6-44c2-a780-77a0542fbf97 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Deleting port 605552b4-25f9-4ee5-83f5-fcb87d640014 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:19.737975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bc6a66f0-1118-49ab-b4ef-f9914138c57f req-c3f5d662-30d6-44c2-a780-77a0542fbf97 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.757357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65151a88-e18e-4faf-b26c-0dc3f6640ad6 req-97498bde-393d-4f2b-809e-d07d453073ca tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:19.759699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-65151a88-e18e-4faf-b26c-0dc3f6640ad6 req-97498bde-393d-4f2b-809e-d07d453073ca tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 945 time: 0.1118498 Nov 12 08:34:19.862906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-bc6a66f0-1118-49ab-b4ef-f9914138c57f req-c3f5d662-30d6-44c2-a780-77a0542fbf97 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] For port 605552b4-25f9-4ee5-83f5-fcb87d640014, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=605552b4-25f9-4ee5-83f5-fcb87d640014,segment=NetworkSegment(419fc1c5-303f-45cb-8323-6989dc82639a),segment_id=419fc1c5-303f-45cb-8323-6989dc82639a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:19.862906 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bc6a66f0-1118-49ab-b4ef-f9914138c57f req-c3f5d662-30d6-44c2-a780-77a0542fbf97 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:19.864909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Allocated IP 172.20.0.12 (9f41c5e3-54fa-40ad-ae03-a1c35c91d84a/b359bf0c-d54a-44b7-94a1-d0a7a8859953/c6864a5d-c302-4e8a-aab6-8fb530f8da6a) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:19.875239 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-65151a88-e18e-4faf-b26c-0dc3f6640ad6 req-aa1f5a9a-f35e-4cd3-a7d8-3901c273f522 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867951 Nov 12 08:34:19.920550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-bc6a66f0-1118-49ab-b4ef-f9914138c57f req-c3f5d662-30d6-44c2-a780-77a0542fbf97 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Calling delete_port for 605552b4-25f9-4ee5-83f5-fcb87d640014 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:19.960406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a495cf-0069-493e-880f-ed4feb50e0cc req-59e0d585-56af-45fc-99a9-5f21cc78dd37 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:19.969309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73a495cf-0069-493e-880f-ed4feb50e0cc req-59e0d585-56af-45fc-99a9-5f21cc78dd37 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0991373 Nov 12 08:34:20.018622 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a976de0c-8a05-4462-a7a9-65aec9dbdea6 req-b613e090-fc66-4da2-93d3-dd40bde52a05 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0585613 Nov 12 08:34:20.074521 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73a495cf-0069-493e-880f-ed4feb50e0cc req-d645ebcb-3861-47d9-85d8-99a6d5c392aa tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020048 Nov 12 08:34:20.107621 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.157239 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.213385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bc6a66f0-1118-49ab-b4ef-f9914138c57f req-c3f5d662-30d6-44c2-a780-77a0542fbf97 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.220915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:20.224947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:20.231597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:20.232095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['605552b4-25f9-4ee5-83f5-fcb87d640014'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:20.267935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5d662-30d6-44c2-a780-77a0542fbf97 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Pushing event deleted for resources: {'Port': ['ID=605552b4-25f9-4ee5-83f5-fcb87d640014,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:20.273914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event updated for resources: {'Port': ['ID=c6864a5d-c302-4e8a-aab6-8fb530f8da6a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:20.321340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:20.322352 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.336929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6a66f0-1118-49ab-b4ef-f9914138c57f req-c3f5d662-30d6-44c2-a780-77a0542fbf97 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] No DVR routers for this DVR port 605552b4-25f9-4ee5-83f5-fcb87d640014 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:20.340113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bc6a66f0-1118-49ab-b4ef-f9914138c57f req-c3f5d662-30d6-44c2-a780-77a0542fbf97 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.346362 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc6a66f0-1118-49ab-b4ef-f9914138c57f req-c3f5d662-30d6-44c2-a780-77a0542fbf97 tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.52 "DELETE /v2.0/ports/605552b4-25f9-4ee5-83f5-fcb87d640014 HTTP/1.1" status: 204 len: 173 time: 0.7411349 Nov 12 08:34:20.347437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0992b4a8-87b9-4051-b876-68bbb1bcb852', 'name': 'network-vif-deleted', 'tag': '605552b4-25f9-4ee5-83f5-fcb87d640014'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:20.350980 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fba694-4b04-4709-b471-6c806f9560ae" -d '{"events": [{"server_uuid": "0992b4a8-87b9-4051-b876-68bbb1bcb852", "name": "network-vif-deleted", "tag": "605552b4-25f9-4ee5-83f5-fcb87d640014"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:20.371414 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-918f481e-83eb-4438-80e0-75b8e594928d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4639404 Nov 12 08:34:20.394337 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Request body: {'port': {'device_id': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:20.415101 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d071014b-7ee1-4705-90dd-d8b49b4efe57 x-openstack-request-id: req-d071014b-7ee1-4705-90dd-d8b49b4efe57 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:20.416061 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0992b4a8-87b9-4051-b876-68bbb1bcb852", "name": "network-vif-deleted", "tag": "605552b4-25f9-4ee5-83f5-fcb87d640014", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:20.416825 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d071014b-7ee1-4705-90dd-d8b49b4efe57 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:20.417869 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0992b4a8-87b9-4051-b876-68bbb1bcb852', 'name': 'network-vif-deleted', 'tag': '605552b4-25f9-4ee5-83f5-fcb87d640014', 'status': 'completed', 'code': 200} Nov 12 08:34:20.485353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.584739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8b8b3088-0caf-4c4a-b5f1-6b638951c9d0 None None] Provisioning complete for port c6864a5d-c302-4e8a-aab6-8fb530f8da6a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:20.588138 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8b8b3088-0caf-4c4a-b5f1-6b638951c9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:20.630721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b3088-0caf-4c4a-b5f1-6b638951c9d0 None None] Port c6864a5d-c302-4e8a-aab6-8fb530f8da6a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:20.673939 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7a639a7a-c07c-416a-9325-072a0207b732 req-a087c741-624c-47ff-93c4-fbf26d9379fe tempest-AttachSCSIVolumeTestJSON-99061993 tempest-AttachSCSIVolumeTestJSON-99061993-project] 10.222.0.31 "GET /v2.0/ports?device_id=0992b4a8-87b9-4051-b876-68bbb1bcb852 HTTP/1.1" status: 200 len: 210 time: 0.0359080 Nov 12 08:34:20.845414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974e7b-80ba-4b41-8944-2be4340eea27 req-4f3e96f5-5195-476d-ac6c-37748abb8df0 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:20.848647 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a2974e7b-80ba-4b41-8944-2be4340eea27 req-4f3e96f5-5195-476d-ac6c-37748abb8df0 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 932 time: 0.0725284 Nov 12 08:34:20.952583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6864a5d-c302-4e8a-aab6-8fb530f8da6a {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:20.977045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a2974e7b-80ba-4b41-8944-2be4340eea27 req-7111ff6f-0ae4-444f-a74b-89c39883a897 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106346 Nov 12 08:34:20.977440 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.009577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Transition to ACTIVE for port object c6864a5d-c302-4e8a-aab6-8fb530f8da6a will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:34:21.044989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.117691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Pushing event updated for resources: {'Port': ['ID=c6864a5d-c302-4e8a-aab6-8fb530f8da6a,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:21.173403 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7791c7-14e3-4469-9a68-d3bd864420f7 req-5b3b11dd-38e7-479b-ad5b-a2d08cbdfbdd tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:21.175003 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7c7791c7-14e3-4469-9a68-d3bd864420f7 req-5b3b11dd-38e7-479b-ad5b-a2d08cbdfbdd tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 945 time: 0.1636038 Nov 12 08:34:21.189716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2ac7c001-ce66-455d-970f-85744849606a req-8302124e-009d-469b-a15d-fe39ed3f948f tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0363615 Nov 12 08:34:21.291229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Attempting to bind port c6864a5d-c302-4e8a-aab6-8fb530f8da6a on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:21.291575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Attempting to bind port c6864a5d-c302-4e8a-aab6-8fb530f8da6a by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:21.291895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Attempting to bind port c6864a5d-c302-4e8a-aab6-8fb530f8da6a on network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:21.297717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7c7791c7-14e3-4469-9a68-d3bd864420f7 req-00d84535-721b-45b5-9c85-a8b65dc673ca tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1da7a1a-9235-4389-bdb2-e94d65d3df5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948136 Nov 12 08:34:21.301461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Port c6864a5d-c302-4e8a-aab6-8fb530f8da6a on network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:21.301784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Attempting to bind port c6864a5d-c302-4e8a-aab6-8fb530f8da6a on network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:21.307905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:21.308241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Checking segment: {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:21.308626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Bound using segment: {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:21.309055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Bound port: c6864a5d-c302-4e8a-aab6-8fb530f8da6a, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:21.309440 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.414760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09017f6-3356-426d-88c9-b34c58fa1697 req-06140c25-6b3d-4ca9-ae27-e38bbaa03274 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:21.417253 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b09017f6-3356-426d-88c9-b34c58fa1697 req-06140c25-6b3d-4ca9-ae27-e38bbaa03274 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1070399 Nov 12 08:34:21.431481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] For port c6864a5d-c302-4e8a-aab6-8fb530f8da6a, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:21.435669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] For port c6864a5d-c302-4e8a-aab6-8fb530f8da6a, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6864a5d-c302-4e8a-aab6-8fb530f8da6a,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:21.448288 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.503305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:21.504924 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.506778 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] 10.222.0.52 "PUT /v2.0/ports/c6864a5d-c302-4e8a-aab6-8fb530f8da6a HTTP/1.1" status: 200 len: 1093 time: 1.1250746 Nov 12 08:34:21.507411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'tag': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:21.510779 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a93db5a-42fc-412f-80e6-c6a9138b8007" -d '{"events": [{"name": "network-changed", "server_uuid": "3722edbe-9c1d-4245-a3e6-c579282a2baa", "tag": "c6864a5d-c302-4e8a-aab6-8fb530f8da6a"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:21.544934 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b09017f6-3356-426d-88c9-b34c58fa1697 req-82e635d0-4882-490d-a39a-57aa029825c3 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202147 Nov 12 08:34:21.579770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6e0d6-da51-4ac9-b66b-420ea4a95c38 req-543a07ce-b032-499d-ae9f-9d03a2dabe35 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:21.587981 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a1e6e0d6-da51-4ac9-b66b-420ea4a95c38 req-543a07ce-b032-499d-ae9f-9d03a2dabe35 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 945 time: 0.1072631 Nov 12 08:34:21.621136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0dd26-c35f-45b5-87d4-e548ff4c3a70 service neutron] Pushing event updated for resources: {'Port': ['ID=c6864a5d-c302-4e8a-aab6-8fb530f8da6a,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:21.656970 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303709a7-e073-4ca1-99b9-7ec9d030cdc3 x-openstack-request-id: req-303709a7-e073-4ca1-99b9-7ec9d030cdc3 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:21.657322 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3722edbe-9c1d-4245-a3e6-c579282a2baa", "tag": "c6864a5d-c302-4e8a-aab6-8fb530f8da6a", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:21.657534 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-303709a7-e073-4ca1-99b9-7ec9d030cdc3 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:21.657997 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'tag': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a', 'status': 'completed', 'code': 200} Nov 12 08:34:21.666057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-bf0ccbba-c5f0-49c4-995a-ee55555e4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:21.668568 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-bf0ccbba-c5f0-49c4-995a-ee55555e4e59 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77c4edaf15c14ad18f7c86b080849d96&device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 1096 time: 0.0993185 Nov 12 08:34:21.734842 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-5f2db3a9-8e6b-49ce-bf7e-9b6161a9d6bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6864a5d-c302-4e8a-aab6-8fb530f8da6a HTTP/1.1" status: 200 len: 217 time: 0.0548012 Nov 12 08:34:21.781428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a1e6e0d6-da51-4ac9-b66b-420ea4a95c38 req-0be13118-fb7c-46cf-9813-1ccfe4d21a86 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Deleting port 5bccfe7f-e527-403b-b30d-55f913b9d585 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:21.782369 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a1e6e0d6-da51-4ac9-b66b-420ea4a95c38 req-0be13118-fb7c-46cf-9813-1ccfe4d21a86 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:21.842846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-a5a98b2f-c874-4585-aa4b-642c89a67822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:21.844709 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-a5a98b2f-c874-4585-aa4b-642c89a67822 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b359bf0c-d54a-44b7-94a1-d0a7a8859953 HTTP/1.1" status: 200 len: 850 time: 0.0986292 Nov 12 08:34:21.913552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-4de5484b-b098-4379-9856-24852c85fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:21.919757 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-4de5484b-b098-4379-9856-24852c85fb02 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654938 Nov 12 08:34:21.974153 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a1e6e0d6-da51-4ac9-b66b-420ea4a95c38 req-0be13118-fb7c-46cf-9813-1ccfe4d21a86 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] For port 5bccfe7f-e527-403b-b30d-55f913b9d585, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5bccfe7f-e527-403b-b30d-55f913b9d585,segment=NetworkSegment(834a85e3-4631-47ea-940c-69f4d6b109fb),segment_id=834a85e3-4631-47ea-940c-69f4d6b109fb)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:21.974614 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a1e6e0d6-da51-4ac9-b66b-420ea4a95c38 req-0be13118-fb7c-46cf-9813-1ccfe4d21a86 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.033175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a1e6e0d6-da51-4ac9-b66b-420ea4a95c38 req-0be13118-fb7c-46cf-9813-1ccfe4d21a86 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Calling delete_port for 5bccfe7f-e527-403b-b30d-55f913b9d585 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:22.095795 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-36eaf3c4-7b02-4fcc-bc09-fe15a1406d4c service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644168 Nov 12 08:34:22.182892 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.200780 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a1e6e0d6-da51-4ac9-b66b-420ea4a95c38 req-0be13118-fb7c-46cf-9813-1ccfe4d21a86 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.221578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['5bccfe7f-e527-403b-b30d-55f913b9d585'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:22.249150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be13118-fb7c-46cf-9813-1ccfe4d21a86 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Pushing event deleted for resources: {'Port': ['ID=5bccfe7f-e527-403b-b30d-55f913b9d585,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:22.317236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e6e0d6-da51-4ac9-b66b-420ea4a95c38 req-0be13118-fb7c-46cf-9813-1ccfe4d21a86 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] No DVR routers for this DVR port 5bccfe7f-e527-403b-b30d-55f913b9d585 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:22.321348 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a1e6e0d6-da51-4ac9-b66b-420ea4a95c38 req-0be13118-fb7c-46cf-9813-1ccfe4d21a86 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:22.326151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a1e6e0d6-da51-4ac9-b66b-420ea4a95c38 req-0be13118-fb7c-46cf-9813-1ccfe4d21a86 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.46 "DELETE /v2.0/ports/5bccfe7f-e527-403b-b30d-55f913b9d585 HTTP/1.1" status: 204 len: 173 time: 0.7292714 Nov 12 08:34:22.326519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c940b-d20f-45a6-a066-f21162f90aef req-dc89a134-af23-4af2-99b4-e09028c3567c tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:22.328327 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-730c940b-d20f-45a6-a066-f21162f90aef req-dc89a134-af23-4af2-99b4-e09028c3567c tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 944 time: 0.1853125 Nov 12 08:34:22.379475 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebd5baee-3183-4d1c-a963-139efc22dd45 req-ed9dc131-8851-48c0-88c1-0c0219dd9aff service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746971 Nov 12 08:34:22.433513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cabc2c-1b50-40e1-a489-45623b1ec228', 'name': 'network-vif-deleted', 'tag': '5bccfe7f-e527-403b-b30d-55f913b9d585'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:22.436042 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-730c940b-d20f-45a6-a066-f21162f90aef req-5dfc81d4-289b-4424-9752-b87dc4f13480 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873749 Nov 12 08:34:22.439436 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3cd4f4-7d1e-4941-9c61-1ec8fc65b38a" -d '{"events": [{"server_uuid": "b9cabc2c-1b50-40e1-a489-45623b1ec228", "name": "network-vif-deleted", "tag": "5bccfe7f-e527-403b-b30d-55f913b9d585"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:22.466179 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b16ea6e9-0358-48a8-b6e6-13a38ee84b67 req-e33eec26-f189-4ce2-ad0c-ae3c1dd982cc tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0908520 Nov 12 08:34:22.572240 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6e0f70-f796-4a43-8497-aa2948ecba90 x-openstack-request-id: req-df6e0f70-f796-4a43-8497-aa2948ecba90 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:22.572678 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9cabc2c-1b50-40e1-a489-45623b1ec228", "name": "network-vif-deleted", "tag": "5bccfe7f-e527-403b-b30d-55f913b9d585", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:22.573074 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df6e0f70-f796-4a43-8497-aa2948ecba90 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:22.574657 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9cabc2c-1b50-40e1-a489-45623b1ec228', 'name': 'network-vif-deleted', 'tag': '5bccfe7f-e527-403b-b30d-55f913b9d585', 'status': 'completed', 'code': 200} Nov 12 08:34:22.658674 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-105bfb7d-7157-4193-a5e9-cb12444264e1 req-c44eb6ba-bb37-40ac-bfed-b3ec11e422c4 tempest-ServersNegativeTestMultiTenantJSON-363164099 tempest-ServersNegativeTestMultiTenantJSON-363164099-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9cabc2c-1b50-40e1-a489-45623b1ec228 HTTP/1.1" status: 200 len: 210 time: 0.0478592 Nov 12 08:34:22.664877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93db5a-42fc-412f-80e6-c6a9138b8007 req-4cddbc0b-c2c8-44a3-9f03-6b74004ec7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:22.666897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a93db5a-42fc-412f-80e6-c6a9138b8007 req-4cddbc0b-c2c8-44a3-9f03-6b74004ec7d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77c4edaf15c14ad18f7c86b080849d96&device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 1096 time: 0.1875350 Nov 12 08:34:22.692374 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 605552b4-25f9-4ee5-83f5-fcb87d640014 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:22.728403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 605552b4-25f9-4ee5-83f5-fcb87d640014 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:22.729450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 605552b4-25f9-4ee5-83f5-fcb87d640014 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:22.828390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93db5a-42fc-412f-80e6-c6a9138b8007 req-82fb0c6f-64aa-4d1f-820a-99ba107cdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:22.830103 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a93db5a-42fc-412f-80e6-c6a9138b8007 req-82fb0c6f-64aa-4d1f-820a-99ba107cdcbc service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 200 len: 912 time: 0.1547234 Nov 12 08:34:22.882730 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a93db5a-42fc-412f-80e6-c6a9138b8007 req-a0e4414f-a44e-40db-ae22-83c5a117b836 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6864a5d-c302-4e8a-aab6-8fb530f8da6a HTTP/1.1" status: 200 len: 217 time: 0.0405600 Nov 12 08:34:22.894398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c0390-6a53-4f73-83fc-3fdc21b32c3c req-c39d1332-2792-4e03-964f-a6aaeb9fca3f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:22.896656 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-156c0390-6a53-4f73-83fc-3fdc21b32c3c req-c39d1332-2792-4e03-964f-a6aaeb9fca3f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1112039 Nov 12 08:34:22.978669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93db5a-42fc-412f-80e6-c6a9138b8007 req-9c8f4378-3bc5-4f05-bb77-0ce3405cfead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:22.980191 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a93db5a-42fc-412f-80e6-c6a9138b8007 req-9c8f4378-3bc5-4f05-bb77-0ce3405cfead service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b359bf0c-d54a-44b7-94a1-d0a7a8859953 HTTP/1.1" status: 200 len: 850 time: 0.0824924 Nov 12 08:34:23.055983 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-156c0390-6a53-4f73-83fc-3fdc21b32c3c req-6db8e412-7fee-4e67-950a-3a4b733ed25a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195693 Nov 12 08:34:23.092567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93db5a-42fc-412f-80e6-c6a9138b8007 req-026d369d-13d8-4db2-afb2-0dfc7f2bd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:23.095757 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a93db5a-42fc-412f-80e6-c6a9138b8007 req-026d369d-13d8-4db2-afb2-0dfc7f2bd0b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992274 Nov 12 08:34:23.303773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a93db5a-42fc-412f-80e6-c6a9138b8007 req-e5d6fa80-8eeb-424d-949f-f2c396a99b15 service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990814 Nov 12 08:34:23.471595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea62ccd-e78f-40c8-bd05-5a06cdfd8bc1 req-1f1fdb93-477e-4881-b6d6-795562b4b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:23.474755 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fea62ccd-e78f-40c8-bd05-5a06cdfd8bc1 req-1f1fdb93-477e-4881-b6d6-795562b4b95e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1096 time: 0.0622761 Nov 12 08:34:23.478328 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bff3d6-37fe-4930-9ba6-f1faa1e8801b req-0160db6f-5445-44c0-a46d-6e89c33a226a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:23.480323 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-47bff3d6-37fe-4930-9ba6-f1faa1e8801b req-0160db6f-5445-44c0-a46d-6e89c33a226a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1421385 Nov 12 08:34:23.490581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a93db5a-42fc-412f-80e6-c6a9138b8007 req-ea7a1df0-6e3d-43d1-a115-8eeaa40540f8 service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765454 Nov 12 08:34:23.576847 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-47bff3d6-37fe-4930-9ba6-f1faa1e8801b req-92facbfe-0364-4e5f-b87b-c6d1149f8da9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842690 Nov 12 08:34:23.645977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dca097-2cf7-4885-9c88-87713cc60bc1 req-485010b0-0891-43c4-bea3-1eab749a5a98 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:23.647969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77dca097-2cf7-4885-9c88-87713cc60bc1 req-485010b0-0891-43c4-bea3-1eab749a5a98 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 944 time: 0.1071894 Nov 12 08:34:23.654121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea62ccd-e78f-40c8-bd05-5a06cdfd8bc1 req-240e7485-5680-4b7b-ad8e-53f36fe4834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:23.655837 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fea62ccd-e78f-40c8-bd05-5a06cdfd8bc1 req-240e7485-5680-4b7b-ad8e-53f36fe4834c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.1666584 Nov 12 08:34:23.722699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ef0c4c2c-2dda-4dba-ad41-4595fad1ce55 req-5a6283ab-b29d-4a36-ab5d-3e3e117e76dd tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0363910 Nov 12 08:34:23.768925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77dca097-2cf7-4885-9c88-87713cc60bc1 req-e794c80a-0a9a-4257-871d-34ad26236c2b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103318 Nov 12 08:34:23.772972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fea62ccd-e78f-40c8-bd05-5a06cdfd8bc1 req-444304cc-c068-4b84-b00b-699eb62c7c5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 998 time: 0.0999856 Nov 12 08:34:23.801518 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55844) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:23.853510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea62ccd-e78f-40c8-bd05-5a06cdfd8bc1 req-8e7b64ea-63f1-4d2d-bcaf-2fb013fe0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:23.855454 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fea62ccd-e78f-40c8-bd05-5a06cdfd8bc1 req-8e7b64ea-63f1-4d2d-bcaf-2fb013fe0b17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.0718935 Nov 12 08:34:23.859470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7a1598-5c55-428e-9c62-1ee5da12572f admin admin] Deleting subnet 8bfc49c9-f8f4-4cd0-80cb-71b6376c900f {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:23.863081 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1598-5c55-428e-9c62-1ee5da12572f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.923465 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1598-5c55-428e-9c62-1ee5da12572f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:23.931381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea62ccd-e78f-40c8-bd05-5a06cdfd8bc1 req-33bfd1bd-ac08-4c14-874c-25836d416b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:23.933295 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fea62ccd-e78f-40c8-bd05-5a06cdfd8bc1 req-33bfd1bd-ac08-4c14-874c-25836d416b2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668137 Nov 12 08:34:23.978711 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1598-5c55-428e-9c62-1ee5da12572f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.046395 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1598-5c55-428e-9c62-1ee5da12572f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.063695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fea62ccd-e78f-40c8-bd05-5a06cdfd8bc1 req-497834c2-17d5-420c-a301-c052f49b177b service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193924 Nov 12 08:34:24.073491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a1598-5c55-428e-9c62-1ee5da12572f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bfc49c9-f8f4-4cd0-80cb-71b6376c900f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:24.093705 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c7a1598-5c55-428e-9c62-1ee5da12572f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.093705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0c7a1598-5c55-428e-9c62-1ee5da12572f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8bfc49c9-f8f4-4cd0-80cb-71b6376c900f HTTP/1.1" status: 204 len: 168 time: 0.2861485 Nov 12 08:34:24.093705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55846) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:24.207443 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.227659 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fea62ccd-e78f-40c8-bd05-5a06cdfd8bc1 req-14755fd0-6a61-4c32-8fd9-98d239158c01 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520357 Nov 12 08:34:24.318260 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.343063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419f63ff-d43e-4d1c-833e-b5390d79b4d2']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:24.356405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834a85e3-4631-47ea-940c-69f4d6b109fb') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:24.356680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834a85e3-4631-47ea-940c-69f4d6b109fb') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:24.368042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.384249 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.391533 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:24.391977 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:24.394486 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:24.459825 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.479269 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.485489 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/419f63ff-d43e-4d1c-833e-b5390d79b4d2 HTTP/1.1" status: 204 len: 168 time: 0.3899884 Nov 12 08:34:24.485927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55852) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:24.487174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937b0fa-3be6-4c0a-b019-848b91cb56b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=419f63ff-d43e-4d1c-833e-b5390d79b4d2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:24.535586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b933d523-fbad-4d16-af6d-6c356727175e admin admin] Deleting subnet 05fe5399-97c4-4c48-8c59-ba0700567e36 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:24.540431 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b933d523-fbad-4d16-af6d-6c356727175e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.579155 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b933d523-fbad-4d16-af6d-6c356727175e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.633758 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b933d523-fbad-4d16-af6d-6c356727175e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.697585 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c6864a5d-c302-4e8a-aab6-8fb530f8da6a details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:24.700219 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b933d523-fbad-4d16-af6d-6c356727175e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.729450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933d523-fbad-4d16-af6d-6c356727175e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05fe5399-97c4-4c48-8c59-ba0700567e36,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:24.730455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c317b8-8ea3-4ebf-949f-8b047624b125 req-9d355759-7db9-495c-a2e3-2eeeb4a4c6c2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:24.733621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71c317b8-8ea3-4ebf-949f-8b047624b125 req-9d355759-7db9-495c-a2e3-2eeeb4a4c6c2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0631707 Nov 12 08:34:24.738556 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b933d523-fbad-4d16-af6d-6c356727175e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.746979 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b933d523-fbad-4d16-af6d-6c356727175e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/05fe5399-97c4-4c48-8c59-ba0700567e36 HTTP/1.1" status: 204 len: 168 time: 0.2584641 Nov 12 08:34:24.748276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55856) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:24.870699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c6864a5d-c302-4e8a-aab6-8fb530f8da6a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6864a5d-c302-4e8a-aab6-8fb530f8da6a,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:24.904386 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71c317b8-8ea3-4ebf-949f-8b047624b125 req-8cb826cb-50ab-4419-a2a2-06d3c698e47e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600251 Nov 12 08:34:24.907135 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:24.907881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'port_id': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a', 'mac_address': 'fa:16:3e:4d:5e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:34:24.933020 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c828b2e1-e25e-4a2d-ab2a-4e541b621923 req-0f0e1dcb-e172-4e70-afb2-e9f7fa622f87 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0538404 Nov 12 08:34:25.000286 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.048447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6864a5d-c302-4e8a-aab6-8fb530f8da6a {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:25.093910 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c6864a5d-c302-4e8a-aab6-8fb530f8da6a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6864a5d-c302-4e8a-aab6-8fb530f8da6a,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:25.099915 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.126564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.163609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=c6864a5d-c302-4e8a-aab6-8fb530f8da6a,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:25.172702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cfa1e26-bebd-4c55-aeaa-3773d55614aa']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:25.184986 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4252c501-c434-4044-a0e9-327c06bd09b2') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:25.185317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4252c501-c434-4044-a0e9-327c06bd09b2') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:25.206905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea130d-bd6d-4bd7-bab7-a7653efd22a0 req-fc94e0ca-4f5f-460f-a2a0-9a503f35d5f5 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:25.208462 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91ea130d-bd6d-4bd7-bab7-a7653efd22a0 req-fc94e0ca-4f5f-460f-a2a0-9a503f35d5f5 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 944 time: 0.1451397 Nov 12 08:34:25.210654 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.243150 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.254346 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:25.254888 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:25.258120 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:25.331219 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91ea130d-bd6d-4bd7-bab7-a7653efd22a0 req-39c32acc-089e-4a77-9939-17432f404f7c tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130762 Nov 12 08:34:25.344252 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.350179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.354188 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] 10.222.0.31 "DELETE /v2.0/networks/5cfa1e26-bebd-4c55-aeaa-3773d55614aa HTTP/1.1" status: 204 len: 168 time: 0.6045496 Nov 12 08:34:25.366487 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4c2f0-87d0-4d12-9714-75fdf6a54fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=5cfa1e26-bebd-4c55-aeaa-3773d55614aa,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:25.374459 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['c6864a5d-c302-4e8a-aab6-8fb530f8da6a'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:25.526706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55870) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:25.589190 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-43933825-6f47-48ce-89a8-f5fd33b4c0a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7eec00d07404c9ab286de198671a740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611739 Nov 12 08:34:25.592031 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55872) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:25.652559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12cb2884-d1b2-44b1-be7b-828d2fc708bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.676117 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12cb2884-d1b2-44b1-be7b-828d2fc708bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.730240 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12cb2884-d1b2-44b1-be7b-828d2fc708bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.733854 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12cb2884-d1b2-44b1-be7b-828d2fc708bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:25.735478 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-12cb2884-d1b2-44b1-be7b-828d2fc708bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1da7a1a-9235-4389-bdb2-e94d65d3df5e HTTP/1.1" status: 204 len: 168 time: 0.1418052 Nov 12 08:34:25.747812 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb2884-d1b2-44b1-be7b-828d2fc708bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1da7a1a-9235-4389-bdb2-e94d65d3df5e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:26.077209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dfc5a-4db2-42c0-9c8f-c78451bb99db req-0deaf334-47d1-4b67-881c-04fb41703a18 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:26.079891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c4dfc5a-4db2-42c0-9c8f-c78451bb99db req-0deaf334-47d1-4b67-881c-04fb41703a18 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0664566 Nov 12 08:34:26.093035 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4f9530c3-3bc7-4850-aae3-acbc7ab04fba req-70544c34-6e8b-43a7-a106-a9a70822ac10 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0435846 Nov 12 08:34:26.164063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c4dfc5a-4db2-42c0-9c8f-c78451bb99db req-3bf06da2-ad4a-4640-995b-168fa494bb03 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743482 Nov 12 08:34:26.200713 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5bccfe7f-e527-403b-b30d-55f913b9d585 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:26.233656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 5bccfe7f-e527-403b-b30d-55f913b9d585 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:26.233982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5bccfe7f-e527-403b-b30d-55f913b9d585 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:26.296405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55888) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:26.356730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926e45e-392f-4415-b76b-8b7e87bafd85 req-5a2ea1de-ae1f-4537-96db-c83f69d368d1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:26.366479 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6926e45e-392f-4415-b76b-8b7e87bafd85 req-5a2ea1de-ae1f-4537-96db-c83f69d368d1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1015790 Nov 12 08:34:26.392753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-97226e18-7f59-4f18-938c-8f8986a64adf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d46cb2d7c984dff8ff066057ff69f90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0934386 Nov 12 08:34:26.392907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55894) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:26.485275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6926e45e-392f-4415-b76b-8b7e87bafd85 req-f4836b5e-c998-425d-8cd0-3e019af84023 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051188 Nov 12 08:34:26.514930 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98160972-2ef6-46be-9d16-d1062b5745b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.518841 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206eb50-c4e4-43c1-aa4f-a538463cf36e req-9052fcb7-5db4-46bb-8949-b77154e7542a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:26.529878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f206eb50-c4e4-43c1-aa4f-a538463cf36e req-9052fcb7-5db4-46bb-8949-b77154e7542a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 945 time: 0.0933094 Nov 12 08:34:26.550978 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98160972-2ef6-46be-9d16-d1062b5745b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.604031 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f206eb50-c4e4-43c1-aa4f-a538463cf36e req-2f41b630-ae93-4c3d-8882-c7cb1ce1b002 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705113 Nov 12 08:34:26.634437 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98160972-2ef6-46be-9d16-d1062b5745b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.646324 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98160972-2ef6-46be-9d16-d1062b5745b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.649474 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-98160972-2ef6-46be-9d16-d1062b5745b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b4f766a-caff-40a5-88d5-344f93e5c83b HTTP/1.1" status: 204 len: 168 time: 0.2533774 Nov 12 08:34:26.663406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98160972-2ef6-46be-9d16-d1062b5745b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4f766a-caff-40a5-88d5-344f93e5c83b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:26.696138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c6864a5d-c302-4e8a-aab6-8fb530f8da6a up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:26.785721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port c6864a5d-c302-4e8a-aab6-8fb530f8da6a completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:34:26.796679 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port c6864a5d-c302-4e8a-aab6-8fb530f8da6a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:26.797134 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.868463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae0ab7-fc9e-4bd0-be20-6e6d4c9a4559 req-4e3233fa-666c-4568-aeff-00f774466b06 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:26.877573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51ae0ab7-fc9e-4bd0-be20-6e6d4c9a4559 req-4e3233fa-666c-4568-aeff-00f774466b06 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0917923 Nov 12 08:34:26.947562 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:26.954444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51ae0ab7-fc9e-4bd0-be20-6e6d4c9a4559 req-c7420b58-c2e6-47d9-b825-2f1ebe68fcf7 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756726 Nov 12 08:34:26.989252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:26.992054 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7ff4eb-4b33-445c-88fd-c9df37376bfb" -d '{"events": [{"server_uuid": "3722edbe-9c1d-4245-a3e6-c579282a2baa", "name": "network-vif-plugged", "status": "completed", "tag": "c6864a5d-c302-4e8a-aab6-8fb530f8da6a"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:27.029161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c6864a5d-c302-4e8a-aab6-8fb530f8da6a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6864a5d-c302-4e8a-aab6-8fb530f8da6a,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:27.038867 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:27.139737 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d0bec6-d288-4bcb-ad67-71764cc22397 x-openstack-request-id: req-01d0bec6-d288-4bcb-ad67-71764cc22397 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:27.139934 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3722edbe-9c1d-4245-a3e6-c579282a2baa", "name": "network-vif-plugged", "status": "completed", "tag": "c6864a5d-c302-4e8a-aab6-8fb530f8da6a", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:27.142946 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01d0bec6-d288-4bcb-ad67-71764cc22397 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:27.145162 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a', 'code': 200} Nov 12 08:34:27.176125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=c6864a5d-c302-4e8a-aab6-8fb530f8da6a,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:27.321198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-46b58a4b-d452-4697-ab59-247098309e3e req-34bf6a0b-8707-476b-8f8d-8a51e5a212a5 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0637362 Nov 12 08:34:27.345357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811164ec-29c9-42e2-8ea6-9e1e8ea8eb63 req-93079ec6-4ddd-43c1-ab13-fd7e245b78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:27.346302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017d4b9-aa43-417d-8687-9827b99d93d3 req-9634c480-b809-485f-8564-350895a23499 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:27.347449 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-811164ec-29c9-42e2-8ea6-9e1e8ea8eb63 req-93079ec6-4ddd-43c1-ab13-fd7e245b78e4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 1098 time: 0.1483488 Nov 12 08:34:27.354511 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f017d4b9-aa43-417d-8687-9827b99d93d3 req-9634c480-b809-485f-8564-350895a23499 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0911326 Nov 12 08:34:27.461377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f017d4b9-aa43-417d-8687-9827b99d93d3 req-31ab387d-98b9-4f22-adcf-1800bba115d1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058888 Nov 12 08:34:27.468995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-811164ec-29c9-42e2-8ea6-9e1e8ea8eb63 req-2a38a964-7772-47d7-99b1-6afc9c1ba206 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131053 Nov 12 08:34:27.616429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55930) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:27.861618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96e8ab-6013-4d80-8f31-0ba24d0993f9 req-6237fd0d-f6c9-469a-9088-8381107902df tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:27.864506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc96e8ab-6013-4d80-8f31-0ba24d0993f9 req-6237fd0d-f6c9-469a-9088-8381107902df tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.1356554 Nov 12 08:34:28.100583 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc96e8ab-6013-4d80-8f31-0ba24d0993f9 req-dcd4cdcc-cf36-4ef3-ac7c-fd6287022747 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022139 Nov 12 08:34:28.284580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f2247c2-ffdc-492c-9469-f218d23ee15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:28.548317 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:28.561959 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-443d6a3d-f4a3-45bf-894f-00a1062de6bd req-c0e043e7-1dfb-466e-b5c7-df6a050d0c5e tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0614653 Nov 12 08:34:28.737582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555df30-ff4c-4d8f-bdd8-e2f2ee777848 req-306f3f7a-f2ce-4920-bd75-967ae6dd1e30 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:28.739291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4555df30-ff4c-4d8f-bdd8-e2f2ee777848 req-306f3f7a-f2ce-4920-bd75-967ae6dd1e30 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1504402 Nov 12 08:34:28.745580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55960) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:28.855490 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4555df30-ff4c-4d8f-bdd8-e2f2ee777848 req-f5f4c8b1-90ea-4bae-a657-c954f3e829c7 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009061 Nov 12 08:34:28.868852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-4f2247c2-ffdc-492c-9469-f218d23ee15b admin admin] Deleting port a8674dd0-22c5-4d70-b99a-6e8b94526539 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:28.869469 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f2247c2-ffdc-492c-9469-f218d23ee15b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:28.938760 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26547b9b-bee8-4e8f-abe6-962cb66cc397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.001226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-4f2247c2-ffdc-492c-9469-f218d23ee15b admin admin] For port a8674dd0-22c5-4d70-b99a-6e8b94526539, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a8674dd0-22c5-4d70-b99a-6e8b94526539,segment=NetworkSegment(419fc1c5-303f-45cb-8323-6989dc82639a),segment_id=419fc1c5-303f-45cb-8323-6989dc82639a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:29.001619 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f2247c2-ffdc-492c-9469-f218d23ee15b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.042142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-4f2247c2-ffdc-492c-9469-f218d23ee15b admin admin] Calling delete_port for a8674dd0-22c5-4d70-b99a-6e8b94526539 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:29.080672 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26547b9b-bee8-4e8f-abe6-962cb66cc397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.088399 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26547b9b-bee8-4e8f-abe6-962cb66cc397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.166285 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-26547b9b-bee8-4e8f-abe6-962cb66cc397 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2da20f110d7a486d9605240f769651e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4175084 Nov 12 08:34:29.168454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55970) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:29.170111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26547b9b-bee8-4e8f-abe6-962cb66cc397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a85495-77ba-44b3-8b45-2c080a09b8e3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:29.176829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75720575-050b-4eec-9c93-4f36de7cbaaa req-94ea40d2-94cb-446f-bda7-0c12afa8fbae tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:29.178504 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75720575-050b-4eec-9c93-4f36de7cbaaa req-94ea40d2-94cb-446f-bda7-0c12afa8fbae tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0809131 Nov 12 08:34:29.250483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703069d3-bf79-431d-8706-fc1519e74f7a req-c8d56910-650f-4c69-9008-a6944b572529 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:29.251986 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-703069d3-bf79-431d-8706-fc1519e74f7a req-c8d56910-650f-4c69-9008-a6944b572529 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.0615635 Nov 12 08:34:29.339381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75720575-050b-4eec-9c93-4f36de7cbaaa req-de9ecd4a-40ed-4b10-9eeb-8e6a1252ef91 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166294 Nov 12 08:34:29.350510 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a01f440-597e-4f4f-9874-b9beab8797d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.353766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-703069d3-bf79-431d-8706-fc1519e74f7a req-5a548505-32f0-444c-a01c-307b7b5e7685 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928612 Nov 12 08:34:29.406359 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a01f440-597e-4f4f-9874-b9beab8797d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.451387 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f2247c2-ffdc-492c-9469-f218d23ee15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.490625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2247c2-ffdc-492c-9469-f218d23ee15b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8674dd0-22c5-4d70-b99a-6e8b94526539,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:29.563697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a01f440-597e-4f4f-9874-b9beab8797d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.564659 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:34:29.566363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a01f440-597e-4f4f-9874-b9beab8797d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.567553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0a01f440-597e-4f4f-9874-b9beab8797d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6a85495-77ba-44b3-8b45-2c080a09b8e3 HTTP/1.1" status: 204 len: 168 time: 0.3881021 Nov 12 08:34:29.598381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c896f90-c641-433c-a66d-e678b863a5ff req-de6a40ed-7081-4fa7-91e6-a54cbc636e0b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:29.599953 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c896f90-c641-433c-a66d-e678b863a5ff req-de6a40ed-7081-4fa7-91e6-a54cbc636e0b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.1426053 Nov 12 08:34:29.609360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01f440-597e-4f4f-9874-b9beab8797d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a85495-77ba-44b3-8b45-2c080a09b8e3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:29.611075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55976) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:29.616547 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a2dcdd6f-c1a8-4b79-bb81-d31928849cf7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Request body: {'floatingip': {'port_id': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:29.708900 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2dcdd6f-c1a8-4b79-bb81-d31928849cf7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:29.798666 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5c68e0e0-6ab5-4aae-ad54-8c05f0e6b968 req-2876abe5-c0ce-4125-92a1-b83e6b462715 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0847354 Nov 12 08:34:29.832616 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f2247c2-ffdc-492c-9469-f218d23ee15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.200245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2247c2-ffdc-492c-9469-f218d23ee15b admin admin] Router fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:30.328073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed6819-5486-4ada-a8a5-922a9984f11c req-f6fe7d2a-192d-4d11-9ec5-3f4839bb3388 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:30.329712 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4eed6819-5486-4ada-a8a5-922a9984f11c req-f6fe7d2a-192d-4d11-9ec5-3f4839bb3388 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 945 time: 0.0652926 Nov 12 08:34:30.411310 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2dcdd6f-c1a8-4b79-bb81-d31928849cf7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.418693 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2dcdd6f-c1a8-4b79-bb81-d31928849cf7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:30.596876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ee951-caa3-4674-974f-3106267ae1a2 req-a34130bd-7911-44b8-a018-c2b4dcee0f76 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:30.598494 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6b1ee951-caa3-4674-974f-3106267ae1a2 req-a34130bd-7911-44b8-a018-c2b4dcee0f76 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1323020 Nov 12 08:34:30.602544 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-a2dcdd6f-c1a8-4b79-bb81-d31928849cf7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Floating IP efab4a59-fe5d-4a18-bc13-4e8682cd97e2 associated. External IP: 172.25.3.170, port: c6864a5d-c302-4e8a-aab6-8fb530f8da6a. Nov 12 08:34:30.774060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4eed6819-5486-4ada-a8a5-922a9984f11c req-9bd14da3-b29d-41e5-afae-42e2813298ff tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622575 Nov 12 08:34:30.775137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2247c2-ffdc-492c-9469-f218d23ee15b admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:30.781285 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4f2247c2-ffdc-492c-9469-f218d23ee15b admin admin] 10.222.0.31 "PUT /v2.0/routers/fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1620770 Nov 12 08:34:30.785092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56012) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:30.799799 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c047bde-4244-4e70-8d62-6be9302c7025 None None] Sync routers for ids ['fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:30.819012 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c047bde-4244-4e70-8d62-6be9302c7025 None None] Routers {'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:30.820136 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-8c047bde-4244-4e70-8d62-6be9302c7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:30.921245 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.048733 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-8c047bde-4244-4e70-8d62-6be9302c7025 None None] Set router fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:31.114383 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.177724 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6b1ee951-caa3-4674-974f-3106267ae1a2 req-3042f88c-a977-4756-8b34-e1253d60049d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5695615 Nov 12 08:34:31.244832 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f74fe40b-187a-4a4d-b930-417942f9b8cb req-0d73f95b-7a41-49b6-b2f5-ced2ea7260c5 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0651829 Nov 12 08:34:31.278929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Deleting port a6ed475b-787d-4085-a1cf-30d9af7eb2c4 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:31.279510 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.374705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dcdd6f-c1a8-4b79-bb81-d31928849cf7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:31.381772 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-8c047bde-4244-4e70-8d62-6be9302c7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-123211227-router', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:11Z', 'updated_at': '2021-11-12T08:34:29Z', 'revision_number': 5, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'gw_port': {'id': 'a6ed475b-787d-4085-a1cf-30d9af7eb2c4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:32:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:12Z', 'updated_at': '2021-11-12T08:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:31.433869 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c047bde-4244-4e70-8d62-6be9302c7025 None None] Checking router: fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:31.449922 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c047bde-4244-4e70-8d62-6be9302c7025 None None] Routers {'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:31.451749 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-8c047bde-4244-4e70-8d62-6be9302c7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:31.460046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] For port a6ed475b-787d-4085-a1cf-30d9af7eb2c4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a6ed475b-787d-4085-a1cf-30d9af7eb2c4,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:31.460619 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.488103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Calling delete_port for a6ed475b-787d-4085-a1cf-30d9af7eb2c4 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:31.512763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54327484-23fd-4715-960c-0c8b41656d1d req-2cfc0b82-0d99-4574-8df8-dd72ee31556f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:31.515593 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54327484-23fd-4715-960c-0c8b41656d1d req-2cfc0b82-0d99-4574-8df8-dd72ee31556f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1170266 Nov 12 08:34:31.558837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dcdd6f-c1a8-4b79-bb81-d31928849cf7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:31.565460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2dcdd6f-c1a8-4b79-bb81-d31928849cf7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.577720 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcbcc6f-cc36-4f60-bda5-c7d9d4ce79ad None None] Sync routers for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:31.603209 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a2dcdd6f-c1a8-4b79-bb81-d31928849cf7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "PUT /v2.0/floatingips/efab4a59-fe5d-4a18-bc13-4e8682cd97e2 HTTP/1.1" status: 200 len: 992 time: 1.9902544 Nov 12 08:34:31.603903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'tag': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:31.607042 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2606a9a7-1ecd-4a34-bcdd-238cdf42c2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3722edbe-9c1d-4245-a3e6-c579282a2baa", "tag": "c6864a5d-c302-4e8a-aab6-8fb530f8da6a"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:31.614303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcbcc6f-cc36-4f60-bda5-c7d9d4ce79ad None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:31.618151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9dcbcc6f-cc36-4f60-bda5-c7d9d4ce79ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:31.636881 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-8c047bde-4244-4e70-8d62-6be9302c7025 None None] Set router fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:31.680517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54327484-23fd-4715-960c-0c8b41656d1d req-109765d1-7680-422e-a21d-2d7213c81d0f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569061 Nov 12 08:34:31.815464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-9dcbcc6f-cc36-4f60-bda5-c7d9d4ce79ad None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:31.819810 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d0fb27-c980-49ff-b2b8-c7eaf99a2d47 x-openstack-request-id: req-e7d0fb27-c980-49ff-b2b8-c7eaf99a2d47 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:31.820279 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3722edbe-9c1d-4245-a3e6-c579282a2baa", "tag": "c6864a5d-c302-4e8a-aab6-8fb530f8da6a", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:31.822353 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7d0fb27-c980-49ff-b2b8-c7eaf99a2d47 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:31.823004 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'tag': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a', 'status': 'completed', 'code': 200} Nov 12 08:34:31.858773 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-8c047bde-4244-4e70-8d62-6be9302c7025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-123211227-router', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:11Z', 'updated_at': '2021-11-12T08:34:31Z', 'revision_number': 6, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:31.877152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:31.902047 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c047bde-4244-4e70-8d62-6be9302c7025 None None] The sync data for ids ['fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a'] in n-d-768851-18 is: [{'id': 'fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-123211227-router', 'tenant_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:11Z', 'updated_at': '2021-11-12T08:34:31Z', 'revision_number': 6, 'project_id': 'a0abbc2372a54768a63c2d40e8c5de9a', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:31.983541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606a9a7-1ecd-4a34-bcdd-238cdf42c2fc req-6ec3c5f7-5c15-487a-8c5a-a46075dd4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:31.984820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ed475b-787d-4085-a1cf-30d9af7eb2c4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:31.993973 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2606a9a7-1ecd-4a34-bcdd-238cdf42c2fc req-6ec3c5f7-5c15-487a-8c5a-a46075dd4164 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77c4edaf15c14ad18f7c86b080849d96&device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 1098 time: 0.1159260 Nov 12 08:34:32.125430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.239354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9dcbcc6f-cc36-4f60-bda5-c7d9d4ce79ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'efab4a59-fe5d-4a18-bc13-4e8682cd97e2', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'port_id': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'mac_address': 'fa:16:3e:4d:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:34:14Z', 'updated_at': '2021-11-12T08:34:30Z', 'revision_number': 1, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:16Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:32.252171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606a9a7-1ecd-4a34-bcdd-238cdf42c2fc req-dcdb5eb8-56d7-471a-a533-b751971b4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:32.254845 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2606a9a7-1ecd-4a34-bcdd-238cdf42c2fc req-dcdb5eb8-56d7-471a-a533-b751971b4bb8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 200 len: 912 time: 0.2446296 Nov 12 08:34:32.275333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896ff5e-1c7e-42fd-81c2-1e0916aa826b req-ac367e23-0049-4271-9357-325ec684de1b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:32.281067 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcbcc6f-cc36-4f60-bda5-c7d9d4ce79ad None None] Checking router: 805d81d5-91f6-48cc-9adb-f4f5d69d47ed for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:32.284810 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6896ff5e-1c7e-42fd-81c2-1e0916aa826b req-ac367e23-0049-4271-9357-325ec684de1b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.3173962 Nov 12 08:34:32.289011 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.295454 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcbcc6f-cc36-4f60-bda5-c7d9d4ce79ad None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:32.296575 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9dcbcc6f-cc36-4f60-bda5-c7d9d4ce79ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:32.297630 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.312823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81520cb-93a4-42b4-b468-ac759536ebdc req-481dc761-4caf-4c5e-a29c-3b3f2dcda884 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:32.328255 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f81520cb-93a4-42b4-b468-ac759536ebdc req-481dc761-4caf-4c5e-a29c-3b3f2dcda884 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 945 time: 0.1611865 Nov 12 08:34:32.405737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6896ff5e-1c7e-42fd-81c2-1e0916aa826b req-a6476c05-69e5-4eec-a6a2-31734b19d1c0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198394 Nov 12 08:34:32.422871 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.423757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:34:32.429496 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.431185 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a36bdb27-cdd0-478c-95fb-358bac36468d admin admin] 10.222.0.31 "DELETE /v2.0/routers/fbfa3aa1-d668-4ae0-8ad3-6485bcbf6a6a HTTP/1.1" status: 204 len: 168 time: 1.6449666 Nov 12 08:34:32.436400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56068) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:32.518146 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2606a9a7-1ecd-4a34-bcdd-238cdf42c2fc req-15a38daf-9605-4094-b547-32bcde56fa79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6864a5d-c302-4e8a-aab6-8fb530f8da6a HTTP/1.1" status: 200 len: 1000 time: 0.2476377 Nov 12 08:34:32.519197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56070) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:32.587990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec321a8-a9c6-4d76-baf4-87d4472a0b2b admin admin] Deleting subnet 8def1ab2-8820-43e8-862e-0c8bcf028c69 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:32.611865 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eec321a8-a9c6-4d76-baf4-87d4472a0b2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.622867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2260f76-ebff-4fb4-86e7-125a3718fd9b req-6d5abd9f-d675-4296-b7eb-e6f84dac6ccb tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:32.624826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e2260f76-ebff-4fb4-86e7-125a3718fd9b req-6d5abd9f-d675-4296-b7eb-e6f84dac6ccb tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 945 time: 0.1222723 Nov 12 08:34:32.629089 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f81520cb-93a4-42b4-b468-ac759536ebdc req-ab58d713-3351-47de-b7ef-9b6b8ebd3126 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955780 Nov 12 08:34:32.640761 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606a9a7-1ecd-4a34-bcdd-238cdf42c2fc req-8a3bf68f-fa79-4dac-8e34-d3b0b740b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:32.642754 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2606a9a7-1ecd-4a34-bcdd-238cdf42c2fc req-8a3bf68f-fa79-4dac-8e34-d3b0b740b855 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b359bf0c-d54a-44b7-94a1-d0a7a8859953 HTTP/1.1" status: 200 len: 850 time: 0.0979800 Nov 12 08:34:32.700011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-10a7efac-9d21-4e06-b000-b64f217dacf3 req-a04b3b07-7403-4e84-aa15-d0bdd75d475b tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0961530 Nov 12 08:34:32.725963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606a9a7-1ecd-4a34-bcdd-238cdf42c2fc req-ca311666-5b68-4d24-abc5-050844d42343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:32.727505 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2606a9a7-1ecd-4a34-bcdd-238cdf42c2fc req-ca311666-5b68-4d24-abc5-050844d42343 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758464 Nov 12 08:34:32.728966 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65a4300a-4225-4da9-ab38-00ba81077197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.772118 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eec321a8-a9c6-4d76-baf4-87d4472a0b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.776850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-9dcbcc6f-cc36-4f60-bda5-c7d9d4ce79ad None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:32.923501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a6ed475b-787d-4085-a1cf-30d9af7eb2c4 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:32.952520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: a6ed475b-787d-4085-a1cf-30d9af7eb2c4 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:32.952864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a6ed475b-787d-4085-a1cf-30d9af7eb2c4 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:32.953531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a8674dd0-22c5-4d70-b99a-6e8b94526539 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:32.967208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-e2260f76-ebff-4fb4-86e7-125a3718fd9b req-fe298443-9086-418a-aaf6-09677f95dd2f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Deleting port 9d6be065-6c60-4632-af5c-75c31377552d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:32.967558 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e2260f76-ebff-4fb4-86e7-125a3718fd9b req-fe298443-9086-418a-aaf6-09677f95dd2f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:32.979996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: a8674dd0-22c5-4d70-b99a-6e8b94526539 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:32.980805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a8674dd0-22c5-4d70-b99a-6e8b94526539 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:32.999786 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eec321a8-a9c6-4d76-baf4-87d4472a0b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.016024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52805e-a23b-47e9-a09d-b1478985d638 req-002a9f18-102f-4972-9b66-22806a6dfe16 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:33.024028 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a52805e-a23b-47e9-a09d-b1478985d638 req-002a9f18-102f-4972-9b66-22806a6dfe16 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.2611232 Nov 12 08:34:33.090188 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65a4300a-4225-4da9-ab38-00ba81077197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.109911 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65a4300a-4225-4da9-ab38-00ba81077197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.117359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e2260f76-ebff-4fb4-86e7-125a3718fd9b req-fe298443-9086-418a-aaf6-09677f95dd2f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] For port 9d6be065-6c60-4632-af5c-75c31377552d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=9d6be065-6c60-4632-af5c-75c31377552d,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:33.118363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e2260f76-ebff-4fb4-86e7-125a3718fd9b req-fe298443-9086-418a-aaf6-09677f95dd2f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.137876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-e2260f76-ebff-4fb4-86e7-125a3718fd9b req-fe298443-9086-418a-aaf6-09677f95dd2f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Calling delete_port for 9d6be065-6c60-4632-af5c-75c31377552d owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:33.143411 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eec321a8-a9c6-4d76-baf4-87d4472a0b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.150406 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2606a9a7-1ecd-4a34-bcdd-238cdf42c2fc req-56515de3-dda2-4689-9e50-f96616627d26 service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124916 Nov 12 08:34:33.176317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9dcbcc6f-cc36-4f60-bda5-c7d9d4ce79ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'efab4a59-fe5d-4a18-bc13-4e8682cd97e2', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'port_id': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'mac_address': 'fa:16:3e:4d:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:34:14Z', 'updated_at': '2021-11-12T08:34:30Z', 'revision_number': 1, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:16Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:33.191041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec321a8-a9c6-4d76-baf4-87d4472a0b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8def1ab2-8820-43e8-862e-0c8bcf028c69,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:33.208625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcbcc6f-cc36-4f60-bda5-c7d9d4ce79ad None None] The sync data for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 is: [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'efab4a59-fe5d-4a18-bc13-4e8682cd97e2', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'port_id': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'mac_address': 'fa:16:3e:4d:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:34:14Z', 'updated_at': '2021-11-12T08:34:30Z', 'revision_number': 1, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:16Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:33.223149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ae1bb-45f1-4762-a693-70589de7bf3e None None] Network 85d39561-94a6-48a8-9b4c-9f32510afab1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:33.234579 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eec321a8-a9c6-4d76-baf4-87d4472a0b2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.241784 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eec321a8-a9c6-4d76-baf4-87d4472a0b2b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8def1ab2-8820-43e8-862e-0c8bcf028c69 HTTP/1.1" status: 204 len: 168 time: 0.7966101 Nov 12 08:34:33.248286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56076) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:33.269229 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-65a4300a-4225-4da9-ab38-00ba81077197 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5dc93b94d54e41dc8d4ab1e103d0c632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7438047 Nov 12 08:34:33.274454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56078) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:33.278122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4300a-4225-4da9-ab38-00ba81077197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b760803b-5923-4b0c-8ec2-f53a13b7477b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:33.330329 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a52805e-a23b-47e9-a09d-b1478985d638 req-85e4d254-e09a-45cf-9ef7-88f681a7b4d1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038669 Nov 12 08:34:33.399338 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2606a9a7-1ecd-4a34-bcdd-238cdf42c2fc req-7c7cc691-8172-47c9-a641-317cc1fc0739 service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333474 Nov 12 08:34:33.443661 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7146-f902-4aff-bed7-2a2517a41f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.451633 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.482282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7146-f902-4aff-bed7-2a2517a41f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.551864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eda4bbe-0f13-40a8-8dc0-6a39dfa8195d None None] DHCP port deletion for 85d39561-94a6-48a8-9b4c-9f32510afab1 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:33.557875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e2260f76-ebff-4fb4-86e7-125a3718fd9b req-fe298443-9086-418a-aaf6-09677f95dd2f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.584989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7146-f902-4aff-bed7-2a2517a41f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.588578 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7146-f902-4aff-bed7-2a2517a41f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.593375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['9d6be065-6c60-4632-af5c-75c31377552d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:33.601634 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6b4e7146-f902-4aff-bed7-2a2517a41f1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b760803b-5923-4b0c-8ec2-f53a13b7477b HTTP/1.1" status: 204 len: 168 time: 0.3267877 Nov 12 08:34:33.611885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e7146-f902-4aff-bed7-2a2517a41f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b760803b-5923-4b0c-8ec2-f53a13b7477b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:33.633910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe298443-9086-418a-aaf6-09677f95dd2f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Pushing event deleted for resources: {'Port': ['ID=9d6be065-6c60-4632-af5c-75c31377552d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:33.702227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Deleting port 573bb3d5-cae7-4259-abeb-360ff24b5360 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:33.702581 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.704881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0eda4bbe-0f13-40a8-8dc0-6a39dfa8195d None None] Deleting port 573bb3d5-cae7-4259-abeb-360ff24b5360 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:33.705480 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0eda4bbe-0f13-40a8-8dc0-6a39dfa8195d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.713762 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d602736-bc76-4cae-8ea5-51367773a933 None None] New status for floating IP efab4a59-fe5d-4a18-bc13-4e8682cd97e2: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:34:33.792183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0eda4bbe-0f13-40a8-8dc0-6a39dfa8195d None None] For port 573bb3d5-cae7-4259-abeb-360ff24b5360, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=573bb3d5-cae7-4259-abeb-360ff24b5360,segment=NetworkSegment(419fc1c5-303f-45cb-8323-6989dc82639a),segment_id=419fc1c5-303f-45cb-8323-6989dc82639a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:33.792782 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0eda4bbe-0f13-40a8-8dc0-6a39dfa8195d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.809219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0eda4bbe-0f13-40a8-8dc0-6a39dfa8195d None None] Calling delete_port for 573bb3d5-cae7-4259-abeb-360ff24b5360 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:33.850250 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2db4f026-85d3-4394-a4d8-bff1bb3a2bf0 req-24dbad9b-4f25-415e-b57d-931c083e5a51 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 210 time: 0.0651414 Nov 12 08:34:33.863132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2260f76-ebff-4fb4-86e7-125a3718fd9b req-fe298443-9086-418a-aaf6-09677f95dd2f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] No DVR routers for this DVR port 9d6be065-6c60-4632-af5c-75c31377552d on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:33.927475 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0eda4bbe-0f13-40a8-8dc0-6a39dfa8195d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:33.977125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda4bbe-0f13-40a8-8dc0-6a39dfa8195d None None] Pushing event deleted for resources: {'Port': ['ID=573bb3d5-cae7-4259-abeb-360ff24b5360,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:33.982894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda4bbe-0f13-40a8-8dc0-6a39dfa8195d None None] No DVR routers for this DVR port 573bb3d5-cae7-4259-abeb-360ff24b5360 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:33.999384 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e2260f76-ebff-4fb4-86e7-125a3718fd9b req-fe298443-9086-418a-aaf6-09677f95dd2f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.010958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e2260f76-ebff-4fb4-86e7-125a3718fd9b req-fe298443-9086-418a-aaf6-09677f95dd2f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "DELETE /v2.0/ports/9d6be065-6c60-4632-af5c-75c31377552d HTTP/1.1" status: 204 len: 173 time: 1.3054211 Nov 12 08:34:34.012980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ca5c2a-84ad-4c33-bf23-d461899747d7', 'name': 'network-vif-deleted', 'tag': '9d6be065-6c60-4632-af5c-75c31377552d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:34.024227 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41464f5-9b1b-40b1-be95-4a943ecbd90f" -d '{"events": [{"server_uuid": "b7ca5c2a-84ad-4c33-bf23-d461899747d7", "name": "network-vif-deleted", "tag": "9d6be065-6c60-4632-af5c-75c31377552d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:34.073471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d1112c3-1df4-47f8-b0bf-20593691e8cf req-300ae7b9-b053-4012-a9eb-b150e6b25daa tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.2158716 Nov 12 08:34:34.127347 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736cbedf-f117-4ae5-a7be-aa77a02f6df0 x-openstack-request-id: req-736cbedf-f117-4ae5-a7be-aa77a02f6df0 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:34.127796 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ca5c2a-84ad-4c33-bf23-d461899747d7", "name": "network-vif-deleted", "tag": "9d6be065-6c60-4632-af5c-75c31377552d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:34.128199 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-736cbedf-f117-4ae5-a7be-aa77a02f6df0 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:34.128807 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ca5c2a-84ad-4c33-bf23-d461899747d7', 'name': 'network-vif-deleted', 'tag': '9d6be065-6c60-4632-af5c-75c31377552d', 'status': 'completed', 'code': 200} Nov 12 08:34:34.152514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] For port 573bb3d5-cae7-4259-abeb-360ff24b5360, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=573bb3d5-cae7-4259-abeb-360ff24b5360,segment=NetworkSegment(419fc1c5-303f-45cb-8323-6989dc82639a),segment_id=419fc1c5-303f-45cb-8323-6989dc82639a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:34.153315 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.178226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Calling delete_port for 573bb3d5-cae7-4259-abeb-360ff24b5360 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:34.309977 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.343788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] No DVR routers for this DVR port 573bb3d5-cae7-4259-abeb-360ff24b5360 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:34.348292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Pushing event deleted for resources: {'Port': ['ID=573bb3d5-cae7-4259-abeb-360ff24b5360,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:34.454574 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.488655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d39561-94a6-48a8-9b4c-9f32510afab1']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:34.511139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419fc1c5-303f-45cb-8323-6989dc82639a') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:34.511551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419fc1c5-303f-45cb-8323-6989dc82639a') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:34.523797 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.542697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.551020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:34.551619 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:34.553699 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:34.641905 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.652703 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:34.662157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56112) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:34.662911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] 10.222.0.31 "DELETE /v2.0/networks/85d39561-94a6-48a8-9b4c-9f32510afab1 HTTP/1.1" status: 204 len: 168 time: 1.4135122 Nov 12 08:34:34.689062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119310bf-8ae9-4b41-9c48-6bf07d4d47bf admin admin] Pushing event deleted for resources: {'Network': ['ID=85d39561-94a6-48a8-9b4c-9f32510afab1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:34.737656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56116) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:34.801374 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 573bb3d5-cae7-4259-abeb-360ff24b5360 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:34.830967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 573bb3d5-cae7-4259-abeb-360ff24b5360 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:34.831588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 573bb3d5-cae7-4259-abeb-360ff24b5360 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:34.950293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-network', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:35.008917 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-18d6c8f7-ba22-4c08-82c8-52702860106d req-841a2ee9-8111-4804-bfa6-3c4fd4abd0b0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 210 time: 0.0519032 Nov 12 08:34:35.025803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Made reservation on behalf of 60b084a3270c466cb1c91ac839e48f82 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:35.040673 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.052301 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.147469 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e48d0594-6264-4b7a-b71f-5799b4aadcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.238065 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.241754 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a77d092-5101-4196-89e0-2b45da812079 req-011ab5bb-f29b-467d-9aeb-99458f475b5c tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0383162 Nov 12 08:34:35.244889 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.286420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:34:35.300647 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bf20d1-6d3f-4123-a062-bfeb1e34b90e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:35.306639 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.306978 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Added segment c68a7550-98e6-4cd3-8088-2331a51a5629 of type vlan for network f4e7b44e-b3da-477b-8acb-2235fde73aca Nov 12 08:34:35.325952 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21cbaf3c-dda2-4fc2-b032-6debda2c5f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.359938 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.389189 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.390347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:35.391061 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.474236 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7347715 Nov 12 08:34:35.477267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56126) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:35.482165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-af682fce-9608-4e3e-acd7-e5a6acd45bc9 admin admin] Request body: {'subnet': {'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-subnet', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:35.490994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5fcff-8ff4-4845-8bd8-ff38011cd24b admin admin] Pushing event updated for resources: {'Network': ['ID=f4e7b44e-b3da-477b-8acb-2235fde73aca,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:35.512369 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network f4e7b44e-b3da-477b-8acb-2235fde73aca details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:34:35.519176 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af682fce-9608-4e3e-acd7-e5a6acd45bc9 admin admin] Made reservation on behalf of 60b084a3270c466cb1c91ac839e48f82 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:35.525201 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-af682fce-9608-4e3e-acd7-e5a6acd45bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.712444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-21cbaf3c-dda2-4fc2-b032-6debda2c5f0b admin admin] Deleting port ebacf954-ef41-410b-a3c8-6acfd9e963b9 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:35.713418 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21cbaf3c-dda2-4fc2-b032-6debda2c5f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.759101 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-af682fce-9608-4e3e-acd7-e5a6acd45bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.808274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-21cbaf3c-dda2-4fc2-b032-6debda2c5f0b admin admin] For port ebacf954-ef41-410b-a3c8-6acfd9e963b9, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ebacf954-ef41-410b-a3c8-6acfd9e963b9,segment=NetworkSegment(42dc753c-6c6c-4826-84b9-72d7c7907a61),segment_id=42dc753c-6c6c-4826-84b9-72d7c7907a61)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:35.808878 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21cbaf3c-dda2-4fc2-b032-6debda2c5f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.830765 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-21cbaf3c-dda2-4fc2-b032-6debda2c5f0b admin admin] Calling delete_port for ebacf954-ef41-410b-a3c8-6acfd9e963b9 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:35.844197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af682fce-9608-4e3e-acd7-e5a6acd45bc9 admin admin] Checking segment: {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:35.844703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af682fce-9608-4e3e-acd7-e5a6acd45bc9 admin admin] Network hostable DHCP agents. Network: f4e7b44e-b3da-477b-8acb-2235fde73aca, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:34:35.855115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af682fce-9608-4e3e-acd7-e5a6acd45bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:35.878093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af682fce-9608-4e3e-acd7-e5a6acd45bc9 admin admin] Network f4e7b44e-b3da-477b-8acb-2235fde73aca is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:34:35.897645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-af682fce-9608-4e3e-acd7-e5a6acd45bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, f4e7b44e-b3da-477b-8acb-2235fde73aca) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:35.905280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af682fce-9608-4e3e-acd7-e5a6acd45bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:35.905908 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-af682fce-9608-4e3e-acd7-e5a6acd45bc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:35.910767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766bff55-085e-4daf-b2c0-67e6df238dbf None None] Network f4e7b44e-b3da-477b-8acb-2235fde73aca requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:35.940472 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-af682fce-9608-4e3e-acd7-e5a6acd45bc9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4620686 Nov 12 08:34:35.949555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56130) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:35.997674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:36.055887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.057273 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.161562 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.169922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0436bee5-5823-46af-9625-7de2b28d66c0 req-3aab13a5-69fd-4c31-bcd2-15ef7cb45565 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 210 time: 0.0570362 Nov 12 08:34:36.181630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-f4e7b44e-b3da-477b-8acb-2235fde73aca', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:34:36.182698 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.289594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 9d6be065-6c60-4632-af5c-75c31377552d no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:36.329335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 9d6be065-6c60-4632-af5c-75c31377552d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:36.329695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 9d6be065-6c60-4632-af5c-75c31377552d not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:36.345904 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21cbaf3c-dda2-4fc2-b032-6debda2c5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.412088 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Allocated IP 172.20.0.2 (f4e7b44e-b3da-477b-8acb-2235fde73aca/5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1/8462c077-b98b-4157-8240-804c40f8c623) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:36.418677 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e2944ca-3802-443b-9c37-50f3bfd08cf2 req-d5307a3f-9a8c-4ca9-b6a9-a05f1e7d5e10 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0424697 Nov 12 08:34:36.421725 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.430957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbaf3c-dda2-4fc2-b032-6debda2c5f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=ebacf954-ef41-410b-a3c8-6acfd9e963b9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:36.646646 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.661308 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.731775 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21cbaf3c-dda2-4fc2-b032-6debda2c5f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.756681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Network f4e7b44e-b3da-477b-8acb-2235fde73aca is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:36.762072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:36.767123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:36.811133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Pushing event updated for resources: {'Port': ['ID=8462c077-b98b-4157-8240-804c40f8c623,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:36.884871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Attempting to bind port 8462c077-b98b-4157-8240-804c40f8c623 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:36.885486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Attempting to bind port 8462c077-b98b-4157-8240-804c40f8c623 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:36.886057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Attempting to bind port 8462c077-b98b-4157-8240-804c40f8c623 on network f4e7b44e-b3da-477b-8acb-2235fde73aca {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:36.912760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:36.913529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Checking segment: {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:36.914529 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:36.915022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Bound using segment: {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:36.915781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Bound port: 8462c077-b98b-4157-8240-804c40f8c623, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:36.916579 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.056280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] For port 8462c077-b98b-4157-8240-804c40f8c623, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:37.060074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] For port 8462c077-b98b-4157-8240-804c40f8c623, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8462c077-b98b-4157-8240-804c40f8c623,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:37.072045 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.158853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.173864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83431a95-5a2b-474e-97cb-ccb370734cd0 None None] Pushing event updated for resources: {'Port': ['ID=8462c077-b98b-4157-8240-804c40f8c623,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:37.221613 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.256642 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cbaf3c-dda2-4fc2-b032-6debda2c5f0b admin admin] Router 0ba6bc29-6ec0-47a3-b06a-3d340306be42 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:37.328645 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b39198fb-e5d3-4228-9e78-e7ce827a6543 req-58bd4ad4-b5f4-4f93-acab-a85b5c618285 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 210 time: 0.0496120 Nov 12 08:34:37.472938 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bcb6396f-35e5-4e8f-947b-cfb2ccb73fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:37.591420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74496477-b333-440e-8146-2e639d852370 req-474aaaa6-7145-4697-af09-42e55ad717af tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0393376 Nov 12 08:34:37.744854 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa74291c-924f-4607-ba78-7a069cd30a04 req-2c1bd179-eb0e-4be5-939e-83490bde7ad0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5913396 Nov 12 08:34:37.870543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Allocated IP 172.25.3.11 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/be651147-cf69-4bdb-8523-921ed548af76) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:37.936243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cbaf3c-dda2-4fc2-b032-6debda2c5f0b admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:37.940960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74291c-924f-4607-ba78-7a069cd30a04 req-77aa6aae-aedd-48f9-9b7f-eb250827a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:37.943117 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa74291c-924f-4607-ba78-7a069cd30a04 req-77aa6aae-aedd-48f9-9b7f-eb250827a0b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 1098 time: 0.1217747 Nov 12 08:34:37.946969 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-21cbaf3c-dda2-4fc2-b032-6debda2c5f0b admin admin] 10.222.0.31 "PUT /v2.0/routers/0ba6bc29-6ec0-47a3-b06a-3d340306be42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2813020 Nov 12 08:34:37.950168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56146) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:37.954051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e052f8-3476-485b-a7d8-61cecfcf8634 None None] Sync routers for ids ['0ba6bc29-6ec0-47a3-b06a-3d340306be42'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:37.981665 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e052f8-3476-485b-a7d8-61cecfcf8634 None None] Routers {'0ba6bc29-6ec0-47a3-b06a-3d340306be42'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:37.982775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-24e052f8-3476-485b-a7d8-61cecfcf8634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0ba6bc29-6ec0-47a3-b06a-3d340306be42'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:38.169538 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.186754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.252320 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74291c-924f-4607-ba78-7a069cd30a04 req-1cc39b36-730f-4ab7-a45d-17de7029fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.255286 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa74291c-924f-4607-ba78-7a069cd30a04 req-1cc39b36-730f-4ab7-a45d-17de7029fafb service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.2805898 Nov 12 08:34:38.277205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-24e052f8-3476-485b-a7d8-61cecfcf8634 None None] Set router 0ba6bc29-6ec0-47a3-b06a-3d340306be42 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:38.283605 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.332280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa74291c-924f-4607-ba78-7a069cd30a04 req-6860e92d-8e7b-4044-bc12-b215d0918106 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f HTTP/1.1" status: 200 len: 217 time: 0.0667028 Nov 12 08:34:38.492395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:38.503603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:38.507340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Pushing event updated for resources: {'Port': ['ID=be651147-cf69-4bdb-8523-921ed548af76,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:38.507985 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.512117 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:38.516721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74291c-924f-4607-ba78-7a069cd30a04 req-7f1b804c-f7d3-4fc2-823d-772b711831c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.518261 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa74291c-924f-4607-ba78-7a069cd30a04 req-7f1b804c-f7d3-4fc2-823d-772b711831c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1387746 Nov 12 08:34:38.537406 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.582758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-64693116-76e2-493b-9b70-863cc5df0806 req-f109be26-58c8-4bf5-93d7-0ed89ec9d8dd tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 210 time: 0.0784004 Nov 12 08:34:38.705709 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-24e052f8-3476-485b-a7d8-61cecfcf8634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'name': 'tempest-AttachSCSIVolumeTestJSON-390430730-router', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:26Z', 'updated_at': '2021-11-12T08:34:36Z', 'revision_number': 5, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'gw_port': {'id': 'dc1cd5bc-f051-45fa-b304-08db24cc0345', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:7f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:32:27Z', 'updated_at': '2021-11-12T08:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:38.719445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Deleting port dc1cd5bc-f051-45fa-b304-08db24cc0345 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:38.719902 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.775715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74291c-924f-4607-ba78-7a069cd30a04 req-49aee0b8-b13b-4a83-a791-d974aa924275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:38.777295 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa74291c-924f-4607-ba78-7a069cd30a04 req-49aee0b8-b13b-4a83-a791-d974aa924275 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2394323 Nov 12 08:34:38.787392 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e052f8-3476-485b-a7d8-61cecfcf8634 None None] Checking router: 0ba6bc29-6ec0-47a3-b06a-3d340306be42 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:38.813363 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e052f8-3476-485b-a7d8-61cecfcf8634 None None] Routers {'0ba6bc29-6ec0-47a3-b06a-3d340306be42'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:38.814006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-24e052f8-3476-485b-a7d8-61cecfcf8634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0ba6bc29-6ec0-47a3-b06a-3d340306be42'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:38.844136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] For port dc1cd5bc-f051-45fa-b304-08db24cc0345, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=dc1cd5bc-f051-45fa-b304-08db24cc0345,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:38.844558 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:38.861002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Calling delete_port for dc1cd5bc-f051-45fa-b304-08db24cc0345 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:38.882524 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-67e277f3-7c15-40a1-ae2e-6f252a57b87c req-0ec83207-e000-423d-9173-9da33a96a945 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.1218793 Nov 12 08:34:38.918169 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b282c8-5b66-428a-9d57-5e54f93a5779 None None] Network f4e7b44e-b3da-477b-8acb-2235fde73aca requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:38.980584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8462c077-b98b-4157-8240-804c40f8c623 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:39.061823 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa74291c-924f-4607-ba78-7a069cd30a04 req-95261b1a-de22-4a7b-a050-7b0fa3775acf service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015073 Nov 12 08:34:39.143705 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.149532 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.192760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1cd5bc-f051-45fa-b304-08db24cc0345,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:39.261905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Provisioning complete for port 8462c077-b98b-4157-8240-804c40f8c623 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:39.262288 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.309608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-24e052f8-3476-485b-a7d8-61cecfcf8634 None None] Set router 0ba6bc29-6ec0-47a3-b06a-3d340306be42 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:39.324249 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.372252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa74291c-924f-4607-ba78-7a069cd30a04 req-b2bcb31e-791f-4567-8a3e-7cfdb86fa352 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263672 Nov 12 08:34:39.388694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-24e052f8-3476-485b-a7d8-61cecfcf8634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'name': 'tempest-AttachSCSIVolumeTestJSON-390430730-router', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:26Z', 'updated_at': '2021-11-12T08:34:38Z', 'revision_number': 6, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:39.422585 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e052f8-3476-485b-a7d8-61cecfcf8634 None None] The sync data for ids ['0ba6bc29-6ec0-47a3-b06a-3d340306be42'] in n-d-768851-18 is: [{'id': '0ba6bc29-6ec0-47a3-b06a-3d340306be42', 'name': 'tempest-AttachSCSIVolumeTestJSON-390430730-router', 'tenant_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:32:26Z', 'updated_at': '2021-11-12T08:34:38Z', 'revision_number': 6, 'project_id': 'd1fbe7f7c1684d2092ebd41290398b9d', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:39.424039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8462c077-b98b-4157-8240-804c40f8c623 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:39.424411 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.496842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.499467 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.520273 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.567927 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.569617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ba6bc29-6ec0-47a3-b06a-3d340306be42 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:34:39.573945 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.578661 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.582538 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56162) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:39.582986 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0bbaf532-a5b0-45c3-96f0-12b407d6894e admin admin] 10.222.0.31 "DELETE /v2.0/routers/0ba6bc29-6ec0-47a3-b06a-3d340306be42 HTTP/1.1" status: 204 len: 168 time: 1.6302967 Nov 12 08:34:39.601880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] For port 8462c077-b98b-4157-8240-804c40f8c623, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8462c077-b98b-4157-8240-804c40f8c623,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:39.613727 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.740809 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8e489ff-7f91-4de3-a960-3477a5dd6414 req-21bd3762-c2f5-4f5f-90f0-4117f2682235 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 210 time: 0.0326281 Nov 12 08:34:39.769684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Pushing event updated for resources: {'Port': ['ID=8462c077-b98b-4157-8240-804c40f8c623,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:39.783455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.783814 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.784186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.784543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.785045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.789241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.789619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.790009 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.797862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.800654 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.801147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.802863 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9bd8d9-b718-42c8-bc81-e3341a814a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:39.812882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9a9dc2-9baa-4fa4-862d-842527e238da admin admin] Deleting subnet ade6bb04-b5db-47e4-b18e-a08ee407d124 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:34:39.820621 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d9a9dc2-9baa-4fa4-862d-842527e238da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.853427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Router f1c3ecff-a607-4771-98db-84b0b976b293 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:34:39.892198 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d9a9dc2-9baa-4fa4-862d-842527e238da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:39.908550 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.143141 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d9a9dc2-9baa-4fa4-862d-842527e238da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.149525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bd7e6c59-55d5-4509-a19f-ef43afa5f9e0 None None] Provisioning complete for port 8462c077-b98b-4157-8240-804c40f8c623 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:40.150616 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6c59-55d5-4509-a19f-ef43afa5f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.183908 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9559be6-3ab5-4b8a-ab90-0393c1518193 req-71879b32-0586-4aec-9432-e0bfec34a938 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0946903 Nov 12 08:34:40.236883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:40.267513 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d9a9dc2-9baa-4fa4-862d-842527e238da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.268059 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Sync routers for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:40.298169 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:40.300975 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:40.306399 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d9a9dc2-9baa-4fa4-862d-842527e238da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.309700 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6d9a9dc2-9baa-4fa4-862d-842527e238da admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ade6bb04-b5db-47e4-b18e-a08ee407d124 HTTP/1.1" status: 204 len: 168 time: 0.7254126 Nov 12 08:34:40.312673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56168) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:40.313723 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.315291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b905a867-42df-4d9c-afc7-3f4a4106e71d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3643034 Nov 12 08:34:40.316819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54480f55-fc1d-4297-bbd9-f6ee749e78aa None None] Network 58c5c931-cb20-40b2-97a3-ccfd69c61c27 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:40.317036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a9dc2-9baa-4fa4-862d-842527e238da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade6bb04-b5db-47e4-b18e-a08ee407d124,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:40.319647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56170) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:40.549837 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:40.668370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0f9377-d4e4-4598-8f15-28d2958d0551 None None] DHCP port deletion for 58c5c931-cb20-40b2-97a3-ccfd69c61c27 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:34:40.864383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8462c077-b98b-4157-8240-804c40f8c623 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:40.864821 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:38Z', 'revision_number': 3, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:40.975490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f9377-d4e4-4598-8f15-28d2958d0551 None None] Deleting port e78d1966-381b-4de1-a7f8-f96706f1a7cd {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:40.976352 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9377-d4e4-4598-8f15-28d2958d0551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:40.988188 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Checking router: f1c3ecff-a607-4771-98db-84b0b976b293 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:40.989646 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Updating router f1c3ecff-a607-4771-98db-84b0b976b293 port be651147-cf69-4bdb-8523-921ed548af76 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:41.024863 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.049812 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.083758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8462c077-b98b-4157-8240-804c40f8c623 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:41.084290 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.120643 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-7f0f9377-d4e4-4598-8f15-28d2958d0551 None None] For port e78d1966-381b-4de1-a7f8-f96706f1a7cd, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e78d1966-381b-4de1-a7f8-f96706f1a7cd,segment=NetworkSegment(42dc753c-6c6c-4826-84b9-72d7c7907a61),segment_id=42dc753c-6c6c-4826-84b9-72d7c7907a61)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:41.121241 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9377-d4e4-4598-8f15-28d2958d0551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.141085 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f9377-d4e4-4598-8f15-28d2958d0551 None None] Calling delete_port for e78d1966-381b-4de1-a7f8-f96706f1a7cd owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:41.280506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ea04d82d-52f7-4849-a406-707136aacb29 req-1229c79f-7cde-473b-9088-c37890909267 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7ca5c2a-84ad-4c33-bf23-d461899747d7 HTTP/1.1" status: 200 len: 210 time: 0.0587199 Nov 12 08:34:41.289744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.369062 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9377-d4e4-4598-8f15-28d2958d0551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.411139 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3fdc3f5e-8f9f-4e2f-a19a-b7744d180af2 req-4510c7ed-8ff1-4ee5-b0b1-71dcfa5274c0 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0396633 Nov 12 08:34:41.438636 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.445169 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f9377-d4e4-4598-8f15-28d2958d0551 None None] No DVR routers for this DVR port e78d1966-381b-4de1-a7f8-f96706f1a7cd on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:41.447929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f9377-d4e4-4598-8f15-28d2958d0551 None None] Pushing event deleted for resources: {'Port': ['ID=e78d1966-381b-4de1-a7f8-f96706f1a7cd,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:41.455184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ebacf954-ef41-410b-a3c8-6acfd9e963b9 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:41.496200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ebacf954-ef41-410b-a3c8-6acfd9e963b9 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:41.496200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ebacf954-ef41-410b-a3c8-6acfd9e963b9 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:41.496615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device dc1cd5bc-f051-45fa-b304-08db24cc0345 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:41.497559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Deleting port e78d1966-381b-4de1-a7f8-f96706f1a7cd {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:34:41.497937 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.549175 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: dc1cd5bc-f051-45fa-b304-08db24cc0345 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:41.550893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device dc1cd5bc-f051-45fa-b304-08db24cc0345 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:41.553767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e78d1966-381b-4de1-a7f8-f96706f1a7cd no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:34:41.582574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e78d1966-381b-4de1-a7f8-f96706f1a7cd {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:34:41.582954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e78d1966-381b-4de1-a7f8-f96706f1a7cd not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:34:41.597654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] For port e78d1966-381b-4de1-a7f8-f96706f1a7cd, host n-d-768851-18, got binding levels [] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:41.598138 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.598418 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.605401 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.626505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Calling delete_port for e78d1966-381b-4de1-a7f8-f96706f1a7cd owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:34:41.630135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.ipam_backend_mixin [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Port e78d1966-381b-4de1-a7f8-f96706f1a7cd was not found and therefore no delete operation was performed {{(pid=102444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:34:41.632116 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.669322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78d1966-381b-4de1-a7f8-f96706f1a7cd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:41.674432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] No DVR routers for this DVR port e78d1966-381b-4de1-a7f8-f96706f1a7cd on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:34:41.681018 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Attempting to bind port be651147-cf69-4bdb-8523-921ed548af76 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:41.681409 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Attempting to bind port be651147-cf69-4bdb-8523-921ed548af76 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:41.681777 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Attempting to bind port be651147-cf69-4bdb-8523-921ed548af76 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:41.685034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Allocated IP 172.20.0.1 (f4e7b44e-b3da-477b-8acb-2235fde73aca/5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1/c80ec34e-e18a-4ec6-b877-94a642294330) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:41.690611 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e562b-3321-42b9-85db-f6642cc89406 None None] Pushing event updated for resources: {'Port': ['ID=be651147-cf69-4bdb-8523-921ed548af76,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:41.694597 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:41.694998 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:41.695536 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.696921 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:41.697688 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Bound port: be651147-cf69-4bdb-8523-921ed548af76, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:41.698213 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.808140 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] For port be651147-cf69-4bdb-8523-921ed548af76, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:41.829170 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] For port be651147-cf69-4bdb-8523-921ed548af76, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=be651147-cf69-4bdb-8523-921ed548af76,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:41.839419 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.844793 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.894435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c5c931-cb20-40b2-97a3-ccfd69c61c27']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:41.899995 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.912892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42dc753c-6c6c-4826-84b9-72d7c7907a61') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:41.913203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42dc753c-6c6c-4826-84b9-72d7c7907a61') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:41.926064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.944196 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:41.946392 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:41.949962 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.960534 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.962228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:34:41.963133 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:34:41.966289 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:34:42.017042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Network f4e7b44e-b3da-477b-8acb-2235fde73aca is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:42.021639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:42.024488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Pushing event updated for resources: {'Port': ['ID=c80ec34e-e18a-4ec6-b877-94a642294330,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:42.027708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:42.033733 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e562b-3321-42b9-85db-f6642cc89406 None None] Pushing event updated for resources: {'Port': ['ID=be651147-cf69-4bdb-8523-921ed548af76,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:42.049854 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.059045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.068427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] 10.222.0.31 "DELETE /v2.0/networks/58c5c931-cb20-40b2-97a3-ccfd69c61c27 HTTP/1.1" status: 204 len: 168 time: 1.7547181 Nov 12 08:34:42.080263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a1a8b-64dd-4b51-91fe-7f5f69c12b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c5c931-cb20-40b2-97a3-ccfd69c61c27,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:42.098960 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.157563 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:42.274898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56186) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:42.339922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-faa4d021-08cf-402e-8301-625aa1cab94a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0abbc2372a54768a63c2d40e8c5de9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634110 Nov 12 08:34:42.342883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56190) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:42.350936 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.443257 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5d60-6fbb-422b-be4e-df30953cf236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.452314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-891d98ef-b25d-46d4-a028-248414712113 None None] Provisioning complete for port c80ec34e-e18a-4ec6-b877-94a642294330 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:42.452950 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-891d98ef-b25d-46d4-a028-248414712113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.478763 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5d60-6fbb-422b-be4e-df30953cf236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.496277 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:38Z', 'revision_number': 3, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:42.535229 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ba650-fcdf-4ff8-a8bc-ac88e69d6329 None None] The sync data for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 is: [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:38Z', 'revision_number': 3, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:42.561494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-891d98ef-b25d-46d4-a028-248414712113 None None] Port c80ec34e-e18a-4ec6-b877-94a642294330 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:42.565980 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5d60-6fbb-422b-be4e-df30953cf236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.569302 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5d60-6fbb-422b-be4e-df30953cf236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.570711 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9c4c5d60-6fbb-422b-be4e-df30953cf236 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9096df69-7ce5-4193-803c-fcf173d5d8f1 HTTP/1.1" status: 204 len: 168 time: 0.2258921 Nov 12 08:34:42.595878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c5d60-6fbb-422b-be4e-df30953cf236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9096df69-7ce5-4193-803c-fcf173d5d8f1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:42.674291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd448110-d8d5-4677-ad7b-c78a2e146f4e req-696d2d65-c163-48bb-9d7d-a3487c6ed49a tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0703533 Nov 12 08:34:42.718312 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.725025 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:42.796865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Pushing event updated for resources: {'Port': ['ID=c80ec34e-e18a-4ec6-b877-94a642294330,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:42.799665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.168560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56222) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:43.225763 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-46c037ca-0634-4894-8e0b-94cdb1f2a197 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1fbe7f7c1684d2092ebd41290398b9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0558510 Nov 12 08:34:43.228464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56224) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:43.306294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-160da7e0-1fd5-4e91-984d-2e55198300af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.341168 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-160da7e0-1fd5-4e91-984d-2e55198300af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.358960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Network f4e7b44e-b3da-477b-8acb-2235fde73aca is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:43.363046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:43.412251 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-160da7e0-1fd5-4e91-984d-2e55198300af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.416061 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-160da7e0-1fd5-4e91-984d-2e55198300af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.420020 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-160da7e0-1fd5-4e91-984d-2e55198300af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b184abb8-a8b2-4621-b2cd-e5e91fdc9d14 HTTP/1.1" status: 204 len: 168 time: 0.1881795 Nov 12 08:34:43.428682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160da7e0-1fd5-4e91-984d-2e55198300af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b184abb8-a8b2-4621-b2cd-e5e91fdc9d14,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:43.506837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905dcad-89f3-4a3c-9e0b-f0759fa5e5bc req-b002bc31-d356-4281-a0ef-076e76d81ea7 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:43.509221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5905dcad-89f3-4a3c-9e0b-f0759fa5e5bc req-b002bc31-d356-4281-a0ef-076e76d81ea7 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.5507994 Nov 12 08:34:43.593719 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5905dcad-89f3-4a3c-9e0b-f0759fa5e5bc req-94fa669e-fa19-48da-beca-8652e5c91f9e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/quotas/66149b06cc734872a68ec8f1fb5145a6 HTTP/1.1" status: 200 len: 375 time: 0.0447211 Nov 12 08:34:43.603938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Router f1c3ecff-a607-4771-98db-84b0b976b293 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:43.650964 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5905dcad-89f3-4a3c-9e0b-f0759fa5e5bc req-ec2d253d-2d21-402b-a697-34e41911057e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452592 Nov 12 08:34:43.811104 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-39aee6b3-4469-49a1-ac42-d4f8ab1982f0 None None] Provisioning complete for port c80ec34e-e18a-4ec6-b877-94a642294330 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:43.811859 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39aee6b3-4469-49a1-ac42-d4f8ab1982f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:43.875596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-39aee6b3-4469-49a1-ac42-d4f8ab1982f0 None None] Port c80ec34e-e18a-4ec6-b877-94a642294330 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:43.886693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:43.894189 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c0c28ca6-b63c-4bbd-bc08-2c69811cb961 admin admin] 10.222.0.31 "PUT /v2.0/routers/f1c3ecff-a607-4771-98db-84b0b976b293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5719113 Nov 12 08:34:43.916444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d1e89bd1-9d8b-42de-b0dc-090c950c4e10 req-4e0e05bd-1388-4182-8299-42533162a6e9 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0711153 Nov 12 08:34:43.937374 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5905dcad-89f3-4a3c-9e0b-f0759fa5e5bc req-b003b91f-5064-4788-b00d-5caa54aeb85e service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331705 Nov 12 08:34:44.097275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5905dcad-89f3-4a3c-9e0b-f0759fa5e5bc req-b332513a-bf52-4d47-93f8-a19fe12230d1 service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522262 Nov 12 08:34:44.319242 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4892edc6-bdf9-4bde-b7a8-a564379a02f7 req-300f8dee-0425-40d2-b6fb-06bb468c6f36 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=16d14679-0d29-41a3-9948-b22ef4956267 HTTP/1.1" status: 200 len: 210 time: 0.0466738 Nov 12 08:34:44.602408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56272) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:44.779053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56286) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:44.791831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-50a9830d-6b27-4418-8fe1-92be3ce19da2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346512366', 'description': 'tempest-description--1105665539'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:44.803765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device be651147-cf69-4bdb-8523-921ed548af76 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:44.818579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-761496525-network', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:44.863667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50a9830d-6b27-4418-8fe1-92be3ce19da2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.916495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Made reservation on behalf of e34f638470eb49b59cd10b321c1d7867 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:44.919455 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.952009 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port be651147-cf69-4bdb-8523-921ed548af76 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:44.952009 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:44.952597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.030243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Sync routers for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:45.095843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:45.096372 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50a9830d-6b27-4418-8fe1-92be3ce19da2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.097380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:45.098782 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-386b73b1-98d8-4559-8a32-d55f76452c73 req-369e9915-4235-48fe-92c7-8dadd4df58d0 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0643616 Nov 12 08:34:45.112906 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50a9830d-6b27-4418-8fe1-92be3ce19da2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.117051 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.133539 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.162977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:34:45.186086 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50a9830d-6b27-4418-8fe1-92be3ce19da2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.188611 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-50a9830d-6b27-4418-8fe1-92be3ce19da2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4069459 Nov 12 08:34:45.194086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56300) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:45.198247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9830d-6b27-4418-8fe1-92be3ce19da2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904ca1bb-857e-4167-a635-765fb89c5f8c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:45.201420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-cf2db07a-25ce-4fbd-8c87-95229202ba66 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Request body: {'security_group_rule': {'security_group_id': '904ca1bb-857e-4167-a635-765fb89c5f8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:45.202741 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.203468 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Added segment 84fade62-0e9e-4d75-a7bc-33c60ca94ae0 of type vlan for network 676409d7-d440-4fb0-8ab3-34dcadb8ad82 Nov 12 08:34:45.247486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4919aab-70a9-4747-9a0f-1abb999636ed,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:45.248151 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf2db07a-25ce-4fbd-8c87-95229202ba66 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.318296 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.336244 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.339268 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf2db07a-25ce-4fbd-8c87-95229202ba66 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.345087 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf2db07a-25ce-4fbd-8c87-95229202ba66 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.366263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2db07a-25ce-4fbd-8c87-95229202ba66 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7360755a-9b47-4533-a20d-b14f0a564482,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:45.374315 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf2db07a-25ce-4fbd-8c87-95229202ba66 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.375962 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cf2db07a-25ce-4fbd-8c87-95229202ba66 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1805818 Nov 12 08:34:45.381029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56310) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:45.381403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.382354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:45.383492 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.385817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-74cd303b-3c1f-426a-9662-5eab54839fca tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Request body: {'security_group_rule': {'security_group_id': '904ca1bb-857e-4167-a635-765fb89c5f8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:45.394181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port be651147-cf69-4bdb-8523-921ed548af76, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=be651147-cf69-4bdb-8523-921ed548af76,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:45.400320 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.410664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:45.436147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74cd303b-3c1f-426a-9662-5eab54839fca tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.497665 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8888819 Nov 12 08:34:45.497924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56314) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:45.502358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7f53b3f0-9891-4a68-935f-589536c3d929 admin admin] Request body: {'subnet': {'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-761496525-subnet', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:45.511037 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c99c1-f8c3-4755-84a8-40e2d9c77f46 admin admin] Pushing event updated for resources: {'Network': ['ID=676409d7-d440-4fb0-8ab3-34dcadb8ad82,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:45.529385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 676409d7-d440-4fb0-8ab3-34dcadb8ad82 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:34:45.542617 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-3ded1dd6-921c-4613-9151-edc3a396f65a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:45.548622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=be651147-cf69-4bdb-8523-921ed548af76,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:45.552844 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-3ded1dd6-921c-4613-9151-edc3a396f65a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.2062671 Nov 12 08:34:45.559310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f53b3f0-9891-4a68-935f-589536c3d929 admin admin] Made reservation on behalf of e34f638470eb49b59cd10b321c1d7867 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:45.564544 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f53b3f0-9891-4a68-935f-589536c3d929 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.577293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-a183c5a7-2b9c-4b00-9b38-6b502337780c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/quotas/66149b06cc734872a68ec8f1fb5145a6 HTTP/1.1" status: 200 len: 375 time: 0.0233459 Nov 12 08:34:45.614665 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-68728f74-c185-4c41-b105-91707c7a03e5 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365415 Nov 12 08:34:45.688709 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74cd303b-3c1f-426a-9662-5eab54839fca tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.697572 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74cd303b-3c1f-426a-9662-5eab54839fca tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.733822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd303b-3c1f-426a-9662-5eab54839fca tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ded1af0-5aa8-41ca-8c1b-e5192823a2df,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:45.755998 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-e93c7d36-53de-4f71-ab37-4d18b4bd00e9 service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403773 Nov 12 08:34:45.756494 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74cd303b-3c1f-426a-9662-5eab54839fca tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.757989 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-74cd303b-3c1f-426a-9662-5eab54839fca tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3764610 Nov 12 08:34:45.761144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56316) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:45.765752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:45.774621 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 2, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:45.812581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Checking router: f1c3ecff-a607-4771-98db-84b0b976b293 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:45.813395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Updating router f1c3ecff-a607-4771-98db-84b0b976b293 port c80ec34e-e18a-4ec6-b877-94a642294330 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:45.836826 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.841320 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.888588 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f53b3f0-9891-4a68-935f-589536c3d929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:45.896063 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-604e4792-5c60-4379-9c9e-fbfc5bf0688e service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367424 Nov 12 08:34:46.003324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53b3f0-9891-4a68-935f-589536c3d929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03a473c-f96c-48da-909f-948533c9ab34,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:46.054297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f53b3f0-9891-4a68-935f-589536c3d929 admin admin] Checking segment: {'id': '84fade62-0e9e-4d75-a7bc-33c60ca94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:46.054786 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53b3f0-9891-4a68-935f-589536c3d929 admin admin] Network hostable DHCP agents. Network: 676409d7-d440-4fb0-8ab3-34dcadb8ad82, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:34:46.109044 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53b3f0-9891-4a68-935f-589536c3d929 admin admin] Network 676409d7-d440-4fb0-8ab3-34dcadb8ad82 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:34:46.136569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.142443 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd3a6e13-e3ff-4635-bf57-3255b29a5e46 req-1c38a3dc-cd69-43a3-8204-98c55e5e833f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 210 time: 0.0511203 Nov 12 08:34:46.151858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7f53b3f0-9891-4a68-935f-589536c3d929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 676409d7-d440-4fb0-8ab3-34dcadb8ad82) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:46.160151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53b3f0-9891-4a68-935f-589536c3d929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.161395 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f53b3f0-9891-4a68-935f-589536c3d929 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.200737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c802bc0a-027e-49b3-889c-9be380d0465f None None] Network 676409d7-d440-4fb0-8ab3-34dcadb8ad82 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:46.328668 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7f53b3f0-9891-4a68-935f-589536c3d929 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8313100 Nov 12 08:34:46.334390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56328) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:46.344840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-761496525-router', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:46.386551 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce4f0113-7739-40d5-9e2e-54d51b3429f4 req-da656fc9-fe8b-40cd-b267-a613770b9403 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0782473 Nov 12 08:34:46.450108 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.452173 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.485214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Allocated IP 172.25.3.50 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/44fc4f50-c40b-487c-8e0d-e158bc6fdb55) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:46.495340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-8df42a7d-25fa-4543-a721-a6f7b2769996 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2425854 Nov 12 08:34:46.547444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-676409d7-d440-4fb0-8ab3-34dcadb8ad82', 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'fixed_ips': [{'subnet_id': 'b03a473c-f96c-48da-909f-948533c9ab34'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:34:46.548677 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.587504 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.592435 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.694024 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.771960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device be651147-cf69-4bdb-8523-921ed548af76 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:46.773350 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.779971 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.792835 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-4a1f62de-e989-4fae-bf85-d5f3fded7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.793715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-4a1f62de-e989-4fae-bf85-d5f3fded7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.794511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-4a1f62de-e989-4fae-bf85-d5f3fded7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.795122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-4a1f62de-e989-4fae-bf85-d5f3fded7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.795752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-4a1f62de-e989-4fae-bf85-d5f3fded7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.796355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-4a1f62de-e989-4fae-bf85-d5f3fded7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.796959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-4a1f62de-e989-4fae-bf85-d5f3fded7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:46.800046 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-4a1f62de-e989-4fae-bf85-d5f3fded7e58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b0a023cc12642618447d538e4dc9837&device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 6500 time: 0.2051609 Nov 12 08:34:46.872757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c6982-617b-486d-b7d2-cfd966945bf5 None None] Pushing event updated for resources: {'Port': ['ID=c80ec34e-e18a-4ec6-b877-94a642294330,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:46.934998 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.961403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Attempting to bind port c80ec34e-e18a-4ec6-b877-94a642294330 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:46.961895 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Attempting to bind port c80ec34e-e18a-4ec6-b877-94a642294330 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:46.962331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Attempting to bind port c80ec34e-e18a-4ec6-b877-94a642294330 on network f4e7b44e-b3da-477b-8acb-2235fde73aca {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:46.971940 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:46.972432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Checking segment: {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:46.972924 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.973416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Bound using segment: {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:46.973966 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Bound port: c80ec34e-e18a-4ec6-b877-94a642294330, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:46.974429 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:46.998266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Allocated IP 172.20.0.2 (676409d7-d440-4fb0-8ab3-34dcadb8ad82/b03a473c-f96c-48da-909f-948533c9ab34/b170e212-dbce-4d1f-bff6-18e0de37692c) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:47.005186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port be651147-cf69-4bdb-8523-921ed548af76 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:47.006682 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.094518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:47.119846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:47.127268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event updated for resources: {'Port': ['ID=44fc4f50-c40b-487c-8e0d-e158bc6fdb55,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:47.133971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:47.141140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-9e7496b0-9145-4b5b-a0f7-488f05fe63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:47.141728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-9e7496b0-9145-4b5b-a0f7-488f05fe63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:47.142491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-9e7496b0-9145-4b5b-a0f7-488f05fe63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:47.144443 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-9e7496b0-9145-4b5b-a0f7-488f05fe63b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0210ade-877d-4c8c-ae77-e1ebf871743f&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=d84b8edf-a049-44bd-bd1f-038c504b1de8&id=c29e3af6-7b39-400c-ac4f-52e25909400a&id=c29e3af6-7b39-400c-ac4f-52e25909400a HTTP/1.1" status: 200 len: 2293 time: 0.3129981 Nov 12 08:34:47.173581 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.190578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] For port c80ec34e-e18a-4ec6-b877-94a642294330, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:47.198024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] For port c80ec34e-e18a-4ec6-b877-94a642294330, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c80ec34e-e18a-4ec6-b877-94a642294330,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:47.212155 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.272465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-604ac6ab-2aa4-4c0e-a1c6-77ebe39291b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca8f34e-9b07-4155-a5a4-b29c4325dffd HTTP/1.1" status: 200 len: 1001 time: 0.0996501 Nov 12 08:34:47.286641 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.350782 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd5bbd56-0348-4854-b74d-bac39e089799 req-d91c0269-4b60-407a-8208-893aecba891c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 210 time: 0.0490422 Nov 12 08:34:47.398430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.412142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-2a8f2962-b67f-4c25-8f06-17ac64c0802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:47.415562 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-2a8f2962-b67f-4c25-8f06-17ac64c0802e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82052e29-e311-4bbf-839f-355a57adecc9 HTTP/1.1" status: 200 len: 851 time: 0.1237528 Nov 12 08:34:47.428573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Allocated IP 172.25.3.113 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/1b9315f9-4f57-4ac8-8e62-984286a533ee) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:47.487653 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.577791 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-eb63e4de-b6b0-48d5-923d-5a8c18911986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:47.579545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-eb63e4de-b6b0-48d5-923d-5a8c18911986 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0210ade-877d-4c8c-ae77-e1ebf871743f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363237 Nov 12 08:34:47.599115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4cc912e5-3760-42d5-abc4-3d17911080a6 None None] Provisioning complete for port c80ec34e-e18a-4ec6-b877-94a642294330 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:47.599699 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cc912e5-3760-42d5-abc4-3d17911080a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.655465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c6982-617b-486d-b7d2-cfd966945bf5 None None] Pushing event updated for resources: {'Port': ['ID=c80ec34e-e18a-4ec6-b877-94a642294330,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:47.708074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:47.708450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:47.720570 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecc23f0d-bfca-4eff-a54c-19461b6ac962 req-080d5a6d-b1f8-483b-9faa-3731dbdd4c03 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.1054494 Nov 12 08:34:47.787333 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.807349 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.865792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-5c280373-6694-4d91-87e5-05f41044e4e0 service neutron] 10.222.0.46 "GET /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603874 Nov 12 08:34:47.866416 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.891049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.923827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.965390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Network 676409d7-d440-4fb0-8ab3-34dcadb8ad82 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:47.966502 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cc912e5-3760-42d5-abc4-3d17911080a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:47.975340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:47.983890 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-e2db8198-b637-4798-8a62-3c9050a70d8e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:47.985724 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-e2db8198-b637-4798-8a62-3c9050a70d8e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.52 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.2498164 Nov 12 08:34:47.996385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:47.999843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:48.011264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Request body: {'port': {'device_id': 'fd6a9451-1364-4305-ac74-e05e43324718', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'admin_state_up': True, 'tenant_id': '66149b06cc734872a68ec8f1fb5145a6'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:48.041976 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Pushing event updated for resources: {'Port': ['ID=b170e212-dbce-4d1f-bff6-18e0de37692c,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:48.101645 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.130657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event updated for resources: {'Port': ['ID=44fc4f50-c40b-487c-8e0d-e158bc6fdb55,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:48.149724 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4cc912e5-3760-42d5-abc4-3d17911080a6 None None] For port c80ec34e-e18a-4ec6-b877-94a642294330, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c80ec34e-e18a-4ec6-b877-94a642294330,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:48.156148 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.160721 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cc912e5-3760-42d5-abc4-3d17911080a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.161016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:48.161491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:48.162572 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:48.162985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:48.164094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:48.164094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:48.166383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:48.166383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:48.166383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:48.166383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:48.166383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:48.167109 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:34:48.178976 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:48.183331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Attempting to bind port b170e212-dbce-4d1f-bff6-18e0de37692c on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:48.183763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Attempting to bind port b170e212-dbce-4d1f-bff6-18e0de37692c by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '84fade62-0e9e-4d75-a7bc-33c60ca94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:48.184029 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Attempting to bind port b170e212-dbce-4d1f-bff6-18e0de37692c on network 676409d7-d440-4fb0-8ab3-34dcadb8ad82 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:48.187826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:48.188171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-ad962b8e-0f34-469c-ba10-1e192f703f1f service neutron] 10.222.0.46 "GET /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100276 Nov 12 08:34:48.193860 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.195852 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b7a7a045-9ce2-432e-bbed-1f2a6108352c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4330280 Nov 12 08:34:48.198807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:48.206949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Pushing event updated for resources: {'Port': ['ID=1b9315f9-4f57-4ac8-8e62-984286a533ee,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:48.253825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:48.254543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Checking segment: {'id': '84fade62-0e9e-4d75-a7bc-33c60ca94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:48.255124 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.255683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Bound using segment: {'id': '84fade62-0e9e-4d75-a7bc-33c60ca94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:48.256342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Bound port: b170e212-dbce-4d1f-bff6-18e0de37692c, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84fade62-0e9e-4d75-a7bc-33c60ca94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:48.256895 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.258117 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-ceaeea63-623a-45dc-93b3-a59c03e5a924 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=2c86cc16-8755-4f55-8d81-46f96ac3d35f HTTP/1.1" status: 200 len: 217 time: 0.0591893 Nov 12 08:34:48.344450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Made reservation on behalf of 66149b06cc734872a68ec8f1fb5145a6 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:48.351282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.357342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc912e5-3760-42d5-abc4-3d17911080a6 None None] Pushing event updated for resources: {'Port': ['ID=c80ec34e-e18a-4ec6-b877-94a642294330,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:48.393811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4aaa3f5a-11fe-4576-aac5-5101f3000c2b None None] Provisioning complete for port c80ec34e-e18a-4ec6-b877-94a642294330 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:48.394318 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3f5a-11fe-4576-aac5-5101f3000c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.405364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-ba8ce21f-81f4-4df0-a03b-f483efe8c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:48.407374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-ba8ce21f-81f4-4df0-a03b-f483efe8c4aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.1261005 Nov 12 08:34:48.459314 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-940b93d1-5a89-4df2-9791-14bde9f572f0 req-baf7aa57-c576-4898-ab8b-9c7160a7f6d1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0506086 Nov 12 08:34:48.506639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] For port b170e212-dbce-4d1f-bff6-18e0de37692c, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:48.534729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] For port b170e212-dbce-4d1f-bff6-18e0de37692c, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b170e212-dbce-4d1f-bff6-18e0de37692c,segment=NetworkSegment(84fade62-0e9e-4d75-a7bc-33c60ca94ae0),segment_id=84fade62-0e9e-4d75-a7bc-33c60ca94ae0)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:48.543824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-24a66dba-c5e3-4e9a-b187-92f64cabfeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:48.545533 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-24a66dba-c5e3-4e9a-b187-92f64cabfeac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1274865 Nov 12 08:34:48.551361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.564030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-750c17bd-fc46-4f3c-a6db-24983e428a73 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--346512366&fields=id&tenant_id=60b084a3270c466cb1c91ac839e48f82 HTTP/1.1" status: 200 len: 267 time: 0.0722079 Nov 12 08:34:48.593166 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4dc2436a-e357-4521-ba2f-9f1a6af0908d req-9ef6c23a-e1a3-4bb3-8219-621e4f4d2d93 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 210 time: 0.0790691 Nov 12 08:34:48.756843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-7773cae2-6044-4c46-9994-d783672ab002 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:48.775562 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-7773cae2-6044-4c46-9994-d783672ab002 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 817 time: 0.1896560 Nov 12 08:34:48.797156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Allocated IP 172.20.0.13 (0714188f-6499-4655-a48e-68414a9c8530/9b13783d-4c4e-450c-befa-f6858c089ee0/f99eb840-ed47-4b40-932d-bc19537c6ca3) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:48.851783 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:47Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:48.852266 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-394d5fc3-41be-453e-8de4-78b19736fd7c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/quotas/60b084a3270c466cb1c91ac839e48f82 HTTP/1.1" status: 200 len: 375 time: 0.0748260 Nov 12 08:34:48.888279 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:48.905794 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec5f4f-db3b-4ecc-b374-b59c68e899bc None None] The sync data for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 is: [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:47Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:48.912150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfc9c3-a329-4dc0-b1c0-d129db70f1cd None None] Pushing event updated for resources: {'Port': ['ID=b170e212-dbce-4d1f-bff6-18e0de37692c,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:49.131052 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-d420aa6c-819a-4446-9ff4-49c1c998e015 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518598 Nov 12 08:34:49.146483 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-44dba8fa-a10a-455c-a46e-5b91e5c5d961 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2931550 Nov 12 08:34:49.183004 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e03e38e4-f3f6-442d-99ca-5fefb70ca1d9 req-14fdf2ad-7b0b-47ab-a3e7-c0126f2b32aa tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.1198866 Nov 12 08:34:49.391376 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-467bd335-c831-4ed8-a3b3-82cee616d03b service neutron] 10.222.0.31 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302520 Nov 12 08:34:49.426037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-5963553c-9760-405b-b460-58ec58a10a59 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784884 Nov 12 08:34:49.507883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-29277da4-a49c-4e9f-85e2-1ffd8aac8f3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=b5835646-4d7a-4cc0-8264-54fb68f239db HTTP/1.1" status: 200 len: 217 time: 0.0727508 Nov 12 08:34:49.528811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.566837 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.596854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-3bf125e6-b20d-4787-8b6c-86341f1cb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:49.598859 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-3bf125e6-b20d-4787-8b6c-86341f1cb4d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.0828657 Nov 12 08:34:49.625023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-3d2c4384-0b1c-47cb-87ce-90941ebd8574 service neutron] 10.222.0.31 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224822 Nov 12 08:34:49.659403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:49.708209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-594f519e-f4db-4831-94ad-f7f6ddf342f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:49.710036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-594f519e-f4db-4831-94ad-f7f6ddf342f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0834801 Nov 12 08:34:49.926895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-d4540be0-995b-43fd-9393-02c00c0b01ff service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931181 Nov 12 08:34:50.203899 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f9116253-0ef8-4580-bb63-ff281422ddec req-7a4551d7-ad02-4038-8ca3-b6777cf54eda tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 210 time: 0.0954745 Nov 12 08:34:50.269716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-738676ec-5403-4bf6-9a64-f966cdcda0dc service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336484 Nov 12 08:34:50.348895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-bde1807a-00ee-4ac3-aaf5-be81c128ad43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e HTTP/1.1" status: 200 len: 217 time: 0.0716131 Nov 12 08:34:50.367878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f79f6-d64a-4d21-8ec1-5d42664c763b None None] Network 676409d7-d440-4fb0-8ab3-34dcadb8ad82 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:34:50.470111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-60d305e7-ed45-4b6e-a45e-9546e2799816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:50.472210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-60d305e7-ed45-4b6e-a45e-9546e2799816 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.1119685 Nov 12 08:34:50.499106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Network 0714188f-6499-4655-a48e-68414a9c8530 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:50.505287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:50.508577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:50.537592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cca76d6a-577d-4f37-96d2-f5d911eee711 req-8ab3892d-b0be-4db9-abdf-7307a1184491 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0638146 Nov 12 08:34:50.570598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-12bd3260-7b3e-4f82-8e5f-80a1f04d85dd None None] Provisioning complete for port b170e212-dbce-4d1f-bff6-18e0de37692c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:50.572130 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-12bd3260-7b3e-4f82-8e5f-80a1f04d85dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.589897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Pushing event updated for resources: {'Port': ['ID=f99eb840-ed47-4b40-932d-bc19537c6ca3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:50.638243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-2be9b6a8-15d1-4c83-9b72-0f4c03190b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:50.642194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd935c-849c-4876-b471-099dc5b50fbc req-37f9a9ab-fbfc-4fe8-9070-2c4f5ffe94bc tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:50.647089 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-2be9b6a8-15d1-4c83-9b72-0f4c03190b06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1567922 Nov 12 08:34:50.681490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56cd935c-849c-4876-b471-099dc5b50fbc req-37f9a9ab-fbfc-4fe8-9070-2c4f5ffe94bc tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 932 time: 0.9131668 Nov 12 08:34:50.752787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:50.753748 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.825905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-5079d399-3e75-4673-9084-c7f23495fcb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8283720 Nov 12 08:34:50.891487 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-12bd3260-7b3e-4f82-8e5f-80a1f04d85dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:50.912332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Request body: {'port': {'device_id': 'fd6a9451-1364-4305-ac74-e05e43324718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:50.957736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-3defdb5f-c23f-4cad-9764-bfcaec349534 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021185 Nov 12 08:34:50.996441 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56cd935c-849c-4876-b471-099dc5b50fbc req-573fb13b-d675-45ef-8a35-e2c40f7507e5 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140213 Nov 12 08:34:51.014051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b170e212-dbce-4d1f-bff6-18e0de37692c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:51.054158 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Router 942c8770-b8dd-4f47-9984-dc7a07fffeab is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:34:51.168253 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.236701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-12bd3260-7b3e-4f82-8e5f-80a1f04d85dd None None] For port b170e212-dbce-4d1f-bff6-18e0de37692c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b170e212-dbce-4d1f-bff6-18e0de37692c,segment=NetworkSegment(84fade62-0e9e-4d75-a7bc-33c60ca94ae0),segment_id=84fade62-0e9e-4d75-a7bc-33c60ca94ae0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:51.273135 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-12bd3260-7b3e-4f82-8e5f-80a1f04d85dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.308193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:51.321463 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Sync routers for ids ['942c8770-b8dd-4f47-9984-dc7a07fffeab'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:51.344624 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.354429 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d01988f7-e9a9-44f4-ba59-e9414da0174d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0124276 Nov 12 08:34:51.355494 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56392) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:51.357247 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Routers {'942c8770-b8dd-4f47-9984-dc7a07fffeab'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:51.358211 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['942c8770-b8dd-4f47-9984-dc7a07fffeab'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:51.377055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-d3137638-592c-425a-a7af-7f995c6a1226 service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113369 Nov 12 08:34:51.408544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abefb10c-2fd7-4c98-8a05-670b72fec32b req-b7d794f6-6b1b-4a59-8d9e-dfa28192da9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd5209729531490aab22022293dc41b0&device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.2206132 Nov 12 08:34:51.436727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b170e212-dbce-4d1f-bff6-18e0de37692c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:51.437877 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.460229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abefb10c-2fd7-4c98-8a05-670b72fec32b req-1b467a3e-6b59-4ea8-a4a4-4e7d2ccd5b0b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=fd5209729531490aab22022293dc41b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336537 Nov 12 08:34:51.500979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fed4da62-8ac4-4871-89b4-77f066ea0f70 None None] Provisioning complete for port b170e212-dbce-4d1f-bff6-18e0de37692c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:51.501383 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fed4da62-8ac4-4871-89b4-77f066ea0f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:51.524567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-81f7146f-232c-4b6f-8464-2c2235949fd0 req-2bca463c-cc20-49ef-bc24-9b107d8a677b tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.1461656 Nov 12 08:34:51.529884 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-17c716de-98dc-45e0-8f9d-907d7d35a204 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=6b4acb58-e875-453b-8d33-a4032b56d002 HTTP/1.1" status: 200 len: 217 time: 0.1202977 Nov 12 08:34:51.539793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd3260-7b3e-4f82-8e5f-80a1f04d85dd None None] Pushing event updated for resources: {'Port': ['ID=b170e212-dbce-4d1f-bff6-18e0de37692c,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:51.590590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6d9b2cb-d8ff-4027-9da1-3c66d6c06838 req-73a59977-5879-474e-b797-02990359e5e3 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 210 time: 0.1774445 Nov 12 08:34:51.670407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c80ec34e-e18a-4ec6-b877-94a642294330 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:51.700168 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Set router 942c8770-b8dd-4f47-9984-dc7a07fffeab gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:51.700974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-3218f327-bb2a-4120-bc3c-7ebc634e79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:51.702898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-3218f327-bb2a-4120-bc3c-7ebc634e79e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 200 len: 797 time: 0.1299031 Nov 12 08:34:51.739119 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c80ec34e-e18a-4ec6-b877-94a642294330 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:51.739119 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.012294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefb10c-2fd7-4c98-8a05-670b72fec32b req-d5d95c8a-d94f-4b6f-9ec0-47c4cb9ec902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:52.014665 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abefb10c-2fd7-4c98-8a05-670b72fec32b req-d5d95c8a-d94f-4b6f-9ec0-47c4cb9ec902 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5112066 Nov 12 08:34:52.041727 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'name': 'tempest-FloatingIPsTestJSON-761496525-router', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:46Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 3, 'project_id': 'e34f638470eb49b59cd10b321c1d7867', 'gw_port': {'id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:52.097393 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Checking router: 942c8770-b8dd-4f47-9984-dc7a07fffeab for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:52.098277 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Updating router 942c8770-b8dd-4f47-9984-dc7a07fffeab port 1b9315f9-4f57-4ac8-8e62-984286a533ee binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:52.104786 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-66284ce0-cc59-4dcf-8183-044ba4d24536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:52.107365 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-66284ce0-cc59-4dcf-8183-044ba4d24536 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d84b8edf-a049-44bd-bd1f-038c504b1de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2920890 Nov 12 08:34:52.132540 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.142785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-c88ff75c-e127-4c8e-9b42-37e8488f5870 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:52.144325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-c88ff75c-e127-4c8e-9b42-37e8488f5870 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.46 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 817 time: 0.2563515 Nov 12 08:34:52.149393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99eb840-ed47-4b40-932d-bc19537c6ca3 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:52.173222 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.176561 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.242473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Transition to ACTIVE for port object f99eb840-ed47-4b40-932d-bc19537c6ca3 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:34:52.256675 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.279372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf9180-dc91-495c-be48-5c4896cc6d68 req-f3021c65-905b-4bfa-be5a-f8d64523440f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:52.281211 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-60cf9180-dc91-495c-be48-5c4896cc6d68 req-f3021c65-905b-4bfa-be5a-f8d64523440f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 932 time: 0.1396339 Nov 12 08:34:52.294532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-65158e8c-4c8e-43c4-883b-bf105b5539aa tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60b084a3270c466cb1c91ac839e48f82 HTTP/1.1" status: 200 len: 379 time: 0.1252568 Nov 12 08:34:52.299148 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-89431749-4d41-4aad-a27c-810bf5c1166a service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538408 Nov 12 08:34:52.313659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Request body: {'port': {'device_id': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'admin_state_up': True, 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'security_groups': ['904ca1bb-857e-4167-a635-765fb89c5f8c']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:52.324606 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.382681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Pushing event updated for resources: {'Port': ['ID=f99eb840-ed47-4b40-932d-bc19537c6ca3,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:52.519157 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-60cf9180-dc91-495c-be48-5c4896cc6d68 req-9924b112-cc06-4a8f-9ed6-b6b17d3eda82 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126763 Nov 12 08:34:52.525734 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.534686 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.590768 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Attempting to bind port 1b9315f9-4f57-4ac8-8e62-984286a533ee on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:52.591881 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Attempting to bind port 1b9315f9-4f57-4ac8-8e62-984286a533ee by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:52.591881 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Attempting to bind port 1b9315f9-4f57-4ac8-8e62-984286a533ee on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:52.616458 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:52.616906 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:52.617848 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.620857 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:52.620857 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Bound port: 1b9315f9-4f57-4ac8-8e62-984286a533ee, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:52.621169 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Attempting to bind port f99eb840-ed47-4b40-932d-bc19537c6ca3 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:52.621649 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.621732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Attempting to bind port f99eb840-ed47-4b40-932d-bc19537c6ca3 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:52.621732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Attempting to bind port f99eb840-ed47-4b40-932d-bc19537c6ca3 on network 0714188f-6499-4655-a48e-68414a9c8530 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:52.634025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Port f99eb840-ed47-4b40-932d-bc19537c6ca3 on network 0714188f-6499-4655-a48e-68414a9c8530 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:52.634329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Attempting to bind port f99eb840-ed47-4b40-932d-bc19537c6ca3 on network 0714188f-6499-4655-a48e-68414a9c8530 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:52.671235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:52.671591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Checking segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:52.672038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Bound using segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:52.672486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Bound port: f99eb840-ed47-4b40-932d-bc19537c6ca3, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:52.672847 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.681094 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] For port 1b9315f9-4f57-4ac8-8e62-984286a533ee, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:52.686361 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] For port 1b9315f9-4f57-4ac8-8e62-984286a533ee, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1b9315f9-4f57-4ac8-8e62-984286a533ee,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:52.703736 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.729452 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79a891-241e-46c9-9195-93005a14fbf8 None None] Pushing event updated for resources: {'Port': ['ID=1b9315f9-4f57-4ac8-8e62-984286a533ee,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:52.786099 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Allocated IP 172.20.0.1 (676409d7-d440-4fb0-8ab3-34dcadb8ad82/b03a473c-f96c-48da-909f-948533c9ab34/396f7b33-f527-422d-8316-1b7fc72a20ae) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:52.787749 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79a891-241e-46c9-9195-93005a14fbf8 None None] Pushing event updated for resources: {'Port': ['ID=1b9315f9-4f57-4ac8-8e62-984286a533ee,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:52.799577 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Routers {'942c8770-b8dd-4f47-9984-dc7a07fffeab'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:52.800566 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['942c8770-b8dd-4f47-9984-dc7a07fffeab'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:52.805059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b170e212-dbce-4d1f-bff6-18e0de37692c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:52.838536 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6427bd78-0479-41cb-a074-4bdb6696d587 req-84214b0e-2564-429a-939f-debc528dd5fe tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 210 time: 0.0760510 Nov 12 08:34:52.929225 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] For port f99eb840-ed47-4b40-932d-bc19537c6ca3, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:52.934839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b170e212-dbce-4d1f-bff6-18e0de37692c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:52.935259 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:52.986253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] For port f99eb840-ed47-4b40-932d-bc19537c6ca3, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f99eb840-ed47-4b40-932d-bc19537c6ca3,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:52.994370 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] Set router 942c8770-b8dd-4f47-9984-dc7a07fffeab gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:53.006079 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1cb6fab0-c8c1-4396-b09c-f014b107f843 req-ca0b2690-749f-4ea8-865e-2c3fb0a25e9c tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0734665 Nov 12 08:34:53.011214 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.072789 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-0c8661dc-d383-4f39-8b2f-e153e1bf6c3e service neutron] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7627776 Nov 12 08:34:53.114461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.115273 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.118414 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] 10.222.0.52 "PUT /v2.0/ports/f99eb840-ed47-4b40-932d-bc19537c6ca3 HTTP/1.1" status: 200 len: 1093 time: 2.2515163 Nov 12 08:34:53.125317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6a9451-1364-4305-ac74-e05e43324718', 'tag': 'f99eb840-ed47-4b40-932d-bc19537c6ca3'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:53.129509 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc587390-6c8b-4f2d-80a4-63a718a4d3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6a9451-1364-4305-ac74-e05e43324718", "tag": "f99eb840-ed47-4b40-932d-bc19537c6ca3"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:53.151181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-5c635d5f-687c-45b5-8f86-9b19aba1a99f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cd70e32c-4bfa-4b4e-9198-1b55643f4179 HTTP/1.1" status: 200 len: 217 time: 0.0684357 Nov 12 08:34:53.162746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Made reservation on behalf of 60b084a3270c466cb1c91ac839e48f82 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:34:53.168915 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.174738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d08e8-3720-4eca-ad0f-b868bea95966 service neutron] Pushing event updated for resources: {'Port': ['ID=f99eb840-ed47-4b40-932d-bc19537c6ca3,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:53.211339 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.223574 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226c536a-2906-49d6-b198-fcf6c95d3628 x-openstack-request-id: req-226c536a-2906-49d6-b198-fcf6c95d3628 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:53.223870 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6a9451-1364-4305-ac74-e05e43324718", "tag": "f99eb840-ed47-4b40-932d-bc19537c6ca3", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:53.224097 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-226c536a-2906-49d6-b198-fcf6c95d3628 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:53.224510 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6a9451-1364-4305-ac74-e05e43324718', 'tag': 'f99eb840-ed47-4b40-932d-bc19537c6ca3', 'status': 'completed', 'code': 200} Nov 12 08:34:53.276783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d1cdaace-30d8-4ddf-8566-26007ee961bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.278574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d1cdaace-30d8-4ddf-8566-26007ee961bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 1096 time: 0.0985999 Nov 12 08:34:53.298910 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.302768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-89ff6c7f-2f76-4a32-899d-54cff46a542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.304374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-89ff6c7f-2f76-4a32-899d-54cff46a542f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a38c965-8753-439d-b47e-56d6af58b295 HTTP/1.1" status: 200 len: 797 time: 0.1303582 Nov 12 08:34:53.317301 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'name': 'tempest-FloatingIPsTestJSON-761496525-router', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:46Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 3, 'project_id': 'e34f638470eb49b59cd10b321c1d7867', 'gw_port': {'id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:53.340351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-d325b01a-4088-4640-b65f-aaf38f07b271 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f99eb840-ed47-4b40-932d-bc19537c6ca3 HTTP/1.1" status: 200 len: 217 time: 0.0509002 Nov 12 08:34:53.366871 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be654d5-a9e2-423d-bfa2-95b64b98ee91 None None] The sync data for ids ['942c8770-b8dd-4f47-9984-dc7a07fffeab'] in n-d-768851-18 is: [{'id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'name': 'tempest-FloatingIPsTestJSON-761496525-router', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:46Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 3, 'project_id': 'e34f638470eb49b59cd10b321c1d7867', 'gw_port': {'id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:53.416973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Network 676409d7-d440-4fb0-8ab3-34dcadb8ad82 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:53.445587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:53.455448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-a8fc74b1-d43f-4edb-b739-9d514d977de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.458522 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-a8fc74b1-d43f-4edb-b739-9d514d977de8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c29e3af6-7b39-400c-ac4f-52e25909400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1440065 Nov 12 08:34:53.463241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:53.471422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Pushing event updated for resources: {'Port': ['ID=396f7b33-f527-422d-8316-1b7fc72a20ae,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:53.507279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Allocated IP 172.20.0.13 (f4e7b44e-b3da-477b-8acb-2235fde73aca/5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1/06232c2d-a728-4267-b78a-8cdace9ee5dc) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:53.520756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-99be540e-7bc2-47ac-b844-6c0d559aae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.530533 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-99be540e-7bc2-47ac-b844-6c0d559aae76 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.1680789 Nov 12 08:34:53.583914 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-ddbc324a-572f-42f8-ae53-dafa1511d8c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438278 Nov 12 08:34:53.586405 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.654011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-274ede48-76c0-486f-ae96-9bf38680e3f2 service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766067 Nov 12 08:34:53.819008 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.851322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ba892-e9c6-4412-875f-adef79efed0a req-0ad9b148-1b69-4862-ba66-33406c1842a4 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:53.853614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c05ba892-e9c6-4412-875f-adef79efed0a req-0ad9b148-1b69-4862-ba66-33406c1842a4 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 944 time: 0.1279485 Nov 12 08:34:53.883377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-50eca476-ea38-45d3-920a-4def3316bb15 None None] Provisioning complete for port 396f7b33-f527-422d-8316-1b7fc72a20ae triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:53.884676 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-50eca476-ea38-45d3-920a-4def3316bb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:53.942478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abefb10c-2fd7-4c98-8a05-670b72fec32b req-419eb9c8-157c-485b-ac3c-0eca5bfd9646 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.46 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.1152866 Nov 12 08:34:53.957736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-50eca476-ea38-45d3-920a-4def3316bb15 None None] Port 396f7b33-f527-422d-8316-1b7fc72a20ae cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:54.025751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f603b95c-956f-4b7a-a3ab-25383948def2 req-3c44f606-8248-4d63-9c4f-4b9f30ea9051 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 210 time: 0.0450087 Nov 12 08:34:54.039091 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-42530c76-c3a0-41e5-a483-9633df6785ef service neutron] 10.222.0.52 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461842 Nov 12 08:34:54.097890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.137367 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c05ba892-e9c6-4412-875f-adef79efed0a req-3f328233-4789-49b1-b66f-aad863fefa08 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299538 Nov 12 08:34:54.186480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-0bb4e7a3-7d76-4c38-863f-7e74ad28a6fd service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200098 Nov 12 08:34:54.244836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-a5bfdb4a-7f75-40da-bd49-6e853966ca60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a674dc8f-9fd1-4663-8091-799206f28428 HTTP/1.1" status: 200 len: 217 time: 0.0474350 Nov 12 08:34:54.263201 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.291174 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f31da9e7-98a8-44fb-9e16-41350d86bcd4 req-e1bc1ad6-3f7a-4e39-a1c8-237537ba4af4 tempest-ServerShowV254Test-9206158 tempest-ServerShowV254Test-9206158-project] 10.222.0.31 "GET /v2.0/ports?device_id=74c65fd8-b7c8-47ba-a6ad-f01575c87060 HTTP/1.1" status: 200 len: 210 time: 0.0421226 Nov 12 08:34:54.309439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Network f4e7b44e-b3da-477b-8acb-2235fde73aca is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:54.317324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-6863feac-bac8-47ff-ad67-5f4af5fc0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:54.319309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-6863feac-bac8-47ff-ad67-5f4af5fc0f93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a38c965-8753-439d-b47e-56d6af58b295 HTTP/1.1" status: 200 len: 797 time: 0.0587895 Nov 12 08:34:54.324294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:54.326423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event updated for resources: {'Port': ['ID=06232c2d-a728-4267-b78a-8cdace9ee5dc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:54.328773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:54.385879 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e2d3a0-8583-475a-a333-b846d45eac65 req-4240adea-4ae6-4920-b6b0-251f45194a6e service neutron] 10.222.0.52 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235168 Nov 12 08:34:54.425522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:54.426373 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.464881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-b1bea336-59f3-43bb-b505-f191b7855136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:54.466473 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-b1bea336-59f3-43bb-b505-f191b7855136 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c29e3af6-7b39-400c-ac4f-52e25909400a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1094377 Nov 12 08:34:54.469988 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ce4178b6-4107-4ce9-b43d-d4b876740ebd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1618214 Nov 12 08:34:54.501851 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Request body: {'port': {'device_id': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:54.627837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587390-6c8b-4f2d-80a4-63a718a4d3c0 req-4f52d344-2eb6-4d1a-8315-4ccb945b326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:54.630645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc587390-6c8b-4f2d-80a4-63a718a4d3c0 req-4f52d344-2eb6-4d1a-8315-4ccb945b326d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 1096 time: 0.1380985 Nov 12 08:34:54.694473 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.714375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f058ccf8-180d-4e43-85d6-c64ed5a699b8 None None] Provisioning complete for port 06232c2d-a728-4267-b78a-8cdace9ee5dc triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:54.719101 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.719968 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f058ccf8-180d-4e43-85d6-c64ed5a699b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.775565 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.833907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f058ccf8-180d-4e43-85d6-c64ed5a699b8 None None] Port 06232c2d-a728-4267-b78a-8cdace9ee5dc cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:54.847629 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-8dc02a03-51ea-43c2-b0c3-d9d21ba91bdb service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644965 Nov 12 08:34:54.896117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1b9315f9-4f57-4ac8-8e62-984286a533ee up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:54.921277 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:54.928407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Pushing event updated for resources: {'Port': ['ID=396f7b33-f527-422d-8316-1b7fc72a20ae,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:54.938813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587390-6c8b-4f2d-80a4-63a718a4d3c0 req-179e4f78-b16e-481a-ac1f-1a0a1010aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:54.941493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc587390-6c8b-4f2d-80a4-63a718a4d3c0 req-179e4f78-b16e-481a-ac1f-1a0a1010aac9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 911 time: 0.2874122 Nov 12 08:34:54.983489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1b9315f9-4f57-4ac8-8e62-984286a533ee triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:54.985038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.012645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc587390-6c8b-4f2d-80a4-63a718a4d3c0 req-b0650036-699f-497d-8cbc-50b37d5d558d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f99eb840-ed47-4b40-932d-bc19537c6ca3 HTTP/1.1" status: 200 len: 217 time: 0.0629885 Nov 12 08:34:55.111802 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.112764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587390-6c8b-4f2d-80a4-63a718a4d3c0 req-60983116-d1e8-4ffd-b72f-9a8668ff3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:55.114526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc587390-6c8b-4f2d-80a4-63a718a4d3c0 req-60983116-d1e8-4ffd-b72f-9a8668ff3e7a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.0671151 Nov 12 08:34:55.136476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 1b9315f9-4f57-4ac8-8e62-984286a533ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1b9315f9-4f57-4ac8-8e62-984286a533ee,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:55.141599 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.184477 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc587390-6c8b-4f2d-80a4-63a718a4d3c0 req-4efeda92-216f-4e40-a4b1-dc65b4404acd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592241 Nov 12 08:34:55.186407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Network 676409d7-d440-4fb0-8ab3-34dcadb8ad82 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:55.190356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:55.240575 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad032a67-3073-4a7a-a5fc-1e8c5fa19480 req-564b1118-f820-4721-aad6-542a41895f00 service neutron] 10.222.0.46 "GET /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795114 Nov 12 08:34:55.262146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=1b9315f9-4f57-4ac8-8e62-984286a533ee,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:55.383405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06232c2d-a728-4267-b78a-8cdace9ee5dc {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:55.399557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409c0a6-dd37-4289-8d43-b8a8838324a3 req-d9650378-ac0e-43f9-85d1-73cdcc957639 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:55.401300 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c409c0a6-dd37-4289-8d43-b8a8838324a3 req-d9650378-ac0e-43f9-85d1-73cdcc957639 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 944 time: 0.1064038 Nov 12 08:34:55.403530 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.430406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Transition to ACTIVE for port object 06232c2d-a728-4267-b78a-8cdace9ee5dc will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:34:55.452990 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.536188 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c409c0a6-dd37-4289-8d43-b8a8838324a3 req-651718a6-d2a6-4bfa-9439-2d254a2b9efe tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187775 Nov 12 08:34:55.540070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Pushing event updated for resources: {'Port': ['ID=06232c2d-a728-4267-b78a-8cdace9ee5dc,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:55.624883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-39427d5e-6327-4725-b29f-6a685b8432c2 None None] Provisioning complete for port 396f7b33-f527-422d-8316-1b7fc72a20ae triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:55.626443 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39427d5e-6327-4725-b29f-6a685b8432c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.663395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Attempting to bind port 06232c2d-a728-4267-b78a-8cdace9ee5dc on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:55.664142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Attempting to bind port 06232c2d-a728-4267-b78a-8cdace9ee5dc by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:55.664681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Attempting to bind port 06232c2d-a728-4267-b78a-8cdace9ee5dc on network f4e7b44e-b3da-477b-8acb-2235fde73aca {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:55.684770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Port 06232c2d-a728-4267-b78a-8cdace9ee5dc on network f4e7b44e-b3da-477b-8acb-2235fde73aca not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:34:55.685322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Attempting to bind port 06232c2d-a728-4267-b78a-8cdace9ee5dc on network f4e7b44e-b3da-477b-8acb-2235fde73aca {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:55.707324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:55.707324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Checking segment: {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:55.707690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Bound using segment: {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:55.708185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Bound port: 06232c2d-a728-4267-b78a-8cdace9ee5dc, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:55.708695 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.753021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd508a6-2eaa-4b62-82b8-50f7e1236837 req-c1d9acb6-7cc6-409e-8368-2e41852f19b0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:55.754844 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cd508a6-2eaa-4b62-82b8-50f7e1236837 req-c1d9acb6-7cc6-409e-8368-2e41852f19b0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 932 time: 0.6206686 Nov 12 08:34:55.790503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-39427d5e-6327-4725-b29f-6a685b8432c2 None None] Port 396f7b33-f527-422d-8316-1b7fc72a20ae cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:34:55.850806 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc587390-6c8b-4f2d-80a4-63a718a4d3c0 req-07ab5f59-050c-408a-86fc-0dcd061de357 service neutron] 10.222.0.52 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506755 Nov 12 08:34:55.904193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:55.912857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:55.924399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:55.999333 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cd508a6-2eaa-4b62-82b8-50f7e1236837 req-172a66cf-8936-42be-b39a-b5afc7d86487 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995542 Nov 12 08:34:56.003307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Router 942c8770-b8dd-4f47-9984-dc7a07fffeab has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:34:56.049595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:56.050232 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.051781 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] 10.222.0.46 "PUT /v2.0/ports/06232c2d-a728-4267-b78a-8cdace9ee5dc HTTP/1.1" status: 200 len: 1093 time: 1.5665779 Nov 12 08:34:56.052168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:34:56.060277 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1756ec-1d79-4a7a-9454-6b6b21d1c17f" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:34:56.099929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750cb4d-854c-4b11-ab5c-7cdb590bf7bc service neutron] Pushing event updated for resources: {'Port': ['ID=06232c2d-a728-4267-b78a-8cdace9ee5dc,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:56.171768 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709574ae-afc4-4d14-b163-3a3f98e9fc36 x-openstack-request-id: req-709574ae-afc4-4d14-b163-3a3f98e9fc36 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:34:56.172114 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:34:56.172378 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-709574ae-afc4-4d14-b163-3a3f98e9fc36 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:34:56.172812 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'status': 'completed', 'code': 200} Nov 12 08:34:56.193986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-93289af7-7489-4ca0-95b6-a22484d6717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:56.196432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-93289af7-7489-4ca0-95b6-a22484d6717b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 1096 time: 0.0735667 Nov 12 08:34:56.206137 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc587390-6c8b-4f2d-80a4-63a718a4d3c0 req-58b34d3d-b2a6-4234-b139-150d08b400b3 service neutron] 10.222.0.52 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432050 Nov 12 08:34:56.272174 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-00546445-57c4-4bb1-b779-099a9a54c561 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc HTTP/1.1" status: 200 len: 217 time: 0.0611494 Nov 12 08:34:56.340564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-c60a130c-21b8-43bc-b7dd-f6a1bb96ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:56.346247 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-c60a130c-21b8-43bc-b7dd-f6a1bb96ac3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.0691400 Nov 12 08:34:56.367032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56438) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:56.386667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:34:56.407638 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-022a6e5c-a1bc-49dc-be3e-0eee782ea281 admin admin] 10.222.0.31 "PUT /v2.0/routers/942c8770-b8dd-4f47-9984-dc7a07fffeab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9958286 Nov 12 08:34:56.411103 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Sync routers for ids ['942c8770-b8dd-4f47-9984-dc7a07fffeab'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:34:56.414465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-8e1db990-cfa0-43c8-937e-c6290bc764a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:56.417789 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-8e1db990-cfa0-43c8-937e-c6290bc764a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608845 Nov 12 08:34:56.446372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Routers {'942c8770-b8dd-4f47-9984-dc7a07fffeab'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:56.447584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['942c8770-b8dd-4f47-9984-dc7a07fffeab'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:56.543603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-ddd4c6e6-3b75-4b1a-9b3b-12901f06a9cd service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173654 Nov 12 08:34:56.576720 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d261308-5364-4c90-8fc3-0e5655adf2ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.609416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Set router 942c8770-b8dd-4f47-9984-dc7a07fffeab gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:56.700677 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c134a68-ff9c-41f9-bdd7-98cacedd3195 req-8f688fb5-8e52-41f9-aa85-909b3a55e8cd service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476748 Nov 12 08:34:56.754685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d261308-5364-4c90-8fc3-0e5655adf2ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.764758 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d261308-5364-4c90-8fc3-0e5655adf2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.805126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f99eb840-ed47-4b40-932d-bc19537c6ca3 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:34:56.823348 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8d261308-5364-4c90-8fc3-0e5655adf2ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd5209729531490aab22022293dc41b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4552095 Nov 12 08:34:56.832596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08e674-538b-4f4e-9ff7-20dd109be541 req-7b9ada0b-3b57-4c4d-984e-0dfb39909da2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:56.833749 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e08e674-538b-4f4e-9ff7-20dd109be541 req-7b9ada0b-3b57-4c4d-984e-0dfb39909da2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 944 time: 0.1445444 Nov 12 08:34:56.834255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56452) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:34:56.871828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1b9315f9-4f57-4ac8-8e62-984286a533ee up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:34:56.950268 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e08e674-538b-4f4e-9ff7-20dd109be541 req-39787f32-ca75-4ec0-9690-5819b083e596 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837593 Nov 12 08:34:56.956204 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-229e26fd-bff4-4822-a3fb-342cd3536235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:56.999364 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-229e26fd-bff4-4822-a3fb-342cd3536235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.010343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1756ec-1d79-4a7a-9454-6b6b21d1c17f req-c9b7a8ae-8036-454e-8855-eb474a03f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:57.011954 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a1756ec-1d79-4a7a-9454-6b6b21d1c17f req-c9b7a8ae-8036-454e-8855-eb474a03f1af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 1096 time: 0.1986620 Nov 12 08:34:57.012674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d261308-5364-4c90-8fc3-0e5655adf2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5da4de-a97f-4a06-9454-8ee626f8dbde,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:57.106866 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-229e26fd-bff4-4822-a3fb-342cd3536235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.110279 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-229e26fd-bff4-4822-a3fb-342cd3536235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.114877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-229e26fd-bff4-4822-a3fb-342cd3536235 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d5da4de-a97f-4a06-9454-8ee626f8dbde HTTP/1.1" status: 204 len: 168 time: 0.2761061 Nov 12 08:34:57.130773 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e26fd-bff4-4822-a3fb-342cd3536235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5da4de-a97f-4a06-9454-8ee626f8dbde,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:57.138648 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f99eb840-ed47-4b40-932d-bc19537c6ca3, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f99eb840-ed47-4b40-932d-bc19537c6ca3,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:57.144999 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'name': 'tempest-FloatingIPsTestJSON-761496525-router', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:46Z', 'updated_at': '2021-11-12T08:34:54Z', 'revision_number': 4, 'project_id': 'e34f638470eb49b59cd10b321c1d7867', 'gw_port': {'id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '396f7b33-f527-422d-8316-1b7fc72a20ae', 'name': '', 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'mac_address': 'fa:16:3e:d3:11:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b03a473c-f96c-48da-909f-948533c9ab34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:52Z', 'updated_at': '2021-11-12T08:34:54Z', 'revision_number': 2, 'project_id': 'e34f638470eb49b59cd10b321c1d7867', 'subnets': [{'id': 'b03a473c-f96c-48da-909f-948533c9ab34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:57.197011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-02322723-b094-4a91-9c35-72558ab93896 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3330052 Nov 12 08:34:57.197374 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1b9315f9-4f57-4ac8-8e62-984286a533ee triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:57.197861 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.204702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:34:57.207508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Checking router: 942c8770-b8dd-4f47-9984-dc7a07fffeab for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:34:57.207947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Updating router 942c8770-b8dd-4f47-9984-dc7a07fffeab port 396f7b33-f527-422d-8316-1b7fc72a20ae binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:34:57.249720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1756ec-1d79-4a7a-9454-6b6b21d1c17f req-086d1567-4307-4f31-9d4e-b4c9e783b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:57.251488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a1756ec-1d79-4a7a-9454-6b6b21d1c17f req-086d1567-4307-4f31-9d4e-b4c9e783b371 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 918 time: 0.2290647 Nov 12 08:34:57.254474 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.270924 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'f99eb840-ed47-4b40-932d-bc19537c6ca3', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'port_id': 'f99eb840-ed47-4b40-932d-bc19537c6ca3', 'mac_address': 'fa:16:3e:5a:bb:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b13783d-4c4e-450c-befa-f6858c089ee0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:34:57.323379 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a1756ec-1d79-4a7a-9454-6b6b21d1c17f req-d10395b6-7ad0-416c-b92e-21df27bf1eaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc HTTP/1.1" status: 200 len: 217 time: 0.0644228 Nov 12 08:34:57.338345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b3029-06fd-475d-b030-3a90551e64eb req-9ce8e4cb-b94e-460f-8680-b92ad86ef3c5 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:57.347404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c22b3029-06fd-475d-b030-3a90551e64eb req-9ce8e4cb-b94e-460f-8680-b92ad86ef3c5 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.0845358 Nov 12 08:34:57.355838 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.360778 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.431464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99eb840-ed47-4b40-932d-bc19537c6ca3 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:34:57.446516 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c22b3029-06fd-475d-b030-3a90551e64eb req-56d51bac-4630-4b8a-bd3d-8b3a5149f15f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932019 Nov 12 08:34:57.449935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1756ec-1d79-4a7a-9454-6b6b21d1c17f req-15dcf9f9-0c84-4d47-b8a7-a83492449671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:57.451688 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a1756ec-1d79-4a7a-9454-6b6b21d1c17f req-15dcf9f9-0c84-4d47-b8a7-a83492449671 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.1199019 Nov 12 08:34:57.521833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.527464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1756ec-1d79-4a7a-9454-6b6b21d1c17f req-6fcc6140-8651-4078-b549-4dbb8dad7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:57.528950 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a1756ec-1d79-4a7a-9454-6b6b21d1c17f req-6fcc6140-8651-4078-b549-4dbb8dad7815 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693884 Nov 12 08:34:57.537275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f99eb840-ed47-4b40-932d-bc19537c6ca3, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f99eb840-ed47-4b40-932d-bc19537c6ca3,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:57.551171 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.713352 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a1756ec-1d79-4a7a-9454-6b6b21d1c17f req-80bb6e0b-ac85-46b8-b6f0-5321a071ff29 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746664 Nov 12 08:34:57.726855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Allocated IP 172.25.3.141 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/b94ec935-0e7f-4a48-a6c8-74c71b1fd49c) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:34:57.846890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f99eb840-ed47-4b40-932d-bc19537c6ca3,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:57.897880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a1756ec-1d79-4a7a-9454-6b6b21d1c17f req-8ca48ac3-4545-420b-a2dc-0b962d3d8b0d service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726751 Nov 12 08:34:57.928616 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:57.949766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['f99eb840-ed47-4b40-932d-bc19537c6ca3'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:34:57.970596 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.012309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:34:58.020318 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:34:58.025687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:34:58.029354 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Pushing event updated for resources: {'Port': ['ID=b94ec935-0e7f-4a48-a6c8-74c71b1fd49c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:58.118547 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.132036 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.176736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c90dc-a014-49a5-a2ef-d3b0986d3ef3 req-757a1153-daff-406a-ba65-23b52df6780e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:58.183635 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-753c90dc-a014-49a5-a2ef-d3b0986d3ef3 req-757a1153-daff-406a-ba65-23b52df6780e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 945 time: 0.1095204 Nov 12 08:34:58.188760 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.220660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccf5e3-eaba-4029-8445-e24a5f079d42 None None] Pushing event updated for resources: {'Port': ['ID=396f7b33-f527-422d-8316-1b7fc72a20ae,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:58.263027 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.335348 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-753c90dc-a014-49a5-a2ef-d3b0986d3ef3 req-9506cd9d-dcdc-48fd-8ca3-6725f522be8e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354926 Nov 12 08:34:58.343440 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Attempting to bind port 396f7b33-f527-422d-8316-1b7fc72a20ae on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:34:58.344246 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Attempting to bind port 396f7b33-f527-422d-8316-1b7fc72a20ae by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '84fade62-0e9e-4d75-a7bc-33c60ca94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:34:58.344586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Attempting to bind port 396f7b33-f527-422d-8316-1b7fc72a20ae on network 676409d7-d440-4fb0-8ab3-34dcadb8ad82 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:34:58.377806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:34:58.378232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Checking segment: {'id': '84fade62-0e9e-4d75-a7bc-33c60ca94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:34:58.378642 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.379042 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Bound using segment: {'id': '84fade62-0e9e-4d75-a7bc-33c60ca94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:34:58.379535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Bound port: 396f7b33-f527-422d-8316-1b7fc72a20ae, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84fade62-0e9e-4d75-a7bc-33c60ca94ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:34:58.379925 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.529142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] For port 396f7b33-f527-422d-8316-1b7fc72a20ae, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:34:58.553085 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.557054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] For port 396f7b33-f527-422d-8316-1b7fc72a20ae, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=396f7b33-f527-422d-8316-1b7fc72a20ae,segment=NetworkSegment(84fade62-0e9e-4d75-a7bc-33c60ca94ae0),segment_id=84fade62-0e9e-4d75-a7bc-33c60ca94ae0)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:34:58.574237 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.666608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Routers {'942c8770-b8dd-4f47-9984-dc7a07fffeab'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:34:58.667864 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.668346 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:34:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['942c8770-b8dd-4f47-9984-dc7a07fffeab'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:58.692129 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.765934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccf5e3-eaba-4029-8445-e24a5f079d42 None None] Pushing event updated for resources: {'Port': ['ID=396f7b33-f527-422d-8316-1b7fc72a20ae,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:58.810868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d6281770-4321-4d74-a85b-217c8cae8229 None None] Provisioning complete for port 396f7b33-f527-422d-8316-1b7fc72a20ae triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:58.810868 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d6281770-4321-4d74-a85b-217c8cae8229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.842632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Pushing event updated for resources: {'Port': ['ID=b94ec935-0e7f-4a48-a6c8-74c71b1fd49c,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:58.850945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172568b4-741e-48ed-88fc-c1a6d6f6facb req-716561ce-1d1f-4708-8321-753c42327319 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:58.864526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-172568b4-741e-48ed-88fc-c1a6d6f6facb req-716561ce-1d1f-4708-8321-753c42327319 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.1108012 Nov 12 08:34:58.873630 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.913242 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:58.927544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-d3248217-cf92-4a1b-871e-fc84bc6fd2ae tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7276497 Nov 12 08:34:58.951382 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-172568b4-741e-48ed-88fc-c1a6d6f6facb req-f0f24b62-005b-4d4e-a1b3-bdbb4967e0fb tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855846 Nov 12 08:34:59.060436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] Set router 942c8770-b8dd-4f47-9984-dc7a07fffeab gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:34:59.126484 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d6281770-4321-4d74-a85b-217c8cae8229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.256565 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d6281770-4321-4d74-a85b-217c8cae8229 None None] For port 396f7b33-f527-422d-8316-1b7fc72a20ae, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=396f7b33-f527-422d-8316-1b7fc72a20ae,segment=NetworkSegment(84fade62-0e9e-4d75-a7bc-33c60ca94ae0),segment_id=84fade62-0e9e-4d75-a7bc-33c60ca94ae0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:34:59.272171 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d6281770-4321-4d74-a85b-217c8cae8229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.377094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6281770-4321-4d74-a85b-217c8cae8229 None None] Pushing event updated for resources: {'Port': ['ID=396f7b33-f527-422d-8316-1b7fc72a20ae,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:34:59.386045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-1516b118-c0da-4e03-8c9d-4ac8d27ed83c tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.4575422 Nov 12 08:34:59.418351 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-193c572c-c539-4c36-8a0e-f190daa977bf None None] Provisioning complete for port 396f7b33-f527-422d-8316-1b7fc72a20ae triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:34:59.418913 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-193c572c-c539-4c36-8a0e-f190daa977bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:34:59.458799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'name': 'tempest-FloatingIPsTestJSON-761496525-router', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:46Z', 'updated_at': '2021-11-12T08:34:54Z', 'revision_number': 4, 'project_id': 'e34f638470eb49b59cd10b321c1d7867', 'gw_port': {'id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '396f7b33-f527-422d-8316-1b7fc72a20ae', 'name': '', 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'mac_address': 'fa:16:3e:d3:11:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b03a473c-f96c-48da-909f-948533c9ab34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:52Z', 'updated_at': '2021-11-12T08:34:58Z', 'revision_number': 4, 'project_id': 'e34f638470eb49b59cd10b321c1d7867', 'subnets': [{'id': 'b03a473c-f96c-48da-909f-948533c9ab34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:34:59.505009 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cb654-5975-4c9b-bc5a-f1623efea2dd None None] The sync data for ids ['942c8770-b8dd-4f47-9984-dc7a07fffeab'] in n-d-768851-18 is: [{'id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'name': 'tempest-FloatingIPsTestJSON-761496525-router', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:46Z', 'updated_at': '2021-11-12T08:34:54Z', 'revision_number': 4, 'project_id': 'e34f638470eb49b59cd10b321c1d7867', 'gw_port': {'id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '396f7b33-f527-422d-8316-1b7fc72a20ae', 'name': '', 'network_id': '676409d7-d440-4fb0-8ab3-34dcadb8ad82', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'mac_address': 'fa:16:3e:d3:11:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b03a473c-f96c-48da-909f-948533c9ab34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:52Z', 'updated_at': '2021-11-12T08:34:58Z', 'revision_number': 4, 'project_id': 'e34f638470eb49b59cd10b321c1d7867', 'subnets': [{'id': 'b03a473c-f96c-48da-909f-948533c9ab34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:34:59.553017 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54423649-13f4-40bd-8dad-1146f511b64a req-c1b7fb3f-f7d0-45ff-b9ae-d6d7cff732da tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:59.569914 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54423649-13f4-40bd-8dad-1146f511b64a req-c1b7fb3f-f7d0-45ff-b9ae-d6d7cff732da tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 945 time: 0.0864253 Nov 12 08:34:59.649154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-3ada86c2-89c8-474a-b14f-89f97cfb18ff tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:34:59.651299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-54423649-13f4-40bd-8dad-1146f511b64a req-356f2ae0-56d3-44e8-af98-83f9374bb1f7 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834517 Nov 12 08:34:59.652042 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-3ada86c2-89c8-474a-b14f-89f97cfb18ff tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.2582421 Nov 12 08:34:59.696671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-991f961e-4ba7-430f-9ae2-a6f15bdab1b7 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:34:59.697831 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67c55e79-fd4b-4030-bdfd-7b5b428609bb req-991f961e-4ba7-430f-9ae2-a6f15bdab1b7 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0335751 Nov 12 08:34:59.846831 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f801b7a5-f6c2-44e3-919c-5e9e8c9fc129 req-afcbda50-10b0-4345-94ed-8043f105a383 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/floatingips/1fd8dadc-64c7-4ea0-a5d7-9c33473f74a5 HTTP/1.1" status: 200 len: 693 time: 0.0525963 Nov 12 08:35:00.006375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801b7a5-f6c2-44e3-919c-5e9e8c9fc129 req-44afe340-c159-467b-a646-8aeff23e3e5e tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:00.007949 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f801b7a5-f6c2-44e3-919c-5e9e8c9fc129 req-44afe340-c159-467b-a646-8aeff23e3e5e tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1546986 Nov 12 08:35:00.030098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-f801b7a5-f6c2-44e3-919c-5e9e8c9fc129 req-8f9db066-5395-4cdb-b478-0e4fb09b6b9a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:00.031925 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f801b7a5-f6c2-44e3-919c-5e9e8c9fc129 req-8f9db066-5395-4cdb-b478-0e4fb09b6b9a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133476 Nov 12 08:35:00.167555 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d2d70-d4b7-4bd1-8119-1cebfb27d1ba req-413e350d-c0d1-4fcd-8b5f-4280a11cbe73 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:00.169646 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-320d2d70-d4b7-4bd1-8119-1cebfb27d1ba req-413e350d-c0d1-4fcd-8b5f-4280a11cbe73 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.0730121 Nov 12 08:35:00.187439 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7c602e6d-21d6-4846-b549-e120113755a9 req-2a122cd4-7ae3-496a-ae38-812738653571 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=e34f638470eb49b59cd10b321c1d7867 HTTP/1.1" status: 200 len: 696 time: 0.1176200 Nov 12 08:35:00.268190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-320d2d70-d4b7-4bd1-8119-1cebfb27d1ba req-1f4b647b-da4b-43a1-8a0c-2498e145c669 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861337 Nov 12 08:35:00.354562 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c602e6d-21d6-4846-b549-e120113755a9 req-a1412d48-dbb7-462b-973c-0d9f509ce011 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:00.362021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7c602e6d-21d6-4846-b549-e120113755a9 req-a1412d48-dbb7-462b-973c-0d9f509ce011 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/networks?id=96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 787 time: 0.1631866 Nov 12 08:35:00.378141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-7c602e6d-21d6-4846-b549-e120113755a9 req-54c0986d-6d2f-41ba-b98d-c71104b0d6e5 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:00.379162 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7c602e6d-21d6-4846-b549-e120113755a9 req-54c0986d-6d2f-41ba-b98d-c71104b0d6e5 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062606 Nov 12 08:35:00.408294 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06232c2d-a728-4267-b78a-8cdace9ee5dc details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:35:00.457566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f22e530b-118c-475d-aca6-ab332d649cad req-5327fd63-88ec-4dbe-a7f3-ee981b1c157e tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/floatingips/1fd8dadc-64c7-4ea0-a5d7-9c33473f74a5 HTTP/1.1" status: 200 len: 693 time: 0.0556815 Nov 12 08:35:00.568194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:00.584162 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'port_id': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'mac_address': 'fa:16:3e:b6:38:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:35:00.631021 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.641825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e530b-118c-475d-aca6-ab332d649cad req-feb43366-5092-42ff-911c-0372caa616d2 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:00.647433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06232c2d-a728-4267-b78a-8cdace9ee5dc {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:00.650335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f22e530b-118c-475d-aca6-ab332d649cad req-feb43366-5092-42ff-911c-0372caa616d2 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1868169 Nov 12 08:35:00.659509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-f22e530b-118c-475d-aca6-ab332d649cad req-ef204b18-2381-4624-b75b-44e18fa802c1 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:35:00.673728 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f22e530b-118c-475d-aca6-ab332d649cad req-ef204b18-2381-4624-b75b-44e18fa802c1 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212705 Nov 12 08:35:00.676019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:00.684272 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:00.740095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f22e530b-118c-475d-aca6-ab332d649cad req-60dd2f0b-d5d4-47a0-9092-b66a943b7944 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.0653462 Nov 12 08:35:00.805385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=06232c2d-a728-4267-b78a-8cdace9ee5dc,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:00.813456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f99eb840-ed47-4b40-932d-bc19537c6ca3 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:00.862597 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f22e530b-118c-475d-aca6-ab332d649cad req-64a45318-795e-4905-a8d2-fd95f19e573e tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.1013622 Nov 12 08:35:00.919670 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 396f7b33-f527-422d-8316-1b7fc72a20ae up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:00.924906 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3add6-c8bc-4137-bc6d-628ab98b2fef req-95a9fda2-4946-4f40-b144-6037468d0cfa tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:00.926730 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41c3add6-c8bc-4137-bc6d-628ab98b2fef req-95a9fda2-4946-4f40-b144-6037468d0cfa tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 945 time: 0.1223168 Nov 12 08:35:01.013194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port f99eb840-ed47-4b40-932d-bc19537c6ca3 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:35:01.024829 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41c3add6-c8bc-4137-bc6d-628ab98b2fef req-021dc379-45ad-4a50-89c9-17ec7fe828f4 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812769 Nov 12 08:35:01.032845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port f99eb840-ed47-4b40-932d-bc19537c6ca3 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:01.037917 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.044782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 396f7b33-f527-422d-8316-1b7fc72a20ae triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:01.045491 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.103270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-f22e530b-118c-475d-aca6-ab332d649cad req-9764af0b-b141-4531-b7cd-2a7440657315 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Deleting port b94ec935-0e7f-4a48-a6c8-74c71b1fd49c {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:01.103741 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f22e530b-118c-475d-aca6-ab332d649cad req-9764af0b-b141-4531-b7cd-2a7440657315 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.136687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['06232c2d-a728-4267-b78a-8cdace9ee5dc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:01.206672 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f22e530b-118c-475d-aca6-ab332d649cad req-9764af0b-b141-4531-b7cd-2a7440657315 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.206997 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f22e530b-118c-475d-aca6-ab332d649cad req-9764af0b-b141-4531-b7cd-2a7440657315 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.222587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-f22e530b-118c-475d-aca6-ab332d649cad req-9764af0b-b141-4531-b7cd-2a7440657315 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Calling delete_port for b94ec935-0e7f-4a48-a6c8-74c71b1fd49c owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:01.402776 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.453207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56550) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:01.508180 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f22e530b-118c-475d-aca6-ab332d649cad req-9764af0b-b141-4531-b7cd-2a7440657315 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.526023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205c6f5-4256-490f-a3ea-15f1a0d98b63 req-82a3078d-27cc-4d00-8494-e44fa73782e1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:01.529198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8205c6f5-4256-490f-a3ea-15f1a0d98b63 req-82a3078d-27cc-4d00-8494-e44fa73782e1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 945 time: 0.0880606 Nov 12 08:35:01.546493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764af0b-b141-4531-b7cd-2a7440657315 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Pushing event deleted for resources: {'Port': ['ID=b94ec935-0e7f-4a48-a6c8-74c71b1fd49c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:01.615270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f99eb840-ed47-4b40-932d-bc19537c6ca3, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f99eb840-ed47-4b40-932d-bc19537c6ca3,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:01.621058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6a9451-1364-4305-ac74-e05e43324718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99eb840-ed47-4b40-932d-bc19537c6ca3'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:01.623768 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d86f00-7c0e-47d6-96c1-32931aed315e" -d '{"events": [{"server_uuid": "fd6a9451-1364-4305-ac74-e05e43324718", "name": "network-vif-plugged", "status": "completed", "tag": "f99eb840-ed47-4b40-932d-bc19537c6ca3"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:01.634700 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.640608 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8205c6f5-4256-490f-a3ea-15f1a0d98b63 req-3e365116-2eec-4226-a53a-a2dd33609a86 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925982 Nov 12 08:35:01.686935 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e01b9561-a31a-4826-a206-01e98edeaff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.693647 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f22e530b-118c-475d-aca6-ab332d649cad req-9764af0b-b141-4531-b7cd-2a7440657315 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.697817 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f22e530b-118c-475d-aca6-ab332d649cad req-9764af0b-b141-4531-b7cd-2a7440657315 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.700196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f22e530b-118c-475d-aca6-ab332d649cad req-9764af0b-b141-4531-b7cd-2a7440657315 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "DELETE /v2.0/floatingips/1fd8dadc-64c7-4ea0-a5d7-9c33473f74a5 HTTP/1.1" status: 204 len: 173 time: 0.8309045 Nov 12 08:35:01.721559 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0784e27-bf44-4c02-b9ae-b54eb83be306 x-openstack-request-id: req-b0784e27-bf44-4c02-b9ae-b54eb83be306 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:01.721559 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6a9451-1364-4305-ac74-e05e43324718", "name": "network-vif-plugged", "status": "completed", "tag": "f99eb840-ed47-4b40-932d-bc19537c6ca3", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:01.721844 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0784e27-bf44-4c02-b9ae-b54eb83be306 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:01.722618 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6a9451-1364-4305-ac74-e05e43324718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99eb840-ed47-4b40-932d-bc19537c6ca3', 'code': 200} Nov 12 08:35:01.741442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f99eb840-ed47-4b40-932d-bc19537c6ca3,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:01.863493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dd039-8512-475b-86c2-b7a81dc7d732 req-09bc3cb7-1353-42ac-bd8a-9fda3f2899a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:01.865003 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5e3dd039-8512-475b-86c2-b7a81dc7d732 req-09bc3cb7-1353-42ac-bd8a-9fda3f2899a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 1098 time: 0.0615814 Nov 12 08:35:01.892916 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-f433dd2c-bdd9-4f82-a4a4-97ffaa75c805 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1597672 Nov 12 08:35:01.910372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:01.924780 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e01b9561-a31a-4826-a206-01e98edeaff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.933312 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e01b9561-a31a-4826-a206-01e98edeaff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.939062 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5e3dd039-8512-475b-86c2-b7a81dc7d732 req-90c27253-b5fd-41fe-a733-2d085c380504 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657794 Nov 12 08:35:01.981690 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:01.989692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e01b9561-a31a-4826-a206-01e98edeaff1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5995fe318fd24910b2b0e35891c9c696&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5346558 Nov 12 08:35:01.991680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56560) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:02.016989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b9561-a31a-4826-a206-01e98edeaff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78464f13-b7c6-4836-8f68-3d39a8e5f86b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:02.074584 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.114861 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.127263 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.201536 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.206183 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.208023 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78464f13-b7c6-4836-8f68-3d39a8e5f86b HTTP/1.1" status: 204 len: 168 time: 0.2144644 Nov 12 08:35:02.219318 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78464f13-b7c6-4836-8f68-3d39a8e5f86b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:02.228330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:02.228681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:02.229045 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:02.229768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:02.230110 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:02.230448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:02.230784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:02.231113 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:02.231440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:02.232158 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:02.232775 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:02.233703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7136822c-375a-4885-bb97-5a67af99206b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:02.308711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Allocated IP 172.25.3.26 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/054f5cb6-7fb9-49e6-9175-98749139457a) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:02.464581 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.519638 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.589583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:02.596600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:02.599113 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Pushing event updated for resources: {'Port': ['ID=054f5cb6-7fb9-49e6-9175-98749139457a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:02.601920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:02.662042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa993567-fb24-4c4c-b3ef-de8fdbb8fcf9 req-406a9b1d-13dc-4b01-8e32-fde9c527aa94 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:02.664017 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa993567-fb24-4c4c-b3ef-de8fdbb8fcf9 req-406a9b1d-13dc-4b01-8e32-fde9c527aa94 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 946 time: 0.0567074 Nov 12 08:35:02.669548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56578) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:02.702889 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce97c-18bb-486c-b3f9-e94b8d7c2288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.723295 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.752318 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa993567-fb24-4c4c-b3ef-de8fdbb8fcf9 req-abbec870-5a87-4c12-9b5f-d29b664ba462 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805206 Nov 12 08:35:02.767080 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.849405 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce97c-18bb-486c-b3f9-e94b8d7c2288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.854064 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea5ce97c-18bb-486c-b3f9-e94b8d7c2288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:02.914401 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ea5ce97c-18bb-486c-b3f9-e94b8d7c2288 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a02d532f1554fe283aa49a1952c3c98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413173 Nov 12 08:35:02.914401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ce97c-18bb-486c-b3f9-e94b8d7c2288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a12703-55ee-4dec-997a-6106547afdc1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:02.915390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56582) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:02.982717 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abc46796-3681-4caa-9cea-be68b06c8890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.000505 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.010807 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abc46796-3681-4caa-9cea-be68b06c8890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.012050 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.096697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Pushing event updated for resources: {'Port': ['ID=054f5cb6-7fb9-49e6-9175-98749139457a,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:03.117154 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.136961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922652d-3655-4e12-ac00-5f30153775dc req-11077ef8-b1de-4b02-8d1d-56e5c5762e15 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.140839 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.144648 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-bd7b13e5-7980-4400-985d-60b24db4111a tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2427816 Nov 12 08:35:03.144823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922652d-3655-4e12-ac00-5f30153775dc req-11077ef8-b1de-4b02-8d1d-56e5c5762e15 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.152927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922652d-3655-4e12-ac00-5f30153775dc req-11077ef8-b1de-4b02-8d1d-56e5c5762e15 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.159035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922652d-3655-4e12-ac00-5f30153775dc req-11077ef8-b1de-4b02-8d1d-56e5c5762e15 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.166726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922652d-3655-4e12-ac00-5f30153775dc req-11077ef8-b1de-4b02-8d1d-56e5c5762e15 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.173421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922652d-3655-4e12-ac00-5f30153775dc req-11077ef8-b1de-4b02-8d1d-56e5c5762e15 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.181149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922652d-3655-4e12-ac00-5f30153775dc req-11077ef8-b1de-4b02-8d1d-56e5c5762e15 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.183569 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b922652d-3655-4e12-ac00-5f30153775dc req-11077ef8-b1de-4b02-8d1d-56e5c5762e15 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5436 time: 0.1474571 Nov 12 08:35:03.192267 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abc46796-3681-4caa-9cea-be68b06c8890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.195799 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abc46796-3681-4caa-9cea-be68b06c8890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.196941 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-abc46796-3681-4caa-9cea-be68b06c8890 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1a12703-55ee-4dec-997a-6106547afdc1 HTTP/1.1" status: 204 len: 168 time: 0.2801538 Nov 12 08:35:03.206209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-37b0a706-4603-47cc-b9ec-52fac22971cd tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0554247 Nov 12 08:35:03.218648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc46796-3681-4caa-9cea-be68b06c8890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a12703-55ee-4dec-997a-6106547afdc1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:03.270941 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b922652d-3655-4e12-ac00-5f30153775dc req-165aaac2-af67-4215-90da-7a8f74d612ca tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728354 Nov 12 08:35:03.383566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-eac21936-e882-4b4f-860f-fe2c3094e82d tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.385056 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4901446-7a03-48ee-bbac-d8e6a8e401c0 req-eac21936-e882-4b4f-860f-fe2c3094e82d tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1715941 Nov 12 08:35:03.421253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa3f18-dd29-42c2-a432-0274127b3e53 req-d71fdb7e-8f06-4c26-9e19-6ea42c543336 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.423145 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74fa3f18-dd29-42c2-a432-0274127b3e53 req-d71fdb7e-8f06-4c26-9e19-6ea42c543336 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 945 time: 0.0662529 Nov 12 08:35:03.481595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-bdf2adfc-189c-4829-90c7-ffd8ed102417 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/floatingips/02eea3c8-bfcd-4094-acf6-9fa0fba9e1c1 HTTP/1.1" status: 200 len: 692 time: 0.0693424 Nov 12 08:35:03.497406 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74fa3f18-dd29-42c2-a432-0274127b3e53 req-140b1372-ee90-4f92-b6ea-58dda76fed45 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664117 Nov 12 08:35:03.615127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-056b655f-8f44-4664-aafa-585ed9322d60 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.617441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-056b655f-8f44-4664-aafa-585ed9322d60 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1292520 Nov 12 08:35:03.677912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-1c136b08-b511-4ea2-9e3e-85188189d8ef tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0492268 Nov 12 08:35:03.742348 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-c037d5da-1de1-413b-bcd5-a40ffd0fc07b tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0552518 Nov 12 08:35:03.902209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-5966e12c-9b2d-49bd-954a-332ba292d894 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Deleting port 054f5cb6-7fb9-49e6-9175-98749139457a {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:03.902782 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-5966e12c-9b2d-49bd-954a-332ba292d894 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:03.925389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece3684-eb26-4037-b60b-269a7f1cd2b9 req-eecf0cc0-d2e1-4d42-90eb-b76b3eaf362a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:03.926963 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3ece3684-eb26-4037-b60b-269a7f1cd2b9 req-eecf0cc0-d2e1-4d42-90eb-b76b3eaf362a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 946 time: 0.0729926 Nov 12 08:35:03.999074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3ece3684-eb26-4037-b60b-269a7f1cd2b9 req-1e12855b-244d-4725-8019-a609207981ef tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588040 Nov 12 08:35:04.051047 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-5966e12c-9b2d-49bd-954a-332ba292d894 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.051991 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-5966e12c-9b2d-49bd-954a-332ba292d894 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.080225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-de29fa1b-c580-4966-ab06-a12df24ad46a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.088358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-de29fa1b-c580-4966-ab06-a12df24ad46a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.096198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-de29fa1b-c580-4966-ab06-a12df24ad46a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.104683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-de29fa1b-c580-4966-ab06-a12df24ad46a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.111036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-de29fa1b-c580-4966-ab06-a12df24ad46a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.120258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-de29fa1b-c580-4966-ab06-a12df24ad46a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.127406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-de29fa1b-c580-4966-ab06-a12df24ad46a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.130739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-de29fa1b-c580-4966-ab06-a12df24ad46a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5436 time: 0.1599832 Nov 12 08:35:04.135240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-5966e12c-9b2d-49bd-954a-332ba292d894 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Calling delete_port for 054f5cb6-7fb9-49e6-9175-98749139457a owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:04.219817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-6e794909-4eec-4a91-9ab7-a5a29a6bc3fe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.221400 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-6e794909-4eec-4a91-9ab7-a5a29a6bc3fe tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "GET /v2.0/ports/2c86cc16-8755-4f55-8d81-46f96ac3d35f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0810804 Nov 12 08:35:04.407752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-521dcd12-a532-446b-ac63-3c201c67cdbb tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "GET /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1777310 Nov 12 08:35:04.435244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:04.439566 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61ae29-5704-4ba0-9cb6-ced54e9fd9e7 req-d062eb04-e3b5-4f67-9c3a-f1e8e1e54dde tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.442071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06232c2d-a728-4267-b78a-8cdace9ee5dc up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:04.447483 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f61ae29-5704-4ba0-9cb6-ced54e9fd9e7 req-d062eb04-e3b5-4f67-9c3a-f1e8e1e54dde tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 946 time: 0.0570259 Nov 12 08:35:04.527131 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f61ae29-5704-4ba0-9cb6-ced54e9fd9e7 req-b2678c69-0e22-44a0-8479-32d8e00c846f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786188 Nov 12 08:35:04.544596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 06232c2d-a728-4267-b78a-8cdace9ee5dc completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:35:04.554371 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.555012 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 06232c2d-a728-4267-b78a-8cdace9ee5dc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:04.555499 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.558138 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-5966e12c-9b2d-49bd-954a-332ba292d894 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.604424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966e12c-9b2d-49bd-954a-332ba292d894 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Pushing event deleted for resources: {'Port': ['ID=054f5cb6-7fb9-49e6-9175-98749139457a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:04.707024 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.716668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d3b71-c180-4ec4-8d53-d156c3ed1391 req-f3d910fd-f4fc-48bc-aeb4-82bc6be12039 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.725056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d3b71-c180-4ec4-8d53-d156c3ed1391 req-f3d910fd-f4fc-48bc-aeb4-82bc6be12039 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.733259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d3b71-c180-4ec4-8d53-d156c3ed1391 req-f3d910fd-f4fc-48bc-aeb4-82bc6be12039 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.740613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d3b71-c180-4ec4-8d53-d156c3ed1391 req-f3d910fd-f4fc-48bc-aeb4-82bc6be12039 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.747746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:04.749595 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d3b71-c180-4ec4-8d53-d156c3ed1391 req-f3d910fd-f4fc-48bc-aeb4-82bc6be12039 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.752621 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2693666-ab46-4498-b48d-751d128aa7d2" -d '{"events": [{"server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "name": "network-vif-plugged", "status": "completed", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:04.759111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d3b71-c180-4ec4-8d53-d156c3ed1391 req-f3d910fd-f4fc-48bc-aeb4-82bc6be12039 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.770147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d3b71-c180-4ec4-8d53-d156c3ed1391 req-f3d910fd-f4fc-48bc-aeb4-82bc6be12039 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:04.772574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56636) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:04.777205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:04.777940 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf6d3b71-c180-4ec4-8d53-d156c3ed1391 req-f3d910fd-f4fc-48bc-aeb4-82bc6be12039 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 5436 time: 0.1417189 Nov 12 08:35:04.784754 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.847653 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-5966e12c-9b2d-49bd-954a-332ba292d894 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.850460 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-5966e12c-9b2d-49bd-954a-332ba292d894 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:04.861650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac197af1-1e20-47f1-92f3-be7538447c97 req-5966e12c-9b2d-49bd-954a-332ba292d894 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "DELETE /v2.0/floatingips/02eea3c8-bfcd-4094-acf6-9fa0fba9e1c1 HTTP/1.1" status: 204 len: 173 time: 1.1132081 Nov 12 08:35:04.870938 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf6d3b71-c180-4ec4-8d53-d156c3ed1391 req-6f72107d-513d-4f84-a782-618bfa85d113 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915074 Nov 12 08:35:04.877419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=06232c2d-a728-4267-b78a-8cdace9ee5dc,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:04.906258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] For port 2c86cc16-8755-4f55-8d81-46f96ac3d35f, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2c86cc16-8755-4f55-8d81-46f96ac3d35f,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:04.945485 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f24da50-0b5e-41f6-aadc-e9c57c2ed4bb x-openstack-request-id: req-8f24da50-0b5e-41f6-aadc-e9c57c2ed4bb {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:04.945789 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "name": "network-vif-plugged", "status": "completed", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:04.946039 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f24da50-0b5e-41f6-aadc-e9c57c2ed4bb {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:04.946441 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'code': 200} Nov 12 08:35:05.010197 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-f2843bcc-f396-4783-8987-f4cdabb78f19 req-b4c04db2-5b80-4d24-bf4e-4e67fafb8ebd tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] show failed (client error): The resource could not be found. Nov 12 08:35:05.011070 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2843bcc-f396-4783-8987-f4cdabb78f19 req-b4c04db2-5b80-4d24-bf4e-4e67fafb8ebd tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/floatingips/02eea3c8-bfcd-4094-acf6-9fa0fba9e1c1 HTTP/1.1" status: 404 len: 350 time: 0.0484295 Nov 12 08:35:05.017295 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9504a917-1e28-407e-a2a8-ca22170b2b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.021649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] For port 2c86cc16-8755-4f55-8d81-46f96ac3d35f, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:05.075128 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-7759ddbd-1043-4a67-b553-f8e0431051e8 req-180dc9fe-5f8e-48d0-b57e-e21898dd7b09 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] show failed (client error): The resource could not be found. Nov 12 08:35:05.076163 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7759ddbd-1043-4a67-b553-f8e0431051e8 req-180dc9fe-5f8e-48d0-b57e-e21898dd7b09 tempest-FloatingIPsTestJSON-1543758046 tempest-FloatingIPsTestJSON-1543758046-project] 10.222.0.31 "GET /v2.0/floatingips/02eea3c8-bfcd-4094-acf6-9fa0fba9e1c1 HTTP/1.1" status: 404 len: 350 time: 0.0409968 Nov 12 08:35:05.093201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56644) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:05.104052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d10640-e772-48ee-ae39-26d57e26adc2 req-eb15c82e-ea58-46f2-beb2-6e173249e379 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:05.105537 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98d10640-e772-48ee-ae39-26d57e26adc2 req-eb15c82e-ea58-46f2-beb2-6e173249e379 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1661417 Nov 12 08:35:05.110348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] device_id is not set on port 2c86cc16-8755-4f55-8d81-46f96ac3d35f yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:35:05.127113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.143548 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a58a8638-286a-42df-9e2e-316758df650b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.154046 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.227926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a8f5-8d6a-421a-94ed-bba0db8dafd9 req-4b8422b9-d164-42e4-991d-711bd647b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:05.229488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4957a8f5-8d6a-421a-94ed-bba0db8dafd9 req-4b8422b9-d164-42e4-991d-711bd647b854 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 1098 time: 0.1849504 Nov 12 08:35:05.330745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98d10640-e772-48ee-ae39-26d57e26adc2 req-d4fc604c-179e-4ca0-b306-1dcdcbaeb033 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102149 Nov 12 08:35:05.331615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] No DVR routers for this DVR port 2c86cc16-8755-4f55-8d81-46f96ac3d35f on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:05.344257 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] Pushing event updated for resources: {'Port': ['ID=2c86cc16-8755-4f55-8d81-46f96ac3d35f,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:05.448136 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4957a8f5-8d6a-421a-94ed-bba0db8dafd9 req-12737fc7-4076-4045-ae59-0780d96f1fc4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075052 Nov 12 08:35:05.458283 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9504a917-1e28-407e-a2a8-ca22170b2b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.467269 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9504a917-1e28-407e-a2a8-ca22170b2b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.472809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] In _notify_port_updated(), no bound segment for port 2c86cc16-8755-4f55-8d81-46f96ac3d35f on network d84b8edf-a049-44bd-bd1f-038c504b1de8 {{(pid=102444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:35:05.476057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:05.476057 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.476057 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-4cbede75-0c62-4855-95cc-5865459c1720 service neutron] 10.222.0.46 "PUT /v2.0/ports/2c86cc16-8755-4f55-8d81-46f96ac3d35f HTTP/1.1" status: 200 len: 1028 time: 1.0490692 Nov 12 08:35:05.515088 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9504a917-1e28-407e-a2a8-ca22170b2b37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4657065f5bdd4542ac9f2415ecc22e2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7392452 Nov 12 08:35:05.518779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56650) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:05.525591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504a917-1e28-407e-a2a8-ca22170b2b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c43ba95-8cdf-4017-a675-ebd5ff79fa6b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:05.578779 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9d5b052e-19c9-485b-b727-b168122e8ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.608255 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d6a6423-37b3-4d8e-ae58-3f71d32b0680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.615913 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9d5b052e-19c9-485b-b727-b168122e8ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.626414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-07914e61-0c79-48cd-b6af-2475c915ddc6 None None] Provisioning complete for port 2c86cc16-8755-4f55-8d81-46f96ac3d35f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:05.626985 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-07914e61-0c79-48cd-b6af-2475c915ddc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.673732 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9d5b052e-19c9-485b-b727-b168122e8ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.678454 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9d5b052e-19c9-485b-b727-b168122e8ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.680722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9d5b052e-19c9-485b-b727-b168122e8ba1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c43ba95-8cdf-4017-a675-ebd5ff79fa6b HTTP/1.1" status: 204 len: 168 time: 0.1605911 Nov 12 08:35:05.686653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-07914e61-0c79-48cd-b6af-2475c915ddc6 None None] Port 2c86cc16-8755-4f55-8d81-46f96ac3d35f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:05.690761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b052e-19c9-485b-b727-b168122e8ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c43ba95-8cdf-4017-a675-ebd5ff79fa6b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:05.755238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d3b9b-765e-4459-8e04-f6c426bbf242 req-c60cea8d-fe6a-4d17-82ca-d72ae99e8c15 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:05.756794 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e83d3b9b-765e-4459-8e04-f6c426bbf242 req-c60cea8d-fe6a-4d17-82ca-d72ae99e8c15 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 946 time: 0.1463332 Nov 12 08:35:05.778956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-84bf1513-a634-4b21-83e6-7b387c1b86ea tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:05.780393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-84bf1513-a634-4b21-83e6-7b387c1b86ea tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "GET /v2.0/ports/b5835646-4d7a-4cc0-8264-54fb68f239db?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0504827 Nov 12 08:35:05.793177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:05.872549 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:05.886168 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e83d3b9b-765e-4459-8e04-f6c426bbf242 req-7049501c-e71f-4cc3-bb3e-a572a507eae8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195621 Nov 12 08:35:06.144714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] For port b5835646-4d7a-4cc0-8264-54fb68f239db, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b5835646-4d7a-4cc0-8264-54fb68f239db,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:06.164375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64a95-69e8-4e6f-b657-731e8fc22288 req-24d9b4ec-c437-4d5a-b92d-17355b1cc8ee tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:06.170529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64a95-69e8-4e6f-b657-731e8fc22288 req-24d9b4ec-c437-4d5a-b92d-17355b1cc8ee tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:06.181245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64a95-69e8-4e6f-b657-731e8fc22288 req-24d9b4ec-c437-4d5a-b92d-17355b1cc8ee tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:06.188761 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64a95-69e8-4e6f-b657-731e8fc22288 req-24d9b4ec-c437-4d5a-b92d-17355b1cc8ee tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:06.195509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64a95-69e8-4e6f-b657-731e8fc22288 req-24d9b4ec-c437-4d5a-b92d-17355b1cc8ee tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:06.201535 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f64a95-69e8-4e6f-b657-731e8fc22288 req-24d9b4ec-c437-4d5a-b92d-17355b1cc8ee tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:06.203784 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3f64a95-69e8-4e6f-b657-731e8fc22288 req-24d9b4ec-c437-4d5a-b92d-17355b1cc8ee tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 4661 time: 0.1637273 Nov 12 08:35:06.240593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] For port b5835646-4d7a-4cc0-8264-54fb68f239db, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:06.242583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a6423-37b3-4d8e-ae58-3f71d32b0680 admin admin] Deleting port 396f7b33-f527-422d-8316-1b7fc72a20ae {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:06.242583 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d6a6423-37b3-4d8e-ae58-3f71d32b0680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.281203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661540c8-ef82-4a61-a55d-ba4ed47bd10e req-9e2755cd-aada-41d0-9759-747494a0e707 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:06.285162 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-661540c8-ef82-4a61-a55d-ba4ed47bd10e req-9e2755cd-aada-41d0-9759-747494a0e707 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 946 time: 0.1201570 Nov 12 08:35:06.304306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] device_id is not set on port b5835646-4d7a-4cc0-8264-54fb68f239db yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:35:06.327521 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.353467 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3f64a95-69e8-4e6f-b657-731e8fc22288 req-6e5a05b2-4005-4b69-a7c3-1eb29739f0f6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&id=5697b743-6fb9-4df7-93b5-11dac30f3d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338882 Nov 12 08:35:06.358401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.368204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-2d6a6423-37b3-4d8e-ae58-3f71d32b0680 admin admin] For port 396f7b33-f527-422d-8316-1b7fc72a20ae, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=396f7b33-f527-422d-8316-1b7fc72a20ae,segment=NetworkSegment(84fade62-0e9e-4d75-a7bc-33c60ca94ae0),segment_id=84fade62-0e9e-4d75-a7bc-33c60ca94ae0)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:06.368204 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d6a6423-37b3-4d8e-ae58-3f71d32b0680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.397712 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-661540c8-ef82-4a61-a55d-ba4ed47bd10e req-f7f1795e-b5e9-4cc8-9da8-59a55cd272cd tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023746 Nov 12 08:35:06.407971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a6423-37b3-4d8e-ae58-3f71d32b0680 admin admin] Calling delete_port for 396f7b33-f527-422d-8316-1b7fc72a20ae owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:06.474767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] No DVR routers for this DVR port b5835646-4d7a-4cc0-8264-54fb68f239db on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:06.479064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5835646-4d7a-4cc0-8264-54fb68f239db,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:06.567365 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:35:06.573217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] In _notify_port_updated(), no bound segment for port b5835646-4d7a-4cc0-8264-54fb68f239db on network d84b8edf-a049-44bd-bd1f-038c504b1de8 {{(pid=102444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:35:06.574142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:06.574776 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.576354 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9ab387d4-a3a8-4e39-a195-fe8ada7e9ed3 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5835646-4d7a-4cc0-8264-54fb68f239db HTTP/1.1" status: 200 len: 1028 time: 0.7882946 Nov 12 08:35:06.757459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-ddc430d9-e58b-47e9-bc08-ab55b6cdea3d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Deleting port cd70e32c-4bfa-4b4e-9198-1b55643f4179 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:06.757975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-ddc430d9-e58b-47e9-bc08-ab55b6cdea3d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.762405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee806-937b-4427-bf1c-70fb7e0f2645 req-7121463c-2019-49df-879f-64a47191adef tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:06.763142 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-efbee806-937b-4427-bf1c-70fb7e0f2645 req-7121463c-2019-49df-879f-64a47191adef tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1375406 Nov 12 08:35:06.839570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-839ac1a0-d557-4296-a633-cdab15ea0cf2 None None] Provisioning complete for port b5835646-4d7a-4cc0-8264-54fb68f239db triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:06.843637 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-839ac1a0-d557-4296-a633-cdab15ea0cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.854487 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d6a6423-37b3-4d8e-ae58-3f71d32b0680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:06.890432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a6423-37b3-4d8e-ae58-3f71d32b0680 admin admin] Pushing event deleted for resources: {'Port': ['ID=396f7b33-f527-422d-8316-1b7fc72a20ae,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:06.947075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-efbee806-937b-4427-bf1c-70fb7e0f2645 req-f4fa763b-df58-41a6-a2d0-05e271f9d5ad tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644721 Nov 12 08:35:06.988244 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-839ac1a0-d557-4296-a633-cdab15ea0cf2 None None] Port b5835646-4d7a-4cc0-8264-54fb68f239db cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:07.020750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-ddc430d9-e58b-47e9-bc08-ab55b6cdea3d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] For port cd70e32c-4bfa-4b4e-9198-1b55643f4179, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cd70e32c-4bfa-4b4e-9198-1b55643f4179,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:07.021205 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-ddc430d9-e58b-47e9-bc08-ab55b6cdea3d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.048473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-ddc430d9-e58b-47e9-bc08-ab55b6cdea3d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Calling delete_port for cd70e32c-4bfa-4b4e-9198-1b55643f4179 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:07.186785 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d6a6423-37b3-4d8e-ae58-3f71d32b0680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.276224 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-ddc430d9-e58b-47e9-bc08-ab55b6cdea3d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.310590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc430d9-e58b-47e9-bc08-ab55b6cdea3d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Port': ['ID=cd70e32c-4bfa-4b4e-9198-1b55643f4179,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:07.363057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-ddc430d9-e58b-47e9-bc08-ab55b6cdea3d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] No DVR routers for this DVR port cd70e32c-4bfa-4b4e-9198-1b55643f4179 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:07.366318 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-ddc430d9-e58b-47e9-bc08-ab55b6cdea3d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.369937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-ddc430d9-e58b-47e9-bc08-ab55b6cdea3d tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "DELETE /v2.0/ports/cd70e32c-4bfa-4b4e-9198-1b55643f4179 HTTP/1.1" status: 204 len: 173 time: 0.7857528 Nov 12 08:35:07.370487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-deleted', 'tag': 'cd70e32c-4bfa-4b4e-9198-1b55643f4179'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:07.373379 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb39da3-7e3a-4c73-95e5-f63e8f8262d0" -d '{"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-deleted", "tag": "cd70e32c-4bfa-4b4e-9198-1b55643f4179"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:07.445389 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c99d176-b107-4487-9265-44a820b21859 x-openstack-request-id: req-2c99d176-b107-4487-9265-44a820b21859 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:07.445687 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-deleted", "tag": "cd70e32c-4bfa-4b4e-9198-1b55643f4179", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:07.445948 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c99d176-b107-4487-9265-44a820b21859 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:07.446357 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-deleted', 'tag': 'cd70e32c-4bfa-4b4e-9198-1b55643f4179', 'status': 'completed', 'code': 200} Nov 12 08:35:07.493288 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d932a6b6-8a44-4cce-bf3c-884c847d5943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.604757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a607d4-5fa7-44a9-9e24-997beea44bb5 req-58ac7700-6435-4d22-b7cb-2d1ca03428fe tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:07.606471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83a607d4-5fa7-44a9-9e24-997beea44bb5 req-58ac7700-6435-4d22-b7cb-2d1ca03428fe tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 946 time: 0.0722234 Nov 12 08:35:07.611587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0ffb2a3a-ad15-406b-bc32-e5fb6835f13f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Deleting port a674dc8f-9fd1-4663-8091-799206f28428 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:07.611931 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0ffb2a3a-ad15-406b-bc32-e5fb6835f13f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.628187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25a9b4-4f4d-418b-bfd7-176b42fb8774 req-7a3c26b0-ba58-434c-afb2-ea2acef43398 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:07.635161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25a9b4-4f4d-418b-bfd7-176b42fb8774 req-7a3c26b0-ba58-434c-afb2-ea2acef43398 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:07.641674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25a9b4-4f4d-418b-bfd7-176b42fb8774 req-7a3c26b0-ba58-434c-afb2-ea2acef43398 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:07.647739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25a9b4-4f4d-418b-bfd7-176b42fb8774 req-7a3c26b0-ba58-434c-afb2-ea2acef43398 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:07.655905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be25a9b4-4f4d-418b-bfd7-176b42fb8774 req-7a3c26b0-ba58-434c-afb2-ea2acef43398 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 3151 time: 0.1438584 Nov 12 08:35:07.687127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6a6423-37b3-4d8e-ae58-3f71d32b0680 admin admin] Router 942c8770-b8dd-4f47-9984-dc7a07fffeab has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:07.773563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0ffb2a3a-ad15-406b-bc32-e5fb6835f13f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] For port a674dc8f-9fd1-4663-8091-799206f28428, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a674dc8f-9fd1-4663-8091-799206f28428,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:07.773982 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0ffb2a3a-ad15-406b-bc32-e5fb6835f13f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:07.792486 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83a607d4-5fa7-44a9-9e24-997beea44bb5 req-e85b74a2-1f90-4ae8-8800-a5f8d1f70db3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740508 Nov 12 08:35:07.800301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0ffb2a3a-ad15-406b-bc32-e5fb6835f13f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Calling delete_port for a674dc8f-9fd1-4663-8091-799206f28428 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:07.876060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6a6423-37b3-4d8e-ae58-3f71d32b0680 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:07.889513 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2d6a6423-37b3-4d8e-ae58-3f71d32b0680 admin admin] 10.222.0.31 "PUT /v2.0/routers/942c8770-b8dd-4f47-9984-dc7a07fffeab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7946706 Nov 12 08:35:07.894830 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac2c317-0561-4fe0-969f-bed1275e3ae5 None None] Sync routers for ids ['942c8770-b8dd-4f47-9984-dc7a07fffeab'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:07.905578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56716) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:07.918821 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2c317-0561-4fe0-969f-bed1275e3ae5 None None] Routers {'942c8770-b8dd-4f47-9984-dc7a07fffeab'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:07.919753 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0ac2c317-0561-4fe0-969f-bed1275e3ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['942c8770-b8dd-4f47-9984-dc7a07fffeab'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:08.003563 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0ffb2a3a-ad15-406b-bc32-e5fb6835f13f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.043593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb2a3a-ad15-406b-bc32-e5fb6835f13f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Port': ['ID=a674dc8f-9fd1-4663-8091-799206f28428,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:08.115018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0ffb2a3a-ad15-406b-bc32-e5fb6835f13f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] No DVR routers for this DVR port a674dc8f-9fd1-4663-8091-799206f28428 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:08.118276 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0ffb2a3a-ad15-406b-bc32-e5fb6835f13f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.122340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0ffb2a3a-ad15-406b-bc32-e5fb6835f13f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "DELETE /v2.0/ports/a674dc8f-9fd1-4663-8091-799206f28428 HTTP/1.1" status: 204 len: 173 time: 0.7452621 Nov 12 08:35:08.140004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1179d15-85e7-410e-9782-f17382395acd req-7f11a461-983d-43b6-b9b6-8a423fdfc826 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:08.142926 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1179d15-85e7-410e-9782-f17382395acd req-7f11a461-983d-43b6-b9b6-8a423fdfc826 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 946 time: 0.5270884 Nov 12 08:35:08.161335 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-0ac2c317-0561-4fe0-969f-bed1275e3ae5 None None] Set router 942c8770-b8dd-4f47-9984-dc7a07fffeab gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:08.260480 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be25a9b4-4f4d-418b-bfd7-176b42fb8774 req-81cfecd9-941b-4982-9a8a-bc332ffc2380 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6036880 Nov 12 08:35:08.286561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63b52a-ca6a-4525-86ee-b91f44aa4c24 req-a827e1a5-e791-4c1b-9f11-ac96a826acf9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:08.289534 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe63b52a-ca6a-4525-86ee-b91f44aa4c24 req-a827e1a5-e791-4c1b-9f11-ac96a826acf9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1205351 Nov 12 08:35:08.324902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-d8b44345-8226-4509-9ac7-230f224fe77e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Deleting port 6b4acb58-e875-453b-8d33-a4032b56d002 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:08.325270 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-d8b44345-8226-4509-9ac7-230f224fe77e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.350580 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.413946 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0ac2c317-0561-4fe0-969f-bed1275e3ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'name': 'tempest-FloatingIPsTestJSON-761496525-router', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:46Z', 'updated_at': '2021-11-12T08:35:06Z', 'revision_number': 5, 'project_id': 'e34f638470eb49b59cd10b321c1d7867', 'gw_port': {'id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:08.456920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6b4acb58-e875-453b-8d33-a4032b56d002 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:08.550052 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.638806 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.687933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6b4acb58-e875-453b-8d33-a4032b56d002, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6b4acb58-e875-453b-8d33-a4032b56d002,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:08.689325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b4acb58-e875-453b-8d33-a4032b56d002'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:08.692949 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36701b85-a058-4d71-b524-065d9032efa9" -d '{"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6b4acb58-e875-453b-8d33-a4032b56d002"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:08.700031 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:08.701202 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2c86cc16-8755-4f55-8d81-46f96ac3d35f no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:08.820182 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6b4acb58-e875-453b-8d33-a4032b56d002,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:08.824373 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac2c317-0561-4fe0-969f-bed1275e3ae5 None None] Checking router: 942c8770-b8dd-4f47-9984-dc7a07fffeab for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:08.831573 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2c86cc16-8755-4f55-8d81-46f96ac3d35f not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:08.832183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device cd70e32c-4bfa-4b4e-9198-1b55643f4179 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:08.849545 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2c317-0561-4fe0-969f-bed1275e3ae5 None None] Routers {'942c8770-b8dd-4f47-9984-dc7a07fffeab'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:08.850200 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0ac2c317-0561-4fe0-969f-bed1275e3ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['942c8770-b8dd-4f47-9984-dc7a07fffeab'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:08.895048 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a4f14c-e58d-49c2-be07-5ce3fe2fdc04 x-openstack-request-id: req-47a4f14c-e58d-49c2-be07-5ce3fe2fdc04 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:08.895874 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6b4acb58-e875-453b-8d33-a4032b56d002", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:08.896489 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47a4f14c-e58d-49c2-be07-5ce3fe2fdc04 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:08.897410 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b4acb58-e875-453b-8d33-a4032b56d002', 'code': 200} Nov 12 08:35:08.900001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: cd70e32c-4bfa-4b4e-9198-1b55643f4179 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:08.905770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device cd70e32c-4bfa-4b4e-9198-1b55643f4179 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:08.906991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device a674dc8f-9fd1-4663-8091-799206f28428 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:08.971743 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: a674dc8f-9fd1-4663-8091-799206f28428 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:08.972481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device a674dc8f-9fd1-4663-8091-799206f28428 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:08.973081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device cca8f34e-9b07-4155-a5a4-b29c4325dffd no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:09.098837 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.126966 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe63b52a-ca6a-4525-86ee-b91f44aa4c24 req-121b5433-c026-4407-84d3-36a3b55be8cf tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8283916 Nov 12 08:35:09.128945 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-0ac2c317-0561-4fe0-969f-bed1275e3ae5 None None] Set router 942c8770-b8dd-4f47-9984-dc7a07fffeab gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:09.186451 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-b1179d15-85e7-410e-9782-f17382395acd req-7e947ca5-6216-43f7-87f8-a526e693b7a9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Deleting port f99eb840-ed47-4b40-932d-bc19537c6ca3 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:09.186798 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b1179d15-85e7-410e-9782-f17382395acd req-7e947ca5-6216-43f7-87f8-a526e693b7a9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.191216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port cca8f34e-9b07-4155-a5a4-b29c4325dffd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cca8f34e-9b07-4155-a5a4-b29c4325dffd,segment=NetworkSegment(63aeb2bc-b526-49c6-8aaf-242b7f468064),segment_id=63aeb2bc-b526-49c6-8aaf-242b7f468064)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:09.199341 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.200868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b5835646-4d7a-4cc0-8264-54fb68f239db no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:09.231921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-d8b44345-8226-4509-9ac7-230f224fe77e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] For port 6b4acb58-e875-453b-8d33-a4032b56d002, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6b4acb58-e875-453b-8d33-a4032b56d002,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:09.233073 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-d8b44345-8226-4509-9ac7-230f224fe77e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.305193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-d8b44345-8226-4509-9ac7-230f224fe77e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Calling delete_port for 6b4acb58-e875-453b-8d33-a4032b56d002 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:09.447001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-b1179d15-85e7-410e-9782-f17382395acd req-7e947ca5-6216-43f7-87f8-a526e693b7a9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] For port f99eb840-ed47-4b40-932d-bc19537c6ca3, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f99eb840-ed47-4b40-932d-bc19537c6ca3,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:09.449223 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b1179d15-85e7-410e-9782-f17382395acd req-7e947ca5-6216-43f7-87f8-a526e693b7a9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.451554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-deleted', 'tag': 'a674dc8f-9fd1-4663-8091-799206f28428'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:09.466666 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c66cb7-47ee-46e8-b74e-6d03f3fa80cf" -d '{"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-deleted", "tag": "a674dc8f-9fd1-4663-8091-799206f28428"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:09.473556 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b5835646-4d7a-4cc0-8264-54fb68f239db not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:09.474343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:09.508948 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0ac2c317-0561-4fe0-969f-bed1275e3ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'name': 'tempest-FloatingIPsTestJSON-761496525-router', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:46Z', 'updated_at': '2021-11-12T08:35:06Z', 'revision_number': 5, 'project_id': 'e34f638470eb49b59cd10b321c1d7867', 'gw_port': {'id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:09.521003 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-b1179d15-85e7-410e-9782-f17382395acd req-7e947ca5-6216-43f7-87f8-a526e693b7a9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Calling delete_port for f99eb840-ed47-4b40-932d-bc19537c6ca3 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:09.543918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=cca8f34e-9b07-4155-a5a4-b29c4325dffd,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:09.597336 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac2c317-0561-4fe0-969f-bed1275e3ae5 None None] The sync data for ids ['942c8770-b8dd-4f47-9984-dc7a07fffeab'] in n-d-768851-18 is: [{'id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'name': 'tempest-FloatingIPsTestJSON-761496525-router', 'tenant_id': 'e34f638470eb49b59cd10b321c1d7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:46Z', 'updated_at': '2021-11-12T08:35:06Z', 'revision_number': 5, 'project_id': 'e34f638470eb49b59cd10b321c1d7867', 'gw_port': {'id': '1b9315f9-4f57-4ac8-8e62-984286a533ee', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c8770-b8dd-4f47-9984-dc7a07fffeab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:09.601845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2044b1-3a4b-4a54-9e28-1f024ec58b54 req-4dd9f239-2503-4a60-ba4f-e413d3a13245 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:09.611110 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e2044b1-3a4b-4a54-9e28-1f024ec58b54 req-4dd9f239-2503-4a60-ba4f-e413d3a13245 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 946 time: 0.5171521 Nov 12 08:35:09.666119 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.701686 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.763594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d7c44-7d11-46d6-ac38-b531ea16538f req-8d6f92a2-9066-4203-8216-d2d5772bcf8e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:09.765478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f55d7c44-7d11-46d6-ac38-b531ea16538f req-8d6f92a2-9066-4203-8216-d2d5772bcf8e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1204312 Nov 12 08:35:09.766593 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-d8b44345-8226-4509-9ac7-230f224fe77e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.781193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:09.788241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56768) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:09.788676 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.795876 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e2044b1-3a4b-4a54-9e28-1f024ec58b54 req-7be4d205-9aa1-4865-a301-aed589a1f243 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838253 Nov 12 08:35:09.824390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6bb99645-aaf2-45c4-8fd3-d60c20e79c01 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Request body: {'floatingip': {'port_id': '06232c2d-a728-4267-b78a-8cdace9ee5dc'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:09.832435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b44345-8226-4509-9ac7-230f224fe77e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Port': ['ID=6b4acb58-e875-453b-8d33-a4032b56d002,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:09.942673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Deleting port 1b9315f9-4f57-4ac8-8e62-984286a533ee {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:09.943166 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.948150 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:09.996349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:10.019101 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dad3b8-af0c-4302-a3ea-1b94b4fc9677 x-openstack-request-id: req-d4dad3b8-af0c-4302-a3ea-1b94b4fc9677 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:10.019399 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-deleted", "tag": "a674dc8f-9fd1-4663-8091-799206f28428", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:10.019650 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4dad3b8-af0c-4302-a3ea-1b94b4fc9677 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:10.020179 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-deleted', 'tag': 'a674dc8f-9fd1-4663-8091-799206f28428', 'status': 'completed', 'code': 200} Nov 12 08:35:10.020982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-d8b44345-8226-4509-9ac7-230f224fe77e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] No DVR routers for this DVR port 6b4acb58-e875-453b-8d33-a4032b56d002 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:10.026771 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6bb99645-aaf2-45c4-8fd3-d60c20e79c01 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.047371 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-d8b44345-8226-4509-9ac7-230f224fe77e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.051859 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-d8b44345-8226-4509-9ac7-230f224fe77e tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "DELETE /v2.0/ports/6b4acb58-e875-453b-8d33-a4032b56d002 HTTP/1.1" status: 204 len: 173 time: 1.9206278 Nov 12 08:35:10.063260 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b1179d15-85e7-410e-9782-f17382395acd req-7e947ca5-6216-43f7-87f8-a526e693b7a9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.079297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56772) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:10.122373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e947ca5-6216-43f7-87f8-a526e693b7a9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Pushing event deleted for resources: {'Port': ['ID=f99eb840-ed47-4b40-932d-bc19537c6ca3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:10.185891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1179d15-85e7-410e-9782-f17382395acd req-7e947ca5-6216-43f7-87f8-a526e693b7a9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] No DVR routers for this DVR port f99eb840-ed47-4b40-932d-bc19537c6ca3 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:10.189516 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-b1179d15-85e7-410e-9782-f17382395acd req-7e947ca5-6216-43f7-87f8-a526e693b7a9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.193916 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1179d15-85e7-410e-9782-f17382395acd req-7e947ca5-6216-43f7-87f8-a526e693b7a9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.52 "DELETE /v2.0/ports/f99eb840-ed47-4b40-932d-bc19537c6ca3 HTTP/1.1" status: 204 len: 173 time: 2.0385277 Nov 12 08:35:10.200249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6a9451-1364-4305-ac74-e05e43324718', 'name': 'network-vif-deleted', 'tag': 'f99eb840-ed47-4b40-932d-bc19537c6ca3'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:10.203372 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac3aa46-a48b-465e-ad76-1961e6a08e41" -d '{"events": [{"server_uuid": "fd6a9451-1364-4305-ac74-e05e43324718", "name": "network-vif-deleted", "tag": "f99eb840-ed47-4b40-932d-bc19537c6ca3"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:10.226430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] For port 1b9315f9-4f57-4ac8-8e62-984286a533ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1b9315f9-4f57-4ac8-8e62-984286a533ee,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:10.227042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.247524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988eed7-8cf4-43ce-91a2-eab5160a86f9 req-bbf5f161-e3d1-40f7-a5d9-6794140e8f1a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:10.247803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Calling delete_port for 1b9315f9-4f57-4ac8-8e62-984286a533ee owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:10.256600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988eed7-8cf4-43ce-91a2-eab5160a86f9 req-bbf5f161-e3d1-40f7-a5d9-6794140e8f1a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:10.268003 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b988eed7-8cf4-43ce-91a2-eab5160a86f9 req-bbf5f161-e3d1-40f7-a5d9-6794140e8f1a tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 1677 time: 0.3266973 Nov 12 08:35:10.327075 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cb02a3-9678-4443-8287-ed6b0264bdab x-openstack-request-id: req-90cb02a3-9678-4443-8287-ed6b0264bdab {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:10.327733 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6a9451-1364-4305-ac74-e05e43324718", "name": "network-vif-deleted", "tag": "f99eb840-ed47-4b40-932d-bc19537c6ca3", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:10.328297 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90cb02a3-9678-4443-8287-ed6b0264bdab {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:10.328961 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6a9451-1364-4305-ac74-e05e43324718', 'name': 'network-vif-deleted', 'tag': 'f99eb840-ed47-4b40-932d-bc19537c6ca3', 'status': 'completed', 'code': 200} Nov 12 08:35:10.453151 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-92c2fc97-0542-4f2f-af26-e7f2964c5e83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.511161 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b988eed7-8cf4-43ce-91a2-eab5160a86f9 req-cfb1fec2-1293-4472-a9e2-79ec6d53ecd1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419083 Nov 12 08:35:10.580573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9160de6f-2ce4-4486-bbef-ff3371dd78ab tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Deleting port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:10.580918 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9160de6f-2ce4-4486-bbef-ff3371dd78ab tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.608720 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.651325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9315f9-4f57-4ac8-8e62-984286a533ee,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:10.771187 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-92c2fc97-0542-4f2f-af26-e7f2964c5e83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.776115 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.780969 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-92c2fc97-0542-4f2f-af26-e7f2964c5e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.804769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9160de6f-2ce4-4486-bbef-ff3371dd78ab tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] For port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:10.805317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9160de6f-2ce4-4486-bbef-ff3371dd78ab tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.829391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9160de6f-2ce4-4486-bbef-ff3371dd78ab tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Calling delete_port for 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:10.858870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f99eb840-ed47-4b40-932d-bc19537c6ca3 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:10.883459 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:10.886705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: f99eb840-ed47-4b40-932d-bc19537c6ca3 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:10.887056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f99eb840-ed47-4b40-932d-bc19537c6ca3 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:10.899253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd'}, {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e134e2-ea04-4ff8-9c65-bbd6cd282b9e'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:10.902465 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0057928-3695-4e16-b179-ffc993f64668" -d '{"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-unplugged", "status": "completed", "tag": "cca8f34e-9b07-4155-a5a4-b29c4325dffd"}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-unplugged", "status": "completed", "tag": "67e134e2-ea04-4ff8-9c65-bbd6cd282b9e"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:10.910787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 396f7b33-f527-422d-8316-1b7fc72a20ae no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:10.946948 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 396f7b33-f527-422d-8316-1b7fc72a20ae {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:10.947607 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 396f7b33-f527-422d-8316-1b7fc72a20ae not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:10.999039 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1617b8ae-92f7-4364-b6c0-e801375750a5 x-openstack-request-id: req-1617b8ae-92f7-4364-b6c0-e801375750a5 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:10.999543 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-unplugged", "status": "completed", "tag": "cca8f34e-9b07-4155-a5a4-b29c4325dffd", "code": 200}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-unplugged", "status": "completed", "tag": "67e134e2-ea04-4ff8-9c65-bbd6cd282b9e", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:10.999715 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1617b8ae-92f7-4364-b6c0-e801375750a5 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:11.000412 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd', 'code': 200} Nov 12 08:35:11.000735 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e134e2-ea04-4ff8-9c65-bbd6cd282b9e', 'code': 200} Nov 12 08:35:11.056209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2fc97-0542-4f2f-af26-e7f2964c5e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c752e87-65fe-4446-8f3a-c5763173de7f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:11.063131 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.070415 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.078765 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-92c2fc97-0542-4f2f-af26-e7f2964c5e83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cae9142ec13e47dea076742757a74dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9961123 Nov 12 08:35:11.082223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56786) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:11.090140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d8daeaa6-c1cc-418e-bd9e-b38291254f05 req-c8ca2f06-71b1-4a7d-b372-e886fb957ec7 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd6a9451-1364-4305-ac74-e05e43324718 HTTP/1.1" status: 200 len: 210 time: 0.0418711 Nov 12 08:35:11.153713 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.154187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 942c8770-b8dd-4f47-9984-dc7a07fffeab {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:35:11.160978 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.162148 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5014a92b-ff45-43f9-95b7-455aac46274a admin admin] 10.222.0.31 "DELETE /v2.0/routers/942c8770-b8dd-4f47-9984-dc7a07fffeab HTTP/1.1" status: 204 len: 168 time: 3.2556214 Nov 12 08:35:11.166082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56788) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:11.166498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6bb99645-aaf2-45c4-8fd3-d60c20e79c01 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.190100 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6bb99645-aaf2-45c4-8fd3-d60c20e79c01 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.232809 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e462bc2c-eb9c-4808-9c32-15a1efb1f642 admin admin] Deleting subnet b03a473c-f96c-48da-909f-948533c9ab34 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:11.236382 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e462bc2c-eb9c-4808-9c32-15a1efb1f642 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.264742 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ee4e-6035-4676-aaee-a3aeb326eea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.295456 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e462bc2c-eb9c-4808-9c32-15a1efb1f642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.316319 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9160de6f-2ce4-4486-bbef-ff3371dd78ab tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.330906 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ee4e-6035-4676-aaee-a3aeb326eea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.367178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160de6f-2ce4-4486-bbef-ff3371dd78ab tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Port': ['ID=67e134e2-ea04-4ff8-9c65-bbd6cd282b9e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:11.428929 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e462bc2c-eb9c-4808-9c32-15a1efb1f642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.432912 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-6bb99645-aaf2-45c4-8fd3-d60c20e79c01 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Floating IP ed2f031a-6e83-4492-9a41-b3abe3299803 associated. External IP: 172.25.3.50, port: 06232c2d-a728-4267-b78a-8cdace9ee5dc. Nov 12 08:35:11.467849 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ee4e-6035-4676-aaee-a3aeb326eea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.472120 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8a8ee4e-6035-4676-aaee-a3aeb326eea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.473761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9160de6f-2ce4-4486-bbef-ff3371dd78ab tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] No DVR routers for this DVR port 67e134e2-ea04-4ff8-9c65-bbd6cd282b9e on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:11.473982 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f8a8ee4e-6035-4676-aaee-a3aeb326eea6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c752e87-65fe-4446-8f3a-c5763173de7f HTTP/1.1" status: 204 len: 168 time: 0.3904467 Nov 12 08:35:11.477746 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9160de6f-2ce4-4486-bbef-ff3371dd78ab tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.481023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-9160de6f-2ce4-4486-bbef-ff3371dd78ab tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "DELETE /v2.0/ports/67e134e2-ea04-4ff8-9c65-bbd6cd282b9e HTTP/1.1" status: 204 len: 173 time: 1.3877342 Nov 12 08:35:11.507988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8ee4e-6035-4676-aaee-a3aeb326eea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c752e87-65fe-4446-8f3a-c5763173de7f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:11.548800 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e462bc2c-eb9c-4808-9c32-15a1efb1f642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.611092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462bc2c-eb9c-4808-9c32-15a1efb1f642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03a473c-f96c-48da-909f-948533c9ab34,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:11.618175 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e462bc2c-eb9c-4808-9c32-15a1efb1f642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.624696 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e462bc2c-eb9c-4808-9c32-15a1efb1f642 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b03a473c-f96c-48da-909f-948533c9ab34 HTTP/1.1" status: 204 len: 168 time: 0.4575455 Nov 12 08:35:11.625392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56798) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:11.627474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6d3fce-e393-46d9-967a-07549954e119 None None] Network 676409d7-d440-4fb0-8ab3-34dcadb8ad82 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:11.732134 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.896061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Deleting port b170e212-dbce-4d1f-bff6-18e0de37692c {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:11.896649 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:11.955293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531f78c-ec06-4c81-be15-1bf1bc8002de req-f61bf9f7-e776-4510-937e-2b27a7eac951 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:11.963623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a914fd-41b4-494a-9394-2a5341af4b30 None None] DHCP port deletion for 676409d7-d440-4fb0-8ab3-34dcadb8ad82 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:11.967839 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b531f78c-ec06-4c81-be15-1bf1bc8002de req-f61bf9f7-e776-4510-937e-2b27a7eac951 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 943 time: 0.2684860 Nov 12 08:35:12.023237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-deleted', 'tag': '6b4acb58-e875-453b-8d33-a4032b56d002'}, {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-deleted', 'tag': '67e134e2-ea04-4ff8-9c65-bbd6cd282b9e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:12.026518 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33494374-7935-433b-85d8-74b27b30ccdb" -d '{"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-deleted", "tag": "6b4acb58-e875-453b-8d33-a4032b56d002"}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-deleted", "tag": "67e134e2-ea04-4ff8-9c65-bbd6cd282b9e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:12.032122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Deleting port cca8f34e-9b07-4155-a5a4-b29c4325dffd {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:12.032703 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.049499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-42a914fd-41b4-494a-9394-2a5341af4b30 None None] Deleting port b170e212-dbce-4d1f-bff6-18e0de37692c {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:12.049871 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-42a914fd-41b4-494a-9394-2a5341af4b30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.065632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] For port b170e212-dbce-4d1f-bff6-18e0de37692c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b170e212-dbce-4d1f-bff6-18e0de37692c,segment=NetworkSegment(84fade62-0e9e-4d75-a7bc-33c60ca94ae0),segment_id=84fade62-0e9e-4d75-a7bc-33c60ca94ae0)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:12.066008 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.103800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Calling delete_port for b170e212-dbce-4d1f-bff6-18e0de37692c owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:12.123317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56808) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:12.146885 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4a74ff3-a673-4ee4-b4bd-d440419e904c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.153969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-42a914fd-41b4-494a-9394-2a5341af4b30 None None] For port b170e212-dbce-4d1f-bff6-18e0de37692c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b170e212-dbce-4d1f-bff6-18e0de37692c,segment=NetworkSegment(84fade62-0e9e-4d75-a7bc-33c60ca94ae0),segment_id=84fade62-0e9e-4d75-a7bc-33c60ca94ae0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:12.154624 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-42a914fd-41b4-494a-9394-2a5341af4b30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.170971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-42a914fd-41b4-494a-9394-2a5341af4b30 None None] Calling delete_port for b170e212-dbce-4d1f-bff6-18e0de37692c owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:12.219538 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dd734c-ce34-40f5-8164-186a69fbf2c5 x-openstack-request-id: req-f6dd734c-ce34-40f5-8164-186a69fbf2c5 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:12.219830 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-deleted", "tag": "6b4acb58-e875-453b-8d33-a4032b56d002", "status": "completed", "code": 200}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-deleted", "tag": "67e134e2-ea04-4ff8-9c65-bbd6cd282b9e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:12.220060 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6dd734c-ce34-40f5-8164-186a69fbf2c5 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:12.220457 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-deleted', 'tag': '6b4acb58-e875-453b-8d33-a4032b56d002', 'status': 'completed', 'code': 200} Nov 12 08:35:12.220869 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-deleted', 'tag': '67e134e2-ea04-4ff8-9c65-bbd6cd282b9e', 'status': 'completed', 'code': 200} Nov 12 08:35:12.236320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] For port cca8f34e-9b07-4155-a5a4-b29c4325dffd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=cca8f34e-9b07-4155-a5a4-b29c4325dffd,segment=NetworkSegment(63aeb2bc-b526-49c6-8aaf-242b7f468064),segment_id=63aeb2bc-b526-49c6-8aaf-242b7f468064)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:12.248500 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.285024 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.301419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b531f78c-ec06-4c81-be15-1bf1bc8002de req-8c692d2e-a15f-4b22-8e3c-fdaf5beafad9 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups?id=6a96e4c6-8920-49d1-a42f-e355d4d96057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322260 Nov 12 08:35:12.324751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=b170e212-dbce-4d1f-bff6-18e0de37692c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:12.333057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] No DVR routers for this DVR port b170e212-dbce-4d1f-bff6-18e0de37692c on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:12.354140 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-42a914fd-41b4-494a-9394-2a5341af4b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.380379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a914fd-41b4-494a-9394-2a5341af4b30 None None] No DVR routers for this DVR port b170e212-dbce-4d1f-bff6-18e0de37692c on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:12.386654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb99645-aaf2-45c4-8fd3-d60c20e79c01 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Router f1c3ecff-a607-4771-98db-84b0b976b293 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:12.409623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a914fd-41b4-494a-9394-2a5341af4b30 None None] Pushing event deleted for resources: {'Port': ['ID=b170e212-dbce-4d1f-bff6-18e0de37692c,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:12.445385 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4a74ff3-a673-4ee4-b4bd-d440419e904c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.477201 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4a74ff3-a673-4ee4-b4bd-d440419e904c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.482029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.540522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676409d7-d440-4fb0-8ab3-34dcadb8ad82']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:12.545630 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a74ff3-a673-4ee4-b4bd-d440419e904c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be182b1f-add1-4678-bd2a-a693253be190,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:12.560082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fade62-0e9e-4d75-a7bc-33c60ca94ae0') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:12.560428 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fade62-0e9e-4d75-a7bc-33c60ca94ae0') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:12.567002 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b4a74ff3-a673-4ee4-b4bd-d440419e904c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3aaf37293eaa4ce78d8640ffd1028314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4425192 Nov 12 08:35:12.573934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56822) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:12.583503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.636410 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.664048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb99645-aaf2-45c4-8fd3-d60c20e79c01 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:12.668959 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.669936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.670057 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Floating IP b1aeb83d-cd6c-4fda-a3c2-522d70095072 disassociated. External IP: 172.25.3.184, port: cca8f34e-9b07-4155-a5a4-b29c4325dffd. Nov 12 08:35:12.670586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Calling delete_port for cca8f34e-9b07-4155-a5a4-b29c4325dffd owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:12.676209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62dd279-cb63-48a1-9c27-c6b1b1631ebc None None] Sync routers for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:12.676981 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6bb99645-aaf2-45c4-8fd3-d60c20e79c01 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.694545 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62dd279-cb63-48a1-9c27-c6b1b1631ebc None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:12.695899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d62dd279-cb63-48a1-9c27-c6b1b1631ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:12.696180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:35:12.696657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:35:12.703680 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:35:12.730061 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b74ec5e-c6f9-4f8b-8bab-b52c88ae3bd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.764080 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6bb99645-aaf2-45c4-8fd3-d60c20e79c01 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "PUT /v2.0/floatingips/ed2f031a-6e83-4492-9a41-b3abe3299803 HTTP/1.1" status: 200 len: 991 time: 2.9623902 Nov 12 08:35:12.821572 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b74ec5e-c6f9-4f8b-8bab-b52c88ae3bd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.842985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-8603d413-6843-4fba-ba9e-18b3660877f1 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:12.851462 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-8603d413-6843-4fba-ba9e-18b3660877f1 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.2659042 Nov 12 08:35:12.852200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1b9315f9-4f57-4ac8-8e62-984286a533ee no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:12.853350 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.858066 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.861992 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] 10.222.0.31 "DELETE /v2.0/networks/676409d7-d440-4fb0-8ab3-34dcadb8ad82 HTTP/1.1" status: 204 len: 168 time: 1.2354534 Nov 12 08:35:12.900789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:12.921999 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 1b9315f9-4f57-4ac8-8e62-984286a533ee {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:12.922812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1b9315f9-4f57-4ac8-8e62-984286a533ee not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:12.923466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b170e212-dbce-4d1f-bff6-18e0de37692c no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:12.939268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eded57e-17e5-4b16-be31-1598a2e98d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=676409d7-d440-4fb0-8ab3-34dcadb8ad82,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:12.952367 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-b9387d56-1c61-448d-b836-610c2f9f8da8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/quotas/66149b06cc734872a68ec8f1fb5145a6 HTTP/1.1" status: 200 len: 375 time: 0.0999529 Nov 12 08:35:12.955764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b170e212-dbce-4d1f-bff6-18e0de37692c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:12.956117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b170e212-dbce-4d1f-bff6-18e0de37692c not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:12.969463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d62dd279-cb63-48a1-9c27-c6b1b1631ebc None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:12.986416 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-6ce4eb79-b528-43f8-8bc4-9771a18d934d tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329609 Nov 12 08:35:13.039966 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Port': ['ID=cca8f34e-9b07-4155-a5a4-b29c4325dffd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:13.196139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56834) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:13.209571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-1b09fb29-f350-470d-b83a-11fcc16a1428 service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132220 Nov 12 08:35:13.228133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b74ec5e-c6f9-4f8b-8bab-b52c88ae3bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.230968 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b74ec5e-c6f9-4f8b-8bab-b52c88ae3bd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.234939 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1b74ec5e-c6f9-4f8b-8bab-b52c88ae3bd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be182b1f-add1-4678-bd2a-a693253be190 HTTP/1.1" status: 204 len: 168 time: 0.6576095 Nov 12 08:35:13.235110 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Router c57b59d6-7a53-4843-9f6a-661074551a7b has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:13.259030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74ec5e-c6f9-4f8b-8bab-b52c88ae3bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be182b1f-add1-4678-bd2a-a693253be190,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:13.294364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e12894a6-b1a9-4ccd-a26f-978ad5340d60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e34f638470eb49b59cd10b321c1d7867&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0967903 Nov 12 08:35:13.335900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56838) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:13.393769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d62dd279-cb63-48a1-9c27-c6b1b1631ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'ed2f031a-6e83-4492-9a41-b3abe3299803', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'port_id': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'mac_address': 'fa:16:3e:b6:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:35:10Z', 'revision_number': 1, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:13.414966 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-c1514712-5eba-4648-885f-d849c20a5c78 service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968639 Nov 12 08:35:13.450034 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3bc4c428-3af2-460f-8f4a-08df3389b912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.477232 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3bc4c428-3af2-460f-8f4a-08df3389b912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:13.481260 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62dd279-cb63-48a1-9c27-c6b1b1631ebc None None] Checking router: f1c3ecff-a607-4771-98db-84b0b976b293 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:13.502192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:13.521060 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5997b47f-7f0d-49a9-bd22-074a1a59f5a3 None None] Sync routers for ids ['c57b59d6-7a53-4843-9f6a-661074551a7b'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:13.527603 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62dd279-cb63-48a1-9c27-c6b1b1631ebc None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:13.528693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d62dd279-cb63-48a1-9c27-c6b1b1631ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:13.564865 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5997b47f-7f0d-49a9-bd22-074a1a59f5a3 None None] Routers {'c57b59d6-7a53-4843-9f6a-661074551a7b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:13.565637 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5997b47f-7f0d-49a9-bd22-074a1a59f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57b59d6-7a53-4843-9f6a-661074551a7b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:13.783341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d62dd279-cb63-48a1-9c27-c6b1b1631ebc None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:13.839776 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-5997b47f-7f0d-49a9-bd22-074a1a59f5a3 None None] Set router c57b59d6-7a53-4843-9f6a-661074551a7b gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:13.976864 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8c6efe02-2779-40f8-8794-0049fe4bbb35 req-d3329520-6521-4d4b-881e-43a62918e354 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.4700887 Nov 12 08:35:14.055258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] No DVR routers for this DVR port cca8f34e-9b07-4155-a5a4-b29c4325dffd on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:14.056279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd3b41d1-cab1-4ac5-a2b5-8d70abb5c1c2 req-1b3d81ac-78c8-4bff-9b37-b3728e36adb0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 210 time: 0.0628471 Nov 12 08:35:14.073734 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:14.087004 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b08e2d-7b95-4cb7-98c5-1be90b7c59f8 req-0eed54c5-63d0-4cce-b4ab-08ce9b8278ce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.46 "DELETE /v2.0/ports/cca8f34e-9b07-4155-a5a4-b29c4325dffd HTTP/1.1" status: 204 len: 173 time: 2.5869493 Nov 12 08:35:14.134860 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3bc4c428-3af2-460f-8f4a-08df3389b912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:14.138698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3bc4c428-3af2-460f-8f4a-08df3389b912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:14.140219 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3bc4c428-3af2-460f-8f4a-08df3389b912 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4919aab-70a9-4747-9a0f-1abb999636ed HTTP/1.1" status: 204 len: 168 time: 0.8030813 Nov 12 08:35:14.154619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4c428-3af2-460f-8f4a-08df3389b912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4919aab-70a9-4747-9a0f-1abb999636ed,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:14.221990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc'}, {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-deleted', 'tag': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:14.226083 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0e643e-27dd-48b6-954b-aafb52588def" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc"}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-deleted", "tag": "cca8f34e-9b07-4155-a5a4-b29c4325dffd"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:14.322966 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49ff7a0-2aad-4f61-a33f-0eb593a9280f x-openstack-request-id: req-e49ff7a0-2aad-4f61-a33f-0eb593a9280f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:14.323425 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc", "status": "completed", "code": 200}, {"server_uuid": "d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5", "name": "network-vif-deleted", "tag": "cca8f34e-9b07-4155-a5a4-b29c4325dffd", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:14.323807 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e49ff7a0-2aad-4f61-a33f-0eb593a9280f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:14.324789 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'status': 'completed', 'code': 200} Nov 12 08:35:14.325200 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5', 'name': 'network-vif-deleted', 'tag': 'cca8f34e-9b07-4155-a5a4-b29c4325dffd', 'status': 'completed', 'code': 200} Nov 12 08:35:14.385901 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5997b47f-7f0d-49a9-bd22-074a1a59f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:24:19Z', 'revision_number': 4, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '62ca2a27-601c-4109-a5e7-9c6dbb7a7277', 'name': '', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'mac_address': 'fa:16:3e:d3:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '82052e29-e311-4bbf-839f-355a57adecc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:17Z', 'updated_at': '2021-11-12T08:24:25Z', 'revision_number': 5, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'subnets': [{'id': '82052e29-e311-4bbf-839f-355a57adecc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:14.431746 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5997b47f-7f0d-49a9-bd22-074a1a59f5a3 None None] Checking router: c57b59d6-7a53-4843-9f6a-661074551a7b for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:14.460560 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5997b47f-7f0d-49a9-bd22-074a1a59f5a3 None None] Routers {'c57b59d6-7a53-4843-9f6a-661074551a7b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:14.465337 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5997b47f-7f0d-49a9-bd22-074a1a59f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57b59d6-7a53-4843-9f6a-661074551a7b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:14.466167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e643e-27dd-48b6-954b-aafb52588def req-c86b7a1e-d7a6-47b1-83b9-b3ffd90e5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:14.467722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a0e643e-27dd-48b6-954b-aafb52588def req-c86b7a1e-d7a6-47b1-83b9-b3ffd90e5f3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 1098 time: 0.0906346 Nov 12 08:35:14.582192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d62dd279-cb63-48a1-9c27-c6b1b1631ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'ed2f031a-6e83-4492-9a41-b3abe3299803', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'port_id': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'mac_address': 'fa:16:3e:b6:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:35:10Z', 'revision_number': 1, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:14.696870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62dd279-cb63-48a1-9c27-c6b1b1631ebc None None] The sync data for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 is: [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'ed2f031a-6e83-4492-9a41-b3abe3299803', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'port_id': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'mac_address': 'fa:16:3e:b6:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:34:47Z', 'updated_at': '2021-11-12T08:35:10Z', 'revision_number': 1, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:14.727731 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e643e-27dd-48b6-954b-aafb52588def req-a660f755-cf7e-41ef-a029-2e1ac1fdd5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:14.731318 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a0e643e-27dd-48b6-954b-aafb52588def req-a660f755-cf7e-41ef-a029-2e1ac1fdd5c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 918 time: 0.2543855 Nov 12 08:35:14.800548 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-5997b47f-7f0d-49a9-bd22-074a1a59f5a3 None None] Set router c57b59d6-7a53-4843-9f6a-661074551a7b gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:14.922853 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a0e643e-27dd-48b6-954b-aafb52588def req-85d13900-9964-48b3-8e57-ed843f26f9ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc HTTP/1.1" status: 200 len: 999 time: 0.1839025 Nov 12 08:35:15.073159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e643e-27dd-48b6-954b-aafb52588def req-9358ce67-5d65-494b-a5c8-2edac66a05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:15.075366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a0e643e-27dd-48b6-954b-aafb52588def req-9358ce67-5d65-494b-a5c8-2edac66a05fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.1432619 Nov 12 08:35:15.218968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3267f6c1-98ed-4f0c-97aa-8c85bf8b4303 None None] New status for floating IP ed2f031a-6e83-4492-9a41-b3abe3299803: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:35:15.306374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d4558d6-d1ad-497c-ada2-33dfd595638e req-13d39162-d18e-4a69-ae93-2d76f6bded20 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.1319971 Nov 12 08:35:15.347707 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e643e-27dd-48b6-954b-aafb52588def req-e3474507-c888-4ae9-9890-e2d1cbca6e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:15.355868 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a0e643e-27dd-48b6-954b-aafb52588def req-e3474507-c888-4ae9-9890-e2d1cbca6e64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2640884 Nov 12 08:35:15.484156 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8e429b00-5fb9-4fb5-9641-63908eaaf83a req-2713b31b-68ba-4ba9-9d54-4553bb4c8545 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 210 time: 0.0640647 Nov 12 08:35:15.525331 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5997b47f-7f0d-49a9-bd22-074a1a59f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:24:19Z', 'revision_number': 4, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '62ca2a27-601c-4109-a5e7-9c6dbb7a7277', 'name': '', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'mac_address': 'fa:16:3e:d3:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '82052e29-e311-4bbf-839f-355a57adecc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:17Z', 'updated_at': '2021-11-12T08:24:25Z', 'revision_number': 5, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'subnets': [{'id': '82052e29-e311-4bbf-839f-355a57adecc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:15.579129 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5997b47f-7f0d-49a9-bd22-074a1a59f5a3 None None] The sync data for ids ['c57b59d6-7a53-4843-9f6a-661074551a7b'] in n-d-768851-18 is: [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:24:19Z', 'revision_number': 4, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '62ca2a27-601c-4109-a5e7-9c6dbb7a7277', 'name': '', 'network_id': 'a0210ade-877d-4c8c-ae77-e1ebf871743f', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'mac_address': 'fa:16:3e:d3:10:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '82052e29-e311-4bbf-839f-355a57adecc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:17Z', 'updated_at': '2021-11-12T08:24:25Z', 'revision_number': 5, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'subnets': [{'id': '82052e29-e311-4bbf-839f-355a57adecc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:15.635251 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a0e643e-27dd-48b6-954b-aafb52588def req-7a6c3ee2-d7b8-4f57-9066-726437f4c812 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693174 Nov 12 08:35:15.800522 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a0e643e-27dd-48b6-954b-aafb52588def req-c327acf9-5f85-498f-84b7-286e191edc58 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478729 Nov 12 08:35:15.917911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56952) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:15.963484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-460e9dc7-0c7f-40a7-8212-8ccceaa0951d tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:15.965814 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-460e9dc7-0c7f-40a7-8212-8ccceaa0951d tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.52 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.1913230 Nov 12 08:35:15.980393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Request body: {'port': {'device_id': '9c34d9a5-1676-47fc-9b88-7903b4c8bfdf', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'admin_state_up': True, 'tenant_id': '66149b06cc734872a68ec8f1fb5145a6'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:16.115659 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f7d3455-485b-4e94-a6f8-0643fa039693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.160578 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d77300-256f-4a76-8f44-74113dfead11 None None] New status for floating IP b1aeb83d-cd6c-4fda-a3c2-522d70095072: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:35:16.201202 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Made reservation on behalf of 66149b06cc734872a68ec8f1fb5145a6 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:16.209293 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.258730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56960) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:16.295306 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f7d3455-485b-4e94-a6f8-0643fa039693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.305302 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f7d3455-485b-4e94-a6f8-0643fa039693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.445724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3f7d3455-485b-4e94-a6f8-0643fa039693 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cc5942e736549d7a9e7c0bc1339aca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5272677 Nov 12 08:35:16.446649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56966) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:16.457250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-network', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:16.463750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Allocated IP 172.20.0.7 (0714188f-6499-4655-a48e-68414a9c8530/9b13783d-4c4e-450c-befa-f6858c089ee0/11273fcb-6b83-4f01-aa9a-c71852e70eaa) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:16.471989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d3455-485b-4e94-a6f8-0643fa039693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5108e39-f9bb-4574-af89-7bf0c08341b1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:16.533474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Made reservation on behalf of 988eab7757e74d3f9b6db711c93c7908 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:16.536707 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.549390 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.603669 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-de493ad4-f3f0-4173-b906-923c0090579e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.634864 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1ce8856-e72b-4b63-8a60-9f4171dcbc79 req-a5e2b9b8-114f-46ac-9649-611a5b9a09fe tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 210 time: 0.0535834 Nov 12 08:35:16.666726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-de493ad4-f3f0-4173-b906-923c0090579e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.700315 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3b7da585-3673-4124-8c36-2334ea666bed req-1cd7bc43-d3ef-48c8-aa46-2aa647dfcc2f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0718107 Nov 12 08:35:16.727958 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.747622 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.755784 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.798157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.809781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117b1a1a-391a-4647-9519-4fd32cd61411,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:16.816463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-de493ad4-f3f0-4173-b906-923c0090579e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.820398 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-de493ad4-f3f0-4173-b906-923c0090579e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.837488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-de493ad4-f3f0-4173-b906-923c0090579e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5108e39-f9bb-4574-af89-7bf0c08341b1 HTTP/1.1" status: 204 len: 168 time: 0.3685744 Nov 12 08:35:16.841792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Network 0714188f-6499-4655-a48e-68414a9c8530 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:16.854541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:16.855325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:16.859731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:16.887098 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.888856 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Added segment d84b0e16-46c7-4c0c-b0b2-752b9c08c95e of type vlan for network a7090983-6cc7-479b-8ad2-e710b0307e23 Nov 12 08:35:16.898865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Pushing event updated for resources: {'Port': ['ID=11273fcb-6b83-4f01-aa9a-c71852e70eaa,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:16.929460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:16.930111 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:16.950732 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-d69402b8-98d2-4a3b-a722-71270fb61286 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9744720 Nov 12 08:35:16.967296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Request body: {'port': {'device_id': '9c34d9a5-1676-47fc-9b88-7903b4c8bfdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:16.984789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.003136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de493ad4-f3f0-4173-b906-923c0090579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5108e39-f9bb-4574-af89-7bf0c08341b1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:17.043409 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.045648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:17.047353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.067022 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.125209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] Pushing event updated for resources: {'Network': ['ID=a7090983-6cc7-479b-8ad2-e710b0307e23,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:17.133058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eeb56c43-d1cc-4cb8-a090-4cb8af4e688d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8717704 Nov 12 08:35:17.135788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56978) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:17.139089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network a7090983-6cc7-479b-8ad2-e710b0307e23 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:17.145720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-82e91875-2751-48be-a2fb-763be290e4be admin admin] Request body: {'subnet': {'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-subnet', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:17.183213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e91875-2751-48be-a2fb-763be290e4be admin admin] Made reservation on behalf of 988eab7757e74d3f9b6db711c93c7908 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:17.186147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82e91875-2751-48be-a2fb-763be290e4be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.468771 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11273fcb-6b83-4f01-aa9a-c71852e70eaa {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:17.477466 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.478748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82e91875-2751-48be-a2fb-763be290e4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.492620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Transition to ACTIVE for port object 11273fcb-6b83-4f01-aa9a-c71852e70eaa will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:35:17.496788 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.572672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Pushing event updated for resources: {'Port': ['ID=11273fcb-6b83-4f01-aa9a-c71852e70eaa,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:17.576864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e91875-2751-48be-a2fb-763be290e4be admin admin] Pushing event updated for resources: {'Subnet': ['ID=9133abd7-62e8-43de-aed1-a59672280bd8,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:17.589048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e91875-2751-48be-a2fb-763be290e4be admin admin] Checking segment: {'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:17.589525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e91875-2751-48be-a2fb-763be290e4be admin admin] Network hostable DHCP agents. Network: a7090983-6cc7-479b-8ad2-e710b0307e23, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:35:17.617024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e91875-2751-48be-a2fb-763be290e4be admin admin] Network a7090983-6cc7-479b-8ad2-e710b0307e23 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:17.629346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-82e91875-2751-48be-a2fb-763be290e4be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, a7090983-6cc7-479b-8ad2-e710b0307e23) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:17.634836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Attempting to bind port 11273fcb-6b83-4f01-aa9a-c71852e70eaa on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:17.635178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Attempting to bind port 11273fcb-6b83-4f01-aa9a-c71852e70eaa by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:17.635508 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Attempting to bind port 11273fcb-6b83-4f01-aa9a-c71852e70eaa on network 0714188f-6499-4655-a48e-68414a9c8530 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:17.640695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d019345e-a81e-45ce-9fad-1a2e0af15e04 None None] Network a7090983-6cc7-479b-8ad2-e710b0307e23 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:17.640946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Port 11273fcb-6b83-4f01-aa9a-c71852e70eaa on network 0714188f-6499-4655-a48e-68414a9c8530 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:35:17.641306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e91875-2751-48be-a2fb-763be290e4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:17.641482 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Attempting to bind port 11273fcb-6b83-4f01-aa9a-c71852e70eaa on network 0714188f-6499-4655-a48e-68414a9c8530 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:17.642217 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82e91875-2751-48be-a2fb-763be290e4be admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.648208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:17.648579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Checking segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:17.649068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Bound using segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:17.649581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Bound port: 11273fcb-6b83-4f01-aa9a-c71852e70eaa, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:17.649938 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.678031 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-82e91875-2751-48be-a2fb-763be290e4be admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5401871 Nov 12 08:35:17.682018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56996) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:17.693028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:17.739450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.742282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.764311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] For port 11273fcb-6b83-4f01-aa9a-c71852e70eaa, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:17.773089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] For port 11273fcb-6b83-4f01-aa9a-c71852e70eaa, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=11273fcb-6b83-4f01-aa9a-c71852e70eaa,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:17.781612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.830027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:17.830832 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.832404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] 10.222.0.52 "PUT /v2.0/ports/11273fcb-6b83-4f01-aa9a-c71852e70eaa HTTP/1.1" status: 200 len: 1092 time: 0.8724656 Nov 12 08:35:17.834030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c34d9a5-1676-47fc-9b88-7903b4c8bfdf', 'tag': '11273fcb-6b83-4f01-aa9a-c71852e70eaa'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:17.837776 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b0366a-dc34-43ac-9276-2d6c7b13fe02" -d '{"events": [{"name": "network-changed", "server_uuid": "9c34d9a5-1676-47fc-9b88-7903b4c8bfdf", "tag": "11273fcb-6b83-4f01-aa9a-c71852e70eaa"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:17.878904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-a7090983-6cc7-479b-8ad2-e710b0307e23', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:35:17.879944 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.933613 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:17.949160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b368743-1e54-448b-82cc-27ab5adb554c service neutron] Pushing event updated for resources: {'Port': ['ID=11273fcb-6b83-4f01-aa9a-c71852e70eaa,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:18.019995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-bd7f414b-331a-437f-a3a4-213b280b1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:18.021672 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-bd7f414b-331a-437f-a3a4-213b280b1699 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 1095 time: 0.0691700 Nov 12 08:35:18.034457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70503801-c365-4728-80c4-2b7d046c4583 req-ed954918-02f2-4e1f-99e6-ff4da40c3bce tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:18.037212 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70503801-c365-4728-80c4-2b7d046c4583 req-ed954918-02f2-4e1f-99e6-ff4da40c3bce tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 943 time: 0.2038307 Nov 12 08:35:18.119939 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-748c9395-d87c-4c4a-806b-1fe43274eb9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11273fcb-6b83-4f01-aa9a-c71852e70eaa HTTP/1.1" status: 200 len: 217 time: 0.0815389 Nov 12 08:35:18.176152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Allocated IP 172.20.0.2 (a7090983-6cc7-479b-8ad2-e710b0307e23/9133abd7-62e8-43de-aed1-a59672280bd8/21a1c0c1-5efd-4841-a962-1f2739538f52) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:18.212482 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-ebd4fe46-f1c1-4661-a376-33016d1172fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:18.214043 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-ebd4fe46-f1c1-4661-a376-33016d1172fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.0804982 Nov 12 08:35:18.219975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.237796 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47999bee-feb2-4314-8bb3-37d6541bbed5 req-b323672b-1dea-4954-a8a0-bf7552252d10 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.3024023 Nov 12 08:35:18.261974 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70503801-c365-4728-80c4-2b7d046c4583 req-5d79c6de-7d44-4943-a23b-860726e1f7d2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133088 Nov 12 08:35:18.345763 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-ec6e3d63-9a45-46e7-a1c7-9466e2056bc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995245 Nov 12 08:35:18.395073 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b14828f-e0dc-42c2-965e-6bda5260500a x-openstack-request-id: req-5b14828f-e0dc-42c2-965e-6bda5260500a {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:18.395441 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c34d9a5-1676-47fc-9b88-7903b4c8bfdf", "tag": "11273fcb-6b83-4f01-aa9a-c71852e70eaa", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:18.395626 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b14828f-e0dc-42c2-965e-6bda5260500a {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:18.396026 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c34d9a5-1676-47fc-9b88-7903b4c8bfdf', 'tag': '11273fcb-6b83-4f01-aa9a-c71852e70eaa', 'status': 'completed', 'code': 200} Nov 12 08:35:18.496763 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.505807 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.555533 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-f02f9e26-e7ed-4ed8-ac1f-7a2a5315e8fa service neutron] 10.222.0.52 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003963 Nov 12 08:35:18.556352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Network a7090983-6cc7-479b-8ad2-e710b0307e23 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:18.559926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:18.573072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:18.643172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Pushing event updated for resources: {'Port': ['ID=21a1c0c1-5efd-4841-a962-1f2739538f52,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:18.675075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095ad5a7-cac5-4f7b-a08e-3e1c019e78bb req-8ea7a0b9-8025-4fc5-95a8-9b37a34f539e service neutron] 10.222.0.52 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110351 Nov 12 08:35:18.688026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Attempting to bind port 21a1c0c1-5efd-4841-a962-1f2739538f52 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:18.702442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Attempting to bind port 21a1c0c1-5efd-4841-a962-1f2739538f52 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:18.705676 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Attempting to bind port 21a1c0c1-5efd-4841-a962-1f2739538f52 on network a7090983-6cc7-479b-8ad2-e710b0307e23 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:18.707430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.736182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.760635 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:18.765033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Checking segment: {'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:18.768526 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.769265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Bound using segment: {'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:18.773202 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Bound port: 21a1c0c1-5efd-4841-a962-1f2739538f52, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:18.778016 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:18.859432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0366a-dc34-43ac-9276-2d6c7b13fe02 req-ab495611-a637-450c-8ac1-e9e97deda37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:18.867945 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-02b0366a-dc34-43ac-9276-2d6c7b13fe02 req-ab495611-a637-450c-8ac1-e9e97deda37e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 1095 time: 0.0929794 Nov 12 08:35:18.904342 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Allocated IP 172.25.3.90 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/6fd3f3d3-58fb-4038-8704-700f612f0af5) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:18.925763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] For port 21a1c0c1-5efd-4841-a962-1f2739538f52, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:18.930113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] For port 21a1c0c1-5efd-4841-a962-1f2739538f52, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=21a1c0c1-5efd-4841-a962-1f2739538f52,segment=NetworkSegment(d84b0e16-46c7-4c0c-b0b2-752b9c08c95e),segment_id=d84b0e16-46c7-4c0c-b0b2-752b9c08c95e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:18.937430 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.018222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0745ae-8034-44c9-9ecd-264fa139ee40 None None] Pushing event updated for resources: {'Port': ['ID=21a1c0c1-5efd-4841-a962-1f2739538f52,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:19.072506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0366a-dc34-43ac-9276-2d6c7b13fe02 req-4fbe55b9-a3a0-49a4-b83a-166a219bb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:19.074229 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-02b0366a-dc34-43ac-9276-2d6c7b13fe02 req-4fbe55b9-a3a0-49a4-b83a-166a219bb005 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 911 time: 0.1980855 Nov 12 08:35:19.128498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.129192 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-02b0366a-dc34-43ac-9276-2d6c7b13fe02 req-b6ede5c9-471b-464d-a559-5da89a97ed89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11273fcb-6b83-4f01-aa9a-c71852e70eaa HTTP/1.1" status: 200 len: 217 time: 0.0403976 Nov 12 08:35:19.183405 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.192918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0366a-dc34-43ac-9276-2d6c7b13fe02 req-18398305-8141-43c6-ac20-da7a7d2cc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:19.195464 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-02b0366a-dc34-43ac-9276-2d6c7b13fe02 req-18398305-8141-43c6-ac20-da7a7d2cc82e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.0550096 Nov 12 08:35:19.233158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:19.236511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:19.240782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:19.248426 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-02b0366a-dc34-43ac-9276-2d6c7b13fe02 req-db900ce6-c73b-45db-b005-f9f67d6bf952 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417106 Nov 12 08:35:19.290141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd3f3d3-58fb-4038-8704-700f612f0af5,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:19.539147 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cf8a792e-9427-47ee-b17d-702131df764a req-55bbab41-bf38-4312-86d5-e8dbea4a0df2 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0644698 Nov 12 08:35:19.615746 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-02b0366a-dc34-43ac-9276-2d6c7b13fe02 req-44d6f906-4bca-4fe2-8465-3320ce71f7c2 service neutron] 10.222.0.52 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580768 Nov 12 08:35:19.703721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b0c03-37d8-43bc-b78d-53f58364e13e req-03c086ca-e4c9-47c5-861a-d92b67c76b40 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:19.711773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6b0c03-37d8-43bc-b78d-53f58364e13e req-03c086ca-e4c9-47c5-861a-d92b67c76b40 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 943 time: 0.1914606 Nov 12 08:35:19.798389 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-02b0366a-dc34-43ac-9276-2d6c7b13fe02 req-f499075a-9c90-48c7-8ddd-e4b3587d7c46 service neutron] 10.222.0.52 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734049 Nov 12 08:35:19.798600 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:19.826022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57114) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:19.950082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6b0c03-37d8-43bc-b78d-53f58364e13e req-9ce62fec-f979-4a85-bbcc-221e37e49edd tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374034 Nov 12 08:35:19.974539 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-92439d0a-f265-466e-9e68-49c1733d72b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.084165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-92439d0a-f265-466e-9e68-49c1733d72b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.094562 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-92439d0a-f265-466e-9e68-49c1733d72b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.137575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92439d0a-f265-466e-9e68-49c1733d72b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50652198-cf30-4477-8d25-7f50a2be9b18,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:20.138036 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.143104 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-92439d0a-f265-466e-9e68-49c1733d72b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5789eefd09b430d9c7ff3355621cf5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3158145 Nov 12 08:35:20.146190 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57118) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:20.207020 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c0acefe-7703-4ae5-98ea-c7f53c647fa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.237553 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c0acefe-7703-4ae5-98ea-c7f53c647fa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.302202 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c0acefe-7703-4ae5-98ea-c7f53c647fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.305281 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c0acefe-7703-4ae5-98ea-c7f53c647fa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.308940 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0c0acefe-7703-4ae5-98ea-c7f53c647fa3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50652198-cf30-4477-8d25-7f50a2be9b18 HTTP/1.1" status: 204 len: 168 time: 0.1592329 Nov 12 08:35:20.316918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0acefe-7703-4ae5-98ea-c7f53c647fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50652198-cf30-4477-8d25-7f50a2be9b18,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:20.362924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:35:20.528161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:20.540319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Sync routers for ids ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:20.556659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Routers {'0f16ed15-adca-4ca4-b14b-c453bbc44db0'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:20.557642 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:20.565504 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.567324 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fc896dfc-72c0-4a26-a671-33b43190ec33 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.8834486 Nov 12 08:35:20.570924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57124) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:20.672553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db638289-8e53-4851-95f3-82f4e2ce0711 None None] Network a7090983-6cc7-479b-8ad2-e710b0307e23 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:20.830507 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e29474da-6546-4c51-aab9-24ae55a15db5 req-37529ae4-6ba6-4e16-aa1d-ab181e0b1715 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.1676490 Nov 12 08:35:20.857220 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-678d60a4-711f-4627-b31b-5b02d6896a43 None None] Provisioning complete for port 21a1c0c1-5efd-4841-a962-1f2739538f52 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:20.857598 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-678d60a4-711f-4627-b31b-5b02d6896a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:20.954285 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 11273fcb-6b83-4f01-aa9a-c71852e70eaa details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:35:21.016628 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 21a1c0c1-5efd-4841-a962-1f2739538f52 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:21.091029 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Set router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:21.502882 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-678d60a4-711f-4627-b31b-5b02d6896a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.518505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 21a1c0c1-5efd-4841-a962-1f2739538f52 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:21.519144 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.556334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc90d2-8986-4c91-bd98-402a001fc734 req-37bcaf5e-c8b2-47c1-9dbe-b6a18b851009 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:21.557855 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62fc90d2-8986-4c91-bd98-402a001fc734 req-37bcaf5e-c8b2-47c1-9dbe-b6a18b851009 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 943 time: 0.4754488 Nov 12 08:35:21.599554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 11273fcb-6b83-4f01-aa9a-c71852e70eaa, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=11273fcb-6b83-4f01-aa9a-c71852e70eaa,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:21.662983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-678d60a4-711f-4627-b31b-5b02d6896a43 None None] For port 21a1c0c1-5efd-4841-a962-1f2739538f52, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=21a1c0c1-5efd-4841-a962-1f2739538f52,segment=NetworkSegment(d84b0e16-46c7-4c0c-b0b2-752b9c08c95e),segment_id=d84b0e16-46c7-4c0c-b0b2-752b9c08c95e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:21.665290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '11273fcb-6b83-4f01-aa9a-c71852e70eaa', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'port_id': '11273fcb-6b83-4f01-aa9a-c71852e70eaa', 'mac_address': 'fa:16:3e:b1:c3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b13783d-4c4e-450c-befa-f6858c089ee0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:35:21.674722 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-678d60a4-711f-4627-b31b-5b02d6896a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.763970 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62fc90d2-8986-4c91-bd98-402a001fc734 req-adb588e5-62a8-428e-89d5-25b27403a809 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769621 Nov 12 08:35:21.788413 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.868076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11273fcb-6b83-4f01-aa9a-c71852e70eaa {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:21.894957 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:21.906898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d60a4-711f-4627-b31b-5b02d6896a43 None None] Pushing event updated for resources: {'Port': ['ID=21a1c0c1-5efd-4841-a962-1f2739538f52,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:21.960887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:35:19Z', 'revision_number': 3, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:21.992023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 11273fcb-6b83-4f01-aa9a-c71852e70eaa, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=11273fcb-6b83-4f01-aa9a-c71852e70eaa,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:21.993210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-920e5365-fe45-4967-bf47-940ecd7785ce None None] Provisioning complete for port 21a1c0c1-5efd-4841-a962-1f2739538f52 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:21.993578 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-920e5365-fe45-4967-bf47-940ecd7785ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.027521 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5696b628-b869-4230-99e7-e86650d0d110 req-94d07aad-9703-499e-8210-208a110f4f83 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0750771 Nov 12 08:35:22.046330 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.046330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Checking router: 0f16ed15-adca-4ca4-b14b-c453bbc44db0 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:22.046330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Updating router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 port 6fd3f3d3-58fb-4038-8704-700f612f0af5 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:35:22.192428 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.198398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Allocated IP 172.20.0.1 (a7090983-6cc7-479b-8ad2-e710b0307e23/9133abd7-62e8-43de-aed1-a59672280bd8/3ad7d7f6-1e8a-4305-b2df-d0365040b513) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:22.234103 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.264725 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=11273fcb-6b83-4f01-aa9a-c71852e70eaa,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:22.358615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.365520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['11273fcb-6b83-4f01-aa9a-c71852e70eaa'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:22.437828 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.439479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57174) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:22.482703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Network a7090983-6cc7-479b-8ad2-e710b0307e23 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:22.486478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:22.489231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:22.534990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad7d7f6-1e8a-4305-b2df-d0365040b513,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:22.552648 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.752055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2017845450'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:22.759456 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.779195 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.810014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Made reservation on behalf of 71246a243769478b8390a499787977c2 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:22.815471 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.825899 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.832600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 21a1c0c1-5efd-4841-a962-1f2739538f52 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:22.837841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.900313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca99e5-3bb9-4e02-bab6-f35fc7dfc996 None None] Pushing event updated for resources: {'Port': ['ID=6fd3f3d3-58fb-4038-8704-700f612f0af5,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:22.906167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Attempting to bind port 6fd3f3d3-58fb-4038-8704-700f612f0af5 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:22.906831 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Attempting to bind port 6fd3f3d3-58fb-4038-8704-700f612f0af5 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:22.907347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Attempting to bind port 6fd3f3d3-58fb-4038-8704-700f612f0af5 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:22.944036 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:22.944837 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:22.945476 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:22.946086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:22.946960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Bound port: 6fd3f3d3-58fb-4038-8704-700f612f0af5, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:22.947548 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.012269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 21a1c0c1-5efd-4841-a962-1f2739538f52 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:23.012896 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.026714 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.036139 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.076275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:23.091022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] For port 6fd3f3d3-58fb-4038-8704-700f612f0af5, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:23.094095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476761cf-2b31-43f3-8355-257dd9988e26,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:23.099831 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.100243 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Added segment 7e813396-c576-4c0e-982d-5d79d462949f of type vlan for network 0a53f21c-822b-45f8-9341-332a79c0f0b1 Nov 12 08:35:23.122689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] For port 6fd3f3d3-58fb-4038-8704-700f612f0af5, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6fd3f3d3-58fb-4038-8704-700f612f0af5,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:23.134335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3377fa1a-5086-4d47-9586-d3eda89adf12 None None] Provisioning complete for port 3ad7d7f6-1e8a-4305-b2df-d0365040b513 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:23.134714 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3377fa1a-5086-4d47-9586-d3eda89adf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.138524 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.212658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.226578 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.245461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.262974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3377fa1a-5086-4d47-9586-d3eda89adf12 None None] Port 3ad7d7f6-1e8a-4305-b2df-d0365040b513 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:23.264427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Routers {'0f16ed15-adca-4ca4-b14b-c453bbc44db0'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:23.265513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:23.285771 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.289123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca99e5-3bb9-4e02-bab6-f35fc7dfc996 None None] Pushing event updated for resources: {'Port': ['ID=6fd3f3d3-58fb-4038-8704-700f612f0af5,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:23.293464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:23.294050 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.372525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Pushing event updated for resources: {'Network': ['ID=0a53f21c-822b-45f8-9341-332a79c0f0b1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:23.385114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 0a53f21c-822b-45f8-9341-332a79c0f0b1 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:23.385703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad7d7f6-1e8a-4305-b2df-d0365040b513,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:23.417210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d3926e6a-7775-42b7-9da1-4d9a33808245 req-eddefb01-4bf4-4d77-ac32-c2a77eef1807 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0455475 Nov 12 08:35:23.420832 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e662eccd-715a-4cc9-bf8e-26ccd0230dc2 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9801636 Nov 12 08:35:23.424314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57188) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:23.430285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2ec22b31-8cde-4e28-b73d-314c60c8c981 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Request body: {'subnet': {'network_id': '0a53f21c-822b-45f8-9341-332a79c0f0b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:23.436573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c8a19-e9c1-4120-b7c8-7e655b6d0cde req-142f9d14-727e-480d-80f4-9d4e333e8e39 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:23.439301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed4c8a19-e9c1-4120-b7c8-7e655b6d0cde req-142f9d14-727e-480d-80f4-9d4e333e8e39 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 944 time: 0.5119913 Nov 12 08:35:23.497948 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] Set router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:23.555601 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.580806 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed4c8a19-e9c1-4120-b7c8-7e655b6d0cde req-c204a67f-6bf8-4825-8d1d-00cc1000d967 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320536 Nov 12 08:35:23.594962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec22b31-8cde-4e28-b73d-314c60c8c981 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Made reservation on behalf of 71246a243769478b8390a499787977c2 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:23.603851 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ec22b31-8cde-4e28-b73d-314c60c8c981 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.724408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Network a7090983-6cc7-479b-8ad2-e710b0307e23 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:23.726683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:23.884544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '3ad7d7f6-1e8a-4305-b2df-d0365040b513', 'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'mac_address': 'fa:16:3e:c2:cb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:21Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 2, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'subnets': [{'id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:23.929024 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ec22b31-8cde-4e28-b73d-314c60c8c981 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:23.935407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:23.936738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8236e-bdfb-466f-b442-cd2f6c20d0f9 None None] The sync data for ids ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'] in n-d-768851-18 is: [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '3ad7d7f6-1e8a-4305-b2df-d0365040b513', 'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'mac_address': 'fa:16:3e:c2:cb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:21Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 2, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'subnets': [{'id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:24.012456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec22b31-8cde-4e28-b73d-314c60c8c981 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Pushing event updated for resources: {'Subnet': ['ID=31ff8db4-dc0d-45b8-8206-da120fc8dc54,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:24.058386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec22b31-8cde-4e28-b73d-314c60c8c981 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Checking segment: {'id': '7e813396-c576-4c0e-982d-5d79d462949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0a53f21c-822b-45f8-9341-332a79c0f0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:24.059081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec22b31-8cde-4e28-b73d-314c60c8c981 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Network hostable DHCP agents. Network: 0a53f21c-822b-45f8-9341-332a79c0f0b1, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:35:24.102087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec22b31-8cde-4e28-b73d-314c60c8c981 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Network 0a53f21c-822b-45f8-9341-332a79c0f0b1 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:24.119298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:24.124858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-2ec22b31-8cde-4e28-b73d-314c60c8c981 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 0a53f21c-822b-45f8-9341-332a79c0f0b1) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:24.140399 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b80c56b4-a454-43ac-8240-901ba843ae46 admin admin] 10.222.0.31 "PUT /v2.0/routers/0f16ed15-adca-4ca4-b14b-c453bbc44db0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5617213 Nov 12 08:35:24.140709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec22b31-8cde-4e28-b73d-314c60c8c981 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:24.140709 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ec22b31-8cde-4e28-b73d-314c60c8c981 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.144241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee4405-6970-40a4-aefe-717f89da5f17 None None] Network 0a53f21c-822b-45f8-9341-332a79c0f0b1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:24.190395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57194) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:24.197001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Request body: {'port': {'network_id': '0a53f21c-822b-45f8-9341-332a79c0f0b1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1510571260'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:24.202665 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2ec22b31-8cde-4e28-b73d-314c60c8c981 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7772059 Nov 12 08:35:24.456183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Made reservation on behalf of 71246a243769478b8390a499787977c2 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:24.460748 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.484492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6dc6f67c-6877-4e6b-8e76-6a21c6a851cf None None] Provisioning complete for port 3ad7d7f6-1e8a-4305-b2df-d0365040b513 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:24.485630 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6dc6f67c-6877-4e6b-8e76-6a21c6a851cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.519902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] device_id is not set on port 4317ce13-70fe-46b7-9b11-7c8722e29f44 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:35:24.593375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6dc6f67c-6877-4e6b-8e76-6a21c6a851cf None None] Port 3ad7d7f6-1e8a-4305-b2df-d0365040b513 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:24.655259 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7b8ba8d4-0080-4cc7-93e5-a428aaf1eafb req-c7bbc272-8038-4fb5-9a61-a2d744125553 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0458803 Nov 12 08:35:24.683450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be857157-5067-4282-88ef-12546c418f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-0a53f21c-822b-45f8-9341-332a79c0f0b1', 'network_id': '0a53f21c-822b-45f8-9341-332a79c0f0b1', 'tenant_id': '71246a243769478b8390a499787977c2', 'fixed_ips': [{'subnet_id': '31ff8db4-dc0d-45b8-8206-da120fc8dc54'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:35:24.688734 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-be857157-5067-4282-88ef-12546c418f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:24.758418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Allocated IP 172.20.0.9 (0a53f21c-822b-45f8-9341-332a79c0f0b1/31ff8db4-dc0d-45b8-8206-da120fc8dc54/4317ce13-70fe-46b7-9b11-7c8722e29f44) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:24.944815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 11273fcb-6b83-4f01-aa9a-c71852e70eaa up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:24.964165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072853-b90e-44c6-bb1c-f73540a3ccfc req-2e9092ba-ebdf-47e5-b536-33ddb1afb2d3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:24.973935 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac072853-b90e-44c6-bb1c-f73540a3ccfc req-2e9092ba-ebdf-47e5-b536-33ddb1afb2d3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 944 time: 0.0961814 Nov 12 08:35:25.083654 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac072853-b90e-44c6-bb1c-f73540a3ccfc req-f8925bf4-cd03-4f36-82d1-a745fecd5405 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076455 Nov 12 08:35:25.101950 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-32be2572-c4bd-4b02-889a-7fa0c71c6134 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:25.109516 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-32be2572-c4bd-4b02-889a-7fa0c71c6134 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/networks?id=a7090983-6cc7-479b-8ad2-e710b0307e23 HTTP/1.1" status: 200 len: 829 time: 0.2181001 Nov 12 08:35:25.111215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 11273fcb-6b83-4f01-aa9a-c71852e70eaa completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:35:25.115899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 11273fcb-6b83-4f01-aa9a-c71852e70eaa triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:25.116298 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.129717 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.142712 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-19e67b97-b300-40d1-bbc4-c994f6f1fa74 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/quotas/988eab7757e74d3f9b6db711c93c7908 HTTP/1.1" status: 200 len: 375 time: 0.0319815 Nov 12 08:35:25.263272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-3e781308-60b3-4950-be2e-f0a3e7bf83b0 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=988eab7757e74d3f9b6db711c93c7908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193838 Nov 12 08:35:25.265097 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.377948 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.382332 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-be857157-5067-4282-88ef-12546c418f9d None None] Allocated IP 172.20.0.2 (0a53f21c-822b-45f8-9341-332a79c0f0b1/31ff8db4-dc0d-45b8-8206-da120fc8dc54/eb50dced-fb13-4e44-941d-0496ff1fded5) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:25.454047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Network 0a53f21c-822b-45f8-9341-332a79c0f0b1 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:25.454780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 11273fcb-6b83-4f01-aa9a-c71852e70eaa, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=11273fcb-6b83-4f01-aa9a-c71852e70eaa,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:25.457694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c34d9a5-1676-47fc-9b88-7903b4c8bfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11273fcb-6b83-4f01-aa9a-c71852e70eaa'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:25.462952 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc2ed8f-da5a-4cb1-acfe-12ba31c11f9c" -d '{"events": [{"server_uuid": "9c34d9a5-1676-47fc-9b88-7903b4c8bfdf", "name": "network-vif-plugged", "status": "completed", "tag": "11273fcb-6b83-4f01-aa9a-c71852e70eaa"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:25.465229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:25.473692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:25.475327 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.535870 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:25.536556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.560434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-f563f595-6881-45ce-a24d-e92c1dccd58b service neutron] 10.222.0.31 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492752 Nov 12 08:35:25.573734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Pushing event updated for resources: {'Port': ['ID=4317ce13-70fe-46b7-9b11-7c8722e29f44,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:25.584300 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d298d4-f859-4460-93e8-d2bbb9be656c x-openstack-request-id: req-97d298d4-f859-4460-93e8-d2bbb9be656c {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:25.584592 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c34d9a5-1676-47fc-9b88-7903b4c8bfdf", "name": "network-vif-plugged", "status": "completed", "tag": "11273fcb-6b83-4f01-aa9a-c71852e70eaa", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:25.584837 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97d298d4-f859-4460-93e8-d2bbb9be656c {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:25.585829 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c34d9a5-1676-47fc-9b88-7903b4c8bfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11273fcb-6b83-4f01-aa9a-c71852e70eaa', 'code': 200} Nov 12 08:35:25.634291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57222) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:25.635199 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-858240ae-b1c7-4de9-ba38-764d0cd905cc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4435551 Nov 12 08:35:25.639999 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=11273fcb-6b83-4f01-aa9a-c71852e70eaa,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:25.752826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f3c72-ae7a-49cb-b70e-60af0df5c9fa req-fe8129c8-05fd-4268-83b4-02093f511217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:25.756753 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be4f3c72-ae7a-49cb-b70e-60af0df5c9fa req-fe8129c8-05fd-4268-83b4-02093f511217 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 1097 time: 0.1406186 Nov 12 08:35:25.810518 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-be857157-5067-4282-88ef-12546c418f9d None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.812074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-781f6eae-0da7-47c8-8d63-99457fe3636c service neutron] 10.222.0.31 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329431 Nov 12 08:35:25.819065 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-be857157-5067-4282-88ef-12546c418f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:25.828105 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be4f3c72-ae7a-49cb-b70e-60af0df5c9fa req-0a424819-7ac9-40a0-a055-356e4e6294cb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534859 Nov 12 08:35:25.867646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be857157-5067-4282-88ef-12546c418f9d None None] Network 0a53f21c-822b-45f8-9341-332a79c0f0b1 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:25.868198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b84e9130-4be7-413b-889f-6d96cc63738c req-e150414e-eecd-4047-b7c2-39c000aa2514 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0423887 Nov 12 08:35:25.874637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-be857157-5067-4282-88ef-12546c418f9d None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:25.878465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be857157-5067-4282-88ef-12546c418f9d None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:25.906562 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be857157-5067-4282-88ef-12546c418f9d None None] Pushing event updated for resources: {'Port': ['ID=eb50dced-fb13-4e44-941d-0496ff1fded5,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:25.912843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-960b1124-d86d-4336-a87e-9c1308096cfd tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Deleting port 4317ce13-70fe-46b7-9b11-7c8722e29f44 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:25.914436 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-960b1124-d86d-4336-a87e-9c1308096cfd tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.033330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-be857157-5067-4282-88ef-12546c418f9d None None] Attempting to bind port eb50dced-fb13-4e44-941d-0496ff1fded5 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:26.034018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-be857157-5067-4282-88ef-12546c418f9d None None] Attempting to bind port eb50dced-fb13-4e44-941d-0496ff1fded5 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '7e813396-c576-4c0e-982d-5d79d462949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0a53f21c-822b-45f8-9341-332a79c0f0b1'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:26.034722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be857157-5067-4282-88ef-12546c418f9d None None] Attempting to bind port eb50dced-fb13-4e44-941d-0496ff1fded5 on network 0a53f21c-822b-45f8-9341-332a79c0f0b1 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:26.054113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be857157-5067-4282-88ef-12546c418f9d None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:26.057093 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be857157-5067-4282-88ef-12546c418f9d None None] Checking segment: {'id': '7e813396-c576-4c0e-982d-5d79d462949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0a53f21c-822b-45f8-9341-332a79c0f0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:26.070449 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-be857157-5067-4282-88ef-12546c418f9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.071149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be857157-5067-4282-88ef-12546c418f9d None None] Bound using segment: {'id': '7e813396-c576-4c0e-982d-5d79d462949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0a53f21c-822b-45f8-9341-332a79c0f0b1'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:26.071871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-be857157-5067-4282-88ef-12546c418f9d None None] Bound port: eb50dced-fb13-4e44-941d-0496ff1fded5, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e813396-c576-4c0e-982d-5d79d462949f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0a53f21c-822b-45f8-9341-332a79c0f0b1'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:26.073669 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-be857157-5067-4282-88ef-12546c418f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.108631 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-960b1124-d86d-4336-a87e-9c1308096cfd tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.137943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-960b1124-d86d-4336-a87e-9c1308096cfd tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Calling delete_port for 4317ce13-70fe-46b7-9b11-7c8722e29f44 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:26.234364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6f35ca78-6ef5-4a11-86bd-04ff3ed0d5aa req-ed33db7e-647e-4468-9e5a-b7b50218e760 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 210 time: 0.0351520 Nov 12 08:35:26.292886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-be857157-5067-4282-88ef-12546c418f9d None None] For port eb50dced-fb13-4e44-941d-0496ff1fded5, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:26.296948 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-be857157-5067-4282-88ef-12546c418f9d None None] For port eb50dced-fb13-4e44-941d-0496ff1fded5, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=eb50dced-fb13-4e44-941d-0496ff1fded5,segment=NetworkSegment(7e813396-c576-4c0e-982d-5d79d462949f),segment_id=7e813396-c576-4c0e-982d-5d79d462949f)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:26.309068 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-be857157-5067-4282-88ef-12546c418f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.355586 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78ccb3-f2eb-4ee1-a829-9f6d1be2ed84 req-f32f2f34-d0d6-453a-8256-955e216c33e1 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:26.366451 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78ccb3-f2eb-4ee1-a829-9f6d1be2ed84 req-f32f2f34-d0d6-453a-8256-955e216c33e1 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.1445501 Nov 12 08:35:26.453727 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-960b1124-d86d-4336-a87e-9c1308096cfd tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.489376 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be78ccb3-f2eb-4ee1-a829-9f6d1be2ed84 req-476f3f25-9892-411e-ac36-d1c77fb5f2a9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215763 Nov 12 08:35:26.505475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be857157-5067-4282-88ef-12546c418f9d None None] Pushing event updated for resources: {'Port': ['ID=eb50dced-fb13-4e44-941d-0496ff1fded5,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:26.524388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b1124-d86d-4336-a87e-9c1308096cfd tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Pushing event deleted for resources: {'Port': ['ID=4317ce13-70fe-46b7-9b11-7c8722e29f44,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:26.624604 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-960b1124-d86d-4336-a87e-9c1308096cfd tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.631352 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-960b1124-d86d-4336-a87e-9c1308096cfd tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] 10.222.0.31 "DELETE /v2.0/ports/4317ce13-70fe-46b7-9b11-7c8722e29f44 HTTP/1.1" status: 204 len: 168 time: 0.9930809 Nov 12 08:35:26.631571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57242) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:26.723323 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a6afe9f9-88cd-4a78-9780-562a691fb0b0 tempest-DHCPAgentSchedulersTestJSON-1157393502 tempest-DHCPAgentSchedulersTestJSON-1157393502-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.0868208 Nov 12 08:35:26.724674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57248) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:26.732543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-df260c36-da9f-4215-8f3a-82d7241441b4 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-534997131'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:26.818269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df260c36-da9f-4215-8f3a-82d7241441b4 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Made reservation on behalf of 71246a243769478b8390a499787977c2 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:26.823280 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-df260c36-da9f-4215-8f3a-82d7241441b4 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.889678 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df260c36-da9f-4215-8f3a-82d7241441b4 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:26.917455 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-df260c36-da9f-4215-8f3a-82d7241441b4 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:26.917887 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-df260c36-da9f-4215-8f3a-82d7241441b4 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Added segment 1b25f029-c0e9-4886-9428-d53c06132358 of type vlan for network 9623e9ac-14d6-41d9-b5b1-7a2b546454c6 Nov 12 08:35:26.960738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6fd3f3d3-58fb-4038-8704-700f612f0af5 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:26.990171 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-df260c36-da9f-4215-8f3a-82d7241441b4 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.056649 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-df260c36-da9f-4215-8f3a-82d7241441b4 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.065226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6fd3f3d3-58fb-4038-8704-700f612f0af5 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:27.065923 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.073512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df260c36-da9f-4215-8f3a-82d7241441b4 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:27.074192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-df260c36-da9f-4215-8f3a-82d7241441b4 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.244575 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-df260c36-da9f-4215-8f3a-82d7241441b4 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5180769 Nov 12 08:35:27.248832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57256) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:27.250498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df260c36-da9f-4215-8f3a-82d7241441b4 tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Pushing event updated for resources: {'Network': ['ID=9623e9ac-14d6-41d9-b5b1-7a2b546454c6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:27.270450 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.276489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 9623e9ac-14d6-41d9-b5b1-7a2b546454c6 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:27.345333 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7978265c-22a5-4fdc-b7f6-2451c8e41dcc req-79c52cf5-6726-4379-8c36-aa4867d40954 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.1977119 Nov 12 08:35:27.437926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 6fd3f3d3-58fb-4038-8704-700f612f0af5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6fd3f3d3-58fb-4038-8704-700f612f0af5,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:27.464038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:27.558171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=6fd3f3d3-58fb-4038-8704-700f612f0af5,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:27.657286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ea379-4abf-4469-96c3-a0e4e195c733 req-a552a0ee-2b87-441e-9a5c-3b1222471205 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:27.665998 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-596ea379-4abf-4469-96c3-a0e4e195c733 req-a552a0ee-2b87-441e-9a5c-3b1222471205 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.0678554 Nov 12 08:35:27.681812 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6b1a4001-269b-40f6-8ad0-cff9140ed4bf tempest-DHCPAgentSchedulersTestJSON-1157393502 tempest-DHCPAgentSchedulersTestJSON-1157393502-project-admin] 10.222.0.31 "GET /v2.0/agents/d7b82243-462a-495f-98c2-e432ebdacc1c/dhcp-networks HTTP/1.1" status: 200 len: 10475 time: 0.4300859 Nov 12 08:35:27.682835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57266) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:27.692332 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c00074d8-2bf3-4364-b144-018659c3be88 req-2420cc7a-fa8b-4c03-8a5a-329800dca16d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 210 time: 0.2573531 Nov 12 08:35:27.760325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-596ea379-4abf-4469-96c3-a0e4e195c733 req-bd40aef9-5b9c-47c9-88e9-ef5fad91a7b3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931847 Nov 12 08:35:28.006080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dfe643-d0cf-46b1-adc1-ad594d4999a4 tempest-DHCPAgentSchedulersTestJSON-1157393502 tempest-DHCPAgentSchedulersTestJSON-1157393502-project-admin] Network 9623e9ac-14d6-41d9-b5b1-7a2b546454c6 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:28.035781 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-42dfe643-d0cf-46b1-adc1-ad594d4999a4 tempest-DHCPAgentSchedulersTestJSON-1157393502 tempest-DHCPAgentSchedulersTestJSON-1157393502-project-admin] 10.222.0.31 "POST /v2.0/agents/d7b82243-462a-495f-98c2-e432ebdacc1c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3522544 Nov 12 08:35:28.043188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9848a327-be99-45d1-9e7f-e8ac56c4e029 None None] Network 9623e9ac-14d6-41d9-b5b1-7a2b546454c6 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:28.058522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57270) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:28.252036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-df1c6c09-a74e-46d6-852b-998e148c0625 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:28.255874 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-df1c6c09-a74e-46d6-852b-998e148c0625 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.46 "GET /v2.0/networks?id=a7090983-6cc7-479b-8ad2-e710b0307e23 HTTP/1.1" status: 200 len: 829 time: 0.3079200 Nov 12 08:35:28.274933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Request body: {'port': {'device_id': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'admin_state_up': True, 'tenant_id': '988eab7757e74d3f9b6db711c93c7908'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:28.296516 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Sync routers for ids ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:28.340016 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Routers {'0f16ed15-adca-4ca4-b14b-c453bbc44db0'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:28.340693 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:28.392871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5de975d-4895-42e0-9e11-2f5607f4ecef None None] Network 0a53f21c-822b-45f8-9341-332a79c0f0b1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:28.406125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-abfff213-cde7-42e3-adda-e94908426f85 tempest-DHCPAgentSchedulersTestJSON-1157393502 tempest-DHCPAgentSchedulersTestJSON-1157393502-project-admin] 10.222.0.31 "GET /v2.0/agents/d7b82243-462a-495f-98c2-e432ebdacc1c/dhcp-networks HTTP/1.1" status: 200 len: 11245 time: 0.3438478 Nov 12 08:35:28.406746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57282) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:28.491118 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Made reservation on behalf of 988eab7757e74d3f9b6db711c93c7908 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:28.497097 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.596909 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d087455e-d08c-4271-a5fd-300e22330863 tempest-DHCPAgentSchedulersTestJSON-1157393502 tempest-DHCPAgentSchedulersTestJSON-1157393502-project-admin] 10.222.0.31 "DELETE /v2.0/agents/d7b82243-462a-495f-98c2-e432ebdacc1c/dhcp-networks/9623e9ac-14d6-41d9-b5b1-7a2b546454c6 HTTP/1.1" status: 204 len: 168 time: 0.1828387 Nov 12 08:35:28.596909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57286) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:28.683583 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Set router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:28.686684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5b406b6d-e5bc-43bf-901c-ee7da8509268 None None] Provisioning complete for port eb50dced-fb13-4e44-941d-0496ff1fded5 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:28.696537 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5b406b6d-e5bc-43bf-901c-ee7da8509268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.764509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b3f91fe7-8aff-4fc4-aecb-344ac2f5c827 req-062cdea2-39b6-4310-8977-c02a9d224bb6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0769746 Nov 12 08:35:28.832233 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:28.834062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Allocated IP 172.20.0.9 (a7090983-6cc7-479b-8ad2-e710b0307e23/9133abd7-62e8-43de-aed1-a59672280bd8/782ee8fb-d2bb-45b7-b2e5-61428615adb4) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:29.025796 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e4557212-8644-4c82-8701-9a70456724a1 tempest-DHCPAgentSchedulersTestJSON-1157393502 tempest-DHCPAgentSchedulersTestJSON-1157393502-project-admin] 10.222.0.31 "GET /v2.0/agents/d7b82243-462a-495f-98c2-e432ebdacc1c/dhcp-networks HTTP/1.1" status: 200 len: 10475 time: 0.4297395 Nov 12 08:35:29.031022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57300) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:29.135517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device eb50dced-fb13-4e44-941d-0496ff1fded5 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:29.160051 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9c390555-26d7-438c-8824-8d70c17cef9e tempest-DHCPAgentSchedulersTestJSON-1157393502 tempest-DHCPAgentSchedulersTestJSON-1157393502-project-admin] 10.222.0.31 "GET /v2.0/networks/0a53f21c-822b-45f8-9341-332a79c0f0b1/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1264853 Nov 12 08:35:29.185810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57302) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:29.197135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0fffe429-6c26-4337-b1da-7c53d893be23 req-ba8eef74-f8b3-4463-93c1-23326a8e9588 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 210 time: 0.0939021 Nov 12 08:35:29.248788 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5b406b6d-e5bc-43bf-901c-ee7da8509268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.257858 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-046e8bb6-8218-44fe-ab02-22edc8bc407c tempest-DHCPAgentSchedulersTestJSON-1157393502 tempest-DHCPAgentSchedulersTestJSON-1157393502-project-admin] 10.222.0.31 "GET /v2.0/networks/0a53f21c-822b-45f8-9341-332a79c0f0b1/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0685139 Nov 12 08:35:29.260203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57304) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:29.391651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5b406b6d-e5bc-43bf-901c-ee7da8509268 None None] For port eb50dced-fb13-4e44-941d-0496ff1fded5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=eb50dced-fb13-4e44-941d-0496ff1fded5,segment=NetworkSegment(7e813396-c576-4c0e-982d-5d79d462949f),segment_id=7e813396-c576-4c0e-982d-5d79d462949f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:29.408998 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5b406b6d-e5bc-43bf-901c-ee7da8509268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.484503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port eb50dced-fb13-4e44-941d-0496ff1fded5 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:29.484873 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.529866 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '3ad7d7f6-1e8a-4305-b2df-d0365040b513', 'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'mac_address': 'fa:16:3e:c2:cb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:21Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 2, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'subnets': [{'id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:29.536470 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ecc94-4dd4-4f0e-bca4-0b12ac56c26a req-76c1957c-266a-4f26-9cb7-9cf5926ea2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:29.539367 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d49ecc94-4dd4-4f0e-bca4-0b12ac56c26a req-76c1957c-266a-4f26-9cb7-9cf5926ea2f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1096 time: 0.1221769 Nov 12 08:35:29.597315 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Checking router: 0f16ed15-adca-4ca4-b14b-c453bbc44db0 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:29.600657 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Updating router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 port 3ad7d7f6-1e8a-4305-b2df-d0365040b513 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:35:29.610919 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5a09a8b6-4122-4174-a728-fc1047cc8e42 tempest-DHCPAgentSchedulersTestJSON-1157393502 tempest-DHCPAgentSchedulersTestJSON-1157393502-project-admin] 10.222.0.31 "GET /v2.0/agents/d7b82243-462a-495f-98c2-e432ebdacc1c/dhcp-networks HTTP/1.1" status: 200 len: 10475 time: 0.3442099 Nov 12 08:35:29.621780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57310) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:29.650358 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.652122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b406b6d-e5bc-43bf-901c-ee7da8509268 None None] Pushing event updated for resources: {'Port': ['ID=eb50dced-fb13-4e44-941d-0496ff1fded5,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:29.668759 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.698554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44983dd5-9df7-4a40-a7d2-71ff912f9be4 req-dbfb7715-ffb3-4470-8ed8-c8add87ae935 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:29.715237 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-44983dd5-9df7-4a40-a7d2-71ff912f9be4 req-dbfb7715-ffb3-4470-8ed8-c8add87ae935 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.1083500 Nov 12 08:35:29.721547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6fd3f3d3-58fb-4038-8704-700f612f0af5 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:29.800266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6fd3f3d3-58fb-4038-8704-700f612f0af5 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:29.800730 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:29.833090 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-44983dd5-9df7-4a40-a7d2-71ff912f9be4 req-0c73877e-9527-4a24-8f64-49b6bc0366ed tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149933 Nov 12 08:35:29.961980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-56109578-51c0-4668-99d7-ac5b57f6b78c None None] Provisioning complete for port eb50dced-fb13-4e44-941d-0496ff1fded5 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:29.962361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-56109578-51c0-4668-99d7-ac5b57f6b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.089954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-df4007fe-d2fd-4e8c-967e-10ea650b290b req-a135cc60-39b1-4f87-8f27-c16c54a17475 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0406075 Nov 12 08:35:30.376167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f6be8983-bf39-4d79-8ddf-01160c0035fa req-08d32e6f-1944-452a-a53d-a24a94496e84 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 210 time: 0.0446224 Nov 12 08:35:30.439086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2a9bfed8-a59b-46db-84ad-165eede5b75e None None] Could not find standard attr ID for object 4317ce13-70fe-46b7-9b11-7c8722e29f44. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:35:30.462370 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bd6d3-27ea-451e-bd41-cfaf80b01f11 req-d2b77ace-9290-4e6a-8eb7-221794272f39 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:30.463979 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e13bd6d3-27ea-451e-bd41-cfaf80b01f11 req-d2b77ace-9290-4e6a-8eb7-221794272f39 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.9165053 Nov 12 08:35:30.531654 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.568123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ecc94-4dd4-4f0e-bca4-0b12ac56c26a req-549236fd-cbbf-40c6-b41d-684e67c0bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:30.569811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d49ecc94-4dd4-4f0e-bca4-0b12ac56c26a req-549236fd-cbbf-40c6-b41d-684e67c0bd13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.9613850 Nov 12 08:35:30.573600 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.671853 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e13bd6d3-27ea-451e-bd41-cfaf80b01f11 req-3066e6ea-b9a0-47b3-9c55-83f0c3607205 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843886 Nov 12 08:35:30.709454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Network a7090983-6cc7-479b-8ad2-e710b0307e23 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:30.731193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:30.751064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:30.767305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Pushing event updated for resources: {'Port': ['ID=782ee8fb-d2bb-45b7-b2e5-61428615adb4,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:30.796990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d49ecc94-4dd4-4f0e-bca4-0b12ac56c26a req-ed7815b1-8d8d-42df-9b15-ead621492c93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 998 time: 0.2060254 Nov 12 08:35:30.799349 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.813890 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.887602 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device eb50dced-fb13-4e44-941d-0496ff1fded5 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:30.900405 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.977683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port eb50dced-fb13-4e44-941d-0496ff1fded5 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:30.978024 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Pushing event updated for resources: {'Port': ['ID=3ad7d7f6-1e8a-4305-b2df-d0365040b513,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:30.978201 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.982008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:30.982008 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:30.992630 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:30.993319 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:30.993894 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:30.994424 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:30.994963 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:30.995481 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:30.999138 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:31.004795 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:31.005032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9623e9ac-14d6-41d9-b5b1-7a2b546454c6']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:31.005748 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:31.006280 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:31.006870 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:31.007395 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:31.018841 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Attempting to bind port 3ad7d7f6-1e8a-4305-b2df-d0365040b513 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:31.019462 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Attempting to bind port 3ad7d7f6-1e8a-4305-b2df-d0365040b513 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:31.020047 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Attempting to bind port 3ad7d7f6-1e8a-4305-b2df-d0365040b513 on network a7090983-6cc7-479b-8ad2-e710b0307e23 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:31.030725 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:31.032078 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Checking segment: {'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:31.032721 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.033347 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Bound using segment: {'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:31.034055 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Bound port: 3ad7d7f6-1e8a-4305-b2df-d0365040b513, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:31.035105 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.075320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ecc94-4dd4-4f0e-bca4-0b12ac56c26a req-82e82ec8-9323-4e8a-a9c1-530224e48431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:31.077447 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d49ecc94-4dd4-4f0e-bca4-0b12ac56c26a req-82e82ec8-9323-4e8a-a9c1-530224e48431 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.2510188 Nov 12 08:35:31.079412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b25f029-c0e9-4886-9428-d53c06132358') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:31.079703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b25f029-c0e9-4886-9428-d53c06132358') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:31.162105 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] For port 3ad7d7f6-1e8a-4305-b2df-d0365040b513, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:31.169400 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] For port 3ad7d7f6-1e8a-4305-b2df-d0365040b513, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3ad7d7f6-1e8a-4305-b2df-d0365040b513,segment=NetworkSegment(d84b0e16-46c7-4c0c-b0b2-752b9c08c95e),segment_id=d84b0e16-46c7-4c0c-b0b2-752b9c08c95e)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:31.182757 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.188063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ad506926-e07f-4f19-8920-29dd76585bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9180779 Nov 12 08:35:31.195285 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.222642 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47274785-ff27-45f0-ba03-db77c2c4a9f0 req-9f09c240-3411-4eb2-a5ff-3a0c3d5f29e7 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:31.223901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Request body: {'port': {'device_id': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:31.226307 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-47274785-ff27-45f0-ba03-db77c2c4a9f0 req-9f09c240-3411-4eb2-a5ff-3a0c3d5f29e7 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.1663723 Nov 12 08:35:31.270917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2f01f5d5-21fd-4383-b17a-cfdd5d5071c5 None None] Provisioning complete for port 782ee8fb-d2bb-45b7-b2e5-61428615adb4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:31.271456 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f01f5d5-21fd-4383-b17a-cfdd5d5071c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.301037 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Routers {'0f16ed15-adca-4ca4-b14b-c453bbc44db0'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:31.302524 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:31.314708 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.344104 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-819d1d7b-ae2c-462d-b185-77c06f2b245b req-14932e03-ba68-419d-9b58-9681d39cbdb7 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0617514 Nov 12 08:35:31.345047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2f01f5d5-21fd-4383-b17a-cfdd5d5071c5 None None] Port 782ee8fb-d2bb-45b7-b2e5-61428615adb4 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:31.358635 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-47274785-ff27-45f0-ba03-db77c2c4a9f0 req-08212f72-c2cb-4b51-9173-f9077c317828 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257701 Nov 12 08:35:31.381343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:35:31.381656 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.420517 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf3de6-9353-4e89-8647-e49d71e072a2 None None] Pushing event updated for resources: {'Port': ['ID=3ad7d7f6-1e8a-4305-b2df-d0365040b513,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:35:31.440279 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:35:31.448687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ecc94-4dd4-4f0e-bca4-0b12ac56c26a req-b2b4839c-78c5-45ed-a3c5-f262a7f44ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:31.454142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d49ecc94-4dd4-4f0e-bca4-0b12ac56c26a req-b2b4839c-78c5-45ed-a3c5-f262a7f44ce9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3584964 Nov 12 08:35:31.514573 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] Set router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:31.566920 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.595546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c5b20dcb-ae15-4d8e-bd8f-aba3534348b1 None None] Provisioning complete for port 3ad7d7f6-1e8a-4305-b2df-d0365040b513 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:31.597430 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5b20dcb-ae15-4d8e-bd8f-aba3534348b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.667229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200f945-ca66-4610-977f-2a032d943b86 req-d0cf2800-3540-4050-971f-ad9cd9734d9d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:31.675702 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a200f945-ca66-4610-977f-2a032d943b86 req-d0cf2800-3540-4050-971f-ad9cd9734d9d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 931 time: 0.1663017 Nov 12 08:35:31.677169 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.741725 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.748327 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] 10.222.0.31 "DELETE /v2.0/networks/9623e9ac-14d6-41d9-b5b1-7a2b546454c6 HTTP/1.1" status: 204 len: 168 time: 2.0827978 Nov 12 08:35:31.752085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57334) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:31.769021 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5b20dcb-ae15-4d8e-bd8f-aba3534348b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.810483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb38db-8ca1-4492-82a0-f9d82585dcab tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Pushing event deleted for resources: {'Network': ['ID=9623e9ac-14d6-41d9-b5b1-7a2b546454c6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:31.839182 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c5b20dcb-ae15-4d8e-bd8f-aba3534348b1 None None] For port 3ad7d7f6-1e8a-4305-b2df-d0365040b513, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3ad7d7f6-1e8a-4305-b2df-d0365040b513,segment=NetworkSegment(d84b0e16-46c7-4c0c-b0b2-752b9c08c95e),segment_id=d84b0e16-46c7-4c0c-b0b2-752b9c08c95e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:31.848701 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a200f945-ca66-4610-977f-2a032d943b86 req-b39a1386-428d-4bd4-aa64-8e62a3307549 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/security-groups?id=117b1a1a-391a-4647-9519-4fd32cd61411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696405 Nov 12 08:35:31.857289 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5b20dcb-ae15-4d8e-bd8f-aba3534348b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:31.860151 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fedacb-4d6b-4a6e-a248-1a2d4320001b tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] DELETE failed (client error): The resource could not be found. Nov 12 08:35:31.861549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fedacb-4d6b-4a6e-a248-1a2d4320001b tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:35:31.865043 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f4fedacb-4d6b-4a6e-a248-1a2d4320001b tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] 10.222.0.31 "DELETE /v2.0/ports/4317ce13-70fe-46b7-9b11-7c8722e29f44 HTTP/1.1" status: 404 len: 333 time: 0.1116912 Nov 12 08:35:31.869812 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57336) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:31.935095 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '3ad7d7f6-1e8a-4305-b2df-d0365040b513', 'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'mac_address': 'fa:16:3e:c2:cb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:21Z', 'updated_at': '2021-11-12T08:35:31Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'subnets': [{'id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:31.973782 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f032f9c6-3de6-49ad-af78-9d3ceb07a724 None None] The sync data for ids ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'] in n-d-768851-18 is: [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '3ad7d7f6-1e8a-4305-b2df-d0365040b513', 'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'mac_address': 'fa:16:3e:c2:cb:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:21Z', 'updated_at': '2021-11-12T08:35:31Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'subnets': [{'id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:31.993809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b20dcb-ae15-4d8e-bd8f-aba3534348b1 None None] Pushing event updated for resources: {'Port': ['ID=3ad7d7f6-1e8a-4305-b2df-d0365040b513,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:31.998690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2df274-abbb-4684-824e-2e1e90d253fc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Deleting subnet 31ff8db4-dc0d-45b8-8206-da120fc8dc54 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:32.008501 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef2df274-abbb-4684-824e-2e1e90d253fc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.078517 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef2df274-abbb-4684-824e-2e1e90d253fc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.083293 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d49ecc94-4dd4-4f0e-bca4-0b12ac56c26a req-87956103-1960-437c-a465-9d34577536f9 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990679 Nov 12 08:35:32.087629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-26de120e-3fdd-410a-afba-5bdaecfcff2d None None] Provisioning complete for port 3ad7d7f6-1e8a-4305-b2df-d0365040b513 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:32.088074 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-26de120e-3fdd-410a-afba-5bdaecfcff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.244379 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef2df274-abbb-4684-824e-2e1e90d253fc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.325465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa36b8-5d96-4a89-b8b2-6632b63bcc4a req-7877357f-9184-4aee-acb6-9939a4c0a951 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:32.328214 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef2df274-abbb-4684-824e-2e1e90d253fc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.333070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e2fa36b8-5d96-4a89-b8b2-6632b63bcc4a req-7877357f-9184-4aee-acb6-9939a4c0a951 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.4448688 Nov 12 08:35:32.404217 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2df274-abbb-4684-824e-2e1e90d253fc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Pushing event deleted for resources: {'Subnet': ['ID=31ff8db4-dc0d-45b8-8206-da120fc8dc54,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:32.404796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb5e62b-2bb8-46f4-bda8-e13a9c537b96 None None] Network 0a53f21c-822b-45f8-9341-332a79c0f0b1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:32.423694 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef2df274-abbb-4684-824e-2e1e90d253fc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.432033 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ef2df274-abbb-4684-824e-2e1e90d253fc tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] 10.222.0.31 "DELETE /v2.0/subnets/31ff8db4-dc0d-45b8-8206-da120fc8dc54 HTTP/1.1" status: 204 len: 168 time: 0.5603335 Nov 12 08:35:32.435581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57344) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:32.455419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d49ecc94-4dd4-4f0e-bca4-0b12ac56c26a req-0ff2cf58-516d-4582-bcef-843c07b94ba0 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486450 Nov 12 08:35:32.486991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e2fa36b8-5d96-4a89-b8b2-6632b63bcc4a req-257f057f-ddd5-414b-889c-51c2bef816b1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470821 Nov 12 08:35:32.667443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782ee8fb-d2bb-45b7-b2e5-61428615adb4 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:32.680551 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.724928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Transition to ACTIVE for port object 782ee8fb-d2bb-45b7-b2e5-61428615adb4 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:35:32.740619 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.780196 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c733abc-8ff3-4d6f-ae1d-95424907c325 req-3da7a4fe-9f6e-4bd0-9279-deff8b3b8af5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.2303877 Nov 12 08:35:32.819567 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:32.821640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab83c15-365b-4fb3-a16d-9ab15a3aefdc None None] DHCP port deletion for 0a53f21c-822b-45f8-9341-332a79c0f0b1 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:32.856314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Pushing event updated for resources: {'Port': ['ID=782ee8fb-d2bb-45b7-b2e5-61428615adb4,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:32.964759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3ad7d7f6-1e8a-4305-b2df-d0365040b513 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:33.011629 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Deleting port eb50dced-fb13-4e44-941d-0496ff1fded5 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:33.011951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.030897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Attempting to bind port 782ee8fb-d2bb-45b7-b2e5-61428615adb4 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:33.031317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Attempting to bind port 782ee8fb-d2bb-45b7-b2e5-61428615adb4 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:33.031656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Attempting to bind port 782ee8fb-d2bb-45b7-b2e5-61428615adb4 on network a7090983-6cc7-479b-8ad2-e710b0307e23 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:33.049526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Port 782ee8fb-d2bb-45b7-b2e5-61428615adb4 on network a7090983-6cc7-479b-8ad2-e710b0307e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:35:33.049860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Attempting to bind port 782ee8fb-d2bb-45b7-b2e5-61428615adb4 on network a7090983-6cc7-479b-8ad2-e710b0307e23 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:33.102308 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3ab83c15-365b-4fb3-a16d-9ab15a3aefdc None None] Deleting port eb50dced-fb13-4e44-941d-0496ff1fded5 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:33.104829 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ab83c15-365b-4fb3-a16d-9ab15a3aefdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.115262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:33.115642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Checking segment: {'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:33.115995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Bound using segment: {'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:33.116488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Bound port: 782ee8fb-d2bb-45b7-b2e5-61428615adb4, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:33.119983 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.186369 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] For port eb50dced-fb13-4e44-941d-0496ff1fded5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=eb50dced-fb13-4e44-941d-0496ff1fded5,segment=NetworkSegment(7e813396-c576-4c0e-982d-5d79d462949f),segment_id=7e813396-c576-4c0e-982d-5d79d462949f)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:33.186369 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.214290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Calling delete_port for eb50dced-fb13-4e44-941d-0496ff1fded5 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:33.286409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e50fac-34a5-47de-9d03-992e09441ed3 req-3538638e-ee74-480a-b6bd-7f99ac932734 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:33.293545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47e50fac-34a5-47de-9d03-992e09441ed3 req-3538638e-ee74-480a-b6bd-7f99ac932734 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.2448015 Nov 12 08:35:33.345733 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3ab83c15-365b-4fb3-a16d-9ab15a3aefdc None None] For port eb50dced-fb13-4e44-941d-0496ff1fded5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=eb50dced-fb13-4e44-941d-0496ff1fded5,segment=NetworkSegment(7e813396-c576-4c0e-982d-5d79d462949f),segment_id=7e813396-c576-4c0e-982d-5d79d462949f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:33.348129 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ab83c15-365b-4fb3-a16d-9ab15a3aefdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.366992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3ad7d7f6-1e8a-4305-b2df-d0365040b513 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:33.367265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] For port 782ee8fb-d2bb-45b7-b2e5-61428615adb4, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:33.367801 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.391673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] For port 782ee8fb-d2bb-45b7-b2e5-61428615adb4, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=782ee8fb-d2bb-45b7-b2e5-61428615adb4,segment=NetworkSegment(d84b0e16-46c7-4c0c-b0b2-752b9c08c95e),segment_id=d84b0e16-46c7-4c0c-b0b2-752b9c08c95e)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:33.396895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47e50fac-34a5-47de-9d03-992e09441ed3 req-2c4d315d-5544-4d2d-a644-d83b2f06aced tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942705 Nov 12 08:35:33.397558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3ab83c15-365b-4fb3-a16d-9ab15a3aefdc None None] Calling delete_port for eb50dced-fb13-4e44-941d-0496ff1fded5 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:33.399149 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.448036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:33.448812 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.450517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] 10.222.0.46 "PUT /v2.0/ports/782ee8fb-d2bb-45b7-b2e5-61428615adb4 HTTP/1.1" status: 200 len: 1092 time: 2.2328317 Nov 12 08:35:33.451092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'tag': '782ee8fb-d2bb-45b7-b2e5-61428615adb4'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:33.453962 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f846b7-e22c-45d9-956a-b09d9242a33a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cf7206-5ee3-45dd-b821-be3fa0f463e4", "tag": "782ee8fb-d2bb-45b7-b2e5-61428615adb4"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:33.469610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618ab77-a1b9-4e3f-b4c4-ad82f532e018 req-714f6a8d-94e6-4ce9-aefa-a91ee1795314 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:33.471277 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6618ab77-a1b9-4e3f-b4c4-ad82f532e018 req-714f6a8d-94e6-4ce9-aefa-a91ee1795314 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 943 time: 0.1589532 Nov 12 08:35:33.496271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594185a-e8de-4667-bac7-2b3075036030 service neutron] Pushing event updated for resources: {'Port': ['ID=782ee8fb-d2bb-45b7-b2e5-61428615adb4,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:33.512480 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.589314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d17e418c-d135-45c8-af6c-ee9e82cd35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:33.590989 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-d17e418c-d135-45c8-af6c-ee9e82cd35a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=988eab7757e74d3f9b6db711c93c7908&device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 1095 time: 0.0861886 Nov 12 08:35:33.597407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Pushing event deleted for resources: {'Port': ['ID=eb50dced-fb13-4e44-941d-0496ff1fded5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:33.604853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] No DVR routers for this DVR port eb50dced-fb13-4e44-941d-0496ff1fded5 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:33.692743 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-c277087a-1470-4f29-a378-972fa31c6a01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=782ee8fb-d2bb-45b7-b2e5-61428615adb4 HTTP/1.1" status: 200 len: 217 time: 0.0822918 Nov 12 08:35:33.705580 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6618ab77-a1b9-4e3f-b4c4-ad82f532e018 req-513007c1-2b63-42fa-9204-9dfdf01d1c33 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/security-groups?id=117b1a1a-391a-4647-9519-4fd32cd61411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225246 Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: from cryptography.utils import int_from_bytes Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: from cryptography.utils import int_from_bytes Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.717835 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:33.720975 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:35:33.732127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ab83c15-365b-4fb3-a16d-9ab15a3aefdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.761430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab83c15-365b-4fb3-a16d-9ab15a3aefdc None None] No DVR routers for this DVR port eb50dced-fb13-4e44-941d-0496ff1fded5 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:33.774844 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfa44fc-5318-4c16-aeb3-c256864b1ec7 x-openstack-request-id: req-edfa44fc-5318-4c16-aeb3-c256864b1ec7 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:33.775133 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cf7206-5ee3-45dd-b821-be3fa0f463e4", "tag": "782ee8fb-d2bb-45b7-b2e5-61428615adb4", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:33.775496 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edfa44fc-5318-4c16-aeb3-c256864b1ec7 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:33.776329 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'tag': '782ee8fb-d2bb-45b7-b2e5-61428615adb4', 'status': 'completed', 'code': 200} Nov 12 08:35:33.805661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ed6c4127-0c71-440c-8e2b-7f2cce49549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:33.810286 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-ed6c4127-0c71-440c-8e2b-7f2cce49549c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9133abd7-62e8-43de-aed1-a59672280bd8 HTTP/1.1" status: 200 len: 868 time: 0.1100245 Nov 12 08:35:33.825890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab83c15-365b-4fb3-a16d-9ab15a3aefdc None None] Pushing event deleted for resources: {'Port': ['ID=eb50dced-fb13-4e44-941d-0496ff1fded5,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:33.904454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-aef4adb6-9203-46fe-a464-eaabfaddcc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:33.906455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-aef4adb6-9203-46fe-a464-eaabfaddcc5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7090983-6cc7-479b-8ad2-e710b0307e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850468 Nov 12 08:35:33.920364 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:33.992729 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f85db-efd3-4a94-989a-548cee195fbc req-35d44f33-b570-46a2-b7e6-7419ff3bd5a1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:33.999150 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e72f85db-efd3-4a94-989a-548cee195fbc req-35d44f33-b570-46a2-b7e6-7419ff3bd5a1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1899264 Nov 12 08:35:34.023715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a53f21c-822b-45f8-9341-332a79c0f0b1']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:34.046083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e813396-c576-4c0e-982d-5d79d462949f') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:34.046083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e813396-c576-4c0e-982d-5d79d462949f') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:34.069892 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-e385f04e-ba59-4245-8107-36d5324e0486 service neutron] 10.222.0.46 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509259 Nov 12 08:35:34.070131 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.096589 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e72f85db-efd3-4a94-989a-548cee195fbc req-57bd2370-47d6-4da7-a016-1824d623fc9a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956266 Nov 12 08:35:34.116601 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.128866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:35:34.129581 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:35:34.138196 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:35:34.155526 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d059ff-fc22-467a-881e-b124b56b80f1 req-b1d97091-4574-4922-b6b9-0adce3ab790f tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0839062 Nov 12 08:35:34.266362 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.279456 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.285316 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] 10.222.0.31 "DELETE /v2.0/networks/0a53f21c-822b-45f8-9341-332a79c0f0b1 HTTP/1.1" status: 204 len: 168 time: 1.8472090 Nov 12 08:35:34.298413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b7a31-1b35-45a9-9b86-13e73b41ff9e tempest-DHCPAgentSchedulersTestJSON-1327662791 tempest-DHCPAgentSchedulersTestJSON-1327662791-project] Pushing event deleted for resources: {'Network': ['ID=0a53f21c-822b-45f8-9341-332a79c0f0b1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:34.305820 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bd0d41a-a64e-4e14-93f0-8e91a8e0a67f req-75694738-289f-4953-8e15-cd559fec7230 service neutron] 10.222.0.46 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189834 Nov 12 08:35:34.421690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f846b7-e22c-45d9-956a-b09d9242a33a req-f3a65857-7a4a-4406-bcd3-c9ef3873e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:34.423571 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5f846b7-e22c-45d9-956a-b09d9242a33a req-f3a65857-7a4a-4406-bcd3-c9ef3873e4ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=988eab7757e74d3f9b6db711c93c7908&device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 1095 time: 0.0565002 Nov 12 08:35:34.533123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f846b7-e22c-45d9-956a-b09d9242a33a req-4ee78c2c-284f-4781-8de2-f519294f6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:34.534942 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5f846b7-e22c-45d9-956a-b09d9242a33a req-4ee78c2c-284f-4781-8de2-f519294f6399 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7090983-6cc7-479b-8ad2-e710b0307e23 HTTP/1.1" status: 200 len: 930 time: 0.1025112 Nov 12 08:35:34.572181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7588de-1642-4f3f-8dc2-cd73d74e5ef8 req-db9fdff2-e8f3-4e8c-ae5b-10d6814b553a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:34.579985 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c7588de-1642-4f3f-8dc2-cd73d74e5ef8 req-db9fdff2-e8f3-4e8c-ae5b-10d6814b553a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.0637822 Nov 12 08:35:34.599695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5f846b7-e22c-45d9-956a-b09d9242a33a req-2e074c8a-65de-4d1c-b848-ec2c0010526b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=782ee8fb-d2bb-45b7-b2e5-61428615adb4 HTTP/1.1" status: 200 len: 217 time: 0.0563695 Nov 12 08:35:34.602734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57372) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:34.659945 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c7588de-1642-4f3f-8dc2-cd73d74e5ef8 req-30e59349-6025-481c-9d8e-13079b0ae3ae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731804 Nov 12 08:35:34.667006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f846b7-e22c-45d9-956a-b09d9242a33a req-492a4db3-06d4-4672-8d74-b26bbe07e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:34.670969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5f846b7-e22c-45d9-956a-b09d9242a33a req-492a4db3-06d4-4672-8d74-b26bbe07e40b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9133abd7-62e8-43de-aed1-a59672280bd8 HTTP/1.1" status: 200 len: 868 time: 0.0645216 Nov 12 08:35:34.740511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f846b7-e22c-45d9-956a-b09d9242a33a req-f508ed0e-fe8c-4f16-adb8-ddde35386a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:34.744029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5f846b7-e22c-45d9-956a-b09d9242a33a req-f508ed0e-fe8c-4f16-adb8-ddde35386a2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7090983-6cc7-479b-8ad2-e710b0307e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662439 Nov 12 08:35:34.825541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device eb50dced-fb13-4e44-941d-0496ff1fded5 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:34.870122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: eb50dced-fb13-4e44-941d-0496ff1fded5 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:34.871802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device eb50dced-fb13-4e44-941d-0496ff1fded5 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:34.877793 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bc41b0a1-9f14-44bf-8b1c-c5b094708a52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71246a243769478b8390a499787977c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739038 Nov 12 08:35:34.881802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57380) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:34.889535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5f846b7-e22c-45d9-956a-b09d9242a33a req-941a110e-25d5-432b-8260-e390832298ce service neutron] 10.222.0.46 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374431 Nov 12 08:35:34.892051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f545dc2-eee5-4f96-8eb5-7588fe5a14f0 req-576f2b44-31a1-48eb-a0e4-5784ed1e396b tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:34.893590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f545dc2-eee5-4f96-8eb5-7588fe5a14f0 req-576f2b44-31a1-48eb-a0e4-5784ed1e396b tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 943 time: 0.0781369 Nov 12 08:35:34.980373 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f545dc2-eee5-4f96-8eb5-7588fe5a14f0 req-f519716f-0b22-482c-b164-dde73a0c0c0b tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/security-groups?id=117b1a1a-391a-4647-9519-4fd32cd61411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713415 Nov 12 08:35:34.983525 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0373c717-7adc-4439-ad17-4d4921ab90d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:34.994335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5f846b7-e22c-45d9-956a-b09d9242a33a req-fdc0c298-829b-4d5a-8cce-43db45e163e3 service neutron] 10.222.0.46 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969481 Nov 12 08:35:35.025531 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0373c717-7adc-4439-ad17-4d4921ab90d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.073883 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0373c717-7adc-4439-ad17-4d4921ab90d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.076384 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0373c717-7adc-4439-ad17-4d4921ab90d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.077561 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0373c717-7adc-4439-ad17-4d4921ab90d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/476761cf-2b31-43f3-8355-257dd9988e26 HTTP/1.1" status: 204 len: 168 time: 0.1830652 Nov 12 08:35:35.086927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373c717-7adc-4439-ad17-4d4921ab90d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476761cf-2b31-43f3-8355-257dd9988e26,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.141948 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-14d528b6-26fb-4b55-bcd5-6c2a0b0af65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.306755 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b77aea22-2ecd-457c-ac4f-8464662280dc req-b4fe0527-c9fd-4c92-ad4b-9aa453669207 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0485463 Nov 12 08:35:35.424177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57392) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:35.439272 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-df6facc5-a6d1-4264-8a88-eb83c8c36e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.534858 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-df6facc5-a6d1-4264-8a88-eb83c8c36e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.539179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-df6facc5-a6d1-4264-8a88-eb83c8c36e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.578499 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-df6facc5-a6d1-4264-8a88-eb83c8c36e05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61da69608d424c08a23880e3ccdc67c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530645 Nov 12 08:35:35.581189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57394) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:35.587603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6facc5-a6d1-4264-8a88-eb83c8c36e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e9fed3-9208-4577-bc0f-63c9e890e297,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.644430 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5577a7e8-f9b0-4952-bc55-467b6d24b39d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.666374 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5577a7e8-f9b0-4952-bc55-467b6d24b39d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.724210 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5577a7e8-f9b0-4952-bc55-467b6d24b39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.728404 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5577a7e8-f9b0-4952-bc55-467b6d24b39d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:35.735090 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5577a7e8-f9b0-4952-bc55-467b6d24b39d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14e9fed3-9208-4577-bc0f-63c9e890e297 HTTP/1.1" status: 204 len: 168 time: 0.1525762 Nov 12 08:35:35.746276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577a7e8-f9b0-4952-bc55-467b6d24b39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e9fed3-9208-4577-bc0f-63c9e890e297,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:35.861608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2b993-381e-417e-8347-f0db96806d4f req-07ee5bf1-53d4-4b87-b754-58ad1b0a3ff5 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:35.863131 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38f2b993-381e-417e-8347-f0db96806d4f req-07ee5bf1-53d4-4b87-b754-58ad1b0a3ff5 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.0632429 Nov 12 08:35:35.924896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38f2b993-381e-417e-8347-f0db96806d4f req-ea5ac62d-3f25-42ae-b61d-86251b0c6eb7 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543263 Nov 12 08:35:36.134835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a835d5-d28c-4dcb-9dd1-46aa94d356b7 req-b9417dd3-8fd1-4fa8-92dd-81765296cafd tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:36.141751 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-40a835d5-d28c-4dcb-9dd1-46aa94d356b7 req-b9417dd3-8fd1-4fa8-92dd-81765296cafd tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 943 time: 0.0703652 Nov 12 08:35:36.213844 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-40a835d5-d28c-4dcb-9dd1-46aa94d356b7 req-92bdcb78-9305-4972-9e8b-102c2a18d233 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/security-groups?id=117b1a1a-391a-4647-9519-4fd32cd61411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651939 Nov 12 08:35:36.496889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0043b904-9b47-450d-8885-c8820cb49b20 req-6c793f72-cef7-44b1-82ce-5bccb2f1d492 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0dd4448-c13e-4f00-bdd6-7cd4cd1f02c5 HTTP/1.1" status: 200 len: 210 time: 0.0539405 Nov 12 08:35:36.613748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 782ee8fb-d2bb-45b7-b2e5-61428615adb4 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:35:36.855267 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 782ee8fb-d2bb-45b7-b2e5-61428615adb4, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=782ee8fb-d2bb-45b7-b2e5-61428615adb4,segment=NetworkSegment(d84b0e16-46c7-4c0c-b0b2-752b9c08c95e),segment_id=d84b0e16-46c7-4c0c-b0b2-752b9c08c95e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:36.869090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '782ee8fb-d2bb-45b7-b2e5-61428615adb4', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'port_id': '782ee8fb-d2bb-45b7-b2e5-61428615adb4', 'mac_address': 'fa:16:3e:dc:2f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:35:36.957741 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:36.986566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782ee8fb-d2bb-45b7-b2e5-61428615adb4 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:37.032619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 782ee8fb-d2bb-45b7-b2e5-61428615adb4, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=782ee8fb-d2bb-45b7-b2e5-61428615adb4,segment=NetworkSegment(d84b0e16-46c7-4c0c-b0b2-752b9c08c95e),segment_id=d84b0e16-46c7-4c0c-b0b2-752b9c08c95e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:37.039637 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.051743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e5014-5a1e-480c-88c8-9fdd7cda2545 req-e4cd558d-ee4f-47f7-921d-9096ecb8e9d2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:37.053814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d7e5014-5a1e-480c-88c8-9fdd7cda2545 req-e4cd558d-ee4f-47f7-921d-9096ecb8e9d2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 945 time: 0.0650229 Nov 12 08:35:37.104324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=782ee8fb-d2bb-45b7-b2e5-61428615adb4,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:37.105963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5446e13-5802-4656-8a2f-8160180b26e7 req-bbb4562c-59d6-4512-b92d-c5ce4a57b120 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:37.110225 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d5446e13-5802-4656-8a2f-8160180b26e7 req-bbb4562c-59d6-4512-b92d-c5ce4a57b120 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.0598612 Nov 12 08:35:37.128242 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d7e5014-5a1e-480c-88c8-9fdd7cda2545 req-7da79465-ef1b-411c-8c86-8fef81c1fbaa tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679588 Nov 12 08:35:37.174543 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d5446e13-5802-4656-8a2f-8160180b26e7 req-8c946779-896d-48b6-9b9f-908027dbebb3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546882 Nov 12 08:35:37.353746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a60b2-ecce-4c9f-8376-9e23efb28f07 req-fe054197-0925-417c-a432-60201981f2a8 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:37.358074 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7a60b2-ecce-4c9f-8376-9e23efb28f07 req-fe054197-0925-417c-a432-60201981f2a8 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 944 time: 0.0653999 Nov 12 08:35:37.403624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['782ee8fb-d2bb-45b7-b2e5-61428615adb4'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:37.449943 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7a60b2-ecce-4c9f-8376-9e23efb28f07 req-f634f4b0-1935-41dc-b511-0ff7f517e83f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/security-groups?id=117b1a1a-391a-4647-9519-4fd32cd61411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818734 Nov 12 08:35:37.507058 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa40121b-8906-494a-a7ae-6e4668de77d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.646537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57466) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:37.718753 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9fa1146d-d9f6-4d42-8b42-633b60ee02f6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.744608 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9fa1146d-d9f6-4d42-8b42-633b60ee02f6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.805769 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9fa1146d-d9f6-4d42-8b42-633b60ee02f6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.809333 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9fa1146d-d9f6-4d42-8b42-633b60ee02f6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:37.812954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9fa1146d-d9f6-4d42-8b42-633b60ee02f6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "DELETE /v2.0/security-groups/6a96e4c6-8920-49d1-a42f-e355d4d96057 HTTP/1.1" status: 204 len: 168 time: 0.1604939 Nov 12 08:35:37.813389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57472) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:37.827352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1146d-d9f6-4d42-8b42-633b60ee02f6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a96e4c6-8920-49d1-a42f-e355d4d96057,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:37.836576 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-965fd2dc-2f16-4bfb-bcc5-a120d03efe22 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] show failed (client error): The resource could not be found. Nov 12 08:35:37.840734 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-965fd2dc-2f16-4bfb-bcc5-a120d03efe22 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "GET /v2.0/security-groups/6a96e4c6-8920-49d1-a42f-e355d4d96057 HTTP/1.1" status: 404 len: 347 time: 0.0233164 Nov 12 08:35:37.841026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57476) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:37.988624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9212a-ceeb-44f8-bef6-b696a1bb2924 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Deleting port aabe7f24-ed2d-46b9-b3f9-2c027aa54b0c {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:37.988981 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6e9212a-ceeb-44f8-bef6-b696a1bb2924 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.007484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57482) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:38.108261 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4e51da2-6caf-4288-8d30-3ffa59e9f9c6 req-67971800-6181-4c0c-bb5b-9c61af07e99d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431125 Nov 12 08:35:38.111829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097d357-e574-4852-b44c-21e6bb5b5c18 req-b00635d4-7e18-40e8-8149-e0bf27efa4bf tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.113371 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c097d357-e574-4852-b44c-21e6bb5b5c18 req-b00635d4-7e18-40e8-8149-e0bf27efa4bf tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 945 time: 0.0984261 Nov 12 08:35:38.118913 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6e9212a-ceeb-44f8-bef6-b696a1bb2924 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.119275 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6e9212a-ceeb-44f8-bef6-b696a1bb2924 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.144827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b6e9212a-ceeb-44f8-bef6-b696a1bb2924 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Calling delete_port for aabe7f24-ed2d-46b9-b3f9-2c027aa54b0c owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:38.183728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e51da2-6caf-4288-8d30-3ffa59e9f9c6 req-5572fffc-03c3-4465-abba-df5b62c18be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.185268 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4e51da2-6caf-4288-8d30-3ffa59e9f9c6 req-5572fffc-03c3-4465-abba-df5b62c18be8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 1097 time: 0.0485141 Nov 12 08:35:38.190794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:38.235559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.241198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c097d357-e574-4852-b44c-21e6bb5b5c18 req-542f3d1b-3250-4b99-9dea-2e572b54690d tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189082 Nov 12 08:35:38.366894 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6e9212a-ceeb-44f8-bef6-b696a1bb2924 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.413447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9212a-ceeb-44f8-bef6-b696a1bb2924 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Port': ['ID=aabe7f24-ed2d-46b9-b3f9-2c027aa54b0c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:38.512919 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.523065 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6e9212a-ceeb-44f8-bef6-b696a1bb2924 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.530974 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6e9212a-ceeb-44f8-bef6-b696a1bb2924 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.532487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b6e9212a-ceeb-44f8-bef6-b696a1bb2924 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "DELETE /v2.0/floatingips/b1aeb83d-cd6c-4fda-a3c2-522d70095072 HTTP/1.1" status: 204 len: 168 time: 0.6903245 Nov 12 08:35:38.535271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57496) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:38.606571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 782ee8fb-d2bb-45b7-b2e5-61428615adb4 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:38.679307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 782ee8fb-d2bb-45b7-b2e5-61428615adb4 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:35:38.684823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 782ee8fb-d2bb-45b7-b2e5-61428615adb4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:38.685686 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.698136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471de02-26e6-4e07-8041-2314675266ef req-9a00b8ac-9f2b-4e64-986e-5fadee5fd716 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.699795 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0471de02-26e6-4e07-8041-2314675266ef req-9a00b8ac-9f2b-4e64-986e-5fadee5fd716 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 944 time: 0.1072674 Nov 12 08:35:38.736465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0f244bd2-870e-4d50-beb8-1b293d2e7ec1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Deleting port b5835646-4d7a-4cc0-8264-54fb68f239db {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:38.736767 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f244bd2-870e-4d50-beb8-1b293d2e7ec1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.779867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e51da2-6caf-4288-8d30-3ffa59e9f9c6 req-81d7f734-daca-4306-a2c2-e013683c32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.781418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4e51da2-6caf-4288-8d30-3ffa59e9f9c6 req-81d7f734-daca-4306-a2c2-e013683c32e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.5586567 Nov 12 08:35:38.790361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d415b-414d-4d09-bf07-cc4f78ad3904 req-ea485fa4-fcdd-45b8-8e1f-5308688fbd47 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.794633 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec9d415b-414d-4d09-bf07-cc4f78ad3904 req-ea485fa4-fcdd-45b8-8e1f-5308688fbd47 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.5085893 Nov 12 08:35:38.801192 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.825487 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782ee8fb-d2bb-45b7-b2e5-61428615adb4'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:38.828087 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec4778c-340e-49fc-be6b-a43e06e7ebbe" -d '{"events": [{"server_uuid": "f4cf7206-5ee3-45dd-b821-be3fa0f463e4", "name": "network-vif-plugged", "status": "completed", "tag": "782ee8fb-d2bb-45b7-b2e5-61428615adb4"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:38.841408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 782ee8fb-d2bb-45b7-b2e5-61428615adb4, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=782ee8fb-d2bb-45b7-b2e5-61428615adb4,segment=NetworkSegment(d84b0e16-46c7-4c0c-b0b2-752b9c08c95e),segment_id=d84b0e16-46c7-4c0c-b0b2-752b9c08c95e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:38.846526 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.849761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4e51da2-6caf-4288-8d30-3ffa59e9f9c6 req-2005e3c2-b1ca-4cc2-8b7d-002f12de3a24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6151212-6621-48e6-90cf-743d832b8182 HTTP/1.1" status: 200 len: 217 time: 0.0511987 Nov 12 08:35:38.862429 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0471de02-26e6-4e07-8041-2314675266ef req-382bc19d-4840-4de1-aaaf-4428e8e11809 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/security-groups?id=117b1a1a-391a-4647-9519-4fd32cd61411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532865 Nov 12 08:35:38.902352 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f244bd2-870e-4d50-beb8-1b293d2e7ec1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:38.914971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=782ee8fb-d2bb-45b7-b2e5-61428615adb4,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:38.924094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0f244bd2-870e-4d50-beb8-1b293d2e7ec1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Calling delete_port for b5835646-4d7a-4cc0-8264-54fb68f239db owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:38.941860 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec9d415b-414d-4d09-bf07-cc4f78ad3904 req-2c4ef819-8dc4-4e07-b2e5-37b2f686e0a0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349368 Nov 12 08:35:38.950585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e51da2-6caf-4288-8d30-3ffa59e9f9c6 req-b2cf90f2-4ace-4968-97b8-e5f5dac87ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:38.952063 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4e51da2-6caf-4288-8d30-3ffa59e9f9c6 req-b2cf90f2-4ace-4968-97b8-e5f5dac87ea9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.0921674 Nov 12 08:35:38.998360 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.061824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e51da2-6caf-4288-8d30-3ffa59e9f9c6 req-ea49e688-b38b-4dda-be39-f8b171067fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:39.063515 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4e51da2-6caf-4288-8d30-3ffa59e9f9c6 req-ea49e688-b38b-4dda-be39-f8b171067fd4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024041 Nov 12 08:35:39.082638 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f60ee4-0ba4-464a-bfa1-8293f0fd37e3 x-openstack-request-id: req-37f60ee4-0ba4-464a-bfa1-8293f0fd37e3 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:39.083508 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cf7206-5ee3-45dd-b821-be3fa0f463e4", "name": "network-vif-plugged", "status": "completed", "tag": "782ee8fb-d2bb-45b7-b2e5-61428615adb4", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:39.083981 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37f60ee4-0ba4-464a-bfa1-8293f0fd37e3 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:39.084569 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782ee8fb-d2bb-45b7-b2e5-61428615adb4', 'code': 200} Nov 12 08:35:39.142333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f244bd2-870e-4d50-beb8-1b293d2e7ec1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.189375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f244bd2-870e-4d50-beb8-1b293d2e7ec1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Port': ['ID=b5835646-4d7a-4cc0-8264-54fb68f239db,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:39.252963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Allocated IP 172.25.3.25 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/a1b36c1a-566c-4beb-9209-d3321104f2b8) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:39.260930 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f244bd2-870e-4d50-beb8-1b293d2e7ec1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.264424 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0f244bd2-870e-4d50-beb8-1b293d2e7ec1 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "DELETE /v2.0/ports/b5835646-4d7a-4cc0-8264-54fb68f239db HTTP/1.1" status: 204 len: 168 time: 0.7280729 Nov 12 08:35:39.267023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57506) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:39.279727 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4e51da2-6caf-4288-8d30-3ffa59e9f9c6 req-1359707f-30ab-40fd-91c0-ec469110fac0 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051928 Nov 12 08:35:39.292406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe858d-07ee-413d-bf0e-448d2955615b req-102bc398-f6bf-467a-9d9d-37331ac4d4e1 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:39.293941 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79fe858d-07ee-413d-bf0e-448d2955615b req-102bc398-f6bf-467a-9d9d-37331ac4d4e1 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 945 time: 0.1170425 Nov 12 08:35:39.389259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c8eaa-6170-482e-a1e3-77901891144c req-fee989ef-633a-4b80-b4e3-7937978dfd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:39.391299 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-958c8eaa-6170-482e-a1e3-77901891144c req-fee989ef-633a-4b80-b4e3-7937978dfd22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 1097 time: 0.1142228 Nov 12 08:35:39.428890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b05648f9-05a3-46f9-b962-14a3650514d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Deleting port 2c86cc16-8755-4f55-8d81-46f96ac3d35f {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:39.429352 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b05648f9-05a3-46f9-b962-14a3650514d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.466755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4e51da2-6caf-4288-8d30-3ffa59e9f9c6 req-0076e5de-2c8e-4550-ab57-c8461ecdcb8a service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698570 Nov 12 08:35:39.471826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.503457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-958c8eaa-6170-482e-a1e3-77901891144c req-d14569ee-6855-4ed7-b6ce-13f63663e8e4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=117b1a1a-391a-4647-9519-4fd32cd61411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041291 Nov 12 08:35:39.540690 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b05648f9-05a3-46f9-b962-14a3650514d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.551471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79fe858d-07ee-413d-bf0e-448d2955615b req-907709e5-5e74-456e-a319-c9aa0c765408 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379432 Nov 12 08:35:39.564025 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.564283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b05648f9-05a3-46f9-b962-14a3650514d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Calling delete_port for 2c86cc16-8755-4f55-8d81-46f96ac3d35f owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:39.612163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:39.615924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:39.620954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:39.624288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event updated for resources: {'Port': ['ID=a1b36c1a-566c-4beb-9209-d3321104f2b8,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:39.718890 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.726316 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b05648f9-05a3-46f9-b962-14a3650514d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.755917 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.764182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05648f9-05a3-46f9-b962-14a3650514d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Port': ['ID=2c86cc16-8755-4f55-8d81-46f96ac3d35f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:39.833621 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b05648f9-05a3-46f9-b962-14a3650514d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.838157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b05648f9-05a3-46f9-b962-14a3650514d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "DELETE /v2.0/ports/2c86cc16-8755-4f55-8d81-46f96ac3d35f HTTP/1.1" status: 204 len: 168 time: 0.5699720 Nov 12 08:35:39.840693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57510) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:39.900418 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.917371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cedbea2-c44c-4265-a8e3-346f86c49bef tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Deleting subnet 8a38c965-8753-439d-b47e-56d6af58b295 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:39.923162 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2cedbea2-c44c-4265-a8e3-346f86c49bef tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.947464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:39.952748 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.029035 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2cedbea2-c44c-4265-a8e3-346f86c49bef tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.055189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event updated for resources: {'Port': ['ID=a1b36c1a-566c-4beb-9209-d3321104f2b8,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:40.086471 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.088037 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73ef52-f458-4f8c-9e82-1e17e58a86d4 req-34ec76db-bc04-42e8-bc02-73f3608366b8 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:40.089657 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b73ef52-f458-4f8c-9e82-1e17e58a86d4 req-34ec76db-bc04-42e8-bc02-73f3608366b8 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 945 time: 0.1231163 Nov 12 08:35:40.123097 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.124732 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-22d59998-f11b-4b1a-bd7b-2fea5f43252f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1161623 Nov 12 08:35:40.140668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57520) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:40.147921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1214718249'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:40.194802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383a621-c1e6-4534-854d-ba105e5ead76 req-b82af50f-213b-447d-bc52-9697bfe0c69c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:40.196422 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7383a621-c1e6-4534-854d-ba105e5ead76 req-b82af50f-213b-447d-bc52-9697bfe0c69c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.0897632 Nov 12 08:35:40.204226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Made reservation on behalf of dc4259fea331446eb6fe0b3b963391f9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:40.205676 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b73ef52-f458-4f8c-9e82-1e17e58a86d4 req-8038e3ae-7d9a-4d55-ab97-b40f9aac9051 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/security-groups?id=117b1a1a-391a-4647-9519-4fd32cd61411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060703 Nov 12 08:35:40.209195 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.211251 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2cedbea2-c44c-4265-a8e3-346f86c49bef tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.240594 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.305741 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2cedbea2-c44c-4265-a8e3-346f86c49bef tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.324957 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7383a621-c1e6-4534-854d-ba105e5ead76 req-cf47f776-5b18-440b-888a-e4a8cbcb837f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123741 Nov 12 08:35:40.362880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedbea2-c44c-4265-a8e3-346f86c49bef tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Subnet': ['ID=8a38c965-8753-439d-b47e-56d6af58b295,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:40.370766 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2cedbea2-c44c-4265-a8e3-346f86c49bef tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.375018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8ddfd9-a572-477b-818a-327637097400 None None] Network c29e3af6-7b39-400c-ac4f-52e25909400a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:40.376217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2cedbea2-c44c-4265-a8e3-346f86c49bef tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "DELETE /v2.0/subnets/8a38c965-8753-439d-b47e-56d6af58b295 HTTP/1.1" status: 204 len: 168 time: 0.5342028 Nov 12 08:35:40.378683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57522) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:40.383603 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.388713 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.415675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:35:40.436739 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.437239 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Added segment b4ddfe09-0d63-422f-ab50-9a7e7d82385d of type vlan for network 80858e2c-aa26-45f1-b694-f0a2939c78e1 Nov 12 08:35:40.447907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b36c76d-55df-4149-a32f-dd32c72d2f12,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:40.449531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e8bff5-6a09-4c17-ae11-1c0a38b32fc5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Deleting subnet 938c0d34-1e3d-4735-812f-8ecd08b51838 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:40.456751 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8e8bff5-6a09-4c17-ae11-1c0a38b32fc5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.496900 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.507986 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8e8bff5-6a09-4c17-ae11-1c0a38b32fc5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.527409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.533867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:40.534630 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.594279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] DHCP port deletion for c29e3af6-7b39-400c-ac4f-52e25909400a request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:40.610767 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4686937 Nov 12 08:35:40.619689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57526) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:40.627473 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8e8bff5-6a09-4c17-ae11-1c0a38b32fc5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.665676 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c0a07f37-e0d8-40c3-bc41-1bf38d677bd3 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Request body: {'subnet': {'network_id': '80858e2c-aa26-45f1-b694-f0a2939c78e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:40.670963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Deleting port 8238929f-1496-438a-b6dc-3c0d6f045cff {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:40.671750 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.709639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d54fe5-14b4-45de-a5c6-5afdf59cae21 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event updated for resources: {'Network': ['ID=80858e2c-aa26-45f1-b694-f0a2939c78e1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:40.767289 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-318559c7-2372-4560-b641-f49a0a46e019 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:40.768956 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-318559c7-2372-4560-b641-f49a0a46e019 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.52 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 945 time: 0.2230945 Nov 12 08:35:40.771381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] For port 8238929f-1496-438a-b6dc-3c0d6f045cff, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8238929f-1496-438a-b6dc-3c0d6f045cff,segment=NetworkSegment(b1651d7b-3523-40ca-98da-f7403c08bf1f),segment_id=b1651d7b-3523-40ca-98da-f7403c08bf1f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:40.772092 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:40.793794 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Calling delete_port for 8238929f-1496-438a-b6dc-3c0d6f045cff owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:40.810635 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 80858e2c-aa26-45f1-b694-f0a2939c78e1 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:35:40.854368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8238929f-1496-438a-b6dc-3c0d6f045cff no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:40.884247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a07f37-e0d8-40c3-bc41-1bf38d677bd3 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Made reservation on behalf of dc4259fea331446eb6fe0b3b963391f9 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:40.885149 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0a07f37-e0d8-40c3-bc41-1bf38d677bd3 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.031253 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.103053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Deleting port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:41.103399 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.105076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07a304-a72e-4410-a330-59bf587d3dcd req-b22a7230-cb18-4723-b9a6-30c677cac6f3 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:41.114669 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df07a304-a72e-4410-a330-59bf587d3dcd req-b22a7230-cb18-4723-b9a6-30c677cac6f3 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 945 time: 0.4616270 Nov 12 08:35:41.134581 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.140108 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.170947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8e8bff5-6a09-4c17-ae11-1c0a38b32fc5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.188618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] No DVR routers for this DVR port 8238929f-1496-438a-b6dc-3c0d6f045cff on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:41.212290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Pushing event deleted for resources: {'Port': ['ID=8238929f-1496-438a-b6dc-3c0d6f045cff,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:41.220121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8bff5-6a09-4c17-ae11-1c0a38b32fc5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Subnet': ['ID=938c0d34-1e3d-4735-812f-8ecd08b51838,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:41.227145 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e8e8bff5-6a09-4c17-ae11-1c0a38b32fc5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.230499 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e8e8bff5-6a09-4c17-ae11-1c0a38b32fc5 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "DELETE /v2.0/subnets/938c0d34-1e3d-4735-812f-8ecd08b51838 HTTP/1.1" status: 204 len: 168 time: 0.8508160 Nov 12 08:35:41.235650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df07a304-a72e-4410-a330-59bf587d3dcd req-9ad8dea1-3af3-4785-9754-53a9e3cb9cd6 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups?id=89f0756f-3a30-4d67-8797-220e3da0c36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199329 Nov 12 08:35:41.235966 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57530) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:41.252198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:41.252854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:41.253540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:41.255468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:41.256230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:41.256957 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:41.257930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:41.259587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:41.260208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:41.261008 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:41.261582 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:41.262146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3436992-d2cb-444e-90e4-45365e80e667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:41.275302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768a3304-6369-4560-a03f-43136b33895f None None] Network d84b8edf-a049-44bd-bd1f-038c504b1de8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:41.348597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] For port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb,segment=NetworkSegment(1af8f434-dec7-4f76-babb-11a98ef61ba9),segment_id=1af8f434-dec7-4f76-babb-11a98ef61ba9)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:41.349088 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.363882 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.408979 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0a07f37-e0d8-40c3-bc41-1bf38d677bd3 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.529080 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.559190 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29e3af6-7b39-400c-ac4f-52e25909400a']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:41.571657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1651d7b-3523-40ca-98da-f7403c08bf1f') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:41.572054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1651d7b-3523-40ca-98da-f7403c08bf1f') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:41.583121 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.603948 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.607942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a07f37-e0d8-40c3-bc41-1bf38d677bd3 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event updated for resources: {'Subnet': ['ID=e5168249-c34e-4421-b749-2cc21c87adab,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:41.620225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:35:41.620225 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:35:41.647205 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:35:41.650957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a07f37-e0d8-40c3-bc41-1bf38d677bd3 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Checking segment: {'id': 'b4ddfe09-0d63-422f-ab50-9a7e7d82385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80858e2c-aa26-45f1-b694-f0a2939c78e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:41.651386 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a07f37-e0d8-40c3-bc41-1bf38d677bd3 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Network hostable DHCP agents. Network: 80858e2c-aa26-45f1-b694-f0a2939c78e1, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:35:41.674908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd75b5-c737-404e-a5fd-884ea6353e49 None None] DHCP port deletion for d84b8edf-a049-44bd-bd1f-038c504b1de8 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:41.704808 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc278265-7f00-434c-901a-74abf215871d req-8f502d9b-e8b6-49f6-b487-8fc4a4fa1ace tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:41.706470 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bc278265-7f00-434c-901a-74abf215871d req-8f502d9b-e8b6-49f6-b487-8fc4a4fa1ace tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 945 time: 0.2129581 Nov 12 08:35:41.742432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67044c1-5ef7-434f-a27f-4fd774763764 req-58c8f367-ebe0-4988-a84b-5420d17397fd tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:41.746691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-08dd75b5-c737-404e-a5fd-884ea6353e49 None None] Deleting port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:41.747266 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-08dd75b5-c737-404e-a5fd-884ea6353e49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.750120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e67044c1-5ef7-434f-a27f-4fd774763764 req-58c8f367-ebe0-4988-a84b-5420d17397fd tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.1359432 Nov 12 08:35:41.752767 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.753730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a07f37-e0d8-40c3-bc41-1bf38d677bd3 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Network 80858e2c-aa26-45f1-b694-f0a2939c78e1 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:35:41.767448 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.767808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.768126 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Floating IP 976e9c77-7e73-4079-9c16-d405bb7065d6 disassociated. External IP: 172.25.3.252, port: eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb. Nov 12 08:35:41.768482 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Calling delete_port for eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:41.787038 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.793403 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "DELETE /v2.0/networks/c29e3af6-7b39-400c-ac4f-52e25909400a HTTP/1.1" status: 204 len: 168 time: 0.5538757 Nov 12 08:35:41.793403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1dc1c-ffcd-48a5-8d9b-ff6c9eaf4fce tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Network': ['ID=c29e3af6-7b39-400c-ac4f-52e25909400a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:41.795186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57538) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:41.800297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-c0a07f37-e0d8-40c3-bc41-1bf38d677bd3 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 80858e2c-aa26-45f1-b694-f0a2939c78e1) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:41.812140 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a07f37-e0d8-40c3-bc41-1bf38d677bd3 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:41.812735 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0a07f37-e0d8-40c3-bc41-1bf38d677bd3 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.828229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed555a-d3c3-4ea7-8825-8767e8511e3d None None] Network 80858e2c-aa26-45f1-b694-f0a2939c78e1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:41.865662 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bc278265-7f00-434c-901a-74abf215871d req-3dfc5d91-901f-4bca-b643-f5c6b8878d9f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/security-groups?id=117b1a1a-391a-4647-9519-4fd32cd61411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455426 Nov 12 08:35:41.892525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-08dd75b5-c737-404e-a5fd-884ea6353e49 None None] For port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:41.893216 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-08dd75b5-c737-404e-a5fd-884ea6353e49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.900954 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e67044c1-5ef7-434f-a27f-4fd774763764 req-61f2b3ea-8d8b-4d94-b15f-e2328fa2d872 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499312 Nov 12 08:35:41.915064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:41.940534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c0a07f37-e0d8-40c3-bc41-1bf38d677bd3 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2792256 Nov 12 08:35:41.961482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57542) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:41.964704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-08dd75b5-c737-404e-a5fd-884ea6353e49 None None] Calling delete_port for c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:41.973177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1752708980', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:42.013411 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.014518 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.084372 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.088388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Deleting port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:42.088757 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.148799 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-08dd75b5-c737-404e-a5fd-884ea6353e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.184518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-80858e2c-aa26-45f1-b694-f0a2939c78e1', 'network_id': '80858e2c-aa26-45f1-b694-f0a2939c78e1', 'tenant_id': 'dc4259fea331446eb6fe0b3b963391f9', 'fixed_ips': [{'subnet_id': 'e5168249-c34e-4421-b749-2cc21c87adab'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:35:42.185391 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.190240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd75b5-c737-404e-a5fd-884ea6353e49 None None] Pushing event deleted for resources: {'Port': ['ID=c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:42.193309 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.198768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd75b5-c737-404e-a5fd-884ea6353e49 None None] No DVR routers for this DVR port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:42.200912 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-9a96a5e2-2b94-4dbd-a86d-629a809c78dd tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 258 time: 0.2924807 Nov 12 08:35:42.243015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:42.249619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Pushing event deleted for resources: {'Port': ['ID=eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:42.329496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] For port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4,segment=NetworkSegment(8bef75d6-3137-40a8-8f9d-f27ecec708df),segment_id=8bef75d6-3137-40a8-8f9d-f27ecec708df)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:42.330132 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.339622 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.378667 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.382002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Calling delete_port for c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:42.421534 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Allocated IP 172.20.0.2 (80858e2c-aa26-45f1-b694-f0a2939c78e1/e5168249-c34e-4421-b749-2cc21c87adab/4f54254a-4722-4f8d-b669-a773947f856d) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:42.475585 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d371b4e2-93c0-4c53-91fa-4a1e935b6190 req-a39bc988-5153-41e3-aecd-e9b88fb0d7d9 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/ports?device_id=455ebdc4-ea9a-49ed-824b-8245a9ed7aa1 HTTP/1.1" status: 200 len: 210 time: 0.0465658 Nov 12 08:35:42.477752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Router b034636e-cf22-4c40-beeb-eff1acbc58a3 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:42.562495 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.597430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Port': ['ID=c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:42.605176 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] No DVR routers for this DVR port c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:42.623919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:42.639866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d108768-d784-4b49-b7da-95b4f3250534 None None] Sync routers for ids ['b034636e-cf22-4c40-beeb-eff1acbc58a3'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:42.668181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] No DVR routers for this DVR port eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:42.671701 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.673118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d108768-d784-4b49-b7da-95b4f3250534 None None] Routers {'b034636e-cf22-4c40-beeb-eff1acbc58a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:42.673871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1d108768-d784-4b49-b7da-95b4f3250534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b034636e-cf22-4c40-beeb-eff1acbc58a3'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:42.675197 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4df280c2-fd47-41d8-8956-5fcadffaac7e req-66b84c5c-848d-41b1-87cd-c60aafa0653c tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.52 "DELETE /v2.0/ports/eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb HTTP/1.1" status: 204 len: 173 time: 1.8974004 Nov 12 08:35:42.675699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'name': 'network-vif-deleted', 'tag': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:42.678077 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03a9c1b-1771-4975-a86a-d93f5a692b2b" -d '{"events": [{"server_uuid": "455ebdc4-ea9a-49ed-824b-8245a9ed7aa1", "name": "network-vif-deleted", "tag": "eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:42.685119 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.726419 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.736484 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.797344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84b8edf-a049-44bd-bd1f-038c504b1de8']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:42.806587 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d89007-4288-407c-a20a-d9c4ec5dcad0 x-openstack-request-id: req-87d89007-4288-407c-a20a-d9c4ec5dcad0 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:42.806872 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455ebdc4-ea9a-49ed-824b-8245a9ed7aa1", "name": "network-vif-deleted", "tag": "eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:42.807118 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87d89007-4288-407c-a20a-d9c4ec5dcad0 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:42.807531 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455ebdc4-ea9a-49ed-824b-8245a9ed7aa1', 'name': 'network-vif-deleted', 'tag': 'eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb', 'status': 'completed', 'code': 200} Nov 12 08:35:42.840960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bef75d6-3137-40a8-8f9d-f27ecec708df') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:42.841284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bef75d6-3137-40a8-8f9d-f27ecec708df') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:42.863585 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.876160 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.905004 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.921248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Allocated IP 172.25.3.12 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/72cd9f56-a696-4672-a57b-92dab9bb84fc) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:42.936057 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.939514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.949849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Network 80858e2c-aa26-45f1-b694-f0a2939c78e1 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:42.954012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:35:42.954429 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:42.955314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:35:42.959065 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:35:42.978880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:43.019082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:43.058601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:43.080710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.084283 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:43.084633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c8fe6649-e7d8-4ea6-ba47-9f533fa70bf4 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:43.091832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Pushing event updated for resources: {'Port': ['ID=4f54254a-4722-4f8d-b669-a773947f856d,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.096588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:43.096588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device eef81c0a-f636-4d4e-82b7-4ea84ab6c5cb not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:43.123297 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.130909 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.135579 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] 10.222.0.31 "DELETE /v2.0/networks/d84b8edf-a049-44bd-bd1f-038c504b1de8 HTTP/1.1" status: 204 len: 168 time: 1.3391936 Nov 12 08:35:43.159084 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.168765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Attempting to bind port 4f54254a-4722-4f8d-b669-a773947f856d on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:35:43.171968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Attempting to bind port 4f54254a-4722-4f8d-b669-a773947f856d by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'b4ddfe09-0d63-422f-ab50-9a7e7d82385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80858e2c-aa26-45f1-b694-f0a2939c78e1'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:35:43.171968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Attempting to bind port 4f54254a-4722-4f8d-b669-a773947f856d on network 80858e2c-aa26-45f1-b694-f0a2939c78e1 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:35:43.180011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:35:43.180011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Checking segment: {'id': 'b4ddfe09-0d63-422f-ab50-9a7e7d82385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80858e2c-aa26-45f1-b694-f0a2939c78e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:35:43.180620 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.181056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Bound using segment: {'id': 'b4ddfe09-0d63-422f-ab50-9a7e7d82385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80858e2c-aa26-45f1-b694-f0a2939c78e1'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:35:43.181465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Bound port: 4f54254a-4722-4f8d-b669-a773947f856d, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ddfe09-0d63-422f-ab50-9a7e7d82385d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '80858e2c-aa26-45f1-b694-f0a2939c78e1'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:35:43.181904 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.189302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-1d108768-d784-4b49-b7da-95b4f3250534 None None] Set router b034636e-cf22-4c40-beeb-eff1acbc58a3 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:43.195334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e7fa8-dda1-4ac1-abf9-5822fb8d6058 req-1d727d28-6189-4845-aea5-36567c6529e1 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:43.201792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-301e7fa8-dda1-4ac1-abf9-5822fb8d6058 req-1d727d28-6189-4845-aea5-36567c6529e1 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.1399190 Nov 12 08:35:43.205258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b230df-dc95-4916-9d61-f9f6c28ba6d6 tempest-TaggedBootDevicesTest-250137518 tempest-TaggedBootDevicesTest-250137518-project] Pushing event deleted for resources: {'Network': ['ID=d84b8edf-a049-44bd-bd1f-038c504b1de8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.244981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:43.252174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:43.266714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:43.337656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Pushing event updated for resources: {'Port': ['ID=72cd9f56-a696-4672-a57b-92dab9bb84fc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.339174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Allocated IP 172.25.3.54 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/5e551603-b120-4929-874e-5708f7081f54) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:43.347011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-301e7fa8-dda1-4ac1-abf9-5822fb8d6058 req-bccf2259-d585-4443-87de-f701496aebb6 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954485 Nov 12 08:35:43.479875 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.525597 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.549072 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.567084 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:35:43.580526 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.627651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:43.634454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:43.637118 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:43.691882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57568) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:43.708254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] For port 4f54254a-4722-4f8d-b669-a773947f856d, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:35:43.708488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event updated for resources: {'Port': ['ID=5e551603-b120-4929-874e-5708f7081f54,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.768382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] For port 4f54254a-4722-4f8d-b669-a773947f856d, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4f54254a-4722-4f8d-b669-a773947f856d,segment=NetworkSegment(b4ddfe09-0d63-422f-ab50-9a7e7d82385d),segment_id=b4ddfe09-0d63-422f-ab50-9a7e7d82385d)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:35:43.794656 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.912615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.923825 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:43.938444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d482c6f-55ef-4268-a5bb-d800f43bb0a1 None None] Pushing event updated for resources: {'Port': ['ID=4f54254a-4722-4f8d-b669-a773947f856d,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:43.977823 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8abef8e0-5168-4761-95e4-cf9313c6e7e1 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.004503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1d108768-d784-4b49-b7da-95b4f3250534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ad25d4da-5792-432e-b8a3-5674d87953ea', 'name': '', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'mac_address': 'fa:16:3e:55:8b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:16Z', 'updated_at': '2021-11-12T08:33:24Z', 'revision_number': 5, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'subnets': [{'id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:44.027465 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Pushing event updated for resources: {'Port': ['ID=72cd9f56-a696-4672-a57b-92dab9bb84fc,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:44.077050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d108768-d784-4b49-b7da-95b4f3250534 None None] Checking router: b034636e-cf22-4c40-beeb-eff1acbc58a3 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:44.095941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d108768-d784-4b49-b7da-95b4f3250534 None None] Routers {'b034636e-cf22-4c40-beeb-eff1acbc58a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:44.096995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1d108768-d784-4b49-b7da-95b4f3250534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b034636e-cf22-4c40-beeb-eff1acbc58a3'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:44.101205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.122204 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.127357 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-e998211f-699d-4f3e-8309-1b84584650b1 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8913443 Nov 12 08:35:44.253658 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8abef8e0-5168-4761-95e4-cf9313c6e7e1 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.285699 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.312008 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-0e87acbb-7d3a-4605-a0dd-42d2de975678 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 695 time: 0.1741438 Nov 12 08:35:44.387587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-1d108768-d784-4b49-b7da-95b4f3250534 None None] Set router b034636e-cf22-4c40-beeb-eff1acbc58a3 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:44.593535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d07c2-784a-445f-b886-09ce9291b535 req-fc3302ea-e53e-440d-81d9-7682fe0b4aaa tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:44.601959 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-441d07c2-784a-445f-b886-09ce9291b535 req-fc3302ea-e53e-440d-81d9-7682fe0b4aaa tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.1194689 Nov 12 08:35:44.604073 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8abef8e0-5168-4761-95e4-cf9313c6e7e1 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.606979 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8abef8e0-5168-4761-95e4-cf9313c6e7e1 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:44.608357 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8abef8e0-5168-4761-95e4-cf9313c6e7e1 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "DELETE /v2.0/security-groups/89f0756f-3a30-4d67-8797-220e3da0c36f HTTP/1.1" status: 204 len: 168 time: 0.9128444 Nov 12 08:35:44.620103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57576) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:44.665818 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-2c05b920-be73-4dc2-b052-637700586c5f tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] show failed (client error): The resource could not be found. Nov 12 08:35:44.667160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2c05b920-be73-4dc2-b052-637700586c5f tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "GET /v2.0/security-groups/89f0756f-3a30-4d67-8797-220e3da0c36f HTTP/1.1" status: 404 len: 347 time: 0.0438726 Nov 12 08:35:44.671035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abef8e0-5168-4761-95e4-cf9313c6e7e1 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f0756f-3a30-4d67-8797-220e3da0c36f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:44.679635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57578) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:44.888776 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-441d07c2-784a-445f-b886-09ce9291b535 req-1dc2d814-6400-4d7e-87f2-64c32c4eef7d tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808912 Nov 12 08:35:44.896383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1d108768-d784-4b49-b7da-95b4f3250534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ad25d4da-5792-432e-b8a3-5674d87953ea', 'name': '', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'mac_address': 'fa:16:3e:55:8b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:16Z', 'updated_at': '2021-11-12T08:33:24Z', 'revision_number': 5, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'subnets': [{'id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:44.981211 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.027166 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d108768-d784-4b49-b7da-95b4f3250534 None None] The sync data for ids ['b034636e-cf22-4c40-beeb-eff1acbc58a3'] in n-d-768851-18 is: [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ad25d4da-5792-432e-b8a3-5674d87953ea', 'name': '', 'network_id': '6a244389-2d32-47f5-9a62-dbbf866a4f6a', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'mac_address': 'fa:16:3e:55:8b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:16Z', 'updated_at': '2021-11-12T08:33:24Z', 'revision_number': 5, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'subnets': [{'id': '2e38fa98-e712-471d-87c9-6b9c87e3237b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:45.037184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4f54254a-4722-4f8d-b669-a773947f856d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:45.172006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-cb842604-7111-4042-8d66-37b693e9f9cb tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:45.210040 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2edea67e-7fa3-42f4-b99c-f6f82a6c55c6 req-cb842604-7111-4042-8d66-37b693e9f9cb tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.8851662 Nov 12 08:35:45.247761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4f54254a-4722-4f8d-b669-a773947f856d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:45.248149 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.451280 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.502380 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-1abe3f6f-b1f7-41ce-9792-e6d7e0b49e4c tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:45.517203 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-1abe3f6f-b1f7-41ce-9792-e6d7e0b49e4c tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1867232 Nov 12 08:35:45.538866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 4f54254a-4722-4f8d-b669-a773947f856d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4f54254a-4722-4f8d-b669-a773947f856d,segment=NetworkSegment(b4ddfe09-0d63-422f-ab50-9a7e7d82385d),segment_id=b4ddfe09-0d63-422f-ab50-9a7e7d82385d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:45.546036 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.598566 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-ab342f88-58c2-4682-82f4-28d213dcd805 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 695 time: 0.0804434 Nov 12 08:35:45.609780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-f2d61149-e0a9-4cfa-8fd3-72fc43d2f01d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Request body: {'floatingip': {'port_id': '782ee8fb-d2bb-45b7-b2e5-61428615adb4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:45.651227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a9c16-abf6-4088-bd29-ebc6819b0dae None None] Network 80858e2c-aa26-45f1-b694-f0a2939c78e1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:45.681132 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-f2d61149-e0a9-4cfa-8fd3-72fc43d2f01d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.686489 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1cc5a1-dff7-42b2-bffa-3c6e0974e6e0 None None] New status for floating IP 976e9c77-7e73-4079-9c16-d405bb7065d6: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:35:45.695578 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb33b1-6e90-48bb-a956-aefd622e3bc2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Deleting port f402994a-52ae-4b29-b0b9-100ad611bd8b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:45.696455 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3cb33b1-6e90-48bb-a956-aefd622e3bc2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.807626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Router 84b040f9-e89d-4540-81e0-5d1091bf3401 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:35:45.835990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=4f54254a-4722-4f8d-b669-a773947f856d,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:45.848415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-466c8123-0eb5-44e5-9ee3-06b7cc492232 None None] Provisioning complete for port 4f54254a-4722-4f8d-b669-a773947f856d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:45.851156 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-466c8123-0eb5-44e5-9ee3-06b7cc492232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.854114 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3cb33b1-6e90-48bb-a956-aefd622e3bc2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.854450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3cb33b1-6e90-48bb-a956-aefd622e3bc2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:45.941816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb33b1-6e90-48bb-a956-aefd622e3bc2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Calling delete_port for f402994a-52ae-4b29-b0b9-100ad611bd8b owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:46.165704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:46.185468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea0b713-6e71-4ee8-9515-3b4f13dc97f4 None None] Sync routers for ids ['84b040f9-e89d-4540-81e0-5d1091bf3401'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:46.213037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea0b713-6e71-4ee8-9515-3b4f13dc97f4 None None] Routers {'84b040f9-e89d-4540-81e0-5d1091bf3401'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:46.213812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fff551-d7db-4fa4-b575-334a13254d47 req-0556a82c-2a33-42be-ac9a-b5420b7475ba tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:46.214894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-4ea0b713-6e71-4ee8-9515-3b4f13dc97f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['84b040f9-e89d-4540-81e0-5d1091bf3401'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:46.215717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3fff551-d7db-4fa4-b575-334a13254d47 req-0556a82c-2a33-42be-ac9a-b5420b7475ba tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.1418295 Nov 12 08:35:46.219999 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.221558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-69385959-6020-4a2e-805e-2bee346ec45d tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.2526422 Nov 12 08:35:46.226753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57592) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.292026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-4ea0b713-6e71-4ee8-9515-3b4f13dc97f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:46.312267 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea0b713-6e71-4ee8-9515-3b4f13dc97f4 None None] Routers {'84b040f9-e89d-4540-81e0-5d1091bf3401'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:46.313150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-4ea0b713-6e71-4ee8-9515-3b4f13dc97f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['84b040f9-e89d-4540-81e0-5d1091bf3401'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:46.388172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-4ea0b713-6e71-4ee8-9515-3b4f13dc97f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:46.389210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea0b713-6e71-4ee8-9515-3b4f13dc97f4 None None] The sync data for ids ['84b040f9-e89d-4540-81e0-5d1091bf3401'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:46.422105 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3cb33b1-6e90-48bb-a956-aefd622e3bc2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.454860 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3fff551-d7db-4fa4-b575-334a13254d47 req-7b420c57-6966-48d6-8fb1-5a762f8725a4 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118979 Nov 12 08:35:46.542325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb33b1-6e90-48bb-a956-aefd622e3bc2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Pushing event deleted for resources: {'Port': ['ID=f402994a-52ae-4b29-b0b9-100ad611bd8b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:46.769081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ded5ca99-03bb-406c-82b8-69e6e8d18145 None None] Provisioning complete for port 4f54254a-4722-4f8d-b669-a773947f856d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:46.771678 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ded5ca99-03bb-406c-82b8-69e6e8d18145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.825272 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3cb33b1-6e90-48bb-a956-aefd622e3bc2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.829060 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3cb33b1-6e90-48bb-a956-aefd622e3bc2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.833067 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e3cb33b1-6e90-48bb-a956-aefd622e3bc2 tempest-ServersTestManualDisk-1078288917 tempest-ServersTestManualDisk-1078288917-project] 10.222.0.31 "DELETE /v2.0/floatingips/976e9c77-7e73-4079-9c16-d405bb7065d6 HTTP/1.1" status: 204 len: 168 time: 2.1496587 Nov 12 08:35:46.834123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57596) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:46.840912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.resource_extend [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-f2d61149-e0a9-4cfa-8fd3-72fc43d2f01d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:35:46.862554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4f54254a-4722-4f8d-b669-a773947f856d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:46.932108 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-f2d61149-e0a9-4cfa-8fd3-72fc43d2f01d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.940960 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-f2d61149-e0a9-4cfa-8fd3-72fc43d2f01d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:46.969347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4f54254a-4722-4f8d-b669-a773947f856d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:46.969975 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.105409 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-f2d61149-e0a9-4cfa-8fd3-72fc43d2f01d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Floating IP 68dcd99e-90e5-4615-8157-d7c0d52bfc0f associated. External IP: 172.25.3.12, port: 782ee8fb-d2bb-45b7-b2e5-61428615adb4. Nov 12 08:35:47.360760 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30bf6af6-1b49-4df8-89df-57238e5d94ea req-278f2898-4291-46a0-81a1-6af2a3913229 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1285195 Nov 12 08:35:47.361671 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-f2d61149-e0a9-4cfa-8fd3-72fc43d2f01d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:47.504775 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-f2d61149-e0a9-4cfa-8fd3-72fc43d2f01d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:47.509980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-f2d61149-e0a9-4cfa-8fd3-72fc43d2f01d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.517771 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56606af-e4ee-417a-916f-395d556e4c39 None None] Sync routers for ids ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:47.531653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf6af6-1b49-4df8-89df-57238e5d94ea req-98166abc-ae47-4c0b-9b0b-5bd6543cb7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.533372 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30bf6af6-1b49-4df8-89df-57238e5d94ea req-98166abc-ae47-4c0b-9b0b-5bd6543cb7e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1096 time: 0.1325076 Nov 12 08:35:47.554020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:47.561935 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-f2d61149-e0a9-4cfa-8fd3-72fc43d2f01d tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "PUT /v2.0/floatingips/68dcd99e-90e5-4615-8157-d7c0d52bfc0f HTTP/1.1" status: 200 len: 995 time: 1.9560795 Nov 12 08:35:47.562476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'tag': '782ee8fb-d2bb-45b7-b2e5-61428615adb4'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:47.568542 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f4c926-5886-4225-ac5b-463d06ec4f39" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cf7206-5ee3-45dd-b821-be3fa0f463e4", "tag": "782ee8fb-d2bb-45b7-b2e5-61428615adb4"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:47.572850 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56606af-e4ee-417a-916f-395d556e4c39 None None] Routers {'0f16ed15-adca-4ca4-b14b-c453bbc44db0'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:47.574048 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a56606af-e4ee-417a-916f-395d556e4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:47.637545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-a59a31c6-3acb-41cb-a5fb-07bdeb60d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.640370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-a59a31c6-3acb-41cb-a5fb-07bdeb60d285 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=988eab7757e74d3f9b6db711c93c7908&device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 1097 time: 0.0671523 Nov 12 08:35:47.738772 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a56606af-e4ee-417a-916f-395d556e4c39 None None] Set router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:47.791814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-f5811147-a6ee-4a89-86d2-d7b1a2a64dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.794071 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-f5811147-a6ee-4a89-86d2-d7b1a2a64dbe service neutron] 10.222.0.31 "GET /v2.0/networks?id=a7090983-6cc7-479b-8ad2-e710b0307e23 HTTP/1.1" status: 200 len: 930 time: 0.1451511 Nov 12 08:35:47.847400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf6af6-1b49-4df8-89df-57238e5d94ea req-364c5b05-5e07-4bb5-8bca-82d2f21ecaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:47.849001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30bf6af6-1b49-4df8-89df-57238e5d94ea req-364c5b05-5e07-4bb5-8bca-82d2f21ecaa2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.2723463 Nov 12 08:35:47.929423 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-ce30e270-f07a-46fe-91a7-291398c65c7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=782ee8fb-d2bb-45b7-b2e5-61428615adb4 HTTP/1.1" status: 200 len: 998 time: 0.1278553 Nov 12 08:35:47.996873 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db6cb4ea-b704-4ace-8a3e-3524031e3f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.007447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5460ba-5cd7-483d-b356-508c1e3aa4cc req-8c553ece-4c2f-40d7-978a-507122f9ebdc tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:48.009151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef5460ba-5cd7-483d-b356-508c1e3aa4cc req-8c553ece-4c2f-40d7-978a-507122f9ebdc tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.3706329 Nov 12 08:35:48.031295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-d275f31e-f35f-4839-beaf-f42fe8952a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:48.034750 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-d275f31e-f35f-4839-beaf-f42fe8952a97 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9133abd7-62e8-43de-aed1-a59672280bd8 HTTP/1.1" status: 200 len: 868 time: 0.0885887 Nov 12 08:35:48.091997 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30bf6af6-1b49-4df8-89df-57238e5d94ea req-08f1a3fd-f974-4948-8bb2-1b2a869698eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 998 time: 0.2273633 Nov 12 08:35:48.104700 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-08c2f1b5-fff7-447d-897b-8d0cf46e64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:48.107434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-08c2f1b5-fff7-447d-897b-8d0cf46e64aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a7090983-6cc7-479b-8ad2-e710b0307e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645392 Nov 12 08:35:48.219774 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a56606af-e4ee-417a-916f-395d556e4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '68dcd99e-90e5-4615-8157-d7c0d52bfc0f', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'port_id': '782ee8fb-d2bb-45b7-b2e5-61428615adb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'mac_address': 'fa:16:3e:dc:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:35:43Z', 'updated_at': '2021-11-12T08:35:46Z', 'revision_number': 1, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad7d7f6-1e8a-4305-b2df-d0365040b513', 'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'mac_address': 'fa:16:3e:c2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:21Z', 'updated_at': '2021-11-12T08:35:31Z', 'revision_number': 5, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'subnets': [{'id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:48.255118 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56606af-e4ee-417a-916f-395d556e4c39 None None] Checking router: 0f16ed15-adca-4ca4-b14b-c453bbc44db0 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:48.269948 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56606af-e4ee-417a-916f-395d556e4c39 None None] Routers {'0f16ed15-adca-4ca4-b14b-c453bbc44db0'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:48.271254 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a56606af-e4ee-417a-916f-395d556e4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:48.278889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-bcf1a6de-cc1d-4f76-8723-2538b5fe9538 service neutron] 10.222.0.31 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619275 Nov 12 08:35:48.287946 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef5460ba-5cd7-483d-b356-508c1e3aa4cc req-fe7fa5b4-4983-4cdf-b041-db1fced5e174 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453535 Nov 12 08:35:48.292367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf6af6-1b49-4df8-89df-57238e5d94ea req-790457a0-10f9-421f-91be-45255e261798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:48.293927 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30bf6af6-1b49-4df8-89df-57238e5d94ea req-790457a0-10f9-421f-91be-45255e261798 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1893616 Nov 12 08:35:48.434867 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1426a230-11fe-4c48-b17a-36408fbd5531 x-openstack-request-id: req-1426a230-11fe-4c48-b17a-36408fbd5531 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:48.435311 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cf7206-5ee3-45dd-b821-be3fa0f463e4", "tag": "782ee8fb-d2bb-45b7-b2e5-61428615adb4", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:48.435671 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1426a230-11fe-4c48-b17a-36408fbd5531 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:48.436189 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'tag': '782ee8fb-d2bb-45b7-b2e5-61428615adb4', 'status': 'completed', 'code': 200} Nov 12 08:35:48.519372 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d41cf8ff-024f-4511-aea2-a312a90fc9ab req-97e07920-1144-45ec-a106-c9c14dfe3b0c service neutron] 10.222.0.31 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335267 Nov 12 08:35:48.523964 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a56606af-e4ee-417a-916f-395d556e4c39 None None] Set router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:48.751341 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-360a8637-4aa2-4446-9f85-6e50641f5073 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 258 time: 0.1700063 Nov 12 08:35:48.762621 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:48.822644 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:48.878912 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a56606af-e4ee-417a-916f-395d556e4c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '68dcd99e-90e5-4615-8157-d7c0d52bfc0f', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'port_id': '782ee8fb-d2bb-45b7-b2e5-61428615adb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'mac_address': 'fa:16:3e:dc:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:35:43Z', 'updated_at': '2021-11-12T08:35:46Z', 'revision_number': 1, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad7d7f6-1e8a-4305-b2df-d0365040b513', 'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'mac_address': 'fa:16:3e:c2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:21Z', 'updated_at': '2021-11-12T08:35:31Z', 'revision_number': 5, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'subnets': [{'id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:48.918018 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56606af-e4ee-417a-916f-395d556e4c39 None None] The sync data for ids ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'] in n-d-768851-18 is: [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '68dcd99e-90e5-4615-8157-d7c0d52bfc0f', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'port_id': '782ee8fb-d2bb-45b7-b2e5-61428615adb4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'mac_address': 'fa:16:3e:dc:2f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:35:43Z', 'updated_at': '2021-11-12T08:35:46Z', 'revision_number': 1, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad7d7f6-1e8a-4305-b2df-d0365040b513', 'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'mac_address': 'fa:16:3e:c2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:21Z', 'updated_at': '2021-11-12T08:35:31Z', 'revision_number': 5, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'subnets': [{'id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:48.944938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Allocated IP 172.20.0.1 (80858e2c-aa26-45f1-b694-f0a2939c78e1/e5168249-c34e-4421-b749-2cc21c87adab/e23b5b98-bbbf-445c-8da8-fa2fb67380c3) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:49.017043 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:49.187530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Allocated IP 172.25.3.84 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/a89e0a8e-c83d-4146-b78f-8c2a21691aad) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:49.318298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf6af6-1b49-4df8-89df-57238e5d94ea req-6a5998d2-3fd8-45c9-a6e7-55ac2e334765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:49.321573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30bf6af6-1b49-4df8-89df-57238e5d94ea req-6a5998d2-3fd8-45c9-a6e7-55ac2e334765 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3730328 Nov 12 08:35:49.348135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4c926-5886-4225-ac5b-463d06ec4f39 req-d5e63352-ce3b-4de2-9ef4-2ecd7722bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:49.351441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4f4c926-5886-4225-ac5b-463d06ec4f39 req-d5e63352-ce3b-4de2-9ef4-2ecd7722bcbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=988eab7757e74d3f9b6db711c93c7908&device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 1097 time: 0.4086657 Nov 12 08:35:49.354652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e07d77f-9d16-4bbe-8b10-549a8480a499 None None] New status for floating IP 68dcd99e-90e5-4615-8157-d7c0d52bfc0f: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:35:49.386881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:49.500970 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:49.542430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:49.582724 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:49.598159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:49.615399 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:49.673348 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Pushing event updated for resources: {'Port': ['ID=a89e0a8e-c83d-4146-b78f-8c2a21691aad,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:49.762931 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:49.828969 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:49.841571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4c926-5886-4225-ac5b-463d06ec4f39 req-c9d55ccc-4cf2-40f6-a42a-1a9455729601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:49.844107 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4f4c926-5886-4225-ac5b-463d06ec4f39 req-c9d55ccc-4cf2-40f6-a42a-1a9455729601 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7090983-6cc7-479b-8ad2-e710b0307e23 HTTP/1.1" status: 200 len: 930 time: 0.4685619 Nov 12 08:35:49.851898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30bf6af6-1b49-4df8-89df-57238e5d94ea req-82903aac-35d0-4c78-b0d6-c77d1f1ca5d6 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988368 Nov 12 08:35:49.916975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558da7f-60a7-49d5-9234-9f6497377c24 req-52709985-e83c-409f-a207-ad7da2734f82 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:49.931488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6558da7f-60a7-49d5-9234-9f6497377c24 req-52709985-e83c-409f-a207-ad7da2734f82 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.3330834 Nov 12 08:35:50.019674 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.024482 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.030090 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.120811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Pushing event updated for resources: {'Port': ['ID=a89e0a8e-c83d-4146-b78f-8c2a21691aad,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:50.131430 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.160541 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.170881 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-64b6381b-dd5c-4560-8592-21b939832b59 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4133761 Nov 12 08:35:50.245772 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-b6e93a0f-bc91-494e-aa71-3c3d0b5a7941 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 695 time: 0.0731971 Nov 12 08:35:50.324291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Network 80858e2c-aa26-45f1-b694-f0a2939c78e1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:50.354623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:50.359992 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4f4c926-5886-4225-ac5b-463d06ec4f39 req-7af634be-95a0-42d2-aa7d-f715d62137e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=782ee8fb-d2bb-45b7-b2e5-61428615adb4 HTTP/1.1" status: 200 len: 1000 time: 0.4963298 Nov 12 08:35:50.373085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-419d764f-def0-4615-a52d-92f398927236 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:50.374977 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c993b461-f6aa-4b3a-8024-edd30b10e9df req-419d764f-def0-4615-a52d-92f398927236 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1251557 Nov 12 08:35:50.376608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:50.383550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-db6cb4ea-b704-4ace-8a3e-3524031e3f46 admin admin] Deleting port ad25d4da-5792-432e-b8a3-5674d87953ea {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:50.384126 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db6cb4ea-b704-4ace-8a3e-3524031e3f46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.387282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event updated for resources: {'Port': ['ID=e23b5b98-bbbf-445c-8da8-fa2fb67380c3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:50.586436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:50.587034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:50.587634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:50.588210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:50.589129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:50.589394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:50.589975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:50.590553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:50.591101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:50.591752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:50.592223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:50.592803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:35:50.619615 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6558da7f-60a7-49d5-9234-9f6497377c24 req-4121c861-3406-406b-9b53-e1a1da3fd975 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6867571 Nov 12 08:35:50.683341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5f1b1-66b9-4eba-881d-67ff922390be req-06b537cd-0b06-410f-bcf1-c747dc14d6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:50.685302 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1d5f1b1-66b9-4eba-881d-67ff922390be req-06b537cd-0b06-410f-bcf1-c747dc14d6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0705171 Nov 12 08:35:50.722878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30bf6af6-1b49-4df8-89df-57238e5d94ea req-e5d2252e-3789-4310-99ab-d81eb4a19bf7 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8572354 Nov 12 08:35:50.759184 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.759702 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9a5bfb71-4f9c-4a50-b1e5-0f48f5ac354e None None] Provisioning complete for port e23b5b98-bbbf-445c-8da8-fa2fb67380c3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:50.760676 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9a5bfb71-4f9c-4a50-b1e5-0f48f5ac354e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.802234 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9a5bfb71-4f9c-4a50-b1e5-0f48f5ac354e None None] Port e23b5b98-bbbf-445c-8da8-fa2fb67380c3 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:50.850125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4c926-5886-4225-ac5b-463d06ec4f39 req-e7dc648c-b0b0-492d-89b0-c96b395956c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:50.853209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4f4c926-5886-4225-ac5b-463d06ec4f39 req-e7dc648c-b0b0-492d-89b0-c96b395956c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9133abd7-62e8-43de-aed1-a59672280bd8 HTTP/1.1" status: 200 len: 868 time: 0.4557564 Nov 12 08:35:50.952881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-db6cb4ea-b704-4ace-8a3e-3524031e3f46 admin admin] For port ad25d4da-5792-432e-b8a3-5674d87953ea, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ad25d4da-5792-432e-b8a3-5674d87953ea,segment=NetworkSegment(1af8f434-dec7-4f76-babb-11a98ef61ba9),segment_id=1af8f434-dec7-4f76-babb-11a98ef61ba9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:50.953591 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db6cb4ea-b704-4ace-8a3e-3524031e3f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:50.976097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-db6cb4ea-b704-4ace-8a3e-3524031e3f46 admin admin] Calling delete_port for ad25d4da-5792-432e-b8a3-5674d87953ea owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:51.014009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1d5f1b1-66b9-4eba-881d-67ff922390be req-93633900-5c82-4654-aa41-fc0f23f18c23 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 695 time: 0.3223293 Nov 12 08:35:51.025053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-e1d5f1b1-66b9-4eba-881d-67ff922390be req-7e7bc309-07ce-4cfa-8195-5c345d226645 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Request body: {'floatingip': {'port_id': '782ee8fb-d2bb-45b7-b2e5-61428615adb4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:51.060390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4c926-5886-4225-ac5b-463d06ec4f39 req-a2566296-2843-49ac-bf65-2f5b79c941c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:51.061927 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4f4c926-5886-4225-ac5b-463d06ec4f39 req-a2566296-2843-49ac-bf65-2f5b79c941c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7090983-6cc7-479b-8ad2-e710b0307e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1958334 Nov 12 08:35:51.102464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e1d5f1b1-66b9-4eba-881d-67ff922390be req-7e7bc309-07ce-4cfa-8195-5c345d226645 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.220936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.343434 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-e1d5f1b1-66b9-4eba-881d-67ff922390be req-7e7bc309-07ce-4cfa-8195-5c345d226645 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 08:35:51.354611 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1d5f1b1-66b9-4eba-881d-67ff922390be req-7e7bc309-07ce-4cfa-8195-5c345d226645 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "PUT /v2.0/floatingips/47ed4232-971a-458f-a298-fec5730022bc HTTP/1.1" status: 409 len: 549 time: 0.3336666 Nov 12 08:35:51.355081 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4f4c926-5886-4225-ac5b-463d06ec4f39 req-a4bcc398-0ee9-439a-83f6-a088b8624a97 service neutron] 10.222.0.46 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839170 Nov 12 08:35:51.542193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-0dd43306-378d-4766-8bad-4f4ffc425953 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips/47ed4232-971a-458f-a298-fec5730022bc HTTP/1.1" status: 200 len: 692 time: 0.1581621 Nov 12 08:35:51.640745 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db6cb4ea-b704-4ace-8a3e-3524031e3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:51.732642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cb4ea-b704-4ace-8a3e-3524031e3f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad25d4da-5792-432e-b8a3-5674d87953ea,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:51.735925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4f4c926-5886-4225-ac5b-463d06ec4f39 req-48fd5c2b-751d-401b-8efe-5fdb6e16abd3 service neutron] 10.222.0.46 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669438 Nov 12 08:35:51.786203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5acb3-4bde-42ab-805b-798ccbe6ab71 req-46f14508-b2ac-4393-8c19-eb326306eb70 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:51.796111 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fbf5acb3-4bde-42ab-805b-798ccbe6ab71 req-46f14508-b2ac-4393-8c19-eb326306eb70 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.0930493 Nov 12 08:35:51.866441 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fbf5acb3-4bde-42ab-805b-798ccbe6ab71 req-a0eac8af-59f2-476a-a678-da17408ecf95 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681939 Nov 12 08:35:51.890234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-0883182d-e491-488c-b425-5d447401993a tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:51.891747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-0883182d-e491-488c-b425-5d447401993a tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.3394287 Nov 12 08:35:52.037034 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-0e56cfcc-db85-490d-baca-b24624554b71 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 695 time: 0.1133432 Nov 12 08:35:52.205779 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.498876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-c25c72c5-cc9a-4d95-9b9a-9f23bc3ab687 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 695 time: 0.4530280 Nov 12 08:35:52.575513 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.582237 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db6cb4ea-b704-4ace-8a3e-3524031e3f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.590209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.776097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event updated for resources: {'Port': ['ID=e23b5b98-bbbf-445c-8da8-fa2fb67380c3,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:52.785808 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:52.965928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-586c995d-ba03-4dd8-b41f-899868106a7f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Deleting port a89e0a8e-c83d-4146-b78f-8c2a21691aad {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:52.965928 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-586c995d-ba03-4dd8-b41f-899868106a7f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.095237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e0f59-6c9a-4aa9-82d7-d358c9477527 req-0fd76f71-4b80-44d8-abc4-1c5fbdb4f478 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:53.098933 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd6e0f59-6c9a-4aa9-82d7-d358c9477527 req-0fd76f71-4b80-44d8-abc4-1c5fbdb4f478 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.0958347 Nov 12 08:35:53.130736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Network 80858e2c-aa26-45f1-b694-f0a2939c78e1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:53.137825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:53.148842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6cb4ea-b704-4ace-8a3e-3524031e3f46 admin admin] Router b034636e-cf22-4c40-beeb-eff1acbc58a3 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:53.179295 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd6e0f59-6c9a-4aa9-82d7-d358c9477527 req-f3f41268-9ebf-4ecd-b166-ac72a800d72f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720479 Nov 12 08:35:53.247348 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-586c995d-ba03-4dd8-b41f-899868106a7f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.247685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-586c995d-ba03-4dd8-b41f-899868106a7f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.320814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-586c995d-ba03-4dd8-b41f-899868106a7f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Calling delete_port for a89e0a8e-c83d-4146-b78f-8c2a21691aad owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:53.468869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cc5506b5-5a47-4598-a8b9-0bd7cf0cb99b None None] Provisioning complete for port e23b5b98-bbbf-445c-8da8-fa2fb67380c3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:53.469530 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cc5506b5-5a47-4598-a8b9-0bd7cf0cb99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.534655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cc5506b5-5a47-4598-a8b9-0bd7cf0cb99b None None] Port e23b5b98-bbbf-445c-8da8-fa2fb67380c3 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:53.556583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6cb4ea-b704-4ace-8a3e-3524031e3f46 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:53.564695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-db6cb4ea-b704-4ace-8a3e-3524031e3f46 admin admin] 10.222.0.31 "PUT /v2.0/routers/b034636e-cf22-4c40-beeb-eff1acbc58a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7284031 Nov 12 08:35:53.565371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57654) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.567862 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a60aa-c3af-47df-91f6-ba0d9603bab4 None None] Sync routers for ids ['b034636e-cf22-4c40-beeb-eff1acbc58a3'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:53.580766 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a60aa-c3af-47df-91f6-ba0d9603bab4 None None] Routers {'b034636e-cf22-4c40-beeb-eff1acbc58a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:53.581197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Router 84b040f9-e89d-4540-81e0-5d1091bf3401 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:53.581444 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d00a60aa-c3af-47df-91f6-ba0d9603bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b034636e-cf22-4c40-beeb-eff1acbc58a3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:53.730368 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-d00a60aa-c3af-47df-91f6-ba0d9603bab4 None None] Set router b034636e-cf22-4c40-beeb-eff1acbc58a3 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:53.783868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:53.788462 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.789872 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6fc5c550-a008-457a-8b0b-4d5930069b43 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "PUT /v2.0/routers/84b040f9-e89d-4540-81e0-5d1091bf3401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5619159 Nov 12 08:35:53.795153 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57660) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:53.796168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669043ec-6646-40f2-897a-d38a303138cf None None] Sync routers for ids ['84b040f9-e89d-4540-81e0-5d1091bf3401'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:53.801311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Request body: {'port': {'network_id': '80858e2c-aa26-45f1-b694-f0a2939c78e1', 'name': 'tempest-FloatingIPAdminTestJSON-1396876810'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:53.818160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669043ec-6646-40f2-897a-d38a303138cf None None] Routers {'84b040f9-e89d-4540-81e0-5d1091bf3401'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:53.818843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-669043ec-6646-40f2-897a-d38a303138cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['84b040f9-e89d-4540-81e0-5d1091bf3401'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:53.879152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-586c995d-ba03-4dd8-b41f-899868106a7f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.893967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-669043ec-6646-40f2-897a-d38a303138cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:53.918861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669043ec-6646-40f2-897a-d38a303138cf None None] Routers {'84b040f9-e89d-4540-81e0-5d1091bf3401'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:53.919843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-669043ec-6646-40f2-897a-d38a303138cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['84b040f9-e89d-4540-81e0-5d1091bf3401'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:53.964419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c995d-ba03-4dd8-b41f-899868106a7f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Pushing event deleted for resources: {'Port': ['ID=a89e0a8e-c83d-4146-b78f-8c2a21691aad,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:53.968101 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:53.997790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-669043ec-6646-40f2-897a-d38a303138cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:54.001770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669043ec-6646-40f2-897a-d38a303138cf None None] The sync data for ids ['84b040f9-e89d-4540-81e0-5d1091bf3401'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:54.056142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Deleting port 68853a1c-3954-47b9-9274-472febe2bb3f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:54.056438 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.062461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-586c995d-ba03-4dd8-b41f-899868106a7f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.066227 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-586c995d-ba03-4dd8-b41f-899868106a7f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.067058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91b9ad55-3694-4f26-8c00-4e92afde190a req-586c995d-ba03-4dd8-b41f-899868106a7f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "DELETE /v2.0/floatingips/47ed4232-971a-458f-a298-fec5730022bc HTTP/1.1" status: 204 len: 173 time: 1.5554228 Nov 12 08:35:54.067776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Made reservation on behalf of dc4259fea331446eb6fe0b3b963391f9 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:35:54.075862 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.102759 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d00a60aa-c3af-47df-91f6-ba0d9603bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:35:51Z', 'revision_number': 5, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port': {'id': '68853a1c-3954-47b9-9274-472febe2bb3f', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:9d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:33:10Z', 'updated_at': '2021-11-12T08:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:54.119518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] device_id is not set on port d1153171-97eb-42a3-8dd4-b6918c646e39 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:35:54.147119 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a60aa-c3af-47df-91f6-ba0d9603bab4 None None] Checking router: b034636e-cf22-4c40-beeb-eff1acbc58a3 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:54.158560 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a60aa-c3af-47df-91f6-ba0d9603bab4 None None] Routers {'b034636e-cf22-4c40-beeb-eff1acbc58a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:54.159189 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d00a60aa-c3af-47df-91f6-ba0d9603bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b034636e-cf22-4c40-beeb-eff1acbc58a3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:54.270778 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-540cdf73-3e26-4469-98d4-a6be7d1a673b tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 1000 time: 0.1523106 Nov 12 08:35:54.284946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] For port 68853a1c-3954-47b9-9274-472febe2bb3f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=68853a1c-3954-47b9-9274-472febe2bb3f,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:54.285335 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.296103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Allocated IP 172.20.0.13 (80858e2c-aa26-45f1-b694-f0a2939c78e1/e5168249-c34e-4421-b749-2cc21c87adab/d1153171-97eb-42a3-8dd4-b6918c646e39) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:54.307878 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-d00a60aa-c3af-47df-91f6-ba0d9603bab4 None None] Set router b034636e-cf22-4c40-beeb-eff1acbc58a3 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:54.344295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Calling delete_port for 68853a1c-3954-47b9-9274-472febe2bb3f owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:54.367067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-0401cb1c-8099-4863-a682-f2924040ad7e tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.376598 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d00a60aa-c3af-47df-91f6-ba0d9603bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:35:53Z', 'revision_number': 6, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:54.380220 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-0401cb1c-8099-4863-a682-f2924040ad7e tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports/782ee8fb-d2bb-45b7-b2e5-61428615adb4 HTTP/1.1" status: 200 len: 942 time: 0.0858352 Nov 12 08:35:54.411139 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00a60aa-c3af-47df-91f6-ba0d9603bab4 None None] The sync data for ids ['b034636e-cf22-4c40-beeb-eff1acbc58a3'] in n-d-768851-18 is: [{'id': 'b034636e-cf22-4c40-beeb-eff1acbc58a3', 'name': 'tempest-ServersTestManualDisk-187976368-router', 'tenant_id': '6b1c474c08484fc39cbf7ed1803137c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:33:09Z', 'updated_at': '2021-11-12T08:35:53Z', 'revision_number': 6, 'project_id': '6b1c474c08484fc39cbf7ed1803137c5', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:54.447397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61c8de-c525-42b5-974b-c91efef9de8b req-b567e3eb-7961-4156-8380-4825f45899f9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.449224 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee61c8de-c525-42b5-974b-c91efef9de8b req-b567e3eb-7961-4156-8380-4825f45899f9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.1363754 Nov 12 08:35:54.597197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee61c8de-c525-42b5-974b-c91efef9de8b req-d13d64cd-dd82-440f-8e38-38e7dafdd0aa tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188080 Nov 12 08:35:54.611299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-d5836d2d-bd35-4fee-a696-eb9dd64a9a93 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 1000 time: 0.1252756 Nov 12 08:35:54.651010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.691614 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.735280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Network 80858e2c-aa26-45f1-b694-f0a2939c78e1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:54.743326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:54.743737 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.747378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:54.767774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event updated for resources: {'Port': ['ID=d1153171-97eb-42a3-8dd4-b6918c646e39,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:54.784278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-90be6da5-9875-4477-a1b6-2c7ddd956bc0 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.786406 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-90be6da5-9875-4477-a1b6-2c7ddd956bc0 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.1674368 Nov 12 08:35:54.854429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Pushing event deleted for resources: {'Port': ['ID=68853a1c-3954-47b9-9274-472febe2bb3f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:54.863363 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ad25d4da-5792-432e-b8a3-5674d87953ea no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:54.933719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ad25d4da-5792-432e-b8a3-5674d87953ea {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:54.934899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ad25d4da-5792-432e-b8a3-5674d87953ea not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:54.936351 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:54.939535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:54.986899 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-079ed5d6-8bde-4269-98ca-9dc8a6d29bf6 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1850834 Nov 12 08:35:54.987915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57672) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:55.020375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 11273fcb-6b83-4f01-aa9a-c71852e70eaa details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:35:55.087986 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-d47cd172-09fa-40c1-9aa8-21a9cae6ad68 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 1000 time: 0.2513154 Nov 12 08:35:55.095143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-6b464a32-3b48-4da4-abf0-20f756b3a193 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:55.105175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'project_id': 'dc4259fea331446eb6fe0b3b963391f9', 'port_id': 'd1153171-97eb-42a3-8dd4-b6918c646e39'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:35:55.107245 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.137825 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.197856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 11273fcb-6b83-4f01-aa9a-c71852e70eaa, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=11273fcb-6b83-4f01-aa9a-c71852e70eaa,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:55.229553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '11273fcb-6b83-4f01-aa9a-c71852e70eaa', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'port_id': '11273fcb-6b83-4f01-aa9a-c71852e70eaa', 'mac_address': 'fa:16:3e:b1:c3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b13783d-4c4e-450c-befa-f6858c089ee0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:35:55.235467 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a26bff5b-04e5-4789-ac11-be1da8284b15 None None] Provisioning complete for port d1153171-97eb-42a3-8dd4-b6918c646e39 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:55.235848 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a26bff5b-04e5-4789-ac11-be1da8284b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.264894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.271857 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.284802 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-6b464a32-3b48-4da4-abf0-20f756b3a193 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.302819 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.309740 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.312136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a26bff5b-04e5-4789-ac11-be1da8284b15 None None] Port d1153171-97eb-42a3-8dd4-b6918c646e39 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:35:55.328420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11273fcb-6b83-4f01-aa9a-c71852e70eaa {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:35:55.359698 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 11273fcb-6b83-4f01-aa9a-c71852e70eaa, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=11273fcb-6b83-4f01-aa9a-c71852e70eaa,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:55.370548 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.427349 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.429554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b034636e-cf22-4c40-beeb-eff1acbc58a3 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:35:55.443432 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.446450 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-472d959b-9ac5-4ecb-81a5-90a2fac20782 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b034636e-cf22-4c40-beeb-eff1acbc58a3 HTTP/1.1" status: 204 len: 168 time: 1.8785629 Nov 12 08:35:55.455083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57678) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:55.461765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=11273fcb-6b83-4f01-aa9a-c71852e70eaa,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:55.489486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['11273fcb-6b83-4f01-aa9a-c71852e70eaa'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:35:55.509709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Allocated IP 172.25.3.227 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/72b9a9d4-9e5e-47d7-a13b-ef351cdf0653) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:35:55.541703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f94cf9-5fe8-44c7-bcc4-4e19d9adb51b admin admin] Deleting subnet 2e38fa98-e712-471d-87c9-6b9c87e3237b {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:35:55.548353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74f94cf9-5fe8-44c7-bcc4-4e19d9adb51b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.631665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-6b464a32-3b48-4da4-abf0-20f756b3a193 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.642228 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-6b464a32-3b48-4da4-abf0-20f756b3a193 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.644884 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-6b464a32-3b48-4da4-abf0-20f756b3a193 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Floating IP 68dcd99e-90e5-4615-8157-d7c0d52bfc0f disassociated. External IP: 172.25.3.12, port: 782ee8fb-d2bb-45b7-b2e5-61428615adb4. Nov 12 08:35:55.717724 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74f94cf9-5fe8-44c7-bcc4-4e19d9adb51b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.873227 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.896499 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287a3dd-f57e-44d8-80f5-2b230844a181 req-0f193d5f-cb12-4b44-8e88-4376942364c8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:55.898599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e287a3dd-f57e-44d8-80f5-2b230844a181 req-0f193d5f-cb12-4b44-8e88-4376942364c8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 944 time: 0.1408131 Nov 12 08:35:55.903769 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74f94cf9-5fe8-44c7-bcc4-4e19d9adb51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:55.934967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-6b464a32-3b48-4da4-abf0-20f756b3a193 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:35:56.022790 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.032842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e287a3dd-f57e-44d8-80f5-2b230844a181 req-6a246d88-a441-4310-8362-3d4909e9c5db tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066051 Nov 12 08:35:56.060259 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74f94cf9-5fe8-44c7-bcc4-4e19d9adb51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.081570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-6b464a32-3b48-4da4-abf0-20f756b3a193 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:35:56.089674 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-6b464a32-3b48-4da4-abf0-20f756b3a193 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.093843 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d46da9-e43f-4de7-b698-3400744ea1a1 None None] Sync routers for ids ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:35:56.109580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:35:56.120142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f94cf9-5fe8-44c7-bcc4-4e19d9adb51b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e38fa98-e712-471d-87c9-6b9c87e3237b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:56.121786 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:35:56.125349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22433dc8-c7e0-4915-b58f-519aaa1f3825 None None] Network 6a244389-2d32-47f5-9a62-dbbf866a4f6a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:35:56.128100 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d46da9-e43f-4de7-b698-3400744ea1a1 None None] Routers {'0f16ed15-adca-4ca4-b14b-c453bbc44db0'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:56.130690 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-43d46da9-e43f-4de7-b698-3400744ea1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:56.179419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:35:56.183243 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74f94cf9-5fe8-44c7-bcc4-4e19d9adb51b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.191546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-74f94cf9-5fe8-44c7-bcc4-4e19d9adb51b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2e38fa98-e712-471d-87c9-6b9c87e3237b HTTP/1.1" status: 204 len: 168 time: 0.7336440 Nov 12 08:35:56.195151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57692) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:56.197381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Pushing event updated for resources: {'Port': ['ID=72b9a9d4-9e5e-47d7-a13b-ef351cdf0653,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:56.218215 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-6b464a32-3b48-4da4-abf0-20f756b3a193 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "PUT /v2.0/floatingips/68dcd99e-90e5-4615-8157-d7c0d52bfc0f HTTP/1.1" status: 200 len: 694 time: 1.1291804 Nov 12 08:35:56.220112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'tag': '782ee8fb-d2bb-45b7-b2e5-61428615adb4'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:56.224568 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d31019-e948-4fd3-be49-69e5580a2c73" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cf7206-5ee3-45dd-b821-be3fa0f463e4", "tag": "782ee8fb-d2bb-45b7-b2e5-61428615adb4"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:56.330084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-d81a1fad-2dc2-4e54-b201-23b8b7baa08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.332394 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-d81a1fad-2dc2-4e54-b201-23b8b7baa08c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=988eab7757e74d3f9b6db711c93c7908&device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 1097 time: 0.1041629 Nov 12 08:35:56.473255 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d725356f-c3fe-492f-ab78-f3cebc8ae24b x-openstack-request-id: req-d725356f-c3fe-492f-ab78-f3cebc8ae24b {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:56.473545 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cf7206-5ee3-45dd-b821-be3fa0f463e4", "tag": "782ee8fb-d2bb-45b7-b2e5-61428615adb4", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:56.473830 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d725356f-c3fe-492f-ab78-f3cebc8ae24b {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:56.474231 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'tag': '782ee8fb-d2bb-45b7-b2e5-61428615adb4', 'status': 'completed', 'code': 200} Nov 12 08:35:56.513644 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-43d46da9-e43f-4de7-b698-3400744ea1a1 None None] Set router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:56.549590 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f67c3-7bdc-40b5-9779-3e00de353a48 None None] DHCP port deletion for 6a244389-2d32-47f5-9a62-dbbf866a4f6a request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:35:56.559114 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-4d6a8256-949d-4f2d-bc3a-e697cd2282bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.561568 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-4d6a8256-949d-4f2d-bc3a-e697cd2282bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=a7090983-6cc7-479b-8ad2-e710b0307e23 HTTP/1.1" status: 200 len: 930 time: 0.2205305 Nov 12 08:35:56.676390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f67c3-7bdc-40b5-9779-3e00de353a48 None None] Deleting port c72f3ed7-0d27-46a1-ae49-dee4d901a985 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:56.676742 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ec4f67c3-7bdc-40b5-9779-3e00de353a48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.685486 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-e22eacd3-7e82-4bda-a0e8-607612f711d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=782ee8fb-d2bb-45b7-b2e5-61428615adb4 HTTP/1.1" status: 200 len: 217 time: 0.1175809 Nov 12 08:35:56.765333 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-b59be896-2726-477a-aee7-e8c7ecab5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.774597 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-b59be896-2726-477a-aee7-e8c7ecab5122 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9133abd7-62e8-43de-aed1-a59672280bd8 HTTP/1.1" status: 200 len: 868 time: 0.0757484 Nov 12 08:35:56.827293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ec4f67c3-7bdc-40b5-9779-3e00de353a48 None None] For port c72f3ed7-0d27-46a1-ae49-dee4d901a985, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c72f3ed7-0d27-46a1-ae49-dee4d901a985,segment=NetworkSegment(1af8f434-dec7-4f76-babb-11a98ef61ba9),segment_id=1af8f434-dec7-4f76-babb-11a98ef61ba9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:56.827693 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ec4f67c3-7bdc-40b5-9779-3e00de353a48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:56.865000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-5d5fe0c4-6093-4b52-a5f9-a51b3c04ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:56.867213 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-5d5fe0c4-6093-4b52-a5f9-a51b3c04ddde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a7090983-6cc7-479b-8ad2-e710b0307e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922401 Nov 12 08:35:56.870919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f67c3-7bdc-40b5-9779-3e00de353a48 None None] Calling delete_port for c72f3ed7-0d27-46a1-ae49-dee4d901a985 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:56.878069 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-43d46da9-e43f-4de7-b698-3400744ea1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '3ad7d7f6-1e8a-4305-b2df-d0365040b513', 'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'mac_address': 'fa:16:3e:c2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:21Z', 'updated_at': '2021-11-12T08:35:31Z', 'revision_number': 5, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'subnets': [{'id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:56.904856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c72f3ed7-0d27-46a1-ae49-dee4d901a985 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:56.942044 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d46da9-e43f-4de7-b698-3400744ea1a1 None None] Checking router: 0f16ed15-adca-4ca4-b14b-c453bbc44db0 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:35:56.963103 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d46da9-e43f-4de7-b698-3400744ea1a1 None None] Routers {'0f16ed15-adca-4ca4-b14b-c453bbc44db0'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:35:56.963867 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-43d46da9-e43f-4de7-b698-3400744ea1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:57.057761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-f450b800-00f4-4c5c-8ab8-e421724fd234 service neutron] 10.222.0.31 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820586 Nov 12 08:35:57.080567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 11273fcb-6b83-4f01-aa9a-c71852e70eaa up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:35:57.156086 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.205190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port c72f3ed7-0d27-46a1-ae49-dee4d901a985, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c72f3ed7-0d27-46a1-ae49-dee4d901a985,segment=NetworkSegment(1af8f434-dec7-4f76-babb-11a98ef61ba9),segment_id=1af8f434-dec7-4f76-babb-11a98ef61ba9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:57.232561 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.233623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 68853a1c-3954-47b9-9274-472febe2bb3f no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:35:57.272717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9357b4c3-12c4-4b08-84e7-fda343ba57be req-976dc7ac-0727-47cc-aac2-d20a90ca2850 service neutron] 10.222.0.31 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130845 Nov 12 08:35:57.501982 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-43d46da9-e43f-4de7-b698-3400744ea1a1 None None] Set router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:35:57.557036 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-5246b93b-fa00-42b7-87de-9d7a8fb69046 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips/68dcd99e-90e5-4615-8157-d7c0d52bfc0f HTTP/1.1" status: 200 len: 694 time: 0.0756660 Nov 12 08:35:57.563210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 68853a1c-3954-47b9-9274-472febe2bb3f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:35:57.563552 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 68853a1c-3954-47b9-9274-472febe2bb3f not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:35:57.642667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 11273fcb-6b83-4f01-aa9a-c71852e70eaa triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:35:57.648134 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.757580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=c72f3ed7-0d27-46a1-ae49-dee4d901a985,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:57.770547 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ec4f67c3-7bdc-40b5-9779-3e00de353a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.816887 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:57.846366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f67c3-7bdc-40b5-9779-3e00de353a48 None None] No DVR routers for this DVR port c72f3ed7-0d27-46a1-ae49-dee4d901a985 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:35:57.850535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f67c3-7bdc-40b5-9779-3e00de353a48 None None] Pushing event deleted for resources: {'Port': ['ID=c72f3ed7-0d27-46a1-ae49-dee4d901a985,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:57.908683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-bb7e1143-2239-4a39-bf0c-29de140a54b7 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:57.915748 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-bb7e1143-2239-4a39-bf0c-29de140a54b7 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 784 time: 0.3544567 Nov 12 08:35:57.983960 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.001380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e37371-e8e3-4aa4-ab0c-082a17a9c182 req-ac778958-4d62-47fd-bf8f-48f7557aa026 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:58.017552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46e37371-e8e3-4aa4-ab0c-082a17a9c182 req-ac778958-4d62-47fd-bf8f-48f7557aa026 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 944 time: 0.3460314 Nov 12 08:35:58.028980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 11273fcb-6b83-4f01-aa9a-c71852e70eaa, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=11273fcb-6b83-4f01-aa9a-c71852e70eaa,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:35:58.030581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c34d9a5-1676-47fc-9b88-7903b4c8bfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11273fcb-6b83-4f01-aa9a-c71852e70eaa'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:35:58.033224 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc08d1a-1333-46f6-84d9-0711c5fb6a6f" -d '{"events": [{"server_uuid": "9c34d9a5-1676-47fc-9b88-7903b4c8bfdf", "name": "network-vif-plugged", "status": "completed", "tag": "11273fcb-6b83-4f01-aa9a-c71852e70eaa"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:35:58.042895 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.050029 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-ebfa8d8a-8f12-4928-b3d7-3be0e9a994d4 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 697 time: 0.1246717 Nov 12 08:35:58.090524 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-43d46da9-e43f-4de7-b698-3400744ea1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '3ad7d7f6-1e8a-4305-b2df-d0365040b513', 'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'mac_address': 'fa:16:3e:c2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:21Z', 'updated_at': '2021-11-12T08:35:31Z', 'revision_number': 5, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'subnets': [{'id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:58.095342 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d31019-e948-4fd3-be49-69e5580a2c73 req-1923899b-0f90-4329-a998-ac37c760efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:58.096901 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93d31019-e948-4fd3-be49-69e5580a2c73 req-1923899b-0f90-4329-a998-ac37c760efd8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=988eab7757e74d3f9b6db711c93c7908&device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 1097 time: 0.4506505 Nov 12 08:35:58.161743 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=11273fcb-6b83-4f01-aa9a-c71852e70eaa,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:58.221724 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d46da9-e43f-4de7-b698-3400744ea1a1 None None] The sync data for ids ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'] in n-d-768851-18 is: [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:35:22Z', 'revision_number': 4, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '3ad7d7f6-1e8a-4305-b2df-d0365040b513', 'name': '', 'network_id': 'a7090983-6cc7-479b-8ad2-e710b0307e23', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'mac_address': 'fa:16:3e:c2:cb:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:21Z', 'updated_at': '2021-11-12T08:35:31Z', 'revision_number': 5, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'subnets': [{'id': '9133abd7-62e8-43de-aed1-a59672280bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:35:58.386524 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.398452 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.518755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a244389-2d32-47f5-9a62-dbbf866a4f6a']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:58.561060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46e37371-e8e3-4aa4-ab0c-082a17a9c182 req-a1f9f4de-c2f0-43e4-b67f-e19d1d4dc41e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423365 Nov 12 08:35:58.563461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af8f434-dec7-4f76-babb-11a98ef61ba9') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:58.564008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af8f434-dec7-4f76-babb-11a98ef61ba9') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:35:58.596677 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.611204 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.625797 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.630630 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-cdb885ea-30fd-4671-a2c2-d041e4674e5f tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.3.12 HTTP/1.1" status: 200 len: 697 time: 0.5700502 Nov 12 08:35:58.676900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d31019-e948-4fd3-be49-69e5580a2c73 req-1959d16a-3dc8-48ab-be6f-f8263fbe0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:58.679369 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93d31019-e948-4fd3-be49-69e5580a2c73 req-1959d16a-3dc8-48ab-be6f-f8263fbe0f76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7090983-6cc7-479b-8ad2-e710b0307e23 HTTP/1.1" status: 200 len: 930 time: 0.5188668 Nov 12 08:35:58.680939 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.693883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57738) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:58.768399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c89214-e90a-496d-9f23-c6fbde4f4983 None None] New status for floating IP 68dcd99e-90e5-4615-8157-d7c0d52bfc0f: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:35:58.856468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:35:58.868386 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.877933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-6436ec5e-17cd-4a5a-9aad-0ef0b1eb0d90 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Deleting port 72cd9f56-a696-4672-a57b-92dab9bb84fc {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:35:58.878264 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-6436ec5e-17cd-4a5a-9aad-0ef0b1eb0d90 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:35:58.878831 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:35:58.891617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93d31019-e948-4fd3-be49-69e5580a2c73 req-41b64454-3f3f-41b7-ab7b-c5ed4a6cc378 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=782ee8fb-d2bb-45b7-b2e5-61428615adb4 HTTP/1.1" status: 200 len: 217 time: 0.1989954 Nov 12 08:35:59.009068 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-6436ec5e-17cd-4a5a-9aad-0ef0b1eb0d90 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.009451 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-6436ec5e-17cd-4a5a-9aad-0ef0b1eb0d90 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.028065 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-6436ec5e-17cd-4a5a-9aad-0ef0b1eb0d90 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Calling delete_port for 72cd9f56-a696-4672-a57b-92dab9bb84fc owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:35:59.051287 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb43dce8-c6e0-438a-9717-752dffddf9ad x-openstack-request-id: req-cb43dce8-c6e0-438a-9717-752dffddf9ad {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:35:59.051781 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c34d9a5-1676-47fc-9b88-7903b4c8bfdf", "name": "network-vif-plugged", "status": "completed", "tag": "11273fcb-6b83-4f01-aa9a-c71852e70eaa", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:35:59.051986 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb43dce8-c6e0-438a-9717-752dffddf9ad {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:35:59.052384 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c34d9a5-1676-47fc-9b88-7903b4c8bfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11273fcb-6b83-4f01-aa9a-c71852e70eaa', 'code': 200} Nov 12 08:35:59.156271 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.253811 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.261617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6a244389-2d32-47f5-9a62-dbbf866a4f6a HTTP/1.1" status: 204 len: 168 time: 3.0545301 Nov 12 08:35:59.275401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d31019-e948-4fd3-be49-69e5580a2c73 req-1f17376e-801f-4c0c-840e-91a262876341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:59.285912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93d31019-e948-4fd3-be49-69e5580a2c73 req-1f17376e-801f-4c0c-840e-91a262876341 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9133abd7-62e8-43de-aed1-a59672280bd8 HTTP/1.1" status: 200 len: 868 time: 0.3380370 Nov 12 08:35:59.375888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8f39a-5a4b-4f07-a7db-c4021151ebf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a244389-2d32-47f5-9a62-dbbf866a4f6a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:59.411678 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-6436ec5e-17cd-4a5a-9aad-0ef0b1eb0d90 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.492928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57744) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:59.544786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436ec5e-17cd-4a5a-9aad-0ef0b1eb0d90 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Pushing event deleted for resources: {'Port': ['ID=72cd9f56-a696-4672-a57b-92dab9bb84fc,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:35:59.555466 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.565331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d31019-e948-4fd3-be49-69e5580a2c73 req-e090b5d6-2eec-4b52-b42c-ec08b13291b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:35:59.567015 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93d31019-e948-4fd3-be49-69e5580a2c73 req-e090b5d6-2eec-4b52-b42c-ec08b13291b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7090983-6cc7-479b-8ad2-e710b0307e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2348754 Nov 12 08:35:59.573019 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.648759 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d1b296a0-e02a-4191-89e8-f1098f350e38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b1c474c08484fc39cbf7ed1803137c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461244 Nov 12 08:35:59.651345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57748) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:35:59.826906 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-6436ec5e-17cd-4a5a-9aad-0ef0b1eb0d90 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.832092 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-6436ec5e-17cd-4a5a-9aad-0ef0b1eb0d90 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.834084 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3fc0b4b2-5f6c-4e22-8c1a-481c5b7f4041 req-6436ec5e-17cd-4a5a-9aad-0ef0b1eb0d90 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "DELETE /v2.0/floatingips/68dcd99e-90e5-4615-8157-d7c0d52bfc0f HTTP/1.1" status: 204 len: 173 time: 1.1968706 Nov 12 08:35:59.837605 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea571-063e-41cc-8f73-55003c664973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.899046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea571-063e-41cc-8f73-55003c664973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.981083 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93d31019-e948-4fd3-be49-69e5580a2c73 req-a59d562c-adfb-4b2c-911c-ea36c2dc2305 service neutron] 10.222.0.46 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568168 Nov 12 08:35:59.992964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea571-063e-41cc-8f73-55003c664973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:35:59.996853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea571-063e-41cc-8f73-55003c664973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.008706 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4c1ea571-063e-41cc-8f73-55003c664973 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c6304e1-ea69-45fc-94b3-ba670fc1c3bf HTTP/1.1" status: 204 len: 168 time: 0.3454962 Nov 12 08:36:00.010282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:00.040981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ea571-063e-41cc-8f73-55003c664973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6304e1-ea69-45fc-94b3-ba670fc1c3bf,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:00.227311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7c7f7-3cda-4114-bc26-09fcbb95be2f req-1766c890-0558-47d4-af3d-37e174e32786 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:00.237493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dcb7c7f7-3cda-4114-bc26-09fcbb95be2f req-1766c890-0558-47d4-af3d-37e174e32786 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0984781 Nov 12 08:36:00.271488 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Floating IP 325b7e3f-3195-43b4-96eb-ae90d9e6f981 associated. External IP: 172.25.3.227, port: d1153171-97eb-42a3-8dd4-b6918c646e39. Nov 12 08:36:00.282618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Pushing event updated for resources: {'Port': ['ID=72b9a9d4-9e5e-47d7-a13b-ef351cdf0653,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:00.322661 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dcb7c7f7-3cda-4114-bc26-09fcbb95be2f req-174c2f1f-d5cd-4d17-8bae-8967da1835f5 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0835309 Nov 12 08:36:00.386189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da08019-3f7a-4895-92c4-bfbb7ba417d5 req-25f046d2-f4a9-4776-a92b-d4d4fd27211c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:00.393450 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5da08019-3f7a-4895-92c4-bfbb7ba417d5 req-25f046d2-f4a9-4776-a92b-d4d4fd27211c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.6075423 Nov 12 08:36:00.438374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93d31019-e948-4fd3-be49-69e5580a2c73 req-1728ca33-28ca-498a-b23e-0ec99ea5353f service neutron] 10.222.0.46 "GET /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724540 Nov 12 08:36:00.542744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f6ade35-b8c7-4a62-b074-acfd383d5010 req-75dc273c-8a6f-4f30-90ec-3e9580e71550 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0629954 Nov 12 08:36:00.549902 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5da08019-3f7a-4895-92c4-bfbb7ba417d5 req-93d4fd37-f30a-4e7b-93c0-c9ea8e6d7097 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552055 Nov 12 08:36:00.756245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Router 84b040f9-e89d-4540-81e0-5d1091bf3401 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:00.827607 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-594a80e5-cf99-4e08-89ce-2440a5bd7a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.046715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:01.064190 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2fd22-2ce2-4af6-8418-4bf671918369 None None] Sync routers for ids ['84b040f9-e89d-4540-81e0-5d1091bf3401'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:01.086036 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2fd22-2ce2-4af6-8418-4bf671918369 None None] Routers {'84b040f9-e89d-4540-81e0-5d1091bf3401'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:01.086775 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-1de2fd22-2ce2-4af6-8418-4bf671918369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['84b040f9-e89d-4540-81e0-5d1091bf3401'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:01.161088 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-1de2fd22-2ce2-4af6-8418-4bf671918369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:01.165465 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.177208 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2fd22-2ce2-4af6-8418-4bf671918369 None None] Routers {'84b040f9-e89d-4540-81e0-5d1091bf3401'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:01.179521 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-1de2fd22-2ce2-4af6-8418-4bf671918369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['84b040f9-e89d-4540-81e0-5d1091bf3401'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:01.216708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6ba87fde-f1a9-4261-a5f3-f12097933d5b tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.2201087 Nov 12 08:36:01.217531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57784) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:01.224714 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-1de2fd22-2ce2-4af6-8418-4bf671918369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:01.225779 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2fd22-2ce2-4af6-8418-4bf671918369 None None] The sync data for ids ['84b040f9-e89d-4540-81e0-5d1091bf3401'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:01.273559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166ee4f-ee9b-438a-99f0-0abb1136c0bf req-fb5b4a44-a74b-4b71-913d-4eb8621e2e9a tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:01.276168 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a166ee4f-ee9b-438a-99f0-0abb1136c0bf req-fb5b4a44-a74b-4b71-913d-4eb8621e2e9a tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 945 time: 0.3027425 Nov 12 08:36:01.401604 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a166ee4f-ee9b-438a-99f0-0abb1136c0bf req-6f0e44c5-5a5b-4ff2-bd68-4dc16a531f2c tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/security-groups?id=117b1a1a-391a-4647-9519-4fd32cd61411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103036 Nov 12 08:36:01.514341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57790) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:01.519204 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ff04ea4e-ce88-4f70-8a03-ee0f55f0bea8 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] 10.222.0.31 "GET /v2.0/floatingips/325b7e3f-3195-43b4-96eb-ae90d9e6f981 HTTP/1.1" status: 200 len: 984 time: 0.3000362 Nov 12 08:36:01.524981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57792) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:01.552330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-594a80e5-cf99-4e08-89ce-2440a5bd7a29 admin admin] Deleting port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:01.552841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-594a80e5-cf99-4e08-89ce-2440a5bd7a29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.673790 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-652d9f97-53d7-4177-9438-c47399a3eaac tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1476083 Nov 12 08:36:01.677939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57798) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:01.882437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Deleting port 72b9a9d4-9e5e-47d7-a13b-ef351cdf0653 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:01.882795 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.983242 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:01.983593 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.003154 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Calling delete_port for 72b9a9d4-9e5e-47d7-a13b-ef351cdf0653 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:02.114062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-network', 'tenant_id': '44298e737f604b238fe53614a447a1cf'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:02.199960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:02.202347 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.215412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.245789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-594a80e5-cf99-4e08-89ce-2440a5bd7a29 admin admin] For port 62ca2a27-601c-4109-a5e7-9c6dbb7a7277, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=62ca2a27-601c-4109-a5e7-9c6dbb7a7277,segment=NetworkSegment(63aeb2bc-b526-49c6-8aaf-242b7f468064),segment_id=63aeb2bc-b526-49c6-8aaf-242b7f468064)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:02.246243 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-594a80e5-cf99-4e08-89ce-2440a5bd7a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.259917 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.282690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4352498-fb46-4da7-b1f9-620c4ff082d9 req-7242f046-dd4a-42c9-b426-62ea7cfc1506 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:02.284071 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4352498-fb46-4da7-b1f9-620c4ff082d9 req-7242f046-dd4a-42c9-b426-62ea7cfc1506 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.1806278 Nov 12 08:36:02.284386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-594a80e5-cf99-4e08-89ce-2440a5bd7a29 admin admin] Calling delete_port for 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:02.308098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event deleted for resources: {'Port': ['ID=72b9a9d4-9e5e-47d7-a13b-ef351cdf0653,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:02.326184 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.326790 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.327384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.327996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.328523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.329096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.329622 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.330172 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.330748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.331394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.331961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.332521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:02.404240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4352498-fb46-4da7-b1f9-620c4ff082d9 req-1f07d17d-f39e-4228-a21e-d572039169b8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105807 Nov 12 08:36:02.498346 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.498868 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Floating IP 325b7e3f-3195-43b4-96eb-ae90d9e6f981 disassociated (deleted). External IP: 172.25.3.227, port: d1153171-97eb-42a3-8dd4-b6918c646e39. Nov 12 08:36:02.518513 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.526376 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.577404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:02.579665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e59e12e-7e2a-4061-99b2-4487f72dd908,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:02.594474 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.594981 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Added segment aece0b32-5281-4cee-b18a-5d7c2751dfd1 of type vlan for network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa Nov 12 08:36:02.706998 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.746157 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-594a80e5-cf99-4e08-89ce-2440a5bd7a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.755382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4db5b0-e9cf-4de4-b54e-6c31dd36cd0a req-16aca2c0-1123-4ddd-a8c7-c8bdfc9aa4b6 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:02.757501 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c4db5b0-e9cf-4de4-b54e-6c31dd36cd0a req-16aca2c0-1123-4ddd-a8c7-c8bdfc9aa4b6 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 945 time: 0.0988317 Nov 12 08:36:02.792489 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.793422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:02.793998 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:02.797468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477daa4-03c2-4d19-8892-f145885b2197 req-e69a6ae9-7d2a-4593-b5de-76b1a5d4f141 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:02.801664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0477daa4-03c2-4d19-8892-f145885b2197 req-e69a6ae9-7d2a-4593-b5de-76b1a5d4f141 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 945 time: 0.1055708 Nov 12 08:36:02.808972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a80e5-cf99-4e08-89ce-2440a5bd7a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ca2a27-601c-4109-a5e7-9c6dbb7a7277,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:02.851277 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3355808 Nov 12 08:36:02.866591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57806) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:02.875441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a4e7805f-4993-4706-ae30-95816470edf7 admin admin] Request body: {'subnet': {'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-subnet', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:02.925825 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0477daa4-03c2-4d19-8892-f145885b2197 req-abd9adaa-4951-49d0-bb03-09443b57f8ea tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/security-groups?id=117b1a1a-391a-4647-9519-4fd32cd61411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199722 Nov 12 08:36:02.993903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Router 84b040f9-e89d-4540-81e0-5d1091bf3401 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:03.005835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e7805f-4993-4706-ae30-95816470edf7 admin admin] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:03.008845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4e7805f-4993-4706-ae30-95816470edf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.120692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6a962-5a3e-4be1-bbcb-a8f369d26cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=092c0da1-f9e8-4c5a-925c-a297f88b3cfa,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:03.133402 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:03.226515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-4c4db5b0-e9cf-4de4-b54e-6c31dd36cd0a req-43eeeca7-2484-4ea8-8338-121e845f08ef tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Deleting port 782ee8fb-d2bb-45b7-b2e5-61428615adb4 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:03.227160 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c4db5b0-e9cf-4de4-b54e-6c31dd36cd0a req-43eeeca7-2484-4ea8-8338-121e845f08ef tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.286796 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:03.299410 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-594a80e5-cf99-4e08-89ce-2440a5bd7a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.312340 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.318008 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db67038a-f0e2-4bbe-a2c4-9dc8233b7f3b None None] Sync routers for ids ['84b040f9-e89d-4540-81e0-5d1091bf3401'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:03.334030 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db67038a-f0e2-4bbe-a2c4-9dc8233b7f3b None None] Routers {'84b040f9-e89d-4540-81e0-5d1091bf3401'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:03.342475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-db67038a-f0e2-4bbe-a2c4-9dc8233b7f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['84b040f9-e89d-4540-81e0-5d1091bf3401'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:03.374532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e8e7124b-6e25-45c5-8af1-90b606751424 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "DELETE /v2.0/floatingips/325b7e3f-3195-43b4-96eb-ae90d9e6f981 HTTP/1.1" status: 204 len: 168 time: 1.6944330 Nov 12 08:36:03.377954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57810) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:03.392560 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:03.396397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-db67038a-f0e2-4bbe-a2c4-9dc8233b7f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:03.414038 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db67038a-f0e2-4bbe-a2c4-9dc8233b7f3b None None] Routers {'84b040f9-e89d-4540-81e0-5d1091bf3401'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:03.421277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-db67038a-f0e2-4bbe-a2c4-9dc8233b7f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['84b040f9-e89d-4540-81e0-5d1091bf3401'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:03.471983 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.476561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-db67038a-f0e2-4bbe-a2c4-9dc8233b7f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:03.477485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db67038a-f0e2-4bbe-a2c4-9dc8233b7f3b None None] The sync data for ids ['84b040f9-e89d-4540-81e0-5d1091bf3401'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:03.506978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4c4db5b0-e9cf-4de4-b54e-6c31dd36cd0a req-43eeeca7-2484-4ea8-8338-121e845f08ef tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] For port 782ee8fb-d2bb-45b7-b2e5-61428615adb4, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=782ee8fb-d2bb-45b7-b2e5-61428615adb4,segment=NetworkSegment(d84b0e16-46c7-4c0c-b0b2-752b9c08c95e),segment_id=d84b0e16-46c7-4c0c-b0b2-752b9c08c95e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:03.507302 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c4db5b0-e9cf-4de4-b54e-6c31dd36cd0a req-43eeeca7-2484-4ea8-8338-121e845f08ef tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.529582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-4c4db5b0-e9cf-4de4-b54e-6c31dd36cd0a req-43eeeca7-2484-4ea8-8338-121e845f08ef tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Calling delete_port for 782ee8fb-d2bb-45b7-b2e5-61428615adb4 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:03.546529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4e7805f-4993-4706-ae30-95816470edf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:03.733394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7805f-4993-4706-ae30-95816470edf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a43c131c-72c6-429e-a17b-f79d55a2a13c,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:03.847365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef340ca-a32d-4d81-95ad-389dbde1c069 req-5bda5473-6829-4d86-a4d2-fa8e2d854804 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:03.857662 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aef340ca-a32d-4d81-95ad-389dbde1c069 req-5bda5473-6829-4d86-a4d2-fa8e2d854804 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.2615430 Nov 12 08:36:03.862448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594a80e5-cf99-4e08-89ce-2440a5bd7a29 admin admin] Router c57b59d6-7a53-4843-9f6a-661074551a7b has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:03.911709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7805f-4993-4706-ae30-95816470edf7 admin admin] Checking segment: {'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:03.912072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e7805f-4993-4706-ae30-95816470edf7 admin admin] Network hostable DHCP agents. Network: 092c0da1-f9e8-4c5a-925c-a297f88b3cfa, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:03.927328 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aef340ca-a32d-4d81-95ad-389dbde1c069 req-56d67344-c9e9-4d21-a3f8-cd1834a02bb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685709 Nov 12 08:36:03.959589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e7805f-4993-4706-ae30-95816470edf7 admin admin] Network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:03.979983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a4e7805f-4993-4706-ae30-95816470edf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 092c0da1-f9e8-4c5a-925c-a297f88b3cfa) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:03.994724 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e7805f-4993-4706-ae30-95816470edf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:03.995611 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4e7805f-4993-4706-ae30-95816470edf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.010136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47345bcd-e908-47fc-9060-46cd45015705 None None] Network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:04.015759 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c4db5b0-e9cf-4de4-b54e-6c31dd36cd0a req-43eeeca7-2484-4ea8-8338-121e845f08ef tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.022805 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.084294 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a4e7805f-4993-4706-ae30-95816470edf7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2111006 Nov 12 08:36:04.088330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57822) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:04.095419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:04.135619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.136757 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.138774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['782ee8fb-d2bb-45b7-b2e5-61428615adb4'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:04.212758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eeeca7-2484-4ea8-8338-121e845f08ef tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Pushing event deleted for resources: {'Port': ['ID=782ee8fb-d2bb-45b7-b2e5-61428615adb4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:04.297408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Allocated IP 172.25.3.62 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/e997b089-e8b5-4ec0-86a0-0773e76648d0) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:04.342045 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.393850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-367f333c-87c8-4487-9fdc-c75c0159a0a3 req-342253d9-e026-4b81-ba0c-b6a5bfe93bb9 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4cf7206-5ee3-45dd-b821-be3fa0f463e4 HTTP/1.1" status: 200 len: 210 time: 0.2136157 Nov 12 08:36:04.425577 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594a80e5-cf99-4e08-89ce-2440a5bd7a29 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:04.432253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4db5b0-e9cf-4de4-b54e-6c31dd36cd0a req-43eeeca7-2484-4ea8-8338-121e845f08ef tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] No DVR routers for this DVR port 782ee8fb-d2bb-45b7-b2e5-61428615adb4 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:04.439052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'fixed_ips': [{'subnet_id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:36:04.440483 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a231dde0-14b1-432f-bfcc-5a9c65c8b118 None None] Sync routers for ids ['c57b59d6-7a53-4843-9f6a-661074551a7b'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:04.441006 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.457852 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-594a80e5-cf99-4e08-89ce-2440a5bd7a29 admin admin] 10.222.0.31 "PUT /v2.0/routers/c57b59d6-7a53-4843-9f6a-661074551a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7595823 Nov 12 08:36:04.458500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57826) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:04.459792 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4c4db5b0-e9cf-4de4-b54e-6c31dd36cd0a req-43eeeca7-2484-4ea8-8338-121e845f08ef tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.463987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c4db5b0-e9cf-4de4-b54e-6c31dd36cd0a req-43eeeca7-2484-4ea8-8338-121e845f08ef tempest-FloatingIPsAssociationNegativeTestJSON-1848276928 tempest-FloatingIPsAssociationNegativeTestJSON-1848276928-project] 10.222.0.46 "DELETE /v2.0/ports/782ee8fb-d2bb-45b7-b2e5-61428615adb4 HTTP/1.1" status: 204 len: 173 time: 1.6806064 Nov 12 08:36:04.471334 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a231dde0-14b1-432f-bfcc-5a9c65c8b118 None None] Routers {'c57b59d6-7a53-4843-9f6a-661074551a7b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:04.471960 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a231dde0-14b1-432f-bfcc-5a9c65c8b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57b59d6-7a53-4843-9f6a-661074551a7b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:04.478424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'name': 'network-vif-deleted', 'tag': '782ee8fb-d2bb-45b7-b2e5-61428615adb4'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:04.480771 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62861aa3-a768-4a8f-9b47-d143e7cb74da" -d '{"events": [{"server_uuid": "f4cf7206-5ee3-45dd-b821-be3fa0f463e4", "name": "network-vif-deleted", "tag": "782ee8fb-d2bb-45b7-b2e5-61428615adb4"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:04.650012 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc370234-cdb3-49c9-a460-fa610762f119 x-openstack-request-id: req-fc370234-cdb3-49c9-a460-fa610762f119 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:04.650669 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cf7206-5ee3-45dd-b821-be3fa0f463e4", "name": "network-vif-deleted", "tag": "782ee8fb-d2bb-45b7-b2e5-61428615adb4", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:04.651786 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc370234-cdb3-49c9-a460-fa610762f119 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:04.652808 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cf7206-5ee3-45dd-b821-be3fa0f463e4', 'name': 'network-vif-deleted', 'tag': '782ee8fb-d2bb-45b7-b2e5-61428615adb4', 'status': 'completed', 'code': 200} Nov 12 08:36:04.758264 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a231dde0-14b1-432f-bfcc-5a9c65c8b118 None None] Set router c57b59d6-7a53-4843-9f6a-661074551a7b gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:04.791711 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:04.940276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Allocated IP 172.20.0.2 (092c0da1-f9e8-4c5a-925c-a297f88b3cfa/a43c131c-72c6-429e-a17b-f79d55a2a13c/a7a10a01-d939-4c59-9298-6233c38bc1e7) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:05.080345 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.135660 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a231dde0-14b1-432f-bfcc-5a9c65c8b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:36:02Z', 'revision_number': 5, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port': {'id': '3782eba2-36e9-4afa-a2b1-528c5e4f60bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:24:13Z', 'updated_at': '2021-11-12T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:05.197354 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a231dde0-14b1-432f-bfcc-5a9c65c8b118 None None] Checking router: c57b59d6-7a53-4843-9f6a-661074551a7b for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:05.215453 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.217199 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-308b0d24-d811-46b6-97da-cbfffd5be504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.232811 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a231dde0-14b1-432f-bfcc-5a9c65c8b118 None None] Routers {'c57b59d6-7a53-4843-9f6a-661074551a7b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:05.238362 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a231dde0-14b1-432f-bfcc-5a9c65c8b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:35:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c57b59d6-7a53-4843-9f6a-661074551a7b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:05.332160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e779687-06ce-4e10-b084-c086a0f31c6c req-03a363b5-4bdd-4e7f-8ec3-5d0164af82da tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:05.354328 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7e779687-06ce-4e10-b084-c086a0f31c6c req-03a363b5-4bdd-4e7f-8ec3-5d0164af82da tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.1759005 Nov 12 08:36:05.392390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Deleting port 3782eba2-36e9-4afa-a2b1-528c5e4f60bc {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:05.392711 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.400235 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.433226 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.446435 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.471595 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a231dde0-14b1-432f-bfcc-5a9c65c8b118 None None] Set router c57b59d6-7a53-4843-9f6a-661074551a7b gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:05.487724 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57836) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:05.510920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] For port 3782eba2-36e9-4afa-a2b1-528c5e4f60bc, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3782eba2-36e9-4afa-a2b1-528c5e4f60bc,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:05.511388 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.527346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Calling delete_port for 3782eba2-36e9-4afa-a2b1-528c5e4f60bc owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:05.555129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:05.576866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:05.587545 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:05.608982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Pushing event updated for resources: {'Port': ['ID=a7a10a01-d939-4c59-9298-6233c38bc1e7,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:05.623886 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a231dde0-14b1-432f-bfcc-5a9c65c8b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:36:05Z', 'revision_number': 6, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:05.638660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.714943 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a231dde0-14b1-432f-bfcc-5a9c65c8b118 None None] The sync data for ids ['c57b59d6-7a53-4843-9f6a-661074551a7b'] in n-d-768851-18 is: [{'id': 'c57b59d6-7a53-4843-9f6a-661074551a7b', 'name': 'tempest-TaggedBootDevicesTest-1656390226-router', 'tenant_id': '1b0a023cc12642618447d538e4dc9837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:24:12Z', 'updated_at': '2021-11-12T08:36:05Z', 'revision_number': 6, 'project_id': '1b0a023cc12642618447d538e4dc9837', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:05.763634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Attempting to bind port a7a10a01-d939-4c59-9298-6233c38bc1e7 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:05.764264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Attempting to bind port a7a10a01-d939-4c59-9298-6233c38bc1e7 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:05.765615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Attempting to bind port a7a10a01-d939-4c59-9298-6233c38bc1e7 on network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:05.779984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:05.780618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Checking segment: {'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:05.781335 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.782011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Bound using segment: {'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:05.782848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Bound port: a7a10a01-d939-4c59-9298-6233c38bc1e7, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:05.783514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.793257 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:05.809931 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:05.830104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:05.854278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Pushing event deleted for resources: {'Port': ['ID=3782eba2-36e9-4afa-a2b1-528c5e4f60bc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:05.901565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:05.903022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Pushing event updated for resources: {'Port': ['ID=e997b089-e8b5-4ec0-86a0-0773e76648d0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:05.929852 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7e779687-06ce-4e10-b084-c086a0f31c6c req-b1f4e361-62fe-4a52-a549-6c0dcbf6537b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648239 Nov 12 08:36:05.943464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] For port a7a10a01-d939-4c59-9298-6233c38bc1e7, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:05.948331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] For port a7a10a01-d939-4c59-9298-6233c38bc1e7, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a7a10a01-d939-4c59-9298-6233c38bc1e7,segment=NetworkSegment(aece0b32-5281-4cee-b18a-5d7c2751dfd1),segment_id=aece0b32-5281-4cee-b18a-5d7c2751dfd1)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:05.962695 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.012631 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.082264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515355a-f178-4579-87e5-4b43da23dc29 None None] Pushing event updated for resources: {'Port': ['ID=a7a10a01-d939-4c59-9298-6233c38bc1e7,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:06.228092 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.234265 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.261980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.358944 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.360468 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.361077 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Fanout notify agent at l3_agent the message router_deleted on router c57b59d6-7a53-4843-9f6a-661074551a7b {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:36:06.370208 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.372724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bea02214-02a0-49ab-8bf5-4ab67f9914de admin admin] 10.222.0.31 "DELETE /v2.0/routers/c57b59d6-7a53-4843-9f6a-661074551a7b HTTP/1.1" status: 204 len: 168 time: 1.9074793 Nov 12 08:36:06.374756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57842) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:06.478038 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.518823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-05604c37-6482-44fb-89ad-52366161cbe5 admin admin] Deleting subnet 82052e29-e311-4bbf-839f-355a57adecc9 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:06.529019 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05604c37-6482-44fb-89ad-52366161cbe5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.631136 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05604c37-6482-44fb-89ad-52366161cbe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.686494 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.802288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 782ee8fb-d2bb-45b7-b2e5-61428615adb4 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:06.810879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Allocated IP 172.25.3.38 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/b81d8753-041e-479d-8887-f821e53d1e3d) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:06.831740 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05604c37-6482-44fb-89ad-52366161cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:06.954946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 782ee8fb-d2bb-45b7-b2e5-61428615adb4 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:06.955631 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 782ee8fb-d2bb-45b7-b2e5-61428615adb4 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:06.966543 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05604c37-6482-44fb-89ad-52366161cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.035804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05604c37-6482-44fb-89ad-52366161cbe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82052e29-e311-4bbf-839f-355a57adecc9,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.044876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05604c37-6482-44fb-89ad-52366161cbe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.057875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a7a10a01-d939-4c59-9298-6233c38bc1e7 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:07.059086 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-05604c37-6482-44fb-89ad-52366161cbe5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/82052e29-e311-4bbf-839f-355a57adecc9 HTTP/1.1" status: 204 len: 168 time: 0.6830037 Nov 12 08:36:07.061501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57848) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:07.150349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1098b67f-bdb7-4d03-9009-83a0f95e4fd0 None None] Network a0210ade-877d-4c8c-ae77-e1ebf871743f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:07.188523 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.291540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Deleting port 704b961e-c47c-4c36-bd8e-46105767b25a {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:07.292982 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.297234 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.347946 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.354344 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port a7a10a01-d939-4c59-9298-6233c38bc1e7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:07.354769 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.405137 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.490730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Pushing event updated for resources: {'Port': ['ID=b81d8753-041e-479d-8887-f821e53d1e3d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.499931 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.563824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:07.566619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] For port 704b961e-c47c-4c36-bd8e-46105767b25a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=704b961e-c47c-4c36-bd8e-46105767b25a,segment=NetworkSegment(63aeb2bc-b526-49c6-8aaf-242b7f468064),segment_id=63aeb2bc-b526-49c6-8aaf-242b7f468064)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:07.567455 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.571725 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.600502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Calling delete_port for 704b961e-c47c-4c36-bd8e-46105767b25a owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:07.621555 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-343bbfcb-08a2-4fc4-9a98-05d78b807c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.673623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port a7a10a01-d939-4c59-9298-6233c38bc1e7, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a7a10a01-d939-4c59-9298-6233c38bc1e7,segment=NetworkSegment(aece0b32-5281-4cee-b18a-5d7c2751dfd1),segment_id=aece0b32-5281-4cee-b18a-5d7c2751dfd1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:07.696827 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.767341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:07.799309 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7f5cb-b5d4-4029-808a-b2b48f756afd req-8fc38f2d-c118-4d4a-b433-377952148609 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:07.826410 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28d7f5cb-b5d4-4029-808a-b2b48f756afd req-8fc38f2d-c118-4d4a-b433-377952148609 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.6716349 Nov 12 08:36:07.834426 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Pushing event updated for resources: {'Port': ['ID=e997b089-e8b5-4ec0-86a0-0773e76648d0,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.847751 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911c2ac6-b9a0-45a9-b75c-bb4e7aa4a707 None None] DHCP port deletion for a0210ade-877d-4c8c-ae77-e1ebf871743f request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:07.850915 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.857798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:07.859306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:07.881315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] No DVR routers for this DVR port 704b961e-c47c-4c36-bd8e-46105767b25a on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:07.911334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:07.913089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 62ca2a27-601c-4109-a5e7-9c6dbb7a7277 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:07.915255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3782eba2-36e9-4afa-a2b1-528c5e4f60bc no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:07.954425 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20a1dff3-2fc9-4703-ad2b-4c91400f8c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:07.963539 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=a7a10a01-d939-4c59-9298-6233c38bc1e7,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:07.970682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842e3955-de24-41a2-85da-cacd7ed8403b None None] Network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:07.974175 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 3782eba2-36e9-4afa-a2b1-528c5e4f60bc {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:07.974631 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3782eba2-36e9-4afa-a2b1-528c5e4f60bc not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:08.003866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Pushing event deleted for resources: {'Port': ['ID=704b961e-c47c-4c36-bd8e-46105767b25a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:08.079450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.109020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0210ade-877d-4c8c-ae77-e1ebf871743f']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:08.122333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63aeb2bc-b526-49c6-8aaf-242b7f468064') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:08.123017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63aeb2bc-b526-49c6-8aaf-242b7f468064') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:08.128077 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-17eeb279-1765-4a98-89cb-43ac5564b86e None None] Provisioning complete for port a7a10a01-d939-4c59-9298-6233c38bc1e7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:08.129060 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17eeb279-1765-4a98-89cb-43ac5564b86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.138710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.158172 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.174435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:08.176438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:08.180678 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:08.184647 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.219190 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.225807 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4235ea13-df1d-499f-8c3d-f077156a8519 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8455846 Nov 12 08:36:08.226697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57854) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:08.291715 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.294853 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28d7f5cb-b5d4-4029-808a-b2b48f756afd req-26461d44-d6c4-4742-ae80-180f2f6c4617 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667675 Nov 12 08:36:08.315139 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.321019 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a0210ade-877d-4c8c-ae77-e1ebf871743f HTTP/1.1" status: 204 len: 168 time: 1.2577364 Nov 12 08:36:08.375386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaecc02-2c4a-488c-80ae-bd1e4565b082 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0210ade-877d-4c8c-ae77-e1ebf871743f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:08.495664 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.589646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:08.628580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57862) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:08.772634 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.812095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d15c3eb7-13b6-483c-ac7c-5632906f64f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b0a023cc12642618447d538e4dc9837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785104 Nov 12 08:36:08.813560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57866) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:08.879969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-17645360-5374-4536-9305-1d19a4d3ddee None None] Provisioning complete for port a7a10a01-d939-4c59-9298-6233c38bc1e7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:08.880573 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17645360-5374-4536-9305-1d19a4d3ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.950657 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-95dc933a-bc0f-4d57-b59d-604d5472eadf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:08.952817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a7a10a01-d939-4c59-9298-6233c38bc1e7 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:09.012922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-95dc933a-bc0f-4d57-b59d-604d5472eadf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.057086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port a7a10a01-d939-4c59-9298-6233c38bc1e7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:09.057467 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.127726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-95dc933a-bc0f-4d57-b59d-604d5472eadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.132003 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-95dc933a-bc0f-4d57-b59d-604d5472eadf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.135978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-95dc933a-bc0f-4d57-b59d-604d5472eadf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5697b743-6fb9-4df7-93b5-11dac30f3d1d HTTP/1.1" status: 204 len: 168 time: 0.3193169 Nov 12 08:36:09.161774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc933a-bc0f-4d57-b59d-604d5472eadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5697b743-6fb9-4df7-93b5-11dac30f3d1d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:09.341684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 704b961e-c47c-4c36-bd8e-46105767b25a no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:09.386763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 704b961e-c47c-4c36-bd8e-46105767b25a {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:09.387169 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 704b961e-c47c-4c36-bd8e-46105767b25a not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:09.556589 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.751184 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b53b3-ef52-4657-bfea-500f7777191f req-a67a9576-efe3-461b-b83e-992b6cce3795 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:09.767667 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-300b53b3-ef52-4657-bfea-500f7777191f req-a67a9576-efe3-461b-b83e-992b6cce3795 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.2365794 Nov 12 08:36:09.792063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-20a1dff3-2fc9-4703-ad2b-4c91400f8c3d admin admin] Deleting port 3ad7d7f6-1e8a-4305-b2df-d0365040b513 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:09.793018 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20a1dff3-2fc9-4703-ad2b-4c91400f8c3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.950205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:09.954545 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.101148 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-300b53b3-ef52-4657-bfea-500f7777191f req-f216cc71-4ca9-45f2-9382-69353fb47954 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278456 Nov 12 08:36:10.207262 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-20a1dff3-2fc9-4703-ad2b-4c91400f8c3d admin admin] For port 3ad7d7f6-1e8a-4305-b2df-d0365040b513, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3ad7d7f6-1e8a-4305-b2df-d0365040b513,segment=NetworkSegment(d84b0e16-46c7-4c0c-b0b2-752b9c08c95e),segment_id=d84b0e16-46c7-4c0c-b0b2-752b9c08c95e)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:10.208685 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20a1dff3-2fc9-4703-ad2b-4c91400f8c3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.229751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-20a1dff3-2fc9-4703-ad2b-4c91400f8c3d admin admin] Calling delete_port for 3ad7d7f6-1e8a-4305-b2df-d0365040b513 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:10.335035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Allocated IP 172.25.3.213 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/5e4d28bd-0cb8-48fe-976b-b9ecf31855fd) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:10.341891 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.875173 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:10.957993 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.028895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Router 59d3a9e6-69b5-4afb-ad54-d823602e3960 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:36:11.045523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20a1dff3-2fc9-4703-ad2b-4c91400f8c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.129895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1dff3-2fc9-4703-ad2b-4c91400f8c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad7d7f6-1e8a-4305-b2df-d0365040b513,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:11.359501 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:11.370780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Sync routers for ids ['59d3a9e6-69b5-4afb-ad54-d823602e3960'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:11.390955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Routers {'59d3a9e6-69b5-4afb-ad54-d823602e3960'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:11.393896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['59d3a9e6-69b5-4afb-ad54-d823602e3960'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:11.414111 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.418251 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-25277ab4-682e-430c-bdb5-cf9fba3b0eaf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3297160 Nov 12 08:36:11.421408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57932) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:11.477586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:11.593996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Pushing event updated for resources: {'Port': ['ID=5e4d28bd-0cb8-48fe-976b-b9ecf31855fd,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:11.674797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dded283-87a5-4256-a51a-a7fb34088bbf req-a72a3beb-d860-4c66-818c-dad65ac0f62b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:11.676448 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8dded283-87a5-4256-a51a-a7fb34088bbf req-a72a3beb-d860-4c66-818c-dad65ac0f62b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.3708265 Nov 12 08:36:11.735500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:11.778420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:11.889313 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:12.067405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Set router 59d3a9e6-69b5-4afb-ad54-d823602e3960 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:12.088414 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8dded283-87a5-4256-a51a-a7fb34088bbf req-3501d12c-8955-48d3-81c5-eaaa1abe99fc tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807936 Nov 12 08:36:12.095296 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20a1dff3-2fc9-4703-ad2b-4c91400f8c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.108665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.170525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57944) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:12.292416 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.474833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:36:08Z', 'revision_number': 3, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:12.496235 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c02af237-9c83-4662-8ad8-cf81f4bbb5ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.519949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Checking router: 59d3a9e6-69b5-4afb-ad54-d823602e3960 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:12.520508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Updating router 59d3a9e6-69b5-4afb-ad54-d823602e3960 port b81d8753-041e-479d-8887-f821e53d1e3d binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:12.542049 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a1dff3-2fc9-4703-ad2b-4c91400f8c3d admin admin] Router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:12.560202 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.620068 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c02af237-9c83-4662-8ad8-cf81f4bbb5ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.642217 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c02af237-9c83-4662-8ad8-cf81f4bbb5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.677465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c02af237-9c83-4662-8ad8-cf81f4bbb5ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=391181e9281a407c8b83cdd579b56ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5056989 Nov 12 08:36:12.681420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57950) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:12.751843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02af237-9c83-4662-8ad8-cf81f4bbb5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0bcf6b-5e0d-4eab-8ab7-f3fca9172388,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:12.910311 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ebc1df2f-2aa0-42e4-ae82-a00145f795c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:12.941145 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ebc1df2f-2aa0-42e4-ae82-a00145f795c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.014543 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ebc1df2f-2aa0-42e4-ae82-a00145f795c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.021361 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ebc1df2f-2aa0-42e4-ae82-a00145f795c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.023124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ebc1df2f-2aa0-42e4-ae82-a00145f795c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e0bcf6b-5e0d-4eab-8ab7-f3fca9172388 HTTP/1.1" status: 204 len: 168 time: 0.3342876 Nov 12 08:36:13.061460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1df2f-2aa0-42e4-ae82-a00145f795c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0bcf6b-5e0d-4eab-8ab7-f3fca9172388,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:13.182861 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.259849 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.295312 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.509600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Attempting to bind port b81d8753-041e-479d-8887-f821e53d1e3d on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:13.526965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Attempting to bind port b81d8753-041e-479d-8887-f821e53d1e3d by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:13.527446 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Attempting to bind port b81d8753-041e-479d-8887-f821e53d1e3d on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:13.584235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:13.587208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:13.587630 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.590177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:13.590736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Bound port: b81d8753-041e-479d-8887-f821e53d1e3d, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:13.593916 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.666810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a1dff3-2fc9-4703-ad2b-4c91400f8c3d admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:13.680996 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02980417-3f14-4fe1-a8b2-e2ab4fcf561a None None] Sync routers for ids ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:13.687001 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-20a1dff3-2fc9-4703-ad2b-4c91400f8c3d admin admin] 10.222.0.31 "PUT /v2.0/routers/0f16ed15-adca-4ca4-b14b-c453bbc44db0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1967404 Nov 12 08:36:13.691865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57974) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:13.737126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] For port b81d8753-041e-479d-8887-f821e53d1e3d, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:13.742782 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02980417-3f14-4fe1-a8b2-e2ab4fcf561a None None] Routers {'0f16ed15-adca-4ca4-b14b-c453bbc44db0'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:13.747651 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-02980417-3f14-4fe1-a8b2-e2ab4fcf561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:13.762818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] For port b81d8753-041e-479d-8887-f821e53d1e3d, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b81d8753-041e-479d-8887-f821e53d1e3d,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:13.800216 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.861584 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:13.868487 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070bd0d-0d4d-49c8-96ad-456e05bd43fb None None] Pushing event updated for resources: {'Port': ['ID=b81d8753-041e-479d-8887-f821e53d1e3d,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:13.914330 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.195736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Allocated IP 172.20.0.1 (092c0da1-f9e8-4c5a-925c-a297f88b3cfa/a43c131c-72c6-429e-a17b-f79d55a2a13c/ea8faacf-7ce2-4dca-aba6-e42ceaf87d46) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:14.257608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Routers {'59d3a9e6-69b5-4afb-ad54-d823602e3960'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:14.260302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['59d3a9e6-69b5-4afb-ad54-d823602e3960'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:14.333717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.355246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Pushing event updated for resources: {'Port': ['ID=5e4d28bd-0cb8-48fe-976b-b9ecf31855fd,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:14.373065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070bd0d-0d4d-49c8-96ad-456e05bd43fb None None] Pushing event updated for resources: {'Port': ['ID=b81d8753-041e-479d-8887-f821e53d1e3d,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:14.405139 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.454238 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-02980417-3f14-4fe1-a8b2-e2ab4fcf561a None None] Set router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:14.539858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:14.550569 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:14.558862 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.567033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:14.575094 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.734007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8faacf-7ce2-4dca-aba6-e42ceaf87d46,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:14.815631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11a7f5-b30a-4500-839e-f7485c76027c req-a522894c-a3cc-4b7b-8eef-5b060dea029b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:14.830229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a11a7f5-b30a-4500-839e-f7485c76027c req-a522894c-a3cc-4b7b-8eef-5b060dea029b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.4633448 Nov 12 08:36:14.884647 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:14.888985 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-81f6a985-f242-49f1-9fbc-98f52e0266a3 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6115971 Nov 12 08:36:14.923120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57990) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:15.174177 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.268982 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-02980417-3f14-4fe1-a8b2-e2ab4fcf561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:36:10Z', 'revision_number': 5, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port': {'id': '6fd3f3d3-58fb-4038-8704-700f612f0af5', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:35:18Z', 'updated_at': '2021-11-12T08:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:15.307137 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02980417-3f14-4fe1-a8b2-e2ab4fcf561a None None] Checking router: 0f16ed15-adca-4ca4-b14b-c453bbc44db0 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:15.318214 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7e67aee6-258a-4299-92e0-10e62b32e6b6 tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.3903360 Nov 12 08:36:15.321722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57996) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:15.322354 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02980417-3f14-4fe1-a8b2-e2ab4fcf561a None None] Routers {'0f16ed15-adca-4ca4-b14b-c453bbc44db0'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:15.323696 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-02980417-3f14-4fe1-a8b2-e2ab4fcf561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:15.331399 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57998) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:15.332856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] Set router 59d3a9e6-69b5-4afb-ad54-d823602e3960 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:15.339180 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.443324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Deleting port 6fd3f3d3-58fb-4038-8704-700f612f0af5 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:15.443923 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.583193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a11a7f5-b30a-4500-839e-f7485c76027c req-500ef598-ef0d-4515-869c-a14120b5b466 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7469590 Nov 12 08:36:15.620898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6a31afcf-c5b9-4afd-91b5-1a3d586a5e50 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2856793 Nov 12 08:36:15.623467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58002) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:15.681861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-337529f1-1466-4d7f-b7e7-473a129f5c28 None None] Provisioning complete for port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:15.687963 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-337529f1-1466-4d7f-b7e7-473a129f5c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.737315 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-02980417-3f14-4fe1-a8b2-e2ab4fcf561a None None] Set router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:15.767774 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-508065444-network', 'tenant_id': 'bdf6645497fb4467ae49343c10b8ea99'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:15.809628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Made reservation on behalf of bdf6645497fb4467ae49343c10b8ea99 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:15.812452 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.814683 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.841084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-337529f1-1466-4d7f-b7e7-473a129f5c28 None None] Port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:15.862226 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.883958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] For port 6fd3f3d3-58fb-4038-8704-700f612f0af5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6fd3f3d3-58fb-4038-8704-700f612f0af5,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:15.884626 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:15.940101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Calling delete_port for 6fd3f3d3-58fb-4038-8704-700f612f0af5 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:15.946980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:36:08Z', 'revision_number': 3, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:15.952516 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-02980417-3f14-4fe1-a8b2-e2ab4fcf561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 6, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:16.014881 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02980417-3f14-4fe1-a8b2-e2ab4fcf561a None None] The sync data for ids ['0f16ed15-adca-4ca4-b14b-c453bbc44db0'] in n-d-768851-18 is: [{'id': '0f16ed15-adca-4ca4-b14b-c453bbc44db0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2062083269-router', 'tenant_id': '988eab7757e74d3f9b6db711c93c7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:35:17Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 6, 'project_id': '988eab7757e74d3f9b6db711c93c7908', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:16.043579 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c23a4e5-b300-4c82-a30c-e65c1dd83de4 None None] The sync data for ids ['59d3a9e6-69b5-4afb-ad54-d823602e3960'] in n-d-768851-18 is: [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:36:08Z', 'revision_number': 3, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:16.139137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4cd26805-7599-4c94-b0d9-58caa44cb9e2 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Deleting port 5e4d28bd-0cb8-48fe-976b-b9ecf31855fd {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:16.139518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4cd26805-7599-4c94-b0d9-58caa44cb9e2 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.307511 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.319063 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.354371 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4cd26805-7599-4c94-b0d9-58caa44cb9e2 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.354596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4cd26805-7599-4c94-b0d9-58caa44cb9e2 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.387347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4cd26805-7599-4c94-b0d9-58caa44cb9e2 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Calling delete_port for 5e4d28bd-0cb8-48fe-976b-b9ecf31855fd owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:16.447918 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.476718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8faacf-7ce2-4dca-aba6-e42ceaf87d46,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:16.712460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.743443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:16.755225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:16.845445 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:16.863904 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.092120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7b65d-8198-4e18-8734-2eadf2b94323 req-18f746ae-78d3-4c11-b1f8-aaef94c73927 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:17.108537 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25e7b65d-8198-4e18-8734-2eadf2b94323 req-18f746ae-78d3-4c11-b1f8-aaef94c73927 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.3428228 Nov 12 08:36:17.202080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd3f3d3-58fb-4038-8704-700f612f0af5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:17.328103 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:17.333573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4cd26805-7599-4c94-b0d9-58caa44cb9e2 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.360207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Router 59d3a9e6-69b5-4afb-ad54-d823602e3960 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:17.371408 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25e7b65d-8198-4e18-8734-2eadf2b94323 req-39d32e46-9412-422d-88ee-4fed842d6102 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616544 Nov 12 08:36:17.396993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b81d8753-041e-479d-8887-f821e53d1e3d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:17.423477 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b08be5be-157a-4a09-8282-157b8e84d0af None None] Provisioning complete for port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:17.424168 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b08be5be-157a-4a09-8282-157b8e84d0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.521071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7729ac3f-72a7-4db3-bf86-a43691d544e3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:17.554385 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd26805-7599-4c94-b0d9-58caa44cb9e2 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Pushing event deleted for resources: {'Port': ['ID=5e4d28bd-0cb8-48fe-976b-b9ecf31855fd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:17.573363 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.573731 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Added segment a273a666-77ab-42af-9c72-aaef9c4d1dd8 of type vlan for network 5780223c-6713-4982-be90-67b2f26e17f4 Nov 12 08:36:17.656791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b08be5be-157a-4a09-8282-157b8e84d0af None None] Port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:17.689161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b81d8753-041e-479d-8887-f821e53d1e3d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:17.692635 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.764763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:17.789697 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0c7dcd24-360e-4662-8b89-736d0021cf34 admin admin] 10.222.0.31 "PUT /v2.0/routers/59d3a9e6-69b5-4afb-ad54-d823602e3960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3585193 Nov 12 08:36:17.886513 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.898201 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.950656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port b81d8753-041e-479d-8887-f821e53d1e3d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b81d8753-041e-479d-8887-f821e53d1e3d,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:17.960555 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:17.964228 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.029003 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.030311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:18.031996 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.094263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4cd26805-7599-4c94-b0d9-58caa44cb9e2 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.098027 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4cd26805-7599-4c94-b0d9-58caa44cb9e2 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.099622 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4cd26805-7599-4c94-b0d9-58caa44cb9e2 tempest-FloatingIPAdminTestJSON-1819703485 tempest-FloatingIPAdminTestJSON-1819703485-project] 10.222.0.31 "DELETE /v2.0/floatingips/9f524888-4f9f-45e0-a179-500b676a4119 HTTP/1.1" status: 204 len: 168 time: 2.4726579 Nov 12 08:36:18.104755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58016) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:18.146790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=b81d8753-041e-479d-8887-f821e53d1e3d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:18.157666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3ad7d7f6-1e8a-4305-b2df-d0365040b513 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:18.223161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 3ad7d7f6-1e8a-4305-b2df-d0365040b513 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:18.228099 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3ad7d7f6-1e8a-4305-b2df-d0365040b513 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:18.229032 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6fd3f3d3-58fb-4038-8704-700f612f0af5 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:18.278544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 6fd3f3d3-58fb-4038-8704-700f612f0af5 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:18.279297 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6fd3f3d3-58fb-4038-8704-700f612f0af5 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:18.299783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] Pushing event updated for resources: {'Network': ['ID=5780223c-6713-4982-be90-67b2f26e17f4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:18.312160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 5780223c-6713-4982-be90-67b2f26e17f4 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:18.354942 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.358669 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.367271 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-847f5a9f-f2b2-464d-bd2f-aafcd9700878 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0337985 Nov 12 08:36:18.371303 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58026) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:18.378837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d4cb2bdf-87fb-4cbc-ae75-c0d18d19eda4 admin admin] Request body: {'subnet': {'network_id': '5780223c-6713-4982-be90-67b2f26e17f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-508065444-subnet', 'tenant_id': 'bdf6645497fb4467ae49343c10b8ea99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:18.543070 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.544064 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f16ed15-adca-4ca4-b14b-c453bbc44db0 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:36:18.573363 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.580084 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5cc9126e-68f4-42ee-91cd-c9783a865348 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0f16ed15-adca-4ca4-b14b-c453bbc44db0 HTTP/1.1" status: 204 len: 168 time: 4.8869982 Nov 12 08:36:18.583954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58050) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:18.619295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb2bdf-87fb-4cbc-ae75-c0d18d19eda4 admin admin] Made reservation on behalf of bdf6645497fb4467ae49343c10b8ea99 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:18.623853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4cb2bdf-87fb-4cbc-ae75-c0d18d19eda4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.807916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-84908cc8-7f6f-4304-bd74-7abae4cf9d3c admin admin] Deleting subnet 9133abd7-62e8-43de-aed1-a59672280bd8 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:18.830074 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84908cc8-7f6f-4304-bd74-7abae4cf9d3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.908589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b5219-95a6-4951-90c3-5253e6a8ecee req-6384d41c-8bdd-44ff-8a67-4e55da1b3264 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:18.912964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84908cc8-7f6f-4304-bd74-7abae4cf9d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:18.918771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab0b5219-95a6-4951-90c3-5253e6a8ecee req-6384d41c-8bdd-44ff-8a67-4e55da1b3264 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.2517352 Nov 12 08:36:18.960251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b81d8753-041e-479d-8887-f821e53d1e3d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:18.985009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cf783-8454-4bc0-9364-356a657970ac tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Deleting port e997b089-e8b5-4ec0-86a0-0773e76648d0 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:19.002314 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf783-8454-4bc0-9364-356a657970ac tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.098870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84908cc8-7f6f-4304-bd74-7abae4cf9d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.125845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b81d8753-041e-479d-8887-f821e53d1e3d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:19.126629 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.150541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab0b5219-95a6-4951-90c3-5253e6a8ecee req-ebffded9-db2d-420f-bd07-84a5d4ef5cae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194321 Nov 12 08:36:19.191608 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4cb2bdf-87fb-4cbc-ae75-c0d18d19eda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.314015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb2bdf-87fb-4cbc-ae75-c0d18d19eda4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aac3e83-4389-4756-800c-d4cb2c808539,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:19.373414 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf783-8454-4bc0-9364-356a657970ac tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.374122 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf783-8454-4bc0-9364-356a657970ac tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.396509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cf783-8454-4bc0-9364-356a657970ac tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Calling delete_port for e997b089-e8b5-4ec0-86a0-0773e76648d0 owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:19.404349 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84908cc8-7f6f-4304-bd74-7abae4cf9d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.536036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cb2bdf-87fb-4cbc-ae75-c0d18d19eda4 admin admin] Checking segment: {'id': 'a273a666-77ab-42af-9c72-aaef9c4d1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5780223c-6713-4982-be90-67b2f26e17f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:19.536558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb2bdf-87fb-4cbc-ae75-c0d18d19eda4 admin admin] Network hostable DHCP agents. Network: 5780223c-6713-4982-be90-67b2f26e17f4, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:19.556439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84908cc8-7f6f-4304-bd74-7abae4cf9d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9133abd7-62e8-43de-aed1-a59672280bd8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:19.615433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c974aa-9070-4363-8da1-a0e106552f7b None None] Network a7090983-6cc7-479b-8ad2-e710b0307e23 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:19.619074 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84908cc8-7f6f-4304-bd74-7abae4cf9d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.626920 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf783-8454-4bc0-9364-356a657970ac tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.647232 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-84908cc8-7f6f-4304-bd74-7abae4cf9d3c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9133abd7-62e8-43de-aed1-a59672280bd8 HTTP/1.1" status: 204 len: 168 time: 1.0585163 Nov 12 08:36:19.648497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58070) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:19.850791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Sync routers for ids ['59d3a9e6-69b5-4afb-ad54-d823602e3960'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:19.865056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb2bdf-87fb-4cbc-ae75-c0d18d19eda4 admin admin] Network 5780223c-6713-4982-be90-67b2f26e17f4 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:19.868049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cf783-8454-4bc0-9364-356a657970ac tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Pushing event deleted for resources: {'Port': ['ID=e997b089-e8b5-4ec0-86a0-0773e76648d0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:19.889712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb2bdf-87fb-4cbc-ae75-c0d18d19eda4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 5780223c-6713-4982-be90-67b2f26e17f4) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:19.905258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb2bdf-87fb-4cbc-ae75-c0d18d19eda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:19.906232 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4cb2bdf-87fb-4cbc-ae75-c0d18d19eda4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:19.914520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Routers {'59d3a9e6-69b5-4afb-ad54-d823602e3960'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:19.917795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['59d3a9e6-69b5-4afb-ad54-d823602e3960'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:19.920209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccff4c8-79d8-4a82-9b0d-77c0a8acbb1d None None] Network 5780223c-6713-4982-be90-67b2f26e17f4 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:19.975679 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d4cb2bdf-87fb-4cbc-ae75-c0d18d19eda4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6024477 Nov 12 08:36:20.052653 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.272314 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf783-8454-4bc0-9364-356a657970ac tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.278435 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf783-8454-4bc0-9364-356a657970ac tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.293066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58108) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:20.296445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2b3cf783-8454-4bc0-9364-356a657970ac tempest-FloatingIPAdminTestJSON-703804219 tempest-FloatingIPAdminTestJSON-703804219-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/919452cf-b23f-4dac-a116-515a49fb1658 HTTP/1.1" status: 204 len: 168 time: 2.1870201 Nov 12 08:36:20.317078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Deleting port 21a1c0c1-5efd-4841-a962-1f2739538f52 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:20.317677 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.537862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-6fccdf1d-054f-4145-83c4-c5a443f9cb18 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Deleting port d1153171-97eb-42a3-8dd4-b6918c646e39 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:20.539003 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf1d-054f-4145-83c4-c5a443f9cb18 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.579589 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:36:20.605631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] For port 21a1c0c1-5efd-4841-a962-1f2739538f52, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=21a1c0c1-5efd-4841-a962-1f2739538f52,segment=NetworkSegment(d84b0e16-46c7-4c0c-b0b2-752b9c08c95e),segment_id=d84b0e16-46c7-4c0c-b0b2-752b9c08c95e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:20.606428 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.642056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Calling delete_port for 21a1c0c1-5efd-4841-a962-1f2739538f52 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:20.755306 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf1d-054f-4145-83c4-c5a443f9cb18 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:20.810278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4626c-a56d-4801-8f12-f25586b372c5 None None] DHCP port deletion for a7090983-6cc7-479b-8ad2-e710b0307e23 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:20.814494 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-6fccdf1d-054f-4145-83c4-c5a443f9cb18 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Calling delete_port for d1153171-97eb-42a3-8dd4-b6918c646e39 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:20.822131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1f1f08-5466-4344-b518-7c099ef74d93 None None] Network 5780223c-6713-4982-be90-67b2f26e17f4 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:20.875114 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b482fd-fdf3-452a-8dae-f58076004419 req-2428d1db-f913-46cb-a048-83f35202a3cd tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:20.877058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44b482fd-fdf3-452a-8dae-f58076004419 req-2428d1db-f913-46cb-a048-83f35202a3cd tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.5068290 Nov 12 08:36:21.016053 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44b482fd-fdf3-452a-8dae-f58076004419 req-3ba488ac-c85f-472d-9675-994e1a384773 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250546 Nov 12 08:36:21.067114 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.160086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=21a1c0c1-5efd-4841-a962-1f2739538f52,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:21.166893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] No DVR routers for this DVR port 21a1c0c1-5efd-4841-a962-1f2739538f52 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:21.305765 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf1d-054f-4145-83c4-c5a443f9cb18 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.362743 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Set router 59d3a9e6-69b5-4afb-ad54-d823602e3960 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:21.388131 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.415260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccdf1d-054f-4145-83c4-c5a443f9cb18 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event deleted for resources: {'Port': ['ID=d1153171-97eb-42a3-8dd4-b6918c646e39,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:21.418096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-51a4626c-a56d-4801-8f12-f25586b372c5 None None] Deleting port 21a1c0c1-5efd-4841-a962-1f2739538f52 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:21.418712 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-51a4626c-a56d-4801-8f12-f25586b372c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.433467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7090983-6cc7-479b-8ad2-e710b0307e23']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:21.460456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:21.460758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84b0e16-46c7-4c0c-b0b2-752b9c08c95e') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:21.492358 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.526517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-51a4626c-a56d-4801-8f12-f25586b372c5 None None] For port 21a1c0c1-5efd-4841-a962-1f2739538f52, host n-d-768851-18, got binding levels [] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:21.527298 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-51a4626c-a56d-4801-8f12-f25586b372c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.532348 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.550419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-51a4626c-a56d-4801-8f12-f25586b372c5 None None] Calling delete_port for 21a1c0c1-5efd-4841-a962-1f2739538f52 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:21.551675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:21.554108 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.557344 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.ipam_backend_mixin [None req-51a4626c-a56d-4801-8f12-f25586b372c5 None None] Port 21a1c0c1-5efd-4841-a962-1f2739538f52 was not found and therefore no delete operation was performed {{(pid=102446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:36:21.561750 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-51a4626c-a56d-4801-8f12-f25586b372c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:21.586653 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:21.595034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf1d-054f-4145-83c4-c5a443f9cb18 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.598932 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6fccdf1d-054f-4145-83c4-c5a443f9cb18 tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "DELETE /v2.0/ports/d1153171-97eb-42a3-8dd4-b6918c646e39 HTTP/1.1" status: 204 len: 168 time: 1.3038993 Nov 12 08:36:21.603552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58128) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:21.694637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4626c-a56d-4801-8f12-f25586b372c5 None None] Pushing event deleted for resources: {'Port': ['ID=21a1c0c1-5efd-4841-a962-1f2739538f52,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:21.724257 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee20fbe-ba6c-4e7a-af64-942857609d5e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:21.731877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1ee20fbe-ba6c-4e7a-af64-942857609d5e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "GET /v2.0/ports?device_id=84b040f9-e89d-4540-81e0-5d1091bf3401 HTTP/1.1" status: 200 len: 913 time: 0.1249895 Nov 12 08:36:21.732515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58130) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:21.784204 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.808286 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:21.820681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4626c-a56d-4801-8f12-f25586b372c5 None None] No DVR routers for this DVR port 21a1c0c1-5efd-4841-a962-1f2739538f52 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:21.840152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a7090983-6cc7-479b-8ad2-e710b0307e23 HTTP/1.1" status: 204 len: 168 time: 2.1745527 Nov 12 08:36:21.955589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72408d-ca61-47f2-8a72-a9b122763e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7090983-6cc7-479b-8ad2-e710b0307e23,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:22.055043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 4, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ea8faacf-7ce2-4dca-aba6-e42ceaf87d46', 'name': '', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'mac_address': 'fa:16:3e:64:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:16Z', 'revision_number': 2, 'project_id': '44298e737f604b238fe53614a447a1cf', 'subnets': [{'id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:22.185914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Checking router: 59d3a9e6-69b5-4afb-ad54-d823602e3960 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:22.186283 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Updating router 59d3a9e6-69b5-4afb-ad54-d823602e3960 port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:22.267991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58142) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:22.275981 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.299914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a7862-4d1b-4b44-a6fe-15d6e683f4f5 req-fa35eda8-7b2c-4351-823c-3d4b1e07a841 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:22.303224 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.312500 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b5a7862-4d1b-4b44-a6fe-15d6e683f4f5 req-fa35eda8-7b2c-4351-823c-3d4b1e07a841 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.1801100 Nov 12 08:36:22.474001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7f67bc8d-e26c-45f9-88dc-d4114c5d48bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=988eab7757e74d3f9b6db711c93c7908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533930 Nov 12 08:36:22.479722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b5a7862-4d1b-4b44-a6fe-15d6e683f4f5 req-9332fb5e-7687-47ae-92cb-11c28ff470a8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651020 Nov 12 08:36:22.480207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58150) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:22.592058 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-315a5842-c4de-48ce-a088-503f1550c917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.638158 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-315a5842-c4de-48ce-a088-503f1550c917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.787370 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-315a5842-c4de-48ce-a088-503f1550c917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.791881 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-315a5842-c4de-48ce-a088-503f1550c917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:22.798224 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-315a5842-c4de-48ce-a088-503f1550c917 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/117b1a1a-391a-4647-9519-4fd32cd61411 HTTP/1.1" status: 204 len: 168 time: 0.3145797 Nov 12 08:36:22.849519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a5842-c4de-48ce-a088-503f1550c917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117b1a1a-391a-4647-9519-4fd32cd61411,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:22.919011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 21a1c0c1-5efd-4841-a962-1f2739538f52 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:22.968492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 21a1c0c1-5efd-4841-a962-1f2739538f52 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:22.969028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 21a1c0c1-5efd-4841-a962-1f2739538f52 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:23.008586 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.017494 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.096827 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232942b2-356d-4f37-a782-459606198483 None None] Pushing event updated for resources: {'Port': ['ID=ea8faacf-7ce2-4dca-aba6-e42ceaf87d46,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:23.236476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Attempting to bind port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:23.236871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Attempting to bind port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:23.237272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Attempting to bind port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 on network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:23.243701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:23.244122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Checking segment: {'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:23.244474 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.244945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Bound using segment: {'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:23.245454 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Bound port: ea8faacf-7ce2-4dca-aba6-e42ceaf87d46, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:23.246752 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.380778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] For port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:23.385904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] For port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ea8faacf-7ce2-4dca-aba6-e42ceaf87d46,segment=NetworkSegment(aece0b32-5281-4cee-b18a-5d7c2751dfd1),segment_id=aece0b32-5281-4cee-b18a-5d7c2751dfd1)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:23.395096 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.536271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Routers {'59d3a9e6-69b5-4afb-ad54-d823602e3960'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:23.537003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['59d3a9e6-69b5-4afb-ad54-d823602e3960'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:23.595900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232942b2-356d-4f37-a782-459606198483 None None] Pushing event updated for resources: {'Port': ['ID=ea8faacf-7ce2-4dca-aba6-e42ceaf87d46,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:23.742492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-c7d6aa36-76e6-4a23-9aae-e4ddf93d1b73 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.744181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9568567c-7f24-4562-84cf-9dc563a67c53 None None] Provisioning complete for port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:23.744339 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-c7d6aa36-76e6-4a23-9aae-e4ddf93d1b73 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/networks?id=5780223c-6713-4982-be90-67b2f26e17f4 HTTP/1.1" status: 200 len: 813 time: 0.5638881 Nov 12 08:36:23.744916 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9568567c-7f24-4562-84cf-9dc563a67c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:23.848987 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-8763bfe2-7d91-411a-ac8e-112c26167bfd tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/quotas/bdf6645497fb4467ae49343c10b8ea99 HTTP/1.1" status: 200 len: 375 time: 0.0288248 Nov 12 08:36:23.873673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] Set router 59d3a9e6-69b5-4afb-ad54-d823602e3960 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:23.890716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f419e-c0f5-4012-81a8-de220bbd7fe8 req-7c39e0af-7414-410b-a37e-de9d2bb8dffd tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:23.904315 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-719f419e-c0f5-4012-81a8-de220bbd7fe8 req-7c39e0af-7414-410b-a37e-de9d2bb8dffd tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.2223055 Nov 12 08:36:23.969525 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-dea6d25b-8344-4322-a1e0-f2a58d425fb4 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bdf6645497fb4467ae49343c10b8ea99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1081569 Nov 12 08:36:24.009882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c40f76-bc63-4160-92c9-35132bfd9458 req-d3c6d03d-85d4-4afc-a848-9d0d1f882dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:24.013095 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27c40f76-bc63-4160-92c9-35132bfd9458 req-d3c6d03d-85d4-4afc-a848-9d0d1f882dab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 1097 time: 0.6915584 Nov 12 08:36:24.058443 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-719f419e-c0f5-4012-81a8-de220bbd7fe8 req-ebeda2e6-1d54-4f37-a2c2-450d8ec8bda2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528957 Nov 12 08:36:24.383140 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-e4230d4f-67f2-41d6-9bed-c07c58d0516a service neutron] 10.222.0.31 "GET /v2.0/networks/5780223c-6713-4982-be90-67b2f26e17f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962686 Nov 12 08:36:24.396342 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9568567c-7f24-4562-84cf-9dc563a67c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.472972 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d8aeba0-a4e0-424a-b08c-a9a04487f31e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.543932 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c40f76-bc63-4160-92c9-35132bfd9458 req-d6b5ceb2-c6f9-46a7-be45-a765e340101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:24.545235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9568567c-7f24-4562-84cf-9dc563a67c53 None None] For port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ea8faacf-7ce2-4dca-aba6-e42ceaf87d46,segment=NetworkSegment(aece0b32-5281-4cee-b18a-5d7c2751dfd1),segment_id=aece0b32-5281-4cee-b18a-5d7c2751dfd1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:24.547178 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27c40f76-bc63-4160-92c9-35132bfd9458 req-d6b5ceb2-c6f9-46a7-be45-a765e340101c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 911 time: 0.5197806 Nov 12 08:36:24.553015 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9568567c-7f24-4562-84cf-9dc563a67c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.657749 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27c40f76-bc63-4160-92c9-35132bfd9458 req-d226fb64-bec3-4c15-913d-73b51ed936dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11273fcb-6b83-4f01-aa9a-c71852e70eaa HTTP/1.1" status: 200 len: 217 time: 0.0595074 Nov 12 08:36:24.699241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568567c-7f24-4562-84cf-9dc563a67c53 None None] Pushing event updated for resources: {'Port': ['ID=ea8faacf-7ce2-4dca-aba6-e42ceaf87d46,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:24.780038 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-018182ff-e74a-449c-8875-7faa97a25fe9 None None] Provisioning complete for port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:24.780447 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-018182ff-e74a-449c-8875-7faa97a25fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:24.828134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c40f76-bc63-4160-92c9-35132bfd9458 req-5ad82eae-7642-40f8-b840-d86c1df90884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:24.830034 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27c40f76-bc63-4160-92c9-35132bfd9458 req-5ad82eae-7642-40f8-b840-d86c1df90884 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.0952780 Nov 12 08:36:24.831925 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-1cc51be6-d6ff-4aaf-81d0-8ef63321c87c service neutron] 10.222.0.31 "GET /v2.0/networks/5780223c-6713-4982-be90-67b2f26e17f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318068 Nov 12 08:36:24.933396 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27c40f76-bc63-4160-92c9-35132bfd9458 req-5a9ecefd-b3e1-47ee-bab5-57b73f89422e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598757 Nov 12 08:36:24.942266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 4, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ea8faacf-7ce2-4dca-aba6-e42ceaf87d46', 'name': '', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'mac_address': 'fa:16:3e:64:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:23Z', 'revision_number': 4, 'project_id': '44298e737f604b238fe53614a447a1cf', 'subnets': [{'id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:25.017772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadde98e-ff23-425d-8380-5676384b1635 None None] The sync data for ids ['59d3a9e6-69b5-4afb-ad54-d823602e3960'] in n-d-768851-18 is: [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 4, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ea8faacf-7ce2-4dca-aba6-e42ceaf87d46', 'name': '', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'mac_address': 'fa:16:3e:64:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:23Z', 'revision_number': 4, 'project_id': '44298e737f604b238fe53614a447a1cf', 'subnets': [{'id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:25.145751 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 11273fcb-6b83-4f01-aa9a-c71852e70eaa no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:25.302262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27c40f76-bc63-4160-92c9-35132bfd9458 req-4e9bac4d-b2b3-4151-a78b-e8cbebc56eb7 service neutron] 10.222.0.52 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598273 Nov 12 08:36:25.307482 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b93a89be-9db2-4c37-ab58-fdbaee9a4673 req-aedddd28-c5c0-4860-8855-86adb0484a2e tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 210 time: 0.0979691 Nov 12 08:36:25.386600 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.503060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c34d9a5-1676-47fc-9b88-7903b4c8bfdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11273fcb-6b83-4f01-aa9a-c71852e70eaa'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:25.510285 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29988cf9-79c4-4205-905e-829b92407af6" -d '{"events": [{"server_uuid": "9c34d9a5-1676-47fc-9b88-7903b4c8bfdf", "name": "network-vif-unplugged", "status": "completed", "tag": "11273fcb-6b83-4f01-aa9a-c71852e70eaa"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:25.518492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355249f2-d300-48a7-b47b-01e957e4aa0e req-76840e99-cf40-4eb2-bc39-fe7771140408 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:25.550309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-355249f2-d300-48a7-b47b-01e957e4aa0e req-76840e99-cf40-4eb2-bc39-fe7771140408 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 945 time: 0.2477164 Nov 12 08:36:25.556324 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27c40f76-bc63-4160-92c9-35132bfd9458 req-c300254a-0116-41ef-b70a-b770f4d3837e service neutron] 10.222.0.52 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428772 Nov 12 08:36:25.559532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2d8aeba0-a4e0-424a-b08c-a9a04487f31e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Deleting port e23b5b98-bbbf-445c-8da8-fa2fb67380c3 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:25.560055 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d8aeba0-a4e0-424a-b08c-a9a04487f31e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.618168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 11273fcb-6b83-4f01-aa9a-c71852e70eaa, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=11273fcb-6b83-4f01-aa9a-c71852e70eaa,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:25.626808 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.741745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-355249f2-d300-48a7-b47b-01e957e4aa0e req-13f840ce-ff8e-4bd4-a8a1-d0ee5a052342 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868942 Nov 12 08:36:25.807566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=11273fcb-6b83-4f01-aa9a-c71852e70eaa,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:25.815220 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d8aeba0-a4e0-424a-b08c-a9a04487f31e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:25.835165 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2d8aeba0-a4e0-424a-b08c-a9a04487f31e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Calling delete_port for e23b5b98-bbbf-445c-8da8-fa2fb67380c3 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:26.024957 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f4a79e-3a5a-4f41-925c-68d5ce8488ae x-openstack-request-id: req-27f4a79e-3a5a-4f41-925c-68d5ce8488ae {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:26.025469 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c34d9a5-1676-47fc-9b88-7903b4c8bfdf", "name": "network-vif-unplugged", "status": "completed", "tag": "11273fcb-6b83-4f01-aa9a-c71852e70eaa", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:26.025892 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27f4a79e-3a5a-4f41-925c-68d5ce8488ae {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:26.026513 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c34d9a5-1676-47fc-9b88-7903b4c8bfdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11273fcb-6b83-4f01-aa9a-c71852e70eaa', 'code': 200} Nov 12 08:36:26.217703 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d8aeba0-a4e0-424a-b08c-a9a04487f31e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:26.410575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8aeba0-a4e0-424a-b08c-a9a04487f31e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event deleted for resources: {'Port': ['ID=e23b5b98-bbbf-445c-8da8-fa2fb67380c3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:26.732692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f406ce39-ea18-4df8-bd82-9fe822a1f3c0 req-2e407de2-5d89-4c6b-844f-7c0be32817a3 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 210 time: 0.1685264 Nov 12 08:36:27.052914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:27.075660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d8aeba0-a4e0-424a-b08c-a9a04487f31e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.115675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1927e-0765-4943-9dab-62b30977cf14 req-478d3108-4ec7-4ef4-a5e2-46bdd0223072 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:27.117319 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c1f1927e-0765-4943-9dab-62b30977cf14 req-478d3108-4ec7-4ef4-a5e2-46bdd0223072 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 943 time: 0.1530304 Nov 12 08:36:27.185253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:27.185727 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:27.623753 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c1f1927e-0765-4943-9dab-62b30977cf14 req-3535d2da-c20d-405f-acdd-a5b351e09f1f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170652 Nov 12 08:36:27.851063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8aeba0-a4e0-424a-b08c-a9a04487f31e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Router 84b040f9-e89d-4540-81e0-5d1091bf3401 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:36:28.024917 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4254af21-1b59-4354-b65d-af4212f7ceb4 req-4d7552cb-d03b-42cf-9c66-f6b146bfa160 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 210 time: 0.0486140 Nov 12 08:36:28.089309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-9105f993-4f88-47b3-915a-d9f4526f96e3 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:28.092251 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-9105f993-4f88-47b3-915a-d9f4526f96e3 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.46 "GET /v2.0/networks?id=5780223c-6713-4982-be90-67b2f26e17f4 HTTP/1.1" status: 200 len: 813 time: 0.7064798 Nov 12 08:36:28.110732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Request body: {'port': {'device_id': '541cab04-b8bf-45c1-abe8-a1427d2e1f25', 'network_id': '5780223c-6713-4982-be90-67b2f26e17f4', 'admin_state_up': True, 'tenant_id': 'bdf6645497fb4467ae49343c10b8ea99'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:28.133335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8aeba0-a4e0-424a-b08c-a9a04487f31e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:28.145515 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2d8aeba0-a4e0-424a-b08c-a9a04487f31e tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "PUT /v2.0/routers/84b040f9-e89d-4540-81e0-5d1091bf3401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4073706 Nov 12 08:36:28.145748 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85021c5b-c011-4d32-9b22-6c2d36e5df07 None None] Sync routers for ids ['84b040f9-e89d-4540-81e0-5d1091bf3401'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:28.149509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58284) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:28.158373 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85021c5b-c011-4d32-9b22-6c2d36e5df07 None None] Routers {'84b040f9-e89d-4540-81e0-5d1091bf3401'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:28.159404 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-85021c5b-c011-4d32-9b22-6c2d36e5df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['84b040f9-e89d-4540-81e0-5d1091bf3401'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:28.213910 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-85021c5b-c011-4d32-9b22-6c2d36e5df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:28.227119 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85021c5b-c011-4d32-9b22-6c2d36e5df07 None None] Routers {'84b040f9-e89d-4540-81e0-5d1091bf3401'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:28.228364 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-85021c5b-c011-4d32-9b22-6c2d36e5df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['84b040f9-e89d-4540-81e0-5d1091bf3401'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:28.267248 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-85021c5b-c011-4d32-9b22-6c2d36e5df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:28.267904 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85021c5b-c011-4d32-9b22-6c2d36e5df07 None None] The sync data for ids ['84b040f9-e89d-4540-81e0-5d1091bf3401'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:28.339261 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.486143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.573056 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.591984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Deleting port 5e551603-b120-4929-874e-5708f7081f54 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:28.592278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:28.607407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Made reservation on behalf of bdf6645497fb4467ae49343c10b8ea99 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:28.611721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.234382 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97eadd15-edb4-46cb-8494-1d3821920283 req-c5123c68-f7e8-4c81-af77-dd96ee5447e3 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 210 time: 0.0449386 Nov 12 08:36:29.276483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68698a8-fb0d-409b-9cb1-771a7e21d9dc req-6779185a-d244-4be7-abc9-b526abdadb0a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:29.284925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f68698a8-fb0d-409b-9cb1-771a7e21d9dc req-6779185a-d244-4be7-abc9-b526abdadb0a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 943 time: 0.5714953 Nov 12 08:36:29.287392 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.325218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Calling delete_port for 5e551603-b120-4929-874e-5708f7081f54 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:29.353485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Allocated IP 172.20.0.10 (5780223c-6713-4982-be90-67b2f26e17f4/3aac3e83-4389-4756-800c-d4cb2c808539/8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:29.417344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f68698a8-fb0d-409b-9cb1-771a7e21d9dc req-bc9b68e7-8251-4e10-9c62-27664d5be8e8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323948 Nov 12 08:36:29.729066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.733897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.775042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event deleted for resources: {'Port': ['ID=5e551603-b120-4929-874e-5708f7081f54,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:29.876326 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:29.890017 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.036680 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.040463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.055697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Network 5780223c-6713-4982-be90-67b2f26e17f4 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:30.067496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:30.070813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:30.173345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Pushing event updated for resources: {'Port': ['ID=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:30.189440 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.190330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Fanout notify agent at l3_agent the message router_deleted on router 84b040f9-e89d-4540-81e0-5d1091bf3401 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:36:30.211071 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.212941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4d8d9189-5b47-42fb-b53b-8540461c517c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "DELETE /v2.0/routers/84b040f9-e89d-4540-81e0-5d1091bf3401 HTTP/1.1" status: 204 len: 168 time: 2.0617681 Nov 12 08:36:30.215372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58376) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:30.236072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:30.236768 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.274297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-6209b3f1-3d5b-458d-a0e5-4eaf3038263d tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1690810 Nov 12 08:36:30.301657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Request body: {'port': {'device_id': '541cab04-b8bf-45c1-abe8-a1427d2e1f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:30.338606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-447d1dbb-ff8c-4208-bbfa-46a22de4448c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Deleting subnet e5168249-c34e-4421-b749-2cc21c87adab {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:30.343836 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-447d1dbb-ff8c-4208-bbfa-46a22de4448c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.439845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-447d1dbb-ff8c-4208-bbfa-46a22de4448c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.502860 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.595727 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-447d1dbb-ff8c-4208-bbfa-46a22de4448c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.613692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631df54-6d3a-4e85-b77c-e3782d4e9229 req-d6d799e4-f0f9-413a-b737-3d8617181847 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:30.625748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b631df54-6d3a-4e85-b77c-e3782d4e9229 req-d6d799e4-f0f9-413a-b737-3d8617181847 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 932 time: 0.2550068 Nov 12 08:36:30.757589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f42012-4f89-4e53-b136-c87baa0d05f3 req-69239504-e781-4754-9b63-7676b8464cf2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:30.761928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87f42012-4f89-4e53-b136-c87baa0d05f3 req-69239504-e781-4754-9b63-7676b8464cf2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c34d9a5-1676-47fc-9b88-7903b4c8bfdf HTTP/1.1" status: 200 len: 943 time: 0.1880531 Nov 12 08:36:30.824224 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b631df54-6d3a-4e85-b77c-e3782d4e9229 req-353d88bd-5abf-4206-9a21-5c1bf8965592 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963444 Nov 12 08:36:30.840946 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-447d1dbb-ff8c-4208-bbfa-46a22de4448c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.910978 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-447d1dbb-ff8c-4208-bbfa-46a22de4448c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:30.919712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd264cb-d035-4a02-9182-a00dc6fc16bb None None] Network 80858e2c-aa26-45f1-b694-f0a2939c78e1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:30.921843 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-447d1dbb-ff8c-4208-bbfa-46a22de4448c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "DELETE /v2.0/subnets/e5168249-c34e-4421-b749-2cc21c87adab HTTP/1.1" status: 204 len: 168 time: 0.7052712 Nov 12 08:36:30.923004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d1dbb-ff8c-4208-bbfa-46a22de4448c tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event deleted for resources: {'Subnet': ['ID=e5168249-c34e-4421-b749-2cc21c87adab,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:30.924935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58400) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:31.235347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 11273fcb-6b83-4f01-aa9a-c71852e70eaa no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:31.308248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:31.325300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.373975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Transition to ACTIVE for port object 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:31.399964 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.465591 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.480669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-87f42012-4f89-4e53-b136-c87baa0d05f3 req-ada6f0f7-d6da-4276-9802-b45723eafc79 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Deleting port 11273fcb-6b83-4f01-aa9a-c71852e70eaa {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:31.481238 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-87f42012-4f89-4e53-b136-c87baa0d05f3 req-ada6f0f7-d6da-4276-9802-b45723eafc79 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.520062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:31.537833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfea2f-f625-40f9-bc57-390985d0c0d2 None None] DHCP port deletion for 80858e2c-aa26-45f1-b694-f0a2939c78e1 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:36:31.609978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-fc203817-e6fc-48f7-b58d-d4b628277f89 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=aba8726d486c48afa45bb2922673deba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1354396 Nov 12 08:36:31.617423 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-87f42012-4f89-4e53-b136-c87baa0d05f3 req-ada6f0f7-d6da-4276-9802-b45723eafc79 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] For port 11273fcb-6b83-4f01-aa9a-c71852e70eaa, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=11273fcb-6b83-4f01-aa9a-c71852e70eaa,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:31.617795 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-87f42012-4f89-4e53-b136-c87baa0d05f3 req-ada6f0f7-d6da-4276-9802-b45723eafc79 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.633508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-93bfea2f-f625-40f9-bc57-390985d0c0d2 None None] Deleting port 4f54254a-4722-4f8d-b669-a773947f856d {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:31.633899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Deleting port 4f54254a-4722-4f8d-b669-a773947f856d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:31.634149 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93bfea2f-f625-40f9-bc57-390985d0c0d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.634270 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.636210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-87f42012-4f89-4e53-b136-c87baa0d05f3 req-ada6f0f7-d6da-4276-9802-b45723eafc79 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Calling delete_port for 11273fcb-6b83-4f01-aa9a-c71852e70eaa owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:31.755457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] For port 4f54254a-4722-4f8d-b669-a773947f856d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4f54254a-4722-4f8d-b669-a773947f856d,segment=NetworkSegment(b4ddfe09-0d63-422f-ab50-9a7e7d82385d),segment_id=b4ddfe09-0d63-422f-ab50-9a7e7d82385d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:31.756351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.757770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-93bfea2f-f625-40f9-bc57-390985d0c0d2 None None] For port 4f54254a-4722-4f8d-b669-a773947f856d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4f54254a-4722-4f8d-b669-a773947f856d,segment=NetworkSegment(b4ddfe09-0d63-422f-ab50-9a7e7d82385d),segment_id=b4ddfe09-0d63-422f-ab50-9a7e7d82385d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:31.758729 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93bfea2f-f625-40f9-bc57-390985d0c0d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.773429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-93bfea2f-f625-40f9-bc57-390985d0c0d2 None None] Calling delete_port for 4f54254a-4722-4f8d-b669-a773947f856d owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:31.778743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Calling delete_port for 4f54254a-4722-4f8d-b669-a773947f856d owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:31.900479 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93bfea2f-f625-40f9-bc57-390985d0c0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.911366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Attempting to bind port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:31.912031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Attempting to bind port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'a273a666-77ab-42af-9c72-aaef9c4d1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5780223c-6713-4982-be90-67b2f26e17f4'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:31.913125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfea2f-f625-40f9-bc57-390985d0c0d2 None None] No DVR routers for this DVR port 4f54254a-4722-4f8d-b669-a773947f856d on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:31.914331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Attempting to bind port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 on network 5780223c-6713-4982-be90-67b2f26e17f4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:31.932681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 on network 5780223c-6713-4982-be90-67b2f26e17f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:31.933500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Attempting to bind port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 on network 5780223c-6713-4982-be90-67b2f26e17f4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:31.934705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfea2f-f625-40f9-bc57-390985d0c0d2 None None] Pushing event deleted for resources: {'Port': ['ID=4f54254a-4722-4f8d-b669-a773947f856d,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:31.944470 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:31.944943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Checking segment: {'id': 'a273a666-77ab-42af-9c72-aaef9c4d1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5780223c-6713-4982-be90-67b2f26e17f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:31.945565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Bound using segment: {'id': 'a273a666-77ab-42af-9c72-aaef9c4d1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5780223c-6713-4982-be90-67b2f26e17f4'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:31.946264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Bound port: 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a273a666-77ab-42af-9c72-aaef9c4d1dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5780223c-6713-4982-be90-67b2f26e17f4'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:31.946818 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.965579 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-87f42012-4f89-4e53-b136-c87baa0d05f3 req-ada6f0f7-d6da-4276-9802-b45723eafc79 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.974309 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:31.980778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654256-77c4-4a7c-b30b-596ac95c861f req-675bb664-1b7a-4712-b702-b0e2de252946 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:31.990686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-675bb664-1b7a-4712-b702-b0e2de252946 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3785715 Nov 12 08:36:32.007542 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6f0f7-d6da-4276-9802-b45723eafc79 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Pushing event deleted for resources: {'Port': ['ID=11273fcb-6b83-4f01-aa9a-c71852e70eaa,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:32.020915 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-f45ed08b-84ce-413a-997f-44c7248a1cdc tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/quotas/aba8726d486c48afa45bb2922673deba HTTP/1.1" status: 200 len: 375 time: 0.0290241 Nov 12 08:36:32.059102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] No DVR routers for this DVR port 4f54254a-4722-4f8d-b669-a773947f856d on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:32.096410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event deleted for resources: {'Port': ['ID=4f54254a-4722-4f8d-b669-a773947f856d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:32.106163 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-af014e0f-1f20-4941-80f4-c5144046cbe7 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aba8726d486c48afa45bb2922673deba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826385 Nov 12 08:36:32.116523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f42012-4f89-4e53-b136-c87baa0d05f3 req-ada6f0f7-d6da-4276-9802-b45723eafc79 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] No DVR routers for this DVR port 11273fcb-6b83-4f01-aa9a-c71852e70eaa on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:32.118360 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-87f42012-4f89-4e53-b136-c87baa0d05f3 req-ada6f0f7-d6da-4276-9802-b45723eafc79 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.122534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87f42012-4f89-4e53-b136-c87baa0d05f3 req-ada6f0f7-d6da-4276-9802-b45723eafc79 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "DELETE /v2.0/ports/11273fcb-6b83-4f01-aa9a-c71852e70eaa HTTP/1.1" status: 204 len: 173 time: 1.3485432 Nov 12 08:36:32.126075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c34d9a5-1676-47fc-9b88-7903b4c8bfdf', 'name': 'network-vif-deleted', 'tag': '11273fcb-6b83-4f01-aa9a-c71852e70eaa'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:32.130317 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d27d8f-3277-4ace-9d98-a07609dfa41b" -d '{"events": [{"server_uuid": "9c34d9a5-1676-47fc-9b88-7903b4c8bfdf", "name": "network-vif-deleted", "tag": "11273fcb-6b83-4f01-aa9a-c71852e70eaa"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:32.149781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] For port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:32.158280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] For port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008,segment=NetworkSegment(a273a666-77ab-42af-9c72-aaef9c4d1dd8),segment_id=a273a666-77ab-42af-9c72-aaef9c4d1dd8)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:32.169135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.240174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.241658 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.243460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] 10.222.0.46 "PUT /v2.0/ports/8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 HTTP/1.1" status: 200 len: 1093 time: 1.9541521 Nov 12 08:36:32.244062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541cab04-b8bf-45c1-abe8-a1427d2e1f25', 'tag': '8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:32.246685 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79241727-ed1f-4b50-bc70-279e04f7141e" -d '{"events": [{"name": "network-changed", "server_uuid": "541cab04-b8bf-45c1-abe8-a1427d2e1f25", "tag": "8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:32.272631 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.281336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b647eb-5f7e-4901-8e45-5e9663514ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:32.340427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80858e2c-aa26-45f1-b694-f0a2939c78e1']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:32.399172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-a15acf99-0bd9-4389-8029-53842ac2a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.405819 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-a15acf99-0bd9-4389-8029-53842ac2a3bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bdf6645497fb4467ae49343c10b8ea99&device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 1096 time: 0.1025856 Nov 12 08:36:32.411420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ddfe09-0d63-422f-ab50-9a7e7d82385d') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:32.412588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ddfe09-0d63-422f-ab50-9a7e7d82385d') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:32.443425 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.486076 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.495673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:32.496429 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:32.500580 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:32.539572 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-74d6911d-75cb-4dfb-bc7a-7ee737b50e5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 HTTP/1.1" status: 200 len: 217 time: 0.1227586 Nov 12 08:36:32.624124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270a746-b2db-4848-bf8e-47a460750a70 req-7b18caf4-18ab-4032-b983-9415d935c46e tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.636420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d270a746-b2db-4848-bf8e-47a460750a70 req-7b18caf4-18ab-4032-b983-9415d935c46e tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 944 time: 0.2072229 Nov 12 08:36:32.676499 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf0da4c-845e-4725-961b-496d38901791 x-openstack-request-id: req-dcf0da4c-845e-4725-961b-496d38901791 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:32.676916 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c34d9a5-1676-47fc-9b88-7903b4c8bfdf", "name": "network-vif-deleted", "tag": "11273fcb-6b83-4f01-aa9a-c71852e70eaa", "status": "failed", "code": 422}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:32.677321 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcf0da4c-845e-4725-961b-496d38901791 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:32.679183 n-d-768851-18 neutron-server[102445]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c34d9a5-1676-47fc-9b88-7903b4c8bfdf', 'name': 'network-vif-deleted', 'tag': '11273fcb-6b83-4f01-aa9a-c71852e70eaa', 'status': 'failed', 'code': 422} returned with failed status Nov 12 08:36:32.680499 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.694237 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:32.698693 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "DELETE /v2.0/networks/80858e2c-aa26-45f1-b694-f0a2939c78e1 HTTP/1.1" status: 204 len: 168 time: 1.7664340 Nov 12 08:36:32.701318 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58468) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:32.709473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-e30f43f7-20c8-43bc-9cdc-8cb3753b4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:32.711627 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-e30f43f7-20c8-43bc-9cdc-8cb3753b4fbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3aac3e83-4389-4756-800c-d4cb2c808539 HTTP/1.1" status: 200 len: 853 time: 0.1616187 Nov 12 08:36:32.741816 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d270a746-b2db-4848-bf8e-47a460750a70 req-591048bb-f8d3-4b87-ad97-c1ecf2c7109e tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866621 Nov 12 08:36:32.748594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de33ae7-0039-4d80-aeac-ec75f35f5b6f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event deleted for resources: {'Network': ['ID=80858e2c-aa26-45f1-b694-f0a2939c78e1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:32.801953 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-4736e13f-f4fe-45ef-be65-cadc9900c926 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5780223c-6713-4982-be90-67b2f26e17f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605638 Nov 12 08:36:32.856667 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575ab21b-1215-4230-9abc-452ea18cf1c3 x-openstack-request-id: req-575ab21b-1215-4230-9abc-452ea18cf1c3 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:32.857220 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541cab04-b8bf-45c1-abe8-a1427d2e1f25", "tag": "8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:32.857695 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-575ab21b-1215-4230-9abc-452ea18cf1c3 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:32.858322 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541cab04-b8bf-45c1-abe8-a1427d2e1f25', 'tag': '8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008', 'status': 'completed', 'code': 200} Nov 12 08:36:33.019666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4f54254a-4722-4f8d-b669-a773947f856d no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:33.054170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 4f54254a-4722-4f8d-b669-a773947f856d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:33.054713 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4f54254a-4722-4f8d-b669-a773947f856d not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:33.107881 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-5d7ee54a-daa4-42bd-8b30-f8a2fa0000b0 service neutron] 10.222.0.46 "GET /v2.0/networks/5780223c-6713-4982-be90-67b2f26e17f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045762 Nov 12 08:36:33.140170 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-8da49da2-24a2-41e0-bbdf-42265c0895e1 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=aba8726d486c48afa45bb2922673deba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791132 Nov 12 08:36:33.306471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-652dc48c-dd1f-4fff-8e20-c15e3627d724 req-ca720e19-908b-4f34-846a-1ad4040e2592 service neutron] 10.222.0.46 "GET /v2.0/networks/5780223c-6713-4982-be90-67b2f26e17f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887732 Nov 12 08:36:33.459790 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-031d9e01-3979-42ac-855f-149034d9728f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Deleting port a1b36c1a-566c-4beb-9209-d3321104f2b8 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:33.460246 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-031d9e01-3979-42ac-855f-149034d9728f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.487996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-cd475c04-9ab5-47de-a521-3f3b5b386b60 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:33.500912 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-cd475c04-9ab5-47de-a521-3f3b5b386b60 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3588071 Nov 12 08:36:33.522678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241727-ed1f-4b50-bc70-279e04f7141e req-e3be4d1c-91e5-4bdd-b5b3-8e5ee5682e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:33.524331 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79241727-ed1f-4b50-bc70-279e04f7141e req-e3be4d1c-91e5-4bdd-b5b3-8e5ee5682e54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bdf6645497fb4467ae49343c10b8ea99&device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 1096 time: 0.1345367 Nov 12 08:36:33.620319 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-cca51e23-7cb5-4969-b8fe-21106c4a22f9 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/quotas/aba8726d486c48afa45bb2922673deba HTTP/1.1" status: 200 len: 375 time: 0.1063676 Nov 12 08:36:33.682853 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-2c155c82-29c8-410c-864d-8a498d4b279e tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aba8726d486c48afa45bb2922673deba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522807 Nov 12 08:36:33.693054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-12e9ac53-a8f7-4213-a295-63b13d402a7e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:33.698929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-12e9ac53-a8f7-4213-a295-63b13d402a7e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.3440192 Nov 12 08:36:33.734048 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-031d9e01-3979-42ac-855f-149034d9728f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.734048 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-031d9e01-3979-42ac-855f-149034d9728f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:33.755579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-031d9e01-3979-42ac-855f-149034d9728f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Calling delete_port for a1b36c1a-566c-4beb-9209-d3321104f2b8 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:33.765781 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-c45d0ae6-2168-4668-a851-5f031960a647 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/quotas/66149b06cc734872a68ec8f1fb5145a6 HTTP/1.1" status: 200 len: 375 time: 0.0445287 Nov 12 08:36:33.810240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-df02655c-d636-4ac6-b9a4-0b7e9649a038 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429003 Nov 12 08:36:33.838506 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241727-ed1f-4b50-bc70-279e04f7141e req-e54df627-38bc-493f-ba4d-1b6cddd9e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:33.840406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79241727-ed1f-4b50-bc70-279e04f7141e req-e54df627-38bc-493f-ba4d-1b6cddd9e73d service neutron] 10.222.0.46 "GET /v2.0/networks?id=5780223c-6713-4982-be90-67b2f26e17f4 HTTP/1.1" status: 200 len: 914 time: 0.3050790 Nov 12 08:36:33.955799 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-031d9e01-3979-42ac-855f-149034d9728f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.009928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d9e01-3979-42ac-855f-149034d9728f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Pushing event deleted for resources: {'Port': ['ID=a1b36c1a-566c-4beb-9209-d3321104f2b8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:34.134270 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79241727-ed1f-4b50-bc70-279e04f7141e req-1f9d5fac-67f0-4623-aa82-38b52c26b279 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 HTTP/1.1" status: 200 len: 217 time: 0.2048914 Nov 12 08:36:34.237253 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-26530f10-8cd8-45f9-a0ac-b5bc4df59411 service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954551 Nov 12 08:36:34.263991 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-031d9e01-3979-42ac-855f-149034d9728f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.269142 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-031d9e01-3979-42ac-855f-149034d9728f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:34.271617 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-031d9e01-3979-42ac-855f-149034d9728f tempest-FloatingIPAdminTestJSON-1307948609 tempest-FloatingIPAdminTestJSON-1307948609-project] 10.222.0.31 "DELETE /v2.0/floatingips/930dd2e1-0627-442d-aeda-a3c1086c7e39 HTTP/1.1" status: 204 len: 168 time: 1.5689256 Nov 12 08:36:34.278221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-cfba5562-ffe2-4df2-9e31-c3ef33a52ad0 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=aba8726d486c48afa45bb2922673deba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889113 Nov 12 08:36:34.427270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241727-ed1f-4b50-bc70-279e04f7141e req-542e64c6-6d9c-4652-933b-e0542d46cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.427495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b65ab-266d-4c64-a4ae-6fb4d2391bd1 req-6e07d4ea-333e-41a1-9801-ef33136e3127 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.430802 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79241727-ed1f-4b50-bc70-279e04f7141e req-542e64c6-6d9c-4652-933b-e0542d46cc65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3aac3e83-4389-4756-800c-d4cb2c808539 HTTP/1.1" status: 200 len: 853 time: 0.2876251 Nov 12 08:36:34.436579 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d04b65ab-266d-4c64-a4ae-6fb4d2391bd1 req-6e07d4ea-333e-41a1-9801-ef33136e3127 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 944 time: 0.2233732 Nov 12 08:36:34.533121 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79241727-ed1f-4b50-bc70-279e04f7141e req-e0ad2ea2-c99a-4b14-8069-ee7dbc0764a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5780223c-6713-4982-be90-67b2f26e17f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839446 Nov 12 08:36:34.546052 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d04b65ab-266d-4c64-a4ae-6fb4d2391bd1 req-ed69e89a-e07b-4132-af47-97040c1dc04f tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054957 Nov 12 08:36:34.572366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654256-77c4-4a7c-b30b-596ac95c861f req-8d97a865-5796-40fb-9604-5d201e466715 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:34.574200 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-8d97a865-5796-40fb-9604-5d201e466715 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599406 Nov 12 08:36:34.575925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-51f0671e-090e-41e6-b2e2-56d1aa2c5045 service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203776 Nov 12 08:36:34.604357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Request body: {'port': {'device_id': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': 'aba8726d486c48afa45bb2922673deba'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:34.826855 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79241727-ed1f-4b50-bc70-279e04f7141e req-b6c8542a-563e-46a8-83ab-393eefcee376 service neutron] 10.222.0.46 "GET /v2.0/networks/5780223c-6713-4982-be90-67b2f26e17f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847652 Nov 12 08:36:34.970658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58526) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:35.078004 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4be9e241-fbdb-4df9-8679-658b9dc30ec7 req-b11f0691-8c73-40d5-9a1a-7f6ec9b2198d tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 210 time: 0.1963887 Nov 12 08:36:35.138638 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8779ea02-ef12-4a0f-8a89-c90621ba221f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.281750 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6387934-24e2-45b1-8aba-1f000bcb7d79 req-36d68a1d-9677-4c3d-9e70-2b44361b463e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 210 time: 0.0947180 Nov 12 08:36:35.293981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Made reservation on behalf of aba8726d486c48afa45bb2922673deba for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:35.309857 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.327959 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.460176 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.468271 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.538187 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79241727-ed1f-4b50-bc70-279e04f7141e req-87df8655-1da3-40ce-9456-7bd17726ef3f service neutron] 10.222.0.46 "GET /v2.0/networks/5780223c-6713-4982-be90-67b2f26e17f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019155 Nov 12 08:36:35.561591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c810aa39-877c-4949-b6aa-d12f57c3cb0f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:35.588428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e1544ae7-3c59-40cb-8c40-fe68aa3dfd10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc4259fea331446eb6fe0b3b963391f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6159914 Nov 12 08:36:35.595054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58540) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:35.599896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63bbbc-d165-4456-8afe-4e8cfecb5370 req-1e97390c-cef0-4ec9-a5c5-9285f3c924ad tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:35.610088 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d63bbbc-d165-4456-8afe-4e8cfecb5370 req-1e97390c-cef0-4ec9-a5c5-9285f3c924ad tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.5334387 Nov 12 08:36:35.696921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d63bbbc-d165-4456-8afe-4e8cfecb5370 req-70190b3b-ad0c-4eb9-b7bb-050b2914489d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841475 Nov 12 08:36:35.728626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Allocated IP 192.168.233.132 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/56e67eaa-bccc-43e3-a4ff-0c398bb1ac20) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:35.769316 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b857ddf7-f285-401e-a62c-70b22710af47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.845756 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-45f172c9-8c35-4361-9854-78e0b526ae23 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aba8726d486c48afa45bb2922673deba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407331 Nov 12 08:36:35.855518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b857ddf7-f285-401e-a62c-70b22710af47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:35.979595 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c6780-574c-4a18-9b15-d9b282fd7657 req-0221e665-8c39-4fcf-abce-14d7955b47a8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:35.982149 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-744c6780-574c-4a18-9b15-d9b282fd7657 req-0221e665-8c39-4fcf-abce-14d7955b47a8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 944 time: 0.2458234 Nov 12 08:36:36.081656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-46592e69-f7ee-480d-b150-747a5864044d tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:36.083203 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-46592e69-f7ee-480d-b150-747a5864044d tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269671 Nov 12 08:36:36.108326 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b857ddf7-f285-401e-a62c-70b22710af47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.109652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Request body: {'port': {'device_id': 'afaf5410-3df8-4a78-bfcc-a10d04161c06', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': 'aba8726d486c48afa45bb2922673deba'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:36.111026 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b857ddf7-f285-401e-a62c-70b22710af47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.115013 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b857ddf7-f285-401e-a62c-70b22710af47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b36c76d-55df-4149-a32f-dd32c72d2f12 HTTP/1.1" status: 204 len: 168 time: 0.5187829 Nov 12 08:36:36.155212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857ddf7-f285-401e-a62c-70b22710af47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b36c76d-55df-4149-a32f-dd32c72d2f12,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:36.163780 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-744c6780-574c-4a18-9b15-d9b282fd7657 req-d3642d4c-9448-4ff7-bf4d-47b0632ac9e3 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549649 Nov 12 08:36:36.216869 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.280351 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1935cd43-2ec7-4dc7-a3bc-a41c1fe9e605 req-8296b08e-0b14-4115-9537-f18c2fb918f0 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 210 time: 0.0452039 Nov 12 08:36:36.296421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.318845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Made reservation on behalf of aba8726d486c48afa45bb2922673deba for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:36.325840 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.360443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:36.368127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:36.387440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:36.512438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Pushing event updated for resources: {'Port': ['ID=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:36.595385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a38cc6a2-f133-49ea-8346-f81e6d2419e9 req-a09bd675-b91b-43d0-b3a9-bbeb3d9d357d tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 210 time: 0.1548350 Nov 12 08:36:36.644826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:36.648033 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.658106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58554) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:36.693918 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a1369704-ed17-4b10-aca5-ae2d9af82df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.708969 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9fd2bb10-3cd1-4fd1-82b5-8f548e148383 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1238506 Nov 12 08:36:36.730864 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Request body: {'port': {'device_id': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:36.797854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9b84d4e5-f200-41c0-8346-4de3e3821bfe None None] Provisioning complete for port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:36.798490 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9b84d4e5-f200-41c0-8346-4de3e3821bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.813581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Allocated IP 192.168.233.45 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/b8f74a68-af8f-4bb9-b710-2c1058b884b7) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:36.879228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9b84d4e5-f200-41c0-8346-4de3e3821bfe None None] Port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:36.895649 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:36.908681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ecd98b04-2e9e-4ad1-80ca-4d337ccb5ebe tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:36.910872 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ecd98b04-2e9e-4ad1-80ca-4d337ccb5ebe tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.4309976 Nov 12 08:36:36.947160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Request body: {'port': {'device_id': '36819cac-8468-4fbd-9fcf-e1145d428e83', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'admin_state_up': True, 'tenant_id': '66149b06cc734872a68ec8f1fb5145a6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:37.140925 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a1369704-ed17-4b10-aca5-ae2d9af82df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.153287 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a1369704-ed17-4b10-aca5-ae2d9af82df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.158698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c540f-3fd3-40cd-bd30-0127cea87619 req-6770ab66-6da5-4fd5-9b60-68d2e1c3d058 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:37.166581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab6c540f-3fd3-40cd-bd30-0127cea87619 req-6770ab66-6da5-4fd5-9b60-68d2e1c3d058 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.3067577 Nov 12 08:36:37.256523 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a1369704-ed17-4b10-aca5-ae2d9af82df0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f6ca0c42a214f319677c6a334b8bcab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5964921 Nov 12 08:36:37.259242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58566) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:37.272526 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1369704-ed17-4b10-aca5-ae2d9af82df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1972be7-6650-4ca8-931e-973be785e5d6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:37.349204 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab6c540f-3fd3-40cd-bd30-0127cea87619 req-b334f991-d70a-465b-aad9-fe099d4050b5 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654406 Nov 12 08:36:37.357366 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.398875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Made reservation on behalf of 66149b06cc734872a68ec8f1fb5145a6 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:37.414469 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.482629 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6b02829-0747-4f30-b630-11b200013537 req-f4d7cfef-1d3b-48b5-9a2a-6620b61f75ab tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 210 time: 0.0451558 Nov 12 08:36:37.487040 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3667a-2b23-467d-8439-64903430761e req-78336308-3bae-4bc5-a011-c5076d00bf2e tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:37.497203 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bdf4fd9f-8114-485d-860e-0a469d34fd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.508348 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2b3667a-2b23-467d-8439-64903430761e req-78336308-3bae-4bc5-a011-c5076d00bf2e tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 944 time: 0.1780801 Nov 12 08:36:37.527967 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.533137 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae4f337f-2eeb-441e-b896-ff69b135d163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.604873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:37.648170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:37.651051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:37.716676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:37.717342 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.719734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Pushing event updated for resources: {'Port': ['ID=b8f74a68-af8f-4bb9-b710-2c1058b884b7,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:37.759843 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-fd11ad9d-44ea-4a6c-b110-200fc1092843 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6549025 Nov 12 08:36:37.766486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Allocated IP 172.20.0.9 (0714188f-6499-4655-a48e-68414a9c8530/9b13783d-4c4e-450c-befa-f6858c089ee0/85f0348a-96da-43a1-a7ad-db594ae7466a) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:37.788676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Request body: {'port': {'device_id': 'afaf5410-3df8-4a78-bfcc-a10d04161c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:37.796833 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae4f337f-2eeb-441e-b896-ff69b135d163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:37.809746 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2b3667a-2b23-467d-8439-64903430761e req-f7d99969-c707-4d0d-b312-fa1d44ddbafe tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990279 Nov 12 08:36:37.941287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fec4d8c-9e3f-43cb-b882-2613630deaed req-f9eb08e7-a50d-45b6-b135-0cf7b7287e50 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 210 time: 0.1762011 Nov 12 08:36:38.110384 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae4f337f-2eeb-441e-b896-ff69b135d163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.113036 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae4f337f-2eeb-441e-b896-ff69b135d163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.119592 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ae4f337f-2eeb-441e-b896-ff69b135d163 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1972be7-6650-4ca8-931e-973be785e5d6 HTTP/1.1" status: 204 len: 168 time: 0.8584192 Nov 12 08:36:38.187668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f337f-2eeb-441e-b896-ff69b135d163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1972be7-6650-4ca8-931e-973be785e5d6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:38.214718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a5ce58f4-59df-4a69-aaed-74d3f8dafed2 None None] Provisioning complete for port b8f74a68-af8f-4bb9-b710-2c1058b884b7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:38.215275 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a5ce58f4-59df-4a69-aaed-74d3f8dafed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.223752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:38.236418 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.271171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Transition to ACTIVE for port object 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:38.282227 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.294440 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce58f4-59df-4a69-aaed-74d3f8dafed2 None None] Port b8f74a68-af8f-4bb9-b710-2c1058b884b7 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:38.390306 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.479570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Pushing event updated for resources: {'Port': ['ID=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:38.506292 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.549899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Attempting to bind port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:38.551787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Attempting to bind port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:38.551787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Attempting to bind port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:38.560901 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:38.561271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Attempting to bind port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:38.574853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:38.575284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:38.575608 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:38.582089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Bound port: 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:38.582089 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.650978 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.660977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb49fc-0ade-4330-958a-f7383c68db74 req-dafa8ec3-0a82-4397-8e47-65e09e34c3bb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:38.664606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edbb49fc-0ade-4330-958a-f7383c68db74 req-dafa8ec3-0a82-4397-8e47-65e09e34c3bb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1603179 Nov 12 08:36:38.768032 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edbb49fc-0ade-4330-958a-f7383c68db74 req-927ea4b3-ea2f-4d00-abdd-726c52b5901c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735018 Nov 12 08:36:38.801231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:38.801231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:38.854583 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.892304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200edb7c-25d2-4d8c-9c51-25efa31b8b62 req-44f8dd32-aca9-4ad9-a40a-0d3629f38e6f tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:38.894262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-200edb7c-25d2-4d8c-9c51-25efa31b8b62 req-44f8dd32-aca9-4ad9-a40a-0d3629f38e6f tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.3572402 Nov 12 08:36:38.933624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:38.939944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:38.949400 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:38.952442 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] 10.222.0.52 "PUT /v2.0/ports/56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 HTTP/1.1" status: 200 len: 1097 time: 2.2313204 Nov 12 08:36:38.952924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:38.956400 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef0ef96-bf53-470e-921f-dd833a680080" -d '{"events": [{"name": "network-changed", "server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:39.120041 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.143452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3ef80-60a7-4df9-b20b-2eea210769e9 service neutron] Pushing event updated for resources: {'Port': ['ID=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:39.180371 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008,segment=NetworkSegment(a273a666-77ab-42af-9c72-aaef9c4d1dd8),segment_id=a273a666-77ab-42af-9c72-aaef9c4d1dd8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:39.223022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008', 'network_id': '5780223c-6713-4982-be90-67b2f26e17f4', 'port_id': '8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008', 'mac_address': 'fa:16:3e:3a:65:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aac3e83-4389-4756-800c-d4cb2c808539', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:39.283639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec09bd-1669-4607-8da9-67e0a55ce300 req-b52894b4-521c-4232-ac7d-70f725feaa7b tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.299924 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-82ec09bd-1669-4607-8da9-67e0a55ce300 req-b52894b4-521c-4232-ac7d-70f725feaa7b tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 935 time: 0.1977835 Nov 12 08:36:39.306712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654256-77c4-4a7c-b30b-596ac95c861f req-46f14e39-ed1d-4ddd-996b-cafaf176a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.308548 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-46f14e39-ed1d-4ddd-996b-cafaf176a590 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aba8726d486c48afa45bb2922673deba&device_id=7a233e91-f6f8-42b0-a02f-71047a6dd590 HTTP/1.1" status: 200 len: 1100 time: 0.2806439 Nov 12 08:36:39.324818 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.334581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Network 0714188f-6499-4655-a48e-68414a9c8530 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:39.364179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:39.366400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:39.389228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:39.391665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58600) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:39.400371 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-9415e317-50c9-4122-ba9a-92b594dff26f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 HTTP/1.1" status: 200 len: 217 time: 0.0772557 Nov 12 08:36:39.415255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-200edb7c-25d2-4d8c-9c51-25efa31b8b62 req-b714712e-b8c8-47d6-a153-7d6bbbb80080 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4895236 Nov 12 08:36:39.422888 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008,segment=NetworkSegment(a273a666-77ab-42af-9c72-aaef9c4d1dd8),segment_id=a273a666-77ab-42af-9c72-aaef9c4d1dd8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:39.435304 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.448575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe64c0-ca73-4c0b-8430-90de3b619a98 req-9d5e2a79-6761-4ad4-b7e0-f53919b2c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.450491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8afe64c0-ca73-4c0b-8430-90de3b619a98 req-9d5e2a79-6761-4ad4-b7e0-f53919b2c746 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77c4edaf15c14ad18f7c86b080849d96&device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 1098 time: 0.4619081 Nov 12 08:36:39.450759 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Pushing event updated for resources: {'Port': ['ID=85f0348a-96da-43a1-a7ad-db594ae7466a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:39.467581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-82ec09bd-1669-4607-8da9-67e0a55ce300 req-af61feff-c3a3-4b28-971c-db7b0bad3b97 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664455 Nov 12 08:36:39.482178 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c39b1ee0-c425-4df2-b1b5-41de509e50f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.577785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.578454 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.588321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:39.645207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654256-77c4-4a7c-b30b-596ac95c861f req-06231056-a6a5-4631-b515-5742a8d5397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.648293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-06231056-a6a5-4631-b515-5742a8d5397e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2101715 Nov 12 08:36:39.662513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ea2d2829-9a07-4154-b998-4c494ca5a8c3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7326853 Nov 12 08:36:39.689833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d4a36-2674-4328-8e4f-6ceb09f6c9e8 req-8470b099-c252-492f-a4f7-a60b6ae14c73 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.692343 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-012d4a36-2674-4328-8e4f-6ceb09f6c9e8 req-8470b099-c252-492f-a4f7-a60b6ae14c73 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 945 time: 0.1398933 Nov 12 08:36:39.714707 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Request body: {'port': {'device_id': '36819cac-8468-4fbd-9fcf-e1145d428e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:39.776816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f74a68-af8f-4bb9-b710-2c1058b884b7 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:39.784367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654256-77c4-4a7c-b30b-596ac95c861f req-bf0be2d9-5c14-4e2f-810d-2f0836a016c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.786983 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-bf0be2d9-5c14-4e2f-810d-2f0836a016c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1299417 Nov 12 08:36:39.799816 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.832404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13aeb6-7bf6-4a1e-9a06-294aea58b25b req-9f2d4ae0-79ac-43d7-a073-ac0c01de9c78 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.834519 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b13aeb6-7bf6-4a1e-9a06-294aea58b25b req-9f2d4ae0-79ac-43d7-a073-ac0c01de9c78 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.2072802 Nov 12 08:36:39.835559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe64c0-ca73-4c0b-8430-90de3b619a98 req-79e7f57c-96e6-46d4-a619-ae91cbf30099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:39.837195 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8afe64c0-ca73-4c0b-8430-90de3b619a98 req-79e7f57c-96e6-46d4-a619-ae91cbf30099 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 200 len: 912 time: 0.3525372 Nov 12 08:36:39.850150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:39.865085 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-012d4a36-2674-4328-8e4f-6ceb09f6c9e8 req-1fe6c2de-ad25-43ad-a6c2-f64d615067d5 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457634 Nov 12 08:36:39.868077 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Transition to ACTIVE for port object b8f74a68-af8f-4bb9-b710-2c1058b884b7 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:39.901165 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.966143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c39b1ee0-c425-4df2-b1b5-41de509e50f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.981332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:39.995419 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.005149 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-7b4717ae-771b-42c1-ae6f-1dc26ebc8205 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082882 Nov 12 08:36:40.021303 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c39b1ee0-c425-4df2-b1b5-41de509e50f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.127011 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258dc987-0285-4b71-ae03-98ea10dc429e x-openstack-request-id: req-258dc987-0285-4b71-ae03-98ea10dc429e {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:40.127398 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:40.127723 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-258dc987-0285-4b71-ae03-98ea10dc429e {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:40.128206 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'status': 'completed', 'code': 200} Nov 12 08:36:40.514244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Pushing event updated for resources: {'Port': ['ID=b8f74a68-af8f-4bb9-b710-2c1058b884b7,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:40.531308 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8afe64c0-ca73-4c0b-8430-90de3b619a98 req-1018b3b5-7b35-461a-aea8-bb5b23ef53e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6864a5d-c302-4e8a-aab6-8fb530f8da6a HTTP/1.1" status: 200 len: 1002 time: 0.6662891 Nov 12 08:36:40.536074 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c39b1ee0-c425-4df2-b1b5-41de509e50f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=686301115c7a4e56a250e5d57c64dcfb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1356649 Nov 12 08:36:40.542860 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b13aeb6-7bf6-4a1e-9a06-294aea58b25b req-53d1e175-1f60-4428-be93-6f29c4fdc1e5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6808481 Nov 12 08:36:40.543647 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58608) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:40.581345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b1ee0-c425-4df2-b1b5-41de509e50f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a96ce5-5088-47b9-b4dd-8984a5545b16,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:40.635301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74654256-77c4-4a7c-b30b-596ac95c861f req-736f183d-34a9-447b-803b-f9501ef25b81 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227040 Nov 12 08:36:40.672593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421102f6-9e45-4ed2-82ff-8420eb1fe4b9 req-290a8bee-361f-48a3-8a4e-4a0dbb0c8c3b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:40.679115 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-421102f6-9e45-4ed2-82ff-8420eb1fe4b9 req-290a8bee-361f-48a3-8a4e-4a0dbb0c8c3b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 931 time: 0.5488236 Nov 12 08:36:40.759816 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-421102f6-9e45-4ed2-82ff-8420eb1fe4b9 req-1a0542d3-b5a1-4dcf-8a14-5a18b4405bb5 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697355 Nov 12 08:36:40.801706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe64c0-ca73-4c0b-8430-90de3b619a98 req-acc6dd47-cd89-4deb-8e63-44e034798484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:40.803307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8afe64c0-ca73-4c0b-8430-90de3b619a98 req-acc6dd47-cd89-4deb-8e63-44e034798484 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b359bf0c-d54a-44b7-94a1-d0a7a8859953 HTTP/1.1" status: 200 len: 850 time: 0.2587059 Nov 12 08:36:40.842314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0ef96-bf53-470e-921f-dd833a680080 req-b05fc699-ffdd-47e1-a05c-54f27988d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:40.843838 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ef0ef96-bf53-470e-921f-dd833a680080 req-b05fc699-ffdd-47e1-a05c-54f27988d0f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=aba8726d486c48afa45bb2922673deba&device_id=7a233e91-f6f8-42b0-a02f-71047a6dd590 HTTP/1.1" status: 200 len: 1100 time: 0.0953043 Nov 12 08:36:40.865831 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:40.937086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Attempting to bind port b8f74a68-af8f-4bb9-b710-2c1058b884b7 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:40.937450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Attempting to bind port b8f74a68-af8f-4bb9-b710-2c1058b884b7 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:40.937780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Attempting to bind port b8f74a68-af8f-4bb9-b710-2c1058b884b7 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:40.984982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24df7f9-6579-4d40-87e0-3493008038da req-23f6f983-e1d7-4251-a7f5-ad7d0933e8c7 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:40.986554 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a24df7f9-6579-4d40-87e0-3493008038da req-23f6f983-e1d7-4251-a7f5-ad7d0933e8c7 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 947 time: 0.1028354 Nov 12 08:36:41.003902 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0955-07c0-46aa-8c99-871272383d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.013327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Port b8f74a68-af8f-4bb9-b710-2c1058b884b7 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:41.013756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Attempting to bind port b8f74a68-af8f-4bb9-b710-2c1058b884b7 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:41.025260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0ef96-bf53-470e-921f-dd833a680080 req-d410b308-979f-44af-8fbc-ab5d85b51dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.026770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ef0ef96-bf53-470e-921f-dd833a680080 req-d410b308-979f-44af-8fbc-ab5d85b51dc2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1718771 Nov 12 08:36:41.028845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fc329-7307-48c3-84f7-6c634b6fb643 req-df58be9f-a5d8-4939-87cf-51edd013d1a8 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.030928 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da4fc329-7307-48c3-84f7-6c634b6fb643 req-df58be9f-a5d8-4939-87cf-51edd013d1a8 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.2267120 Nov 12 08:36:41.057217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe64c0-ca73-4c0b-8430-90de3b619a98 req-1ab6fca3-3ef9-4a43-bffc-1f9e2e051fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.057217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8afe64c0-ca73-4c0b-8430-90de3b619a98 req-1ab6fca3-3ef9-4a43-bffc-1f9e2e051fc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2415674 Nov 12 08:36:41.057709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:41.058052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:41.058437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:41.058884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Bound port: b8f74a68-af8f-4bb9-b710-2c1058b884b7, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:41.059242 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.087991 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ef0ef96-bf53-470e-921f-dd833a680080 req-35f5693c-5248-4930-a49a-723523e41126 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 HTTP/1.1" status: 200 len: 217 time: 0.0453680 Nov 12 08:36:41.096314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a24df7f9-6579-4d40-87e0-3493008038da req-9e51069b-fb34-4ff7-abdd-3c9fa03a935c tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970912 Nov 12 08:36:41.111789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0955-07c0-46aa-8c99-871272383d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.154938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0ef96-bf53-470e-921f-dd833a680080 req-ad7936fe-8629-4a3d-a586-d9fd3b21cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.156450 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ef0ef96-bf53-470e-921f-dd833a680080 req-ad7936fe-8629-4a3d-a586-d9fd3b21cdfc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0592558 Nov 12 08:36:41.212924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0ef96-bf53-470e-921f-dd833a680080 req-5df811a3-aca3-4408-8d7b-7a09650a8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.214281 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ef0ef96-bf53-470e-921f-dd833a680080 req-5df811a3-aca3-4408-8d7b-7a09650a8e14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0498226 Nov 12 08:36:41.302361 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da4fc329-7307-48c3-84f7-6c634b6fb643 req-c0a17e92-8ecd-49a2-98df-552e5a8558ac tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599378 Nov 12 08:36:41.340440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] For port b8f74a68-af8f-4bb9-b710-2c1058b884b7, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:41.372162 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8afe64c0-ca73-4c0b-8430-90de3b619a98 req-fc0365a8-edc4-4214-b015-af10868520cd service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978673 Nov 12 08:36:41.379313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] For port b8f74a68-af8f-4bb9-b710-2c1058b884b7, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b8f74a68-af8f-4bb9-b710-2c1058b884b7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:41.397604 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0955-07c0-46aa-8c99-871272383d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.400273 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0955-07c0-46aa-8c99-871272383d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.401443 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ac4f0955-07c0-46aa-8c99-871272383d1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08a96ce5-5088-47b9-b4dd-8984a5545b16 HTTP/1.1" status: 204 len: 168 time: 0.8520198 Nov 12 08:36:41.402706 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.430083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f0348a-96da-43a1-a7ad-db594ae7466a {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:41.462625 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ef0ef96-bf53-470e-921f-dd833a680080 req-41ddda9e-8b82-4790-a7b9-5fd6aa270e27 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345324 Nov 12 08:36:41.470083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-04ae7fe0-38de-44a2-8ac5-365685159bf8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.481283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-04ae7fe0-38de-44a2-8ac5-365685159bf8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 812 time: 0.2643392 Nov 12 08:36:41.486339 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.518106 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-54d41886-5f7d-42d2-8ac3-aff2baf1a84f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/quotas/0ad4ce9f3df54853ab92f7626883cd89 HTTP/1.1" status: 200 len: 375 time: 0.0355520 Nov 12 08:36:41.614188 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8afe64c0-ca73-4c0b-8430-90de3b619a98 req-744fc093-dd9f-4714-a465-f3b4b6ca6f93 service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309399 Nov 12 08:36:41.614901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f0955-07c0-46aa-8c99-871272383d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a96ce5-5088-47b9-b4dd-8984a5545b16,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:41.680834 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-8e303ebf-2136-43f1-906b-22853aa121cd tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1608682 Nov 12 08:36:41.682677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.683494 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.686711 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-aae04882-fb19-420b-945e-12537913ccbd service neutron] 10.222.0.46 "PUT /v2.0/ports/b8f74a68-af8f-4bb9-b710-2c1058b884b7 HTTP/1.1" status: 200 len: 1096 time: 3.9055140 Nov 12 08:36:41.688787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Transition to ACTIVE for port object 85f0348a-96da-43a1-a7ad-db594ae7466a will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:41.689761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afaf5410-3df8-4a78-bfcc-a10d04161c06', 'tag': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:41.698719 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42371ec5-a8a1-427d-9e5b-ae2e19e29cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "afaf5410-3df8-4a78-bfcc-a10d04161c06", "tag": "b8f74a68-af8f-4bb9-b710-2c1058b884b7"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:41.717079 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:41.783207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129da39-5bea-4736-9a02-41e9a6681e99 req-1b1b37d0-c9f4-4403-bed7-eb298c52ac86 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.793513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0129da39-5bea-4736-9a02-41e9a6681e99 req-1b1b37d0-c9f4-4403-bed7-eb298c52ac86 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 945 time: 0.3259642 Nov 12 08:36:41.798878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae04882-fb19-420b-945e-12537913ccbd service neutron] Pushing event updated for resources: {'Port': ['ID=b8f74a68-af8f-4bb9-b710-2c1058b884b7,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:41.817919 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ef0ef96-bf53-470e-921f-dd833a680080 req-d10348aa-d566-44e3-a792-4d77998c0e4f service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335338 Nov 12 08:36:41.909799 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-97b3196f-dead-4220-96ce-91ac6ddcecc2 service neutron] 10.222.0.31 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279887 Nov 12 08:36:41.983342 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Pushing event updated for resources: {'Port': ['ID=85f0348a-96da-43a1-a7ad-db594ae7466a,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:41.996877 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-7b73789d-7556-41e8-9f36-1540fc8decf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:41.998453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-7b73789d-7556-41e8-9f36-1540fc8decf1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba8726d486c48afa45bb2922673deba&device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 1099 time: 0.1648407 Nov 12 08:36:42.024932 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0129da39-5bea-4736-9a02-41e9a6681e99 req-e0afda43-71ac-4ca8-bf73-472eba3627e6 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299545 Nov 12 08:36:42.078320 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-7eb21b06-9161-482f-a2a7-2d491ddd58ea service neutron] 10.222.0.31 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663859 Nov 12 08:36:42.107199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Attempting to bind port 85f0348a-96da-43a1-a7ad-db594ae7466a on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:42.107984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Attempting to bind port 85f0348a-96da-43a1-a7ad-db594ae7466a by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:42.108383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Attempting to bind port 85f0348a-96da-43a1-a7ad-db594ae7466a on network 0714188f-6499-4655-a48e-68414a9c8530 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:42.127311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Port 85f0348a-96da-43a1-a7ad-db594ae7466a on network 0714188f-6499-4655-a48e-68414a9c8530 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:42.127649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Attempting to bind port 85f0348a-96da-43a1-a7ad-db594ae7466a on network 0714188f-6499-4655-a48e-68414a9c8530 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:42.134582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:42.134859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Checking segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:42.135256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Bound using segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:42.135694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Bound port: 85f0348a-96da-43a1-a7ad-db594ae7466a, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:42.136061 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.139355 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-1d02c4f9-d9f4-4828-b7dd-547334543816 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b8f74a68-af8f-4bb9-b710-2c1058b884b7 HTTP/1.1" status: 200 len: 217 time: 0.1284277 Nov 12 08:36:42.143314 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c0159c-e129-4a0f-8599-6498f46b85b8 x-openstack-request-id: req-32c0159c-e129-4a0f-8599-6498f46b85b8 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:42.143942 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afaf5410-3df8-4a78-bfcc-a10d04161c06", "tag": "b8f74a68-af8f-4bb9-b710-2c1058b884b7", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:42.144188 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32c0159c-e129-4a0f-8599-6498f46b85b8 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:42.144598 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afaf5410-3df8-4a78-bfcc-a10d04161c06', 'tag': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7', 'status': 'completed', 'code': 200} Nov 12 08:36:42.211139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-77569192-939f-41e0-b1ab-e88a34e151bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:42.212910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-77569192-939f-41e0-b1ab-e88a34e151bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0603428 Nov 12 08:36:42.371468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-37452fa7-b6be-4db8-98a2-ec0022f17233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:42.375357 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-37452fa7-b6be-4db8-98a2-ec0022f17233 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1338761 Nov 12 08:36:42.388790 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f39985-1747-432d-86b8-ebab94accf9a req-0e8a200b-1e3e-4552-b2ed-8a96ce9b69ef tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:42.398902 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-34f39985-1747-432d-86b8-ebab94accf9a req-0e8a200b-1e3e-4552-b2ed-8a96ce9b69ef tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 943 time: 0.1013405 Nov 12 08:36:42.468243 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-34f39985-1747-432d-86b8-ebab94accf9a req-c9710289-d483-43ca-8d54-162ddcf9d2f9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627213 Nov 12 08:36:42.474469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] For port 85f0348a-96da-43a1-a7ad-db594ae7466a, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:42.484120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094cab9-ca9d-4317-a1eb-27c623074421 req-821d3f52-cdf6-4743-97a8-aa8fc62f15c3 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:42.492445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7094cab9-ca9d-4317-a1eb-27c623074421 req-821d3f52-cdf6-4743-97a8-aa8fc62f15c3 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 947 time: 0.1979692 Nov 12 08:36:42.554745 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-51f72b35-3cee-48fd-bb82-ddc6c99b1b0f req-67cd2b8b-6f5f-4828-9ae1-25ed670ab53d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 210 time: 0.0437341 Nov 12 08:36:42.638591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] For port 85f0348a-96da-43a1-a7ad-db594ae7466a, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=85f0348a-96da-43a1-a7ad-db594ae7466a,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:42.663380 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.672388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf952d7-73a9-4c8a-9bc4-8ad263d0a372 req-b0b35f65-29d1-4a72-86bf-ebe690dba1c7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:42.681403 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0bf952d7-73a9-4c8a-9bc4-8ad263d0a372 req-b0b35f65-29d1-4a72-86bf-ebe690dba1c7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.0695050 Nov 12 08:36:42.688012 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7094cab9-ca9d-4317-a1eb-27c623074421 req-a2a71068-6fb6-4a9a-a47f-e49920a3e82e tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945193 Nov 12 08:36:42.736083 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-1baeac63-3ab1-408b-9f6e-b08b0b196951 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536177 Nov 12 08:36:42.774291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0bf952d7-73a9-4c8a-9bc4-8ad263d0a372 req-e0e682a7-33ed-41e5-904b-a87a99a9fdb9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919957 Nov 12 08:36:42.853182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:42.853805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:42.855435 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] 10.222.0.46 "PUT /v2.0/ports/85f0348a-96da-43a1-a7ad-db594ae7466a HTTP/1.1" status: 200 len: 1092 time: 3.1508722 Nov 12 08:36:42.889340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96cb23-8aa0-47f3-8608-fab4eee157e6 service neutron] Pushing event updated for resources: {'Port': ['ID=85f0348a-96da-43a1-a7ad-db594ae7466a,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:42.893880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fc4b177-e804-429f-a45f-a99d90383f24 req-18133ea4-8cec-4765-ad72-0681091f5ec7 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444633 Nov 12 08:36:42.916173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:43.012394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:43.012703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-451ddc41-c3e4-4daf-9dc1-3352b969d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.014643 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-451ddc41-c3e4-4daf-9dc1-3352b969d757 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 1095 time: 0.1101866 Nov 12 08:36:43.017473 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:43.019131 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.072388 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-07d9fcec-27d6-4717-b672-298de826d9d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85f0348a-96da-43a1-a7ad-db594ae7466a HTTP/1.1" status: 200 len: 217 time: 0.0484352 Nov 12 08:36:43.081522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42371ec5-a8a1-427d-9e5b-ae2e19e29cf4 req-45e916d3-b152-480e-8b1e-6f2e4437d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.083645 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42371ec5-a8a1-427d-9e5b-ae2e19e29cf4 req-45e916d3-b152-480e-8b1e-6f2e4437d428 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aba8726d486c48afa45bb2922673deba&device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 1099 time: 0.1096148 Nov 12 08:36:43.226319 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.228503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:43.300834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541cab04-b8bf-45c1-abe8-a1427d2e1f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:43.312251 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5fb028-a908-4322-9560-9f35a231c9a6" -d '{"events": [{"server_uuid": "541cab04-b8bf-45c1-abe8-a1427d2e1f25", "name": "network-vif-plugged", "status": "completed", "tag": "8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:43.331173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008,segment=NetworkSegment(a273a666-77ab-42af-9c72-aaef9c4d1dd8),segment_id=a273a666-77ab-42af-9c72-aaef9c4d1dd8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:43.350394 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.393358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-199b23fd-a6eb-43c8-8f8f-ad0ecfe07028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.396949 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-199b23fd-a6eb-43c8-8f8f-ad0ecfe07028 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.3108010 Nov 12 08:36:43.445204 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3643784-8fe9-4065-afc6-59e47595cefc x-openstack-request-id: req-b3643784-8fe9-4065-afc6-59e47595cefc {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:43.445801 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541cab04-b8bf-45c1-abe8-a1427d2e1f25", "name": "network-vif-plugged", "status": "completed", "tag": "8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:43.452229 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3643784-8fe9-4065-afc6-59e47595cefc {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:43.453145 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541cab04-b8bf-45c1-abe8-a1427d2e1f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008', 'code': 200} Nov 12 08:36:43.475435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e03ea-7de4-40cc-b6ec-80a421fb58bb req-b9302830-f586-4637-b56c-0d8976bce460 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.479429 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-758e03ea-7de4-40cc-b6ec-80a421fb58bb req-b9302830-f586-4637-b56c-0d8976bce460 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 945 time: 0.2777069 Nov 12 08:36:43.507075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:43.528066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:43.528862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:43.529399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:43.530817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:43.531348 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:43.531842 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:43.532328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:43.532815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:43.533340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:43.533837 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:43.534319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:43.535131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:43.544952 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:43.559679 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'mac_address': 'fa:16:3e:98:af:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:43.609763 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.626078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:43.658856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:43.663485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42371ec5-a8a1-427d-9e5b-ae2e19e29cf4 req-83d431f5-8392-4f05-89c8-b7d8bf873d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.666049 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:43.679112 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42371ec5-a8a1-427d-9e5b-ae2e19e29cf4 req-83d431f5-8392-4f05-89c8-b7d8bf873d36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.5835247 Nov 12 08:36:43.724741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671b36d-71a3-423c-9f8b-cfc72056d990 req-774a5dc7-334a-4e1b-9570-2c9c212622e7 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.729303 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6671b36d-71a3-423c-9f8b-cfc72056d990 req-774a5dc7-334a-4e1b-9570-2c9c212622e7 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 943 time: 0.1267333 Nov 12 08:36:43.733849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:43.747984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-a60683fd-51a4-45be-98a8-40f27ee93390 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3184252 Nov 12 08:36:43.819319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42371ec5-a8a1-427d-9e5b-ae2e19e29cf4 req-137b0106-1315-4d7f-8792-d13a943fea94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b8f74a68-af8f-4bb9-b710-2c1058b884b7 HTTP/1.1" status: 200 len: 217 time: 0.0661144 Nov 12 08:36:43.930951 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['56e67eaa-bccc-43e3-a4ff-0c398bb1ac20'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:43.996146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-7ef8e4a8-f96c-4b8d-9500-100e8960e83f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:43.997928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-7ef8e4a8-f96c-4b8d-9500-100e8960e83f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.52 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 812 time: 0.2037408 Nov 12 08:36:44.014079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Request body: {'port': {'device_id': 'd5ee5998-eb36-4d55-892f-8c9c3e30c256', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'admin_state_up': True, 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:44.035502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42371ec5-a8a1-427d-9e5b-ae2e19e29cf4 req-691eda42-6c94-4a49-aa8a-ca0b0f1512a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:44.037882 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42371ec5-a8a1-427d-9e5b-ae2e19e29cf4 req-691eda42-6c94-4a49-aa8a-ca0b0f1512a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1906416 Nov 12 08:36:44.040318 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-d7b0c8c6-6330-4261-82f9-e19cf5d31e05 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952684 Nov 12 08:36:44.174133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2d081-8096-4a29-b5d7-a7fec40c04cf req-dbecf497-47cc-4120-8c83-71507a4ec3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:44.175645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6671b36d-71a3-423c-9f8b-cfc72056d990 req-828a59c9-e357-4ccd-8caa-8cdc9634a2fa tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379315 Nov 12 08:36:44.176164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27a2d081-8096-4a29-b5d7-a7fec40c04cf req-dbecf497-47cc-4120-8c83-71507a4ec3af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 1098 time: 0.4911029 Nov 12 08:36:44.177040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36819cac-8468-4fbd-9fcf-e1145d428e83', 'tag': '85f0348a-96da-43a1-a7ad-db594ae7466a'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:44.180856 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d04c47f-6f0e-482f-b19b-2cdb654c049a" -d '{"events": [{"name": "network-changed", "server_uuid": "36819cac-8468-4fbd-9fcf-e1145d428e83", "tag": "85f0348a-96da-43a1-a7ad-db594ae7466a"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:44.190959 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19a54c57-4b63-49c0-8617-bea749f7f716 req-c0fd5353-dc2a-4a20-9e85-2cfc311a9b27 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340420 Nov 12 08:36:44.198619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Made reservation on behalf of 0ad4ce9f3df54853ab92f7626883cd89 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:44.212029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.259864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58716) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:44.335826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-758e03ea-7de4-40cc-b6ec-80a421fb58bb req-8846f791-2504-49f0-bf64-884a736fd631 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522424 Nov 12 08:36:44.374386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42371ec5-a8a1-427d-9e5b-ae2e19e29cf4 req-7c802234-fc57-42c3-a2aa-da3eb3992302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:44.375857 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42371ec5-a8a1-427d-9e5b-ae2e19e29cf4 req-7c802234-fc57-42c3-a2aa-da3eb3992302 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3171809 Nov 12 08:36:44.403327 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c659c5ca-084e-4a16-97c8-13d2513043f7 req-cb5f8e06-1e33-4a29-83e1-5a3ae6974d9e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 210 time: 0.0796947 Nov 12 08:36:44.575508 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Allocated IP 172.20.0.12 (fcdd275e-e107-47e6-90dd-4516df7837f8/d3562c7a-b04c-4c84-b09c-05785dea2699/6115cb31-9bf1-4a4f-82a1-138138543a01) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:44.634710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b87d1-7287-4e98-89b4-30fe6f43ae6e req-4d92f492-4769-4284-8c38-1363332fdffb tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:44.636357 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b0b87d1-7287-4e98-89b4-30fe6f43ae6e req-4d92f492-4769-4284-8c38-1363332fdffb tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.1007893 Nov 12 08:36:44.779392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1792570776', 'router:external': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:44.810379 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b0b87d1-7287-4e98-89b4-30fe6f43ae6e req-2308ff47-6375-41d9-918c-91bf91fe32bc tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622086 Nov 12 08:36:44.814483 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27a2d081-8096-4a29-b5d7-a7fec40c04cf req-5ed2763b-69d1-4511-ae6c-8c76cb2274db service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567842 Nov 12 08:36:44.895168 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab11826-4f5f-464a-af8b-073cd12ac30e x-openstack-request-id: req-4ab11826-4f5f-464a-af8b-073cd12ac30e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:44.895440 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36819cac-8468-4fbd-9fcf-e1145d428e83", "tag": "85f0348a-96da-43a1-a7ad-db594ae7466a", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:44.895722 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ab11826-4f5f-464a-af8b-073cd12ac30e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:44.896155 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36819cac-8468-4fbd-9fcf-e1145d428e83', 'tag': '85f0348a-96da-43a1-a7ad-db594ae7466a', 'status': 'completed', 'code': 200} Nov 12 08:36:44.897632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Made reservation on behalf of a05fc744b0de4f95a0a70c53f91e8760 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:44.900525 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.919043 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652f9ef-a08f-444d-bcad-6f1180dbc47f req-77e4e8a5-1775-476e-bb15-123fcfee8c88 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:44.920653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c652f9ef-a08f-444d-bcad-6f1180dbc47f req-77e4e8a5-1775-476e-bb15-123fcfee8c88 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 947 time: 0.1486878 Nov 12 08:36:44.935211 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.935432 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:44.978996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42371ec5-a8a1-427d-9e5b-ae2e19e29cf4 req-5f06c9dd-e7db-4fea-ac98-71b25176cb4a service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926268 Nov 12 08:36:45.000939 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.019795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f', 'c6151212-6621-48e6-90cf-743d832b8182'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:45.039565 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c652f9ef-a08f-444d-bcad-6f1180dbc47f req-67cab3fe-93c0-44ac-88ef-72c7771a06c6 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080835 Nov 12 08:36:45.092900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Network fcdd275e-e107-47e6-90dd-4516df7837f8 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:45.096770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:45.114707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:45.187286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event updated for resources: {'Port': ['ID=6115cb31-9bf1-4a4f-82a1-138138543a01,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:45.252324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:45.257077 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.259816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:45.260498 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.309933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.336094 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-c78ba275-8b12-49f9-969e-c980e7540000 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3283741 Nov 12 08:36:45.357514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Request body: {'port': {'device_id': 'd5ee5998-eb36-4d55-892f-8c9c3e30c256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:45.420170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:45.500288 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04c47f-6f0e-482f-b19b-2cdb654c049a req-e05f54df-7ff5-40c2-b17f-805dc4ec773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:45.502022 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d04c47f-6f0e-482f-b19b-2cdb654c049a req-e05f54df-7ff5-40c2-b17f-805dc4ec773a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 1095 time: 0.3655052 Nov 12 08:36:45.528353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61813b65-c7de-494f-a770-1ca6c47eacee req-50dd065d-321a-42ab-86f1-61b3a00fb972 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:45.538271 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-61813b65-c7de-494f-a770-1ca6c47eacee req-50dd065d-321a-42ab-86f1-61b3a00fb972 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 943 time: 0.1053827 Nov 12 08:36:45.546213 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.554151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c14bb4-7cc2-4596-9968-b2d532921950,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:45.555973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:45.577815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:45.578601 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.616389 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.616806 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Added segment b3fec3fc-440c-4ed6-84bc-52413eb30749 of type vlan for network 39963589-f9f3-4b28-b9be-4a6516a3de11 Nov 12 08:36:45.642571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4dbbfa6c-8618-4064-8c25-0503b67bb25e None None] Provisioning complete for port 6115cb31-9bf1-4a4f-82a1-138138543a01 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:45.643102 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4dbbfa6c-8618-4064-8c25-0503b67bb25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.746081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4dbbfa6c-8618-4064-8c25-0503b67bb25e None None] Port 6115cb31-9bf1-4a4f-82a1-138138543a01 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:36:45.801252 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42371ec5-a8a1-427d-9e5b-ae2e19e29cf4 req-af7c3462-2c71-43a5-8e1a-1b54f8db0159 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6773098 Nov 12 08:36:45.801766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-61813b65-c7de-494f-a770-1ca6c47eacee req-6b4db099-81b1-4cbf-aa5b-b42faef7259e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457075 Nov 12 08:36:45.850600 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.871869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04c47f-6f0e-482f-b19b-2cdb654c049a req-6fb0d44f-8b4d-42c8-ad18-cb1c21b3fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:45.881648 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d04c47f-6f0e-482f-b19b-2cdb654c049a req-6fb0d44f-8b4d-42c8-ad18-cb1c21b3fe90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 911 time: 0.3331437 Nov 12 08:36:45.901786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:45.904749 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141a6c6a-b5d8-4ca5-9e8f-941e7acfe57d" -d '{"events": [{"server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "name": "network-vif-plugged", "status": "completed", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:45.926629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:45.933589 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:45.990815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd08d-b8d0-47db-be9d-80fd1bd86bb5 req-409af16e-192f-47bc-9da2-f5cf6cb86245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:45.991036 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:45.991157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b72dd08d-b8d0-47db-be9d-80fd1bd86bb5 req-409af16e-192f-47bc-9da2-f5cf6cb86245 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77c4edaf15c14ad18f7c86b080849d96&device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 1098 time: 0.5550439 Nov 12 08:36:46.007190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d04c47f-6f0e-482f-b19b-2cdb654c049a req-23b16c45-fb03-44b4-a741-bea1358646ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85f0348a-96da-43a1-a7ad-db594ae7466a HTTP/1.1" status: 200 len: 217 time: 0.1196871 Nov 12 08:36:46.007190 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.024362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f095e5-d315-4ec2-9fa5-479620c00d49 req-2b6389a0-047a-47ba-8627-59b083974741 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.026008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40f095e5-d315-4ec2-9fa5-479620c00d49 req-2b6389a0-047a-47ba-8627-59b083974741 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.5610816 Nov 12 08:36:46.052851 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47fe46-964e-42fe-ada2-386a06f6751a req-107d4b0c-7600-4e87-826a-bf4afbce708b tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.054349 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ab47fe46-964e-42fe-ada2-386a06f6751a req-107d4b0c-7600-4e87-826a-bf4afbce708b tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 946 time: 0.1007681 Nov 12 08:36:46.148385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ab47fe46-964e-42fe-ada2-386a06f6751a req-ed02f801-9880-4bac-877b-bcc8236868eb tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876977 Nov 12 08:36:46.150690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6115cb31-9bf1-4a4f-82a1-138138543a01 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:46.159059 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.174885 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.resource_extend [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:36:46.175344 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Transition to ACTIVE for port object 6115cb31-9bf1-4a4f-82a1-138138543a01 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:36:46.180854 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.257311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Pushing event updated for resources: {'Port': ['ID=6115cb31-9bf1-4a4f-82a1-138138543a01,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:46.264992 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40f095e5-d315-4ec2-9fa5-479620c00d49 req-0e6f0012-66f6-4fde-abcd-11b776c53cfe tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096298 Nov 12 08:36:46.305748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.311112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.311678 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.329416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04c47f-6f0e-482f-b19b-2cdb654c049a req-4e9476ae-4d37-453b-a86e-3762d274152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.331114 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d04c47f-6f0e-482f-b19b-2cdb654c049a req-4e9476ae-4d37-453b-a86e-3762d274152f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.3029778 Nov 12 08:36:46.411771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d04c47f-6f0e-482f-b19b-2cdb654c049a req-e17cc8c4-00e0-467c-af89-0e3e528681df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595148 Nov 12 08:36:46.439183 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b977b9a9-733e-4adc-ad6d-65fb0b0582fa x-openstack-request-id: req-b977b9a9-733e-4adc-ad6d-65fb0b0582fa {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:46.439860 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "name": "network-vif-plugged", "status": "completed", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:46.440275 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b977b9a9-733e-4adc-ad6d-65fb0b0582fa {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:46.440909 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'code': 200} Nov 12 08:36:46.477120 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Attempting to bind port 6115cb31-9bf1-4a4f-82a1-138138543a01 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:36:46.477877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Attempting to bind port 6115cb31-9bf1-4a4f-82a1-138138543a01 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:36:46.478817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Attempting to bind port 6115cb31-9bf1-4a4f-82a1-138138543a01 on network fcdd275e-e107-47e6-90dd-4516df7837f8 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:46.509712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd08d-b8d0-47db-be9d-80fd1bd86bb5 req-0feec7e9-77fc-48c3-94c5-2ddbb016102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.512485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b72dd08d-b8d0-47db-be9d-80fd1bd86bb5 req-0feec7e9-77fc-48c3-94c5-2ddbb016102b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 200 len: 912 time: 0.5089910 Nov 12 08:36:46.518140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2481427 Nov 12 08:36:46.534587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Port 6115cb31-9bf1-4a4f-82a1-138138543a01 on network fcdd275e-e107-47e6-90dd-4516df7837f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:36:46.534958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Attempting to bind port 6115cb31-9bf1-4a4f-82a1-138138543a01 on network fcdd275e-e107-47e6-90dd-4516df7837f8 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:36:46.536399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58750) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:46.547868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:36:46.548239 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Checking segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:46.548754 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Bound using segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:36:46.549443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Bound port: 6115cb31-9bf1-4a4f-82a1-138138543a01, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:36:46.550354 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.588856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Request body: {'subnet': {'network_id': '39963589-f9f3-4b28-b9be-4a6516a3de11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:46.674406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe50b65-3358-4c8b-adfc-55de8438cc41 req-c833c619-fba9-41b1-827c-3f0ad14e8880 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.689827 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4fe50b65-3358-4c8b-adfc-55de8438cc41 req-c833c619-fba9-41b1-827c-3f0ad14e8880 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 944 time: 0.2440891 Nov 12 08:36:46.742350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11e9c7-c143-4458-8241-b3a01b6a86dc tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event updated for resources: {'Network': ['ID=39963589-f9f3-4b28-b9be-4a6516a3de11,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:46.753937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 39963589-f9f3-4b28-b9be-4a6516a3de11 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:46.769078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] For port 6115cb31-9bf1-4a4f-82a1-138138543a01, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:36:46.796192 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4fe50b65-3358-4c8b-adfc-55de8438cc41 req-b0a6f16b-e06a-48de-93b4-038bf3bb10a5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044676 Nov 12 08:36:46.798328 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] For port 6115cb31-9bf1-4a4f-82a1-138138543a01, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6115cb31-9bf1-4a4f-82a1-138138543a01,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:36:46.812154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Made reservation on behalf of a05fc744b0de4f95a0a70c53f91e8760 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:46.813523 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.823016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.845788 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b72dd08d-b8d0-47db-be9d-80fd1bd86bb5 req-22327de8-abaf-459a-894d-f510e605ba45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6864a5d-c302-4e8a-aab6-8fb530f8da6a HTTP/1.1" status: 200 len: 1002 time: 0.3111959 Nov 12 08:36:46.856284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87db3c-d368-4d66-b5b6-444058a2a3d4 req-43ace2f9-1481-42b6-9179-7de3e03f28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.857882 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee87db3c-d368-4d66-b5b6-444058a2a3d4 req-43ace2f9-1481-42b6-9179-7de3e03f28f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7a233e91-f6f8-42b0-a02f-71047a6dd590 HTTP/1.1" status: 200 len: 1102 time: 0.3205402 Nov 12 08:36:46.895889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.896559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:46.898891 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] 10.222.0.52 "PUT /v2.0/ports/6115cb31-9bf1-4a4f-82a1-138138543a01 HTTP/1.1" status: 200 len: 1093 time: 1.5533516 Nov 12 08:36:46.899351 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ee5998-eb36-4d55-892f-8c9c3e30c256', 'tag': '6115cb31-9bf1-4a4f-82a1-138138543a01'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:46.904003 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6ac4a7-0a05-497f-8ef2-a81d6d409639" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ee5998-eb36-4d55-892f-8c9c3e30c256", "tag": "6115cb31-9bf1-4a4f-82a1-138138543a01"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:46.904406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae91667-6cb7-4c31-9c33-b218e9c46b4a req-91872236-ee1f-4258-aa5f-f9609f7c402d tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:46.912669 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ae91667-6cb7-4c31-9c33-b218e9c46b4a req-91872236-ee1f-4258-aa5f-f9609f7c402d tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 947 time: 0.3295085 Nov 12 08:36:46.956976 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f1f3c-0148-47d7-9df6-b4ee5f7f6d6c service neutron] Pushing event updated for resources: {'Port': ['ID=6115cb31-9bf1-4a4f-82a1-138138543a01,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:47.008633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b8f74a68-af8f-4bb9-b710-2c1058b884b7 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:47.087490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-de4e0950-4463-4b6d-96e1-16181927aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.088651 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d04c47f-6f0e-482f-b19b-2cdb654c049a req-8d061265-f47f-404c-8db0-fd2aede05c88 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862386 Nov 12 08:36:47.089124 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-de4e0950-4463-4b6d-96e1-16181927aff0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 1096 time: 0.0972977 Nov 12 08:36:47.222251 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-0a171f3d-7689-46a7-a413-7b18c926ff5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6115cb31-9bf1-4a4f-82a1-138138543a01 HTTP/1.1" status: 200 len: 217 time: 0.1033905 Nov 12 08:36:47.259749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7f744-541c-4074-be96-cdf7552ac7f8 req-d6c2946c-803f-41b4-bc5f-b24ed487d103 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.268905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3bb7f744-541c-4074-be96-cdf7552ac7f8 req-d6c2946c-803f-41b4-bc5f-b24ed487d103 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 943 time: 0.1786449 Nov 12 08:36:47.292246 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d04c47f-6f0e-482f-b19b-2cdb654c049a req-328b180b-35d4-4a50-bbd1-8dd32cc72839 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882238 Nov 12 08:36:47.295145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd08d-b8d0-47db-be9d-80fd1bd86bb5 req-649f0b37-0d8e-4350-a5d7-744e8c48a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.298753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b72dd08d-b8d0-47db-be9d-80fd1bd86bb5 req-649f0b37-0d8e-4350-a5d7-744e8c48a990 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b359bf0c-d54a-44b7-94a1-d0a7a8859953 HTTP/1.1" status: 200 len: 850 time: 0.4343441 Nov 12 08:36:47.382723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee87db3c-d368-4d66-b5b6-444058a2a3d4 req-0dfd5000-c7db-4233-a1d6-33b84206a832 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923851 Nov 12 08:36:47.391105 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ae91667-6cb7-4c31-9c33-b218e9c46b4a req-6ba64ac1-d4aa-4c48-9e85-0dd35855f09d tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775391 Nov 12 08:36:47.397546 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3bb7f744-541c-4074-be96-cdf7552ac7f8 req-73b1717e-606c-4f10-a7ed-96cbdebe5793 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241372 Nov 12 08:36:47.442141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b8f74a68-af8f-4bb9-b710-2c1058b884b7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b8f74a68-af8f-4bb9-b710-2c1058b884b7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:47.455541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-01d3e00a-d676-4ba3-b71a-317277c7f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.466561 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-01d3e00a-d676-4ba3-b71a-317277c7f31c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.2314928 Nov 12 08:36:47.473341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7', 'mac_address': 'fa:16:3e:fe:67:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:47.487255 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6661be-9f3c-4790-8fd0-f224b7836a3a x-openstack-request-id: req-1d6661be-9f3c-4790-8fd0-f224b7836a3a {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:47.487568 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ee5998-eb36-4d55-892f-8c9c3e30c256", "tag": "6115cb31-9bf1-4a4f-82a1-138138543a01", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:47.487825 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d6661be-9f3c-4790-8fd0-f224b7836a3a {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:47.488587 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ee5998-eb36-4d55-892f-8c9c3e30c256', 'tag': '6115cb31-9bf1-4a4f-82a1-138138543a01', 'status': 'completed', 'code': 200} Nov 12 08:36:47.528352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd08d-b8d0-47db-be9d-80fd1bd86bb5 req-0e1d0089-87af-4b88-98ad-0f1288449683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.529968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b72dd08d-b8d0-47db-be9d-80fd1bd86bb5 req-0e1d0089-87af-4b88-98ad-0f1288449683 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2138858 Nov 12 08:36:47.543861 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:47.561160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f74a68-af8f-4bb9-b710-2c1058b884b7 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:47.593595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b8f74a68-af8f-4bb9-b710-2c1058b884b7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b8f74a68-af8f-4bb9-b710-2c1058b884b7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:47.602508 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:47.629691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e123a56-add1-48a2-8dc4-ffa34eaf68ab req-fb99fb9f-f81b-4219-971c-9efe0c8beb71 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.631618 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6e123a56-add1-48a2-8dc4-ffa34eaf68ab req-fb99fb9f-f81b-4219-971c-9efe0c8beb71 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 946 time: 0.1070087 Nov 12 08:36:47.674704 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302276d8-bd31-4e40-a401-8dcbb898de04 req-0dd01533-790b-416e-ab0b-650decb67b25 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.678193 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-302276d8-bd31-4e40-a401-8dcbb898de04 req-0dd01533-790b-416e-ab0b-650decb67b25 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.1103582 Nov 12 08:36:47.683321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-12c43cc3-245e-433f-be1a-91843b623598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:47.686472 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-12c43cc3-245e-433f-be1a-91843b623598 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807948 Nov 12 08:36:47.692280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=b8f74a68-af8f-4bb9-b710-2c1058b884b7,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:47.795986 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-302276d8-bd31-4e40-a401-8dcbb898de04 req-528bc617-47fa-4084-87c4-3c9d43ff3545 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076601 Nov 12 08:36:47.838865 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-2908324a-e204-4b0c-a160-1fee3dbfe05d service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404467 Nov 12 08:36:47.847793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6e123a56-add1-48a2-8dc4-ffa34eaf68ab req-34702dfb-22eb-460e-8536-e10ad249a4e9 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978748 Nov 12 08:36:47.856255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b72dd08d-b8d0-47db-be9d-80fd1bd86bb5 req-e06ac119-e825-4af4-9bcd-448792d7903b service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681010 Nov 12 08:36:47.954141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['b8f74a68-af8f-4bb9-b710-2c1058b884b7'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:48.057959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:36:48.058442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.069866 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b2562ba-9c64-49a1-9d82-c75fc3307d83 req-bbfbf17f-51ce-40bb-9aab-ee3a998307e4 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165611 Nov 12 08:36:48.144240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event updated for resources: {'Subnet': ['ID=947a7f8a-95ab-43d7-9671-f6f697368a40,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:48.197854 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b72dd08d-b8d0-47db-be9d-80fd1bd86bb5 req-8ec2c467-9b29-438c-a9e9-e967242de476 service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263078 Nov 12 08:36:48.214962 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cd870-a785-4b5d-8b7f-0f012b8a27e5 req-25aedd04-0a21-4c02-92c3-e19c26207975 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:48.222524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Checking segment: {'id': 'b3fec3fc-440c-4ed6-84bc-52413eb30749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '39963589-f9f3-4b28-b9be-4a6516a3de11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:48.223208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Network hostable DHCP agents. Network: 39963589-f9f3-4b28-b9be-4a6516a3de11, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:48.227494 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a26cd870-a785-4b5d-8b7f-0f012b8a27e5 req-25aedd04-0a21-4c02-92c3-e19c26207975 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 944 time: 0.1588225 Nov 12 08:36:48.276347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Network 39963589-f9f3-4b28-b9be-4a6516a3de11 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:48.288581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 39963589-f9f3-4b28-b9be-4a6516a3de11) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:48.295524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:48.296132 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.316919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ace0976-617e-41dc-a90f-bd7d676d658d None None] Network 39963589-f9f3-4b28-b9be-4a6516a3de11 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:48.335166 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5b2eb18d-da79-4b0b-9f08-30e64953600a tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7961497 Nov 12 08:36:48.338185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58778) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:48.356970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-676776785', 'network_id': '39963589-f9f3-4b28-b9be-4a6516a3de11'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:48.360911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ac4a7-0a05-497f-8ef2-a81d6d409639 req-b70a8fa5-33bf-4258-8c1d-fa3d480c56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:48.362768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa6ac4a7-0a05-497f-8ef2-a81d6d409639 req-b70a8fa5-33bf-4258-8c1d-fa3d480c56e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 1096 time: 0.2275577 Nov 12 08:36:48.368099 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a26cd870-a785-4b5d-8b7f-0f012b8a27e5 req-72a58e2b-39a0-4e7c-93ab-a46ecd47a39a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320047 Nov 12 08:36:48.408226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Made reservation on behalf of a05fc744b0de4f95a0a70c53f91e8760 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:48.413452 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:48.477337 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] device_id is not set on port f67c50e0-742d-41f0-86d6-ffcf82c37fe7 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:36:48.592880 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ac4a7-0a05-497f-8ef2-a81d6d409639 req-f44f93d3-b756-4dd4-8346-42463cf1bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:48.594681 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa6ac4a7-0a05-497f-8ef2-a81d6d409639 req-f44f93d3-b756-4dd4-8346-42463cf1bc04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.2131035 Nov 12 08:36:48.655081 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa6ac4a7-0a05-497f-8ef2-a81d6d409639 req-aeee8c5c-ff2f-4f81-b117-6986e51ecf8c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6115cb31-9bf1-4a4f-82a1-138138543a01 HTTP/1.1" status: 200 len: 217 time: 0.0486495 Nov 12 08:36:48.748818 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ac4a7-0a05-497f-8ef2-a81d6d409639 req-fdf01435-a8a5-426c-9433-bb4a2abe81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:48.750501 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa6ac4a7-0a05-497f-8ef2-a81d6d409639 req-fdf01435-a8a5-426c-9433-bb4a2abe81a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.0834937 Nov 12 08:36:48.761472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Allocated IP 172.20.0.14 (39963589-f9f3-4b28-b9be-4a6516a3de11/947a7f8a-95ab-43d7-9671-f6f697368a40/f67c50e0-742d-41f0-86d6-ffcf82c37fe7) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:48.766243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12d692-093f-4ed1-b644-0479e7c91581 req-567f8322-c232-4c9c-9a68-12c76d37925a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:48.768283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff12d692-093f-4ed1-b644-0479e7c91581 req-567f8322-c232-4c9c-9a68-12c76d37925a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 943 time: 0.1166842 Nov 12 08:36:48.846017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac6445-8fe1-42e7-b78c-9e9a4b25e2ae None None] Network 39963589-f9f3-4b28-b9be-4a6516a3de11 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:48.873679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ac4a7-0a05-497f-8ef2-a81d6d409639 req-be334849-ccf5-4ed0-8c7d-3ff8990af0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:48.875542 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa6ac4a7-0a05-497f-8ef2-a81d6d409639 req-be334849-ccf5-4ed0-8c7d-3ff8990af0c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061528 Nov 12 08:36:48.890463 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff12d692-093f-4ed1-b644-0479e7c91581 req-109b807f-cd7d-4e9f-999b-fd7ef46ba23b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086950 Nov 12 08:36:48.923707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 85f0348a-96da-43a1-a7ad-db594ae7466a details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:49.005822 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.073253 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.115374 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538da55-2ec7-4e43-bb9c-62fe0549c537 req-e00af264-30fe-4ea7-b0ee-a638fecb24af tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.116992 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7538da55-2ec7-4e43-bb9c-62fe0549c537 req-e00af264-30fe-4ea7-b0ee-a638fecb24af tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 946 time: 0.0899866 Nov 12 08:36:49.124133 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa6ac4a7-0a05-497f-8ef2-a81d6d409639 req-72bd1040-33de-43d6-90a1-cae7fdc47247 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321866 Nov 12 08:36:49.224260 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 6115cb31-9bf1-4a4f-82a1-138138543a01 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:49.276437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 85f0348a-96da-43a1-a7ad-db594ae7466a, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=85f0348a-96da-43a1-a7ad-db594ae7466a,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:49.320823 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7538da55-2ec7-4e43-bb9c-62fe0549c537 req-ebc9ade1-acae-4015-949f-1ed5596016e8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955945 Nov 12 08:36:49.321524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '85f0348a-96da-43a1-a7ad-db594ae7466a', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'port_id': '85f0348a-96da-43a1-a7ad-db594ae7466a', 'mac_address': 'fa:16:3e:6b:70:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b13783d-4c4e-450c-befa-f6858c089ee0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:49.405346 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa6ac4a7-0a05-497f-8ef2-a81d6d409639 req-3b17e65d-5a2b-4131-84e3-f1ae586a022c service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692704 Nov 12 08:36:49.472139 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.512461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89068e3a-61ef-4b56-ae89-aca4c5b80862 req-c80ef38b-77be-4e5a-b8ee-b8862aefe527 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.518817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f0348a-96da-43a1-a7ad-db594ae7466a {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:49.520677 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89068e3a-61ef-4b56-ae89-aca4c5b80862 req-c80ef38b-77be-4e5a-b8ee-b8862aefe527 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 948 time: 0.4806221 Nov 12 08:36:49.527552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Network 39963589-f9f3-4b28-b9be-4a6516a3de11 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:49.543328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:49.543787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 6115cb31-9bf1-4a4f-82a1-138138543a01, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6115cb31-9bf1-4a4f-82a1-138138543a01,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:49.552348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:49.556123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event updated for resources: {'Port': ['ID=f67c50e0-742d-41f0-86d6-ffcf82c37fe7,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:49.556310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5621e1-f42a-423d-90d9-fca470f2ef08 req-19cac9bf-c7d4-4cc2-b5b8-aaa8fd4f2dd2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.569543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 85f0348a-96da-43a1-a7ad-db594ae7466a, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=85f0348a-96da-43a1-a7ad-db594ae7466a,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:49.571841 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '6115cb31-9bf1-4a4f-82a1-138138543a01', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'port_id': '6115cb31-9bf1-4a4f-82a1-138138543a01', 'mac_address': 'fa:16:3e:95:f5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:49.579821 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.589359 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f5621e1-f42a-423d-90d9-fca470f2ef08 req-19cac9bf-c7d4-4cc2-b5b8-aaa8fd4f2dd2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.1047494 Nov 12 08:36:49.623058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.623872 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.639865 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89068e3a-61ef-4b56-ae89-aca4c5b80862 req-c781ddc3-3979-46ff-8eab-1a8bda139b00 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180182 Nov 12 08:36:49.672122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58794) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:49.673359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-81b4f9f3-d871-4392-ab7f-c1e576d1c9f4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3269947 Nov 12 08:36:49.693763 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.719578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6115cb31-9bf1-4a4f-82a1-138138543a01 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:49.728101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=85f0348a-96da-43a1-a7ad-db594ae7466a,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:49.752974 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f5621e1-f42a-423d-90d9-fca470f2ef08 req-1180bbcd-8539-4d9a-a4ec-349dd9444904 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607265 Nov 12 08:36:49.766770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 6115cb31-9bf1-4a4f-82a1-138138543a01, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6115cb31-9bf1-4a4f-82a1-138138543a01,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:49.776358 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.841261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-d328712d-8d8c-4155-83f7-4f0ee0f79c0b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Deleting port f67c50e0-742d-41f0-86d6-ffcf82c37fe7 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:49.842195 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d328712d-8d8c-4155-83f7-4f0ee0f79c0b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:49.875877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=6115cb31-9bf1-4a4f-82a1-138138543a01,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:49.980216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4093c-367f-4602-a602-dd3fb4adbcd3 req-64961586-0600-43a9-ae3f-59d064865836 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:49.981968 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24c4093c-367f-4602-a602-dd3fb4adbcd3 req-64961586-0600-43a9-ae3f-59d064865836 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 945 time: 0.1137354 Nov 12 08:36:49.985984 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d328712d-8d8c-4155-83f7-4f0ee0f79c0b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.021891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-d328712d-8d8c-4155-83f7-4f0ee0f79c0b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Calling delete_port for f67c50e0-742d-41f0-86d6-ffcf82c37fe7 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:50.026377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['6115cb31-9bf1-4a4f-82a1-138138543a01'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:50.060505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['85f0348a-96da-43a1-a7ad-db594ae7466a'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:50.099987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f91f0c-de1d-4dde-8043-20d5a4765b4a req-164155e5-dc9c-4fe7-99b7-b8b2068ebae0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:50.110974 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-31f91f0c-de1d-4dde-8043-20d5a4765b4a req-164155e5-dc9c-4fe7-99b7-b8b2068ebae0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 944 time: 0.0835941 Nov 12 08:36:50.119748 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24c4093c-367f-4602-a602-dd3fb4adbcd3 req-81ee84af-39cd-44dc-8f43-a1ee455f9bc1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224074 Nov 12 08:36:50.207320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-31f91f0c-de1d-4dde-8043-20d5a4765b4a req-c5daea0d-b9bc-4506-a608-28a6485cce6d tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953774 Nov 12 08:36:50.330489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e133632-1646-4be3-aca6-5b0a736ecc28 req-810d70a2-4e50-4749-a7b3-d8991f3694d1 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:50.333678 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e133632-1646-4be3-aca6-5b0a736ecc28 req-810d70a2-4e50-4749-a7b3-d8991f3694d1 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.46 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 946 time: 0.1135676 Nov 12 08:36:50.345090 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d328712d-8d8c-4155-83f7-4f0ee0f79c0b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.409780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328712d-8d8c-4155-83f7-4f0ee0f79c0b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event deleted for resources: {'Port': ['ID=f67c50e0-742d-41f0-86d6-ffcf82c37fe7,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:50.482398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5e133632-1646-4be3-aca6-5b0a736ecc28 req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Deleting port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:50.482824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5e133632-1646-4be3-aca6-5b0a736ecc28 req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.601857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5e133632-1646-4be3-aca6-5b0a736ecc28 req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] For port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008,segment=NetworkSegment(a273a666-77ab-42af-9c72-aaef9c4d1dd8),segment_id=a273a666-77ab-42af-9c72-aaef9c4d1dd8)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:50.602126 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5e133632-1646-4be3-aca6-5b0a736ecc28 req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.624403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5e133632-1646-4be3-aca6-5b0a736ecc28 req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Calling delete_port for 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:50.856131 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d328712d-8d8c-4155-83f7-4f0ee0f79c0b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.857724 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5e133632-1646-4be3-aca6-5b0a736ecc28 req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.862687 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d328712d-8d8c-4155-83f7-4f0ee0f79c0b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f67c50e0-742d-41f0-86d6-ffcf82c37fe7 HTTP/1.1" status: 204 len: 168 time: 1.1873159 Nov 12 08:36:50.863015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58808) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:50.868118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '39963589-f9f3-4b28-b9be-4a6516a3de11', 'external_fixed_ips': [{'subnet_id': '947a7f8a-95ab-43d7-9671-f6f697368a40', 'ip_address': '172.20.0.14'}]}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:50.876769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9981c-9a52-4387-985c-c92aff8dcedb req-e9732d67-5957-477a-a3c5-4398e30f0030 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:50.880047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ea9981c-9a52-4387-985c-c92aff8dcedb req-e9732d67-5957-477a-a3c5-4398e30f0030 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 948 time: 0.1066070 Nov 12 08:36:50.886003 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400b1a9-64e5-4887-8c47-52db0903d6c7 req-e4441a48-e08b-4d49-b4d6-eb833cc9a4d5 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:50.887538 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a400b1a9-64e5-4887-8c47-52db0903d6c7 req-e4441a48-e08b-4d49-b4d6-eb833cc9a4d5 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/ports?device_id=541cab04-b8bf-45c1-abe8-a1427d2e1f25 HTTP/1.1" status: 200 len: 867 time: 0.1168072 Nov 12 08:36:50.918551 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.921166 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:50.931982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b8f74a68-af8f-4bb9-b710-2c1058b884b7 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:50.966986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Pushing event deleted for resources: {'Port': ['ID=8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:50.980909 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a400b1a9-64e5-4887-8c47-52db0903d6c7 req-af59bc7f-c93a-40da-bdf4-21e330f50f02 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.31 "GET /v2.0/security-groups?id=7729ac3f-72a7-4db3-bf86-a43691d544e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854008 Nov 12 08:36:51.000691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:51.011817 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.055240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e133632-1646-4be3-aca6-5b0a736ecc28 req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] No DVR routers for this DVR port 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:36:51.060825 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5e133632-1646-4be3-aca6-5b0a736ecc28 req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.065386 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e133632-1646-4be3-aca6-5b0a736ecc28 req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] 10.222.0.46 "DELETE /v2.0/ports/8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 HTTP/1.1" status: 204 len: 173 time: 0.7254312 Nov 12 08:36:51.069233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541cab04-b8bf-45c1-abe8-a1427d2e1f25', 'name': 'network-vif-deleted', 'tag': '8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:51.071668 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21899c39-187b-46f3-8e82-f7561f599103" -d '{"events": [{"server_uuid": "541cab04-b8bf-45c1-abe8-a1427d2e1f25", "name": "network-vif-deleted", "tag": "8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:51.075657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:51.076441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:51.077340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:51.077704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:51.078042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:51.078569 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:51.078824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:51.079065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:51.079391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:51.079947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:51.080273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:51.080584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af91cf-44dd-4670-b5b5-eb38d53272f8 tempest-ServerAddressesTestJSON-681580476 tempest-ServerAddressesTestJSON-681580476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:36:51.121154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port b8f74a68-af8f-4bb9-b710-2c1058b884b7 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:51.128563 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port b8f74a68-af8f-4bb9-b710-2c1058b884b7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:51.128563 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.162393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ea9981c-9a52-4387-985c-c92aff8dcedb req-0939d1c2-8c2b-4049-9305-97472b24ec8f tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564430 Nov 12 08:36:51.195065 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7e67bc-4afe-4560-a6a5-c606ff699203 x-openstack-request-id: req-4d7e67bc-4afe-4560-a6a5-c606ff699203 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:51.195746 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541cab04-b8bf-45c1-abe8-a1427d2e1f25", "name": "network-vif-deleted", "tag": "8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:51.196705 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d7e67bc-4afe-4560-a6a5-c606ff699203 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:51.197392 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541cab04-b8bf-45c1-abe8-a1427d2e1f25', 'name': 'network-vif-deleted', 'tag': '8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008', 'status': 'completed', 'code': 200} Nov 12 08:36:51.295338 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 6115cb31-9bf1-4a4f-82a1-138138543a01 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:51.316989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce715445-81d5-460c-b462-037997122f4e req-49b641a3-ce31-42cc-9edd-9e7381affe14 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:51.324250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce715445-81d5-460c-b462-037997122f4e req-49b641a3-ce31-42cc-9edd-9e7381affe14 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 945 time: 0.0674901 Nov 12 08:36:51.343088 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.404946 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce715445-81d5-460c-b462-037997122f4e req-f7f8c459-4826-492e-b213-3cf51eaa3fb4 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797727 Nov 12 08:36:51.406006 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.447064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afaf5410-3df8-4a78-bfcc-a10d04161c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:51.449317 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046eb481-2f25-4c65-a4d2-c1a008183b9f" -d '{"events": [{"server_uuid": "afaf5410-3df8-4a78-bfcc-a10d04161c06", "name": "network-vif-plugged", "status": "completed", "tag": "b8f74a68-af8f-4bb9-b710-2c1058b884b7"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:51.466428 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac18d3f-282d-4d66-a42b-9effb7d888ea req-8b550096-2d6e-442e-82a6-e3c4e25a2463 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:51.468523 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2ac18d3f-282d-4d66-a42b-9effb7d888ea req-8b550096-2d6e-442e-82a6-e3c4e25a2463 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 944 time: 0.0894883 Nov 12 08:36:51.481242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b8f74a68-af8f-4bb9-b710-2c1058b884b7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b8f74a68-af8f-4bb9-b710-2c1058b884b7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:51.490306 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.536644 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2ac18d3f-282d-4d66-a42b-9effb7d888ea req-109a9486-a892-4174-956e-501b29b0baf1 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606949 Nov 12 08:36:51.568770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 6115cb31-9bf1-4a4f-82a1-138138543a01 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:51.583671 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358b8a47-1a62-4fff-b0a7-4ad21da15e4b x-openstack-request-id: req-358b8a47-1a62-4fff-b0a7-4ad21da15e4b {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:51.584079 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afaf5410-3df8-4a78-bfcc-a10d04161c06", "name": "network-vif-plugged", "status": "completed", "tag": "b8f74a68-af8f-4bb9-b710-2c1058b884b7", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:51.584372 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-358b8a47-1a62-4fff-b0a7-4ad21da15e4b {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:51.584832 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afaf5410-3df8-4a78-bfcc-a10d04161c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7', 'code': 200} Nov 12 08:36:51.590027 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 6115cb31-9bf1-4a4f-82a1-138138543a01 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:51.590441 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.615719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=b8f74a68-af8f-4bb9-b710-2c1058b884b7,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:51.661339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d345e31-0ad4-4224-9d1b-55ced8511471 req-8f23d09a-d1e0-406b-ac6f-4fb4897f864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:51.663168 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d345e31-0ad4-4224-9d1b-55ced8511471 req-8f23d09a-d1e0-406b-ac6f-4fb4897f864c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 1101 time: 0.0583880 Nov 12 08:36:51.690168 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.725131 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.728225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d345e31-0ad4-4224-9d1b-55ced8511471 req-9eb2dc25-e9bb-4d01-b787-f20e585bdc5e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566065 Nov 12 08:36:51.738230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 6115cb31-9bf1-4a4f-82a1-138138543a01, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6115cb31-9bf1-4a4f-82a1-138138543a01,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:51.743367 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.760217 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:51.792002 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=6115cb31-9bf1-4a4f-82a1-138138543a01,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:51.918999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Allocated IP 172.20.0.14 (39963589-f9f3-4b28-b9be-4a6516a3de11/947a7f8a-95ab-43d7-9671-f6f697368a40/53b22224-ba4e-4034-9bdc-737032160638) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:52.023778 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.068016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.081452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58822) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:52.108295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Network 39963589-f9f3-4b28-b9be-4a6516a3de11 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:52.113545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:52.116189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:52.135629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-015bc811-b3bf-4e2a-9117-ac711de4f1d8 admin admin] Deleting subnet 3aac3e83-4389-4756-800c-d4cb2c808539 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:52.138852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-015bc811-b3bf-4e2a-9117-ac711de4f1d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.148206 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event updated for resources: {'Port': ['ID=53b22224-ba4e-4034-9bdc-737032160638,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:52.177666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-015bc811-b3bf-4e2a-9117-ac711de4f1d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.223294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-015bc811-b3bf-4e2a-9117-ac711de4f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.234242 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.317853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6e02-bd22-4270-a62b-733ba2615c0b req-728b7e06-148e-4f2d-bbc4-545f7d5bce07 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.320309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0a8a6e02-bd22-4270-a62b-733ba2615c0b req-728b7e06-148e-4f2d-bbc4-545f7d5bce07 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 949 time: 0.0722933 Nov 12 08:36:52.326435 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-015bc811-b3bf-4e2a-9117-ac711de4f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.370077 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-015bc811-b3bf-4e2a-9117-ac711de4f1d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.374743 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-015bc811-b3bf-4e2a-9117-ac711de4f1d8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3aac3e83-4389-4756-800c-d4cb2c808539 HTTP/1.1" status: 204 len: 168 time: 0.2920787 Nov 12 08:36:52.376146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bc811-b3bf-4e2a-9117-ac711de4f1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aac3e83-4389-4756-800c-d4cb2c808539,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:52.379123 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58828) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:52.413955 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0a8a6e02-bd22-4270-a62b-733ba2615c0b req-86d4bad3-20f4-4fdf-917a-39d7f1e6d347 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841451 Nov 12 08:36:52.476120 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.479082 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.679436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11f6f7-5adf-4f89-b23f-54d781fbb38d req-6421ba69-5908-44fd-96f1-951071bad4e1 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.681191 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c11f6f7-5adf-4f89-b23f-54d781fbb38d req-6421ba69-5908-44fd-96f1-951071bad4e1 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 944 time: 0.0620444 Nov 12 08:36:52.696099 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5428665-b783-4138-94a2-26637b0fc1e8 req-e4f12555-02be-4b12-9b76-38f8c0df7fa0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:52.697682 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5428665-b783-4138-94a2-26637b0fc1e8 req-e4f12555-02be-4b12-9b76-38f8c0df7fa0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 946 time: 0.1807370 Nov 12 08:36:52.708466 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.746423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c11f6f7-5adf-4f89-b23f-54d781fbb38d req-5876a8c6-ab0f-436a-bd49-bd0c7ff6ae10 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579884 Nov 12 08:36:52.795954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5780223c-6713-4982-be90-67b2f26e17f4']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:52.812247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a273a666-77ab-42af-9c72-aaef9c4d1dd8') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:52.812541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a273a666-77ab-42af-9c72-aaef9c4d1dd8') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:52.869496 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.883484 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5428665-b783-4138-94a2-26637b0fc1e8 req-cb995150-c873-4f2c-b34f-0ef6cad72aa9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768374 Nov 12 08:36:52.897178 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:52.917486 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:52.953754 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 85f0348a-96da-43a1-a7ad-db594ae7466a up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:52.973316 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.037530 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.047821 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.052300 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5780223c-6713-4982-be90-67b2f26e17f4 HTTP/1.1" status: 204 len: 168 time: 0.6710868 Nov 12 08:36:53.065868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 85f0348a-96da-43a1-a7ad-db594ae7466a completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:36:53.069567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c73b80-4c68-4bd8-ae0c-d5b5d33522c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5780223c-6713-4982-be90-67b2f26e17f4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:53.078068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 85f0348a-96da-43a1-a7ad-db594ae7466a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:53.078641 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.234871 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.236662 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Router 93916738-58e6-408c-9989-7194dfa59e4e is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:36:53.291161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 85f0348a-96da-43a1-a7ad-db594ae7466a, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=85f0348a-96da-43a1-a7ad-db594ae7466a,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:53.298053 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.298876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:36:53.342312 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:36:53.342952 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 8a0bb88b-8fcb-4900-9e1e-0a4d62b5d008 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:36:53.379833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=85f0348a-96da-43a1-a7ad-db594ae7466a,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:53.384589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58848) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:53.434336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:36:53.457843 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-449bf126-0f17-4978-968e-5a69af570ebd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdf6645497fb4467ae49343c10b8ea99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0695570 Nov 12 08:36:53.458072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] Sync routers for ids ['93916738-58e6-408c-9989-7194dfa59e4e'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:36:53.458176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58852) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:53.469571 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.473417 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-db60a184-67e6-4a76-b8d4-7bbb720f16cf tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.6069255 Nov 12 08:36:53.474363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58854) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:53.485929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] Routers {'93916738-58e6-408c-9989-7194dfa59e4e'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:53.486583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['93916738-58e6-408c-9989-7194dfa59e4e'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:53.545268 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34fb501e-d152-40cf-acf7-938aaf18333e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.601173 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34fb501e-d152-40cf-acf7-938aaf18333e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.627170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ee5998-eb36-4d55-892f-8c9c3e30c256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6115cb31-9bf1-4a4f-82a1-138138543a01'}, {'server_uuid': '36819cac-8468-4fbd-9fcf-e1145d428e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f0348a-96da-43a1-a7ad-db594ae7466a'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:53.629750 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b8a8aa-551b-467b-9c9e-4b3d666178d2" -d '{"events": [{"server_uuid": "d5ee5998-eb36-4d55-892f-8c9c3e30c256", "name": "network-vif-plugged", "status": "completed", "tag": "6115cb31-9bf1-4a4f-82a1-138138543a01"}, {"server_uuid": "36819cac-8468-4fbd-9fcf-e1145d428e83", "name": "network-vif-plugged", "status": "completed", "tag": "85f0348a-96da-43a1-a7ad-db594ae7466a"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:53.636017 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e268ee-7c88-4f6c-84f3-6832842112b5 req-fbe93bd6-2223-428b-b43f-dea04cd9f0f0 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:53.637989 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b3e268ee-7c88-4f6c-84f3-6832842112b5 req-fbe93bd6-2223-428b-b43f-dea04cd9f0f0 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 949 time: 0.1077793 Nov 12 08:36:53.688907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] Set router 93916738-58e6-408c-9989-7194dfa59e4e gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:36:53.694747 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.753762 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b3e268ee-7c88-4f6c-84f3-6832842112b5 req-e2709565-5f0f-4063-999a-db08199101ca tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066597 Nov 12 08:36:53.784089 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34fb501e-d152-40cf-acf7-938aaf18333e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.790811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34fb501e-d152-40cf-acf7-938aaf18333e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:53.794302 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-34fb501e-d152-40cf-acf7-938aaf18333e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7729ac3f-72a7-4db3-bf86-a43691d544e3 HTTP/1.1" status: 204 len: 168 time: 0.3351965 Nov 12 08:36:53.805658 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd49587d-4eb4-4702-aa2c-06bd876e82b5 x-openstack-request-id: req-dd49587d-4eb4-4702-aa2c-06bd876e82b5 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:53.805658 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ee5998-eb36-4d55-892f-8c9c3e30c256", "name": "network-vif-plugged", "status": "completed", "tag": "6115cb31-9bf1-4a4f-82a1-138138543a01", "code": 200}, {"server_uuid": "36819cac-8468-4fbd-9fcf-e1145d428e83", "name": "network-vif-plugged", "status": "completed", "tag": "85f0348a-96da-43a1-a7ad-db594ae7466a", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:53.806043 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd49587d-4eb4-4702-aa2c-06bd876e82b5 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:53.806231 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ee5998-eb36-4d55-892f-8c9c3e30c256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6115cb31-9bf1-4a4f-82a1-138138543a01', 'code': 200} Nov 12 08:36:53.806492 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36819cac-8468-4fbd-9fcf-e1145d428e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f0348a-96da-43a1-a7ad-db594ae7466a', 'code': 200} Nov 12 08:36:53.854028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb501e-d152-40cf-acf7-938aaf18333e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7729ac3f-72a7-4db3-bf86-a43691d544e3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:54.006769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8814b4c-66e9-4742-a59c-c84eb992a4c6 req-1f1e6e4b-bde6-4043-9c47-c0aaf213f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:54.008666 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8814b4c-66e9-4742-a59c-c84eb992a4c6 req-1f1e6e4b-bde6-4043-9c47-c0aaf213f0cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 1098 time: 0.1396294 Nov 12 08:36:54.070941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672dcbc1-1289-472e-aacb-1212919dd691 req-b585b2b5-5019-4d9d-9d7b-d7498fcc9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:54.072485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-672dcbc1-1289-472e-aacb-1212919dd691 req-b585b2b5-5019-4d9d-9d7b-d7498fcc9fc3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 1097 time: 0.1047633 Nov 12 08:36:54.091326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba34cc-d12f-4e74-9a8a-21f9f6158bbc req-9c57f379-4fe1-4960-8cce-c272f637898c tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:54.107549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1ba34cc-d12f-4e74-9a8a-21f9f6158bbc req-9c57f379-4fe1-4960-8cce-c272f637898c tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a233e91-f6f8-42b0-a02f-71047a6dd590 HTTP/1.1" status: 200 len: 950 time: 0.1051745 Nov 12 08:36:54.118505 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194bcb9-8e72-4b99-8084-0bedca98970b req-f658787f-64dd-4832-8e48-8a90de21b323 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:54.129358 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f194bcb9-8e72-4b99-8084-0bedca98970b req-f658787f-64dd-4832-8e48-8a90de21b323 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1802573 Nov 12 08:36:54.149622 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.203413 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8814b4c-66e9-4742-a59c-c84eb992a4c6 req-47e95122-1133-425a-99d2-bff4dbdab994 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850965 Nov 12 08:36:54.206036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-672dcbc1-1289-472e-aacb-1212919dd691 req-8815cfd6-413f-415d-9831-13ab053dc6af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805972 Nov 12 08:36:54.238058 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f194bcb9-8e72-4b99-8084-0bedca98970b req-976697fa-8c04-4a73-a77c-ea0df48250c2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074789 Nov 12 08:36:54.293873 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1ba34cc-d12f-4e74-9a8a-21f9f6158bbc req-cc07ac9e-d396-401f-8f3d-214860dd3b5d tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838472 Nov 12 08:36:54.304375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93916738-58e6-408c-9989-7194dfa59e4e', 'name': '', 'tenant_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39963589-f9f3-4b28-b9be-4a6516a3de11', 'external_fixed_ips': [{'subnet_id': '947a7f8a-95ab-43d7-9671-f6f697368a40', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '53b22224-ba4e-4034-9bdc-737032160638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:50Z', 'updated_at': '2021-11-12T08:36:52Z', 'revision_number': 3, 'project_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'gw_port': {'id': '53b22224-ba4e-4034-9bdc-737032160638', 'name': '', 'network_id': '39963589-f9f3-4b28-b9be-4a6516a3de11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93916738-58e6-408c-9989-7194dfa59e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '947a7f8a-95ab-43d7-9671-f6f697368a40', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:51Z', 'updated_at': '2021-11-12T08:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '947a7f8a-95ab-43d7-9671-f6f697368a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:54.352393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Deleting port 53b22224-ba4e-4034-9bdc-737032160638 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:36:54.352878 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.354611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] Checking router: 93916738-58e6-408c-9989-7194dfa59e4e for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:36:54.354896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] Updating router 93916738-58e6-408c-9989-7194dfa59e4e port 53b22224-ba4e-4034-9bdc-737032160638 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:36:54.387577 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.423822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fcd64-a6da-40f2-a0cd-3d0faa26d953 req-bd79d8f1-1239-4b2a-bb99-d2f4b0613fff tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:54.432168 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f82fcd64-a6da-40f2-a0cd-3d0faa26d953 req-bd79d8f1-1239-4b2a-bb99-d2f4b0613fff tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 946 time: 0.0891438 Nov 12 08:36:54.497224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f82fcd64-a6da-40f2-a0cd-3d0faa26d953 req-fa63309c-5556-4ea0-b2ad-5eb8139a2d71 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637579 Nov 12 08:36:54.533937 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.552702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Calling delete_port for 53b22224-ba4e-4034-9bdc-737032160638 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:36:54.784166 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:54.785698 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:36:54.786649 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:36:54.832298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event deleted for resources: {'Port': ['ID=53b22224-ba4e-4034-9bdc-737032160638,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:54.883466 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58898) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:54.926509 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.082357 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.085004 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.093362 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1513993707-network', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:55.118992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Made reservation on behalf of d09ef456fed04b159b4967be78dc9d91 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:55.122550 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.133224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.135093 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.135711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93916738-58e6-408c-9989-7194dfa59e4e {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:36:55.140697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.142013 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a79d417c-5337-4168-beaa-80e3fa66c2a7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "DELETE /v2.0/routers/93916738-58e6-408c-9989-7194dfa59e4e HTTP/1.1" status: 204 len: 168 time: 1.6666186 Nov 12 08:36:55.146697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58916) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:55.210232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b314bb48-dd69-4a39-91ff-da4e6d2fad7b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Deleting subnet 947a7f8a-95ab-43d7-9671-f6f697368a40 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:36:55.213940 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b314bb48-dd69-4a39-91ff-da4e6d2fad7b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.227075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.232280 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.259072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:55.273634 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b314bb48-dd69-4a39-91ff-da4e6d2fad7b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.278284 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.278639 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Added segment 4336acb5-4245-410e-a6c1-876e507e8d6a of type vlan for network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb Nov 12 08:36:55.288083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584e578a-8a99-4ca5-b070-5811eab7fe88,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:55.326854 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b314bb48-dd69-4a39-91ff-da4e6d2fad7b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.337190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] Port 53b22224-ba4e-4034-9bdc-737032160638 not found while updating agent binding for router 93916738-58e6-408c-9989-7194dfa59e4e. {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 08:36:55.352200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] Routers set() bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:36:55.352926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] Router IDs set() for agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:36:55.353821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_agentschedulers_db [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'93916738-58e6-408c-9989-7194dfa59e4e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent'). {{(pid=102446) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 08:36:55.354448 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0cdfc-2470-4ad7-90fd-768dc65901a7 None None] The sync data for ids ['93916738-58e6-408c-9989-7194dfa59e4e'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:36:55.367281 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.406177 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.407264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:55.408655 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.453951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58924) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:55.454810 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5697372 Nov 12 08:36:55.460263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-49aa6c98-7906-45a9-9602-20b3076e7bfb admin admin] Request body: {'subnet': {'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1513993707-subnet', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:55.494596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28922f-c8b7-47c5-97ad-845535ce5b08 admin admin] Pushing event updated for resources: {'Network': ['ID=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:55.507789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:55.571665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2724f2e-cb78-4562-8caa-fddd307fae47 req-34b5ba2b-d0c1-44e9-9c81-f30ba7e7b6e3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:55.573570 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2724f2e-cb78-4562-8caa-fddd307fae47 req-34b5ba2b-d0c1-44e9-9c81-f30ba7e7b6e3 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1599703 Nov 12 08:36:55.575710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b314bb48-dd69-4a39-91ff-da4e6d2fad7b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.580216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aa6c98-7906-45a9-9602-20b3076e7bfb admin admin] Made reservation on behalf of d09ef456fed04b159b4967be78dc9d91 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:55.582646 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-49aa6c98-7906-45a9-9602-20b3076e7bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.679767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314bb48-dd69-4a39-91ff-da4e6d2fad7b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=947a7f8a-95ab-43d7-9671-f6f697368a40,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:55.746078 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b314bb48-dd69-4a39-91ff-da4e6d2fad7b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.754620 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b314bb48-dd69-4a39-91ff-da4e6d2fad7b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/947a7f8a-95ab-43d7-9671-f6f697368a40 HTTP/1.1" status: 204 len: 168 time: 0.6059763 Nov 12 08:36:55.754805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58932) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:55.783774 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25f2c3-22a3-4125-879f-ed4b600428cf req-46fede7f-846b-4b8c-a12b-77e1bd0debf9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:55.785903 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d25f2c3-22a3-4125-879f-ed4b600428cf req-46fede7f-846b-4b8c-a12b-77e1bd0debf9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 946 time: 0.0967691 Nov 12 08:36:55.809213 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2724f2e-cb78-4562-8caa-fddd307fae47 req-2d549732-6361-4897-93ab-68e39f6fa130 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113156 Nov 12 08:36:55.899561 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:55.909227 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d25f2c3-22a3-4125-879f-ed4b600428cf req-c5366cd1-f3a2-4bfe-83a3-27273096eecb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062593 Nov 12 08:36:55.948956 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-49aa6c98-7906-45a9-9602-20b3076e7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.039328 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.067734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39963589-f9f3-4b28-b9be-4a6516a3de11']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:56.080642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa6c98-7906-45a9-9602-20b3076e7bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6974b3-5c87-4446-8b14-27f51d2cc36f,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:56.100640 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3fec3fc-440c-4ed6-84bc-52413eb30749') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:56.100967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3fec3fc-440c-4ed6-84bc-52413eb30749') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:36:56.109353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa6c98-7906-45a9-9602-20b3076e7bfb admin admin] Checking segment: {'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:36:56.110305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aa6c98-7906-45a9-9602-20b3076e7bfb admin admin] Network hostable DHCP agents. Network: 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:36:56.113973 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.118673 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0cc69b8-edc7-43c4-a589-16960ae03407 req-63536988-c93e-46a6-a999-1941f857e2cf tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0ad4ce9f3df54853ab92f7626883cd89 HTTP/1.1" status: 200 len: 267 time: 0.1199119 Nov 12 08:36:56.132393 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.140537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:36:56.140826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:36:56.145149 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:36:56.153199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aa6c98-7906-45a9-9602-20b3076e7bfb admin admin] Network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:36:56.176058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-49aa6c98-7906-45a9-9602-20b3076e7bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:56.181989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa6c98-7906-45a9-9602-20b3076e7bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:56.182574 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-49aa6c98-7906-45a9-9602-20b3076e7bfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.187096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b97cad1-f5c6-4ee5-b1f0-4caf5fe80c7a None None] Network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:56.209202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-49aa6c98-7906-45a9-9602-20b3076e7bfb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7521000 Nov 12 08:36:56.223066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc69b8-edc7-43c4-a589-16960ae03407 req-1aa4114c-0cd6-4760-a10a-e4a036d315df tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:56.231087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58946) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:56.233657 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0cc69b8-edc7-43c4-a589-16960ae03407 req-1aa4114c-0cd6-4760-a10a-e4a036d315df tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 946 time: 0.1056929 Nov 12 08:36:56.240498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-c0cc69b8-edc7-43c4-a589-16960ae03407 req-dac645e4-6292-462e-ab54-09d186affdf5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Request body: {'port': {'security_groups': []}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:56.242393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1513993707-router', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:56.294989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.304212 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.306062 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.317573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39963589-f9f3-4b28-b9be-4a6516a3de11 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:36:56.323003 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.329656 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "DELETE /v2.0/networks/39963589-f9f3-4b28-b9be-4a6516a3de11 HTTP/1.1" status: 204 len: 168 time: 0.5730619 Nov 12 08:36:56.346890 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219ebc3-8db3-4242-8aec-5c2d4e3ea226 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event deleted for resources: {'Network': ['ID=39963589-f9f3-4b28-b9be-4a6516a3de11,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:56.401033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb71ad44-7b71-458d-add5-4d18d53f0595 None None] Network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:36:56.409294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c0cc69b8-edc7-43c4-a589-16960ae03407 req-dac645e4-6292-462e-ab54-09d186affdf5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.464981 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.775522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c0cc69b8-edc7-43c4-a589-16960ae03407 req-dac645e4-6292-462e-ab54-09d186affdf5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] For port 6115cb31-9bf1-4a4f-82a1-138138543a01, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6115cb31-9bf1-4a4f-82a1-138138543a01,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:56.821925 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c0cc69b8-edc7-43c4-a589-16960ae03407 req-dac645e4-6292-462e-ab54-09d186affdf5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.829754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c0cc69b8-edc7-43c4-a589-16960ae03407 req-dac645e4-6292-462e-ab54-09d186affdf5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.844436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f', 'c6151212-6621-48e6-90cf-743d832b8182', '6115cb31-9bf1-4a4f-82a1-138138543a01'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:56.885777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58960) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:56.892281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8a749829-c09a-40cb-8884-29f01fddd46f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Request body: {'router': {'name': 'tempest-router--657452532', 'project_id': 'a760db8910f349c5aa4c92419d53b3c1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:56.926662 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc69b8-edc7-43c4-a589-16960ae03407 req-dac645e4-6292-462e-ab54-09d186affdf5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:56.928348 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c0cc69b8-edc7-43c4-a589-16960ae03407 req-dac645e4-6292-462e-ab54-09d186affdf5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:56.930894 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0cc69b8-edc7-43c4-a589-16960ae03407 req-dac645e4-6292-462e-ab54-09d186affdf5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "PUT /v2.0/ports/6115cb31-9bf1-4a4f-82a1-138138543a01 HTTP/1.1" status: 200 len: 905 time: 0.6953671 Nov 12 08:36:56.931379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ee5998-eb36-4d55-892f-8c9c3e30c256', 'tag': '6115cb31-9bf1-4a4f-82a1-138138543a01'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:56.935419 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa412ed-674a-41a7-af27-534fed21d438" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ee5998-eb36-4d55-892f-8c9c3e30c256", "tag": "6115cb31-9bf1-4a4f-82a1-138138543a01"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:57.000532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac645e4-6292-462e-ab54-09d186affdf5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event updated for resources: {'Port': ['ID=6115cb31-9bf1-4a4f-82a1-138138543a01,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:57.008105 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a749829-c09a-40cb-8884-29f01fddd46f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.010024 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a749829-c09a-40cb-8884-29f01fddd46f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.048302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['6115cb31-9bf1-4a4f-82a1-138138543a01'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:57.158842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a749829-c09a-40cb-8884-29f01fddd46f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.170834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98edb6-f277-46f9-95fb-0cd7900b6cc4 req-e25ee423-9901-4377-b814-26b00488fdf3 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.172427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d98edb6-f277-46f9-95fb-0cd7900b6cc4 req-e25ee423-9901-4377-b814-26b00488fdf3 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 908 time: 0.1509016 Nov 12 08:36:57.174023 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a749829-c09a-40cb-8884-29f01fddd46f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.199509 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a749829-c09a-40cb-8884-29f01fddd46f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.201710 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8a749829-c09a-40cb-8884-29f01fddd46f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3131599 Nov 12 08:36:57.210149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58970) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:57.236014 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.264459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88708aca-f0d3-4eac-91db-cc0ae65658f1 req-3401985a-732f-4764-a293-7eab2164a476 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.265820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:36:57.266276 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88708aca-f0d3-4eac-91db-cc0ae65658f1 req-3401985a-732f-4764-a293-7eab2164a476 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.2228336 Nov 12 08:36:57.301732 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75979d22-60e6-47b1-8faa-bbac04ab2841 x-openstack-request-id: req-75979d22-60e6-47b1-8faa-bbac04ab2841 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:57.302103 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ee5998-eb36-4d55-892f-8c9c3e30c256", "tag": "6115cb31-9bf1-4a4f-82a1-138138543a01", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:57.302963 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75979d22-60e6-47b1-8faa-bbac04ab2841 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:57.303480 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ee5998-eb36-4d55-892f-8c9c3e30c256', 'tag': '6115cb31-9bf1-4a4f-82a1-138138543a01', 'status': 'completed', 'code': 200} Nov 12 08:36:57.349868 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f492220-bfc0-4b1e-a682-3b3e6631b01f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.386601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88708aca-f0d3-4eac-91db-cc0ae65658f1 req-0439d440-4288-47a0-b4c1-7faec3f21ca8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914292 Nov 12 08:36:57.396917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-95b8f19e-4493-4bbf-9dc7-3e9023ff3eb1 None None] Provisioning complete for port 6115cb31-9bf1-4a4f-82a1-138138543a01 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:57.397665 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-95b8f19e-4493-4bbf-9dc7-3e9023ff3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.461339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa412ed-674a-41a7-af27-534fed21d438 req-686aab0d-88dc-4aa8-8a5e-bc0bb291f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.463178 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daa412ed-674a-41a7-af27-534fed21d438 req-686aab0d-88dc-4aa8-8a5e-bc0bb291f943 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 1060 time: 0.1383927 Nov 12 08:36:57.463617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:57.507939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'mac_address': 'fa:16:3e:98:af:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:36:57.571753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58986) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:57.574560 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:36:57.575525 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.584672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-941e5248-1ad5-4ed2-b994-cb0f23d44410 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1303905330'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:57.595097 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:36:57.634236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:57.635236 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f492220-bfc0-4b1e-a682-3b3e6631b01f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.639514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f492220-bfc0-4b1e-a682-3b3e6631b01f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.641836 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.664408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c132f-52c0-4bbc-ba56-900219bd84ac req-e613dc86-b707-48cb-b30e-16b7c5bc205c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.666016 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb9c132f-52c0-4bbc-ba56-900219bd84ac req-e613dc86-b707-48cb-b30e-16b7c5bc205c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.2368994 Nov 12 08:36:57.702408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:57.710941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa412ed-674a-41a7-af27-534fed21d438 req-1356fc9d-50be-48df-adc9-d3ea15016f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.713314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daa412ed-674a-41a7-af27-534fed21d438 req-1356fc9d-50be-48df-adc9-d3ea15016f89 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.2401223 Nov 12 08:36:57.718632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941e5248-1ad5-4ed2-b994-cb0f23d44410 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:57.721419 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-941e5248-1ad5-4ed2-b994-cb0f23d44410 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.746958 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f492220-bfc0-4b1e-a682-3b3e6631b01f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.748101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f492220-bfc0-4b1e-a682-3b3e6631b01f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc538ed8-f514-47b4-8c9c-e68768a8a4f2 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:36:57.754502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515bc13-062d-4616-9dee-c1fa2ae19ea9 req-c9aece72-31bb-4778-a8df-716600be3e37 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:57.755636 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f492220-bfc0-4b1e-a682-3b3e6631b01f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:57.762074 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0f492220-bfc0-4b1e-a682-3b3e6631b01f tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "DELETE /v2.0/routers/bc538ed8-f514-47b4-8c9c-e68768a8a4f2 HTTP/1.1" status: 204 len: 168 time: 0.5505986 Nov 12 08:36:57.762388 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b515bc13-062d-4616-9dee-c1fa2ae19ea9 req-c9aece72-31bb-4778-a8df-716600be3e37 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1389513 Nov 12 08:36:57.812495 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb9c132f-52c0-4bbc-ba56-900219bd84ac req-dae94b05-d169-49cd-9ba4-8f9afac36044 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994575 Nov 12 08:36:57.818851 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['56e67eaa-bccc-43e3-a4ff-0c398bb1ac20'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:36:57.843072 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daa412ed-674a-41a7-af27-534fed21d438 req-e30b2eb7-2ebf-4ca7-a248-1b3cfbbc88d6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6115cb31-9bf1-4a4f-82a1-138138543a01 HTTP/1.1" status: 200 len: 217 time: 0.0766606 Nov 12 08:36:57.930283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941e5248-1ad5-4ed2-b994-cb0f23d44410 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:58.002784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59002) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:58.060148 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-941e5248-1ad5-4ed2-b994-cb0f23d44410 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.060613 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-941e5248-1ad5-4ed2-b994-cb0f23d44410 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Added segment 596069bd-7f5b-4a31-88c1-0979d7d643eb of type vlan for network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f Nov 12 08:36:58.113884 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b515bc13-062d-4616-9dee-c1fa2ae19ea9 req-7f837d5a-3dd6-445d-a1e8-a0d7714e9082 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505378 Nov 12 08:36:58.153381 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.160077 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccb13c-e700-4697-a80c-dad58f797a05 req-dc91b111-8997-494e-88a2-5c66950011e7 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:58.162314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-941e5248-1ad5-4ed2-b994-cb0f23d44410 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.162756 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0ccb13c-e700-4697-a80c-dad58f797a05 req-dc91b111-8997-494e-88a2-5c66950011e7 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0714872 Nov 12 08:36:58.184427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa412ed-674a-41a7-af27-534fed21d438 req-50f5f273-cb36-44e6-bb82-4bbd943c4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:58.186211 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daa412ed-674a-41a7-af27-534fed21d438 req-50f5f273-cb36-44e6-bb82-4bbd943c4185 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.2711799 Nov 12 08:36:58.191825 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.240718 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0ccb13c-e700-4697-a80c-dad58f797a05 req-bf259074-6e71-4eff-863f-bacd36aae736 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693061 Nov 12 08:36:58.278873 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-941e5248-1ad5-4ed2-b994-cb0f23d44410 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.284594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941e5248-1ad5-4ed2-b994-cb0f23d44410 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:58.285251 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-941e5248-1ad5-4ed2-b994-cb0f23d44410 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.340218 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-941e5248-1ad5-4ed2-b994-cb0f23d44410 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7673531 Nov 12 08:36:58.344919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59014) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:58.353587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c5d25636-2c5c-41bc-8fe1-f3066ef743a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-604779461'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:58.391557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1662330640', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:58.447383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa412ed-674a-41a7-af27-534fed21d438 req-fdbb972c-9906-4133-addf-aa9ab88b17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:58.448053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d25636-2c5c-41bc-8fe1-f3066ef743a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:36:58.448963 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daa412ed-674a-41a7-af27-534fed21d438 req-fdbb972c-9906-4133-addf-aa9ab88b17ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2504277 Nov 12 08:36:58.452071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e5248-1ad5-4ed2-b994-cb0f23d44410 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Network': ['ID=8787d18b-6228-45e2-ba7c-25cbf1ddd91f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:58.454192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5d25636-2c5c-41bc-8fe1-f3066ef743a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.470080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:58.504672 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.507116 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.519918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d25636-2c5c-41bc-8fe1-f3066ef743a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:36:58.529429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Allocated IP 172.25.3.7 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/35a28fbb-4467-47ba-b39f-04d5b9dc8171) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:36:58.544968 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5d25636-2c5c-41bc-8fe1-f3066ef743a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.545524 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-c5d25636-2c5c-41bc-8fe1-f3066ef743a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Added segment 2a4eade1-682b-440d-a232-4a8166df29d2 of type vlan for network 631d573a-b698-41e7-b1e5-d92155823f60 Nov 12 08:36:58.611759 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.692370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daa412ed-674a-41a7-af27-534fed21d438 req-d509499d-772b-44a1-ae16-77887bf5c3f2 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276101 Nov 12 08:36:58.875019 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:58.896483 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-daa412ed-674a-41a7-af27-534fed21d438 req-0f53f7ef-02c1-4858-b10c-460a3826bae6 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946945 Nov 12 08:36:59.012936 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.051833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.084882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:36:59.089599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Pushing event updated for resources: {'Port': ['ID=35a28fbb-4467-47ba-b39f-04d5b9dc8171,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:59.092264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:36:59.095352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:36:59.154383 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5d25636-2c5c-41bc-8fe1-f3066ef743a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.274181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:36:59.361278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5d25636-2c5c-41bc-8fe1-f3066ef743a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.371356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359b47d-05a5-47ec-ade3-0b55b9167bcb req-2ade3fa6-4fda-42ae-a8dd-3543209a4b4a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:59.373564 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b359b47d-05a5-47ec-ade3-0b55b9167bcb req-2ade3fa6-4fda-42ae-a8dd-3543209a4b4a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1552689 Nov 12 08:36:59.373927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d25636-2c5c-41bc-8fe1-f3066ef743a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:59.375283 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5d25636-2c5c-41bc-8fe1-f3066ef743a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.400128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-be435f53-dcef-4664-8ed8-6eb7c11e385f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:36:59.413742 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-be435f53-dcef-4664-8ed8-6eb7c11e385f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 812 time: 0.8181765 Nov 12 08:36:59.420799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:36:59.421456 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.431351 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.471215 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b359b47d-05a5-47ec-ade3-0b55b9167bcb req-c9957f28-8e13-4232-9f76-39ff1b172573 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815382 Nov 12 08:36:59.556038 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-252453fb-f55c-4c68-92de-8b0195d66aaa tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/quotas/0ad4ce9f3df54853ab92f7626883cd89 HTTP/1.1" status: 200 len: 375 time: 0.1403310 Nov 12 08:36:59.657908 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.691813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d25636-2c5c-41bc-8fe1-f3066ef743a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Network': ['ID=631d573a-b698-41e7-b1e5-d92155823f60,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:36:59.701807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:36:59.706904 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4374487c-6dbc-4a4a-876f-3e4ff24aee6d" -d '{"events": [{"server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "name": "network-vif-plugged", "status": "completed", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:36:59.709706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.732488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c5d25636-2c5c-41bc-8fe1-f3066ef743a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3822134 Nov 12 08:36:59.734427 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59062) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:36:59.744931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 631d573a-b698-41e7-b1e5-d92155823f60 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:36:59.746757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b0f664aa-6360-4cb9-b7b5-7773c627b1ba tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'subnet': {'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:36:59.787826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:36:59.808672 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:36:59.900212 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079da610-de99-4c6d-8ecd-cdc84fdbbac4 x-openstack-request-id: req-079da610-de99-4c6d-8ecd-cdc84fdbbac4 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:36:59.901003 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "name": "network-vif-plugged", "status": "completed", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:36:59.901686 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-079da610-de99-4c6d-8ecd-cdc84fdbbac4 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:36:59.902520 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'code': 200} Nov 12 08:36:59.977711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:00.064480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-03cf8fc6-2785-43ad-8f14-ce9edcbc34ab tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5069969 Nov 12 08:37:00.089818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f664aa-6360-4cb9-b7b5-7773c627b1ba tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:00.094379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b0f664aa-6360-4cb9-b7b5-7773c627b1ba tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.246783 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.436171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Router 212f39de-e93e-4fd6-914a-ab1d04e80e5d is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:37:00.462591 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.468924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-df315180-42c3-45f9-8ee1-a4bee154cc0d service neutron] 10.222.0.31 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032178 Nov 12 08:37:00.511054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.638375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:00.650969 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Sync routers for ids ['212f39de-e93e-4fd6-914a-ab1d04e80e5d'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:00.675338 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Routers {'212f39de-e93e-4fd6-914a-ab1d04e80e5d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:00.676829 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['212f39de-e93e-4fd6-914a-ab1d04e80e5d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:00.710708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.715515 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4391ea1b-b9ec-4d9c-9a79-3111f146d689 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4804685 Nov 12 08:37:00.718101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59072) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:00.726217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-b8251322-9e65-4d54-8eb5-d37c769e6f25 service neutron] 10.222.0.31 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299397 Nov 12 08:37:00.758199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b0f664aa-6360-4cb9-b7b5-7773c627b1ba tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:00.797498 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Set router 212f39de-e93e-4fd6-914a-ab1d04e80e5d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:00.942306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f664aa-6360-4cb9-b7b5-7773c627b1ba tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Checking segment: {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:00.943692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f664aa-6360-4cb9-b7b5-7773c627b1ba tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Network hostable DHCP agents. Network: 8787d18b-6228-45e2-ba7c-25cbf1ddd91f, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:00.954388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f664aa-6360-4cb9-b7b5-7773c627b1ba tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Subnet': ['ID=de971389-a3c4-4bbe-aef2-60ce22e8865c,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:00.985238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Allocated IP 172.25.3.10 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/2abe039a-3d62-48db-b05c-c360b14096be) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:01.011942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f664aa-6360-4cb9-b7b5-7773c627b1ba tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:01.032387 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'name': 'tempest-ServerRescueTestJSON-1513993707-router', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:56Z', 'updated_at': '2021-11-12T08:36:59Z', 'revision_number': 3, 'project_id': 'd09ef456fed04b159b4967be78dc9d91', 'gw_port': {'id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:58Z', 'updated_at': '2021-11-12T08:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:01.058422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b0f664aa-6360-4cb9-b7b5-7773c627b1ba tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 8787d18b-6228-45e2-ba7c-25cbf1ddd91f) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:01.067363 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63898a00-2c6a-4a23-814e-9526b60383db None None] Network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:01.069610 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Checking router: 212f39de-e93e-4fd6-914a-ab1d04e80e5d for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:01.070156 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Updating router 212f39de-e93e-4fd6-914a-ab1d04e80e5d port 35a28fbb-4467-47ba-b39f-04d5b9dc8171 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:37:01.088021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f664aa-6360-4cb9-b7b5-7773c627b1ba tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:01.089373 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b0f664aa-6360-4cb9-b7b5-7773c627b1ba tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.103799 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.166561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b0f664aa-6360-4cb9-b7b5-7773c627b1ba tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4260261 Nov 12 08:37:01.171131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59086) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:01.186771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-77b2f019-0844-480c-9c59-168cd608a4e6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'subnet': {'network_id': '631d573a-b698-41e7-b1e5-d92155823f60', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:01.257021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf83f1-ecef-4982-8edb-93b0476830a5 req-424cbb9d-8ab4-473d-bb27-7d65badf861a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:01.264592 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-58cf83f1-ecef-4982-8edb-93b0476830a5 req-424cbb9d-8ab4-473d-bb27-7d65badf861a tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.6232970 Nov 12 08:37:01.409808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-58cf83f1-ecef-4982-8edb-93b0476830a5 req-6b9d9e7d-ddea-4c7e-bf49-f464b4405ac2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443672 Nov 12 08:37:01.421419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52995d07-2314-4b77-9808-ba81c72907fc req-0f3e5d1a-3373-4c20-937b-8821f69d77ea tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 210 time: 0.1855452 Nov 12 08:37:01.579689 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.587561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-8787d18b-6228-45e2-ba7c-25cbf1ddd91f', 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'fixed_ips': [{'subnet_id': 'de971389-a3c4-4bbe-aef2-60ce22e8865c'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:01.588689 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.646088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b2f019-0844-480c-9c59-168cd608a4e6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:01.659651 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77b2f019-0844-480c-9c59-168cd608a4e6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.752871 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.853607 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:01.954213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:01.958860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Allocated IP 10.1.1.2 (8787d18b-6228-45e2-ba7c-25cbf1ddd91f/de971389-a3c4-4bbe-aef2-60ce22e8865c/59fc5213-dad0-413f-8373-91d0ef90648c) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:01.959260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Pushing event updated for resources: {'Port': ['ID=2abe039a-3d62-48db-b05c-c360b14096be,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:01.964469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:01.969344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:02.305422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Allocated IP 172.20.0.1 (7a0481cf-65ae-411d-bc01-b5d30fe1a2eb/ba6974b3-5c87-4446-8b14-27f51d2cc36f/e3bff6c3-a3a1-45c5-b208-e1734a590ce6) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:02.419301 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77b2f019-0844-480c-9c59-168cd608a4e6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.462314 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.480848 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.483280 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.522550 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.615653 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Attempting to bind port 35a28fbb-4467-47ba-b39f-04d5b9dc8171 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:02.616035 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Attempting to bind port 35a28fbb-4467-47ba-b39f-04d5b9dc8171 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:02.616407 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Attempting to bind port 35a28fbb-4467-47ba-b39f-04d5b9dc8171 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:02.628987 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Pushing event updated for resources: {'Port': ['ID=35a28fbb-4467-47ba-b39f-04d5b9dc8171,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:02.634178 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:02.634572 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:02.635268 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.635729 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:02.636339 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Bound port: 35a28fbb-4467-47ba-b39f-04d5b9dc8171, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:02.636726 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.645632 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.659257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7885eb78-ad13-4e77-aefe-802fe6f9829e req-7dcd44f4-b194-43ab-9518-cf037876fe63 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 210 time: 0.0889049 Nov 12 08:37:02.663767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef97dc-8c48-4480-97ce-eb50076ba968 req-831931ef-cc68-41e1-b1f5-666e0f6fd906 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:02.665426 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9ef97dc-8c48-4480-97ce-eb50076ba968 req-831931ef-cc68-41e1-b1f5-666e0f6fd906 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.0823557 Nov 12 08:37:02.714338 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:02.714827 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:02.715263 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:02.715703 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:02.716119 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:02.716515 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:02.716908 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:02.717330 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:02.717725 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:02.718124 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:02.718517 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:02.718907 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:02.752397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b2f019-0844-480c-9c59-168cd608a4e6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Checking segment: {'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:02.753357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b2f019-0844-480c-9c59-168cd608a4e6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Network hostable DHCP agents. Network: 631d573a-b698-41e7-b1e5-d92155823f60, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:37:02.758269 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.760383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2f019-0844-480c-9c59-168cd608a4e6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Subnet': ['ID=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:02.785530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:02.796276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Pushing event updated for resources: {'Port': ['ID=59fc5213-dad0-413f-8373-91d0ef90648c,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:02.805480 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:02.811950 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:02.821054 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] For port 35a28fbb-4467-47ba-b39f-04d5b9dc8171, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:02.834757 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] For port 35a28fbb-4467-47ba-b39f-04d5b9dc8171, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=35a28fbb-4467-47ba-b39f-04d5b9dc8171,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:02.855632 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.885398 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9ef97dc-8c48-4480-97ce-eb50076ba968 req-d0cdd027-d772-4a23-9136-df51bfc0b7ac tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128065 Nov 12 08:37:02.892529 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b2f019-0844-480c-9c59-168cd608a4e6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Network 631d573a-b698-41e7-b1e5-d92155823f60 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:37:02.912456 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:02.929853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-77b2f019-0844-480c-9c59-168cd608a4e6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 631d573a-b698-41e7-b1e5-d92155823f60) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:02.955506 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdce155-1f84-4908-9d8a-d95a7a6a9504 None None] Network 631d573a-b698-41e7-b1e5-d92155823f60 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:02.956312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b2f019-0844-480c-9c59-168cd608a4e6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:02.957220 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77b2f019-0844-480c-9c59-168cd608a4e6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.058986 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Attempting to bind port 59fc5213-dad0-413f-8373-91d0ef90648c on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:03.061954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Attempting to bind port 59fc5213-dad0-413f-8373-91d0ef90648c by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:03.062271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Attempting to bind port 59fc5213-dad0-413f-8373-91d0ef90648c on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:03.083646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:03.084011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Checking segment: {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:03.084426 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.088087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Bound using segment: {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:03.088790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Bound port: 59fc5213-dad0-413f-8373-91d0ef90648c, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:03.089225 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.111959 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Routers {'212f39de-e93e-4fd6-914a-ab1d04e80e5d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:03.113295 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['212f39de-e93e-4fd6-914a-ab1d04e80e5d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:03.146737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-77b2f019-0844-480c-9c59-168cd608a4e6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9730113 Nov 12 08:37:03.152269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59112) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:03.160189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'port': {'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f', 'name': 'tempest-TaggedBootDevicesTest_v242-1471707249', 'fixed_ips': [{'subnet_id': 'de971389-a3c4-4bbe-aef2-60ce22e8865c'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:03.205079 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292fe9b-3c43-46d0-8aec-11de950afe6b None None] Pushing event updated for resources: {'Port': ['ID=35a28fbb-4467-47ba-b39f-04d5b9dc8171,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:03.411237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] For port 59fc5213-dad0-413f-8373-91d0ef90648c, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:03.420429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] For port 59fc5213-dad0-413f-8373-91d0ef90648c, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=59fc5213-dad0-413f-8373-91d0ef90648c,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:03.461934 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.599197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:03.603391 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:03.610969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:03.654689 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] Set router 212f39de-e93e-4fd6-914a-ab1d04e80e5d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:03.680494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8670c81-3d06-4304-9cc7-3e17c85b1505 None None] Pushing event updated for resources: {'Port': ['ID=59fc5213-dad0-413f-8373-91d0ef90648c,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:03.702945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Pushing event updated for resources: {'Port': ['ID=e3bff6c3-a3a1-45c5-b208-e1734a590ce6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:03.742074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:03.747174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:03.747684 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:03.748114 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:03.748681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:03.749144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:03.749621 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:03.750033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:03.750481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:03.756288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:03.756288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:03.756288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:03.791203 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:03.884903 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-44f98784-0b3d-4377-8369-9873adc30d75 req-e268096c-b284-46cf-8e02-8436c28543ae tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 210 time: 0.0854213 Nov 12 08:37:03.978207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-631d573a-b698-41e7-b1e5-d92155823f60', 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'fixed_ips': [{'subnet_id': 'fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:37:03.979331 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.195376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2136d-c59b-4458-b264-928a0c5bbaa2 req-526a7ba6-2fad-4240-ab53-579ae4accee0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:04.212580 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-63a2136d-c59b-4458-b264-928a0c5bbaa2 req-526a7ba6-2fad-4240-ab53-579ae4accee0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1483228 Nov 12 08:37:04.358316 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.359555 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-dfbc9e54-468c-4954-8e83-d6a7c6efcbc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:04.361288 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-dfbc9e54-468c-4954-8e83-d6a7c6efcbc0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 812 time: 1.3048666 Nov 12 08:37:04.390712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Request body: {'port': {'device_id': '0717a070-6d6f-4ead-b8d9-eb2d44ea508f', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'admin_state_up': True, 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:04.395654 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'name': 'tempest-ServerRescueTestJSON-1513993707-router', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:56Z', 'updated_at': '2021-11-12T08:36:59Z', 'revision_number': 3, 'project_id': 'd09ef456fed04b159b4967be78dc9d91', 'gw_port': {'id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:58Z', 'updated_at': '2021-11-12T08:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:04.446624 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca2175-a166-4460-b898-1318015f1c4c None None] The sync data for ids ['212f39de-e93e-4fd6-914a-ab1d04e80e5d'] in n-d-768851-18 is: [{'id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'name': 'tempest-ServerRescueTestJSON-1513993707-router', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:56Z', 'updated_at': '2021-11-12T08:36:59Z', 'revision_number': 3, 'project_id': 'd09ef456fed04b159b4967be78dc9d91', 'gw_port': {'id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:58Z', 'updated_at': '2021-11-12T08:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:04.510668 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-63a2136d-c59b-4458-b264-928a0c5bbaa2 req-bedabced-594e-48a5-a9e5-5e46e132624e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988918 Nov 12 08:37:04.520203 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.637632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Allocated IP 10.2.2.2 (631d573a-b698-41e7-b1e5-d92155823f60/fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0/8b583e14-e7d1-4934-aeeb-93d075b8230c) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:04.726300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:04.909512 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.925608 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:04.978056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Made reservation on behalf of 0ad4ce9f3df54853ab92f7626883cd89 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:04.981477 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.027620 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.093197 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.164673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-075d082e-47e4-4620-9773-c659ce0f8b6f req-6b89aa83-64fc-4312-af79-05a89cc63ba5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 210 time: 0.0547450 Nov 12 08:37:05.203837 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.214167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Router 8af255fe-3641-47c6-a7fe-53961bc24abc is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:37:05.230361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] device_id is not set on port d2d466ea-8a87-4294-83d6-4e59236e9d48 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:05.235905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 59fc5213-dad0-413f-8373-91d0ef90648c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:05.250219 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Pushing event updated for resources: {'Port': ['ID=e3bff6c3-a3a1-45c5-b208-e1734a590ce6,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:05.317014 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.414213 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-87f6f2bf-d18c-41e4-8954-3940cd44e542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.428392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:05.434897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:05.517364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Network 631d573a-b698-41e7-b1e5-d92155823f60 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:05.519720 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:05.528886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:05.609027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:05.652389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a68ef85-a78e-4c67-96aa-639d77b86f99 None None] Sync routers for ids ['8af255fe-3641-47c6-a7fe-53961bc24abc'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:05.759041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Router 212f39de-e93e-4fd6-914a-ab1d04e80e5d has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:05.769600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Pushing event updated for resources: {'Port': ['ID=8b583e14-e7d1-4934-aeeb-93d075b8230c,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:05.776653 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.778366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4ff28dfe-d60e-4d2e-a820-5e338cb77e80 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.7733727 Nov 12 08:37:05.789977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59146) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:05.790300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de37b4a-ca8d-4fa5-abb1-3cf4d474c93e None None] Network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:05.801789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741a65-1f90-46bd-9ccd-329b914145a9 req-a82d5e63-983c-4760-b83a-08c09a37e585 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:05.803487 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c4741a65-1f90-46bd-9ccd-329b914145a9 req-a82d5e63-983c-4760-b83a-08c09a37e585 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1046417 Nov 12 08:37:05.958471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 59fc5213-dad0-413f-8373-91d0ef90648c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:05.958992 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:05.989403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Allocated IP 172.20.0.13 (fcdd275e-e107-47e6-90dd-4516df7837f8/d3562c7a-b04c-4c84-b09c-05785dea2699/90948111-b626-490d-8ba0-2e9bb9cc3e7d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:06.024617 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c4741a65-1f90-46bd-9ccd-329b914145a9 req-6201846a-99ca-4006-888a-d36ae0a26a60 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058117 Nov 12 08:37:06.096176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Attempting to bind port 8b583e14-e7d1-4934-aeeb-93d075b8230c on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:06.096704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Attempting to bind port 8b583e14-e7d1-4934-aeeb-93d075b8230c by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:06.097073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Attempting to bind port 8b583e14-e7d1-4934-aeeb-93d075b8230c on network 631d573a-b698-41e7-b1e5-d92155823f60 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:06.100965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a68ef85-a78e-4c67-96aa-639d77b86f99 None None] Routers {'8af255fe-3641-47c6-a7fe-53961bc24abc'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:06.101654 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-4a68ef85-a78e-4c67-96aa-639d77b86f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['8af255fe-3641-47c6-a7fe-53961bc24abc'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:06.150348 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:06.169692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-982eda53-530f-4576-8017-5c3508010285 admin admin] 10.222.0.31 "PUT /v2.0/routers/212f39de-e93e-4fd6-914a-ab1d04e80e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4379063 Nov 12 08:37:06.179904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:06.179904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Checking segment: {'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:06.179904 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.179904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Bound using segment: {'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:06.179904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Bound port: 8b583e14-e7d1-4934-aeeb-93d075b8230c, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:06.179904 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.182036 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-4a68ef85-a78e-4c67-96aa-639d77b86f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:06.326039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fd67fa08-5cbb-47c7-bf44-a32e36c1368b None None] Provisioning complete for port 59fc5213-dad0-413f-8373-91d0ef90648c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:06.326750 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fd67fa08-5cbb-47c7-bf44-a32e36c1368b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.420541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1802b46f-382b-4ff1-8ecb-1c0a5edce495 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/routers/8af255fe-3641-47c6-a7fe-53961bc24abc HTTP/1.1" status: 200 len: 920 time: 0.5928075 Nov 12 08:37:06.424461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59164) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:06.441734 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03f62617-2ed2-4ae1-a489-952dff061db4 req-de398968-adbc-4716-9db2-c5fb2a67f9d4 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 210 time: 0.0879211 Nov 12 08:37:06.469155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a68ef85-a78e-4c67-96aa-639d77b86f99 None None] Routers {'8af255fe-3641-47c6-a7fe-53961bc24abc'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:06.473638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-4a68ef85-a78e-4c67-96aa-639d77b86f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['8af255fe-3641-47c6-a7fe-53961bc24abc'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:06.521868 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bb6ede7f-1b2b-41e1-994d-51c868918d98 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af255fe-3641-47c6-a7fe-53961bc24abc HTTP/1.1" status: 200 len: 205 time: 0.0949912 Nov 12 08:37:06.523348 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59168) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:06.525726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Allocated IP 10.1.1.46 (8787d18b-6228-45e2-ba7c-25cbf1ddd91f/de971389-a3c4-4bbe-aef2-60ce22e8865c/d2d466ea-8a87-4294-83d6-4e59236e9d48) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:06.550406 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-4a68ef85-a78e-4c67-96aa-639d77b86f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:06.551133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a68ef85-a78e-4c67-96aa-639d77b86f99 None None] The sync data for ids ['8af255fe-3641-47c6-a7fe-53961bc24abc'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:06.655069 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] For port 8b583e14-e7d1-4934-aeeb-93d075b8230c, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:06.667092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] For port 8b583e14-e7d1-4934-aeeb-93d075b8230c, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8b583e14-e7d1-4934-aeeb-93d075b8230c,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:06.734321 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.761977 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:06.868831 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.012718 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.018117 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.064995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f', 'c6151212-6621-48e6-90cf-743d832b8182'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:07.131010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event updated for resources: {'Port': ['ID=90948111-b626-490d-8ba0-2e9bb9cc3e7d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:07.144334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.165396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Network fcdd275e-e107-47e6-90dd-4516df7837f8 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:07.169875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:07.206891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:07.211484 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.388527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.401016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:07.402071 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.441915 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fd67fa08-5cbb-47c7-bf44-a32e36c1368b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.459113 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8653097-58ae-463e-be7c-a10ea9873170 req-bfb9d94a-11bd-47b8-bb4d-1caa09500273 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:07.470275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8653097-58ae-463e-be7c-a10ea9873170 req-bfb9d94a-11bd-47b8-bb4d-1caa09500273 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.2056990 Nov 12 08:37:07.526684 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Sync routers for ids ['212f39de-e93e-4fd6-914a-ab1d04e80e5d'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:07.536467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Deleting port 2abe039a-3d62-48db-b05c-c360b14096be {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:07.553171 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.555186 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Routers {'212f39de-e93e-4fd6-914a-ab1d04e80e5d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:07.557804 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:36:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['212f39de-e93e-4fd6-914a-ab1d04e80e5d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:07.566846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:07.576276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:07.581382 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-3b600df6-9ee6-466d-aa14-b367546dd255 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2073455 Nov 12 08:37:07.589292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:07.600532 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 59fc5213-dad0-413f-8373-91d0ef90648c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=59fc5213-dad0-413f-8373-91d0ef90648c,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:07.605138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bc849-7a0a-49bb-bbcb-dd05fc7c43f5 None None] Pushing event updated for resources: {'Port': ['ID=8b583e14-e7d1-4934-aeeb-93d075b8230c,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:07.631007 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d6de254-bea6-4b0e-a6c7-1fce37ff145e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.643392 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:07.648632 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8653097-58ae-463e-be7c-a10ea9873170 req-aa196e7d-d5f1-4766-b6d4-db3a8dbd7c12 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229928 Nov 12 08:37:07.650151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Port': ['ID=d2d466ea-8a87-4294-83d6-4e59236e9d48,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:07.820200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Request body: {'port': {'device_id': '0717a070-6d6f-4ead-b8d9-eb2d44ea508f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:07.952471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-253b34ef-fae8-471e-85b7-3e21d1023bd1 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:07.954735 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-253b34ef-fae8-471e-85b7-3e21d1023bd1 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/networks?id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb HTTP/1.1" status: 200 len: 811 time: 0.6694927 Nov 12 08:37:08.004574 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Set router 212f39de-e93e-4fd6-914a-ab1d04e80e5d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:08.022417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:08.024010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.080458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3c8cc838-30df-4c12-af2d-c185a8a68155 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9245412 Nov 12 08:37:08.081750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59206) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:08.085711 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-b5247161-fac6-45d4-aba5-794c4165a4bf tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/quotas/d09ef456fed04b159b4967be78dc9d91 HTTP/1.1" status: 200 len: 375 time: 0.0859983 Nov 12 08:37:08.095646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'port': {'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f', 'name': 'tempest-TaggedBootDevicesTest_v242-1750726327', 'fixed_ips': [{'subnet_id': 'de971389-a3c4-4bbe-aef2-60ce22e8865c'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:08.125162 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-fd67fa08-5cbb-47c7-bf44-a32e36c1368b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:37:08.125591 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-fd67fa08-5cbb-47c7-bf44-a32e36c1368b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:37:08.126699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 35a28fbb-4467-47ba-b39f-04d5b9dc8171 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:08.158395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=59fc5213-dad0-413f-8373-91d0ef90648c,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:08.275990 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.355973 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ffb0c549-2107-4c08-af5a-250b520e6bb4 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d09ef456fed04b159b4967be78dc9d91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2666068 Nov 12 08:37:08.383394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Calling delete_port for 2abe039a-3d62-48db-b05c-c360b14096be owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:08.400265 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.467260 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'name': 'tempest-ServerRescueTestJSON-1513993707-router', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:56Z', 'updated_at': '2021-11-12T08:37:04Z', 'revision_number': 4, 'project_id': 'd09ef456fed04b159b4967be78dc9d91', 'gw_port': {'id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:58Z', 'updated_at': '2021-11-12T08:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e3bff6c3-a3a1-45c5-b208-e1734a590ce6', 'name': '', 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'mac_address': 'fa:16:3e:d8:41:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'ba6974b3-5c87-4446-8b14-27f51d2cc36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:01Z', 'updated_at': '2021-11-12T08:37:04Z', 'revision_number': 2, 'project_id': 'd09ef456fed04b159b4967be78dc9d91', 'subnets': [{'id': 'ba6974b3-5c87-4446-8b14-27f51d2cc36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:08.500144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 35a28fbb-4467-47ba-b39f-04d5b9dc8171 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:08.500742 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.514040 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Checking router: 212f39de-e93e-4fd6-914a-ab1d04e80e5d for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:08.514648 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Updating router 212f39de-e93e-4fd6-914a-ab1d04e80e5d port e3bff6c3-a3a1-45c5-b208-e1734a590ce6 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:37:08.550067 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.624771 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.814576 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.904937 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Pushing event deleted for resources: {'Port': ['ID=2abe039a-3d62-48db-b05c-c360b14096be,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:08.918267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90948111-b626-490d-8ba0-2e9bb9cc3e7d {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:08.931187 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:08.965718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Transition to ACTIVE for port object 90948111-b626-490d-8ba0-2e9bb9cc3e7d will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:08.990999 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.086838 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-73675e4b-9749-40e7-8da0-cec11aa1f35d service neutron] 10.222.0.31 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294433 Nov 12 08:37:09.094794 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.100509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667fab3-d8c3-43cd-b922-e185b7e2921a req-a2f9c08d-73bf-48e9-8b6f-6e6cf7eb845d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:09.108662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a667fab3-d8c3-43cd-b922-e185b7e2921a req-a2f9c08d-73bf-48e9-8b6f-6e6cf7eb845d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 932 time: 0.9934514 Nov 12 08:37:09.170187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 35a28fbb-4467-47ba-b39f-04d5b9dc8171, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=35a28fbb-4467-47ba-b39f-04d5b9dc8171,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:09.179826 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.190106 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-803868bf-7685-45fd-b1d2-f3c8ecf112bb None None] Provisioning complete for port d2d466ea-8a87-4294-83d6-4e59236e9d48 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:09.190484 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-803868bf-7685-45fd-b1d2-f3c8ecf112bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.259820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-803868bf-7685-45fd-b1d2-f3c8ecf112bb None None] Port d2d466ea-8a87-4294-83d6-4e59236e9d48 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:09.300161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-803868bf-7685-45fd-b1d2-f3c8ecf112bb None None] Provisioning complete for port 59fc5213-dad0-413f-8373-91d0ef90648c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:09.300542 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-803868bf-7685-45fd-b1d2-f3c8ecf112bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.333463 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.335858 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.358723 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.383888 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=35a28fbb-4467-47ba-b39f-04d5b9dc8171,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:09.469048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Pushing event updated for resources: {'Port': ['ID=90948111-b626-490d-8ba0-2e9bb9cc3e7d,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:09.574904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85bf0dd-3ffd-4517-9e23-358e7e298e87 None None] Network 631d573a-b698-41e7-b1e5-d92155823f60 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:37:09.594947 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772cd62-c677-418a-a1df-b7e1b96f8686 None None] Pushing event updated for resources: {'Port': ['ID=e3bff6c3-a3a1-45c5-b208-e1734a590ce6,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:09.611653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:09.627061 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.628821 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.630814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.678260 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Attempting to bind port e3bff6c3-a3a1-45c5-b208-e1734a590ce6 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:09.678745 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Attempting to bind port e3bff6c3-a3a1-45c5-b208-e1734a590ce6 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:09.679173 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Attempting to bind port e3bff6c3-a3a1-45c5-b208-e1734a590ce6 on network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:09.685751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a667fab3-d8c3-43cd-b922-e185b7e2921a req-c03d4c94-f433-4ca9-aa4b-65877c0ce8a6 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628794 Nov 12 08:37:09.691444 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-c6f2f8d2-acb9-4826-acf0-292a0baa4b98 service neutron] 10.222.0.31 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912080 Nov 12 08:37:09.702387 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:09.702892 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Checking segment: {'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:09.703291 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.704034 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Bound using segment: {'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:09.704216 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Bound port: e3bff6c3-a3a1-45c5-b208-e1734a590ce6, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:09.704563 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.709492 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.710203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Fanout notify agent at l3_agent the message router_deleted on router 8af255fe-3641-47c6-a7fe-53961bc24abc {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:09.737051 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.738339 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-24268735-4ef8-406f-beb0-f7a3f4b648c6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/routers/8af255fe-3641-47c6-a7fe-53961bc24abc HTTP/1.1" status: 204 len: 168 time: 3.2139189 Nov 12 08:37:09.749899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59214) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:09.754529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1695866666', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'enable_snat': False}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:09.770049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] device_id is not set on port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:37:09.794085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Attempting to bind port 90948111-b626-490d-8ba0-2e9bb9cc3e7d on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:09.795067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Attempting to bind port 90948111-b626-490d-8ba0-2e9bb9cc3e7d by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:09.795067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Attempting to bind port 90948111-b626-490d-8ba0-2e9bb9cc3e7d on network fcdd275e-e107-47e6-90dd-4516df7837f8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:09.814002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Port 90948111-b626-490d-8ba0-2e9bb9cc3e7d on network fcdd275e-e107-47e6-90dd-4516df7837f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:09.814500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Attempting to bind port 90948111-b626-490d-8ba0-2e9bb9cc3e7d on network fcdd275e-e107-47e6-90dd-4516df7837f8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:09.832467 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.835927 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.926134 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] For port e3bff6c3-a3a1-45c5-b208-e1734a590ce6, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:09.940872 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] For port e3bff6c3-a3a1-45c5-b208-e1734a590ce6, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e3bff6c3-a3a1-45c5-b208-e1734a590ce6,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:09.953593 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.957894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:09.960810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Checking segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:09.961514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Bound using segment: {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:09.969720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Bound port: 90948111-b626-490d-8ba0-2e9bb9cc3e7d, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a5f714-e936-4c3f-87c1-97f3741daecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:09.972659 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:09.978383 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.090506 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Routers {'212f39de-e93e-4fd6-914a-ab1d04e80e5d'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:10.091230 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['212f39de-e93e-4fd6-914a-ab1d04e80e5d'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:10.163898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e8a95-0739-4757-aa9e-66ab32715ef1 req-c8856bdf-7454-48a6-ad23-662a62ef9fb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:10.172340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c92e8a95-0739-4757-aa9e-66ab32715ef1 req-c8856bdf-7454-48a6-ad23-662a62ef9fb2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1669228 Nov 12 08:37:10.186849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8b583e14-e7d1-4934-aeeb-93d075b8230c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:10.275018 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.383726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8b583e14-e7d1-4934-aeeb-93d075b8230c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:10.385141 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.419389 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.431164 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] Set router 212f39de-e93e-4fd6-914a-ab1d04e80e5d gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:10.443106 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a087ccb8-37c6-4862-84c8-ecbd8b5f1950 None None] Provisioning complete for port 8b583e14-e7d1-4934-aeeb-93d075b8230c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:10.443606 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a087ccb8-37c6-4862-84c8-ecbd8b5f1950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.494954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-12d50eba-bddf-4af2-9706-265e4a16a0a1 req-8df6621e-cfc4-4d71-98e9-8c75d56f557c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 210 time: 0.0578358 Nov 12 08:37:10.574685 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772cd62-c677-418a-a1df-b7e1b96f8686 None None] Pushing event updated for resources: {'Port': ['ID=e3bff6c3-a3a1-45c5-b208-e1734a590ce6,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:10.664601 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.831668 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a087ccb8-37c6-4862-84c8-ecbd8b5f1950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.901309 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.929326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 8b583e14-e7d1-4934-aeeb-93d075b8230c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8b583e14-e7d1-4934-aeeb-93d075b8230c,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:10.940733 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:10.943905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 59fc5213-dad0-413f-8373-91d0ef90648c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:10.970209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] For port 90948111-b626-490d-8ba0-2e9bb9cc3e7d, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:10.983954 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c92e8a95-0739-4757-aa9e-66ab32715ef1 req-bac81913-0b4e-4af3-b51c-860bac2730c9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8053768 Nov 12 08:37:11.012101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] For port 90948111-b626-490d-8ba0-2e9bb9cc3e7d, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=90948111-b626-490d-8ba0-2e9bb9cc3e7d,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:11.049741 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.138645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.139624 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.155302 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] 10.222.0.46 "PUT /v2.0/ports/90948111-b626-490d-8ba0-2e9bb9cc3e7d HTTP/1.1" status: 200 len: 1093 time: 3.5483329 Nov 12 08:37:11.155898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0717a070-6d6f-4ead-b8d9-eb2d44ea508f', 'tag': '90948111-b626-490d-8ba0-2e9bb9cc3e7d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:11.164666 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1839117b-0b7c-4e12-a7e6-066d45468e08" -d '{"events": [{"name": "network-changed", "server_uuid": "0717a070-6d6f-4ead-b8d9-eb2d44ea508f", "tag": "90948111-b626-490d-8ba0-2e9bb9cc3e7d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:11.244869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Allocated IP 10.1.1.25 (8787d18b-6228-45e2-ba7c-25cbf1ddd91f/de971389-a3c4-4bbe-aef2-60ce22e8865c/190b3afb-1975-4cc4-95e6-fe8cb89b1120) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:11.280508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=8b583e14-e7d1-4934-aeeb-93d075b8230c,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:11.299282 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-a087ccb8-37c6-4862-84c8-ecbd8b5f1950 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:37:11.302881 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'name': 'tempest-ServerRescueTestJSON-1513993707-router', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:56Z', 'updated_at': '2021-11-12T08:37:04Z', 'revision_number': 4, 'project_id': 'd09ef456fed04b159b4967be78dc9d91', 'gw_port': {'id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:58Z', 'updated_at': '2021-11-12T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e3bff6c3-a3a1-45c5-b208-e1734a590ce6', 'name': '', 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'mac_address': 'fa:16:3e:d8:41:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'ba6974b3-5c87-4446-8b14-27f51d2cc36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:01Z', 'updated_at': '2021-11-12T08:37:09Z', 'revision_number': 4, 'project_id': 'd09ef456fed04b159b4967be78dc9d91', 'subnets': [{'id': 'ba6974b3-5c87-4446-8b14-27f51d2cc36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:11.306148 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-a087ccb8-37c6-4862-84c8-ecbd8b5f1950 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:37:11.314854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 59fc5213-dad0-413f-8373-91d0ef90648c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:11.324047 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.351882 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71c3224-bcb8-4751-8994-b14462879346 x-openstack-request-id: req-d71c3224-bcb8-4751-8994-b14462879346 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:11.352591 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0717a070-6d6f-4ead-b8d9-eb2d44ea508f", "tag": "90948111-b626-490d-8ba0-2e9bb9cc3e7d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:11.353004 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d71c3224-bcb8-4751-8994-b14462879346 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:11.353624 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0717a070-6d6f-4ead-b8d9-eb2d44ea508f', 'tag': '90948111-b626-490d-8ba0-2e9bb9cc3e7d', 'status': 'completed', 'code': 200} Nov 12 08:37:11.410411 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c9746b-54ec-4ade-8c95-e42ab66898a1 None None] The sync data for ids ['212f39de-e93e-4fd6-914a-ab1d04e80e5d'] in n-d-768851-18 is: [{'id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'name': 'tempest-ServerRescueTestJSON-1513993707-router', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:56Z', 'updated_at': '2021-11-12T08:37:04Z', 'revision_number': 4, 'project_id': 'd09ef456fed04b159b4967be78dc9d91', 'gw_port': {'id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:58Z', 'updated_at': '2021-11-12T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e3bff6c3-a3a1-45c5-b208-e1734a590ce6', 'name': '', 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'mac_address': 'fa:16:3e:d8:41:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': 'ba6974b3-5c87-4446-8b14-27f51d2cc36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:01Z', 'updated_at': '2021-11-12T08:37:09Z', 'revision_number': 4, 'project_id': 'd09ef456fed04b159b4967be78dc9d91', 'subnets': [{'id': 'ba6974b3-5c87-4446-8b14-27f51d2cc36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:11.457159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55e394-a6de-47e3-b772-c39d9f253501 service neutron] Pushing event updated for resources: {'Port': ['ID=90948111-b626-490d-8ba0-2e9bb9cc3e7d,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:11.497302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 35a28fbb-4467-47ba-b39f-04d5b9dc8171 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:11.504111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-14784014-a294-4632-a438-628aba533f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.508115 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-14784014-a294-4632-a438-628aba533f6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 1096 time: 0.2604022 Nov 12 08:37:11.585068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 35a28fbb-4467-47ba-b39f-04d5b9dc8171 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:11.585784 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.657801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-09d11868-89e0-43fe-8fab-3749da410fdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90948111-b626-490d-8ba0-2e9bb9cc3e7d HTTP/1.1" status: 200 len: 217 time: 0.1363876 Nov 12 08:37:11.856937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-204fb4e1-b5df-4b35-be3e-4842b5535604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:11.858857 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-204fb4e1-b5df-4b35-be3e-4842b5535604 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1493709 Nov 12 08:37:11.928923 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:11.964166 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d6f1192a-5030-48bc-874d-7b1ce590c526 req-f6ade616-56c9-4ac3-8b8a-69727939256b tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 210 time: 0.0786734 Nov 12 08:37:12.011062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-80d5645f-8bae-44ad-ab8f-db232831a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.026237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-80d5645f-8bae-44ad-ab8f-db232831a4b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1551113 Nov 12 08:37:12.167851 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-465d3fd9-87f9-491e-aa32-752ded29517f None None] Provisioning complete for port 8b583e14-e7d1-4934-aeeb-93d075b8230c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:12.168876 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-465d3fd9-87f9-491e-aa32-752ded29517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.228181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12753477-6a6c-4d29-bae9-29b8a5b17a86 req-7baa4ae0-cdd5-4bb2-8e5b-94cff9f0b538 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.244132 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-12753477-6a6c-4d29-bae9-29b8a5b17a86 req-7baa4ae0-cdd5-4bb2-8e5b-94cff9f0b538 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 944 time: 1.1986623 Nov 12 08:37:12.258890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.369392 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8b583e14-e7d1-4934-aeeb-93d075b8230c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:12.386904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:12.397348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:12.460970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:12.558865 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-12753477-6a6c-4d29-bae9-29b8a5b17a86 req-197202c8-a1e0-4b9f-a1f4-a6d330b0937d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130190 Nov 12 08:37:12.568159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.615593 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.639837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Port': ['ID=190b3afb-1975-4cc4-95e6-fe8cb89b1120,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:12.701651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844149c-b29e-402e-ad62-f4776d642459 req-ee34e3ea-aabd-4bfb-8e30-855bd739dd79 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.720545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f844149c-b29e-402e-ad62-f4776d642459 req-ee34e3ea-aabd-4bfb-8e30-855bd739dd79 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.5831268 Nov 12 08:37:12.763947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8b583e14-e7d1-4934-aeeb-93d075b8230c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:12.787208 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.822051 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-52f5fbfb-75cc-4bee-9eb2-6f0763f0ba2e service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813418 Nov 12 08:37:12.905727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f844149c-b29e-402e-ad62-f4776d642459 req-4fafbbba-410d-4ade-84b4-377f66fb1eec tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819654 Nov 12 08:37:12.907911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Allocated IP 172.25.3.171 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/2f12deab-01a7-453d-8f06-7f847fbbb73e) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:12.923881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.925069 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:12.938597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-f3db5a6b-f240-42a5-9e5f-2485ff75878c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:12.954367 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-f3db5a6b-f240-42a5-9e5f-2485ff75878c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.52 "GET /v2.0/networks?id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb HTTP/1.1" status: 200 len: 811 time: 0.5756810 Nov 12 08:37:12.972510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Request body: {'port': {'device_id': '7e78e37e-9855-4650-bb1c-ed6526c0545c', 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb', 'admin_state_up': True, 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:13.072286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4310ad1b-dcb9-4204-a70e-7995501d25f2 None None] Provisioning complete for port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:13.073013 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4310ad1b-dcb9-4204-a70e-7995501d25f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.118292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e3bff6c3-a3a1-45c5-b208-e1734a590ce6 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:13.121093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2dbc7d35-c877-4b26-9812-92e24ed26186 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.0346274 Nov 12 08:37:13.199997 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4310ad1b-dcb9-4204-a70e-7995501d25f2 None None] Port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:13.202690 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d4aedf-eddc-4842-95e0-7d5dccb95fa5 req-59945a50-bdd4-4597-85f4-e269b32b1481 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604813 Nov 12 08:37:13.255736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e3bff6c3-a3a1-45c5-b208-e1734a590ce6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:13.256393 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.342002 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28d4fc75-81f0-49f1-a208-15530afd5930 req-780b8266-22fc-49fa-9c20-6398dc1a3490 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 210 time: 0.1200945 Nov 12 08:37:13.414158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839117b-0b7c-4e12-a7e6-066d45468e08 req-9aac2cc5-093a-4cff-9a55-110a19559fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.418553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1839117b-0b7c-4e12-a7e6-066d45468e08 req-9aac2cc5-093a-4cff-9a55-110a19559fc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 1096 time: 0.1299596 Nov 12 08:37:13.462955 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.535609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port e3bff6c3-a3a1-45c5-b208-e1734a590ce6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e3bff6c3-a3a1-45c5-b208-e1734a590ce6,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:13.557396 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.569642 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.652768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839117b-0b7c-4e12-a7e6-066d45468e08 req-dd080c18-4b8e-4077-a7f9-292ea456dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.658338 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1839117b-0b7c-4e12-a7e6-066d45468e08 req-dd080c18-4b8e-4077-a7f9-292ea456dc94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.2334173 Nov 12 08:37:13.693421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.782350 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=e3bff6c3-a3a1-45c5-b208-e1734a590ce6,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:13.797762 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1839117b-0b7c-4e12-a7e6-066d45468e08 req-1a480c57-1a43-4962-ac8d-2b23290711f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90948111-b626-490d-8ba0-2e9bb9cc3e7d HTTP/1.1" status: 200 len: 217 time: 0.1273756 Nov 12 08:37:13.814947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59276) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:13.820409 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c0b33eae-5a9a-448b-b5f3-bae9c5b2f340 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246155791', 'description': 'tempest-description--397203259'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:13.870775 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Made reservation on behalf of d09ef456fed04b159b4967be78dc9d91 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:13.875483 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:13.885039 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:13.900805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:13.916049 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:13.923734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event updated for resources: {'Port': ['ID=2f12deab-01a7-453d-8f06-7f847fbbb73e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:13.951986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839117b-0b7c-4e12-a7e6-066d45468e08 req-4ebf7be2-cdfd-4785-8b3c-9acae25ad39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:13.964433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1839117b-0b7c-4e12-a7e6-066d45468e08 req-4ebf7be2-cdfd-4785-8b3c-9acae25ad39d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1581028 Nov 12 08:37:13.972990 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0b33eae-5a9a-448b-b5f3-bae9c5b2f340 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.010556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f84f0-7824-43e6-bfbf-41269661cad0 req-16b4439c-91a4-4d2a-94b4-969a01f41d99 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.012296 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d25f84f0-7824-43e6-bfbf-41269661cad0 req-16b4439c-91a4-4d2a-94b4-969a01f41d99 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 944 time: 0.2187748 Nov 12 08:37:14.112483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839117b-0b7c-4e12-a7e6-066d45468e08 req-681bbc5b-1e51-4ebb-b5c0-34c3cae8e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.116625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1839117b-0b7c-4e12-a7e6-066d45468e08 req-681bbc5b-1e51-4ebb-b5c0-34c3cae8e911 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394258 Nov 12 08:37:14.142688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e3bff6c3-a3a1-45c5-b208-e1734a590ce6 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:14.249205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e3bff6c3-a3a1-45c5-b208-e1734a590ce6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:14.250232 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.324108 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1839117b-0b7c-4e12-a7e6-066d45468e08 req-b84524c1-7d9f-42e0-8e9a-772923a5647d service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953964 Nov 12 08:37:14.337527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf3782-7b14-4c9c-8456-a5facc973f51 req-b6368076-8172-4c81-b495-0ff45c220849 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:14.339107 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6fcf3782-7b14-4c9c-8456-a5facc973f51 req-b6368076-8172-4c81-b495-0ff45c220849 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1630750 Nov 12 08:37:14.483307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6fcf3782-7b14-4c9c-8456-a5facc973f51 req-d85d7e98-294c-4752-b052-a3e7fbd9e28b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351075 Nov 12 08:37:14.515469 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d25f84f0-7824-43e6-bfbf-41269661cad0 req-fa91d99d-7b37-406e-9da9-eaa1648b33fb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839227 Nov 12 08:37:14.516079 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1839117b-0b7c-4e12-a7e6-066d45468e08 req-723625c1-8d16-4cda-ba6b-616d5bc3710f service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752031 Nov 12 08:37:14.618028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Allocated IP 172.20.0.4 (7a0481cf-65ae-411d-bc01-b5d30fe1a2eb/ba6974b3-5c87-4446-8b14-27f51d2cc36f/a06edb69-6696-49c8-bce8-33b6d7332234) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:14.686215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51ef081e-4ad0-4e6c-bbca-d6b6d566ce05 req-c059a4d2-38e5-4641-90f7-70bcb5785d9f tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 210 time: 0.0686345 Nov 12 08:37:14.742030 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0b33eae-5a9a-448b-b5f3-bae9c5b2f340 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.758498 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0b33eae-5a9a-448b-b5f3-bae9c5b2f340 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.773796 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.879702 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0b33eae-5a9a-448b-b5f3-bae9c5b2f340 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:14.884337 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c0b33eae-5a9a-448b-b5f3-bae9c5b2f340 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0656803 Nov 12 08:37:14.885270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59292) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:14.892143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-67ea832e-7db1-429e-80b0-27609fd906ac tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'security_group_rule': {'security_group_id': '78971bec-b1a3-4f17-97a3-70dabc209b16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:14.894503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b33eae-5a9a-448b-b5f3-bae9c5b2f340 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78971bec-b1a3-4f17-97a3-70dabc209b16,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:15.024784 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-67ea832e-7db1-429e-80b0-27609fd906ac tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.164887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.174278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-67ea832e-7db1-429e-80b0-27609fd906ac tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.190751 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-67ea832e-7db1-429e-80b0-27609fd906ac tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.213133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea832e-7db1-429e-80b0-27609fd906ac tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49b94ce-4a8b-40c4-a186-3ad025b94ce1,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:15.228159 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-67ea832e-7db1-429e-80b0-27609fd906ac tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.231857 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-67ea832e-7db1-429e-80b0-27609fd906ac tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3427224 Nov 12 08:37:15.235778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59306) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:15.238740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8b0866b2-047b-4b70-b2fc-06326311aefe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'security_group_rule': {'security_group_id': '78971bec-b1a3-4f17-97a3-70dabc209b16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:15.276334 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8b0866b2-047b-4b70-b2fc-06326311aefe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.316611 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.319793 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.377098 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8b0866b2-047b-4b70-b2fc-06326311aefe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.386335 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8b0866b2-047b-4b70-b2fc-06326311aefe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.401008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0866b2-047b-4b70-b2fc-06326311aefe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52fb36a-70d8-471f-b83a-859ffda49c2d,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:15.415215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:15.423831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:15.432636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:15.453272 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8b0866b2-047b-4b70-b2fc-06326311aefe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.454039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8b0866b2-047b-4b70-b2fc-06326311aefe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2193682 Nov 12 08:37:15.457169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59308) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:15.463305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:15.487074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Pushing event updated for resources: {'Port': ['ID=a06edb69-6696-49c8-bce8-33b6d7332234,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:15.504784 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.555310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.556215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.674307 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-3ed7a2e6-4463-41c5-a322-30a2980ab807 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7058439 Nov 12 08:37:15.703872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Request body: {'port': {'device_id': '7e78e37e-9855-4650-bb1c-ed6526c0545c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:15.720423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123f658-a692-438d-b694-03609c7f9dfe req-32730e22-9cd4-4353-a109-ee8e0c6d2e5d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.722027 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b123f658-a692-438d-b694-03609c7f9dfe req-32730e22-9cd4-4353-a109-ee8e0c6d2e5d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 944 time: 0.0860188 Nov 12 08:37:15.724237 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.747091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Router 648acf87-0492-4c2a-85b0-c4f818fc54e8 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:37:15.780947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81cb8-bcb0-4956-b1b1-352bc27a313f req-ae037a2c-b28c-4672-a795-a259f92c6fe0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:15.783328 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6f81cb8-bcb0-4956-b1b1-352bc27a313f req-ae037a2c-b28c-4672-a795-a259f92c6fe0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1573117 Nov 12 08:37:15.807777 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:15.915190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b123f658-a692-438d-b694-03609c7f9dfe req-759db156-f9c5-4b4b-b095-0d905c584325 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360586 Nov 12 08:37:15.957289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Allocated IP 172.25.3.238 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/8146b9d8-e464-4f0a-acf8-4f81b6193451) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:16.060069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6f81cb8-bcb0-4956-b1b1-352bc27a313f req-7aaaa908-9fc8-49f7-9081-7e3998a21568 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663295 Nov 12 08:37:16.148645 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:16.175626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Sync routers for ids ['648acf87-0492-4c2a-85b0-c4f818fc54e8'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:16.196998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Routers {'648acf87-0492-4c2a-85b0-c4f818fc54e8'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:16.197967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['648acf87-0492-4c2a-85b0-c4f818fc54e8'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:16.203830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98fa80-d51d-4875-8d56-8d4847b93736 req-ca6923bb-927f-4aec-929d-e5225348ac6e tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:16.207254 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c98fa80-d51d-4875-8d56-8d4847b93736 req-ca6923bb-927f-4aec-929d-e5225348ac6e tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 931 time: 0.1740375 Nov 12 08:37:16.233071 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.247571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9de7e2f5-b3eb-42e2-ae2b-b0017ee45374 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.4912317 Nov 12 08:37:16.250463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59332) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:16.404041 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.461064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Set router 648acf87-0492-4c2a-85b0-c4f818fc54e8 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:16.510851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c98fa80-d51d-4875-8d56-8d4847b93736 req-c0ed74b4-6632-4940-a247-4df63005aadb tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932549 Nov 12 08:37:16.574656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06edb69-6696-49c8-bce8-33b6d7332234 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:16.588941 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.609073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Transition to ACTIVE for port object a06edb69-6696-49c8-bce8-33b6d7332234 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:16.618206 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.632573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-428ec5d5-9b54-4831-9fa0-fba22032a867 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/routers/648acf87-0492-4c2a-85b0-c4f818fc54e8 HTTP/1.1" status: 200 len: 909 time: 0.3806105 Nov 12 08:37:16.633623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59334) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:16.638665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1695866666', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'enable_snat': True}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:16.644939 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.668188 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:16.673630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:16.676731 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:16.698859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648acf87-0492-4c2a-85b0-c4f818fc54e8', 'name': 'tempest-snat-router-1695866666', 'tenant_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.171'}], 'enable_snat': False}, 'gw_port_id': '2f12deab-01a7-453d-8f06-7f847fbbb73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:09Z', 'updated_at': '2021-11-12T08:37:14Z', 'revision_number': 3, 'project_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'gw_port': {'id': '2f12deab-01a7-453d-8f06-7f847fbbb73e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:34:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648acf87-0492-4c2a-85b0-c4f818fc54e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:12Z', 'updated_at': '2021-11-12T08:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:16.740224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Checking router: 648acf87-0492-4c2a-85b0-c4f818fc54e8 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:16.740648 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Updating router 648acf87-0492-4c2a-85b0-c4f818fc54e8 port 2f12deab-01a7-453d-8f06-7f847fbbb73e binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:37:16.772562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Port': ['ID=8146b9d8-e464-4f0a-acf8-4f81b6193451,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:16.775759 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.787817 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.790419 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.829067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Pushing event updated for resources: {'Port': ['ID=a06edb69-6696-49c8-bce8-33b6d7332234,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:16.835437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Attempting to bind port a06edb69-6696-49c8-bce8-33b6d7332234 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:16.836094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Attempting to bind port a06edb69-6696-49c8-bce8-33b6d7332234 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:16.837319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Attempting to bind port a06edb69-6696-49c8-bce8-33b6d7332234 on network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:16.848550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Port a06edb69-6696-49c8-bce8-33b6d7332234 on network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:16.849120 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Attempting to bind port a06edb69-6696-49c8-bce8-33b6d7332234 on network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:16.855767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:16.856141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Checking segment: {'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:16.856575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Bound using segment: {'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:16.856996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Bound port: a06edb69-6696-49c8-bce8-33b6d7332234, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:16.857383 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.868017 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:16.974485 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] For port a06edb69-6696-49c8-bce8-33b6d7332234, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:16.979336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] For port a06edb69-6696-49c8-bce8-33b6d7332234, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a06edb69-6696-49c8-bce8-33b6d7332234,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:17.012482 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.021045 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.037084 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.066258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 90948111-b626-490d-8ba0-2e9bb9cc3e7d details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:17.153524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.154239 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.155752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] 10.222.0.52 "PUT /v2.0/ports/a06edb69-6696-49c8-bce8-33b6d7332234 HTTP/1.1" status: 200 len: 1092 time: 1.4584634 Nov 12 08:37:17.156303 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e78e37e-9855-4650-bb1c-ed6526c0545c', 'tag': 'a06edb69-6696-49c8-bce8-33b6d7332234'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:17.159641 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bf7993-06fe-413e-beb8-9b934c1cddaf" -d '{"events": [{"name": "network-changed", "server_uuid": "7e78e37e-9855-4650-bb1c-ed6526c0545c", "tag": "a06edb69-6696-49c8-bce8-33b6d7332234"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:17.183637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8ea53-8d0d-4d54-a0fe-1caa638bab10 service neutron] Pushing event updated for resources: {'Port': ['ID=a06edb69-6696-49c8-bce8-33b6d7332234,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:17.219255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef910390-f23d-4fab-820e-6b5053206764 req-23b18c70-4f7f-45fb-a13c-5222abd29fbc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.231076 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ef910390-f23d-4fab-820e-6b5053206764 req-23b18c70-4f7f-45fb-a13c-5222abd29fbc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 944 time: 0.1447151 Nov 12 08:37:17.235874 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:37:17.262410 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.369769 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ef910390-f23d-4fab-820e-6b5053206764 req-6278bae5-0448-43d1-bca0-964e511c29d2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212969 Nov 12 08:37:17.369769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-db415a87-965e-4736-a454-8744e9d89e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.369769 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-db415a87-965e-4736-a454-8744e9d89e55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d09ef456fed04b159b4967be78dc9d91&device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 1095 time: 0.1282456 Nov 12 08:37:17.386599 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.403197 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.447116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef9fea-f166-4090-b9d2-b99bbd4c2953 req-0d219848-b079-4115-a74f-a1d6d1bead15 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.449817 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6aef9fea-f166-4090-b9d2-b99bbd4c2953 req-0d219848-b079-4115-a74f-a1d6d1bead15 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1817603 Nov 12 08:37:17.478093 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde911ee-84cd-4b38-82ca-dd2be126a6c4 x-openstack-request-id: req-cde911ee-84cd-4b38-82ca-dd2be126a6c4 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:17.480741 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e78e37e-9855-4650-bb1c-ed6526c0545c", "tag": "a06edb69-6696-49c8-bce8-33b6d7332234", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:17.481283 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cde911ee-84cd-4b38-82ca-dd2be126a6c4 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:17.481952 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e78e37e-9855-4650-bb1c-ed6526c0545c', 'tag': 'a06edb69-6696-49c8-bce8-33b6d7332234', 'status': 'completed', 'code': 200} Nov 12 08:37:17.484906 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-f2399276-ca91-4803-9a35-1a9b7cccb2cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a06edb69-6696-49c8-bce8-33b6d7332234 HTTP/1.1" status: 200 len: 217 time: 0.1016929 Nov 12 08:37:17.514479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5c45f-2e46-4ac4-bc60-43d81193f862 None None] Pushing event updated for resources: {'Port': ['ID=2f12deab-01a7-453d-8f06-7f847fbbb73e,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:17.528115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Attempting to bind port 2f12deab-01a7-453d-8f06-7f847fbbb73e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:17.530078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Attempting to bind port 2f12deab-01a7-453d-8f06-7f847fbbb73e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:17.531383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Attempting to bind port 2f12deab-01a7-453d-8f06-7f847fbbb73e on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:17.589322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:17.590234 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:17.590670 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.591534 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:17.591850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Bound port: 2f12deab-01a7-453d-8f06-7f847fbbb73e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:17.592245 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.619914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-88347feb-aee6-4165-aa9e-a6d3011d6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:17.621406 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-88347feb-aee6-4165-aa9e-a6d3011d6b67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba6974b3-5c87-4446-8b14-27f51d2cc36f HTTP/1.1" status: 200 len: 851 time: 0.1235175 Nov 12 08:37:17.684846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] For port 2f12deab-01a7-453d-8f06-7f847fbbb73e, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:17.686038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-c779dba4-fd40-4297-b06a-ee1432f88221 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514114 Nov 12 08:37:17.688633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] For port 2f12deab-01a7-453d-8f06-7f847fbbb73e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2f12deab-01a7-453d-8f06-7f847fbbb73e,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:17.698915 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6aef9fea-f166-4090-b9d2-b99bbd4c2953 req-43688f44-ff88-4dc1-aa1f-d67b485562bc tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354259 Nov 12 08:37:17.700825 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.785715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Routers {'648acf87-0492-4c2a-85b0-c4f818fc54e8'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:17.786949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['648acf87-0492-4c2a-85b0-c4f818fc54e8'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:17.938943 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:17.941633 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.154129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] Set router 648acf87-0492-4c2a-85b0-c4f818fc54e8 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:18.293843 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-f318dd77-d1a3-4630-bdd2-86854c0981fc service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873742 Nov 12 08:37:18.357355 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.360610 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.405210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 90948111-b626-490d-8ba0-2e9bb9cc3e7d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=90948111-b626-490d-8ba0-2e9bb9cc3e7d,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:18.419866 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3b8723c-3b38-4b29-b5e1-dea95996e48a req-dfd1846f-f404-485c-a9ee-09c96d75b516 service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153271 Nov 12 08:37:18.424953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5c45f-2e46-4ac4-bc60-43d81193f862 None None] Pushing event updated for resources: {'Port': ['ID=2f12deab-01a7-453d-8f06-7f847fbbb73e,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:18.472181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '90948111-b626-490d-8ba0-2e9bb9cc3e7d', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'port_id': '90948111-b626-490d-8ba0-2e9bb9cc3e7d', 'mac_address': 'fa:16:3e:6f:e2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:37:18.502279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787b73c-8e79-447d-847f-eb6ba7de8a6e req-9d351abe-f7e0-4ec0-a69a-b5c0e27cdd0f tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:18.502279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a787b73c-8e79-447d-847f-eb6ba7de8a6e req-9d351abe-f7e0-4ec0-a69a-b5c0e27cdd0f tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 943 time: 0.2064505 Nov 12 08:37:18.541207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '648acf87-0492-4c2a-85b0-c4f818fc54e8', 'name': 'tempest-snat-router-1695866666', 'tenant_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.171'}], 'enable_snat': False}, 'gw_port_id': '2f12deab-01a7-453d-8f06-7f847fbbb73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:09Z', 'updated_at': '2021-11-12T08:37:14Z', 'revision_number': 3, 'project_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'gw_port': {'id': '2f12deab-01a7-453d-8f06-7f847fbbb73e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:34:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648acf87-0492-4c2a-85b0-c4f818fc54e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:12Z', 'updated_at': '2021-11-12T08:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:18.615377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f409bf91-0615-4c9c-81d6-b2995ac66a8d None None] The sync data for ids ['648acf87-0492-4c2a-85b0-c4f818fc54e8'] in n-d-768851-18 is: [{'id': '648acf87-0492-4c2a-85b0-c4f818fc54e8', 'name': 'tempest-snat-router-1695866666', 'tenant_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.171'}], 'enable_snat': False}, 'gw_port_id': '2f12deab-01a7-453d-8f06-7f847fbbb73e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:09Z', 'updated_at': '2021-11-12T08:37:14Z', 'revision_number': 3, 'project_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'gw_port': {'id': '2f12deab-01a7-453d-8f06-7f847fbbb73e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:34:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '648acf87-0492-4c2a-85b0-c4f818fc54e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:12Z', 'updated_at': '2021-11-12T08:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:18.622477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Port': ['ID=8146b9d8-e464-4f0a-acf8-4f81b6193451,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:18.625510 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.639305 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a787b73c-8e79-447d-847f-eb6ba7de8a6e req-c319d3b5-0052-4eff-8218-93701e90fe38 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988295 Nov 12 08:37:18.660973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387ba08-5f8c-406b-92ed-b76637f5eb97 req-db6035a3-4d1a-4d91-b58f-205e736fc995 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:18.663893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf7993-06fe-413e-beb8-9b934c1cddaf req-af2f8a46-37ff-43a8-b433-16c4b23018fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:18.665799 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-67bf7993-06fe-413e-beb8-9b934c1cddaf req-af2f8a46-37ff-43a8-b433-16c4b23018fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d09ef456fed04b159b4967be78dc9d91&device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 1095 time: 0.1635997 Nov 12 08:37:18.671839 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7387ba08-5f8c-406b-92ed-b76637f5eb97 req-db6035a3-4d1a-4d91-b58f-205e736fc995 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 944 time: 0.1637957 Nov 12 08:37:18.680116 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90948111-b626-490d-8ba0-2e9bb9cc3e7d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:18.735179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 90948111-b626-490d-8ba0-2e9bb9cc3e7d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=90948111-b626-490d-8ba0-2e9bb9cc3e7d,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:18.746824 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:18.781842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Allocated IP 172.25.3.55 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/961aa475-1117-433d-b1fb-2dca672e51f0) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:18.861258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=90948111-b626-490d-8ba0-2e9bb9cc3e7d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:18.866816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf7993-06fe-413e-beb8-9b934c1cddaf req-6d5e7ea7-537f-4145-bfcd-c8e81226b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:18.868327 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-67bf7993-06fe-413e-beb8-9b934c1cddaf req-6d5e7ea7-537f-4145-bfcd-c8e81226b373 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb HTTP/1.1" status: 200 len: 912 time: 0.1917961 Nov 12 08:37:18.929647 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-67bf7993-06fe-413e-beb8-9b934c1cddaf req-bf2bc1ad-9c0a-4f76-a917-281346966553 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a06edb69-6696-49c8-bce8-33b6d7332234 HTTP/1.1" status: 200 len: 217 time: 0.0483704 Nov 12 08:37:19.014267 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.018209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf7993-06fe-413e-beb8-9b934c1cddaf req-48071421-138c-433b-8ea1-11f68b2c55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.020692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-67bf7993-06fe-413e-beb8-9b934c1cddaf req-48071421-138c-433b-8ea1-11f68b2c55bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba6974b3-5c87-4446-8b14-27f51d2cc36f HTTP/1.1" status: 200 len: 851 time: 0.0805438 Nov 12 08:37:19.082418 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7387ba08-5f8c-406b-92ed-b76637f5eb97 req-265b8d7a-df86-4e4e-855e-42e3d3b5621c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096875 Nov 12 08:37:19.086491 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.091361 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.092709 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5db90cd2-63dd-456b-978b-9bf4aea175b7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6343138 Nov 12 08:37:19.123349 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-67bf7993-06fe-413e-beb8-9b934c1cddaf req-b1573799-e7dd-4698-bdb1-fd3707d4d97e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928426 Nov 12 08:37:19.149636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['90948111-b626-490d-8ba0-2e9bb9cc3e7d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:19.243189 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:19.305363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:19.309034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:19.330264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:19.374794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event updated for resources: {'Port': ['ID=961aa475-1117-433d-b1fb-2dca672e51f0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:19.444028 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-67bf7993-06fe-413e-beb8-9b934c1cddaf req-f0bfedb5-1d99-40f3-999a-b984164affec service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042920 Nov 12 08:37:19.625610 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-67bf7993-06fe-413e-beb8-9b934c1cddaf req-e39810e8-7a10-4776-83b0-052e8cdf3ff3 service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488967 Nov 12 08:37:19.643417 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b802f9-a9b5-4eee-93b8-320b35a5c29f req-08d3206b-fc3f-4f63-9d7e-02fbf02586b0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.653432 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-00b802f9-a9b5-4eee-93b8-320b35a5c29f req-08d3206b-fc3f-4f63-9d7e-02fbf02586b0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.5203485 Nov 12 08:37:19.695097 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-e1f00124-b280-44ed-b964-b5f0c55a4f9e tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1246155791&fields=id&tenant_id=44298e737f604b238fe53614a447a1cf HTTP/1.1" status: 200 len: 267 time: 0.1574812 Nov 12 08:37:19.745646 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-00b802f9-a9b5-4eee-93b8-320b35a5c29f req-437d86eb-ace3-435e-92d7-11a7d4bce646 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912919 Nov 12 08:37:19.780552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-4bf83c64-2912-460a-b253-b9005072cc13 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.792221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-4bf83c64-2912-460a-b253-b9005072cc13 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports/d2d466ea-8a87-4294-83d6-4e59236e9d48 HTTP/1.1" status: 200 len: 936 time: 0.0935841 Nov 12 08:37:19.872113 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-53783c1c-a0ca-4782-a9b6-7c5bb0fb4658 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:19.880847 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-53783c1c-a0ca-4782-a9b6-7c5bb0fb4658 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports/190b3afb-1975-4cc4-95e6-fe8cb89b1120 HTTP/1.1" status: 200 len: 936 time: 0.0874944 Nov 12 08:37:20.028854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ab52d-472e-4fe0-92ea-aea4bc67ab24 req-01737fc6-c490-4c27-9697-696274af96e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.037653 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-590ab52d-472e-4fe0-92ea-aea4bc67ab24 req-01737fc6-c490-4c27-9697-696274af96e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 943 time: 0.1774373 Nov 12 08:37:20.045902 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-5f64bf8f-109b-4fd7-8436-fc177a9d7743 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1640427 Nov 12 08:37:20.111006 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-b6a3ec74-0da4-4f82-acc6-ee33973cbe4b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0551405 Nov 12 08:37:20.120325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2f12deab-01a7-453d-8f06-7f847fbbb73e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:20.129923 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-590ab52d-472e-4fe0-92ea-aea4bc67ab24 req-99ce8fbe-b6ef-484f-ae0d-c4ed6e33e16b tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913274 Nov 12 08:37:20.234696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 2f12deab-01a7-453d-8f06-7f847fbbb73e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:20.234974 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.335544 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.416943 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.470333 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 2f12deab-01a7-453d-8f06-7f847fbbb73e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2f12deab-01a7-453d-8f06-7f847fbbb73e,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:20.479574 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.523923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d218f2c-21db-416f-bb3e-2a4e8d80a9f6 req-86cfb67d-bca2-447d-bb8b-19f67636f445 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.528272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d218f2c-21db-416f-bb3e-2a4e8d80a9f6 req-86cfb67d-bca2-447d-bb8b-19f67636f445 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 945 time: 0.0731089 Nov 12 08:37:20.536005 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-526ca889-b827-44b3-9375-a410db5fab12 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.542254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-526ca889-b827-44b3-9375-a410db5fab12 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.548365 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-526ca889-b827-44b3-9375-a410db5fab12 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.550153 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-526ca889-b827-44b3-9375-a410db5fab12 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/networks?id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=631d573a-b698-41e7-b1e5-d92155823f60&id=631d573a-b698-41e7-b1e5-d92155823f60 HTTP/1.1" status: 200 len: 1995 time: 0.4313452 Nov 12 08:37:20.573693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=2f12deab-01a7-453d-8f06-7f847fbbb73e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:20.644691 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-b809e3e1-d231-4ef7-ad20-c20bc32f1c56 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/quotas/44298e737f604b238fe53614a447a1cf HTTP/1.1" status: 200 len: 375 time: 0.0367198 Nov 12 08:37:20.648502 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d218f2c-21db-416f-bb3e-2a4e8d80a9f6 req-eaa1e142-5b79-4a48-a40d-23ab5c300b5b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035666 Nov 12 08:37:20.792444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-d0815fa4-efba-48d4-9daa-71d592a0fa9e tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1446486 Nov 12 08:37:20.801197 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:20.935261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41173428-0b4b-4c5b-90b0-33fed5090929 req-c2180265-1d65-48b6-966d-e7289391cc43 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:20.944722 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41173428-0b4b-4c5b-90b0-33fed5090929 req-c2180265-1d65-48b6-966d-e7289391cc43 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.0893250 Nov 12 08:37:21.046129 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41173428-0b4b-4c5b-90b0-33fed5090929 req-482245fe-92ef-4ea5-8af5-7d70c71fdaa0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999801 Nov 12 08:37:21.092537 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-075ba8a9-fb6a-46ee-abe7-811e3578efc1 service neutron] 10.222.0.31 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779107 Nov 12 08:37:21.094951 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 90948111-b626-490d-8ba0-2e9bb9cc3e7d up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:21.186768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 90948111-b626-490d-8ba0-2e9bb9cc3e7d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:37:21.192600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 90948111-b626-490d-8ba0-2e9bb9cc3e7d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:21.193168 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.253682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-88ccbffa-622f-4c0f-96d6-2f3bee4428c3 service neutron] 10.222.0.31 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455865 Nov 12 08:37:21.255246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Router 3ffc7546-6f3d-40f6-bffb-1d1152622de7 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:37:21.334697 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.377759 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-69162681-8a6d-4a6b-8b34-2592886cf9f9 service neutron] 10.222.0.31 "GET /v2.0/ports/d2d466ea-8a87-4294-83d6-4e59236e9d48?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1019328 Nov 12 08:37:21.391807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0717a070-6d6f-4ead-b8d9-eb2d44ea508f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90948111-b626-490d-8ba0-2e9bb9cc3e7d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:21.394352 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f6d2b8-01c2-43b4-a1e9-eb305fcfe887" -d '{"events": [{"server_uuid": "0717a070-6d6f-4ead-b8d9-eb2d44ea508f", "name": "network-vif-plugged", "status": "completed", "tag": "90948111-b626-490d-8ba0-2e9bb9cc3e7d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:21.406001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc89701-a1a3-4550-8bfe-2b3e921f02ef req-e290d377-d2a5-4fce-9250-9a94ec036f0a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:21.407770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dcc89701-a1a3-4550-8bfe-2b3e921f02ef req-e290d377-d2a5-4fce-9250-9a94ec036f0a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 943 time: 0.1172855 Nov 12 08:37:21.423056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 90948111-b626-490d-8ba0-2e9bb9cc3e7d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=90948111-b626-490d-8ba0-2e9bb9cc3e7d,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:21.435907 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.502589 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dcc89701-a1a3-4550-8bfe-2b3e921f02ef req-35d21025-1fd7-4d1a-bcbf-f73c336308d9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832942 Nov 12 08:37:21.524903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=90948111-b626-490d-8ba0-2e9bb9cc3e7d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:21.594994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:21.616307 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Sync routers for ids ['3ffc7546-6f3d-40f6-bffb-1d1152622de7'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:21.636418 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Routers {'3ffc7546-6f3d-40f6-bffb-1d1152622de7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:21.637256 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3ffc7546-6f3d-40f6-bffb-1d1152622de7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:21.651573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-970e4112-d723-4d2c-81d5-8ea908692bc3 service neutron] 10.222.0.31 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660153 Nov 12 08:37:21.654927 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:21.660214 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-303ba512-1a81-4076-9ae1-3d7e1c070f19 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0212991 Nov 12 08:37:21.661688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59422) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:21.851830 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc3ff48-fe42-4db7-b7c8-d9285db2d90c x-openstack-request-id: req-bcc3ff48-fe42-4db7-b7c8-d9285db2d90c {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:21.852151 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0717a070-6d6f-4ead-b8d9-eb2d44ea508f", "name": "network-vif-plugged", "status": "completed", "tag": "90948111-b626-490d-8ba0-2e9bb9cc3e7d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:21.852421 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcc3ff48-fe42-4db7-b7c8-d9285db2d90c {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:21.853818 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0717a070-6d6f-4ead-b8d9-eb2d44ea508f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90948111-b626-490d-8ba0-2e9bb9cc3e7d', 'code': 200} Nov 12 08:37:21.854224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d24f940f-1fff-4d70-95dd-cf4d6223b9d8 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/routers/3ffc7546-6f3d-40f6-bffb-1d1152622de7 HTTP/1.1" status: 200 len: 907 time: 0.1903579 Nov 12 08:37:21.856674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59426) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:21.896485 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Set router 3ffc7546-6f3d-40f6-bffb-1d1152622de7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:21.985608 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.066951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-d108d200-e13d-423f-8b50-e8ed987b30bc service neutron] 10.222.0.31 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043527 Nov 12 08:37:22.109591 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2f12deab-01a7-453d-8f06-7f847fbbb73e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:22.137660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f9c0f5d6-9516-4191-8bae-9fb4d13eae11 service neutron] 10.222.0.31 "GET /v2.0/ports/190b3afb-1975-4cc4-95e6-fe8cb89b1120?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0644968 Nov 12 08:37:22.184925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77735c00-8b2d-4446-a7cf-ed9f6f33cd62 req-6a692a4e-78ae-484e-853e-09751d64b04c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.196138 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77735c00-8b2d-4446-a7cf-ed9f6f33cd62 req-6a692a4e-78ae-484e-853e-09751d64b04c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.1607094 Nov 12 08:37:22.214105 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 2f12deab-01a7-453d-8f06-7f847fbbb73e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:22.215143 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.222355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a677282-7ee3-45b9-b55f-aa211bec3f26 req-d4ac3aa7-35ec-435f-abd4-6316897388cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.225017 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a677282-7ee3-45b9-b55f-aa211bec3f26 req-d4ac3aa7-35ec-435f-abd4-6316897388cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 1098 time: 0.2764981 Nov 12 08:37:22.267072 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffc7546-6f3d-40f6-bffb-1d1152622de7', 'name': 'tempest-snat-router-1695866666', 'tenant_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '961aa475-1117-433d-b1fb-2dca672e51f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:16Z', 'updated_at': '2021-11-12T08:37:19Z', 'revision_number': 3, 'project_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'gw_port': {'id': '961aa475-1117-433d-b1fb-2dca672e51f0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffc7546-6f3d-40f6-bffb-1d1152622de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:37:18Z', 'updated_at': '2021-11-12T08:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:22.278754 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.305968 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Checking router: 3ffc7546-6f3d-40f6-bffb-1d1152622de7 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:37:22.306621 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Updating router 3ffc7546-6f3d-40f6-bffb-1d1152622de7 port 961aa475-1117-433d-b1fb-2dca672e51f0 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:37:22.336350 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.346060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a677282-7ee3-45b9-b55f-aa211bec3f26 req-6e376a2b-357d-4e6c-b3ac-cc8483ba4ecf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518093 Nov 12 08:37:22.376967 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77735c00-8b2d-4446-a7cf-ed9f6f33cd62 req-6a8335b2-8445-4e6f-abda-e77a3d38eab2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651843 Nov 12 08:37:22.402715 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.471321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-b2f3f108-2b51-44d8-b2bd-6088af99c104 service neutron] 10.222.0.31 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306949 Nov 12 08:37:22.568846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc0952-3dfd-4b31-b2ad-dc2bee628896 req-b58de265-1afe-4a44-a9f0-fd6c2494214e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:22.570410 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-81cc0952-3dfd-4b31-b2ad-dc2bee628896 req-b58de265-1afe-4a44-a9f0-fd6c2494214e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.0806990 Nov 12 08:37:22.577774 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Deleting port 961aa475-1117-433d-b1fb-2dca672e51f0 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:22.578111 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.652144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f9545873-0e13-4123-b28f-b1adf381cb69 service neutron] 10.222.0.31 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789405 Nov 12 08:37:22.711546 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-81cc0952-3dfd-4b31-b2ad-dc2bee628896 req-a5f9033a-398c-47a4-9f31-b1db3b457e32 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310689 Nov 12 08:37:22.771662 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.783084 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.803879 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.829947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-baa1e4f3-2812-405e-add2-109f56650656 service neutron] 10.222.0.31 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713600 Nov 12 08:37:22.842924 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4aded0-5fba-4d34-ab8b-eb188e56f050 None None] Pushing event updated for resources: {'Port': ['ID=961aa475-1117-433d-b1fb-2dca672e51f0,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:22.859990 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Attempting to bind port 961aa475-1117-433d-b1fb-2dca672e51f0 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:22.860463 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Attempting to bind port 961aa475-1117-433d-b1fb-2dca672e51f0 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:22.861045 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Attempting to bind port 961aa475-1117-433d-b1fb-2dca672e51f0 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:22.861425 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Calling delete_port for 961aa475-1117-433d-b1fb-2dca672e51f0 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:22.867559 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:22.868040 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:22.868526 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.869082 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:22.869695 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Bound port: 961aa475-1117-433d-b1fb-2dca672e51f0, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:22.870160 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:22.964568 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] For port 961aa475-1117-433d-b1fb-2dca672e51f0, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:22.970872 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] For port 961aa475-1117-433d-b1fb-2dca672e51f0, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=961aa475-1117-433d-b1fb-2dca672e51f0,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:22.975831 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-3b9084a3-0fe0-4a42-ac2a-9bf9aac25996 service neutron] 10.222.0.31 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446593 Nov 12 08:37:22.979204 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.009800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cae526-0498-4a36-bba1-5f24d7e226ba req-d3b05af0-8a8a-4025-b658-77ef7612c2e8 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.011138 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18cae526-0498-4a36-bba1-5f24d7e226ba req-d3b05af0-8a8a-4025-b658-77ef7612c2e8 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 943 time: 0.0767934 Nov 12 08:37:23.058179 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Routers {'3ffc7546-6f3d-40f6-bffb-1d1152622de7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:23.058973 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3ffc7546-6f3d-40f6-bffb-1d1152622de7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:23.117016 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-824cc960-0185-4d31-94c7-49fa26add95e service neutron] 10.222.0.31 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326141 Nov 12 08:37:23.154877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18cae526-0498-4a36-bba1-5f24d7e226ba req-8f0cf70c-f6eb-441b-9261-9db753a4c05a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059701 Nov 12 08:37:23.156311 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4aded0-5fba-4d34-ab8b-eb188e56f050 None None] Pushing event updated for resources: {'Port': ['ID=961aa475-1117-433d-b1fb-2dca672e51f0,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:23.193625 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] Set router 3ffc7546-6f3d-40f6-bffb-1d1152622de7 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:37:23.203727 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.247682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event deleted for resources: {'Port': ['ID=961aa475-1117-433d-b1fb-2dca672e51f0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:23.283953 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffc7546-6f3d-40f6-bffb-1d1152622de7', 'name': 'tempest-snat-router-1695866666', 'tenant_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:16Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:23.306220 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device a06edb69-6696-49c8-bce8-33b6d7332234 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:23.329642 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba4ad77-310c-461b-a6d3-b36764b8a798 None None] The sync data for ids ['3ffc7546-6f3d-40f6-bffb-1d1152622de7'] in n-d-768851-18 is: [{'id': '3ffc7546-6f3d-40f6-bffb-1d1152622de7', 'name': 'tempest-snat-router-1695866666', 'tenant_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:37:16Z', 'updated_at': '2021-11-12T08:37:22Z', 'revision_number': 4, 'project_id': 'a05fc744b0de4f95a0a70c53f91e8760', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:23.374809 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.495780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port a06edb69-6696-49c8-bce8-33b6d7332234, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a06edb69-6696-49c8-bce8-33b6d7332234,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:23.523843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'a06edb69-6696-49c8-bce8-33b6d7332234', 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb', 'port_id': 'a06edb69-6696-49c8-bce8-33b6d7332234', 'mac_address': 'fa:16:3e:03:0b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6974b3-5c87-4446-8b14-27f51d2cc36f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:37:23.583972 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.641804 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.643879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06edb69-6696-49c8-bce8-33b6d7332234 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:23.644765 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.681584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port a06edb69-6696-49c8-bce8-33b6d7332234, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a06edb69-6696-49c8-bce8-33b6d7332234,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:23.690755 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.717561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-abca69e9-e703-4dad-98f7-f3dd01eb4175 service neutron] 10.222.0.31 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871239 Nov 12 08:37:23.751296 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.752048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ffc7546-6f3d-40f6-bffb-1d1152622de7 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:23.757916 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:23.761471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9c8e2aff-e561-4650-bae1-abbbc5501c3e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "DELETE /v2.0/routers/3ffc7546-6f3d-40f6-bffb-1d1152622de7 HTTP/1.1" status: 204 len: 168 time: 1.9034832 Nov 12 08:37:23.763280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59474) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:23.765050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=a06edb69-6696-49c8-bce8-33b6d7332234,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:23.788965 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bce114-5053-4911-a711-3ef81d1a8dd5 req-99e76eb1-3c5a-4231-a24e-5d70f1cbd4f5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:23.792740 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3bce114-5053-4911-a711-3ef81d1a8dd5 req-99e76eb1-3c5a-4231-a24e-5d70f1cbd4f5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.0991554 Nov 12 08:37:23.842556 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-216dca6f-61ca-44d7-824e-f4966af85855 service neutron] 10.222.0.31 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241150 Nov 12 08:37:23.966351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3bce114-5053-4911-a711-3ef81d1a8dd5 req-a991eae5-79d5-43cd-b1ab-82bf2df30055 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002653 Nov 12 08:37:23.982093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0c06fe18-a5b1-49a0-9587-b0bbf771cd44 service neutron] 10.222.0.31 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326201 Nov 12 08:37:23.985345 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.095375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['a06edb69-6696-49c8-bce8-33b6d7332234'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:24.116844 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-e10b75fc-8fcf-4dd3-a6a6-28a36609b5f2 service neutron] 10.222.0.31 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216309 Nov 12 08:37:24.159836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008c210-1d05-47e0-a734-4f9e7d8731f3 req-337649d2-0467-4b9a-8c31-81c370095fbc tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:24.161392 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1008c210-1d05-47e0-a734-4f9e7d8731f3 req-337649d2-0467-4b9a-8c31-81c370095fbc tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a233e91-f6f8-42b0-a02f-71047a6dd590 HTTP/1.1" status: 200 len: 950 time: 0.1027455 Nov 12 08:37:24.167601 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.210155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-b7f28457-69fe-4aa3-9fcb-4cd12bb609d5 service neutron] 10.222.0.31 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922565 Nov 12 08:37:24.247331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1008c210-1d05-47e0-a734-4f9e7d8731f3 req-452a2b29-189d-47b0-8ee8-c21fe7a06325 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764256 Nov 12 08:37:24.277596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Deleting port 2f12deab-01a7-453d-8f06-7f847fbbb73e {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:24.278058 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.406231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] For port 2f12deab-01a7-453d-8f06-7f847fbbb73e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2f12deab-01a7-453d-8f06-7f847fbbb73e,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:24.406599 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.422601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f005c7-ab0e-406d-bdc4-63d44e31a805 req-eb6c6fa8-cfa5-422f-ab1b-ea3b414ba2e5 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:24.424105 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62f005c7-ab0e-406d-bdc4-63d44e31a805 req-eb6c6fa8-cfa5-422f-ab1b-ea3b414ba2e5 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.0872345 Nov 12 08:37:24.430525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Calling delete_port for 2f12deab-01a7-453d-8f06-7f847fbbb73e owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:24.523577 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62f005c7-ab0e-406d-bdc4-63d44e31a805 req-50b67122-0c86-4bbf-b71c-979db16e40c7 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910432 Nov 12 08:37:24.709182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009d2b8-4877-41dc-aa99-901ded134e72 req-b4dfd45d-e94e-4ea5-aaa7-7799e8a7a78c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:24.709182 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9009d2b8-4877-41dc-aa99-901ded134e72 req-b4dfd45d-e94e-4ea5-aaa7-7799e8a7a78c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 944 time: 0.0977256 Nov 12 08:37:24.714207 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:24.761381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f12deab-01a7-453d-8f06-7f847fbbb73e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:24.836696 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9009d2b8-4877-41dc-aa99-901ded134e72 req-e5e74965-0246-4693-9217-2e1081971f7e tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178672 Nov 12 08:37:24.852182 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.032833 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.035990 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.093558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4e513cc-53c7-40bb-b37a-9b651e77b98f req-53279d15-e4da-4801-a9e7-6107956ff2f7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.0740347 Nov 12 08:37:25.143468 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.144247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 648acf87-0492-4c2a-85b0-c4f818fc54e8 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:25.152526 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.156175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a88c2aac-9695-4c14-8a6d-b74d7caedb94 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "DELETE /v2.0/routers/648acf87-0492-4c2a-85b0-c4f818fc54e8 HTTP/1.1" status: 204 len: 168 time: 1.3611181 Nov 12 08:37:25.160461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59520) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:25.165861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1896769286', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:25.229528 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.232157 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.309230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device a06edb69-6696-49c8-bce8-33b6d7332234 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:25.389873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3387870-337a-4bbd-96a5-b5b8f9a848c2 req-5ac1b625-b360-4256-82f8-af2ab9abc232 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:25.404923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port a06edb69-6696-49c8-bce8-33b6d7332234 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:37:25.405175 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3387870-337a-4bbd-96a5-b5b8f9a848c2 req-5ac1b625-b360-4256-82f8-af2ab9abc232 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.1791172 Nov 12 08:37:25.419908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port a06edb69-6696-49c8-bce8-33b6d7332234 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:25.420508 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.459351 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.555517 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.590183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e78e37e-9855-4650-bb1c-ed6526c0545c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06edb69-6696-49c8-bce8-33b6d7332234'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:25.592725 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7076288-55c6-493c-a722-b89fdf3cc7e2" -d '{"events": [{"server_uuid": "7e78e37e-9855-4650-bb1c-ed6526c0545c", "name": "network-vif-plugged", "status": "completed", "tag": "a06edb69-6696-49c8-bce8-33b6d7332234"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:25.607201 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port a06edb69-6696-49c8-bce8-33b6d7332234, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a06edb69-6696-49c8-bce8-33b6d7332234,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:25.615118 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.616195 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:25.624537 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3387870-337a-4bbd-96a5-b5b8f9a848c2 req-169f71cc-ebfb-434e-a379-ef6aef1ab172 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745417 Nov 12 08:37:25.683983 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.698072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a001d-ff48-4a24-be0e-56cc780024ad req-b2bce797-3c76-4010-975a-9784c69a255b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:25.709003 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b7a001d-ff48-4a24-be0e-56cc780024ad req-b2bce797-3c76-4010-975a-9784c69a255b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.0886917 Nov 12 08:37:25.713271 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482e37f4-8a62-4ed9-bc94-ac768d5065e0 x-openstack-request-id: req-482e37f4-8a62-4ed9-bc94-ac768d5065e0 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:25.714012 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e78e37e-9855-4650-bb1c-ed6526c0545c", "name": "network-vif-plugged", "status": "completed", "tag": "a06edb69-6696-49c8-bce8-33b6d7332234", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:25.714294 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-482e37f4-8a62-4ed9-bc94-ac768d5065e0 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:25.714667 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e78e37e-9855-4650-bb1c-ed6526c0545c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06edb69-6696-49c8-bce8-33b6d7332234', 'code': 200} Nov 12 08:37:25.763012 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.827554 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b7a001d-ff48-4a24-be0e-56cc780024ad req-e61170c9-a2e9-417c-98b6-6aa5a51483ab tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124387 Nov 12 08:37:25.828464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:25.846757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=a06edb69-6696-49c8-bce8-33b6d7332234,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:25.859878 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:25.929701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774876c-3a44-4002-8a54-ba2d916540ae req-ec190065-c89d-4fcd-8fe2-24720c3ff107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:25.929701 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e774876c-3a44-4002-8a54-ba2d916540ae req-ec190065-c89d-4fcd-8fe2-24720c3ff107 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 1097 time: 0.0909302 Nov 12 08:37:25.947997 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:26.064880 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e774876c-3a44-4002-8a54-ba2d916540ae req-e91f0b08-1618-4a87-80cb-5b9274728d29 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131117 Nov 12 08:37:26.080929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2f12deab-01a7-453d-8f06-7f847fbbb73e no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:26.100908 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc0336-1935-4195-9644-ecba35f85e81 req-287cd38c-6197-4142-8494-aebd8c69660a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.103558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 2f12deab-01a7-453d-8f06-7f847fbbb73e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:26.103909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2f12deab-01a7-453d-8f06-7f847fbbb73e not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:26.104036 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d7cc0336-1935-4195-9644-ecba35f85e81 req-287cd38c-6197-4142-8494-aebd8c69660a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.1479244 Nov 12 08:37:26.143911 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.164994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d7cc0336-1935-4195-9644-ecba35f85e81 req-c59ebb1f-b878-4e9b-ac24-037fd4c7c190 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521030 Nov 12 08:37:26.167141 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.220423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8788cc5-6468-4443-95d2-2629ac0c8249 req-ae5ed749-294f-4263-a1c2-5cd6ded3a551 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.222099 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b8788cc5-6468-4443-95d2-2629ac0c8249 req-ae5ed749-294f-4263-a1c2-5cd6ded3a551 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.1916530 Nov 12 08:37:26.336077 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b8788cc5-6468-4443-95d2-2629ac0c8249 req-1fdb0fe3-3957-481c-903c-e5c14d601284 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059089 Nov 12 08:37:26.344341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Allocated IP 172.25.3.142 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/3510bba1-c3b6-406a-9e4e-5d521285d1f1) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:26.351568 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-312bfbc7-f093-442a-b16a-6e03fcea0a43 req-38637ab1-3781-4a7d-91ee-430c8d9d0474 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.0297723 Nov 12 08:37:26.531389 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.537777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ce6d9f72-51b5-49b7-bc3f-06f2ade4eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.539200 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ce6d9f72-51b5-49b7-bc3f-06f2ade4eb04 service neutron] 10.222.0.46 "GET /v2.0/ports/d2d466ea-8a87-4294-83d6-4e59236e9d48 HTTP/1.1" status: 200 len: 1032 time: 0.0596397 Nov 12 08:37:26.606685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-3d6a6469-4b3f-48e8-9375-297e5873a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.608380 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-3d6a6469-4b3f-48e8-9375-297e5873a2e7 service neutron] 10.222.0.46 "GET /v2.0/ports/190b3afb-1975-4cc4-95e6-fe8cb89b1120 HTTP/1.1" status: 200 len: 1032 time: 0.0522959 Nov 12 08:37:26.610090 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:26.685015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:26.721150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:26.725857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:26.753837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Pushing event updated for resources: {'Port': ['ID=3510bba1-c3b6-406a-9e4e-5d521285d1f1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:26.878099 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-1567f1fb-c9f0-4354-bfa7-1aa5ee2a39e9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.884105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-1567f1fb-c9f0-4354-bfa7-1aa5ee2a39e9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.890094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-1567f1fb-c9f0-4354-bfa7-1aa5ee2a39e9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.891745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-1567f1fb-c9f0-4354-bfa7-1aa5ee2a39e9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "GET /v2.0/networks?id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=631d573a-b698-41e7-b1e5-d92155823f60&id=631d573a-b698-41e7-b1e5-d92155823f60 HTTP/1.1" status: 200 len: 1995 time: 0.2718315 Nov 12 08:37:26.979695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c2728-3d96-4fbd-9b79-154db960e5e1 req-f15198d4-5c03-4ff3-8343-f921e7a402ee tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:26.982044 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-594c2728-3d96-4fbd-9b79-154db960e5e1 req-f15198d4-5c03-4ff3-8343-f921e7a402ee tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.0606384 Nov 12 08:37:27.054849 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f0568fa8-2c4c-4690-b8e3-25b2b96c2dca tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44298e737f604b238fe53614a447a1cf HTTP/1.1" status: 200 len: 380 time: 0.1392515 Nov 12 08:37:27.062252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-594c2728-3d96-4fbd-9b79-154db960e5e1 req-97bc976a-2f57-4a45-a4c7-495b4742dbc0 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713155 Nov 12 08:37:27.071327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'port': {'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'admin_state_up': True, 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'security_groups': ['78971bec-b1a3-4f17-97a3-70dabc209b16']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:27.183515 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.388140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cd956-af71-4834-93a9-9b04e9424747 req-0bd5087e-b1d4-4e44-b540-55b3d8989647 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:27.390649 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-311cd956-af71-4834-93a9-9b04e9424747 req-0bd5087e-b1d4-4e44-b540-55b3d8989647 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.1383035 Nov 12 08:37:27.392863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:27.396530 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.541935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea80911-8fe7-4eb2-92a6-d69fb9d34e1a req-29f0870f-a216-46f2-9821-d7f6d652d91d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:27.543573 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ea80911-8fe7-4eb2-92a6-d69fb9d34e1a req-29f0870f-a216-46f2-9821-d7f6d652d91d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.0994654 Nov 12 08:37:27.614750 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ea80911-8fe7-4eb2-92a6-d69fb9d34e1a req-c601dfd3-98ad-4c07-ac0f-21ed9143275f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569899 Nov 12 08:37:27.615493 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-311cd956-af71-4834-93a9-9b04e9424747 req-5646e063-f370-4692-bd32-1c033a079a7e tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163944 Nov 12 08:37:27.694803 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:27.716508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:27.717920 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5354a530-fc69-4eb1-b730-04f768b2ea9e req-4b720b3e-6236-488f-8915-a546b745a35c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.0438013 Nov 12 08:37:27.718918 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e825ef-1260-4a61-9ecb-09f8fbf8ba7e" -d '{"events": [{"server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "name": "network-vif-unplugged", "status": "completed", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:27.788667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Allocated IP 172.20.0.4 (092c0da1-f9e8-4c5a-925c-a297f88b3cfa/a43c131c-72c6-429e-a17b-f79d55a2a13c/6a108f05-c3d3-44ae-991a-9885afcdf616) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:27.793277 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c65cf9-2138-4847-9cff-5fd448a05b08 x-openstack-request-id: req-71c65cf9-2138-4847-9cff-5fd448a05b08 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:27.793575 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "name": "network-vif-unplugged", "status": "completed", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:27.794101 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71c65cf9-2138-4847-9cff-5fd448a05b08 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:27.794525 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'code': 200} Nov 12 08:37:28.401707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e96c8d-e5cf-407f-9e7c-8b98b214c94a req-b3ba2eb3-e105-4a17-96d9-a28e531ae10d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:28.403384 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0e96c8d-e5cf-407f-9e7c-8b98b214c94a req-b3ba2eb3-e105-4a17-96d9-a28e531ae10d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.0834773 Nov 12 08:37:28.463771 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0e96c8d-e5cf-407f-9e7c-8b98b214c94a req-0293ba63-615a-4aba-b2b8-3c6763cbbfc3 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510049 Nov 12 08:37:28.572077 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.572668 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.676001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e43de-2fc2-493f-a579-9874a3759310 req-5c57e720-e42b-4517-9546-dd32ad03cadc tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:28.678296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a75e43de-2fc2-493f-a579-9874a3759310 req-5c57e720-e42b-4517-9546-dd32ad03cadc tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1017678 Nov 12 08:37:28.680401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Router 49ede923-a4c9-41d5-8de7-68e867d5fe66 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:37:28.698864 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:28.789581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd340328-bd84-4995-a741-9c4279420a9f req-00c594dc-1bb3-4ada-ac5a-4e0eb42c2329 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:28.790854 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd340328-bd84-4995-a741-9c4279420a9f req-00c594dc-1bb3-4ada-ac5a-4e0eb42c2329 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.0612721 Nov 12 08:37:28.839801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:28.848527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Port': ['ID=6a108f05-c3d3-44ae-991a-9885afcdf616,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:28.850866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:28.855333 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd340328-bd84-4995-a741-9c4279420a9f req-b6392a36-9f2c-4726-a24f-a346d8e4f2fd tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558031 Nov 12 08:37:28.880538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:28.888335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a75e43de-2fc2-493f-a579-9874a3759310 req-68a52481-4e6d-457c-b621-599cfe7148e5 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008357 Nov 12 08:37:28.965989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:28.978231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae0e33-2b1e-4385-ab7c-ae970f55ac17 None None] Sync routers for ids ['49ede923-a4c9-41d5-8de7-68e867d5fe66'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:29.008231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae0e33-2b1e-4385-ab7c-ae970f55ac17 None None] Routers {'49ede923-a4c9-41d5-8de7-68e867d5fe66'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:29.008889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-77ae0e33-2b1e-4385-ab7c-ae970f55ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['49ede923-a4c9-41d5-8de7-68e867d5fe66'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:29.044236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.044813 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.072753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-77ae0e33-2b1e-4385-ab7c-ae970f55ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:29.086590 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-00eca5e4-594c-405b-b040-ae20a66b8d20 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0245862 Nov 12 08:37:29.087704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae0e33-2b1e-4385-ab7c-ae970f55ac17 None None] Routers {'49ede923-a4c9-41d5-8de7-68e867d5fe66'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:29.088634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-77ae0e33-2b1e-4385-ab7c-ae970f55ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['49ede923-a4c9-41d5-8de7-68e867d5fe66'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:29.108921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'port': {'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f', 'admin_state_up': True, 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'security_groups': ['78971bec-b1a3-4f17-97a3-70dabc209b16']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:29.119329 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.120850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3fe004dd-5b39-4f38-8239-b3cd47a2ed91 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9591322 Nov 12 08:37:29.123883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59612) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:29.130490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c07122a4-d625-4ad8-95ba-05c1203b96c0 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'enable_snat': False}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:29.136267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538954f2-3d8d-4bf1-b418-5ebc6395428d req-293da4bf-a19b-4b56-8b27-f387745c2fa0 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.137906 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-538954f2-3d8d-4bf1-b418-5ebc6395428d req-293da4bf-a19b-4b56-8b27-f387745c2fa0 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 931 time: 0.1263959 Nov 12 08:37:29.177010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-77ae0e33-2b1e-4385-ab7c-ae970f55ac17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:29.184785 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae0e33-2b1e-4385-ab7c-ae970f55ac17 None None] The sync data for ids ['49ede923-a4c9-41d5-8de7-68e867d5fe66'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:29.309740 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-aa0df587-8922-4ee6-96bd-7538789c3f95 None None] Provisioning complete for port 6a108f05-c3d3-44ae-991a-9885afcdf616 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:29.310461 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aa0df587-8922-4ee6-96bd-7538789c3f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.319201 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-538954f2-3d8d-4bf1-b418-5ebc6395428d req-2b68bf39-b952-4a9a-ab11-9f9642b53315 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671762 Nov 12 08:37:29.352691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:29.354791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-aa0df587-8922-4ee6-96bd-7538789c3f95 None None] Port 6a108f05-c3d3-44ae-991a-9885afcdf616 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:29.369919 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.530127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Allocated IP 10.1.1.166 (8787d18b-6228-45e2-ba7c-25cbf1ddd91f/de971389-a3c4-4bbe-aef2-60ce22e8865c/320e9afb-8bf4-41ca-b2aa-48fddf6a9800) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:29.689886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf34eec-3026-45d1-902d-e3e3ab2fdb8b req-7f7bf7be-a4ea-4b99-82b1-2a20ee1eccf4 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.691468 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bf34eec-3026-45d1-902d-e3e3ab2fdb8b req-7f7bf7be-a4ea-4b99-82b1-2a20ee1eccf4 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.1213217 Nov 12 08:37:29.776283 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.783729 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bf34eec-3026-45d1-902d-e3e3ab2fdb8b req-c6d612c8-13f8-4207-802c-46a62e48bd8a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814595 Nov 12 08:37:29.797686 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971f3c9-de21-42f0-8833-7ca49d6f3f5b req-477fc175-70d4-4311-b738-3b62af59ec34 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.799338 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4971f3c9-de21-42f0-8833-7ca49d6f3f5b req-477fc175-70d4-4311-b738-3b62af59ec34 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.1489911 Nov 12 08:37:29.806579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297463bc-360a-48f4-897b-5652571dc937 req-057e7163-52e6-47ae-8833-8af295406694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:29.808107 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-297463bc-360a-48f4-897b-5652571dc937 req-057e7163-52e6-47ae-8833-8af295406694 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d09ef456fed04b159b4967be78dc9d91&device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 1097 time: 0.1589530 Nov 12 08:37:29.836222 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:29.895787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:29.899742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:29.907680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:29.946653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Port': ['ID=320e9afb-8bf4-41ca-b2aa-48fddf6a9800,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:30.009338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.009338 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.104405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35eb891c-052e-4969-b90f-466701138560 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0063930 Nov 12 08:37:30.125736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'port': {'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f', 'admin_state_up': True, 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'security_groups': ['78971bec-b1a3-4f17-97a3-70dabc209b16']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:30.137637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4971f3c9-de21-42f0-8833-7ca49d6f3f5b req-e682a264-2af5-476d-b222-10ff46d3cd8e tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993417 Nov 12 08:37:30.192166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297463bc-360a-48f4-897b-5652571dc937 req-fa19bcbb-2492-4c5a-b88b-64b7c0c83b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.194070 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-297463bc-360a-48f4-897b-5652571dc937 req-fa19bcbb-2492-4c5a-b88b-64b7c0c83b70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb HTTP/1.1" status: 200 len: 912 time: 0.3583391 Nov 12 08:37:30.257071 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871dddb-9f22-4644-b929-18c40c447193 req-1cc87fac-7f64-4260-964f-3588e992beae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.258675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6871dddb-9f22-4644-b929-18c40c447193 req-1cc87fac-7f64-4260-964f-3588e992beae tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.2424788 Nov 12 08:37:30.291460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3b97d1e1-1a69-4c65-8a30-00c6bcd776b8 None None] Provisioning complete for port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:30.292458 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b97d1e1-1a69-4c65-8a30-00c6bcd776b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.316385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-297463bc-360a-48f4-897b-5652571dc937 req-623bb82a-0737-42a6-979a-f7a72bcec100 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a06edb69-6696-49c8-bce8-33b6d7332234 HTTP/1.1" status: 200 len: 217 time: 0.0473492 Nov 12 08:37:30.339238 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3b97d1e1-1a69-4c65-8a30-00c6bcd776b8 None None] Port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:30.362120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6871dddb-9f22-4644-b929-18c40c447193 req-676de993-1c6d-4706-bd70-ec7d22e5c637 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946300 Nov 12 08:37:30.363100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:30.366917 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.409241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297463bc-360a-48f4-897b-5652571dc937 req-73814d7c-6909-4700-ac86-6f6ee08c7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.410803 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-297463bc-360a-48f4-897b-5652571dc937 req-73814d7c-6909-4700-ac86-6f6ee08c7e20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba6974b3-5c87-4446-8b14-27f51d2cc36f HTTP/1.1" status: 200 len: 851 time: 0.0861962 Nov 12 08:37:30.415385 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c07122a4-d625-4ad8-95ba-05c1203b96c0 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.466776 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-297463bc-360a-48f4-897b-5652571dc937 req-a750f1d7-6c31-4d46-86e2-a402572fb557 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433636 Nov 12 08:37:30.554002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Allocated IP 10.1.1.109 (8787d18b-6228-45e2-ba7c-25cbf1ddd91f/de971389-a3c4-4bbe-aef2-60ce22e8865c/f54d056e-4ab3-45d6-ba36-cfec0c59f974) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:30.652411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd498a-f629-4910-9657-c77e42d21af8 req-57169509-bd11-45c1-be03-0cf549447bd7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.658984 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd498a-f629-4910-9657-c77e42d21af8 req-57169509-bd11-45c1-be03-0cf549447bd7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.666432 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eacd498a-f629-4910-9657-c77e42d21af8 req-57169509-bd11-45c1-be03-0cf549447bd7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 1653 time: 0.1953318 Nov 12 08:37:30.709696 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-297463bc-360a-48f4-897b-5652571dc937 req-5cc8199d-93f4-447f-a2ff-0abde9ddb0ad service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280920 Nov 12 08:37:30.775401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3af1fe-0a31-4f52-a7eb-6f59aafda814 req-63ebbeb6-c6f4-44ed-8119-e35a1174af85 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:30.776998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8c3af1fe-0a31-4f52-a7eb-6f59aafda814 req-63ebbeb6-c6f4-44ed-8119-e35a1174af85 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.0891957 Nov 12 08:37:30.780198 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.812585 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eacd498a-f629-4910-9657-c77e42d21af8 req-402ed9d1-3f7e-4565-b691-343128744183 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450653 Nov 12 08:37:30.863956 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:30.878414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8c3af1fe-0a31-4f52-a7eb-6f59aafda814 req-a82cb0cd-f4aa-4510-b28e-6494a1a564e4 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825493 Nov 12 08:37:30.964993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:30.968951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:30.974358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:30.979787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Port': ['ID=f54d056e-4ab3-45d6-ba36-cfec0c59f974,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:31.031262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-297463bc-360a-48f4-897b-5652571dc937 req-b4879511-b17a-449b-9d49-92a068c4c8b0 service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072422 Nov 12 08:37:31.088349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:31.089372 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.131948 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-35d1b022-c096-4aa5-84ae-367cde92b0df tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0178652 Nov 12 08:37:31.144124 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b8f74a68-af8f-4bb9-b710-2c1058b884b7 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:31.151295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'port': {'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60', 'admin_state_up': True, 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'security_groups': ['78971bec-b1a3-4f17-97a3-70dabc209b16']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:31.336807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c42968-b3ca-4867-8742-c9fdbae6355c req-f8d7944c-02d9-4c82-85c5-6c41ae3c032e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:31.345716 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-61c42968-b3ca-4867-8742-c9fdbae6355c req-f8d7944c-02d9-4c82-85c5-6c41ae3c032e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.3387117 Nov 12 08:37:31.408776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:31.514535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b8f74a68-af8f-4bb9-b710-2c1058b884b7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b8f74a68-af8f-4bb9-b710-2c1058b884b7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:31.545741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7', 'mac_address': 'fa:16:3e:fe:67:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:37:31.584958 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c07122a4-d625-4ad8-95ba-05c1203b96c0 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.589244 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c07122a4-d625-4ad8-95ba-05c1203b96c0 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.592984 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.615944 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-61c42968-b3ca-4867-8742-c9fdbae6355c req-c0bc1577-2791-4a49-b84d-279bfd438655 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539361 Nov 12 08:37:31.629061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8f74a68-af8f-4bb9-b710-2c1058b884b7 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:31.659536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f7916643-79db-4cc4-8235-76b3f63bf07d None None] Provisioning complete for port f54d056e-4ab3-45d6-ba36-cfec0c59f974 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:31.660172 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f7916643-79db-4cc4-8235-76b3f63bf07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.703806 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f66ca5-1d78-445d-a617-ca26070ac045 req-765eef25-8f0b-493e-a404-f3384ec865ee tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:31.704255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f7916643-79db-4cc4-8235-76b3f63bf07d None None] Port f54d056e-4ab3-45d6-ba36-cfec0c59f974 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:31.710717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b8f74a68-af8f-4bb9-b710-2c1058b884b7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b8f74a68-af8f-4bb9-b710-2c1058b884b7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:31.713715 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96f66ca5-1d78-445d-a617-ca26070ac045 req-765eef25-8f0b-493e-a404-f3384ec865ee tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.1833899 Nov 12 08:37:31.721896 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.752565 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.761054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07122a4-d625-4ad8-95ba-05c1203b96c0 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Router 49ede923-a4c9-41d5-8de7-68e867d5fe66 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:37:31.795181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=b8f74a68-af8f-4bb9-b710-2c1058b884b7,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:31.804389 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96f66ca5-1d78-445d-a617-ca26070ac045 req-0d63aa80-42ce-454c-9c04-e19d2bbb87d6 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761850 Nov 12 08:37:31.843376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['b8f74a68-af8f-4bb9-b710-2c1058b884b7'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:31.927883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07122a4-d625-4ad8-95ba-05c1203b96c0 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:31.939688 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c07122a4-d625-4ad8-95ba-05c1203b96c0 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:31.942149 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c07122a4-d625-4ad8-95ba-05c1203b96c0 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "PUT /v2.0/routers/49ede923-a4c9-41d5-8de7-68e867d5fe66 HTTP/1.1" status: 200 len: 922 time: 2.8169217 Nov 12 08:37:31.946656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59672) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:31.946835 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b9d504-2761-4920-b5a6-aa930760cbb7 None None] Sync routers for ids ['49ede923-a4c9-41d5-8de7-68e867d5fe66'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:31.975947 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b9d504-2761-4920-b5a6-aa930760cbb7 None None] Routers {'49ede923-a4c9-41d5-8de7-68e867d5fe66'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:31.977771 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c3b9d504-2761-4920-b5a6-aa930760cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['49ede923-a4c9-41d5-8de7-68e867d5fe66'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:32.055295 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c3b9d504-2761-4920-b5a6-aa930760cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:32.067578 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b9d504-2761-4920-b5a6-aa930760cbb7 None None] Routers {'49ede923-a4c9-41d5-8de7-68e867d5fe66'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:32.068581 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c3b9d504-2761-4920-b5a6-aa930760cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['49ede923-a4c9-41d5-8de7-68e867d5fe66'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:32.112875 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c3b9d504-2761-4920-b5a6-aa930760cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:32.114748 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b9d504-2761-4920-b5a6-aa930760cbb7 None None] The sync data for ids ['49ede923-a4c9-41d5-8de7-68e867d5fe66'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:32.134139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa311a4-08f8-47f2-9479-fa4714d5672a req-c5794bdb-d704-4083-9082-a4ddef7db039 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.142698 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8aa311a4-08f8-47f2-9479-fa4714d5672a req-c5794bdb-d704-4083-9082-a4ddef7db039 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1519742 Nov 12 08:37:32.212141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29586bbb-c0de-4cea-b1ea-4a5a9f44ed24 req-77e52806-e5cb-4517-b98d-6d92f26e6b4b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.218164 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29586bbb-c0de-4cea-b1ea-4a5a9f44ed24 req-77e52806-e5cb-4517-b98d-6d92f26e6b4b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.224399 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29586bbb-c0de-4cea-b1ea-4a5a9f44ed24 req-77e52806-e5cb-4517-b98d-6d92f26e6b4b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.226300 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-29586bbb-c0de-4cea-b1ea-4a5a9f44ed24 req-77e52806-e5cb-4517-b98d-6d92f26e6b4b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 2374 time: 0.1767335 Nov 12 08:37:32.248861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Allocated IP 10.2.2.100 (631d573a-b698-41e7-b1e5-d92155823f60/fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0/6af36eab-96ed-4c60-95e6-dd2cda878b57) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:32.262315 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8aa311a4-08f8-47f2-9479-fa4714d5672a req-279ad3e2-1155-4d43-9a86-27099685202e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180377 Nov 12 08:37:32.303808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-29586bbb-c0de-4cea-b1ea-4a5a9f44ed24 req-fababeda-f98d-4675-8e24-d8efe1f6a5a3 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615873 Nov 12 08:37:32.309083 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-801a4c97-2338-44fe-af9a-66e4416a1deb tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/routers/49ede923-a4c9-41d5-8de7-68e867d5fe66 HTTP/1.1" status: 200 len: 922 time: 0.3585420 Nov 12 08:37:32.311954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59674) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:32.399314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c50eb-813f-4d7c-afe0-f4086c0509f5 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.403358 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-928c50eb-813f-4d7c-afe0-f4086c0509f5 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&device_id=49ede923-a4c9-41d5-8de7-68e867d5fe66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0880127 Nov 12 08:37:32.403920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59680) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:32.456574 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.508298 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.528694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328b9ce8-0377-405f-bcff-95a18ccd9cc3 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.533180 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-328b9ce8-0377-405f-bcff-95a18ccd9cc3 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 881 time: 0.1276455 Nov 12 08:37:32.533865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59682) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:32.572466 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3e176a75-4079-434a-9a99-38dd5a824885 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "GET /v2.0/ports?device_id=49ede923-a4c9-41d5-8de7-68e867d5fe66 HTTP/1.1" status: 200 len: 205 time: 0.0371161 Nov 12 08:37:32.574878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59684) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:32.595509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Network 631d573a-b698-41e7-b1e5-d92155823f60 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:32.603758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:32.608048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:32.653167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Port': ['ID=6af36eab-96ed-4c60-95e6-dd2cda878b57,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:32.695579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ac261-179e-4964-bf1f-136868d94020 req-cfff89d4-435c-463e-8be5-c8a227dd7bda tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.698414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec5ac261-179e-4964-bf1f-136868d94020 req-cfff89d4-435c-463e-8be5-c8a227dd7bda tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 945 time: 0.1551454 Nov 12 08:37:32.761348 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.803353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:32.804580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:32.867519 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-413a2b05-8f71-440f-abba-52fb80f3eae5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7248092 Nov 12 08:37:32.882417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'port': {'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60', 'admin_state_up': True, 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'security_groups': ['78971bec-b1a3-4f17-97a3-70dabc209b16']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:32.948766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b1969f23-3c99-451f-81ec-717b654a9153 None None] Provisioning complete for port 6af36eab-96ed-4c60-95e6-dd2cda878b57 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:32.950472 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b1969f23-3c99-451f-81ec-717b654a9153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.002578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b1969f23-3c99-451f-81ec-717b654a9153 None None] Port 6af36eab-96ed-4c60-95e6-dd2cda878b57 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:33.032184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-ec5ac261-179e-4964-bf1f-136868d94020 req-551bff41-9b39-4612-8b9e-694f4197932c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Deleting port 85f0348a-96da-43a1-a7ad-db594ae7466a {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:33.032567 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ec5ac261-179e-4964-bf1f-136868d94020 req-551bff41-9b39-4612-8b9e-694f4197932c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.066697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb175f-a7af-4435-b7ed-08251c6bb5e1 req-748857b2-742e-46e5-be7b-b2145a80b1ec tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:33.068516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bcb175f-a7af-4435-b7ed-08251c6bb5e1 req-748857b2-742e-46e5-be7b-b2145a80b1ec tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.1206145 Nov 12 08:37:33.160618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 90948111-b626-490d-8ba0-2e9bb9cc3e7d details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:33.220249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ec5ac261-179e-4964-bf1f-136868d94020 req-551bff41-9b39-4612-8b9e-694f4197932c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] For port 85f0348a-96da-43a1-a7ad-db594ae7466a, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=85f0348a-96da-43a1-a7ad-db594ae7466a,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:33.220942 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ec5ac261-179e-4964-bf1f-136868d94020 req-551bff41-9b39-4612-8b9e-694f4197932c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.224502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b8f74a68-af8f-4bb9-b710-2c1058b884b7 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:33.242568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-ec5ac261-179e-4964-bf1f-136868d94020 req-551bff41-9b39-4612-8b9e-694f4197932c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Calling delete_port for 85f0348a-96da-43a1-a7ad-db594ae7466a owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:33.282362 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cf831-8489-4dd8-9756-9e6f2cfaa81b req-06578b45-87f5-4fa2-b1fd-ad3858da10e2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:33.284062 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd1cf831-8489-4dd8-9756-9e6f2cfaa81b req-06578b45-87f5-4fa2-b1fd-ad3858da10e2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.5872080 Nov 12 08:37:33.286540 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.352468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 90948111-b626-490d-8ba0-2e9bb9cc3e7d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=90948111-b626-490d-8ba0-2e9bb9cc3e7d,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:33.362581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port b8f74a68-af8f-4bb9-b710-2c1058b884b7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:33.363210 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.401792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '90948111-b626-490d-8ba0-2e9bb9cc3e7d', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'port_id': '90948111-b626-490d-8ba0-2e9bb9cc3e7d', 'mac_address': 'fa:16:3e:6f:e2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:37:33.409325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd1cf831-8489-4dd8-9756-9e6f2cfaa81b req-f36412b8-db5a-4afc-83e1-2d36636083c8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148262 Nov 12 08:37:33.419080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Deleting port 3510bba1-c3b6-406a-9e4e-5d521285d1f1 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:33.420696 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.443313 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bcb175f-a7af-4435-b7ed-08251c6bb5e1 req-33eefd76-b414-426e-87c9-05863c59d81a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572919 Nov 12 08:37:33.463191 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Made reservation on behalf of 44298e737f604b238fe53614a447a1cf for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:33.466613 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.483519 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90948111-b626-490d-8ba0-2e9bb9cc3e7d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:33.484930 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.532387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 90948111-b626-490d-8ba0-2e9bb9cc3e7d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=90948111-b626-490d-8ba0-2e9bb9cc3e7d,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:33.544005 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.574602 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ec5ac261-179e-4964-bf1f-136868d94020 req-551bff41-9b39-4612-8b9e-694f4197932c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.638864 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83430b43-07cb-4aa3-a486-2dc320420db1 req-78b54faa-fba9-4d19-aa01-c662452baaf9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=36819cac-8468-4fbd-9fcf-e1145d428e83 HTTP/1.1" status: 200 len: 210 time: 0.0725214 Nov 12 08:37:33.640094 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.650114 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bff41-9b39-4612-8b9e-694f4197932c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Pushing event deleted for resources: {'Port': ['ID=85f0348a-96da-43a1-a7ad-db594ae7466a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:33.694971 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.721273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b8f74a68-af8f-4bb9-b710-2c1058b884b7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b8f74a68-af8f-4bb9-b710-2c1058b884b7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:33.722983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Calling delete_port for 3510bba1-c3b6-406a-9e4e-5d521285d1f1 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:33.726804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['90948111-b626-490d-8ba0-2e9bb9cc3e7d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:37:33.770089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afaf5410-3df8-4a78-bfcc-a10d04161c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:33.771235 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5ac261-179e-4964-bf1f-136868d94020 req-551bff41-9b39-4612-8b9e-694f4197932c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] No DVR routers for this DVR port 85f0348a-96da-43a1-a7ad-db594ae7466a on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:37:33.772533 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cd937b-1726-4134-854e-f46805bd6b10" -d '{"events": [{"server_uuid": "afaf5410-3df8-4a78-bfcc-a10d04161c06", "name": "network-vif-plugged", "status": "completed", "tag": "b8f74a68-af8f-4bb9-b710-2c1058b884b7"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:33.776276 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.781212 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ec5ac261-179e-4964-bf1f-136868d94020 req-551bff41-9b39-4612-8b9e-694f4197932c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:33.781676 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=90948111-b626-490d-8ba0-2e9bb9cc3e7d,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:33.797013 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec5ac261-179e-4964-bf1f-136868d94020 req-551bff41-9b39-4612-8b9e-694f4197932c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "DELETE /v2.0/ports/85f0348a-96da-43a1-a7ad-db594ae7466a HTTP/1.1" status: 204 len: 173 time: 1.0884628 Nov 12 08:37:33.804613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36819cac-8468-4fbd-9fcf-e1145d428e83', 'name': 'network-vif-deleted', 'tag': '85f0348a-96da-43a1-a7ad-db594ae7466a'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:33.807333 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfb81bc-0fd4-4ab8-911f-39c915cbf1ad" -d '{"events": [{"server_uuid": "36819cac-8468-4fbd-9fcf-e1145d428e83", "name": "network-vif-deleted", "tag": "85f0348a-96da-43a1-a7ad-db594ae7466a"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:33.838607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e9f1f-f6a2-4a9d-93b3-cae297dceb03 req-a1ddb665-ee82-47dc-8e38-1e5127eb7c5d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:33.845929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e9f1f-f6a2-4a9d-93b3-cae297dceb03 req-a1ddb665-ee82-47dc-8e38-1e5127eb7c5d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:33.852996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e9f1f-f6a2-4a9d-93b3-cae297dceb03 req-a1ddb665-ee82-47dc-8e38-1e5127eb7c5d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:33.859576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e9f1f-f6a2-4a9d-93b3-cae297dceb03 req-a1ddb665-ee82-47dc-8e38-1e5127eb7c5d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:33.862497 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-040e9f1f-f6a2-4a9d-93b3-cae297dceb03 req-a1ddb665-ee82-47dc-8e38-1e5127eb7c5d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 3095 time: 0.3011026 Nov 12 08:37:33.872463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=b8f74a68-af8f-4bb9-b710-2c1058b884b7,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:33.893230 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47496dd8-6ac6-4db8-b9f6-ce41a1af5eb4 x-openstack-request-id: req-47496dd8-6ac6-4db8-b9f6-ce41a1af5eb4 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:33.893533 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afaf5410-3df8-4a78-bfcc-a10d04161c06", "name": "network-vif-plugged", "status": "completed", "tag": "b8f74a68-af8f-4bb9-b710-2c1058b884b7", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:33.893920 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47496dd8-6ac6-4db8-b9f6-ce41a1af5eb4 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:33.894287 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afaf5410-3df8-4a78-bfcc-a10d04161c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7', 'code': 200} Nov 12 08:37:33.991048 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4ebb63-0d66-4b3d-9d61-90a256363156 x-openstack-request-id: req-5d4ebb63-0d66-4b3d-9d61-90a256363156 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:33.991370 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36819cac-8468-4fbd-9fcf-e1145d428e83", "name": "network-vif-deleted", "tag": "85f0348a-96da-43a1-a7ad-db594ae7466a", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:33.991608 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d4ebb63-0d66-4b3d-9d61-90a256363156 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:33.992202 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36819cac-8468-4fbd-9fcf-e1145d428e83', 'name': 'network-vif-deleted', 'tag': '85f0348a-96da-43a1-a7ad-db594ae7466a', 'status': 'completed', 'code': 200} Nov 12 08:37:34.112430 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-040e9f1f-f6a2-4a9d-93b3-cae297dceb03 req-1935de09-0207-4c45-abbc-cd5ccd43b226 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038422 Nov 12 08:37:34.137204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Allocated IP 10.2.2.200 (631d573a-b698-41e7-b1e5-d92155823f60/fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0/c118544e-bc44-47f5-8653-6b942595239d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:34.158539 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.245443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Pushing event deleted for resources: {'Port': ['ID=3510bba1-c3b6-406a-9e4e-5d521285d1f1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:34.335722 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.339226 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.379793 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.446758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Network 631d573a-b698-41e7-b1e5-d92155823f60 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:34.451525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:34.456796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:34.465363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event updated for resources: {'Port': ['ID=c118544e-bc44-47f5-8653-6b942595239d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:34.552310 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.560899 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.575080 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:37:34.621505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:34.624085 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.685706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.686271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Fanout notify agent at l3_agent the message router_deleted on router 49ede923-a4c9-41d5-8de7-68e867d5fe66 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:34.694165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.696439 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-50bd07e8-afb1-4341-a3b5-6a20337816fe tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/routers/49ede923-a4c9-41d5-8de7-68e867d5fe66 HTTP/1.1" status: 204 len: 168 time: 2.1203263 Nov 12 08:37:34.704580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59730) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:34.728385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2bd67182-10e0-4625-b002-c843aa010a7c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8496082 Nov 12 08:37:34.730782 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbbae3-6e1b-475a-8703-1ce879910f74 req-cbbf1e73-f7f8-478b-9096-9d03caf6f869 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:34.732766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0bdbbae3-6e1b-475a-8703-1ce879910f74 req-cbbf1e73-f7f8-478b-9096-9d03caf6f869 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 945 time: 0.1507843 Nov 12 08:37:34.749307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-08ed0d6e-b891-4bba-a857-219c7e3ff66b tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1845085453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:34.766902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Request body: {'port': {'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:34.833523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431561ad-feba-4994-a551-e6f76442f2b7 req-db70c244-bde7-4bf8-85b1-5792deddbc80 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:34.835905 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-431561ad-feba-4994-a551-e6f76442f2b7 req-db70c244-bde7-4bf8-85b1-5792deddbc80 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.2957201 Nov 12 08:37:34.859226 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-08ed0d6e-b891-4bba-a857-219c7e3ff66b tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.860432 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-08ed0d6e-b891-4bba-a857-219c7e3ff66b tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.892805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:34.917089 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0bdbbae3-6e1b-475a-8703-1ce879910f74 req-176b98a6-d249-4fa0-9600-7ccec3af495e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620717 Nov 12 08:37:34.919419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-62690a11-f9ae-46dc-b719-b28fa14442b3 None None] Provisioning complete for port c118544e-bc44-47f5-8653-6b942595239d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:34.920512 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62690a11-f9ae-46dc-b719-b28fa14442b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.063698 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-62690a11-f9ae-46dc-b719-b28fa14442b3 None None] Port c118544e-bc44-47f5-8653-6b942595239d cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:37:35.070545 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-08ed0d6e-b891-4bba-a857-219c7e3ff66b tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.076836 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-08ed0d6e-b891-4bba-a857-219c7e3ff66b tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.080766 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-431561ad-feba-4994-a551-e6f76442f2b7 req-a240abfd-6159-41b6-977f-9aef1877cbe5 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891789 Nov 12 08:37:35.103189 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-08ed0d6e-b891-4bba-a857-219c7e3ff66b tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.107630 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-08ed0d6e-b891-4bba-a857-219c7e3ff66b tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3726909 Nov 12 08:37:35.117480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59746) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:35.135334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Request body: {'router': {'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:35.155682 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5096220e-874c-4993-bb59-0a566caaba00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.172063 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 90948111-b626-490d-8ba0-2e9bb9cc3e7d up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:37:35.310988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 90948111-b626-490d-8ba0-2e9bb9cc3e7d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:37:35.311372 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.687436 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.743876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a108f05-c3d3-44ae-991a-9885afcdf616 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:35.767083 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.831848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 90948111-b626-490d-8ba0-2e9bb9cc3e7d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=90948111-b626-490d-8ba0-2e9bb9cc3e7d,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:37:35.835183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Transition to ACTIVE for port object 6a108f05-c3d3-44ae-991a-9885afcdf616 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:35.849521 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:35.850791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 85f0348a-96da-43a1-a7ad-db594ae7466a no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:37:35.890927 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.108259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0717a070-6d6f-4ead-b8d9-eb2d44ea508f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90948111-b626-490d-8ba0-2e9bb9cc3e7d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:36.113299 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c108efd6-fe0c-465f-abf7-41d070c4672b" -d '{"events": [{"server_uuid": "0717a070-6d6f-4ead-b8d9-eb2d44ea508f", "name": "network-vif-plugged", "status": "completed", "tag": "90948111-b626-490d-8ba0-2e9bb9cc3e7d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:36.118623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 85f0348a-96da-43a1-a7ad-db594ae7466a {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:37:36.119503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 85f0348a-96da-43a1-a7ad-db594ae7466a not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:37:36.122988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=90948111-b626-490d-8ba0-2e9bb9cc3e7d,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:36.220719 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.252772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Pushing event updated for resources: {'Port': ['ID=6a108f05-c3d3-44ae-991a-9885afcdf616,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:36.291230 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8573f-31a4-4354-9dfc-eeaee570f1ea req-9e9f034f-a080-4aca-bbe0-36f939681bed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.306532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8573f-31a4-4354-9dfc-eeaee570f1ea req-9e9f034f-a080-4aca-bbe0-36f939681bed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.319437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8573f-31a4-4354-9dfc-eeaee570f1ea req-9e9f034f-a080-4aca-bbe0-36f939681bed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.339705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8573f-31a4-4354-9dfc-eeaee570f1ea req-9e9f034f-a080-4aca-bbe0-36f939681bed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.357142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8573f-31a4-4354-9dfc-eeaee570f1ea req-9e9f034f-a080-4aca-bbe0-36f939681bed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.359291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8e8573f-31a4-4354-9dfc-eeaee570f1ea req-9e9f034f-a080-4aca-bbe0-36f939681bed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 3816 time: 1.0087905 Nov 12 08:37:36.518033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-fb0165bb-ff29-422e-b987-7953c5cbed7c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:36.520603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-fb0165bb-ff29-422e-b987-7953c5cbed7c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.6809330 Nov 12 08:37:36.610396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Attempting to bind port 6a108f05-c3d3-44ae-991a-9885afcdf616 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:36.610964 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Attempting to bind port 6a108f05-c3d3-44ae-991a-9885afcdf616 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:36.611497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Attempting to bind port 6a108f05-c3d3-44ae-991a-9885afcdf616 on network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:36.635609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8e8573f-31a4-4354-9dfc-eeaee570f1ea req-22c8b120-0cfb-429d-902d-05eb0d7caf45 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369535 Nov 12 08:37:36.653451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-9dacb10d-c008-4f90-a11b-5e8fa8b53d2d tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/quotas/66149b06cc734872a68ec8f1fb5145a6 HTTP/1.1" status: 200 len: 375 time: 0.1236064 Nov 12 08:37:36.662897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Port 6a108f05-c3d3-44ae-991a-9885afcdf616 on network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:36.663228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Attempting to bind port 6a108f05-c3d3-44ae-991a-9885afcdf616 on network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:36.767736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:36.768090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Checking segment: {'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:36.772003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Bound using segment: {'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:36.775663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Bound port: 6a108f05-c3d3-44ae-991a-9885afcdf616, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aece0b32-5281-4cee-b18a-5d7c2751dfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:36.776201 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:36.785714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-3b664f99-1224-482e-9476-53ba7a3fef2c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188669 Nov 12 08:37:37.080762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] For port 6a108f05-c3d3-44ae-991a-9885afcdf616, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:37.092329 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] For port 6a108f05-c3d3-44ae-991a-9885afcdf616, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6a108f05-c3d3-44ae-991a-9885afcdf616,segment=NetworkSegment(aece0b32-5281-4cee-b18a-5d7c2751dfd1),segment_id=aece0b32-5281-4cee-b18a-5d7c2751dfd1)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:37.096762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d114ce5-c3a0-4e5c-b4e6-8d8e2cad3c6b req-95a0d593-9a8c-4331-93cc-88c5f8b46dc2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:37.109986 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4d114ce5-c3a0-4e5c-b4e6-8d8e2cad3c6b req-95a0d593-9a8c-4331-93cc-88c5f8b46dc2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.2970445 Nov 12 08:37:37.115276 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.181720 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.218034 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-81f80c53-9484-476f-8cc0-94604fa3367d service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973322 Nov 12 08:37:37.246115 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.340356 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4d114ce5-c3a0-4e5c-b4e6-8d8e2cad3c6b req-0ad811ee-7639-4ef0-94b3-5631f73d8412 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231181 Nov 12 08:37:37.520471 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-66fd1d14-0756-4a59-b287-a1761fda7adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:37.599468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Allocated IP 172.25.3.110 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/79ebcfae-87d7-4050-846c-856078967740) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:37.640534 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45c20db-8e6b-4f66-9525-a91fe39c601a x-openstack-request-id: req-e45c20db-8e6b-4f66-9525-a91fe39c601a {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:37.641173 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0717a070-6d6f-4ead-b8d9-eb2d44ea508f", "name": "network-vif-plugged", "status": "completed", "tag": "90948111-b626-490d-8ba0-2e9bb9cc3e7d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:37.641575 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e45c20db-8e6b-4f66-9525-a91fe39c601a {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:37.642864 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0717a070-6d6f-4ead-b8d9-eb2d44ea508f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90948111-b626-490d-8ba0-2e9bb9cc3e7d', 'code': 200} Nov 12 08:37:38.055221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8c428-476b-4f21-9d52-cde91986b94d req-a82452fc-7615-41da-8dfe-ffb5601d1df5 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:38.059229 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b2c8c428-476b-4f21-9d52-cde91986b94d req-a82452fc-7615-41da-8dfe-ffb5601d1df5 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.2239945 Nov 12 08:37:38.167300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Pushing event updated for resources: {'Port': ['ID=6a108f05-c3d3-44ae-991a-9885afcdf616,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:38.184595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:38.185386 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.186780 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9bb97f50-eca4-4909-b58f-b5d0197fd31a service neutron] 10.222.0.46 "PUT /v2.0/ports/6a108f05-c3d3-44ae-991a-9885afcdf616 HTTP/1.1" status: 200 len: 1092 time: 3.4418144 Nov 12 08:37:38.187232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': '6a108f05-c3d3-44ae-991a-9885afcdf616'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:38.189822 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6f3421-5acc-4fb8-8126-43fa2809640e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "6a108f05-c3d3-44ae-991a-9885afcdf616"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:38.207834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.240905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Request body: {'port': {'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:38.301831 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.525095 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.570073 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:38.622725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:38.683432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:38.688554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:38.729951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Pushing event updated for resources: {'Port': ['ID=79ebcfae-87d7-4050-846c-856078967740,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:38.782567 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8bde1477-9642-45d0-9b4b-c1c440ec42ae req-dc5ed651-3a60-42a7-b22b-6d9f948b4a24 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5084462 Nov 12 08:37:38.825747 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b2c8c428-476b-4f21-9d52-cde91986b94d req-5eeb00c7-c5e4-41af-afe8-e1a1e13e0dfc tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7515335 Nov 12 08:37:39.150379 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-7913712d-8498-4af3-8701-3bda05dd8a6f service neutron] 10.222.0.31 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9772527 Nov 12 08:37:39.216764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1477-9642-45d0-9b4b-c1c440ec42ae req-6363547c-8642-4d15-a188-6eefc8cd7a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:39.218529 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8bde1477-9642-45d0-9b4b-c1c440ec42ae req-6363547c-8642-4d15-a188-6eefc8cd7a1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 1098 time: 0.2588503 Nov 12 08:37:39.839425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d466ea-8a87-4294-83d6-4e59236e9d48 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:39.852705 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.866827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Transition to ACTIVE for port object d2d466ea-8a87-4294-83d6-4e59236e9d48 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:39.882238 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:39.962296 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.012296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d466ea-8a87-4294-83d6-4e59236e9d48,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:40.066323 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1477-9642-45d0-9b4b-c1c440ec42ae req-aa56843c-c72a-46fe-ba22-0e5de351294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.068707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8bde1477-9642-45d0-9b4b-c1c440ec42ae req-aa56843c-c72a-46fe-ba22-0e5de351294f service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.5077643 Nov 12 08:37:40.188944 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8bde1477-9642-45d0-9b4b-c1c440ec42ae req-8f2802e9-b3c9-4ea1-8eb7-b103d91c936e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f HTTP/1.1" status: 200 len: 217 time: 0.1084681 Nov 12 08:37:40.194440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec1dcb-16bd-40eb-b8fe-4d428a3cb704 req-cb0d67fa-154e-40be-a753-ac9f094e837c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.225441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec1dcb-16bd-40eb-b8fe-4d428a3cb704 req-cb0d67fa-154e-40be-a753-ac9f094e837c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.240183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec1dcb-16bd-40eb-b8fe-4d428a3cb704 req-cb0d67fa-154e-40be-a753-ac9f094e837c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.256722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec1dcb-16bd-40eb-b8fe-4d428a3cb704 req-cb0d67fa-154e-40be-a753-ac9f094e837c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.279518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec1dcb-16bd-40eb-b8fe-4d428a3cb704 req-cb0d67fa-154e-40be-a753-ac9f094e837c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.307964 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec1dcb-16bd-40eb-b8fe-4d428a3cb704 req-cb0d67fa-154e-40be-a753-ac9f094e837c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.312473 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72ec1dcb-16bd-40eb-b8fe-4d428a3cb704 req-cb0d67fa-154e-40be-a753-ac9f094e837c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 4605 time: 0.4440978 Nov 12 08:37:40.341568 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.372606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Attempting to bind port d2d466ea-8a87-4294-83d6-4e59236e9d48 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:40.376873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Attempting to bind port d2d466ea-8a87-4294-83d6-4e59236e9d48 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:40.377990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Attempting to bind port d2d466ea-8a87-4294-83d6-4e59236e9d48 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:40.416100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Port d2d466ea-8a87-4294-83d6-4e59236e9d48 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:40.416599 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Attempting to bind port d2d466ea-8a87-4294-83d6-4e59236e9d48 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:40.439289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:40.439691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Checking segment: {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:40.444991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Bound using segment: {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:40.445492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Bound port: d2d466ea-8a87-4294-83d6-4e59236e9d48, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:40.445863 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.457162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1477-9642-45d0-9b4b-c1c440ec42ae req-74eeca8d-fdeb-4bf0-901d-893d2e686b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.464929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8bde1477-9642-45d0-9b4b-c1c440ec42ae req-74eeca8d-fdeb-4bf0-901d-893d2e686b68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.2614546 Nov 12 08:37:40.651505 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72ec1dcb-16bd-40eb-b8fe-4d428a3cb704 req-18300f7f-b500-40cc-85ec-2ac43da20c39 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3127975 Nov 12 08:37:40.718061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1477-9642-45d0-9b4b-c1c440ec42ae req-e18cbf17-f7f1-47f4-9a9f-94ed2e8f7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:40.719872 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8bde1477-9642-45d0-9b4b-c1c440ec42ae req-e18cbf17-f7f1-47f4-9a9f-94ed2e8f7edd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2456911 Nov 12 08:37:40.763626 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ee6cdf-25dd-463c-a0d3-c639917b5a6c x-openstack-request-id: req-03ee6cdf-25dd-463c-a0d3-c639917b5a6c {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:40.765087 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "6a108f05-c3d3-44ae-991a-9885afcdf616", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:40.765392 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03ee6cdf-25dd-463c-a0d3-c639917b5a6c {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:40.767014 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': '6a108f05-c3d3-44ae-991a-9885afcdf616', 'status': 'completed', 'code': 200} Nov 12 08:37:40.778164 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] For port d2d466ea-8a87-4294-83d6-4e59236e9d48, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:40.914639 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:40.933483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] For port d2d466ea-8a87-4294-83d6-4e59236e9d48, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=d2d466ea-8a87-4294-83d6-4e59236e9d48,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:41.100385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.200268 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.268913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d466ea-8a87-4294-83d6-4e59236e9d48,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:41.285648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.287046 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.292391 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-57b3f9c9-dc43-4c0b-8bf8-ffe24c2820f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/d2d466ea-8a87-4294-83d6-4e59236e9d48 HTTP/1.1" status: 200 len: 1136 time: 3.0612161 Nov 12 08:37:41.296809 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:41.312220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-38758997-e2ff-4228-8596-9ebf952966af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.312697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-38758997-e2ff-4228-8596-9ebf952966af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.313274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-38758997-e2ff-4228-8596-9ebf952966af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.314066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-38758997-e2ff-4228-8596-9ebf952966af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.314715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-38758997-e2ff-4228-8596-9ebf952966af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.315236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-38758997-e2ff-4228-8596-9ebf952966af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.318315 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-38758997-e2ff-4228-8596-9ebf952966af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5251 time: 0.5317440 Nov 12 08:37:41.337914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88f6cd-8caa-4b96-b01f-394625d68191 req-48d4298f-58d0-4772-bc41-0ff9d8cf3aa9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.341362 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fa88f6cd-8caa-4b96-b01f-394625d68191 req-48d4298f-58d0-4772-bc41-0ff9d8cf3aa9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.4002938 Nov 12 08:37:41.748175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Request body: {'port': {'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:41.815421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-e721b99d-b7f1-4917-bf68-147fface8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.816658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-e721b99d-b7f1-4917-bf68-147fface8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.818303 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-e721b99d-b7f1-4917-bf68-147fface8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:41.821039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-e721b99d-b7f1-4917-bf68-147fface8dff service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=44298e737f604b238fe53614a447a1cf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4781954 Nov 12 08:37:41.878790 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8bde1477-9642-45d0-9b4b-c1c440ec42ae req-f01ff135-48cd-4285-a240-ce1df83cc56d service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1490419 Nov 12 08:37:41.881593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Router cc6a93c4-e55f-4c55-86f7-40064c6f3b43 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:37:42.195312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8bde1477-9642-45d0-9b4b-c1c440ec42ae req-c13b0292-353b-47c5-bf54-613b12f9df91 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049507 Nov 12 08:37:42.240205 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.253653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fa88f6cd-8caa-4b96-b01f-394625d68191 req-028b1a12-ed30-468f-a237-011d36c8248a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251337 Nov 12 08:37:42.458085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-e5802e65-29df-439e-8054-372eef9bea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:42.459521 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f6f3421-5acc-4fb8-8126-43fa2809640e req-e5802e65-29df-439e-8054-372eef9bea4c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6069102 Nov 12 08:37:42.471960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:42.486644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587a057-0939-4f3b-9ede-22ed9c559528 None None] Sync routers for ids ['cc6a93c4-e55f-4c55-86f7-40064c6f3b43'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:42.507304 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:42.507933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587a057-0939-4f3b-9ede-22ed9c559528 None None] Routers {'cc6a93c4-e55f-4c55-86f7-40064c6f3b43'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:42.513334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d587a057-0939-4f3b-9ede-22ed9c559528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['cc6a93c4-e55f-4c55-86f7-40064c6f3b43'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:42.513606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-45d4776c-150f-4424-a29c-964c336ddf35 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "PUT /v2.0/routers/cc6a93c4-e55f-4c55-86f7-40064c6f3b43 HTTP/1.1" status: 200 len: 880 time: 7.3914857 Nov 12 08:37:42.517203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59840) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:42.529940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-27244e35-d2f1-4114-a597-35f49f84b019 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:42.533856 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-27244e35-d2f1-4114-a597-35f49f84b019 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 810 time: 0.6949146 Nov 12 08:37:42.643316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d587a057-0939-4f3b-9ede-22ed9c559528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:42.663517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587a057-0939-4f3b-9ede-22ed9c559528 None None] Routers {'cc6a93c4-e55f-4c55-86f7-40064c6f3b43'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:42.664994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d587a057-0939-4f3b-9ede-22ed9c559528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['cc6a93c4-e55f-4c55-86f7-40064c6f3b43'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:42.723052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d587a057-0939-4f3b-9ede-22ed9c559528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:42.724097 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587a057-0939-4f3b-9ede-22ed9c559528 None None] The sync data for ids ['cc6a93c4-e55f-4c55-86f7-40064c6f3b43'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:42.865274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9aada5a5-da55-4c55-b0ef-b4527fa1459b tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/routers/cc6a93c4-e55f-4c55-86f7-40064c6f3b43 HTTP/1.1" status: 200 len: 921 time: 0.3460851 Nov 12 08:37:42.870382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59842) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:42.917237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Request body: {'port': {'device_id': 'b98f596f-0327-446b-b515-15905cc4fed9', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'admin_state_up': True, 'tenant_id': '66149b06cc734872a68ec8f1fb5145a6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:42.920769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': 'd2d466ea-8a87-4294-83d6-4e59236e9d48'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:42.924795 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c73c9e4-2b8a-472d-9c37-58bf943439e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "d2d466ea-8a87-4294-83d6-4e59236e9d48"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:43.063623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52833421-3ea1-4cf5-a1c8-57953936e6c3 req-760f38dc-c7e3-4d1a-94da-64fd9d1ea1e4 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 210 time: 0.1143527 Nov 12 08:37:43.651123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50533c-2858-4ccb-a2f4-aabe634c8d4f req-22b67f79-3be7-4e7c-8566-24c048134be5 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:43.655687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5c50533c-2858-4ccb-a2f4-aabe634c8d4f req-22b67f79-3be7-4e7c-8566-24c048134be5 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.3224752 Nov 12 08:37:43.659345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190b3afb-1975-4cc4-95e6-fe8cb89b1120 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:43.664511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Made reservation on behalf of 66149b06cc734872a68ec8f1fb5145a6 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:37:43.669025 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.671361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0753892-c67f-4f86-85a7-a8bca816a6b7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:43.674322 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b0753892-c67f-4f86-85a7-a8bca816a6b7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&device_id=cc6a93c4-e55f-4c55-86f7-40064c6f3b43&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8026402 Nov 12 08:37:43.685332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59854) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:43.717881 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:43.780658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Transition to ACTIVE for port object 190b3afb-1975-4cc4-95e6-fe8cb89b1120 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:43.848039 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.075830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Pushing event updated for resources: {'Port': ['ID=190b3afb-1975-4cc4-95e6-fe8cb89b1120,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:44.121860 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5c50533c-2858-4ccb-a2f4-aabe634c8d4f req-447d4c31-1f58-422b-ab7a-c0b778e386d1 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383631 Nov 12 08:37:44.250694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec2e39b-c157-42d7-85c1-35b3ced870b3 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:44.252913 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6ec2e39b-c157-42d7-85c1-35b3ced870b3 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 881 time: 0.5497944 Nov 12 08:37:44.256110 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59862) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:44.338265 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a6f282ce-4c66-49d3-a22e-8a77aaefd6fb tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc6a93c4-e55f-4c55-86f7-40064c6f3b43 HTTP/1.1" status: 200 len: 205 time: 0.0807314 Nov 12 08:37:44.341389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59864) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:44.357094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Allocated IP 172.20.0.5 (0714188f-6499-4655-a48e-68414a9c8530/9b13783d-4c4e-450c-befa-f6858c089ee0/b12ede63-264d-408d-9773-c8a82286e9cc) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:44.682066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.688415 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.778982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Attempting to bind port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:44.779954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Attempting to bind port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:44.781127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Attempting to bind port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:44.856603 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.859152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.982458 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Deleting port 79ebcfae-87d7-4050-846c-856078967740 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:44.984135 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:44.997500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:45.003608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Attempting to bind port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:45.050156 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:45.053129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Checking segment: {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:45.053854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Bound using segment: {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:45.054775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Bound port: 190b3afb-1975-4cc4-95e6-fe8cb89b1120, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:45.055400 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.092519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Network 0714188f-6499-4655-a48e-68414a9c8530 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:45.128105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:45.159795 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.174456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Calling delete_port for 79ebcfae-87d7-4050-846c-856078967740 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:45.175583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e13ada-b547-4ec5-bbcb-ee191e797060 req-99181bde-05a7-4500-9cd5-c2b6fc04e316 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.209074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e13ada-b547-4ec5-bbcb-ee191e797060 req-99181bde-05a7-4500-9cd5-c2b6fc04e316 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.220290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e13ada-b547-4ec5-bbcb-ee191e797060 req-99181bde-05a7-4500-9cd5-c2b6fc04e316 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.247561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e13ada-b547-4ec5-bbcb-ee191e797060 req-99181bde-05a7-4500-9cd5-c2b6fc04e316 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.258901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e13ada-b547-4ec5-bbcb-ee191e797060 req-99181bde-05a7-4500-9cd5-c2b6fc04e316 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.279478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e13ada-b547-4ec5-bbcb-ee191e797060 req-99181bde-05a7-4500-9cd5-c2b6fc04e316 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.309594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e13ada-b547-4ec5-bbcb-ee191e797060 req-99181bde-05a7-4500-9cd5-c2b6fc04e316 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.311149 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1e13ada-b547-4ec5-bbcb-ee191e797060 req-99181bde-05a7-4500-9cd5-c2b6fc04e316 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5382 time: 0.5361955 Nov 12 08:37:45.316780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:45.413795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:45.414930 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.433122 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.457318 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Pushing event updated for resources: {'Port': ['ID=b12ede63-264d-408d-9773-c8a82286e9cc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:45.464121 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-aeee7acb-4f4b-4e88-88f5-9e688bb33b75 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9070666 Nov 12 08:37:45.475812 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Pushing event deleted for resources: {'Port': ['ID=79ebcfae-87d7-4050-846c-856078967740,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:45.509848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Request body: {'port': {'device_id': 'b98f596f-0327-446b-b515-15905cc4fed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:45.586771 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.819583 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.828995 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.938040 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.938693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Fanout notify agent at l3_agent the message router_deleted on router cc6a93c4-e55f-4c55-86f7-40064c6f3b43 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:45.950636 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:45.952260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5c82660a-52db-4f6d-a1f2-fac33ac0c6e8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/routers/cc6a93c4-e55f-4c55-86f7-40064c6f3b43 HTTP/1.1" status: 204 len: 168 time: 1.6096516 Nov 12 08:37:45.959185 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59870) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:45.967189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3cf7f2f1-3290-4a24-81a4-e55caed205b6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-314004537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:46.050787 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f2f1-3290-4a24-81a4-e55caed205b6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.052184 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f2f1-3290-4a24-81a4-e55caed205b6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.174547 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1e13ada-b547-4ec5-bbcb-ee191e797060 req-65a80e2b-e49a-4aa3-a544-ae82fddaa3d6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7402825 Nov 12 08:37:46.290777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] For port 190b3afb-1975-4cc4-95e6-fe8cb89b1120, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:46.299364 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.299667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f2f1-3290-4a24-81a4-e55caed205b6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.309597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f2f1-3290-4a24-81a4-e55caed205b6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.314318 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5f88a1-ff33-46f4-8953-8579a3063eb8 x-openstack-request-id: req-0f5f88a1-ff33-46f4-8953-8579a3063eb8 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:46.317813 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "d2d466ea-8a87-4294-83d6-4e59236e9d48", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:46.319862 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f5f88a1-ff33-46f4-8953-8579a3063eb8 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:46.320487 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': 'd2d466ea-8a87-4294-83d6-4e59236e9d48', 'status': 'completed', 'code': 200} Nov 12 08:37:46.377042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf7f2f1-3290-4a24-81a4-e55caed205b6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.378645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3cf7f2f1-3290-4a24-81a4-e55caed205b6 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4182694 Nov 12 08:37:46.382061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59872) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:46.387159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'enable_snat': True}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:46.432974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] For port 190b3afb-1975-4cc4-95e6-fe8cb89b1120, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=190b3afb-1975-4cc4-95e6-fe8cb89b1120,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:46.524645 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.670581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Pushing event updated for resources: {'Port': ['ID=190b3afb-1975-4cc4-95e6-fe8cb89b1120,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:46.700093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.700749 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:46.702217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed4247d0-fe9b-46a5-be69-217bed8429d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/190b3afb-1975-4cc4-95e6-fe8cb89b1120 HTTP/1.1" status: 200 len: 1136 time: 4.9640129 Nov 12 08:37:46.792086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-ddff7ea7-5a03-42e8-b1d5-ccc62381b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.793424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-ddff7ea7-5a03-42e8-b1d5-ccc62381b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.800313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-ddff7ea7-5a03-42e8-b1d5-ccc62381b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.800313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-ddff7ea7-5a03-42e8-b1d5-ccc62381b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.802213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-ddff7ea7-5a03-42e8-b1d5-ccc62381b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.802787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-ddff7ea7-5a03-42e8-b1d5-ccc62381b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.806553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-ddff7ea7-5a03-42e8-b1d5-ccc62381b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:46.814371 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-ddff7ea7-5a03-42e8-b1d5-ccc62381b376 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6180 time: 0.4862931 Nov 12 08:37:46.861574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Request body: {'port': {'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:46.938591 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.001520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83d7a7-a68b-4316-b4ce-a0144053cdef req-f896f0ad-1a90-43c1-9592-7496fe8e93f1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:47.017446 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c83d7a7-a68b-4316-b4ce-a0144053cdef req-f896f0ad-1a90-43c1-9592-7496fe8e93f1 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.5788443 Nov 12 08:37:47.391418 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.434770 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.483500 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:47.603409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c83d7a7-a68b-4316-b4ce-a0144053cdef req-066a00c5-58c6-4139-aa74-159b230fae23 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846372 Nov 12 08:37:47.708236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Allocated IP 172.25.3.107 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/b6e596b1-833c-409f-84f7-98ae3ecd0232) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:47.960214 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.056053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.090203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:48.094535 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:48.145361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:48.274193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event updated for resources: {'Port': ['ID=b6e596b1-833c-409f-84f7-98ae3ecd0232,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:48.340493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': '190b3afb-1975-4cc4-95e6-fe8cb89b1120'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:48.343112 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a3a361-3918-4612-a313-9d1c5df821fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "190b3afb-1975-4cc4-95e6-fe8cb89b1120"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:48.514977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-6d81e8c6-60dd-48c0-b49f-4208b978a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.521054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-6d81e8c6-60dd-48c0-b49f-4208b978a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.521683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-6d81e8c6-60dd-48c0-b49f-4208b978a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.525008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-6d81e8c6-60dd-48c0-b49f-4208b978a86e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=44298e737f604b238fe53614a447a1cf&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.6939428 Nov 12 08:37:48.680223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f6e91-3657-4618-8a66-4887ab9c18a8 req-0e4bde89-4174-4c3d-baba-ca8f489c30a4 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.690933 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-074f6e91-3657-4618-8a66-4887ab9c18a8 req-0e4bde89-4174-4c3d-baba-ca8f489c30a4 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 931 time: 0.5078619 Nov 12 08:37:48.880146 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:48.938485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-f3996d88-b31e-4697-b36e-1852fd10711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:48.938485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c73c9e4-2b8a-472d-9c37-58bf943439e6 req-f3996d88-b31e-4697-b36e-1852fd10711c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3124321 Nov 12 08:37:49.171983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:49.197219 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.211963 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-074f6e91-3657-4618-8a66-4887ab9c18a8 req-4e1235a2-9169-47f9-b501-8bbfb4c3aa8f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200684 Nov 12 08:37:49.214986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12ede63-264d-408d-9773-c8a82286e9cc {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:49.234189 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.249168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Transition to ACTIVE for port object 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:49.266669 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.272973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Transition to ACTIVE for port object b12ede63-264d-408d-9773-c8a82286e9cc will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:49.344560 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.498066 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.508004 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:49.596675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a3440-ecda-4a18-a1fb-427ac438fdd7 req-ba0ede42-3998-4081-ac7a-620ca92d637c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:49.609405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d2a3440-ecda-4a18-a1fb-427ac438fdd7 req-ba0ede42-3998-4081-ac7a-620ca92d637c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.2451205 Nov 12 08:37:49.655237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Pushing event updated for resources: {'Port': ['ID=320e9afb-8bf4-41ca-b2aa-48fddf6a9800,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:49.897124 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Router 08a324b0-961c-4226-b2ea-262a887cc899 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:37:50.043774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Attempting to bind port b12ede63-264d-408d-9773-c8a82286e9cc on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:50.043774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Attempting to bind port b12ede63-264d-408d-9773-c8a82286e9cc by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:50.043774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Attempting to bind port b12ede63-264d-408d-9773-c8a82286e9cc on network 0714188f-6499-4655-a48e-68414a9c8530 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:50.065851 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Port b12ede63-264d-408d-9773-c8a82286e9cc on network 0714188f-6499-4655-a48e-68414a9c8530 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:50.066393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Attempting to bind port b12ede63-264d-408d-9773-c8a82286e9cc on network 0714188f-6499-4655-a48e-68414a9c8530 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:50.117152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:50.120914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Checking segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:50.121448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Bound using segment: {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:50.121956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Bound port: b12ede63-264d-408d-9773-c8a82286e9cc, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0714188f-6499-4655-a48e-68414a9c8530'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:50.122360 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.172789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Attempting to bind port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:50.174496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Attempting to bind port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:50.174496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Attempting to bind port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:50.199905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:50.200241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Attempting to bind port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:50.214522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:50.222039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.226941 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-446b50d1-5043-4cf5-ac7b-d3840302a505 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "PUT /v2.0/routers/08a324b0-961c-4226-b2ea-262a887cc899 HTTP/1.1" status: 200 len: 914 time: 3.8430698 Nov 12 08:37:50.227693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59886) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:50.230544 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6269c8d3-9d3d-4358-b43b-081623c21f91 None None] Sync routers for ids ['08a324b0-961c-4226-b2ea-262a887cc899'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:50.248463 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269c8d3-9d3d-4358-b43b-081623c21f91 None None] Routers {'08a324b0-961c-4226-b2ea-262a887cc899'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:50.250453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:50.250986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Checking segment: {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:50.251586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Bound using segment: {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:50.252393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Bound port: 320e9afb-8bf4-41ca-b2aa-48fddf6a9800, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:50.252776 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.256571 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6269c8d3-9d3d-4358-b43b-081623c21f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['08a324b0-961c-4226-b2ea-262a887cc899'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:50.387785 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6269c8d3-9d3d-4358-b43b-081623c21f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:50.399341 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269c8d3-9d3d-4358-b43b-081623c21f91 None None] Routers {'08a324b0-961c-4226-b2ea-262a887cc899'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:50.400338 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6269c8d3-9d3d-4358-b43b-081623c21f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['08a324b0-961c-4226-b2ea-262a887cc899'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:50.401443 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d2a3440-ecda-4a18-a1fb-427ac438fdd7 req-5f1318bf-20e5-4d7a-90b5-fc34ff43ecdd tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7132127 Nov 12 08:37:50.402169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Pushing event updated for resources: {'Port': ['ID=b12ede63-264d-408d-9773-c8a82286e9cc,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:50.448946 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-55b97221-470d-40bb-a19d-0961aa90f31e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/routers/08a324b0-961c-4226-b2ea-262a887cc899 HTTP/1.1" status: 200 len: 920 time: 0.2200060 Nov 12 08:37:50.452293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59890) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:50.530553 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6269c8d3-9d3d-4358-b43b-081623c21f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:50.532133 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6269c8d3-9d3d-4358-b43b-081623c21f91 None None] The sync data for ids ['08a324b0-961c-4226-b2ea-262a887cc899'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:37:50.592455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bcb1dd51-823c-4df2-ba94-ffdf8cf44016 req-ef7ace11-d2d6-4ee2-8382-0f7e7045c226 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3558118 Nov 12 08:37:50.674558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] For port b12ede63-264d-408d-9773-c8a82286e9cc, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:50.742588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2ceb5b-2759-4de9-b6c2-c9c874e4e009 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:50.746240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7a2ceb5b-2759-4de9-b6c2-c9c874e4e009 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&device_id=08a324b0-961c-4226-b2ea-262a887cc899&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2879162 Nov 12 08:37:50.749127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59898) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:50.758129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] For port b12ede63-264d-408d-9773-c8a82286e9cc, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b12ede63-264d-408d-9773-c8a82286e9cc,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:50.831046 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.869309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] For port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:50.916851 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:50.917612 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:50.919591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] 10.222.0.46 "PUT /v2.0/ports/b12ede63-264d-408d-9773-c8a82286e9cc HTTP/1.1" status: 200 len: 1092 time: 5.4175653 Nov 12 08:37:50.934192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] For port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=320e9afb-8bf4-41ca-b2aa-48fddf6a9800,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:51.014750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec4561-1626-4685-ad8e-fb4128c44ffe service neutron] Pushing event updated for resources: {'Port': ['ID=b12ede63-264d-408d-9773-c8a82286e9cc,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:51.083527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.123247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a78a4e-fdd6-4b42-95f7-6fb98cc95de4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.126213 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f2a78a4e-fdd6-4b42-95f7-6fb98cc95de4 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 881 time: 0.3756623 Nov 12 08:37:51.131502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59900) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:51.205583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-32a244c1-a421-4b90-8ddc-06c1ced29e07 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "GET /v2.0/ports?device_id=08a324b0-961c-4226-b2ea-262a887cc899 HTTP/1.1" status: 200 len: 205 time: 0.0724397 Nov 12 08:37:51.209317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59902) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:51.315535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1dd51-823c-4df2-ba94-ffdf8cf44016 req-7aae3ccb-6b80-4e7d-b000-6796ff844119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.317994 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bcb1dd51-823c-4df2-ba94-ffdf8cf44016 req-7aae3ccb-6b80-4e7d-b000-6796ff844119 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1096 time: 0.6030312 Nov 12 08:37:51.337705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71494a5-8f30-490a-befa-aece6c80140d req-29c1a561-9bc4-45f8-be5d-6339909e4041 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.345619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71494a5-8f30-490a-befa-aece6c80140d req-29c1a561-9bc4-45f8-be5d-6339909e4041 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.353667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71494a5-8f30-490a-befa-aece6c80140d req-29c1a561-9bc4-45f8-be5d-6339909e4041 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.361204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71494a5-8f30-490a-befa-aece6c80140d req-29c1a561-9bc4-45f8-be5d-6339909e4041 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.369066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71494a5-8f30-490a-befa-aece6c80140d req-29c1a561-9bc4-45f8-be5d-6339909e4041 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.381766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71494a5-8f30-490a-befa-aece6c80140d req-29c1a561-9bc4-45f8-be5d-6339909e4041 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.410611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71494a5-8f30-490a-befa-aece6c80140d req-29c1a561-9bc4-45f8-be5d-6339909e4041 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.425700 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c71494a5-8f30-490a-befa-aece6c80140d req-29c1a561-9bc4-45f8-be5d-6339909e4041 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5394 time: 0.6538234 Nov 12 08:37:51.500276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.500933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.513952 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/320e9afb-8bf4-41ca-b2aa-48fddf6a9800 HTTP/1.1" status: 200 len: 1092 time: 4.6899292 Nov 12 08:37:51.591440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Pushing event updated for resources: {'Port': ['ID=320e9afb-8bf4-41ca-b2aa-48fddf6a9800,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:51.617356 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Request body: {'port': {'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:51.642024 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:51.740102 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:51.740102 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:51.741183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:51.741183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:51.741517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:51.742068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:51.742068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:51.745040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:51.745040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:51.745040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:51.745040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:51.745040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a1931-e072-4807-9cfe-084ecf7962d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:37:51.898344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-18c44b55-b848-44b7-a760-48baec7584d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:51.899999 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-18c44b55-b848-44b7-a760-48baec7584d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 1095 time: 0.8692725 Nov 12 08:37:51.936554 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.036937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c71494a5-8f30-490a-befa-aece6c80140d req-c419e936-4bab-4570-890b-5217001d684c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6070709 Nov 12 08:37:52.069516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Deleting port b6e596b1-833c-409f-84f7-98ae3ecd0232 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:37:52.069516 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.129566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-f23c052d-ed15-4475-b13b-91ca2d3eea98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b12ede63-264d-408d-9773-c8a82286e9cc HTTP/1.1" status: 200 len: 217 time: 0.1587272 Nov 12 08:37:52.251015 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.253257 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.313648 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcca9ad0-532d-4267-9144-8d52e54133f5 x-openstack-request-id: req-fcca9ad0-532d-4267-9144-8d52e54133f5 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:52.314173 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "190b3afb-1975-4cc4-95e6-fe8cb89b1120", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:52.314544 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcca9ad0-532d-4267-9144-8d52e54133f5 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:52.315543 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': '190b3afb-1975-4cc4-95e6-fe8cb89b1120', 'status': 'completed', 'code': 200} Nov 12 08:37:52.351270 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:52.406709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a361-3918-4612-a313-9d1c5df821fa req-3c82d5bd-ec6c-468a-8800-1a76942f2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.407318 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a361-3918-4612-a313-9d1c5df821fa req-3c82d5bd-ec6c-468a-8800-1a76942f2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.407749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a361-3918-4612-a313-9d1c5df821fa req-3c82d5bd-ec6c-468a-8800-1a76942f2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.408255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a361-3918-4612-a313-9d1c5df821fa req-3c82d5bd-ec6c-468a-8800-1a76942f2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.408709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a361-3918-4612-a313-9d1c5df821fa req-3c82d5bd-ec6c-468a-8800-1a76942f2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.409246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a361-3918-4612-a313-9d1c5df821fa req-3c82d5bd-ec6c-468a-8800-1a76942f2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.409698 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a361-3918-4612-a313-9d1c5df821fa req-3c82d5bd-ec6c-468a-8800-1a76942f2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.411759 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-92a3a361-3918-4612-a313-9d1c5df821fa req-3c82d5bd-ec6c-468a-8800-1a76942f2542 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6290 time: 0.2049799 Nov 12 08:37:52.415232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Calling delete_port for b6e596b1-833c-409f-84f7-98ae3ecd0232 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:37:52.492627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1dd51-823c-4df2-ba94-ffdf8cf44016 req-430af437-d181-474a-a2db-d05e9d5e9e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.494393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bcb1dd51-823c-4df2-ba94-ffdf8cf44016 req-430af437-d181-474a-a2db-d05e9d5e9e85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 1.0656452 Nov 12 08:37:52.500129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-2d1122ab-848e-4c5e-bd3a-1967b9b9b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:52.503903 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-2d1122ab-848e-4c5e-bd3a-1967b9b9b457 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.3631613 Nov 12 08:37:53.069988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb44b9c-ce4a-487d-b54a-61d0f06c87f6 req-3c3c5c47-b571-42f1-9a4f-29218f5de872 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.081567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-feb44b9c-ce4a-487d-b54a-61d0f06c87f6 req-3c3c5c47-b571-42f1-9a4f-29218f5de872 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.8079972 Nov 12 08:37:53.256432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-feb44b9c-ce4a-487d-b54a-61d0f06c87f6 req-6811cc7c-4421-4bfa-81df-06cc82a8080c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735823 Nov 12 08:37:53.264555 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bcb1dd51-823c-4df2-ba94-ffdf8cf44016 req-8998f16b-7016-418f-9c5e-2c96ce998b93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 998 time: 0.7552216 Nov 12 08:37:53.268778 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-a788dcd1-8c71-4d70-b780-9d85298c79e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7484689 Nov 12 08:37:53.702671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54d056e-4ab3-45d6-ba36-cfec0c59f974 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:53.752074 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.758414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1dd51-823c-4df2-ba94-ffdf8cf44016 req-e49ec4ca-a875-466a-93ac-27a07499b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.760148 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bcb1dd51-823c-4df2-ba94-ffdf8cf44016 req-e49ec4ca-a875-466a-93ac-27a07499b5f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.4787908 Nov 12 08:37:53.818417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Transition to ACTIVE for port object f54d056e-4ab3-45d6-ba36-cfec0c59f974 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:53.839320 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:53.899095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e3646-f144-4d68-b6ed-8f921a337745 req-eb8560b8-2d34-4df3-8279-8e1e91241490 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.900871 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-513e3646-f144-4d68-b6ed-8f921a337745 req-eb8560b8-2d34-4df3-8279-8e1e91241490 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 943 time: 0.2620759 Nov 12 08:37:53.908628 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-e17a733c-d39a-44b6-9caf-7753d2142c91 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596342 Nov 12 08:37:53.920392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a361-3918-4612-a313-9d1c5df821fa req-5787a348-2939-4ea1-bc62-2b1eea1e3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.920955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a361-3918-4612-a313-9d1c5df821fa req-5787a348-2939-4ea1-bc62-2b1eea1e3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.921356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a361-3918-4612-a313-9d1c5df821fa req-5787a348-2939-4ea1-bc62-2b1eea1e3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:53.923135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-92a3a361-3918-4612-a313-9d1c5df821fa req-5787a348-2939-4ea1-bc62-2b1eea1e3cea service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=44298e737f604b238fe53614a447a1cf&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.4981079 Nov 12 08:37:54.036782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1dd51-823c-4df2-ba94-ffdf8cf44016 req-0a27ed35-99cd-4154-abdc-20100bdefbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.038380 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bcb1dd51-823c-4df2-ba94-ffdf8cf44016 req-0a27ed35-99cd-4154-abdc-20100bdefbd7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2586708 Nov 12 08:37:54.199088 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bcb1dd51-823c-4df2-ba94-ffdf8cf44016 req-92e30741-af3f-4316-81f5-6cff55a52da7 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435513 Nov 12 08:37:54.206758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f54d056e-4ab3-45d6-ba36-cfec0c59f974,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.322530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98f596f-0327-446b-b515-15905cc4fed9', 'tag': 'b12ede63-264d-408d-9773-c8a82286e9cc'}, {'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': '320e9afb-8bf4-41ca-b2aa-48fddf6a9800'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:37:54.334162 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db" -d '{"events": [{"name": "network-changed", "server_uuid": "b98f596f-0327-446b-b515-15905cc4fed9", "tag": "b12ede63-264d-408d-9773-c8a82286e9cc"}, {"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "320e9afb-8bf4-41ca-b2aa-48fddf6a9800"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:37:54.406486 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-513e3646-f144-4d68-b6ed-8f921a337745 req-6232d7bf-c3c0-4387-9d08-eea4f4e58669 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4907641 Nov 12 08:37:54.512098 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.590847 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Pushing event deleted for resources: {'Port': ['ID=b6e596b1-833c-409f-84f7-98ae3ecd0232,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:54.618063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3a361-3918-4612-a313-9d1c5df821fa req-f472ce25-6c2e-42f8-afb7-d3af5154e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:54.620055 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-92a3a361-3918-4612-a313-9d1c5df821fa req-f472ce25-6c2e-42f8-afb7-d3af5154e656 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6886992 Nov 12 08:37:54.719538 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.838295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Attempting to bind port f54d056e-4ab3-45d6-ba36-cfec0c59f974 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:54.838295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Attempting to bind port f54d056e-4ab3-45d6-ba36-cfec0c59f974 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:54.838295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Attempting to bind port f54d056e-4ab3-45d6-ba36-cfec0c59f974 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:54.892043 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:54.912420 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.017058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Port f54d056e-4ab3-45d6-ba36-cfec0c59f974 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:55.017525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Attempting to bind port f54d056e-4ab3-45d6-ba36-cfec0c59f974 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:55.022393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bcb1dd51-823c-4df2-ba94-ffdf8cf44016 req-9c0a9182-da7c-4789-986d-3e97a7833a2d service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7293866 Nov 12 08:37:55.032340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:55.032777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Checking segment: {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:55.033091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Bound using segment: {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:55.033604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Bound port: f54d056e-4ab3-45d6-ba36-cfec0c59f974, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596069bd-7f5b-4a31-88c1-0979d7d643eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:55.034073 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.039556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.040795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Fanout notify agent at l3_agent the message router_deleted on router 08a324b0-961c-4226-b2ea-262a887cc899 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:37:55.047758 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.048908 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f0fbea13-2de8-4493-8fc2-51ae67388ba2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/routers/08a324b0-961c-4226-b2ea-262a887cc899 HTTP/1.1" status: 204 len: 168 time: 3.8382986 Nov 12 08:37:55.058665 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59914) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:55.066025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1b21c1c6-33af-4660-ab01-aad1430065b5 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-962207165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:55.066984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225ec02-9ed2-4009-9b72-437d8cd9f07b req-12543afc-3c71-4bea-a639-504ea0679cf3 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:55.075420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c225ec02-9ed2-4009-9b72-437d8cd9f07b req-12543afc-3c71-4bea-a639-504ea0679cf3 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.4427602 Nov 12 08:37:55.100878 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b21c1c6-33af-4660-ab01-aad1430065b5 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.101364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb383dba-d012-4a7e-838d-9c35a9e50631 req-99e7de93-04b7-4af6-a728-abe333273ff0 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1475148 Nov 12 08:37:55.102869 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b21c1c6-33af-4660-ab01-aad1430065b5 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.218372 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c225ec02-9ed2-4009-9b72-437d8cd9f07b req-ce742d01-1e9a-486c-8434-ce790fe73ee8 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415484 Nov 12 08:37:55.221908 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b21c1c6-33af-4660-ab01-aad1430065b5 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.244436 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b21c1c6-33af-4660-ab01-aad1430065b5 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.274805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] For port f54d056e-4ab3-45d6-ba36-cfec0c59f974, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:55.280112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] For port f54d056e-4ab3-45d6-ba36-cfec0c59f974, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f54d056e-4ab3-45d6-ba36-cfec0c59f974,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:55.288350 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b21c1c6-33af-4660-ab01-aad1430065b5 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.291498 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1b21c1c6-33af-4660-ab01-aad1430065b5 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2291632 Nov 12 08:37:55.292651 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.295122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59916) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:55.308308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'enable_snat': False}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:55.528283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:55.529991 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.540164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/f54d056e-4ab3-45d6-ba36-cfec0c59f974 HTTP/1.1" status: 200 len: 1092 time: 3.9300141 Nov 12 08:37:55.636681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Request body: {'port': {'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:55.728753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744cd17-8fb9-44e8-bfb1-a89182dd06f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f54d056e-4ab3-45d6-ba36-cfec0c59f974,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:55.764140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e8a5d-5a9b-4d5d-9225-83185aae3289 req-e963ebee-0bdf-451d-b5c5-7738bf5b3731 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:55.775709 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-283e8a5d-5a9b-4d5d-9225-83185aae3289 req-e963ebee-0bdf-451d-b5c5-7738bf5b3731 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.3932276 Nov 12 08:37:55.878201 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:55.941585 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-283e8a5d-5a9b-4d5d-9225-83185aae3289 req-b85ddff4-6a72-467a-ae53-5d2e43624a54 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642225 Nov 12 08:37:56.056729 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.429895 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30ea7-4d16-43a3-97ef-2542da410f20 req-1d7bdd6a-7bb5-4259-8645-e66693cbbf23 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:56.436867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30ea7-4d16-43a3-97ef-2542da410f20 req-1d7bdd6a-7bb5-4259-8645-e66693cbbf23 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:56.444537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30ea7-4d16-43a3-97ef-2542da410f20 req-1d7bdd6a-7bb5-4259-8645-e66693cbbf23 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:56.464376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30ea7-4d16-43a3-97ef-2542da410f20 req-1d7bdd6a-7bb5-4259-8645-e66693cbbf23 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:56.477255 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30ea7-4d16-43a3-97ef-2542da410f20 req-1d7bdd6a-7bb5-4259-8645-e66693cbbf23 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:56.485926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30ea7-4d16-43a3-97ef-2542da410f20 req-1d7bdd6a-7bb5-4259-8645-e66693cbbf23 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:56.493257 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30ea7-4d16-43a3-97ef-2542da410f20 req-1d7bdd6a-7bb5-4259-8645-e66693cbbf23 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:56.495672 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7cb30ea7-4d16-43a3-97ef-2542da410f20 req-1d7bdd6a-7bb5-4259-8645-e66693cbbf23 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5406 time: 0.2552927 Nov 12 08:37:56.677317 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.698104 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7cb30ea7-4d16-43a3-97ef-2542da410f20 req-ae9b5178-3c6a-41e5-8d45-7593fbc1a33a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1750240 Nov 12 08:37:56.704784 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.752956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af36eab-96ed-4c60-95e6-dd2cda878b57 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:56.772001 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.808053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Transition to ACTIVE for port object 6af36eab-96ed-4c60-95e6-dd2cda878b57 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:56.816068 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:56.879125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Pushing event updated for resources: {'Port': ['ID=6af36eab-96ed-4c60-95e6-dd2cda878b57,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:56.902615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Allocated IP 172.25.3.253 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/2c8cfc7c-45ad-4102-b0b6-8cf3af874e85) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:37:57.063917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8b070-1076-4bf5-a1fe-6cf135415499 req-c1e8832c-533f-4a2c-a11c-fce8c03a3811 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.066914 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2da8b070-1076-4bf5-a1fe-6cf135415499 req-c1e8832c-533f-4a2c-a11c-fce8c03a3811 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.1970756 Nov 12 08:37:57.111098 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.184628 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.294293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:37:57.297043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:37:57.303164 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:37:57.343782 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2da8b070-1076-4bf5-a1fe-6cf135415499 req-df2dc767-98d3-4932-8285-d67e38f10bb6 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701322 Nov 12 08:37:57.414046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Attempting to bind port 6af36eab-96ed-4c60-95e6-dd2cda878b57 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:37:57.414412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Attempting to bind port 6af36eab-96ed-4c60-95e6-dd2cda878b57 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:37:57.415143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Attempting to bind port 6af36eab-96ed-4c60-95e6-dd2cda878b57 on network 631d573a-b698-41e7-b1e5-d92155823f60 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:57.461939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Port 6af36eab-96ed-4c60-95e6-dd2cda878b57 on network 631d573a-b698-41e7-b1e5-d92155823f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:37:57.463173 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Attempting to bind port 6af36eab-96ed-4c60-95e6-dd2cda878b57 on network 631d573a-b698-41e7-b1e5-d92155823f60 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:37:57.470471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:37:57.471903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Checking segment: {'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:37:57.472315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Bound using segment: {'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:37:57.472775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Bound port: 6af36eab-96ed-4c60-95e6-dd2cda878b57, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:37:57.473827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.520884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Pushing event updated for resources: {'Port': ['ID=2c8cfc7c-45ad-4102-b0b6-8cf3af874e85,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:57.637280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] For port 6af36eab-96ed-4c60-95e6-dd2cda878b57, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:37:57.649691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] For port 6af36eab-96ed-4c60-95e6-dd2cda878b57, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6af36eab-96ed-4c60-95e6-dd2cda878b57,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:37:57.728136 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6b0b62-3904-4aff-b308-12514214e842 x-openstack-request-id: req-ad6b0b62-3904-4aff-b308-12514214e842 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:37:57.728593 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b98f596f-0327-446b-b515-15905cc4fed9", "tag": "b12ede63-264d-408d-9773-c8a82286e9cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "320e9afb-8bf4-41ca-b2aa-48fddf6a9800", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:37:57.728936 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad6b0b62-3904-4aff-b308-12514214e842 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:37:57.729550 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98f596f-0327-446b-b515-15905cc4fed9', 'tag': 'b12ede63-264d-408d-9773-c8a82286e9cc', 'status': 'completed', 'code': 200} Nov 12 08:37:57.734653 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': '320e9afb-8bf4-41ca-b2aa-48fddf6a9800', 'status': 'completed', 'code': 200} Nov 12 08:37:57.750027 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.884147 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:57.885691 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:57.888428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-f418b547-02bc-439d-b878-680a7842c74a service neutron] 10.222.0.46 "PUT /v2.0/ports/6af36eab-96ed-4c60-95e6-dd2cda878b57 HTTP/1.1" status: 200 len: 1092 time: 2.2764828 Nov 12 08:37:57.953418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Request body: {'port': {'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:37:58.007367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-fe756a5c-e3c5-4d0e-917f-2694f38e71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.026645 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-fe756a5c-e3c5-4d0e-917f-2694f38e71b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66149b06cc734872a68ec8f1fb5145a6&device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 1095 time: 0.3724275 Nov 12 08:37:58.032042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418b547-02bc-439d-b878-680a7842c74a service neutron] Pushing event updated for resources: {'Port': ['ID=6af36eab-96ed-4c60-95e6-dd2cda878b57,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:37:58.160921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.286881 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.375254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ae6c4-4a93-40b9-98e0-9037572efe68 req-99b666d7-8743-4587-8cf9-6ef9d8dcbcd9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.383780 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-046ae6c4-4a93-40b9-98e0-9037572efe68 req-99b666d7-8743-4587-8cf9-6ef9d8dcbcd9 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 943 time: 0.3204191 Nov 12 08:37:58.386222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-66f48b74-394b-489f-97f8-b2f3ae7e5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.387724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-66f48b74-394b-489f-97f8-b2f3ae7e5dae service neutron] 10.222.0.46 "GET /v2.0/networks?id=0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 200 len: 911 time: 0.3408463 Nov 12 08:37:58.466255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-8e8f02e6-3ab0-4ec4-a787-a432ba5c24e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b12ede63-264d-408d-9773-c8a82286e9cc HTTP/1.1" status: 200 len: 217 time: 0.0435436 Nov 12 08:37:58.507039 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313a6af-4a5b-495e-b169-8fa62e529649 req-73a1db25-68e6-42e2-8e46-39dcbab5c4db tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.509012 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c313a6af-4a5b-495e-b169-8fa62e529649 req-73a1db25-68e6-42e2-8e46-39dcbab5c4db tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.1658883 Nov 12 08:37:58.584245 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.711964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.732721 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:58.735821 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-046ae6c4-4a93-40b9-98e0-9037572efe68 req-b8dfd649-827d-4b6c-9de7-6c4ae623da70 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503871 Nov 12 08:37:58.739798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-fc3661db-11e7-4b42-9c80-d1d2ac8842ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:58.741312 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-fc3661db-11e7-4b42-9c80-d1d2ac8842ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 200 len: 850 time: 0.2655249 Nov 12 08:37:58.829142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-51832992-baca-4eb4-bae4-2e355093c789 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0714188f-6499-4655-a48e-68414a9c8530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340898 Nov 12 08:37:58.873183 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c313a6af-4a5b-495e-b169-8fa62e529649 req-7c3c7cbd-2bae-49f5-a8f7-96ecb2418da6 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537052 Nov 12 08:37:58.999688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034deaa-8977-4d3e-aa64-5daa2c3d1a3a req-478bce76-6a3e-44a9-b373-222e28782226 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.005142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7034deaa-8977-4d3e-aa64-5daa2c3d1a3a req-478bce76-6a3e-44a9-b373-222e28782226 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.1334984 Nov 12 08:37:59.054160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d70c-f008-4c9d-8961-b8e8266f94e0 req-315e075b-33c3-4e97-8f8f-753f8e83d09f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.060334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d70c-f008-4c9d-8961-b8e8266f94e0 req-315e075b-33c3-4e97-8f8f-753f8e83d09f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.066366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d70c-f008-4c9d-8961-b8e8266f94e0 req-315e075b-33c3-4e97-8f8f-753f8e83d09f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.067972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-3032286b-01ee-4391-9307-d12182088780 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076457 Nov 12 08:37:59.072906 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d70c-f008-4c9d-8961-b8e8266f94e0 req-315e075b-33c3-4e97-8f8f-753f8e83d09f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.079366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d70c-f008-4c9d-8961-b8e8266f94e0 req-315e075b-33c3-4e97-8f8f-753f8e83d09f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.086243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d70c-f008-4c9d-8961-b8e8266f94e0 req-315e075b-33c3-4e97-8f8f-753f8e83d09f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.092706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775d70c-f008-4c9d-8961-b8e8266f94e0 req-315e075b-33c3-4e97-8f8f-753f8e83d09f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.094597 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d775d70c-f008-4c9d-8961-b8e8266f94e0 req-315e075b-33c3-4e97-8f8f-753f8e83d09f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5418 time: 0.1142447 Nov 12 08:37:59.131305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Router 373ce3ef-9585-428d-8bd8-dfaa719f2cce is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:37:59.148348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c118544e-bc44-47f5-8653-6b942595239d {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:37:59.186762 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7034deaa-8977-4d3e-aa64-5daa2c3d1a3a req-92b03bdb-d27d-4345-b3f8-1233069f8ec9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548173 Nov 12 08:37:59.188600 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.210415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Transition to ACTIVE for port object c118544e-bc44-47f5-8653-6b942595239d will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:37:59.231327 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.263414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-41c2700c-116d-4898-b993-2390f3cfd403 service neutron] 10.222.0.46 "GET /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695561 Nov 12 08:37:59.272051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:37:59.275973 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:37:59.277220 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-24828e36-a430-4edf-8ba2-577dc747c3af tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "PUT /v2.0/routers/373ce3ef-9585-428d-8bd8-dfaa719f2cce HTTP/1.1" status: 200 len: 915 time: 3.9795883 Nov 12 08:37:59.282465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f84d24e-e724-490e-803d-93d4eb7a1caa None None] Sync routers for ids ['373ce3ef-9585-428d-8bd8-dfaa719f2cce'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:37:59.283559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59968) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:37:59.300258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84d24e-e724-490e-803d-93d4eb7a1caa None None] Routers {'373ce3ef-9585-428d-8bd8-dfaa719f2cce'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:37:59.300889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2f84d24e-e724-490e-803d-93d4eb7a1caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['373ce3ef-9585-428d-8bd8-dfaa719f2cce'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:59.311289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b12ede63-264d-408d-9773-c8a82286e9cc details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:37:59.321128 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d775d70c-f008-4c9d-8961-b8e8266f94e0 req-685f5b91-d086-4b5d-80d3-c70e698cfc61 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2163491 Nov 12 08:37:59.643719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2753f-66cd-4994-b19e-f19c2eecf7f4 req-c6eee94e-0462-4108-982b-a80b0b316e6e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:37:59.651176 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eba2753f-66cd-4994-b19e-f19c2eecf7f4 req-c6eee94e-0462-4108-982b-a80b0b316e6e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.1780751 Nov 12 08:37:59.762965 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eba2753f-66cd-4994-b19e-f19c2eecf7f4 req-d790fe12-fa83-43e6-a097-d4ef91695f1a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057119 Nov 12 08:37:59.965002 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2f84d24e-e724-490e-803d-93d4eb7a1caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:37:59.976677 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b12ede63-264d-408d-9773-c8a82286e9cc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b12ede63-264d-408d-9773-c8a82286e9cc,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:00.014550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': 'f54d056e-4ab3-45d6-ba36-cfec0c59f974'}, {'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': '6af36eab-96ed-4c60-95e6-dd2cda878b57'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:00.022392 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84d24e-e724-490e-803d-93d4eb7a1caa None None] Routers {'373ce3ef-9585-428d-8bd8-dfaa719f2cce'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:00.023281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2f84d24e-e724-490e-803d-93d4eb7a1caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['373ce3ef-9585-428d-8bd8-dfaa719f2cce'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:00.030350 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9070122-fffc-41f4-88ce-0372a43ef91f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "f54d056e-4ab3-45d6-ba36-cfec0c59f974"}, {"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "6af36eab-96ed-4c60-95e6-dd2cda878b57"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:00.041126 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3220-dc77-4841-9639-3b0e6e1a44ee req-93bd6d07-bd8e-4e9c-b5f7-715e8c18f9e8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.050517 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d6ba3220-dc77-4841-9639-3b0e6e1a44ee req-93bd6d07-bd8e-4e9c-b5f7-715e8c18f9e8 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 943 time: 0.1584191 Nov 12 08:38:00.064807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2f84d24e-e724-490e-803d-93d4eb7a1caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:00.065608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f84d24e-e724-490e-803d-93d4eb7a1caa None None] The sync data for ids ['373ce3ef-9585-428d-8bd8-dfaa719f2cce'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:00.071356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'b12ede63-264d-408d-9773-c8a82286e9cc', 'network_id': '0714188f-6499-4655-a48e-68414a9c8530', 'port_id': 'b12ede63-264d-408d-9773-c8a82286e9cc', 'mac_address': 'fa:16:3e:84:11:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b13783d-4c4e-450c-befa-f6858c089ee0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:00.084898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Pushing event updated for resources: {'Port': ['ID=c118544e-bc44-47f5-8653-6b942595239d,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:00.118903 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.144074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d6ba3220-dc77-4841-9639-3b0e6e1a44ee req-bfe80e59-7756-445d-998b-6a5a50ffcf4c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918808 Nov 12 08:38:00.154121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12ede63-264d-408d-9773-c8a82286e9cc {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:00.183385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b12ede63-264d-408d-9773-c8a82286e9cc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b12ede63-264d-408d-9773-c8a82286e9cc,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:00.202273 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.274373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=b12ede63-264d-408d-9773-c8a82286e9cc,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:00.295019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:00.296023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:00.296584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:00.297499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:00.297774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:00.298382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:00.298930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:00.299488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:00.300213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:00.301916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:00.302499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:00.303222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:00.311858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a2cb9-bbdd-444f-ba48-0178e554056f req-8b7c5e1b-cb71-4b7d-8f4f-c358614722e5 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.323782 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-682a2cb9-bbdd-444f-ba48-0178e554056f req-8b7c5e1b-cb71-4b7d-8f4f-c358614722e5 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.0976696 Nov 12 08:38:00.343667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39331b3-94af-4e0f-aa51-d3d76b274392 req-f9703477-967b-4204-8eca-51420659f887 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.352414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f39331b3-94af-4e0f-aa51-d3d76b274392 req-f9703477-967b-4204-8eca-51420659f887 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 949 time: 0.3127351 Nov 12 08:38:00.390981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c2b15-e262-4669-a11f-68bf93de141d req-a46e0ae9-f279-45a1-9606-46b0b57b76df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.392943 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab2c2b15-e262-4669-a11f-68bf93de141d req-a46e0ae9-f279-45a1-9606-46b0b57b76df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 1098 time: 0.2562072 Nov 12 08:38:00.404792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-0db4e6d8-9534-4f12-9a6e-642a25fe6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.405323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-0db4e6d8-9534-4f12-9a6e-642a25fe6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.405795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-0db4e6d8-9534-4f12-9a6e-642a25fe6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.406260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-0db4e6d8-9534-4f12-9a6e-642a25fe6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.406757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-0db4e6d8-9534-4f12-9a6e-642a25fe6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.407362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-0db4e6d8-9534-4f12-9a6e-642a25fe6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.407826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-0db4e6d8-9534-4f12-9a6e-642a25fe6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.409970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-0db4e6d8-9534-4f12-9a6e-642a25fe6a97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6452 time: 1.0385003 Nov 12 08:38:00.414369 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-682a2cb9-bbdd-444f-ba48-0178e554056f req-a5af6034-2559-4be2-af27-007a8a51f7ea tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892179 Nov 12 08:38:00.498302 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee850a-7955-4ec3-8e8d-6e7837a0b396 x-openstack-request-id: req-2aee850a-7955-4ec3-8e8d-6e7837a0b396 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:00.498748 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "f54d056e-4ab3-45d6-ba36-cfec0c59f974", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "6af36eab-96ed-4c60-95e6-dd2cda878b57", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:00.499004 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2aee850a-7955-4ec3-8e8d-6e7837a0b396 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:00.499408 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': 'f54d056e-4ab3-45d6-ba36-cfec0c59f974', 'status': 'completed', 'code': 200} Nov 12 08:38:00.499662 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': '6af36eab-96ed-4c60-95e6-dd2cda878b57', 'status': 'completed', 'code': 200} Nov 12 08:38:00.515254 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c984f3ee-11bc-42ab-b17b-e6542c62a159 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/routers/373ce3ef-9585-428d-8bd8-dfaa719f2cce HTTP/1.1" status: 200 len: 921 time: 1.2236209 Nov 12 08:38:00.521701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59996) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:00.570449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['b12ede63-264d-408d-9773-c8a82286e9cc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:00.617387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Attempting to bind port c118544e-bc44-47f5-8653-6b942595239d on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:00.617730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Attempting to bind port c118544e-bc44-47f5-8653-6b942595239d by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:00.618065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Attempting to bind port c118544e-bc44-47f5-8653-6b942595239d on network 631d573a-b698-41e7-b1e5-d92155823f60 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:00.650718 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6ee5e-6b97-4aa0-aca3-2762d15f8bf2 req-a2eb506a-8023-458d-b8d5-1feb2e064ffd tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.664175 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f39331b3-94af-4e0f-aa51-d3d76b274392 req-caae731c-bc8e-41e3-bbaf-73b378d32649 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999074 Nov 12 08:38:00.664602 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3de6ee5e-6b97-4aa0-aca3-2762d15f8bf2 req-a2eb506a-8023-458d-b8d5-1feb2e064ffd tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.0779045 Nov 12 08:38:00.664732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Port c118544e-bc44-47f5-8653-6b942595239d on network 631d573a-b698-41e7-b1e5-d92155823f60 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:00.673244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da52f742-ce1c-446b-ab88-4af769bc984e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.678185 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-da52f742-ce1c-446b-ab88-4af769bc984e tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&device_id=373ce3ef-9585-428d-8bd8-dfaa719f2cce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1520822 Nov 12 08:38:00.678918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60000) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:00.681259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Attempting to bind port c118544e-bc44-47f5-8653-6b942595239d on network 631d573a-b698-41e7-b1e5-d92155823f60 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:00.699884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:00.702262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Checking segment: {'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:00.705451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Bound using segment: {'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:00.706143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Bound port: c118544e-bc44-47f5-8653-6b942595239d, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4eade1-682b-440d-a232-4a8166df29d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:00.712529 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:00.829457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-32475b69-13d6-48dd-a6cf-662cc092d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.830085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-32475b69-13d6-48dd-a6cf-662cc092d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.830618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-32475b69-13d6-48dd-a6cf-662cc092d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.832282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-32475b69-13d6-48dd-a6cf-662cc092d822 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=44298e737f604b238fe53614a447a1cf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4046776 Nov 12 08:38:00.839151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a6b5c7-1f5f-4a7a-aa48-5e7e19e5b526 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.842366 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-86a6b5c7-1f5f-4a7a-aa48-5e7e19e5b526 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 881 time: 0.1561081 Nov 12 08:38:00.849914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60004) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:00.897136 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b15fd9a6-76a2-4f7e-bb06-6a3fac2ea4f1 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "GET /v2.0/ports?device_id=373ce3ef-9585-428d-8bd8-dfaa719f2cce HTTP/1.1" status: 200 len: 205 time: 0.0452027 Nov 12 08:38:00.904815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3de6ee5e-6b97-4aa0-aca3-2762d15f8bf2 req-b45a82ea-d6bc-46ff-8eb6-e7f68148abe6 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441230 Nov 12 08:38:00.905721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60006) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:00.961549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c2b15-e262-4669-a11f-68bf93de141d req-a56835b9-8693-402a-b10e-20e8190535e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:00.965223 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab2c2b15-e262-4669-a11f-68bf93de141d req-a56835b9-8693-402a-b10e-20e8190535e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.5541649 Nov 12 08:38:01.138425 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.181944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4bda3-0530-4536-92a9-4dae2a9666ed req-4f9cb188-bc03-4ec8-a50b-177a6474689e tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.197259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4bda3-0530-4536-92a9-4dae2a9666ed req-4f9cb188-bc03-4ec8-a50b-177a6474689e tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.204808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4bda3-0530-4536-92a9-4dae2a9666ed req-4f9cb188-bc03-4ec8-a50b-177a6474689e tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.211628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4bda3-0530-4536-92a9-4dae2a9666ed req-4f9cb188-bc03-4ec8-a50b-177a6474689e tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.218469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4bda3-0530-4536-92a9-4dae2a9666ed req-4f9cb188-bc03-4ec8-a50b-177a6474689e tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.225497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4bda3-0530-4536-92a9-4dae2a9666ed req-4f9cb188-bc03-4ec8-a50b-177a6474689e tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.231721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4bda3-0530-4536-92a9-4dae2a9666ed req-4f9cb188-bc03-4ec8-a50b-177a6474689e tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.240525 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eee4bda3-0530-4536-92a9-4dae2a9666ed req-4f9cb188-bc03-4ec8-a50b-177a6474689e tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.4218805 Nov 12 08:38:01.267736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] For port c118544e-bc44-47f5-8653-6b942595239d, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:01.272318 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] For port c118544e-bc44-47f5-8653-6b942595239d, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c118544e-bc44-47f5-8653-6b942595239d,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:01.284703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab2c2b15-e262-4669-a11f-68bf93de141d req-cf50b662-d7c8-421b-ba63-fbd0d2d3e262 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90948111-b626-490d-8ba0-2e9bb9cc3e7d HTTP/1.1" status: 200 len: 217 time: 0.2791519 Nov 12 08:38:01.304517 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.316494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b8f74a68-af8f-4bb9-b710-2c1058b884b7 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:01.446917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.447545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.452599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] 10.222.0.46 "PUT /v2.0/ports/c118544e-bc44-47f5-8653-6b942595239d HTTP/1.1" status: 200 len: 1092 time: 3.5102959 Nov 12 08:38:01.565960 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.620161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afaf5410-3df8-4a78-bfcc-a10d04161c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:01.623752 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5040f8-b997-41d4-9b08-6ab51b2387ea" -d '{"events": [{"server_uuid": "afaf5410-3df8-4a78-bfcc-a10d04161c06", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f74a68-af8f-4bb9-b710-2c1058b884b7"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:01.645190 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-bc328216-cd60-4026-a461-99353e12991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.646677 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3981ca0-a0cd-4a74-801f-df1d2b0b44db req-bc328216-cd60-4026-a461-99353e12991d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7820680 Nov 12 08:38:01.664041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b8f74a68-af8f-4bb9-b710-2c1058b884b7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b8f74a68-af8f-4bb9-b710-2c1058b884b7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:01.671184 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:01.716551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c2b15-e262-4669-a11f-68bf93de141d req-bb3580aa-b1ac-4ab3-bdf0-f0447199445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.718241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab2c2b15-e262-4669-a11f-68bf93de141d req-bb3580aa-b1ac-4ab3-bdf0-f0447199445d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.4164650 Nov 12 08:38:01.743732 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=b8f74a68-af8f-4bb9-b710-2c1058b884b7,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:01.796344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eee4bda3-0530-4536-92a9-4dae2a9666ed req-3ffe0e22-79bd-4b02-9d33-1eb8fb2aa99b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5547588 Nov 12 08:38:01.876105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de99662-ce3b-4b31-b8c6-64cabfce46cf service neutron] Pushing event updated for resources: {'Port': ['ID=c118544e-bc44-47f5-8653-6b942595239d,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:01.944811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-f81bcf13-e87b-441b-8c4a-316387fb4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.946657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-f81bcf13-e87b-441b-8c4a-316387fb4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.946657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-f81bcf13-e87b-441b-8c4a-316387fb4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.946657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-f81bcf13-e87b-441b-8c4a-316387fb4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.946657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-f81bcf13-e87b-441b-8c4a-316387fb4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.947099 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-f81bcf13-e87b-441b-8c4a-316387fb4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.947555 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-f81bcf13-e87b-441b-8c4a-316387fb4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.949707 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-f81bcf13-e87b-441b-8c4a-316387fb4745 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6494 time: 0.2197025 Nov 12 08:38:01.981608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c2b15-e262-4669-a11f-68bf93de141d req-8db25898-53a2-46c1-8a0f-e8fc608470e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:01.984751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab2c2b15-e262-4669-a11f-68bf93de141d req-8db25898-53a2-46c1-8a0f-e8fc608470e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2418802 Nov 12 08:38:01.994506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33333060-7800-4ea2-b383-77bd0c1f76a6 req-c2e167c3-e056-4a53-abfb-f241553f6c7b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.001861 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-33333060-7800-4ea2-b383-77bd0c1f76a6 req-c2e167c3-e056-4a53-abfb-f241553f6c7b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.0806818 Nov 12 08:38:02.021788 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.079141 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-33333060-7800-4ea2-b383-77bd0c1f76a6 req-75147aa4-ce38-421e-a98e-ccce85e2dfd3 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764034 Nov 12 08:38:02.117356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Deleting port 2c8cfc7c-45ad-4102-b0b6-8cf3af874e85 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:02.117356 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.188680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb91be-ac67-4843-97eb-50947912b5a0 req-ef386015-7e46-4a2e-83bc-bebbcc9c70c2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.190278 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cddb91be-ac67-4843-97eb-50947912b5a0 req-ef386015-7e46-4a2e-83bc-bebbcc9c70c2 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 944 time: 0.2663960 Nov 12 08:38:02.252053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.273189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Calling delete_port for 2c8cfc7c-45ad-4102-b0b6-8cf3af874e85 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:02.278910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab2c2b15-e262-4669-a11f-68bf93de141d req-da784a95-9822-4561-a8c5-e07039c658c4 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772005 Nov 12 08:38:02.283055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-59e69004-fecd-45b6-99ea-dca2c830c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.283615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-59e69004-fecd-45b6-99ea-dca2c830c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.284065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-59e69004-fecd-45b6-99ea-dca2c830c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.284985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf51060-371c-4076-a2bb-3e67527e60ad req-2c40f40f-2eed-44a6-8cae-87b4581f93b1 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.285769 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-59e69004-fecd-45b6-99ea-dca2c830c5d2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=44298e737f604b238fe53614a447a1cf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3110290 Nov 12 08:38:02.286699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1bf51060-371c-4076-a2bb-3e67527e60ad req-2c40f40f-2eed-44a6-8cae-87b4581f93b1 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.0898607 Nov 12 08:38:02.351322 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cddb91be-ac67-4843-97eb-50947912b5a0 req-a1ba573a-94ed-4018-80a9-59659688d975 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538064 Nov 12 08:38:02.421088 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1bf51060-371c-4076-a2bb-3e67527e60ad req-4cf54592-a527-4aa4-957c-88ae6990b1b9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243789 Nov 12 08:38:02.502500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': 'c118544e-bc44-47f5-8653-6b942595239d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:02.507024 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0285a74-7235-4050-a1b7-e32b75f26f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "c118544e-bc44-47f5-8653-6b942595239d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:02.579442 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9e2c25-5ada-4d48-a9ec-c3be9c7cc820 x-openstack-request-id: req-6d9e2c25-5ada-4d48-a9ec-c3be9c7cc820 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:02.579947 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afaf5410-3df8-4a78-bfcc-a10d04161c06", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f74a68-af8f-4bb9-b710-2c1058b884b7", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:02.580316 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d9e2c25-5ada-4d48-a9ec-c3be9c7cc820 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:02.581806 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afaf5410-3df8-4a78-bfcc-a10d04161c06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7', 'code': 200} Nov 12 08:38:02.641320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab2c2b15-e262-4669-a11f-68bf93de141d req-4f49575b-ee08-42ec-bbb5-dd4fb40d3f31 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501148 Nov 12 08:38:02.649919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-55743417-d4ab-4af8-8dba-79cb7dd16ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.650480 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.651785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-55743417-d4ab-4af8-8dba-79cb7dd16ff8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3497846 Nov 12 08:38:02.691146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb810a-316c-4e80-b149-b3f6891e01e7 req-bdb3fb24-17b5-4e16-b08d-0d8563355890 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.698475 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66fb810a-316c-4e80-b149-b3f6891e01e7 req-bdb3fb24-17b5-4e16-b08d-0d8563355890 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.1049588 Nov 12 08:38:02.735503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Pushing event deleted for resources: {'Port': ['ID=2c8cfc7c-45ad-4102-b0b6-8cf3af874e85,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:02.801239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-96425a9f-253a-451b-90b6-5b922a3132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.801773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-96425a9f-253a-451b-90b6-5b922a3132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.801900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a449f5-8899-4a10-ae51-1ecd6fa8d680 req-9281183d-1608-44b0-9fd2-b9eac2b324ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.802248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-96425a9f-253a-451b-90b6-5b922a3132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.802862 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-96425a9f-253a-451b-90b6-5b922a3132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.803345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-96425a9f-253a-451b-90b6-5b922a3132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.803838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-96425a9f-253a-451b-90b6-5b922a3132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.804093 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-33a449f5-8899-4a10-ae51-1ecd6fa8d680 req-9281183d-1608-44b0-9fd2-b9eac2b324ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 1097 time: 0.1710432 Nov 12 08:38:02.804296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-96425a9f-253a-451b-90b6-5b922a3132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:02.806837 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-96425a9f-253a-451b-90b6-5b922a3132af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6494 time: 0.0989394 Nov 12 08:38:02.811084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66fb810a-316c-4e80-b149-b3f6891e01e7 req-9f17fd29-4e5a-4d66-b0f2-e424ebac755c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100554 Nov 12 08:38:02.865146 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:02.920779 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aca49b3-4a90-438f-abf8-6702da006f1f x-openstack-request-id: req-8aca49b3-4a90-438f-abf8-6702da006f1f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:02.925255 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "c118544e-bc44-47f5-8653-6b942595239d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:02.926851 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8aca49b3-4a90-438f-abf8-6702da006f1f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:02.927380 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': 'c118544e-bc44-47f5-8653-6b942595239d', 'status': 'completed', 'code': 200} Nov 12 08:38:02.995119 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.012834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.058173 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-db5817da-7cf2-4208-bf95-f0461d407310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.061420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-db5817da-7cf2-4208-bf95-f0461d407310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.061420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-db5817da-7cf2-4208-bf95-f0461d407310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.061420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-db5817da-7cf2-4208-bf95-f0461d407310 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=44298e737f604b238fe53614a447a1cf&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2445853 Nov 12 08:38:03.086020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae2d1c-0419-4bf0-97af-b7b4f7f7410c req-237e0766-eaef-441a-9c64-ac5d3b6130c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.086861 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-33a449f5-8899-4a10-ae51-1ecd6fa8d680 req-a7e32bec-ad1c-43c3-afae-0fa886c7377e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708814 Nov 12 08:38:03.088074 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ae2d1c-0419-4bf0-97af-b7b4f7f7410c req-237e0766-eaef-441a-9c64-ac5d3b6130c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77c4edaf15c14ad18f7c86b080849d96&device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 1098 time: 0.1252077 Nov 12 08:38:03.091177 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.091706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Fanout notify agent at l3_agent the message router_deleted on router 373ce3ef-9585-428d-8bd8-dfaa719f2cce {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:38:03.097761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb2503-fe0c-47af-8e73-b21f19290c39 req-39850bba-935d-44de-b77e-e5feab7abe9d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.099535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52eb2503-fe0c-47af-8e73-b21f19290c39 req-39850bba-935d-44de-b77e-e5feab7abe9d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.1280444 Nov 12 08:38:03.108040 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.108040 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8560e338-c2da-42da-bc19-683d8c8f1178 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/routers/373ce3ef-9585-428d-8bd8-dfaa719f2cce HTTP/1.1" status: 204 len: 168 time: 2.1996682 Nov 12 08:38:03.112464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60050) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:03.120541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1017549797', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:03.164602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4491d-da6d-4e63-83d0-c52529a358c5 req-7f5dc9af-c760-41f9-aee8-c789e0ae3261 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.171102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4491d-da6d-4e63-83d0-c52529a358c5 req-7f5dc9af-c760-41f9-aee8-c789e0ae3261 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.178045 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4491d-da6d-4e63-83d0-c52529a358c5 req-7f5dc9af-c760-41f9-aee8-c789e0ae3261 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.184197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4491d-da6d-4e63-83d0-c52529a358c5 req-7f5dc9af-c760-41f9-aee8-c789e0ae3261 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.190383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4491d-da6d-4e63-83d0-c52529a358c5 req-7f5dc9af-c760-41f9-aee8-c789e0ae3261 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.197335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4491d-da6d-4e63-83d0-c52529a358c5 req-7f5dc9af-c760-41f9-aee8-c789e0ae3261 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.203513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4491d-da6d-4e63-83d0-c52529a358c5 req-7f5dc9af-c760-41f9-aee8-c789e0ae3261 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.205783 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-acf4491d-da6d-4e63-83d0-c52529a358c5 req-7f5dc9af-c760-41f9-aee8-c789e0ae3261 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.2235432 Nov 12 08:38:03.207172 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.208257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52eb2503-fe0c-47af-8e73-b21f19290c39 req-75321668-10d5-4081-a39a-63622d0d8f9c tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972152 Nov 12 08:38:03.208741 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.223051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-61a692b1-ae16-438b-bfd9-2332549cde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.224652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9070122-fffc-41f4-88ce-0372a43ef91f req-61a692b1-ae16-438b-bfd9-2332549cde30 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535466 Nov 12 08:38:03.266773 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.328599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b12ede63-264d-408d-9773-c8a82286e9cc up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:03.405718 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-acf4491d-da6d-4e63-83d0-c52529a358c5 req-a0bd1992-9e01-4283-94fb-d484cbabcd32 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374638 Nov 12 08:38:03.430325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port b12ede63-264d-408d-9773-c8a82286e9cc completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:03.442596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port b12ede63-264d-408d-9773-c8a82286e9cc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:03.442981 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.444049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2e3f1-2f5b-442e-b091-fa4940816581 req-23ee5e88-c3d5-4210-bdce-cca198738e81 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.446023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-18d2e3f1-2f5b-442e-b091-fa4940816581 req-23ee5e88-c3d5-4210-bdce-cca198738e81 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 946 time: 0.1492023 Nov 12 08:38:03.464737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-aecc3dcd-3ba2-4218-922a-65330a45118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.465240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-aecc3dcd-3ba2-4218-922a-65330a45118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.465709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-aecc3dcd-3ba2-4218-922a-65330a45118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.466170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-aecc3dcd-3ba2-4218-922a-65330a45118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.466630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-aecc3dcd-3ba2-4218-922a-65330a45118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.467088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-aecc3dcd-3ba2-4218-922a-65330a45118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.467548 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-aecc3dcd-3ba2-4218-922a-65330a45118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.469601 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-aecc3dcd-3ba2-4218-922a-65330a45118c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6494 time: 0.1984215 Nov 12 08:38:03.509586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.537158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae2d1c-0419-4bf0-97af-b7b4f7f7410c req-997d4e45-fe4c-4981-ad08-a0c94444bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.538723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ae2d1c-0419-4bf0-97af-b7b4f7f7410c req-997d4e45-fe4c-4981-ad08-a0c94444bdb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 200 len: 912 time: 0.2561822 Nov 12 08:38:03.541749 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ac2d036a-09cd-4870-aaf3-094bf5e429fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a108f05-c3d3-44ae-991a-9885afcdf616 HTTP/1.1" status: 200 len: 217 time: 0.0606332 Nov 12 08:38:03.681930 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-18d2e3f1-2f5b-442e-b091-fa4940816581 req-77ece9f8-8a0d-4ffb-83eb-c90ec9ff8eb6 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112586 Nov 12 08:38:03.693186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-258ba9df-b620-4233-857d-c7952d6a37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.694942 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-258ba9df-b620-4233-857d-c7952d6a37fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a43c131c-72c6-429e-a17b-f79d55a2a13c HTTP/1.1" status: 200 len: 856 time: 0.1357019 Nov 12 08:38:03.701857 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.703826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ae2d1c-0419-4bf0-97af-b7b4f7f7410c req-5e3c4802-26a9-45c6-96f5-f53bade2752e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6864a5d-c302-4e8a-aab6-8fb530f8da6a HTTP/1.1" status: 200 len: 1002 time: 0.1543465 Nov 12 08:38:03.798967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port b12ede63-264d-408d-9773-c8a82286e9cc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b12ede63-264d-408d-9773-c8a82286e9cc,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:03.807364 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.808583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 90948111-b626-490d-8ba0-2e9bb9cc3e7d no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:03.873146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=b12ede63-264d-408d-9773-c8a82286e9cc,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:03.917236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-5dee71bb-d756-4dc6-9544-d7d46d93d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.918822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-5dee71bb-d756-4dc6-9544-d7d46d93d861 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2142587 Nov 12 08:38:03.921668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae2d1c-0419-4bf0-97af-b7b4f7f7410c req-64e25f54-25b9-47d2-b4a0-331276e15ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.923262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ae2d1c-0419-4bf0-97af-b7b4f7f7410c req-64e25f54-25b9-47d2-b4a0-331276e15ebc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b359bf0c-d54a-44b7-94a1-d0a7a8859953 HTTP/1.1" status: 200 len: 850 time: 0.2097225 Nov 12 08:38:03.940226 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.963035 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:03.997552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6564b-fe60-4e72-b991-d215800aa8bc req-685e9a46-336d-48c6-ac56-bfd9d776b75f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:03.999170 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4c6564b-fe60-4e72-b991-d215800aa8bc req-685e9a46-336d-48c6-ac56-bfd9d776b75f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 945 time: 0.1404321 Nov 12 08:38:04.099451 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.147251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 90948111-b626-490d-8ba0-2e9bb9cc3e7d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=90948111-b626-490d-8ba0-2e9bb9cc3e7d,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:04.162657 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.245523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Allocated IP 172.25.3.148 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/12f06e2c-098d-408b-b9a7-d8c042f15ac3) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:04.308956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=90948111-b626-490d-8ba0-2e9bb9cc3e7d,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:04.472762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae2d1c-0419-4bf0-97af-b7b4f7f7410c req-e109e258-7d99-4783-8e20-0712e670bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:04.474301 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ae2d1c-0419-4bf0-97af-b7b4f7f7410c req-e109e258-7d99-4783-8e20-0712e670bc2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5359871 Nov 12 08:38:04.498335 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.536200 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ed680c2d-ac44-4875-91c5-1055bb75561f service neutron] 10.222.0.46 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067874 Nov 12 08:38:04.541605 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4c6564b-fe60-4e72-b991-d215800aa8bc req-62fafea2-6c1c-423f-bac6-0c75e8d298fe tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150637 Nov 12 08:38:04.543591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eeef1-15fc-4565-a953-7c1f7b2dc48c req-276875ea-7282-41b0-a9c5-390d6b272368 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:04.545378 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-247eeef1-15fc-4565-a953-7c1f7b2dc48c req-276875ea-7282-41b0-a9c5-390d6b272368 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.1136310 Nov 12 08:38:04.583489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98f596f-0327-446b-b515-15905cc4fed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12ede63-264d-408d-9773-c8a82286e9cc'}, {'server_uuid': '0717a070-6d6f-4ead-b8d9-eb2d44ea508f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90948111-b626-490d-8ba0-2e9bb9cc3e7d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:04.586230 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f56d5cd-4642-40a4-bb96-01f29f4e866d" -d '{"events": [{"server_uuid": "b98f596f-0327-446b-b515-15905cc4fed9", "name": "network-vif-plugged", "status": "completed", "tag": "b12ede63-264d-408d-9773-c8a82286e9cc"}, {"server_uuid": "0717a070-6d6f-4ead-b8d9-eb2d44ea508f", "name": "network-vif-unplugged", "status": "completed", "tag": "90948111-b626-490d-8ba0-2e9bb9cc3e7d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:04.607751 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-247eeef1-15fc-4565-a953-7c1f7b2dc48c req-7f64f849-4ab4-4e72-b89d-db902489ae93 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544569 Nov 12 08:38:04.633381 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:04.701879 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ae2d1c-0419-4bf0-97af-b7b4f7f7410c req-c3839e7b-ba99-4aae-97b3-224b8e099d55 service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137830 Nov 12 08:38:04.726652 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:04.736363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Pushing event updated for resources: {'Port': ['ID=12f06e2c-098d-408b-b9a7-d8c042f15ac3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:04.763788 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-64ed306c-ef6c-425c-8748-73c2d6ec8516 service neutron] 10.222.0.46 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705928 Nov 12 08:38:04.779859 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:04.788710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:04.794144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.794459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.795213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.795858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.796989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.797192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.797873 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.798747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.799531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.800212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.800804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.802159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:04.856845 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2d33d9ed-bf9f-4a77-b822-20b2a79b74fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=d2d466ea-8a87-4294-83d6-4e59236e9d48 HTTP/1.1" status: 200 len: 217 time: 0.0771871 Nov 12 08:38:04.862478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a0346-efd2-4f9f-a71f-7760bce13792 req-7b5ac847-cdc1-4b96-b3d2-abb4cebf23cb tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:04.865751 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-127a0346-efd2-4f9f-a71f-7760bce13792 req-7b5ac847-cdc1-4b96-b3d2-abb4cebf23cb tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.1875663 Nov 12 08:38:04.915483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa76e6-8b3a-4498-b87b-f6fdcdea7c61 req-230c1d0c-89ae-4b34-8d1e-5d0694a57332 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:04.923255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a7fa76e6-8b3a-4498-b87b-f6fdcdea7c61 req-230c1d0c-89ae-4b34-8d1e-5d0694a57332 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1949050 Nov 12 08:38:04.958452 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24ae2d1c-0419-4bf0-97af-b7b4f7f7410c req-192c4335-836e-4ab8-beca-9be4325aaec1 service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403154 Nov 12 08:38:04.987576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-c880628c-ed00-421a-8a3b-e395d2ad78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:04.994188 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-c880628c-ed00-421a-8a3b-e395d2ad78f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.1188245 Nov 12 08:38:05.071569 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a7fa76e6-8b3a-4498-b87b-f6fdcdea7c61 req-9f45805d-266e-4f90-8c11-9179eac13df4 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473839 Nov 12 08:38:05.089187 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-127a0346-efd2-4f9f-a71f-7760bce13792 req-4cf6c71d-eeb6-4579-9f23-50e449814762 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157760 Nov 12 08:38:05.091721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-55617bbd-f201-4064-99f9-a8b7ed020a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.093508 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-55617bbd-f201-4064-99f9-a8b7ed020a13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0874517 Nov 12 08:38:05.170365 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-00e6ee80-b8f4-43bc-adc9-dff29a4808ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.248480 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd4d798-b197-4318-8250-8a7287fc4679 x-openstack-request-id: req-ebd4d798-b197-4318-8250-8a7287fc4679 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:05.248934 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98f596f-0327-446b-b515-15905cc4fed9", "name": "network-vif-plugged", "status": "completed", "tag": "b12ede63-264d-408d-9773-c8a82286e9cc", "code": 200}, {"server_uuid": "0717a070-6d6f-4ead-b8d9-eb2d44ea508f", "name": "network-vif-unplugged", "status": "completed", "tag": "90948111-b626-490d-8ba0-2e9bb9cc3e7d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:05.249355 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebd4d798-b197-4318-8250-8a7287fc4679 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:05.249950 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98f596f-0327-446b-b515-15905cc4fed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12ede63-264d-408d-9773-c8a82286e9cc', 'code': 200} Nov 12 08:38:05.251041 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0717a070-6d6f-4ead-b8d9-eb2d44ea508f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90948111-b626-490d-8ba0-2e9bb9cc3e7d', 'code': 200} Nov 12 08:38:05.306150 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9d6236c7-87d6-47c1-a1ba-2bb3b147a0a6 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861062 Nov 12 08:38:05.434733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44595e9-7643-4d7d-bd1d-5838520e1447 req-a73a0933-ace9-4dea-8057-e718222940ca tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.445983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44595e9-7643-4d7d-bd1d-5838520e1447 req-a73a0933-ace9-4dea-8057-e718222940ca tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.458628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44595e9-7643-4d7d-bd1d-5838520e1447 req-a73a0933-ace9-4dea-8057-e718222940ca tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.465967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44595e9-7643-4d7d-bd1d-5838520e1447 req-a73a0933-ace9-4dea-8057-e718222940ca tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.474722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44595e9-7643-4d7d-bd1d-5838520e1447 req-a73a0933-ace9-4dea-8057-e718222940ca tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.484345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44595e9-7643-4d7d-bd1d-5838520e1447 req-a73a0933-ace9-4dea-8057-e718222940ca tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.494522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44595e9-7643-4d7d-bd1d-5838520e1447 req-a73a0933-ace9-4dea-8057-e718222940ca tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.517524 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c44595e9-7643-4d7d-bd1d-5838520e1447 req-a73a0933-ace9-4dea-8057-e718222940ca tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.3224638 Nov 12 08:38:05.529191 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-fb9953bf-963c-451b-84c7-221905aa0457 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145236 Nov 12 08:38:05.532559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a788d-35c3-4a02-bd9d-f3bdfe9f71a9 req-ca23bf61-e9d9-491e-a48f-117035707a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.534726 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-436a788d-35c3-4a02-bd9d-f3bdfe9f71a9 req-ca23bf61-e9d9-491e-a48f-117035707a24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 1097 time: 0.1387753 Nov 12 08:38:05.544181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:05.562153 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9d106-9c2a-4b80-a15c-674b203497c5 req-8de701a4-a31e-4545-99d4-8a88d08acaaa tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:05.568764 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2fb9d106-9c2a-4b80-a15c-674b203497c5 req-8de701a4-a31e-4545-99d4-8a88d08acaaa tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 944 time: 0.1709309 Nov 12 08:38:05.658614 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.741113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:05.743397 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-aa107646-38eb-4c17-901d-cd6177bdb242 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=190b3afb-1975-4cc4-95e6-fe8cb89b1120 HTTP/1.1" status: 200 len: 217 time: 0.1509933 Nov 12 08:38:05.756877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'mac_address': 'fa:16:3e:98:af:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:05.786435 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c44595e9-7643-4d7d-bd1d-5838520e1447 req-dccc8747-b04b-43e0-a4b5-6677d999c13d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2646480 Nov 12 08:38:05.821644 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:05.855116 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:05.900209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:05.912251 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.015202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2fb9d106-9c2a-4b80-a15c-674b203497c5 req-7a6910a6-a8f1-46e4-a2e2-45cb4bbda6cd tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200552 Nov 12 08:38:06.019479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2c33062a-4d69-4056-9216-efd53ae2dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:06.023214 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-2c33062a-4d69-4056-9216-efd53ae2dae4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.2542386 Nov 12 08:38:06.031129 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-436a788d-35c3-4a02-bd9d-f3bdfe9f71a9 req-fc6f7544-faa8-425d-8360-2c8a5525808e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587560 Nov 12 08:38:06.064678 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcce809-72f0-48c6-91dc-2227b0272cca req-c9fde0fd-29c2-4276-8c75-b515d277cd1e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:06.067086 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cfcce809-72f0-48c6-91dc-2227b0272cca req-c9fde0fd-29c2-4276-8c75-b515d277cd1e tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 945 time: 0.0701196 Nov 12 08:38:06.070279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:06.133873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['56e67eaa-bccc-43e3-a4ff-0c398bb1ac20'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:06.155146 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.234832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cfcce809-72f0-48c6-91dc-2227b0272cca req-63cbae5b-07da-4759-bea3-ebb0eb5cd81b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392145 Nov 12 08:38:06.414158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-d37a69e3-9b05-473e-8d44-78fd3c65a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:06.416093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-d37a69e3-9b05-473e-8d44-78fd3c65a440 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1120603 Nov 12 08:38:06.450324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d630e54-d3e0-4fd1-82d2-af664b8412a8 req-75c2cf1e-6f1a-4932-8970-0ef99ed00e0a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:06.451956 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d630e54-d3e0-4fd1-82d2-af664b8412a8 req-75c2cf1e-6f1a-4932-8970-0ef99ed00e0a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.2625651 Nov 12 08:38:06.470339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455222f-bcf4-4c53-9120-7fe888d3de2f req-7340f237-9452-4af7-9d7e-bd8385819c73 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:06.478937 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c455222f-bcf4-4c53-9120-7fe888d3de2f req-7340f237-9452-4af7-9d7e-bd8385819c73 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1187594 Nov 12 08:38:06.487412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Router 47ec57a5-d2fa-41d2-9203-7d7cfd31b694 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:38:06.590954 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d630e54-d3e0-4fd1-82d2-af664b8412a8 req-ee727971-3787-466f-87a4-f1fd5090ac01 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190069 Nov 12 08:38:06.599699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c455222f-bcf4-4c53-9120-7fe888d3de2f req-c6c93e77-ff6d-4d12-b824-7344d085af8b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197152 Nov 12 08:38:06.678109 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-989f1722-e724-4323-a60d-e118880f3a8b service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476742 Nov 12 08:38:06.798007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:06.810836 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8580f02-dc9b-4b1c-ab5a-d967c4dfaa0d None None] Sync routers for ids ['47ec57a5-d2fa-41d2-9203-7d7cfd31b694'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:06.830221 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8580f02-dc9b-4b1c-ab5a-d967c4dfaa0d None None] Routers {'47ec57a5-d2fa-41d2-9203-7d7cfd31b694'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:06.830475 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b8580f02-dc9b-4b1c-ab5a-d967c4dfaa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['47ec57a5-d2fa-41d2-9203-7d7cfd31b694'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:06.847126 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:06.851014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-13fbb539-d03e-4cc0-a67f-f8a05b068bcd tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7347419 Nov 12 08:38:06.852144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60138) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:06.859577 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:06.870391 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f071bcc-db54-4311-abae-fc6adcdc6a2b req-0757f0a1-34df-4e0f-a7af-2ca0dd36cb65 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:06.872217 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f071bcc-db54-4311-abae-fc6adcdc6a2b req-0757f0a1-34df-4e0f-a7af-2ca0dd36cb65 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.1682179 Nov 12 08:38:06.930404 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b8580f02-dc9b-4b1c-ab5a-d967c4dfaa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:06.962182 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8580f02-dc9b-4b1c-ab5a-d967c4dfaa0d None None] Routers {'47ec57a5-d2fa-41d2-9203-7d7cfd31b694'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:06.963836 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b8580f02-dc9b-4b1c-ab5a-d967c4dfaa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:37:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['47ec57a5-d2fa-41d2-9203-7d7cfd31b694'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:06.982568 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f071bcc-db54-4311-abae-fc6adcdc6a2b req-e93429b5-9ca3-43d2-9f5e-94783f1abcc9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934052 Nov 12 08:38:06.997931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adb4fe-2bf8-4fd6-8ae6-e043d055f3a0 req-54987725-d860-448d-8cb7-49d3aa989735 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.015944 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b8580f02-dc9b-4b1c-ab5a-d967c4dfaa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:07.017554 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8580f02-dc9b-4b1c-ab5a-d967c4dfaa0d None None] The sync data for ids ['47ec57a5-d2fa-41d2-9203-7d7cfd31b694'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:07.021490 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30adb4fe-2bf8-4fd6-8ae6-e043d055f3a0 req-54987725-d860-448d-8cb7-49d3aa989735 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.2791283 Nov 12 08:38:07.105804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-9c1057d2-1548-4b1f-9968-d2224fe7ab66 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167972 Nov 12 08:38:07.180514 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-73582989-b3d6-4cff-9e10-fdf43c3534f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=320e9afb-8bf4-41ca-b2aa-48fddf6a9800 HTTP/1.1" status: 200 len: 217 time: 0.0590274 Nov 12 08:38:07.203593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985df7b-b20b-4afc-a12f-f33de3dff580 req-536ba70d-ec07-4527-92bd-c459132207fc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.209709 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a985df7b-b20b-4afc-a12f-f33de3dff580 req-536ba70d-ec07-4527-92bd-c459132207fc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0918493 Nov 12 08:38:07.241476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30adb4fe-2bf8-4fd6-8ae6-e043d055f3a0 req-ed49630d-1614-46ab-b403-c6a73d1b3af3 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188232 Nov 12 08:38:07.318383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-1d2e986b-6263-4fa1-b576-60a8619778a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.319304 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-1d2e986b-6263-4fa1-b576-60a8619778a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.1253476 Nov 12 08:38:07.327442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 90948111-b626-490d-8ba0-2e9bb9cc3e7d no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:07.348003 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a985df7b-b20b-4afc-a12f-f33de3dff580 req-9b0694a5-51d9-4b70-8510-a13604ddcaac tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284044 Nov 12 08:38:07.546375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:07.579713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e583e6-8b6d-44e6-8040-5fc0c75c4c09 req-b7318b70-7838-4656-a259-3a753eacd71f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.580312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-081b7c8c-1165-47ed-b168-29f508af092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.581514 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-081b7c8c-1165-47ed-b168-29f508af092d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2461929 Nov 12 08:38:07.594291 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-70bff6c2-3bcc-4ffb-a2d7-f75a40670e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.599379 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e583e6-8b6d-44e6-8040-5fc0c75c4c09 req-b7318b70-7838-4656-a259-3a753eacd71f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.620383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e583e6-8b6d-44e6-8040-5fc0c75c4c09 req-b7318b70-7838-4656-a259-3a753eacd71f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.628139 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e583e6-8b6d-44e6-8040-5fc0c75c4c09 req-b7318b70-7838-4656-a259-3a753eacd71f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.642772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e583e6-8b6d-44e6-8040-5fc0c75c4c09 req-b7318b70-7838-4656-a259-3a753eacd71f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.648438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:07.648822 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.656467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e583e6-8b6d-44e6-8040-5fc0c75c4c09 req-b7318b70-7838-4656-a259-3a753eacd71f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.667189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e583e6-8b6d-44e6-8040-5fc0c75c4c09 req-b7318b70-7838-4656-a259-3a753eacd71f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.682669 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8e583e6-8b6d-44e6-8040-5fc0c75c4c09 req-b7318b70-7838-4656-a259-3a753eacd71f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.2281818 Nov 12 08:38:07.686748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-90c5535c-441c-4bd4-af5c-e6881392eae2 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:07.697575 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-90c5535c-441c-4bd4-af5c-e6881392eae2 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/networks?id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb HTTP/1.1" status: 200 len: 811 time: 0.2823009 Nov 12 08:38:07.764084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-6a926fd3-04db-47e7-89ae-7e4a5634fed2 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/quotas/d09ef456fed04b159b4967be78dc9d91 HTTP/1.1" status: 200 len: 375 time: 0.0652733 Nov 12 08:38:07.764948 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.774878 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8e583e6-8b6d-44e6-8040-5fc0c75c4c09 req-351c27c4-0a1a-4641-ac01-a31e4c58cd51 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906575 Nov 12 08:38:07.791201 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:07.793449 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb729759-330d-4302-95cc-3a6160424fe5" -d '{"events": [{"server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "name": "network-vif-plugged", "status": "completed", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:07.814988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:07.824433 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.876571 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.901803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-de09bd07-8f0d-43a3-9638-f19759c21c43 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056426 Nov 12 08:38:07.920362 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:07.934160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,revision_number=10']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:07.942644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-9faf2875-eff9-4108-a09a-8acb38fb61e1 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d09ef456fed04b159b4967be78dc9d91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1769767 Nov 12 08:38:08.068523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c2edc-98a6-4d29-b893-21fc0067161a req-3684a708-e82d-4361-a30b-f74f9aac8e69 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.070349 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee5c2edc-98a6-4d29-b893-21fc0067161a req-3684a708-e82d-4361-a30b-f74f9aac8e69 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 945 time: 0.0994861 Nov 12 08:38:08.166165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee5c2edc-98a6-4d29-b893-21fc0067161a req-e4d4575b-d2d1-4f3b-852d-da70b8c64e0f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895066 Nov 12 08:38:08.366033 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb2ee68-5be2-45bd-abff-9af5a071906d x-openstack-request-id: req-5bb2ee68-5be2-45bd-abff-9af5a071906d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:08.366567 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "name": "network-vif-plugged", "status": "completed", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:08.366567 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bb2ee68-5be2-45bd-abff-9af5a071906d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:08.367104 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'code': 200} Nov 12 08:38:08.523077 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.537752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-6f51b1ed-c65d-4d27-81ac-04b3220cea16 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272094 Nov 12 08:38:08.561711 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a4518425-93e1-47c6-b1b6-56a472c23218 service neutron] 10.222.0.31 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6179066 Nov 12 08:38:08.629060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde82ff-ddc3-453d-91e5-4e1fc12bb299 req-8094ff94-7933-4079-912f-fca769665cba tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.637628 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7bde82ff-ddc3-453d-91e5-4e1fc12bb299 req-8094ff94-7933-4079-912f-fca769665cba tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.0766048 Nov 12 08:38:08.641614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Deleting port 12f06e2c-098d-408b-b9a7-d8c042f15ac3 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:08.641995 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:08.650458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-c812f046-093c-4ddf-8045-2bdab437dc34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=f54d056e-4ab3-45d6-ba36-cfec0c59f974 HTTP/1.1" status: 200 len: 217 time: 0.0735555 Nov 12 08:38:08.701254 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7bde82ff-ddc3-453d-91e5-4e1fc12bb299 req-b76ba588-9fc9-452b-a2d7-d9091dfc1a05 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626318 Nov 12 08:38:08.881271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259252b6-8dd7-4343-9a16-04325580af4c req-e32c7e9d-12c3-44b1-9ffe-96bd518eb7c2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.881592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ff6c671b-d45f-420e-ac73-95f164e7c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:08.882227 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-259252b6-8dd7-4343-9a16-04325580af4c req-e32c7e9d-12c3-44b1-9ffe-96bd518eb7c2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0774632 Nov 12 08:38:08.882384 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-ff6c671b-d45f-420e-ac73-95f164e7c456 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.1727605 Nov 12 08:38:08.951039 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-259252b6-8dd7-4343-9a16-04325580af4c req-369bcf44-3d77-4843-a286-6421ca28c6aa tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684683 Nov 12 08:38:08.977610 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a9dc9e11-e9b5-4196-8670-c6227eb0106e service neutron] 10.222.0.31 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040198 Nov 12 08:38:09.009699 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.032914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Calling delete_port for 12f06e2c-098d-408b-b9a7-d8c042f15ac3 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:09.047243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-e7905748-cbd5-46c8-95a5-2084c65ff2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.049520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-e7905748-cbd5-46c8-95a5-2084c65ff2cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1455972 Nov 12 08:38:09.158593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452a6dd-4086-4e61-9220-c4ef87e8c2d2 req-114268fc-e49e-4ad4-83fd-0c24474c5098 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.171735 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1452a6dd-4086-4e61-9220-c4ef87e8c2d2 req-114268fc-e49e-4ad4-83fd-0c24474c5098 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 945 time: 0.1075094 Nov 12 08:38:09.274845 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1452a6dd-4086-4e61-9220-c4ef87e8c2d2 req-4b376561-b027-4d50-a158-329b125d565c tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974672 Nov 12 08:38:09.400721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-88818211-79e8-4315-b269-6007d8b21841 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387377 Nov 12 08:38:09.480112 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-58f0528b-508e-4296-bd01-dd1eaec2fd75 req-9f933cfb-339a-4cc8-8a97-79a5aafdb57c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 210 time: 0.0538523 Nov 12 08:38:09.517018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50904d-04af-42fc-b1e4-2700101b47d2 req-8cf02345-da35-4fe5-92a5-714dbe759633 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.539676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50904d-04af-42fc-b1e4-2700101b47d2 req-8cf02345-da35-4fe5-92a5-714dbe759633 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.559750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50904d-04af-42fc-b1e4-2700101b47d2 req-8cf02345-da35-4fe5-92a5-714dbe759633 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.574314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50904d-04af-42fc-b1e4-2700101b47d2 req-8cf02345-da35-4fe5-92a5-714dbe759633 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.582811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50904d-04af-42fc-b1e4-2700101b47d2 req-8cf02345-da35-4fe5-92a5-714dbe759633 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.592713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50904d-04af-42fc-b1e4-2700101b47d2 req-8cf02345-da35-4fe5-92a5-714dbe759633 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.600060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50904d-04af-42fc-b1e4-2700101b47d2 req-8cf02345-da35-4fe5-92a5-714dbe759633 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.603237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd50904d-04af-42fc-b1e4-2700101b47d2 req-8cf02345-da35-4fe5-92a5-714dbe759633 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.3619294 Nov 12 08:38:09.652532 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.758011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Pushing event deleted for resources: {'Port': ['ID=12f06e2c-098d-408b-b9a7-d8c042f15ac3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:09.890935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e57f67-6d57-4219-af79-f21ac1ce445e req-bd9051a6-0f87-4e8d-b34c-4b276a701ecb tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:09.899272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-01e57f67-6d57-4219-af79-f21ac1ce445e req-bd9051a6-0f87-4e8d-b34c-4b276a701ecb tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.0686948 Nov 12 08:38:09.920646 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.930785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd50904d-04af-42fc-b1e4-2700101b47d2 req-f5653472-5d06-44be-83a5-5162f1b19741 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3153980 Nov 12 08:38:09.941717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-fa99f1e0-2710-4c86-aad7-7899276a8fb0 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254271 Nov 12 08:38:09.952545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:09.987631 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-01e57f67-6d57-4219-af79-f21ac1ce445e req-77c13987-0bfa-4ee2-bc2a-559e8361ff41 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861824 Nov 12 08:38:10.006553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-a50ec14e-5ca9-4970-a66e-b846fb453844 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6af36eab-96ed-4c60-95e6-dd2cda878b57 HTTP/1.1" status: 200 len: 217 time: 0.0552485 Nov 12 08:38:10.225160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-8d31add5-1e61-4e85-826f-b613073aab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:10.227860 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-8d31add5-1e61-4e85-826f-b613073aab20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 HTTP/1.1" status: 200 len: 797 time: 0.1782594 Nov 12 08:38:10.320390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6df3a4-4dfb-4fea-abef-ea83785cb89f req-b1e2137e-3f35-4570-add6-709e087124bb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:10.328196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc6df3a4-4dfb-4fea-abef-ea83785cb89f req-b1e2137e-3f35-4570-add6-709e087124bb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.2638125 Nov 12 08:38:10.411469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87437aa5-7710-42ec-a910-c1c654f1bea2 req-bebbce55-08e9-4653-b8ba-b1b374ecde5f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:10.419920 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87437aa5-7710-42ec-a910-c1c654f1bea2 req-bebbce55-08e9-4653-b8ba-b1b374ecde5f tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 945 time: 0.0712926 Nov 12 08:38:10.438706 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.456901 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.468848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-c92899a9-d1f5-4564-9a91-9b0e922cc169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:10.470985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-c92899a9-d1f5-4564-9a91-9b0e922cc169 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1998668 Nov 12 08:38:10.512224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87437aa5-7710-42ec-a910-c1c654f1bea2 req-72dd5dc7-faa4-4cff-983b-20eee56c6b08 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910480 Nov 12 08:38:10.635424 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc6df3a4-4dfb-4fea-abef-ea83785cb89f req-c756eb6a-ccda-4eaf-9dd8-03c5ae4904dd tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063056 Nov 12 08:38:10.663915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Router 47ec57a5-d2fa-41d2-9203-7d7cfd31b694 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:10.681927 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-feb4a08d-e30a-412a-9565-33b094786631 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002618 Nov 12 08:38:10.811330 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-43df9efe-40e0-43e0-bc2d-b9601d1b7aa7 req-a1c5af17-7593-4aae-ab28-5c9150b3af9a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 210 time: 0.0506096 Nov 12 08:38:10.883193 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:10.984280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:11.007352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f7905d-0f12-4dba-8644-0666336f17fd None None] Sync routers for ids ['47ec57a5-d2fa-41d2-9203-7d7cfd31b694'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:11.022267 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.024048 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-75129f62-0ab5-42ac-a937-5f639b956a0c tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "PUT /v2.0/routers/47ec57a5-d2fa-41d2-9203-7d7cfd31b694 HTTP/1.1" status: 200 len: 706 time: 4.1702862 Nov 12 08:38:11.026335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60224) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.044354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f7905d-0f12-4dba-8644-0666336f17fd None None] Routers {'47ec57a5-d2fa-41d2-9203-7d7cfd31b694'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:11.047171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-69f7905d-0f12-4dba-8644-0666336f17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['47ec57a5-d2fa-41d2-9203-7d7cfd31b694'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:11.121059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-b8513654-9eb8-4523-a349-bfa04c559357 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.133001 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1566c5a2-de05-4426-9d9a-9af28503a9e8 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/routers/47ec57a5-d2fa-41d2-9203-7d7cfd31b694 HTTP/1.1" status: 200 len: 741 time: 0.1042907 Nov 12 08:38:11.134532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-b8513654-9eb8-4523-a349-bfa04c559357 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.52 "GET /v2.0/networks?id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb HTTP/1.1" status: 200 len: 811 time: 0.4025700 Nov 12 08:38:11.136078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60228) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.149542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-69f7905d-0f12-4dba-8644-0666336f17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:11.155881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Request body: {'port': {'device_id': '8a1f224b-2f88-419f-a977-563645493359', 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb', 'admin_state_up': True, 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:11.161630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f7905d-0f12-4dba-8644-0666336f17fd None None] Routers {'47ec57a5-d2fa-41d2-9203-7d7cfd31b694'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:11.163099 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-69f7905d-0f12-4dba-8644-0666336f17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['47ec57a5-d2fa-41d2-9203-7d7cfd31b694'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:11.207800 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-69f7905d-0f12-4dba-8644-0666336f17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:11.209654 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f7905d-0f12-4dba-8644-0666336f17fd None None] The sync data for ids ['47ec57a5-d2fa-41d2-9203-7d7cfd31b694'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:11.219341 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2fc131da-2ae2-494f-b239-3a521776b4b7 tempest-RoutersAdminTest-1693628415 tempest-RoutersAdminTest-1693628415-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&device_id=47ec57a5-d2fa-41d2-9203-7d7cfd31b694 HTTP/1.1" status: 200 len: 205 time: 0.0813200 Nov 12 08:38:11.231127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60230) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.290690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9eb23-a9e1-4c3c-9f57-14d871b6f007 req-431b207c-5319-41f4-bbfc-797febeacb49 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.290981 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-e2774bee-ee12-46c3-b026-89d8a72d7511 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696208 Nov 12 08:38:11.299298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9eb23-a9e1-4c3c-9f57-14d871b6f007 req-431b207c-5319-41f4-bbfc-797febeacb49 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.306608 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9eb23-a9e1-4c3c-9f57-14d871b6f007 req-431b207c-5319-41f4-bbfc-797febeacb49 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.319662 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9eb23-a9e1-4c3c-9f57-14d871b6f007 req-431b207c-5319-41f4-bbfc-797febeacb49 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.333511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9eb23-a9e1-4c3c-9f57-14d871b6f007 req-431b207c-5319-41f4-bbfc-797febeacb49 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.346785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5f346261-7757-4380-9748-5ab017e46d66 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ec57a5-d2fa-41d2-9203-7d7cfd31b694 HTTP/1.1" status: 200 len: 205 time: 0.0869813 Nov 12 08:38:11.348647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9eb23-a9e1-4c3c-9f57-14d871b6f007 req-431b207c-5319-41f4-bbfc-797febeacb49 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.360065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60232) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:11.362942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9eb23-a9e1-4c3c-9f57-14d871b6f007 req-431b207c-5319-41f4-bbfc-797febeacb49 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.380125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4fe9eb23-a9e1-4c3c-9f57-14d871b6f007 req-431b207c-5319-41f4-bbfc-797febeacb49 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.2300460 Nov 12 08:38:11.406553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-23923f04-3959-4451-9ca8-c3879e65a8b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c118544e-bc44-47f5-8653-6b942595239d HTTP/1.1" status: 200 len: 217 time: 0.0635452 Nov 12 08:38:11.482528 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4fe9eb23-a9e1-4c3c-9f57-14d871b6f007 req-4ec19d38-9041-4059-b6bc-f14086cfebb4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975540 Nov 12 08:38:11.510658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743fc20-67ca-42e6-839b-f783c363a42f req-430f273e-f838-412b-9973-28a0e9c3d593 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.517688 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1743fc20-67ca-42e6-839b-f783c363a42f req-430f273e-f838-412b-9973-28a0e9c3d593 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 945 time: 0.3718612 Nov 12 08:38:11.561090 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a02348f-1383-4cdc-9733-ed2ac30f4bbf tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:11.576516 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:38:11.637229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327165c-4761-40e8-8139-7e172665c009 req-d4236737-facf-4bf1-a453-e6662e7a0247 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.641897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2327165c-4761-40e8-8139-7e172665c009 req-d4236737-facf-4bf1-a453-e6662e7a0247 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.0715563 Nov 12 08:38:11.706503 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2327165c-4761-40e8-8139-7e172665c009 req-5ee2167d-3761-46fd-a651-1fd12f8642ff tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561454 Nov 12 08:38:11.950822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49387d2-920f-47fc-bb23-0e7052ace67c req-c598c66c-c3bb-4112-9aab-8a62d45bacd3 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:11.952393 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e49387d2-920f-47fc-bb23-0e7052ace67c req-c598c66c-c3bb-4112-9aab-8a62d45bacd3 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0683160 Nov 12 08:38:12.031370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e49387d2-920f-47fc-bb23-0e7052ace67c req-5740919b-c6fa-42c4-b4ef-61eb0249540c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707288 Nov 12 08:38:12.043032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-c5e7ae66-43df-438a-96a9-aea3a3380ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:12.045216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-c5e7ae66-43df-438a-96a9-aea3a3380ba8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 HTTP/1.1" status: 200 len: 797 time: 0.5870488 Nov 12 08:38:12.169304 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2ffc70f8-a12b-4502-bd58-9adc89ae3d99 req-05dd3862-4eab-457f-a283-a1eda52b983b tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 210 time: 0.0525355 Nov 12 08:38:12.258368 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1743fc20-67ca-42e6-839b-f783c363a42f req-5d6ff425-9b6a-4a5a-9f86-34241c0ccb8b tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947124 Nov 12 08:38:12.263244 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a02348f-1383-4cdc-9733-ed2ac30f4bbf tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.265799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Made reservation on behalf of d09ef456fed04b159b4967be78dc9d91 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:12.270413 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.273393 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a02348f-1383-4cdc-9733-ed2ac30f4bbf tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.336620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-54aadc34-37c1-47c8-9963-0d17dfa915f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:12.338557 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-54aadc34-37c1-47c8-9963-0d17dfa915f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2842174 Nov 12 08:38:12.355364 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a02348f-1383-4cdc-9733-ed2ac30f4bbf tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.355868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a02348f-1383-4cdc-9733-ed2ac30f4bbf tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Fanout notify agent at l3_agent the message router_deleted on router 47ec57a5-d2fa-41d2-9203-7d7cfd31b694 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:38:12.403006 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a02348f-1383-4cdc-9733-ed2ac30f4bbf tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:12.409067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60248) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:12.410628 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4a02348f-1383-4cdc-9733-ed2ac30f4bbf tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/routers/47ec57a5-d2fa-41d2-9203-7d7cfd31b694 HTTP/1.1" status: 204 len: 168 time: 1.0479040 Nov 12 08:38:12.464809 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a95aefac-ac03-4518-999d-5010310085da tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "GET /v2.0/ports?device_id=47ec57a5-d2fa-41d2-9203-7d7cfd31b694 HTTP/1.1" status: 200 len: 205 time: 0.0528529 Nov 12 08:38:12.467315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60250) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:12.539143 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-f8fe5bcb-1766-4ebb-8bc1-a19137a46f32 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] delete failed (client error): The resource could not be found. Nov 12 08:38:12.543196 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f8fe5bcb-1766-4ebb-8bc1-a19137a46f32 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/routers/47ec57a5-d2fa-41d2-9203-7d7cfd31b694 HTTP/1.1" status: 404 len: 336 time: 0.0746164 Nov 12 08:38:12.545671 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60254) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:12.594320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-100ff3fb-5393-431f-aeac-58d36de6a3f1 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364085 Nov 12 08:38:12.607913 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d163e67d-00e4-40aa-8e95-824c3766b415 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "GET /v2.0/ports?device_id=373ce3ef-9585-428d-8bd8-dfaa719f2cce HTTP/1.1" status: 200 len: 205 time: 0.0608535 Nov 12 08:38:12.614285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60256) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:12.629200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Allocated IP 172.20.0.13 (7a0481cf-65ae-411d-bc01-b5d30fe1a2eb/ba6974b3-5c87-4446-8b14-27f51d2cc36f/1f555a23-e470-4bb1-bb4b-5467296eaa7d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:12.668680 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-278ad599-8e21-4a19-920d-f609e8f2cc88 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] delete failed (client error): The resource could not be found. Nov 12 08:38:12.671658 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-278ad599-8e21-4a19-920d-f609e8f2cc88 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/routers/373ce3ef-9585-428d-8bd8-dfaa719f2cce HTTP/1.1" status: 404 len: 336 time: 0.0522201 Nov 12 08:38:12.672764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60258) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:12.715842 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-410c3be0-629f-453b-bd6c-7d3588289cf8 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "GET /v2.0/ports?device_id=08a324b0-961c-4226-b2ea-262a887cc899 HTTP/1.1" status: 200 len: 205 time: 0.0397334 Nov 12 08:38:12.718880 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60260) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:12.859651 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-489be479-00a7-4ac2-bd13-3d5a89eabbf2 req-809fd77c-3df2-4b44-8728-0aa231d9cc13 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489262 Nov 12 08:38:12.957545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c5c06-fe6a-40db-a9fe-bd507f29750a req-54fc1d91-eb25-4d08-9c05-a1813ed1aa7b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:12.959208 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d72c5c06-fe6a-40db-a9fe-bd507f29750a req-54fc1d91-eb25-4d08-9c05-a1813ed1aa7b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1222019 Nov 12 08:38:12.972067 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.105567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d72c5c06-fe6a-40db-a9fe-bd507f29750a req-fd64dd2a-9935-4896-aa0b-cb61920709f0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306970 Nov 12 08:38:13.161958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-80acbf5a-3917-46de-b7f1-21616e90371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.163344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-80acbf5a-3917-46de-b7f1-21616e90371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.164550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-80acbf5a-3917-46de-b7f1-21616e90371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.165155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-80acbf5a-3917-46de-b7f1-21616e90371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.165888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-80acbf5a-3917-46de-b7f1-21616e90371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.166462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-80acbf5a-3917-46de-b7f1-21616e90371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.167038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-80acbf5a-3917-46de-b7f1-21616e90371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.169370 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-80acbf5a-3917-46de-b7f1-21616e90371c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6494 time: 0.1800368 Nov 12 08:38:13.175695 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.183048 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-ba5e5d70-d556-4923-8a86-6e37152e8413 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] delete failed (client error): The resource could not be found. Nov 12 08:38:13.185690 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ba5e5d70-d556-4923-8a86-6e37152e8413 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/routers/08a324b0-961c-4226-b2ea-262a887cc899 HTTP/1.1" status: 404 len: 336 time: 0.4653578 Nov 12 08:38:13.190343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['a06edb69-6696-49c8-bce8-33b6d7332234'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:13.206937 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60278) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:13.274468 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8eb2588a-f009-4a12-aff9-f7cb9157b02e tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc6a93c4-e55f-4c55-86f7-40064c6f3b43 HTTP/1.1" status: 200 len: 205 time: 0.0644958 Nov 12 08:38:13.283539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60280) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:13.330338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08053369-c79d-4c8d-9500-4abf9178f461 req-8270d0d2-f147-477d-8edf-c99fd27f7c9f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.342732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08053369-c79d-4c8d-9500-4abf9178f461 req-8270d0d2-f147-477d-8edf-c99fd27f7c9f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.349222 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08053369-c79d-4c8d-9500-4abf9178f461 req-8270d0d2-f147-477d-8edf-c99fd27f7c9f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.355679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08053369-c79d-4c8d-9500-4abf9178f461 req-8270d0d2-f147-477d-8edf-c99fd27f7c9f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.362651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08053369-c79d-4c8d-9500-4abf9178f461 req-8270d0d2-f147-477d-8edf-c99fd27f7c9f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.369585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08053369-c79d-4c8d-9500-4abf9178f461 req-8270d0d2-f147-477d-8edf-c99fd27f7c9f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.376010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08053369-c79d-4c8d-9500-4abf9178f461 req-8270d0d2-f147-477d-8edf-c99fd27f7c9f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.386672 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-08053369-c79d-4c8d-9500-4abf9178f461 req-8270d0d2-f147-477d-8edf-c99fd27f7c9f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.7276738 Nov 12 08:38:13.409386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce3f13-f105-49df-bb75-dff54bf63426 req-de353414-8adc-4bee-a1d9-ab310b3f3b48 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.411775 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9ce3f13-f105-49df-bb75-dff54bf63426 req-de353414-8adc-4bee-a1d9-ab310b3f3b48 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 945 time: 0.3050737 Nov 12 08:38:13.431465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-037d1668-4d65-4d90-80ba-3a09f3f41ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.434496 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-037d1668-4d65-4d90-80ba-3a09f3f41ed0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=631d573a-b698-41e7-b1e5-d92155823f60 HTTP/1.1" status: 200 len: 902 time: 0.2421451 Nov 12 08:38:13.447305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:13.453952 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-ec9a3811-683a-4a7b-bff1-0e39873c0af9 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] delete failed (client error): The resource could not be found. Nov 12 08:38:13.461440 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ec9a3811-683a-4a7b-bff1-0e39873c0af9 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/routers/cc6a93c4-e55f-4c55-86f7-40064c6f3b43 HTTP/1.1" status: 404 len: 336 time: 0.1734443 Nov 12 08:38:13.462652 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60284) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:13.480752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:13.483961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:13.522723 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fc9985f1-4ec3-4c85-ab75-61378dc43197 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "GET /v2.0/ports?device_id=49ede923-a4c9-41d5-8de7-68e867d5fe66 HTTP/1.1" status: 200 len: 205 time: 0.0575531 Nov 12 08:38:13.525783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60286) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:13.561097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Pushing event updated for resources: {'Port': ['ID=1f555a23-e470-4bb1-bb4b-5467296eaa7d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:13.586702 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-92da70eb-c2ed-40e6-971b-5528c1d4b8c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c118544e-bc44-47f5-8653-6b942595239d HTTP/1.1" status: 200 len: 217 time: 0.1313601 Nov 12 08:38:13.602249 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-92c8cde5-b958-4840-af87-ccb37f6b3ff2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] delete failed (client error): The resource could not be found. Nov 12 08:38:13.608134 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-92c8cde5-b958-4840-af87-ccb37f6b3ff2 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/routers/49ede923-a4c9-41d5-8de7-68e867d5fe66 HTTP/1.1" status: 404 len: 336 time: 0.0811119 Nov 12 08:38:13.610452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60288) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:13.653268 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-75363a96-0219-4224-8c2c-eabdabc15536 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "GET /v2.0/ports?device_id=8af255fe-3641-47c6-a7fe-53961bc24abc HTTP/1.1" status: 200 len: 205 time: 0.0380418 Nov 12 08:38:13.653734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064abf8-d338-47eb-acb3-66d39826f677 req-e5260e78-1138-4ae7-9cb2-685eeb8b9b5c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.653871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60290) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:13.660996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5064abf8-d338-47eb-acb3-66d39826f677 req-e5260e78-1138-4ae7-9cb2-685eeb8b9b5c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.3411090 Nov 12 08:38:13.689842 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-08053369-c79d-4c8d-9500-4abf9178f461 req-79d35bfa-c82c-4468-9638-cb3e2fae358f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3016596 Nov 12 08:38:13.716284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.716966 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:13.780150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-d26ac876-1c4c-4906-97fa-3b6f5c800eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.781896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-d26ac876-1c4c-4906-97fa-3b6f5c800eae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 HTTP/1.1" status: 200 len: 797 time: 0.1821179 Nov 12 08:38:13.782540 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-af418717-80d3-43c4-852c-a9ac8aa1f723 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] delete failed (client error): The resource could not be found. Nov 12 08:38:13.784419 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-af418717-80d3-43c4-852c-a9ac8aa1f723 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/routers/8af255fe-3641-47c6-a7fe-53961bc24abc HTTP/1.1" status: 404 len: 336 time: 0.1283231 Nov 12 08:38:13.785898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2b04c2cb-7094-4409-8067-2762a882d5e9 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6360216 Nov 12 08:38:13.787421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60292) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:13.803663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Request body: {'port': {'device_id': '8a1f224b-2f88-419f-a977-563645493359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:13.829170 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd27655-d733-4a95-b183-e15340914108 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] DELETE failed (client error): The resource could not be found. Nov 12 08:38:13.829170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd27655-d733-4a95-b183-e15340914108 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:38:13.836747 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9cd27655-d733-4a95-b183-e15340914108 tempest-RoutersAdminTest-360954037 tempest-RoutersAdminTest-360954037-project] 10.222.0.31 "DELETE /v2.0/subnets/947a7f8a-95ab-43d7-9671-f6f697368a40 HTTP/1.1" status: 404 len: 337 time: 0.0474014 Nov 12 08:38:13.907504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528524f-0f80-46f0-a6c3-6404d44acec4 req-630cbc45-594c-4c7e-8437-26c88bc12ad2 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:13.917763 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d528524f-0f80-46f0-a6c3-6404d44acec4 req-630cbc45-594c-4c7e-8437-26c88bc12ad2 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 932 time: 0.1258523 Nov 12 08:38:13.968091 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5064abf8-d338-47eb-acb3-66d39826f677 req-b8d556b8-2687-404a-85b8-7b2b22ce28cd tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060675 Nov 12 08:38:13.978936 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d528524f-0f80-46f0-a6c3-6404d44acec4 req-31c2aa85-9883-4270-9bdf-79c5207d76ed tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601289 Nov 12 08:38:14.014787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b9ce3f13-f105-49df-bb75-dff54bf63426 req-8acab0c8-c0dd-4ef6-9b8d-dee0061a3543 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Deleting port b12ede63-264d-408d-9773-c8a82286e9cc {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:14.015205 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9ce3f13-f105-49df-bb75-dff54bf63426 req-8acab0c8-c0dd-4ef6-9b8d-dee0061a3543 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.107780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-a5d538d9-fc28-462a-87cb-fe417d677315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:14.109325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-a5d538d9-fc28-462a-87cb-fe417d677315 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3180916 Nov 12 08:38:14.215403 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.321330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dac1f3-8441-4633-b1a3-4ee91fbf3432 req-a2290503-f4c2-4d12-97b7-84d15e63b9e2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:14.323671 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8dac1f3-8441-4633-b1a3-4ee91fbf3432 req-a2290503-f4c2-4d12-97b7-84d15e63b9e2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1103668 Nov 12 08:38:14.342889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b9ce3f13-f105-49df-bb75-dff54bf63426 req-8acab0c8-c0dd-4ef6-9b8d-dee0061a3543 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] For port b12ede63-264d-408d-9773-c8a82286e9cc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b12ede63-264d-408d-9773-c8a82286e9cc,segment=NetworkSegment(ed78c5f3-ef41-4766-a3c4-cc21b39fc616),segment_id=ed78c5f3-ef41-4766-a3c4-cc21b39fc616)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:14.343328 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9ce3f13-f105-49df-bb75-dff54bf63426 req-8acab0c8-c0dd-4ef6-9b8d-dee0061a3543 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.357038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9ff7b-3c7c-45b8-8bc6-e8d8b946fe34 req-d7d3357a-f50b-4b63-8eb3-d83ed1bf0a6d tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:14.358588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-09b9ff7b-3c7c-45b8-8bc6-e8d8b946fe34 req-d7d3357a-f50b-4b63-8eb3-d83ed1bf0a6d tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 945 time: 0.2535205 Nov 12 08:38:14.370674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60302) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:14.396501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b9ce3f13-f105-49df-bb75-dff54bf63426 req-8acab0c8-c0dd-4ef6-9b8d-dee0061a3543 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Calling delete_port for b12ede63-264d-408d-9773-c8a82286e9cc owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:14.427592 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8dac1f3-8441-4633-b1a3-4ee91fbf3432 req-7862a65f-74ff-4131-adce-5efcc3456809 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921631 Nov 12 08:38:14.455143 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-90890999-d941-4441-be1a-64f9af61f2d8 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065915 Nov 12 08:38:14.617321 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-266dcdfa-30e3-4e9d-893d-69d5078d2746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:14.702775 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-09b9ff7b-3c7c-45b8-8bc6-e8d8b946fe34 req-f46d4cd6-7460-49cf-b545-01a94b424979 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/security-groups?id=36b445ef-1715-4048-badb-2dc650fc309c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311067 Nov 12 08:38:14.839351 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0285a74-7235-4050-a1b7-e32b75f26f2b req-97a3a8a7-2d69-458d-8422-808496786569 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705316 Nov 12 08:38:14.908285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e546b1f-e642-495c-a0a7-3107bc9688e8 req-e655a744-e2b0-4133-8ccf-31b93f07c20c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:14.916189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e546b1f-e642-495c-a0a7-3107bc9688e8 req-e655a744-e2b0-4133-8ccf-31b93f07c20c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:14.929051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e546b1f-e642-495c-a0a7-3107bc9688e8 req-e655a744-e2b0-4133-8ccf-31b93f07c20c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:14.947517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e546b1f-e642-495c-a0a7-3107bc9688e8 req-e655a744-e2b0-4133-8ccf-31b93f07c20c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:14.961187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e546b1f-e642-495c-a0a7-3107bc9688e8 req-e655a744-e2b0-4133-8ccf-31b93f07c20c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:14.973341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e546b1f-e642-495c-a0a7-3107bc9688e8 req-e655a744-e2b0-4133-8ccf-31b93f07c20c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:14.982024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e546b1f-e642-495c-a0a7-3107bc9688e8 req-e655a744-e2b0-4133-8ccf-31b93f07c20c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:14.984514 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8e546b1f-e642-495c-a0a7-3107bc9688e8 req-e655a744-e2b0-4133-8ccf-31b93f07c20c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.1626499 Nov 12 08:38:15.031859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9ce3f13-f105-49df-bb75-dff54bf63426 req-8acab0c8-c0dd-4ef6-9b8d-dee0061a3543 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.044638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['b12ede63-264d-408d-9773-c8a82286e9cc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:15.095315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acab0c8-c0dd-4ef6-9b8d-dee0061a3543 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Pushing event deleted for resources: {'Port': ['ID=b12ede63-264d-408d-9773-c8a82286e9cc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:15.123781 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8e546b1f-e642-495c-a0a7-3107bc9688e8 req-20c88568-f54b-45b7-be12-b8e09b42df8c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254435 Nov 12 08:38:15.124963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f555a23-e470-4bb1-bb4b-5467296eaa7d {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:15.191398 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.248011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ce3f13-f105-49df-bb75-dff54bf63426 req-8acab0c8-c0dd-4ef6-9b8d-dee0061a3543 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] No DVR routers for this DVR port b12ede63-264d-408d-9773-c8a82286e9cc on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:15.250752 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9ce3f13-f105-49df-bb75-dff54bf63426 req-8acab0c8-c0dd-4ef6-9b8d-dee0061a3543 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.255530 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9ce3f13-f105-49df-bb75-dff54bf63426 req-8acab0c8-c0dd-4ef6-9b8d-dee0061a3543 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.46 "DELETE /v2.0/ports/b12ede63-264d-408d-9773-c8a82286e9cc HTTP/1.1" status: 204 len: 173 time: 1.8190656 Nov 12 08:38:15.264233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98f596f-0327-446b-b515-15905cc4fed9', 'name': 'network-vif-deleted', 'tag': 'b12ede63-264d-408d-9773-c8a82286e9cc'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:15.266771 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2277ac4-4def-49aa-8779-5a8d9c5e1f0c" -d '{"events": [{"server_uuid": "b98f596f-0327-446b-b515-15905cc4fed9", "name": "network-vif-deleted", "tag": "b12ede63-264d-408d-9773-c8a82286e9cc"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:15.270270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Transition to ACTIVE for port object 1f555a23-e470-4bb1-bb4b-5467296eaa7d will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:15.278950 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-266dcdfa-30e3-4e9d-893d-69d5078d2746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.282968 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.297516 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-266dcdfa-30e3-4e9d-893d-69d5078d2746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.324702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ea5cf-486a-44ab-a5d9-9e04db45e6b0 req-fc7a3641-5335-4d08-8204-5073d7663fd7 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.329848 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-102ea5cf-486a-44ab-a5d9-9e04db45e6b0 req-fc7a3641-5335-4d08-8204-5073d7663fd7 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 932 time: 0.0902526 Nov 12 08:38:15.395098 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa135d-7c00-4453-ad5d-511240f9cc23 req-37942cd2-4f8e-4060-beb0-83a7332a2e67 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.403294 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44fa135d-7c00-4453-ad5d-511240f9cc23 req-37942cd2-4f8e-4060-beb0-83a7332a2e67 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.2842097 Nov 12 08:38:15.457663 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-102ea5cf-486a-44ab-a5d9-9e04db45e6b0 req-ba4ad773-311e-43ce-ac06-51846f184a3d tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013877 Nov 12 08:38:15.480453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-266dcdfa-30e3-4e9d-893d-69d5078d2746 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb432f9bdbc44cb4ad0213ef2aa58071&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0992389 Nov 12 08:38:15.482723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60328) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:15.525879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Pushing event updated for resources: {'Port': ['ID=1f555a23-e470-4bb1-bb4b-5467296eaa7d,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:15.561073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dcdfa-30e3-4e9d-893d-69d5078d2746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4345d88f-cc0f-450d-8932-5b3df239fa80,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:15.577975 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceaaeaa-391d-4f55-9d84-0a634eba89d5 x-openstack-request-id: req-0ceaaeaa-391d-4f55-9d84-0a634eba89d5 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:15.578510 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98f596f-0327-446b-b515-15905cc4fed9", "name": "network-vif-deleted", "tag": "b12ede63-264d-408d-9773-c8a82286e9cc", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:15.578841 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ceaaeaa-391d-4f55-9d84-0a634eba89d5 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:15.579474 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98f596f-0327-446b-b515-15905cc4fed9', 'name': 'network-vif-deleted', 'tag': 'b12ede63-264d-408d-9773-c8a82286e9cc', 'status': 'completed', 'code': 200} Nov 12 08:38:15.659051 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44fa135d-7c00-4453-ad5d-511240f9cc23 req-b13ac925-2fec-45e4-85c0-8a73cceaf60f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521756 Nov 12 08:38:15.680342 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24c80b69-b113-4aa7-96d1-03db7fea5758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.719416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Attempting to bind port 1f555a23-e470-4bb1-bb4b-5467296eaa7d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:15.720279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Attempting to bind port 1f555a23-e470-4bb1-bb4b-5467296eaa7d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:15.720622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Attempting to bind port 1f555a23-e470-4bb1-bb4b-5467296eaa7d on network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:15.721261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3aa0d-77c8-4ea6-8c10-1ecb1bb6bc28 req-3e9bcf8e-7441-47b5-8405-f0fc4be117b8 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.722904 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3ea3aa0d-77c8-4ea6-8c10-1ecb1bb6bc28 req-3e9bcf8e-7441-47b5-8405-f0fc4be117b8 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.0976913 Nov 12 08:38:15.745950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Port 1f555a23-e470-4bb1-bb4b-5467296eaa7d on network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:15.746328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Attempting to bind port 1f555a23-e470-4bb1-bb4b-5467296eaa7d on network 7a0481cf-65ae-411d-bc01-b5d30fe1a2eb {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:15.749434 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24c80b69-b113-4aa7-96d1-03db7fea5758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.752060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:15.752423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Checking segment: {'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:15.752803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Bound using segment: {'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:15.753336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Bound port: 1f555a23-e470-4bb1-bb4b-5467296eaa7d, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4336acb5-4245-410e-a6c1-876e507e8d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:15.753693 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.837957 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3ea3aa0d-77c8-4ea6-8c10-1ecb1bb6bc28 req-56c53349-5c91-4e2f-983f-488c92a232d0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030853 Nov 12 08:38:15.883319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55960aca-9917-4be1-97d4-921f481ce867 req-8bcec3f8-86b8-4764-8469-f3e764520232 tempest-DeleteServersTestJSON-1009125953 tempest-DeleteServersTestJSON-1009125953-project] 10.222.0.31 "GET /v2.0/ports?device_id=b98f596f-0327-446b-b515-15905cc4fed9 HTTP/1.1" status: 200 len: 210 time: 0.0509310 Nov 12 08:38:15.924639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] For port 1f555a23-e470-4bb1-bb4b-5467296eaa7d, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:15.929285 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24c80b69-b113-4aa7-96d1-03db7fea5758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.937445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] For port 1f555a23-e470-4bb1-bb4b-5467296eaa7d, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1f555a23-e470-4bb1-bb4b-5467296eaa7d,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:15.946649 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24c80b69-b113-4aa7-96d1-03db7fea5758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.947456 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.951332 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-24c80b69-b113-4aa7-96d1-03db7fea5758 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4345d88f-cc0f-450d-8932-5b3df239fa80 HTTP/1.1" status: 204 len: 168 time: 0.4653623 Nov 12 08:38:15.996341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:15.997066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:15.998771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] 10.222.0.52 "PUT /v2.0/ports/1f555a23-e470-4bb1-bb4b-5467296eaa7d HTTP/1.1" status: 200 len: 1093 time: 2.1996303 Nov 12 08:38:16.016991 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c80b69-b113-4aa7-96d1-03db7fea5758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4345d88f-cc0f-450d-8932-5b3df239fa80,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:16.061623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268cabe-f243-4929-a403-d69a0c3f1b8a service neutron] Pushing event updated for resources: {'Port': ['ID=1f555a23-e470-4bb1-bb4b-5467296eaa7d,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:16.233172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-56bd6c64-dd00-4565-9e95-c2d6822ba9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.238705 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-56bd6c64-dd00-4565-9e95-c2d6822ba9db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d09ef456fed04b159b4967be78dc9d91&device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 1096 time: 0.1074178 Nov 12 08:38:16.334710 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-235c9bc0-f813-4e37-8783-c87e6e43e4df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f555a23-e470-4bb1-bb4b-5467296eaa7d HTTP/1.1" status: 200 len: 217 time: 0.0862172 Nov 12 08:38:16.350245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa58fe-2061-4e62-bfbb-67c51761e949 req-208368f0-728b-407b-bf51-b2e45458c12b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.359771 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa58fe-2061-4e62-bfbb-67c51761e949 req-208368f0-728b-407b-bf51-b2e45458c12b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.367769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa58fe-2061-4e62-bfbb-67c51761e949 req-208368f0-728b-407b-bf51-b2e45458c12b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.375604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa58fe-2061-4e62-bfbb-67c51761e949 req-208368f0-728b-407b-bf51-b2e45458c12b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.386378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa58fe-2061-4e62-bfbb-67c51761e949 req-208368f0-728b-407b-bf51-b2e45458c12b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.400486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa58fe-2061-4e62-bfbb-67c51761e949 req-208368f0-728b-407b-bf51-b2e45458c12b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.407616 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa58fe-2061-4e62-bfbb-67c51761e949 req-208368f0-728b-407b-bf51-b2e45458c12b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.410614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-493066a4-f70e-4224-96d2-5a7157485926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.412559 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-493066a4-f70e-4224-96d2-5a7157485926 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba6974b3-5c87-4446-8b14-27f51d2cc36f HTTP/1.1" status: 200 len: 851 time: 0.0704143 Nov 12 08:38:16.417381 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fcfa58fe-2061-4e62-bfbb-67c51761e949 req-208368f0-728b-407b-bf51-b2e45458c12b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.1518683 Nov 12 08:38:16.458536 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-51378cf5-55a0-4f0f-b44c-4e13e988343b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377278 Nov 12 08:38:16.506565 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fcfa58fe-2061-4e62-bfbb-67c51761e949 req-9576583e-7192-4a58-8f53-28aba8835fca tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812855 Nov 12 08:38:16.507213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60350) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:16.560284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3e4ddbc9-5906-4628-9a2c-4970a8473924 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a05fc744b0de4f95a0a70c53f91e8760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0517097 Nov 12 08:38:16.561368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60352) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:16.678300 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-2282e338-ace4-4b5b-bbb6-43b78d9d7b7c service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119145 Nov 12 08:38:16.814730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7e173-cb24-4915-aa61-08694aff60c0 req-9e026ae6-68d1-4b67-841e-362318926fc7 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:16.824597 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-49d7e173-cb24-4915-aa61-08694aff60c0 req-9e026ae6-68d1-4b67-841e-362318926fc7 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0732329 Nov 12 08:38:16.882272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-49d7e173-cb24-4915-aa61-08694aff60c0 req-ee48e79e-8f7d-46a2-b219-4f35db9afbbc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567143 Nov 12 08:38:17.086020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935328d-2231-4973-bfb3-05ff97adb2c3 req-022d9f61-7adf-4f69-b0dc-8e754034526c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.087745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5935328d-2231-4973-bfb3-05ff97adb2c3 req-022d9f61-7adf-4f69-b0dc-8e754034526c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 944 time: 0.4989367 Nov 12 08:38:17.111103 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cae2aa6-d1cb-4db8-9ff2-2179b2712b4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.138998 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cae2aa6-d1cb-4db8-9ff2-2179b2712b4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.172401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cf775-474f-4c8f-baec-12cc5c47f7ab req-f9bbe779-36ed-4c43-ab34-301ce1aae1cc tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.180120 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-343cf775-474f-4c8f-baec-12cc5c47f7ab req-f9bbe779-36ed-4c43-ab34-301ce1aae1cc tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.0947852 Nov 12 08:38:17.226297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8146b2cf-f4e6-4cf9-812d-a147631176db req-e1b9dcb8-c201-4476-9939-cf512c0260c8 service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287037 Nov 12 08:38:17.284040 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-343cf775-474f-4c8f-baec-12cc5c47f7ab req-f94a79bb-483c-497a-895e-c36ee6966705 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026335 Nov 12 08:38:17.321655 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5935328d-2231-4973-bfb3-05ff97adb2c3 req-8fff70b6-f94c-4c4f-a6d8-1ae316f65cd7 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208407 Nov 12 08:38:17.337387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06232c2d-a728-4267-b78a-8cdace9ee5dc details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:17.340974 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cae2aa6-d1cb-4db8-9ff2-2179b2712b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.344464 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cae2aa6-d1cb-4db8-9ff2-2179b2712b4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.347620 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8cae2aa6-d1cb-4db8-9ff2-2179b2712b4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02c14bb4-7cc2-4596-9968-b2d532921950 HTTP/1.1" status: 204 len: 168 time: 0.7850463 Nov 12 08:38:17.367132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae2aa6-d1cb-4db8-9ff2-2179b2712b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c14bb4-7cc2-4596-9968-b2d532921950,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:17.381150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b12ede63-264d-408d-9773-c8a82286e9cc no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:17.487402 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:17.502344 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'port_id': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'mac_address': 'fa:16:3e:b6:38:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:17.529410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: b12ede63-264d-408d-9773-c8a82286e9cc {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:17.530142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b12ede63-264d-408d-9773-c8a82286e9cc not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:17.580711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1f224b-2f88-419f-a977-563645493359', 'tag': '1f555a23-e470-4bb1-bb4b-5467296eaa7d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:17.585658 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b1db58-d53b-4285-90e8-6d9e0ea8a4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1f224b-2f88-419f-a977-563645493359", "tag": "1f555a23-e470-4bb1-bb4b-5467296eaa7d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:17.607808 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.656250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06232c2d-a728-4267-b78a-8cdace9ee5dc {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:17.701901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:17.711996 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:17.718717 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5359f14a-5a6a-4c40-a9b2-462ffbe1e4b8 x-openstack-request-id: req-5359f14a-5a6a-4c40-a9b2-462ffbe1e4b8 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:17.719874 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1f224b-2f88-419f-a977-563645493359", "tag": "1f555a23-e470-4bb1-bb4b-5467296eaa7d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:17.720654 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5359f14a-5a6a-4c40-a9b2-462ffbe1e4b8 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:17.721497 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1f224b-2f88-419f-a977-563645493359', 'tag': '1f555a23-e470-4bb1-bb4b-5467296eaa7d', 'status': 'completed', 'code': 200} Nov 12 08:38:17.764859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad4047-c47e-4336-89f3-6b6787850b71 req-ba99849d-6547-48c4-93ea-da1c1a5950e4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.788976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad4047-c47e-4336-89f3-6b6787850b71 req-ba99849d-6547-48c4-93ea-da1c1a5950e4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.799881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad4047-c47e-4336-89f3-6b6787850b71 req-ba99849d-6547-48c4-93ea-da1c1a5950e4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.807351 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad4047-c47e-4336-89f3-6b6787850b71 req-ba99849d-6547-48c4-93ea-da1c1a5950e4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.813630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad4047-c47e-4336-89f3-6b6787850b71 req-ba99849d-6547-48c4-93ea-da1c1a5950e4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.813974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['06232c2d-a728-4267-b78a-8cdace9ee5dc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:17.820310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad4047-c47e-4336-89f3-6b6787850b71 req-ba99849d-6547-48c4-93ea-da1c1a5950e4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.826725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad4047-c47e-4336-89f3-6b6787850b71 req-ba99849d-6547-48c4-93ea-da1c1a5950e4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.828728 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78ad4047-c47e-4336-89f3-6b6787850b71 req-ba99849d-6547-48c4-93ea-da1c1a5950e4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.2059300 Nov 12 08:38:17.886945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=06232c2d-a728-4267-b78a-8cdace9ee5dc,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:17.933688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1db58-d53b-4285-90e8-6d9e0ea8a4bd req-d23295e6-0d46-4e20-ab6a-cb7155aa08ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:17.935660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2b1db58-d53b-4285-90e8-6d9e0ea8a4bd req-d23295e6-0d46-4e20-ab6a-cb7155aa08ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d09ef456fed04b159b4967be78dc9d91&device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 1096 time: 0.1058729 Nov 12 08:38:18.017002 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78ad4047-c47e-4336-89f3-6b6787850b71 req-85482b64-2c6a-42bf-92a4-03a123d8809d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1775963 Nov 12 08:38:18.244753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1db58-d53b-4285-90e8-6d9e0ea8a4bd req-6ec00c39-05f1-4f25-b306-404caf5b3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:18.246312 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2b1db58-d53b-4285-90e8-6d9e0ea8a4bd req-6ec00c39-05f1-4f25-b306-404caf5b3792 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb HTTP/1.1" status: 200 len: 912 time: 0.3017530 Nov 12 08:38:18.268149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03559703-1fdf-4886-827b-7f3d603751a4 req-20497aa9-1b4b-46ee-9ef0-8074b30e3ec9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:18.271275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03559703-1fdf-4886-827b-7f3d603751a4 req-20497aa9-1b4b-46ee-9ef0-8074b30e3ec9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1391854 Nov 12 08:38:18.328581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2b1db58-d53b-4285-90e8-6d9e0ea8a4bd req-849037b8-8a47-4d99-95a7-453ce2bb77d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f555a23-e470-4bb1-bb4b-5467296eaa7d HTTP/1.1" status: 200 len: 217 time: 0.0692484 Nov 12 08:38:18.444941 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03559703-1fdf-4886-827b-7f3d603751a4 req-e1da1e38-6699-495f-83de-46e413a622b5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607788 Nov 12 08:38:18.507148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1db58-d53b-4285-90e8-6d9e0ea8a4bd req-9f8f2635-a815-4487-9552-035d7708c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:18.510427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2b1db58-d53b-4285-90e8-6d9e0ea8a4bd req-9f8f2635-a815-4487-9552-035d7708c9a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba6974b3-5c87-4446-8b14-27f51d2cc36f HTTP/1.1" status: 200 len: 851 time: 0.1692646 Nov 12 08:38:18.562723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2b1db58-d53b-4285-90e8-6d9e0ea8a4bd req-c340ee10-1f36-4044-b5bd-c8f18fcd5cc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334561 Nov 12 08:38:18.612834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc279cf-e438-41cf-8079-1b1cbb50cd5f req-78d8e5a6-0ce4-4178-b94c-aeca256cc9e6 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:18.623316 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-adc279cf-e438-41cf-8079-1b1cbb50cd5f req-78d8e5a6-0ce4-4178-b94c-aeca256cc9e6 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 944 time: 0.0870481 Nov 12 08:38:18.633025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60434) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.634226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eda656-5906-4fef-8ee3-fced492897af req-9f67e576-ee0d-4f03-829c-2f18371b0a46 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:18.636314 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c5eda656-5906-4fef-8ee3-fced492897af req-9f67e576-ee0d-4f03-829c-2f18371b0a46 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 945 time: 0.1899745 Nov 12 08:38:18.764735 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c5eda656-5906-4fef-8ee3-fced492897af req-6f2d351d-701c-4d97-926e-388596e5754b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760841 Nov 12 08:38:18.765925 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-adc279cf-e438-41cf-8079-1b1cbb50cd5f req-f307b25a-a99d-4d94-95f6-1c729b53b851 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223390 Nov 12 08:38:18.827831 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2b1db58-d53b-4285-90e8-6d9e0ea8a4bd req-8fff87ad-ab0b-4f6f-9e03-fdbf72bc046b service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502449 Nov 12 08:38:18.834917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-f6af8c2d-58d3-499d-be63-8ccc2c65338a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:18.839576 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f6af8c2d-58d3-499d-be63-8ccc2c65338a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2019515 Nov 12 08:38:18.839798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60438) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.844567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-4ba3fab8-369a-4626-a0e3-6798a76e3402 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:18.847902 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4ba3fab8-369a-4626-a0e3-6798a76e3402 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048907 Nov 12 08:38:18.852337 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60440) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.857795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-451aed83-a6ce-4190-b922-42c9486a67af tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:18.861184 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-451aed83-a6ce-4190-b922-42c9486a67af tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0055382 Nov 12 08:38:18.861915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60442) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.873361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-843bbd13-ab95-4503-95cd-b77bdaa71a6d tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:18.877198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-843bbd13-ab95-4503-95cd-b77bdaa71a6d tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0114913 Nov 12 08:38:18.882889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60444) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.896052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-6e78e872-0efc-4596-ae69-7c0e6dc98f04 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:18.904704 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6e78e872-0efc-4596-ae69-7c0e6dc98f04 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0184054 Nov 12 08:38:18.905373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60446) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.923022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-3fc99b01-b3a4-4b2e-8369-4738b24c0adf tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:18.927312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3fc99b01-b3a4-4b2e-8369-4738b24c0adf tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0174778 Nov 12 08:38:18.929876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60448) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.937531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-6e466723-e241-41dc-bc78-d90570669191 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:18.941147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6e466723-e241-41dc-bc78-d90570669191 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0075464 Nov 12 08:38:18.942366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60450) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.946679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-451380ab-a765-48a0-ab9c-bff0e14589f7 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:18.951925 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-451380ab-a765-48a0-ab9c-bff0e14589f7 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043502 Nov 12 08:38:18.951925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60452) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.959649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-ccbe90d6-960b-4343-95de-5b283db7275e tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:18.961654 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ccbe90d6-960b-4343-95de-5b283db7275e tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0095348 Nov 12 08:38:18.965136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60454) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.971604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-3bb25f2e-7efa-4c8d-b077-842e721b0c70 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:18.972884 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3bb25f2e-7efa-4c8d-b077-842e721b0c70 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065768 Nov 12 08:38:18.975537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60456) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.982359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-4eb33a81-8011-4bdf-a6a1-b1cb5633f610 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:18.983732 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4eb33a81-8011-4bdf-a6a1-b1cb5633f610 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069206 Nov 12 08:38:18.989396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60458) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:18.998640 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-3a779e39-d543-4a2d-89e0-c6d11d1d421e tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.002608 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3a779e39-d543-4a2d-89e0-c6d11d1d421e tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0120127 Nov 12 08:38:19.007987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60460) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.012627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-75ab62da-a40f-47eb-9af6-9b8f40cb751c tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.015770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-75ab62da-a40f-47eb-9af6-9b8f40cb751c tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0067909 Nov 12 08:38:19.022338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60462) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.026327 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-7ba621be-0870-4c0a-9008-5bf7acdaf7c0 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.028575 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2b1db58-d53b-4285-90e8-6d9e0ea8a4bd req-2adc48e0-3086-477b-950b-4d97fb1351b9 service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902246 Nov 12 08:38:19.033004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60464) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.033525 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7ba621be-0870-4c0a-9008-5bf7acdaf7c0 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0104849 Nov 12 08:38:19.038595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-5629174f-ed80-4fae-ad02-38db12f51937 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.039969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5629174f-ed80-4fae-ad02-38db12f51937 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0049655 Nov 12 08:38:19.044907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60466) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.053879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-54386299-e0ee-43d9-80d1-026b85604c8b tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.055653 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-54386299-e0ee-43d9-80d1-026b85604c8b tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0072894 Nov 12 08:38:19.059866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60468) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.068807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-b0addf51-b175-49a8-bd49-115d0d44d4c4 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.076480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60472) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.081418 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b0addf51-b175-49a8-bd49-115d0d44d4c4 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0102222 Nov 12 08:38:19.089552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-15932eb8-d665-4044-8916-cc78962d6d0a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.092452 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-15932eb8-d665-4044-8916-cc78962d6d0a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0137234 Nov 12 08:38:19.093708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60474) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.102961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-7ec8add8-327d-459a-93f9-4dace754f306 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.106702 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7ec8add8-327d-459a-93f9-4dace754f306 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0067122 Nov 12 08:38:19.107882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60476) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.124349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-57d0ce62-87f6-4dd0-9968-900efad86fdd tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.124349 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-57d0ce62-87f6-4dd0-9968-900efad86fdd tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0110607 Nov 12 08:38:19.125229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60478) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.130695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-45e53644-1228-4838-9c7b-d6b3465dc53d tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.136891 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-45e53644-1228-4838-9c7b-d6b3465dc53d tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0067577 Nov 12 08:38:19.137243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60480) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.141803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-48583893-21f5-4a8a-a1c5-016139a62e8a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.148211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-48583893-21f5-4a8a-a1c5-016139a62e8a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045667 Nov 12 08:38:19.148551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60482) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.152910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-f47f1afe-aa3f-4d9a-ad48-bf3e32b02e37 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.156627 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f47f1afe-aa3f-4d9a-ad48-bf3e32b02e37 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044811 Nov 12 08:38:19.157084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60484) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.180636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-e8084a41-3a5c-4c02-9083-b4e6d809f3af tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.181700 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e8084a41-3a5c-4c02-9083-b4e6d809f3af tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0237844 Nov 12 08:38:19.184444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60492) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.188727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-b61fca2a-c574-482f-847b-6ae707881063 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.189742 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b61fca2a-c574-482f-847b-6ae707881063 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043323 Nov 12 08:38:19.193995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60494) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.205530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-700a5cf0-e8b9-4db9-9ce6-5455941d519b tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.210751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60496) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.221782 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-700a5cf0-e8b9-4db9-9ce6-5455941d519b tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0248818 Nov 12 08:38:19.233990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-7b83189f-b72c-4022-a7d9-3332f66ed351 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.242211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7b83189f-b72c-4022-a7d9-3332f66ed351 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0301857 Nov 12 08:38:19.242940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60502) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.251128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-0a018663-92e6-42e7-96c6-6bfc1e0df728 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.257700 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60504) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.258120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0a018663-92e6-42e7-96c6-6bfc1e0df728 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0138960 Nov 12 08:38:19.265370 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-051e3d36-9a11-4532-a9e2-3f2277a6ab32 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.269274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-051e3d36-9a11-4532-a9e2-3f2277a6ab32 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0085766 Nov 12 08:38:19.270433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60506) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.280667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-002aedf1-a55e-4edd-80b4-6d1e29453aa3 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.284473 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-002aedf1-a55e-4edd-80b4-6d1e29453aa3 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0104351 Nov 12 08:38:19.284904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60508) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.294253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-3b4890ad-29b2-4691-9719-15dd76338cd8 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.298195 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3b4890ad-29b2-4691-9719-15dd76338cd8 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0081642 Nov 12 08:38:19.303270 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60510) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.308956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-9d587274-58fa-40cb-9a42-64ea1a945a56 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.313282 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9d587274-58fa-40cb-9a42-64ea1a945a56 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0086005 Nov 12 08:38:19.315249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60512) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.319778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-0b1a83e4-22ba-4183-940c-ea20087a8818 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.320611 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0b1a83e4-22ba-4183-940c-ea20087a8818 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042875 Nov 12 08:38:19.325827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60514) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.333727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d418d-6f7f-40ad-8c88-2807af03b4dd req-04e0a44e-2b5a-43c7-995d-5d8fe893a912 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.340457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d418d-6f7f-40ad-8c88-2807af03b4dd req-04e0a44e-2b5a-43c7-995d-5d8fe893a912 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.349732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d418d-6f7f-40ad-8c88-2807af03b4dd req-04e0a44e-2b5a-43c7-995d-5d8fe893a912 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.349960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-8dd8eb98-82ce-4a94-9a2b-856d88a7335c tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.351820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06232c2d-a728-4267-b78a-8cdace9ee5dc up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:19.357719 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8dd8eb98-82ce-4a94-9a2b-856d88a7335c tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0278394 Nov 12 08:38:19.358761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60516) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.359406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d418d-6f7f-40ad-8c88-2807af03b4dd req-04e0a44e-2b5a-43c7-995d-5d8fe893a912 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.366552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d418d-6f7f-40ad-8c88-2807af03b4dd req-04e0a44e-2b5a-43c7-995d-5d8fe893a912 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.370626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-f124fd39-306b-422f-96e9-56992ddb393a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.373151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d418d-6f7f-40ad-8c88-2807af03b4dd req-04e0a44e-2b5a-43c7-995d-5d8fe893a912 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.380043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d418d-6f7f-40ad-8c88-2807af03b4dd req-04e0a44e-2b5a-43c7-995d-5d8fe893a912 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.380693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f124fd39-306b-422f-96e9-56992ddb393a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0173175 Nov 12 08:38:19.382937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60518) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.388594 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad9d418d-6f7f-40ad-8c88-2807af03b4dd req-04e0a44e-2b5a-43c7-995d-5d8fe893a912 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.2058320 Nov 12 08:38:19.393263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-db3cef2a-bf15-4c96-91bb-ca911bbed278 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.399274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-db3cef2a-bf15-4c96-91bb-ca911bbed278 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0125742 Nov 12 08:38:19.400291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60520) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.405195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-997a5555-fae1-4061-8184-53a44e72171a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.409152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-997a5555-fae1-4061-8184-53a44e72171a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0078137 Nov 12 08:38:19.409769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60522) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.420828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-f166dcab-ae13-4ca5-aec5-8f7b7f14833c tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.427362 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f166dcab-ae13-4ca5-aec5-8f7b7f14833c tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0160251 Nov 12 08:38:19.430800 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60524) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.435999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-6412d4e1-6766-4871-873d-8d0383276f1b tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.457164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6412d4e1-6766-4871-873d-8d0383276f1b tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0088770 Nov 12 08:38:19.458445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60528) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.464139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-a322942f-3418-4c55-985c-aa7b93975286 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.465529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 06232c2d-a728-4267-b78a-8cdace9ee5dc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:19.465986 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.473795 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a322942f-3418-4c55-985c-aa7b93975286 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0140932 Nov 12 08:38:19.474817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60532) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.483383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-7b465e6d-f296-41b0-a996-25c8fb94fb41 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.492613 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7b465e6d-f296-41b0-a996-25c8fb94fb41 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0163577 Nov 12 08:38:19.495122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60534) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.507084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-7e3c4b35-6f14-422e-9385-a9a184dc964d tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.518008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7e3c4b35-6f14-422e-9385-a9a184dc964d tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0198770 Nov 12 08:38:19.519178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60536) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.528544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-55cf0657-269d-4f9c-8e80-d08e2a59f0f1 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.539752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-55cf0657-269d-4f9c-8e80-d08e2a59f0f1 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0178721 Nov 12 08:38:19.541021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60538) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.545832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-6ff22464-6344-4fab-b785-096d971815c8 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.549830 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6ff22464-6344-4fab-b785-096d971815c8 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0075147 Nov 12 08:38:19.551292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60540) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.555846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-21c52040-68d2-4dca-8e66-c46db77cb418 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.560368 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-21c52040-68d2-4dca-8e66-c46db77cb418 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0077841 Nov 12 08:38:19.560865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60542) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.583695 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad9d418d-6f7f-40ad-8c88-2807af03b4dd req-0dc3d4f9-101a-46ee-b8b1-506ef059f11a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1938686 Nov 12 08:38:19.591180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-c2b9dbfd-b520-443e-b8eb-e2f829551b46 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.609136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60544) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.609395 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c2b9dbfd-b520-443e-b8eb-e2f829551b46 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0171330 Nov 12 08:38:19.609513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-684cdaaa-32a4-4350-9514-9e4b9290588a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.609513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-684cdaaa-32a4-4350-9514-9e4b9290588a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0052590 Nov 12 08:38:19.609665 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60546) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.616424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-347edb01-eaca-4cfe-8292-b150a8e15793 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.620585 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-347edb01-eaca-4cfe-8292-b150a8e15793 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0115652 Nov 12 08:38:19.621529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60548) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.626052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-db8278f3-315e-47f7-a828-8fd8446c1b83 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.630292 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-db8278f3-315e-47f7-a828-8fd8446c1b83 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0078640 Nov 12 08:38:19.631064 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60550) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.633543 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.635884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-1c639a48-53cb-47a5-bb66-e0a543bf1cbc tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.637811 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1c639a48-53cb-47a5-bb66-e0a543bf1cbc tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0057323 Nov 12 08:38:19.640875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60552) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.647169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-35a2d102-86c0-48c6-85e9-267208f67561 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.650544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-35a2d102-86c0-48c6-85e9-267208f67561 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0059345 Nov 12 08:38:19.650960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60554) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.655371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-ef0909dc-503d-467e-82fe-67dad12081b2 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.658447 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ef0909dc-503d-467e-82fe-67dad12081b2 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044506 Nov 12 08:38:19.659680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60556) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.672439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-a8bbfb9b-789b-40f5-809b-d3636b018a6a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.678711 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a8bbfb9b-789b-40f5-809b-d3636b018a6a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0117092 Nov 12 08:38:19.679089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60558) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.683677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-46eaa215-1de5-410b-bc2f-5d756ca59ac0 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.687498 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-46eaa215-1de5-410b-bc2f-5d756ca59ac0 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047491 Nov 12 08:38:19.687733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60560) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.695216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-5b6f5ae3-7140-41e3-9bc6-f9be8d5d6a74 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.701089 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5b6f5ae3-7140-41e3-9bc6-f9be8d5d6a74 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0094676 Nov 12 08:38:19.701355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:19.703633 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f16fef8-88ac-4dbc-95b8-83b0a8288ca8" -d '{"events": [{"server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "name": "network-vif-plugged", "status": "completed", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:19.705850 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60562) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.712395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-094a519a-17da-45e0-8508-50e11bd6c692 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.715824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32caa82-24be-4f82-a0cc-e03f470f53ea req-4948f5ca-de54-41c6-8b31-efb432c533f4 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:19.720252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-094a519a-17da-45e0-8508-50e11bd6c692 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0126233 Nov 12 08:38:19.720500 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f32caa82-24be-4f82-a0cc-e03f470f53ea req-4948f5ca-de54-41c6-8b31-efb432c533f4 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1117222 Nov 12 08:38:19.725956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60566) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.731879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-608adf58-79ac-46e4-86d9-99e99f0b4420 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.734113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:19.737641 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-608adf58-79ac-46e4-86d9-99e99f0b4420 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0085351 Nov 12 08:38:19.740415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60568) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.750313 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-c018e22f-35e5-4c30-bc3f-e73374351373 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.751678 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c018e22f-35e5-4c30-bc3f-e73374351373 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0099256 Nov 12 08:38:19.755725 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:19.762036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60570) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.774713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-92203053-7a41-48b3-8acb-e276131da809 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.775710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-92203053-7a41-48b3-8acb-e276131da809 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0126755 Nov 12 08:38:19.780586 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60574) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.790163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-49a53bbc-3bc8-4e48-b9d1-5fc16c3f0534 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.791085 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-49a53bbc-3bc8-4e48-b9d1-5fc16c3f0534 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0094905 Nov 12 08:38:19.794491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60578) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.801000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-53c84404-c89a-4abf-9c90-280e49fbe570 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.802255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-53c84404-c89a-4abf-9c90-280e49fbe570 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067880 Nov 12 08:38:19.804977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60580) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.810070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-bf600ece-53b8-4c47-a203-17716f8f9831 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.810874 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bf600ece-53b8-4c47-a203-17716f8f9831 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0048423 Nov 12 08:38:19.813526 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60582) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.819252 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-8b311f74-985e-43d8-822b-6422a603e80b tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.821677 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8b311f74-985e-43d8-822b-6422a603e80b tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070314 Nov 12 08:38:19.825433 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60584) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.830978 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-f4a96e86-df07-47f3-9e35-88f22acf9c3a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.832830 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f4a96e86-df07-47f3-9e35-88f22acf9c3a tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0065012 Nov 12 08:38:19.837855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60586) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.842775 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-0e05b5a5-b2d4-4e8b-99b1-ec5fa798f929 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.843783 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0e05b5a5-b2d4-4e8b-99b1-ec5fa798f929 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044684 Nov 12 08:38:19.849568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60588) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.854932 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-753781fe-9601-4f7d-8ad2-5e549a8f47c2 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.856078 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-753781fe-9601-4f7d-8ad2-5e549a8f47c2 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0054488 Nov 12 08:38:19.859406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60590) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.865080 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abe21aa-2a32-459f-9885-95f89740dbb9 x-openstack-request-id: req-2abe21aa-2a32-459f-9885-95f89740dbb9 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:19.865403 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "name": "network-vif-plugged", "status": "completed", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:19.865659 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2abe21aa-2a32-459f-9885-95f89740dbb9 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:19.866059 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'code': 200} Nov 12 08:38:19.868955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-488c821a-62d1-4e9b-a604-c69fac444619 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.872604 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-488c821a-62d1-4e9b-a604-c69fac444619 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0098069 Nov 12 08:38:19.872812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=06232c2d-a728-4267-b78a-8cdace9ee5dc,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:19.874302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60592) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.879657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-0d61d9c7-92c5-4559-b9b4-2347b9c36204 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.880670 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0d61d9c7-92c5-4559-b9b4-2347b9c36204 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0053885 Nov 12 08:38:19.887264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60594) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.896666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-31b9c46a-c45e-47e2-a245-455b497ddd1f tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.897981 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-31b9c46a-c45e-47e2-a245-455b497ddd1f tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0094597 Nov 12 08:38:19.902470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60596) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.904520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f32caa82-24be-4f82-a0cc-e03f470f53ea req-3441fbbc-b4d5-441f-85b7-0d496d316a23 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667964 Nov 12 08:38:19.913920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [None req-d04e5634-d64d-4798-bfdb-8893dafbb939 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.917913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60598) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:19.918844 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d04e5634-d64d-4798-bfdb-8893dafbb939 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0151002 Nov 12 08:38:19.923134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [None req-78752fa1-8fea-487e-ba48-fba281c66b39 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:19.924271 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-78752fa1-8fea-487e-ba48-fba281c66b39 tempest-ExtensionsTestJSON-696657420 tempest-ExtensionsTestJSON-696657420-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052142 Nov 12 08:38:20.083651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605a06d-f8d5-445c-b72b-b5dc60025848 req-46cd5c25-58dd-44e5-a9cf-75efa2fdcb27 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.085827 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1605a06d-f8d5-445c-b72b-b5dc60025848 req-46cd5c25-58dd-44e5-a9cf-75efa2fdcb27 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.0990100 Nov 12 08:38:20.164659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c55770-e94e-44d8-839f-4fcfc00dfaa4 req-4d4949de-da9f-4c92-9b3b-241a96ca3e67 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.169888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56c55770-e94e-44d8-839f-4fcfc00dfaa4 req-4d4949de-da9f-4c92-9b3b-241a96ca3e67 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 944 time: 0.1194854 Nov 12 08:38:20.210929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1605a06d-f8d5-445c-b72b-b5dc60025848 req-4c23bbec-bdf2-4bf9-94ed-bde9bbf8b94c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186922 Nov 12 08:38:20.296174 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56c55770-e94e-44d8-839f-4fcfc00dfaa4 req-e343ab93-0843-497c-8ec4-10510ffb6cf5 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166711 Nov 12 08:38:20.548480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60622) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:20.802987 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b61d0141-8ff8-4fc9-bd83-25743e36161c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.854665 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a508dd4-7e8d-4aab-b696-3a4278ddf89f req-ce3a3de8-8e52-4b4e-bd77-75739e81dd06 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.866767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a508dd4-7e8d-4aab-b696-3a4278ddf89f req-ce3a3de8-8e52-4b4e-bd77-75739e81dd06 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.878133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a508dd4-7e8d-4aab-b696-3a4278ddf89f req-ce3a3de8-8e52-4b4e-bd77-75739e81dd06 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.887615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a508dd4-7e8d-4aab-b696-3a4278ddf89f req-ce3a3de8-8e52-4b4e-bd77-75739e81dd06 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.899726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a508dd4-7e8d-4aab-b696-3a4278ddf89f req-ce3a3de8-8e52-4b4e-bd77-75739e81dd06 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.915365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a508dd4-7e8d-4aab-b696-3a4278ddf89f req-ce3a3de8-8e52-4b4e-bd77-75739e81dd06 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.928035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a508dd4-7e8d-4aab-b696-3a4278ddf89f req-ce3a3de8-8e52-4b4e-bd77-75739e81dd06 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:20.942269 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a508dd4-7e8d-4aab-b696-3a4278ddf89f req-ce3a3de8-8e52-4b4e-bd77-75739e81dd06 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.2487848 Nov 12 08:38:20.971488 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b61d0141-8ff8-4fc9-bd83-25743e36161c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:20.986764 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b61d0141-8ff8-4fc9-bd83-25743e36161c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.082353 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a508dd4-7e8d-4aab-b696-3a4278ddf89f req-7e71521b-1d7f-4682-b83f-ec37e7ed72d2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380632 Nov 12 08:38:21.086289 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b61d0141-8ff8-4fc9-bd83-25743e36161c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=556ce0de312f468786291a04381806bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5345016 Nov 12 08:38:21.088704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60642) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:21.089499 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d0141-8ff8-4fc9-bd83-25743e36161c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e763c1bb-36d2-4459-b3df-d1f7253964a2,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:21.254767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cf132-bd51-4aad-a66a-efc70cb1828f req-fd4a5983-021a-40bc-85d9-1d4a00a78671 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:21.258073 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-142cf132-bd51-4aad-a66a-efc70cb1828f req-fd4a5983-021a-40bc-85d9-1d4a00a78671 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1703470 Nov 12 08:38:21.345077 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df6a484c-d085-466d-a0ac-7436bf1f58f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.442806 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-142cf132-bd51-4aad-a66a-efc70cb1828f req-f92d6eee-c9ea-4077-9b85-6f8301e50ba5 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677203 Nov 12 08:38:21.457721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df6a484c-d085-466d-a0ac-7436bf1f58f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.506372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421a9d3-af1e-4f56-b9f4-5ee9197ecabf req-0de7c2f0-bc46-4fde-92a2-b0dc30346c1c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:21.514062 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e421a9d3-af1e-4f56-b9f4-5ee9197ecabf req-0de7c2f0-bc46-4fde-92a2-b0dc30346c1c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1509380 Nov 12 08:38:21.652274 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1f555a23-e470-4bb1-bb4b-5467296eaa7d details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:21.704703 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df6a484c-d085-466d-a0ac-7436bf1f58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.704703 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df6a484c-d085-466d-a0ac-7436bf1f58f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:21.704703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-df6a484c-d085-466d-a0ac-7436bf1f58f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e763c1bb-36d2-4459-b3df-d1f7253964a2 HTTP/1.1" status: 204 len: 168 time: 0.5954518 Nov 12 08:38:21.725396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12e60a-61a9-4780-8266-a682b1c5f2b9 req-98604e2d-86b7-4a00-99cc-52373145b9f5 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:21.734464 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f12e60a-61a9-4780-8266-a682b1c5f2b9 req-98604e2d-86b7-4a00-99cc-52373145b9f5 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 944 time: 0.1151445 Nov 12 08:38:21.736553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a484c-d085-466d-a0ac-7436bf1f58f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e763c1bb-36d2-4459-b3df-d1f7253964a2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:21.782031 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e421a9d3-af1e-4f56-b9f4-5ee9197ecabf req-8261f052-49c3-4824-b4e8-b474bc5abb06 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625914 Nov 12 08:38:21.867665 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f12e60a-61a9-4780-8266-a682b1c5f2b9 req-df54d906-7a99-4f70-8cca-0b2b4e00acdd tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319292 Nov 12 08:38:21.938070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 1f555a23-e470-4bb1-bb4b-5467296eaa7d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1f555a23-e470-4bb1-bb4b-5467296eaa7d,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:22.017821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '1f555a23-e470-4bb1-bb4b-5467296eaa7d', 'network_id': '7a0481cf-65ae-411d-bc01-b5d30fe1a2eb', 'port_id': '1f555a23-e470-4bb1-bb4b-5467296eaa7d', 'mac_address': 'fa:16:3e:07:5b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6974b3-5c87-4446-8b14-27f51d2cc36f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:22.077096 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.102725 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f555a23-e470-4bb1-bb4b-5467296eaa7d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:22.134593 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 1f555a23-e470-4bb1-bb4b-5467296eaa7d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1f555a23-e470-4bb1-bb4b-5467296eaa7d,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:22.145961 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.305513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=1f555a23-e470-4bb1-bb4b-5467296eaa7d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:22.314676 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:22.409080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc222bb9-853e-43c7-a7ee-597e9c6b1431 req-0f674d03-8910-4246-a197-f1ee0ad20b4a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:22.436502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc222bb9-853e-43c7-a7ee-597e9c6b1431 req-0f674d03-8910-4246-a197-f1ee0ad20b4a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:22.491515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc222bb9-853e-43c7-a7ee-597e9c6b1431 req-0f674d03-8910-4246-a197-f1ee0ad20b4a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:22.511033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc222bb9-853e-43c7-a7ee-597e9c6b1431 req-0f674d03-8910-4246-a197-f1ee0ad20b4a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:22.524203 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['1f555a23-e470-4bb1-bb4b-5467296eaa7d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:22.532919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc222bb9-853e-43c7-a7ee-597e9c6b1431 req-0f674d03-8910-4246-a197-f1ee0ad20b4a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:22.543654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc222bb9-853e-43c7-a7ee-597e9c6b1431 req-0f674d03-8910-4246-a197-f1ee0ad20b4a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:22.559354 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc222bb9-853e-43c7-a7ee-597e9c6b1431 req-0f674d03-8910-4246-a197-f1ee0ad20b4a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:22.561481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc222bb9-853e-43c7-a7ee-597e9c6b1431 req-0f674d03-8910-4246-a197-f1ee0ad20b4a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.2489996 Nov 12 08:38:22.793090 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc222bb9-853e-43c7-a7ee-597e9c6b1431 req-96f278c1-e250-48d9-a9f6-a63068589925 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2229481 Nov 12 08:38:22.982213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972aabe-8ee4-43f4-9bec-89fb15f57eec req-6cfcdfa1-0e2c-4439-9b3e-36a995a577b8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:22.995590 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4972aabe-8ee4-43f4-9bec-89fb15f57eec req-6cfcdfa1-0e2c-4439-9b3e-36a995a577b8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0960259 Nov 12 08:38:23.107261 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4972aabe-8ee4-43f4-9bec-89fb15f57eec req-c4446cc4-822d-417f-bcc2-3f7a2f820d18 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102490 Nov 12 08:38:23.389001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae5d67-e4d2-44d4-a70a-b4c8a88a1cd6 req-a64173ee-7e56-46ae-8ba6-3f0241859f5c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:23.395481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25ae5d67-e4d2-44d4-a70a-b4c8a88a1cd6 req-a64173ee-7e56-46ae-8ba6-3f0241859f5c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1149108 Nov 12 08:38:23.505681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25ae5d67-e4d2-44d4-a70a-b4c8a88a1cd6 req-a444e0ba-35f2-471b-9ffa-5d15ee3391be tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999691 Nov 12 08:38:23.568746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-2a8a7f16-a46f-468e-8aa6-081bbd095347 req-2d0b80ec-9ca3-4aa8-a8c2-6913621dbfc5 service neutron] (102445) timed out ('10.222.0.46', 52657) {{(pid=102445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:38:23.587301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60700) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:23.784273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-56388669'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:23.837154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff9890-2866-4f81-9442-4c611fe74d77 req-46b41344-21fd-4ed1-8c3f-1caef9ca3874 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:23.842845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Made reservation on behalf of 3aac0e9f616a4cfe90da66c17ab0df79 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:23.846821 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:23.849016 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-95ff9890-2866-4f81-9442-4c611fe74d77 req-46b41344-21fd-4ed1-8c3f-1caef9ca3874 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 945 time: 0.1656406 Nov 12 08:38:23.869557 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.004253 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-95ff9890-2866-4f81-9442-4c611fe74d77 req-6e981ed5-2793-48ce-90c3-326fe3bb57ea tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536956 Nov 12 08:38:24.097939 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.106343 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.151209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:38:24.164536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794fdb43-6512-4679-9abd-8c507dc9402b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:24.214028 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.215415 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Added segment a1e9851c-8493-474b-98a7-b3a56b7e6d34 of type vlan for network 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef Nov 12 08:38:24.319112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5ae7f-1d6d-488c-bcb3-9c24c25bc16c req-d08a5b3c-92de-40a7-b63d-d8423045fee6 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.320764 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01a5ae7f-1d6d-488c-bcb3-9c24c25bc16c req-d08a5b3c-92de-40a7-b63d-d8423045fee6 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a233e91-f6f8-42b0-a02f-71047a6dd590 HTTP/1.1" status: 200 len: 951 time: 0.0966976 Nov 12 08:38:24.322006 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.349787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ad2a-493d-4014-bea1-aff4e318d130 req-d282625b-7d34-4aa5-941b-ee49692969ed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.357818 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ad2a-493d-4014-bea1-aff4e318d130 req-d282625b-7d34-4aa5-941b-ee49692969ed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.366388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ad2a-493d-4014-bea1-aff4e318d130 req-d282625b-7d34-4aa5-941b-ee49692969ed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.376205 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ad2a-493d-4014-bea1-aff4e318d130 req-d282625b-7d34-4aa5-941b-ee49692969ed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.396384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ad2a-493d-4014-bea1-aff4e318d130 req-d282625b-7d34-4aa5-941b-ee49692969ed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.417357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ad2a-493d-4014-bea1-aff4e318d130 req-d282625b-7d34-4aa5-941b-ee49692969ed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.433863 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ad2a-493d-4014-bea1-aff4e318d130 req-d282625b-7d34-4aa5-941b-ee49692969ed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.436260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d56ad2a-493d-4014-bea1-aff4e318d130 req-d282625b-7d34-4aa5-941b-ee49692969ed tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.2455449 Nov 12 08:38:24.443544 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.resource_extend [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:38:24.451063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01a5ae7f-1d6d-488c-bcb3-9c24c25bc16c req-44c3b988-a00f-47b4-a102-bf4e69d8deb2 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220660 Nov 12 08:38:24.528089 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.534212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.534873 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.571241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b99af5-74c2-4674-ba8e-8e91b4a79e0f req-a923ca0a-d52e-494b-aac1-63567fe08d46 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.580040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30b99af5-74c2-4674-ba8e-8e91b4a79e0f req-a923ca0a-d52e-494b-aac1-63567fe08d46 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0725219 Nov 12 08:38:24.589032 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d56ad2a-493d-4014-bea1-aff4e318d130 req-f1685c31-5dea-4a05-87de-983e01c027f3 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423671 Nov 12 08:38:24.641591 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0527773 Nov 12 08:38:24.645846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60732) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:24.650939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-12bd2297-4123-42e8-bc4e-b79e496145b4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'subnet': {'network_id': '75b1feb1-5c56-4f8f-9548-bcbc6f8138ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:24.662065 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-30b99af5-74c2-4674-ba8e-8e91b4a79e0f req-32597d66-8801-44d5-968e-94b84630bb64 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808012 Nov 12 08:38:24.787734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69f9d5-9daa-4d9e-8f83-2f9b9048e45e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Network': ['ID=75b1feb1-5c56-4f8f-9548-bcbc6f8138ef,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:24.791557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bd2297-4123-42e8-bc4e-b79e496145b4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Made reservation on behalf of 3aac0e9f616a4cfe90da66c17ab0df79 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:24.795466 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12bd2297-4123-42e8-bc4e-b79e496145b4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:24.799269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:38:24.909620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b1dfb-3c70-4a16-b3ab-6220f55e2223 req-b6bb2c37-9582-4ca6-8f07-4c11d5ebedab tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:24.911255 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-287b1dfb-3c70-4a16-b3ab-6220f55e2223 req-b6bb2c37-9582-4ca6-8f07-4c11d5ebedab tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1359944 Nov 12 08:38:25.020764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14b4c-e62d-4f14-ac38-ec0eb2024da2 req-cd358a63-7681-4a85-87b5-af9146e31d9d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:25.022444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d7d14b4c-e62d-4f14-ac38-ec0eb2024da2 req-cd358a63-7681-4a85-87b5-af9146e31d9d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0947905 Nov 12 08:38:25.072830 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-287b1dfb-3c70-4a16-b3ab-6220f55e2223 req-c9b74f90-4198-46c7-863d-e0a157697a36 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429553 Nov 12 08:38:25.180781 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12bd2297-4123-42e8-bc4e-b79e496145b4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.199614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea61fd4-f437-47b1-8486-8a67829c237c req-3bf5264e-10c0-46f9-aca9-89f24eb5a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:25.201298 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2ea61fd4-f437-47b1-8486-8a67829c237c req-3bf5264e-10c0-46f9-aca9-89f24eb5a7bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1096 time: 0.1775329 Nov 12 08:38:25.250613 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d7d14b4c-e62d-4f14-ac38-ec0eb2024da2 req-30820c33-21f4-4fb2-ba09-1afd3249a22d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034769 Nov 12 08:38:25.316998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd2297-4123-42e8-bc4e-b79e496145b4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Subnet': ['ID=926151ad-e85b-49bd-bd15-6d976d304828,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:25.340371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60750) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:25.343132 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd2297-4123-42e8-bc4e-b79e496145b4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Checking segment: {'id': 'a1e9851c-8493-474b-98a7-b3a56b7e6d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '75b1feb1-5c56-4f8f-9548-bcbc6f8138ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:25.343646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd2297-4123-42e8-bc4e-b79e496145b4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network hostable DHCP agents. Network: 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:38:25.366128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a1d7c-f4f0-4b22-a408-88ca4b15f14a req-726a0740-b761-441f-af90-4a05ba2e0d8a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:25.368030 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-183a1d7c-f4f0-4b22-a408-88ca4b15f14a req-726a0740-b761-441f-af90-4a05ba2e0d8a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 945 time: 0.1376739 Nov 12 08:38:25.384340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd2297-4123-42e8-bc4e-b79e496145b4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:38:25.442053 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-183a1d7c-f4f0-4b22-a408-88ca4b15f14a req-eb068bc7-df0a-4126-825e-a4572f339c13 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609536 Nov 12 08:38:25.443751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-12bd2297-4123-42e8-bc4e-b79e496145b4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:25.448468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd2297-4123-42e8-bc4e-b79e496145b4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:25.449710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12bd2297-4123-42e8-bc4e-b79e496145b4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.459668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03974cca-bff9-470e-9231-f025f8f2ceba None None] Network 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:25.486167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-12bd2297-4123-42e8-bc4e-b79e496145b4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8378344 Nov 12 08:38:25.487816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60756) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:25.494425 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2130109442', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:25.559496 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.560777 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.666022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1f555a23-e470-4bb1-bb4b-5467296eaa7d up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:25.667421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:25.754680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea61fd4-f437-47b1-8486-8a67829c237c req-9278ac8e-e600-4229-8897-95efb6e704d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:25.756586 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2ea61fd4-f437-47b1-8486-8a67829c237c req-9278ac8e-e600-4229-8897-95efb6e704d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.5414829 Nov 12 08:38:25.816452 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dafb7e-da4b-4fb8-81e6-c8582f62e2f6 None None] Network 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:25.930253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc8ab9-0737-4b6d-be54-6a52abe4337a req-27ce0138-19f9-4219-a07c-63674db25fe1 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:25.932356 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83dc8ab9-0737-4b6d-be54-6a52abe4337a req-27ce0138-19f9-4219-a07c-63674db25fe1 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a233e91-f6f8-42b0-a02f-71047a6dd590 HTTP/1.1" status: 200 len: 951 time: 0.2989454 Nov 12 08:38:25.940296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7b3563-20a3-4f91-8f6d-19892fff1f7c admin admin] Deleting subnet 9b13783d-4c4e-450c-befa-f6858c089ee0 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:38:25.969030 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3563-20a3-4f91-8f6d-19892fff1f7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.019792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 1f555a23-e470-4bb1-bb4b-5467296eaa7d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:26.034034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 1f555a23-e470-4bb1-bb4b-5467296eaa7d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:26.034408 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.040319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2ea61fd4-f437-47b1-8486-8a67829c237c req-9af8fcf8-c37b-4256-8d55-83e846673150 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 998 time: 0.2451642 Nov 12 08:38:26.084627 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.180142 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.186389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea61fd4-f437-47b1-8486-8a67829c237c req-b22d64d4-4f7e-4804-a6dd-90da6d90411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.193801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2ea61fd4-f437-47b1-8486-8a67829c237c req-b22d64d4-4f7e-4804-a6dd-90da6d90411a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1315620 Nov 12 08:38:26.207741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcfec7-0370-4098-a33f-06b673592e21 req-e94479ed-f4e6-422b-9991-7c751c6cd5d0 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.214752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcfec7-0370-4098-a33f-06b673592e21 req-e94479ed-f4e6-422b-9991-7c751c6cd5d0 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.221153 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcfec7-0370-4098-a33f-06b673592e21 req-e94479ed-f4e6-422b-9991-7c751c6cd5d0 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.228238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcfec7-0370-4098-a33f-06b673592e21 req-e94479ed-f4e6-422b-9991-7c751c6cd5d0 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.236538 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcfec7-0370-4098-a33f-06b673592e21 req-e94479ed-f4e6-422b-9991-7c751c6cd5d0 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.244604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcfec7-0370-4098-a33f-06b673592e21 req-e94479ed-f4e6-422b-9991-7c751c6cd5d0 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.251043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcfec7-0370-4098-a33f-06b673592e21 req-e94479ed-f4e6-422b-9991-7c751c6cd5d0 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.253311 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9afcfec7-0370-4098-a33f-06b673592e21 req-e94479ed-f4e6-422b-9991-7c751c6cd5d0 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.4160454 Nov 12 08:38:26.272503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 1f555a23-e470-4bb1-bb4b-5467296eaa7d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1f555a23-e470-4bb1-bb4b-5467296eaa7d,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:26.275087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1f224b-2f88-419f-a977-563645493359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f555a23-e470-4bb1-bb4b-5467296eaa7d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:26.283667 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cbc754-13c5-41b5-991d-4bac184e43bc" -d '{"events": [{"server_uuid": "8a1f224b-2f88-419f-a977-563645493359", "name": "network-vif-plugged", "status": "completed", "tag": "1f555a23-e470-4bb1-bb4b-5467296eaa7d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:26.293086 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.325436 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3563-20a3-4f91-8f6d-19892fff1f7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.360475 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9afcfec7-0370-4098-a33f-06b673592e21 req-619d97c7-5c0e-4f00-90ac-c1ff31b969f0 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789907 Nov 12 08:38:26.444001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=1f555a23-e470-4bb1-bb4b-5467296eaa7d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:26.517995 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83dc8ab9-0737-4b6d-be54-6a52abe4337a req-200a4437-e2d6-40de-a1fe-193cde039ef2 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591352 Nov 12 08:38:26.559101 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3563-20a3-4f91-8f6d-19892fff1f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.616682 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.630925 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea61fd4-f437-47b1-8486-8a67829c237c req-f8311188-aa53-4546-8ba8-9ba9b09f6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.632506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2ea61fd4-f437-47b1-8486-8a67829c237c req-f8311188-aa53-4546-8ba8-9ba9b09f6431 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4282894 Nov 12 08:38:26.638743 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3563-20a3-4f91-8f6d-19892fff1f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.642190 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.695291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b3563-20a3-4f91-8f6d-19892fff1f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b13783d-4c4e-450c-befa-f6858c089ee0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:26.697711 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3563-20a3-4f91-8f6d-19892fff1f7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.703481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9e7b3563-20a3-4f91-8f6d-19892fff1f7c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9b13783d-4c4e-450c-befa-f6858c089ee0 HTTP/1.1" status: 204 len: 168 time: 1.3599615 Nov 12 08:38:26.711308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60770) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:26.797459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af66f5f-45d4-4c27-9dbb-9a3087c473ea req-5b265e6f-58ec-4879-b957-b32d5e53517b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.799114 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5af66f5f-45d4-4c27-9dbb-9a3087c473ea req-5b265e6f-58ec-4879-b957-b32d5e53517b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.2869279 Nov 12 08:38:26.806632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7fbc4-2731-4682-8238-b0acb0ccdd13 req-9307a78f-bf6b-4940-8b1c-01b700775487 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:26.808260 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91a7fbc4-2731-4682-8238-b0acb0ccdd13 req-9307a78f-bf6b-4940-8b1c-01b700775487 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1142163 Nov 12 08:38:26.853682 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:26.877457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2ea61fd4-f437-47b1-8486-8a67829c237c req-3982cab5-01c9-4e77-9804-acea326ad181 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269173 Nov 12 08:38:26.885721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91a7fbc4-2731-4682-8238-b0acb0ccdd13 req-2e5953f5-821f-4bba-8091-76a223945347 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702875 Nov 12 08:38:26.918980 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5af66f5f-45d4-4c27-9dbb-9a3087c473ea req-0f072b6a-369d-47d1-b9d5-a2c9f4c6951b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787044 Nov 12 08:38:26.953895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.25.3.216 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/6b97f5c3-db0f-4983-ac19-017a3cca6599) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:27.025276 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e373d96-c897-49bc-8a0b-cd5c4f4248f0 x-openstack-request-id: req-9e373d96-c897-49bc-8a0b-cd5c4f4248f0 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:27.025802 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1f224b-2f88-419f-a977-563645493359", "name": "network-vif-plugged", "status": "completed", "tag": "1f555a23-e470-4bb1-bb4b-5467296eaa7d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:27.025907 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e373d96-c897-49bc-8a0b-cd5c4f4248f0 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:27.026301 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1f224b-2f88-419f-a977-563645493359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f555a23-e470-4bb1-bb4b-5467296eaa7d', 'code': 200} Nov 12 08:38:27.026426 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2ea61fd4-f437-47b1-8486-8a67829c237c req-39f5447a-dfed-4060-b778-9340633ba26d service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398487 Nov 12 08:38:27.078120 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.104406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0714188f-6499-4655-a48e-68414a9c8530']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:27.119661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:27.119956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed78c5f3-ef41-4766-a3c4-cc21b39fc616') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:27.141192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.161268 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.168127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:38:27.168533 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: items = [ Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:38:27.189688 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:38:27.228085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4599fa-e84f-43c1-9261-a3b2d90d58b0 req-611a85aa-2819-49de-bbef-ac4b38d03256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:27.235984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aa4599fa-e84f-43c1-9261-a3b2d90d58b0 req-611a85aa-2819-49de-bbef-ac4b38d03256 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 1098 time: 0.0721052 Nov 12 08:38:27.352315 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aa4599fa-e84f-43c1-9261-a3b2d90d58b0 req-e8089953-97c6-458f-b752-8f08a6bb9654 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078110 Nov 12 08:38:27.475527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d08c4-ac18-4817-9efa-7e97568dcb5c req-334666e2-7f15-4f12-8bf6-5a01ab0cf679 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:27.483808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e0d08c4-ac18-4817-9efa-7e97568dcb5c req-334666e2-7f15-4f12-8bf6-5a01ab0cf679 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.2566636 Nov 12 08:38:27.493067 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.508961 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.517321 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] 10.222.0.31 "DELETE /v2.0/networks/0714188f-6499-4655-a48e-68414a9c8530 HTTP/1.1" status: 204 len: 168 time: 0.8038967 Nov 12 08:38:27.596216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe3128-aee0-41f2-bcd2-d3ed7675c81b admin admin] Pushing event deleted for resources: {'Network': ['ID=0714188f-6499-4655-a48e-68414a9c8530,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:27.724608 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.840327 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e0d08c4-ac18-4817-9efa-7e97568dcb5c req-b19e5372-b389-4225-bc85-81baf3be5e48 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447788 Nov 12 08:38:27.931371 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:27.953813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898b6a-b123-47e2-84f9-de03182756ff req-567aa43f-3346-448e-807b-c686286172eb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:27.978167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898b6a-b123-47e2-84f9-de03182756ff req-567aa43f-3346-448e-807b-c686286172eb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:27.991751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60814) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:27.996750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898b6a-b123-47e2-84f9-de03182756ff req-567aa43f-3346-448e-807b-c686286172eb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.021359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898b6a-b123-47e2-84f9-de03182756ff req-567aa43f-3346-448e-807b-c686286172eb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.029000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898b6a-b123-47e2-84f9-de03182756ff req-567aa43f-3346-448e-807b-c686286172eb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.038545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898b6a-b123-47e2-84f9-de03182756ff req-567aa43f-3346-448e-807b-c686286172eb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.044593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00898b6a-b123-47e2-84f9-de03182756ff req-567aa43f-3346-448e-807b-c686286172eb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.061724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00898b6a-b123-47e2-84f9-de03182756ff req-567aa43f-3346-448e-807b-c686286172eb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.2608893 Nov 12 08:38:28.085377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:28.099182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:28.120067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:28.180962 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=6b97f5c3-db0f-4983-ac19-017a3cca6599,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.186438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00898b6a-b123-47e2-84f9-de03182756ff req-1f1bc857-4c71-4534-a45a-18b5eec9f06a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237054 Nov 12 08:38:28.261687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60824) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:28.264230 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-630445b4-5ac8-41a3-b61a-cb6dd17cd239 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66149b06cc734872a68ec8f1fb5145a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2529542 Nov 12 08:38:28.361568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404593eb-bcc2-4427-ad64-67a8914dd47d req-a0bd4624-a7e3-4097-847e-1353fc4eed75 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.363664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-404593eb-bcc2-4427-ad64-67a8914dd47d req-a0bd4624-a7e3-4097-847e-1353fc4eed75 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1858530 Nov 12 08:38:28.390536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1780d-b3e3-47fb-9dd2-d8f79885c356 req-e695e955-2794-475e-af63-0d33e74c3087 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:28.392836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96c1780d-b3e3-47fb-9dd2-d8f79885c356 req-e695e955-2794-475e-af63-0d33e74c3087 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1163270 Nov 12 08:38:28.396930 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c32a062c-ea04-49b1-8911-50f2d0abe762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.436863 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c32a062c-ea04-49b1-8911-50f2d0abe762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.501819 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c32a062c-ea04-49b1-8911-50f2d0abe762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.504991 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c32a062c-ea04-49b1-8911-50f2d0abe762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.506404 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c32a062c-ea04-49b1-8911-50f2d0abe762 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36b445ef-1715-4048-badb-2dc650fc309c HTTP/1.1" status: 204 len: 168 time: 0.2427306 Nov 12 08:38:28.534625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a062c-ea04-49b1-8911-50f2d0abe762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b445ef-1715-4048-badb-2dc650fc309c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:28.604951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96c1780d-b3e3-47fb-9dd2-d8f79885c356 req-3ec72487-1dfa-4ab6-9426-0ccc0a5a262e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106141 Nov 12 08:38:28.708035 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-404593eb-bcc2-4427-ad64-67a8914dd47d req-c4078e78-00e4-4fae-b847-e20b0cf40f36 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951877 Nov 12 08:38:28.912612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:28.932520 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.206150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f42b15-ed5c-4494-901e-a0d6aadfae9f req-5a5df60b-7f24-4b6c-8d20-b642603ec47c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:29.217325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-37f42b15-ed5c-4494-901e-a0d6aadfae9f req-5a5df60b-7f24-4b6c-8d20-b642603ec47c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.1129334 Nov 12 08:38:29.244283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2266e72-1399-4421-b7c9-723328d25386 req-cd959834-b65d-442f-a921-13b4ebdbb164 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:29.251470 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2266e72-1399-4421-b7c9-723328d25386 req-cd959834-b65d-442f-a921-13b4ebdbb164 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.2083917 Nov 12 08:38:29.329775 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-37f42b15-ed5c-4494-901e-a0d6aadfae9f req-9482f8ee-52e2-4a5f-8273-16ac4c52d538 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037974 Nov 12 08:38:29.366851 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2266e72-1399-4421-b7c9-723328d25386 req-bb152657-89dc-4a34-8995-56a3ccf24e4c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144607 Nov 12 08:38:29.473040 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:29.665754 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:29.939094 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.118135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:30.122819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:30.129911 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cf0d51-b0a1-4496-852b-6373014a2f84" -d '{"events": [{"server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "name": "network-vif-unplugged", "status": "completed", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:30.138544 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.146973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb630dd-5af5-49ef-88f0-c17cc74d4c62 req-e9c1ebcb-7ff6-4fdd-bf31-029b8989d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.159517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-deb630dd-5af5-49ef-88f0-c17cc74d4c62 req-e9c1ebcb-7ff6-4fdd-bf31-029b8989d8ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d09ef456fed04b159b4967be78dc9d91&device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 1098 time: 0.2928028 Nov 12 08:38:30.195854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6cc29-8b14-4fae-bfef-da537a8cda88 req-5e8d1dae-dcba-4944-b33c-7a11119ef66b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.209998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aec6cc29-8b14-4fae-bfef-da537a8cda88 req-5e8d1dae-dcba-4944-b33c-7a11119ef66b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.2871587 Nov 12 08:38:30.288786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,revision_number=11']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:30.372747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8242b2c-e4f5-4501-9f8b-b49531505b1e req-c4eb02af-c39e-4d87-bcf6-3e13c6b201b9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.379037 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8242b2c-e4f5-4501-9f8b-b49531505b1e req-c4eb02af-c39e-4d87-bcf6-3e13c6b201b9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.386061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8242b2c-e4f5-4501-9f8b-b49531505b1e req-c4eb02af-c39e-4d87-bcf6-3e13c6b201b9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.390219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60896) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.392447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8242b2c-e4f5-4501-9f8b-b49531505b1e req-c4eb02af-c39e-4d87-bcf6-3e13c6b201b9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.401742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8242b2c-e4f5-4501-9f8b-b49531505b1e req-c4eb02af-c39e-4d87-bcf6-3e13c6b201b9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.430892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8242b2c-e4f5-4501-9f8b-b49531505b1e req-c4eb02af-c39e-4d87-bcf6-3e13c6b201b9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.450978 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8242b2c-e4f5-4501-9f8b-b49531505b1e req-c4eb02af-c39e-4d87-bcf6-3e13c6b201b9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.453681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aec6cc29-8b14-4fae-bfef-da537a8cda88 req-534cc123-81f7-4d67-9a56-02061ae751ca tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419908 Nov 12 08:38:30.465051 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8242b2c-e4f5-4501-9f8b-b49531505b1e req-c4eb02af-c39e-4d87-bcf6-3e13c6b201b9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.9118183 Nov 12 08:38:30.494256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb630dd-5af5-49ef-88f0-c17cc74d4c62 req-95a69d42-8555-4e79-b994-fa72adb5d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.495623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-deb630dd-5af5-49ef-88f0-c17cc74d4c62 req-95a69d42-8555-4e79-b994-fa72adb5d081 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb HTTP/1.1" status: 200 len: 912 time: 0.3304663 Nov 12 08:38:30.570930 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-deb630dd-5af5-49ef-88f0-c17cc74d4c62 req-0bd0e20c-2ec3-4e24-bda9-41d25f50f3b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f555a23-e470-4bb1-bb4b-5467296eaa7d HTTP/1.1" status: 200 len: 217 time: 0.0590045 Nov 12 08:38:30.572819 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8242b2c-e4f5-4501-9f8b-b49531505b1e req-ee49ac5a-35a7-4b55-a667-e616f740cbca tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067250 Nov 12 08:38:30.585960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:38:30.648521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-342141813-network', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:30.681682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Made reservation on behalf of fc4bcbdfbf46407382303c5b72983d6c for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:30.686403 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.708530 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.745692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb630dd-5af5-49ef-88f0-c17cc74d4c62 req-9cafd212-bf08-4b96-99da-59a495695adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.747425 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-deb630dd-5af5-49ef-88f0-c17cc74d4c62 req-9cafd212-bf08-4b96-99da-59a495695adf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba6974b3-5c87-4446-8b14-27f51d2cc36f HTTP/1.1" status: 200 len: 851 time: 0.1708915 Nov 12 08:38:30.772429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:30.785986 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57121f8-dd06-4537-b0fb-638073c02438 None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:30.801460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6562e4-a401-48bd-a353-b534d649a539 req-e2c50f78-9555-475f-8c71-3e94784d8461 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:30.803128 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a6562e4-a401-48bd-a353-b534d649a539 req-e2c50f78-9555-475f-8c71-3e94784d8461 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.0873981 Nov 12 08:38:30.806479 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:30.807698 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-306767a0-1e81-47f9-8931-168ebb199493 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3178697 Nov 12 08:38:30.813673 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-deb630dd-5af5-49ef-88f0-c17cc74d4c62 req-0ca54617-3aa4-443c-99f6-be9b84aa2821 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496290 Nov 12 08:38:30.814170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60912) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:30.820341 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57121f8-dd06-4537-b0fb-638073c02438 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:30.821744 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a57121f8-dd06-4537-b0fb-638073c02438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:30.904391 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a6562e4-a401-48bd-a353-b534d649a539 req-4a90483e-e3d1-4674-9632-b7d0d9cfe66d tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924487 Nov 12 08:38:30.905940 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a57121f8-dd06-4537-b0fb-638073c02438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:30.932689 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57121f8-dd06-4537-b0fb-638073c02438 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:30.937573 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a57121f8-dd06-4537-b0fb-638073c02438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:31.010524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ab1c8-92cd-473b-a70e-5ac01965c09e req-dfbcaeec-efbc-480c-8b67-21a2a23abf19 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.016182 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fcaf2f-292a-434d-bab6-5ec02d85d23c x-openstack-request-id: req-e8fcaf2f-292a-434d-bab6-5ec02d85d23c {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:31.016729 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "name": "network-vif-unplugged", "status": "completed", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:31.017382 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8fcaf2f-292a-434d-bab6-5ec02d85d23c {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:31.018017 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'code': 200} Nov 12 08:38:31.018297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-429ab1c8-92cd-473b-a70e-5ac01965c09e req-dfbcaeec-efbc-480c-8b67-21a2a23abf19 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.3132718 Nov 12 08:38:31.035616 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a57121f8-dd06-4537-b0fb-638073c02438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:31.038138 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57121f8-dd06-4537-b0fb-638073c02438 None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:31.167482 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.185339 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.199009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:38:31.210550 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.211154 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Added segment 0244f28c-aec9-41ff-b012-22c1de755921 of type vlan for network e15557bf-6095-4744-9c4f-6e89b3a8efae Nov 12 08:38:31.269248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-429ab1c8-92cd-473b-a70e-5ac01965c09e req-c2037fe2-8d66-47cb-b8e9-15c995748f31 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412040 Nov 12 08:38:31.293983 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-deb630dd-5af5-49ef-88f0-c17cc74d4c62 req-302e30ff-fd22-4f4d-833d-d7378742b190 service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610279 Nov 12 08:38:31.462180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729855d6-8333-482d-847d-4cf31e72a4dd,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:31.535297 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.664344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f5c1-5e90-4f16-8fe9-a76bb43ce6f3 req-27c28e6a-a84c-4e33-9403-41962eb65da8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.665906 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a40f5c1-5e90-4f16-8fe9-a76bb43ce6f3 req-27c28e6a-a84c-4e33-9403-41962eb65da8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.2673514 Nov 12 08:38:31.670717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-deb630dd-5af5-49ef-88f0-c17cc74d4c62 req-f9732aba-7a24-4b13-8e46-2cb943bbe5b2 service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584270 Nov 12 08:38:31.676200 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.677168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.677865 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:31.856820 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4636579 Nov 12 08:38:31.868150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60962) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:31.882242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e930f7ea-2faf-4df6-bfaa-a48fff2c20c5 admin admin] Request body: {'subnet': {'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-342141813-subnet', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:31.891497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15329fe6-f010-49f7-9552-38c75e7e877a admin admin] Pushing event updated for resources: {'Network': ['ID=e15557bf-6095-4744-9c4f-6e89b3a8efae,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:31.903774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network e15557bf-6095-4744-9c4f-6e89b3a8efae details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:38:31.979413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1744-3e54-4e5f-833e-3c513dc2512a req-7c915446-5f6d-4a04-b144-fa6845701819 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:31.998844 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1744-3e54-4e5f-833e-3c513dc2512a req-7c915446-5f6d-4a04-b144-fa6845701819 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.006143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1744-3e54-4e5f-833e-3c513dc2512a req-7c915446-5f6d-4a04-b144-fa6845701819 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.022973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1744-3e54-4e5f-833e-3c513dc2512a req-7c915446-5f6d-4a04-b144-fa6845701819 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.029735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1744-3e54-4e5f-833e-3c513dc2512a req-7c915446-5f6d-4a04-b144-fa6845701819 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.037004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1744-3e54-4e5f-833e-3c513dc2512a req-7c915446-5f6d-4a04-b144-fa6845701819 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.043713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1744-3e54-4e5f-833e-3c513dc2512a req-7c915446-5f6d-4a04-b144-fa6845701819 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.055637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b5ca1744-3e54-4e5f-833e-3c513dc2512a req-7c915446-5f6d-4a04-b144-fa6845701819 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.2297051 Nov 12 08:38:32.154574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b5ca1744-3e54-4e5f-833e-3c513dc2512a req-f9185e19-3cc2-4a84-a08f-c83f588cd3be tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976677 Nov 12 08:38:32.324067 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a40f5c1-5e90-4f16-8fe9-a76bb43ce6f3 req-dc281ae1-b24a-41ee-8015-6d6b6285384b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6256309 Nov 12 08:38:32.385864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e930f7ea-2faf-4df6-bfaa-a48fff2c20c5 admin admin] Made reservation on behalf of fc4bcbdfbf46407382303c5b72983d6c for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:32.396070 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e930f7ea-2faf-4df6-bfaa-a48fff2c20c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.465831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153aec6-50d3-4621-8bad-827b47f0794b req-69b358b6-8126-459f-9e32-f3f87a9e5668 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.475959 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1153aec6-50d3-4621-8bad-827b47f0794b req-69b358b6-8126-459f-9e32-f3f87a9e5668 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.0842319 Nov 12 08:38:32.556657 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1153aec6-50d3-4621-8bad-827b47f0794b req-b0b26a1d-4496-4e6f-8c49-68c967a8517e tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793200 Nov 12 08:38:32.700643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e25af8-584a-40c2-99ac-36c85678802c req-34f8da95-fdb8-4d9b-a937-178634d5b290 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:32.702229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68e25af8-584a-40c2-99ac-36c85678802c req-34f8da95-fdb8-4d9b-a937-178634d5b290 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1695733 Nov 12 08:38:32.759629 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:32.942532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68e25af8-584a-40c2-99ac-36c85678802c req-eac858b2-ab8d-4759-a9bc-c7af0599aecd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312768 Nov 12 08:38:32.958335 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e930f7ea-2faf-4df6-bfaa-a48fff2c20c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.099445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930f7ea-2faf-4df6-bfaa-a48fff2c20c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e098a2ee-2339-4ade-8938-56472dbe143c,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:33.110502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e930f7ea-2faf-4df6-bfaa-a48fff2c20c5 admin admin] Checking segment: {'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:33.110882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e930f7ea-2faf-4df6-bfaa-a48fff2c20c5 admin admin] Network hostable DHCP agents. Network: e15557bf-6095-4744-9c4f-6e89b3a8efae, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:38:33.178530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e930f7ea-2faf-4df6-bfaa-a48fff2c20c5 admin admin] Network e15557bf-6095-4744-9c4f-6e89b3a8efae is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:38:33.197912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-e930f7ea-2faf-4df6-bfaa-a48fff2c20c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, e15557bf-6095-4744-9c4f-6e89b3a8efae) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:33.207432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b5dba-a074-49a2-995f-8f82aea85805 None None] Network e15557bf-6095-4744-9c4f-6e89b3a8efae requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:33.231098 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e930f7ea-2faf-4df6-bfaa-a48fff2c20c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:33.231843 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e930f7ea-2faf-4df6-bfaa-a48fff2c20c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.361143 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e930f7ea-2faf-4df6-bfaa-a48fff2c20c5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4893854 Nov 12 08:38:33.366448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 32796) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:33.373328 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-342141813-router', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:33.406174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 190b3afb-1975-4cc4-95e6-fe8cb89b1120 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:33.426508 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.428845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.545302 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.605074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5d8517-c796-41ca-b690-d4cda55443c1 None None] Network e15557bf-6095-4744-9c4f-6e89b3a8efae requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:38:33.629402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.20.0.1 (75b1feb1-5c56-4f8f-9548-bcbc6f8138ef/926151ad-e85b-49bd-bd15-6d976d304828/495a5d0a-feee-437b-a1ac-dffc6613334c) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:33.755664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.782385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b380268-fdf3-40ed-9179-5c6f0e3b1ae6 req-7c037e80-e524-483e-866d-eb7fe829bc59 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:33.790184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b380268-fdf3-40ed-9179-5c6f0e3b1ae6 req-7c037e80-e524-483e-866d-eb7fe829bc59 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:33.798790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b380268-fdf3-40ed-9179-5c6f0e3b1ae6 req-7c037e80-e524-483e-866d-eb7fe829bc59 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:33.806197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b380268-fdf3-40ed-9179-5c6f0e3b1ae6 req-7c037e80-e524-483e-866d-eb7fe829bc59 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:33.812312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b380268-fdf3-40ed-9179-5c6f0e3b1ae6 req-7c037e80-e524-483e-866d-eb7fe829bc59 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:33.814161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 190b3afb-1975-4cc4-95e6-fe8cb89b1120, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=190b3afb-1975-4cc4-95e6-fe8cb89b1120,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:33.818575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b380268-fdf3-40ed-9179-5c6f0e3b1ae6 req-7c037e80-e524-483e-866d-eb7fe829bc59 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:33.824759 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b380268-fdf3-40ed-9179-5c6f0e3b1ae6 req-7c037e80-e524-483e-866d-eb7fe829bc59 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:33.826805 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b380268-fdf3-40ed-9179-5c6f0e3b1ae6 req-7c037e80-e524-483e-866d-eb7fe829bc59 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5430 time: 0.5063488 Nov 12 08:38:33.835603 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '190b3afb-1975-4cc4-95e6-fe8cb89b1120', 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f', 'port_id': '190b3afb-1975-4cc4-95e6-fe8cb89b1120', 'mac_address': 'fa:16:3e:e4:d6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de971389-a3c4-4bbe-aef2-60ce22e8865c', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:33.937846 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.973910 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:33.974433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190b3afb-1975-4cc4-95e6-fe8cb89b1120 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:33.992971 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b380268-fdf3-40ed-9179-5c6f0e3b1ae6 req-ef773588-5318-4d23-9887-31f9df2eeea6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1552117 Nov 12 08:38:34.030494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 190b3afb-1975-4cc4-95e6-fe8cb89b1120, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=190b3afb-1975-4cc4-95e6-fe8cb89b1120,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:34.050506 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.053630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6af36eab-96ed-4c60-95e6-dd2cda878b57 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:34.099022 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.166409 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=190b3afb-1975-4cc4-95e6-fe8cb89b1120,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:34.199917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:34.253059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:34.260141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:34.361095 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.370797 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6af36eab-96ed-4c60-95e6-dd2cda878b57, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6af36eab-96ed-4c60-95e6-dd2cda878b57,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:34.383899 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.391219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '6af36eab-96ed-4c60-95e6-dd2cda878b57', 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60', 'port_id': '6af36eab-96ed-4c60-95e6-dd2cda878b57', 'mac_address': 'fa:16:3e:ed:c8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:34.433933 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.482072 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.505352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af36eab-96ed-4c60-95e6-dd2cda878b57 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:34.541002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=495a5d0a-feee-437b-a1ac-dffc6613334c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:34.555203 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6af36eab-96ed-4c60-95e6-dd2cda878b57, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6af36eab-96ed-4c60-95e6-dd2cda878b57,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:34.558658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85889fb3-3fd1-4fbc-9041-2ee1fa8654ab req-56008522-1d7d-411c-84fa-47297b05272a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:34.561659 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85889fb3-3fd1-4fbc-9041-2ee1fa8654ab req-56008522-1d7d-411c-84fa-47297b05272a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.3836405 Nov 12 08:38:34.566698 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.567690 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device c118544e-bc44-47f5-8653-6b942595239d details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:34.570477 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.670813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port c118544e-bc44-47f5-8653-6b942595239d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c118544e-bc44-47f5-8653-6b942595239d,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:34.674209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6af36eab-96ed-4c60-95e6-dd2cda878b57,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:34.687243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'c118544e-bc44-47f5-8653-6b942595239d', 'network_id': '631d573a-b698-41e7-b1e5-d92155823f60', 'port_id': 'c118544e-bc44-47f5-8653-6b942595239d', 'mac_address': 'fa:16:3e:89:45:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:34.702823 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85889fb3-3fd1-4fbc-9041-2ee1fa8654ab req-9577025d-5739-4760-8854-ec274a99f065 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084850 Nov 12 08:38:34.713605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Allocated IP 172.25.3.186 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/3fd33cd0-0f4d-432c-a914-cfc210099b3a) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:34.774828 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.781723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412eab29-209e-4171-9914-4a46f241a7d1 req-add79642-fa69-453c-b7fd-a213b99fd7eb tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:34.791047 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-412eab29-209e-4171-9914-4a46f241a7d1 req-add79642-fa69-453c-b7fd-a213b99fd7eb tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.3607626 Nov 12 08:38:34.811248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c118544e-bc44-47f5-8653-6b942595239d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:34.851482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port c118544e-bc44-47f5-8653-6b942595239d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c118544e-bc44-47f5-8653-6b942595239d,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:34.861338 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.862028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device d2d466ea-8a87-4294-83d6-4e59236e9d48 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:34.935275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-412eab29-209e-4171-9914-4a46f241a7d1 req-53574126-d02d-490d-92cf-61c070e2e998 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409299 Nov 12 08:38:34.946684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=c118544e-bc44-47f5-8653-6b942595239d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:34.964708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port d2d466ea-8a87-4294-83d6-4e59236e9d48, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=d2d466ea-8a87-4294-83d6-4e59236e9d48,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:34.981454 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:34.983532 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'd2d466ea-8a87-4294-83d6-4e59236e9d48', 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f', 'port_id': 'd2d466ea-8a87-4294-83d6-4e59236e9d48', 'mac_address': 'fa:16:3e:79:00:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de971389-a3c4-4bbe-aef2-60ce22e8865c', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:35.035682 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.053660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.058482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d466ea-8a87-4294-83d6-4e59236e9d48 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:35.066929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83145ab9-39df-4c63-8680-3ff943302d4d req-0fc8d2e4-fc6a-4c74-a407-56c1a7338d22 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:35.077090 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83145ab9-39df-4c63-8680-3ff943302d4d req-0fc8d2e4-fc6a-4c74-a407-56c1a7338d22 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.2560282 Nov 12 08:38:35.104216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port d2d466ea-8a87-4294-83d6-4e59236e9d48, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=d2d466ea-8a87-4294-83d6-4e59236e9d48,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:35.106280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:35.110172 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.111199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:35.113543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:35.117467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:35.146610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Pushing event updated for resources: {'Port': ['ID=3fd33cd0-0f4d-432c-a914-cfc210099b3a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:35.195481 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-87dc3615-38ca-4e8a-a4b8-75443693d280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.226604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=320e9afb-8bf4-41ca-b2aa-48fddf6a9800,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:35.230943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=d2d466ea-8a87-4294-83d6-4e59236e9d48,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:35.245390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '320e9afb-8bf4-41ca-b2aa-48fddf6a9800', 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f', 'port_id': '320e9afb-8bf4-41ca-b2aa-48fddf6a9800', 'mac_address': 'fa:16:3e:fb:e2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de971389-a3c4-4bbe-aef2-60ce22e8865c', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:35.328399 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83145ab9-39df-4c63-8680-3ff943302d4d req-66fab82c-6cc8-4656-9dda-89a8ba2f7ba7 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334325 Nov 12 08:38:35.447950 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.484792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:35.545625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=320e9afb-8bf4-41ca-b2aa-48fddf6a9800,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:35.560275 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.561257 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.562360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6a108f05-c3d3-44ae-991a-9885afcdf616 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:35.781977 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.791529 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:35.805531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=320e9afb-8bf4-41ca-b2aa-48fddf6a9800,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:35.882610 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6a108f05-c3d3-44ae-991a-9885afcdf616, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6a108f05-c3d3-44ae-991a-9885afcdf616,segment=NetworkSegment(aece0b32-5281-4cee-b18a-5d7c2751dfd1),segment_id=aece0b32-5281-4cee-b18a-5d7c2751dfd1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:35.918619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '6a108f05-c3d3-44ae-991a-9885afcdf616', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'port_id': '6a108f05-c3d3-44ae-991a-9885afcdf616', 'mac_address': 'fa:16:3e:82:d4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:35.977846 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.041063 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a108f05-c3d3-44ae-991a-9885afcdf616 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:36.058179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=495a5d0a-feee-437b-a1ac-dffc6613334c,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:36.080512 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.105691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6a108f05-c3d3-44ae-991a-9885afcdf616, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6a108f05-c3d3-44ae-991a-9885afcdf616,segment=NetworkSegment(aece0b32-5281-4cee-b18a-5d7c2751dfd1),segment_id=aece0b32-5281-4cee-b18a-5d7c2751dfd1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:36.115238 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.116191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f54d056e-4ab3-45d6-ba36-cfec0c59f974 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:36.138502 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.179887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279700a-97ac-4575-90f0-c48f2a28aa83 req-5d2926ab-b26c-426c-8bda-1dcebd7756e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.181487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7279700a-97ac-4575-90f0-c48f2a28aa83 req-5d2926ab-b26c-426c-8bda-1dcebd7756e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 1096 time: 0.2749865 Nov 12 08:38:36.204413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6a108f05-c3d3-44ae-991a-9885afcdf616,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:36.227189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b1bd-4c7e-48e1-b785-d1e4e1baf8f1 req-e8336422-22aa-42d0-ac06-c0c84aa3c30d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.236681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b1bd-4c7e-48e1-b785-d1e4e1baf8f1 req-e8336422-22aa-42d0-ac06-c0c84aa3c30d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.247518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b1bd-4c7e-48e1-b785-d1e4e1baf8f1 req-e8336422-22aa-42d0-ac06-c0c84aa3c30d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.260140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f54d056e-4ab3-45d6-ba36-cfec0c59f974, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f54d056e-4ab3-45d6-ba36-cfec0c59f974,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:36.265981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b1bd-4c7e-48e1-b785-d1e4e1baf8f1 req-e8336422-22aa-42d0-ac06-c0c84aa3c30d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.288120 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'f54d056e-4ab3-45d6-ba36-cfec0c59f974', 'network_id': '8787d18b-6228-45e2-ba7c-25cbf1ddd91f', 'port_id': 'f54d056e-4ab3-45d6-ba36-cfec0c59f974', 'mac_address': 'fa:16:3e:bd:c9:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de971389-a3c4-4bbe-aef2-60ce22e8865c', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:36.291473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b1bd-4c7e-48e1-b785-d1e4e1baf8f1 req-e8336422-22aa-42d0-ac06-c0c84aa3c30d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.298211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b1bd-4c7e-48e1-b785-d1e4e1baf8f1 req-e8336422-22aa-42d0-ac06-c0c84aa3c30d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.317938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b1bd-4c7e-48e1-b785-d1e4e1baf8f1 req-e8336422-22aa-42d0-ac06-c0c84aa3c30d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.319913 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53e7b1bd-4c7e-48e1-b785-d1e4e1baf8f1 req-e8336422-22aa-42d0-ac06-c0c84aa3c30d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5435 time: 0.4170458 Nov 12 08:38:36.346272 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.364723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54d056e-4ab3-45d6-ba36-cfec0c59f974 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:36.419101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f54d056e-4ab3-45d6-ba36-cfec0c59f974, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f54d056e-4ab3-45d6-ba36-cfec0c59f974,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:36.427638 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.428796 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae55a9-beaf-47fe-ab2a-e040f1c79481 req-288fdabc-abd9-442a-9028-316658a391dc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.431558 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aaae55a9-beaf-47fe-ab2a-e040f1c79481 req-288fdabc-abd9-442a-9028-316658a391dc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1039000 Nov 12 08:38:36.531105 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aaae55a9-beaf-47fe-ab2a-e040f1c79481 req-16265492-4d64-448e-a5ef-9f5bab1269fc tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809076 Nov 12 08:38:36.533646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Router bf68fd11-46d7-405f-8e1e-c717b47e491e is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:38:36.534205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f54d056e-4ab3-45d6-ba36-cfec0c59f974,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:36.638506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53e7b1bd-4c7e-48e1-b785-d1e4e1baf8f1 req-3083648f-588f-4178-bf0a-2dcf61090b8a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3002865 Nov 12 08:38:36.663414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:36.682742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:36.699205 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279700a-97ac-4575-90f0-c48f2a28aa83 req-63ae97ba-f71f-4ac6-9095-38da9beb1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.700967 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7279700a-97ac-4575-90f0-c48f2a28aa83 req-63ae97ba-f71f-4ac6-9095-38da9beb1ea5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.3783758 Nov 12 08:38:36.826826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3eccc2-38a9-4ce4-8688-2af46af6def1 req-f48568b3-15b8-4a23-96f8-c8f55ca08c9e tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:36.828851 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c3eccc2-38a9-4ce4-8688-2af46af6def1 req-f48568b3-15b8-4a23-96f8-c8f55ca08c9e tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.1636901 Nov 12 08:38:36.853868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:36.867624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Sync routers for ids ['bf68fd11-46d7-405f-8e1e-c717b47e491e'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:36.893737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Routers {'bf68fd11-46d7-405f-8e1e-c717b47e491e'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:36.895037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bf68fd11-46d7-405f-8e1e-c717b47e491e'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:36.950568 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:36.954609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5d1e41a3-9ab3-4a1c-b7f6-f6f7232d6e68 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5832133 Nov 12 08:38:36.954913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 32896) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:36.974138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:37.022477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7279700a-97ac-4575-90f0-c48f2a28aa83 req-09bdc510-4921-4dfc-8a95-a583382d3a0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 200 len: 998 time: 0.2420981 Nov 12 08:38:37.158430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279700a-97ac-4575-90f0-c48f2a28aa83 req-f6ccadce-570e-445d-bdd1-77cad1223936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.160739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7279700a-97ac-4575-90f0-c48f2a28aa83 req-f6ccadce-570e-445d-bdd1-77cad1223936 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.0986347 Nov 12 08:38:37.214161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Set router bf68fd11-46d7-405f-8e1e-c717b47e491e gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:37.223263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:37.223897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c3eccc2-38a9-4ce4-8688-2af46af6def1 req-50b6ab23-ca31-4e47-b43f-375cd6f6d526 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775809 Nov 12 08:38:37.243100 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aaad47-33cf-4118-a92a-96c53b90821e None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:37.254635 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bc7eeb8d-70c8-4ef9-9603-e0aa39aa9267 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "PUT /v2.0/routers/f581d278-c3b3-48a9-ac3d-34d091a47f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4288135 Nov 12 08:38:37.258540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 32902) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:37.270552 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aaad47-33cf-4118-a92a-96c53b90821e None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:37.272730 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c2aaad47-33cf-4118-a92a-96c53b90821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:37.319029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'port': {'network_id': '75b1feb1-5c56-4f8f-9548-bcbc6f8138ef', 'name': 'tempest-FloatingIPTestJSON-1063333216'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:37.395192 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c2aaad47-33cf-4118-a92a-96c53b90821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:37.419808 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aaad47-33cf-4118-a92a-96c53b90821e None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:37.420756 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c2aaad47-33cf-4118-a92a-96c53b90821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:37.474686 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c2aaad47-33cf-4118-a92a-96c53b90821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:37.475474 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2aaad47-33cf-4118-a92a-96c53b90821e None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:37.493803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279700a-97ac-4575-90f0-c48f2a28aa83 req-8e0f45c5-4876-48b2-a747-e6f7dc57079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.495524 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7279700a-97ac-4575-90f0-c48f2a28aa83 req-8e0f45c5-4876-48b2-a747-e6f7dc57079e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3199728 Nov 12 08:38:37.516665 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['6af36eab-96ed-4c60-95e6-dd2cda878b57'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:37.553249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffa300-268a-4cc5-b186-f342bd6a5f9a req-5b5c3533-5e43-47ac-aea3-613da40d789b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:37.565985 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6ffa300-268a-4cc5-b186-f342bd6a5f9a req-5b5c3533-5e43-47ac-aea3-613da40d789b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1788733 Nov 12 08:38:37.592551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['c118544e-bc44-47f5-8653-6b942595239d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:37.617987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['320e9afb-8bf4-41ca-b2aa-48fddf6a9800'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:37.620822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['d2d466ea-8a87-4294-83d6-4e59236e9d48'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:37.624531 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7133e073-1ad7-4922-a12b-6b4a0f5aa5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.672929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7279700a-97ac-4575-90f0-c48f2a28aa83 req-2827a75f-a700-41c7-9119-166062bd0878 service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664338 Nov 12 08:38:37.673817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Made reservation on behalf of 3aac0e9f616a4cfe90da66c17ab0df79 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:37.687368 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:37.764852 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6ffa300-268a-4cc5-b186-f342bd6a5f9a req-bf03a633-2251-4495-a1c0-745baf2d92f9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974156 Nov 12 08:38:37.826467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] device_id is not set on port 1f5df905-e93a-434d-9d4c-221dd9ba3e8f yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:38:37.945035 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7279700a-97ac-4575-90f0-c48f2a28aa83 req-4077e8d6-1124-4637-8eb9-cd4fff1f1a7a service neutron] 10.222.0.46 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519064 Nov 12 08:38:38.109909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.20.0.10 (75b1feb1-5c56-4f8f-9548-bcbc6f8138ef/926151ad-e85b-49bd-bd15-6d976d304828/1f5df905-e93a-434d-9d4c-221dd9ba3e8f) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:38.133410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca396f5-ace6-4e59-a180-8c3b1b332cb9 req-0695334e-b907-4b55-8c10-2401375042b9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:38.147334 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca396f5-ace6-4e59-a180-8c3b1b332cb9 req-0695334e-b907-4b55-8c10-2401375042b9 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1755104 Nov 12 08:38:38.147587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e38a8-df3a-4a53-b0bc-8b0d25690f03 req-abca4208-9ad1-45f5-88b7-ff51f6557337 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:38.154368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e38a8-df3a-4a53-b0bc-8b0d25690f03 req-abca4208-9ad1-45f5-88b7-ff51f6557337 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:38.160489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e38a8-df3a-4a53-b0bc-8b0d25690f03 req-abca4208-9ad1-45f5-88b7-ff51f6557337 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:38.166539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e38a8-df3a-4a53-b0bc-8b0d25690f03 req-abca4208-9ad1-45f5-88b7-ff51f6557337 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:38.172550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e38a8-df3a-4a53-b0bc-8b0d25690f03 req-abca4208-9ad1-45f5-88b7-ff51f6557337 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:38.178798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e38a8-df3a-4a53-b0bc-8b0d25690f03 req-abca4208-9ad1-45f5-88b7-ff51f6557337 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:38.185047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e38a8-df3a-4a53-b0bc-8b0d25690f03 req-abca4208-9ad1-45f5-88b7-ff51f6557337 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:38.187017 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b52e38a8-df3a-4a53-b0bc-8b0d25690f03 req-abca4208-9ad1-45f5-88b7-ff51f6557337 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5437 time: 0.2021978 Nov 12 08:38:38.188992 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.290327 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6604f1e0-93e8-417d-9e4b-ccacccbacd09 req-2aecc2eb-239a-4d6b-8d2a-2f0212682687 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0971720 Nov 12 08:38:38.311455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca396f5-ace6-4e59-a180-8c3b1b332cb9 req-f6a42a6f-0a27-4e08-b357-f0f4edda9b53 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620672 Nov 12 08:38:38.430063 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.477778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:38.485332 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['190b3afb-1975-4cc4-95e6-fe8cb89b1120'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:38.555122 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b52e38a8-df3a-4a53-b0bc-8b0d25690f03 req-b8c9008a-5014-4e2a-b3d5-8b8bf0fd2b6f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3222718 Nov 12 08:38:38.841576 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['6a108f05-c3d3-44ae-991a-9885afcdf616'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:38.906462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['f54d056e-4ab3-45d6-ba36-cfec0c59f974'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:39.041020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:39.090630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:39.103463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:39.112632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f1e0-93e8-417d-9e4b-ccacccbacd09 req-c8947178-7a86-40e3-b8cc-e4f60d90bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:39.119319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6604f1e0-93e8-417d-9e4b-ccacccbacd09 req-c8947178-7a86-40e3-b8cc-e4f60d90bd5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 1097 time: 0.6513355 Nov 12 08:38:39.128627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=1f5df905-e93a-434d-9d4c-221dd9ba3e8f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:39.271418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8ae06-b2d6-4a31-b761-8a19ed444514 req-2d91368b-2cac-4469-9d9b-5189aa52a535 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:39.287081 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d2f8ae06-b2d6-4a31-b761-8a19ed444514 req-2d91368b-2cac-4469-9d9b-5189aa52a535 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 947 time: 0.3054910 Nov 12 08:38:39.296265 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.487209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:39.488349 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.616070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'name': 'tempest-ServerRescueNegativeTestJSON-342141813-router', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:33Z', 'updated_at': '2021-11-12T08:38:35Z', 'revision_number': 3, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'gw_port': {'id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:39.641298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1148554-83e9-4ae5-ac35-834858efa0ca req-89bf733a-4deb-4e5e-89b2-4289819deef2 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:39.650715 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a1148554-83e9-4ae5-ac35-834858efa0ca req-89bf733a-4deb-4e5e-89b2-4289819deef2 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.9134881 Nov 12 08:38:39.666767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Allocated IP 172.20.0.1 (e15557bf-6095-4744-9c4f-6e89b3a8efae/e098a2ee-2339-4ade-8938-56472dbe143c/442bcc8e-a58b-4346-aebb-81f68ba90887) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:39.695925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d2f8ae06-b2d6-4a31-b761-8a19ed444514 req-338a1f3b-76ac-410b-875c-a60044d48280 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075575 Nov 12 08:38:39.716174 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-95385c03-0faf-4a8e-99a9-12e801ac2919 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4030735 Nov 12 08:38:39.729900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 32940) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:39.759790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Checking router: bf68fd11-46d7-405f-8e1e-c717b47e491e for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:39.761183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Updating router bf68fd11-46d7-405f-8e1e-c717b47e491e port 3fd33cd0-0f4d-432c-a914-cfc210099b3a binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:39.794246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f1e0-93e8-417d-9e4b-ccacccbacd09 req-9a2c40fd-d783-40e6-b087-e2a5a8422ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:39.795895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6604f1e0-93e8-417d-9e4b-ccacccbacd09 req-9a2c40fd-d783-40e6-b087-e2a5a8422ea5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 200 len: 913 time: 0.4297302 Nov 12 08:38:39.799676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'port': {'network_id': '75b1feb1-5c56-4f8f-9548-bcbc6f8138ef', 'name': 'tempest-FloatingIPTestJSON-459854074'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:39.834693 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.890313 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.917671 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6604f1e0-93e8-417d-9e4b-ccacccbacd09 req-da978de9-5f1a-44ae-9adc-e952f6677962 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6151212-6621-48e6-90cf-743d832b8182 HTTP/1.1" status: 200 len: 217 time: 0.1111207 Nov 12 08:38:39.939461 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:39.984252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a1148554-83e9-4ae5-ac35-834858efa0ca req-4ba8f4ae-45b4-437c-8e6b-b4e72673eddb tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322668 Nov 12 08:38:40.027610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Pushing event updated for resources: {'Port': ['ID=442bcc8e-a58b-4346-aebb-81f68ba90887,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:40.045546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5c695-2234-43ba-bce0-f9b367dcdebd req-569e6986-856c-4251-9595-9d984142cf95 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.048885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ac5c695-2234-43ba-bce0-f9b367dcdebd req-569e6986-856c-4251-9595-9d984142cf95 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.2452915 Nov 12 08:38:40.066122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Network e15557bf-6095-4744-9c4f-6e89b3a8efae is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:40.071398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:40.075260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:40.079086 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.123506 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f1e0-93e8-417d-9e4b-ccacccbacd09 req-c68f82d5-ec45-442b-943b-e9d4c9b5ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.125501 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6604f1e0-93e8-417d-9e4b-ccacccbacd09 req-c68f82d5-ec45-442b-943b-e9d4c9b5ea0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 200 len: 851 time: 0.1929774 Nov 12 08:38:40.201287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Made reservation on behalf of 3aac0e9f616a4cfe90da66c17ab0df79 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:40.204091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.206113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.247391 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ac5c695-2234-43ba-bce0-f9b367dcdebd req-d8dbb689-877e-4995-876c-af95e7db006a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631334 Nov 12 08:38:40.254317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f1e0-93e8-417d-9e4b-ccacccbacd09 req-aeea380f-8733-415a-bafc-595217172e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.266370 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6604f1e0-93e8-417d-9e4b-ccacccbacd09 req-aeea380f-8733-415a-bafc-595217172e0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fcdd275e-e107-47e6-90dd-4516df7837f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267040 Nov 12 08:38:40.283914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] device_id is not set on port 47d9e05f-3f03-4c57-9e10-ae2a2924309f yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:38:40.284245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f045568-8ab8-4c73-ae1b-fd3e32de6301 req-1462819c-7763-4980-8c4d-68e1b83bfab0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.293059 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f045568-8ab8-4c73-ae1b-fd3e32de6301 req-1462819c-7763-4980-8c4d-68e1b83bfab0 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1451874 Nov 12 08:38:40.390591 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f045568-8ab8-4c73-ae1b-fd3e32de6301 req-55304501-c66b-4881-ad68-897080d19a42 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961177 Nov 12 08:38:40.451497 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.464812 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.515569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98c1b7-56b1-441b-8601-4b06a5d93890 None None] Pushing event updated for resources: {'Port': ['ID=3fd33cd0-0f4d-432c-a914-cfc210099b3a,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:40.533735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Attempting to bind port 3fd33cd0-0f4d-432c-a914-cfc210099b3a on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:40.534112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Attempting to bind port 3fd33cd0-0f4d-432c-a914-cfc210099b3a by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:40.534482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Attempting to bind port 3fd33cd0-0f4d-432c-a914-cfc210099b3a on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:40.543819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:40.546110 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:40.546521 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.546931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:40.547424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Bound port: 3fd33cd0-0f4d-432c-a914-cfc210099b3a, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:40.549130 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.593160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6604f1e0-93e8-417d-9e4b-ccacccbacd09 req-96237cd9-b97a-4887-85d7-98ab792be508 service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026741 Nov 12 08:38:40.619719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] For port 3fd33cd0-0f4d-432c-a914-cfc210099b3a, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:40.624091 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] For port 3fd33cd0-0f4d-432c-a914-cfc210099b3a, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3fd33cd0-0f4d-432c-a914-cfc210099b3a,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:40.630855 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.665980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:40.700302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14805178-eb7d-4d56-8b97-9bcee9e4262d req-0d3daf4b-2db0-457a-845e-c792fa340e7c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.714898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98c1b7-56b1-441b-8601-4b06a5d93890 None None] Pushing event updated for resources: {'Port': ['ID=3fd33cd0-0f4d-432c-a914-cfc210099b3a,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:40.716995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14805178-eb7d-4d56-8b97-9bcee9e4262d req-0d3daf4b-2db0-457a-845e-c792fa340e7c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.1112130 Nov 12 08:38:40.731315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Routers {'bf68fd11-46d7-405f-8e1e-c717b47e491e'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:40.732140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bf68fd11-46d7-405f-8e1e-c717b47e491e'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:40.838773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14805178-eb7d-4d56-8b97-9bcee9e4262d req-c6018a6b-357b-4a32-aca0-40995471d246 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096191 Nov 12 08:38:40.905198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b2236-fd04-4c6d-acaf-9fad70207456 req-2e8fb7d6-2859-453e-9481-d0f6cfcf1012 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.911834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b2236-fd04-4c6d-acaf-9fad70207456 req-2e8fb7d6-2859-453e-9481-d0f6cfcf1012 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.917953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b2236-fd04-4c6d-acaf-9fad70207456 req-2e8fb7d6-2859-453e-9481-d0f6cfcf1012 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.926820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b2236-fd04-4c6d-acaf-9fad70207456 req-2e8fb7d6-2859-453e-9481-d0f6cfcf1012 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.933260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b2236-fd04-4c6d-acaf-9fad70207456 req-2e8fb7d6-2859-453e-9481-d0f6cfcf1012 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.939858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b2236-fd04-4c6d-acaf-9fad70207456 req-2e8fb7d6-2859-453e-9481-d0f6cfcf1012 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.946915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b2236-fd04-4c6d-acaf-9fad70207456 req-2e8fb7d6-2859-453e-9481-d0f6cfcf1012 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:40.955171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5c7b2236-fd04-4c6d-acaf-9fad70207456 req-2e8fb7d6-2859-453e-9481-d0f6cfcf1012 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5437 time: 0.4064693 Nov 12 08:38:40.999097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.20.0.3 (75b1feb1-5c56-4f8f-9548-bcbc6f8138ef/926151ad-e85b-49bd-bd15-6d976d304828/47d9e05f-3f03-4c57-9e10-ae2a2924309f) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:41.007911 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] Set router bf68fd11-46d7-405f-8e1e-c717b47e491e gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:41.067677 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.068165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eb31e-92ba-4190-b2cf-c7272aa9c843 req-981673ce-b1c7-4822-ab65-994c82c096e4 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:41.070644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-153eb31e-92ba-4190-b2cf-c7272aa9c843 req-981673ce-b1c7-4822-ab65-994c82c096e4 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.46 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 947 time: 0.2873631 Nov 12 08:38:41.140551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6604f1e0-93e8-417d-9e4b-ccacccbacd09 req-ee49556b-d20b-4b65-86e3-c92f627a5a4b service neutron] 10.222.0.52 "GET /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216413 Nov 12 08:38:41.142215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.152466 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.192412 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5c7b2236-fd04-4c6d-acaf-9fad70207456 req-c43a7ae2-52e8-4452-8666-a501d827f9a8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2361774 Nov 12 08:38:41.251514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Pushing event updated for resources: {'Port': ['ID=442bcc8e-a58b-4346-aebb-81f68ba90887,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:41.287765 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e571b8-7092-4d03-ad09-5eaf03977291 req-7ba1f2ff-3656-46ea-a72d-630c9d95208f tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:41.291034 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2e571b8-7092-4d03-ad09-5eaf03977291 req-7ba1f2ff-3656-46ea-a72d-630c9d95208f tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=afaf5410-3df8-4a78-bfcc-a10d04161c06 HTTP/1.1" status: 200 len: 947 time: 0.2356079 Nov 12 08:38:41.309248 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.500056 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2e571b8-7092-4d03-ad09-5eaf03977291 req-d6643b20-f950-4de6-a37b-af8d2abac4b1 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876831 Nov 12 08:38:41.516654 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'name': 'tempest-ServerRescueNegativeTestJSON-342141813-router', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:33Z', 'updated_at': '2021-11-12T08:38:40Z', 'revision_number': 4, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'gw_port': {'id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '442bcc8e-a58b-4346-aebb-81f68ba90887', 'name': '', 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'mac_address': 'fa:16:3e:b7:72:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e098a2ee-2339-4ade-8938-56472dbe143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:38Z', 'updated_at': '2021-11-12T08:38:39Z', 'revision_number': 1, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'subnets': [{'id': 'e098a2ee-2339-4ade-8938-56472dbe143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:41.610187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100a02f-c3a0-45c6-b12c-8099570b4586 None None] The sync data for ids ['bf68fd11-46d7-405f-8e1e-c717b47e491e'] in n-d-768851-18 is: [{'id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'name': 'tempest-ServerRescueNegativeTestJSON-342141813-router', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:33Z', 'updated_at': '2021-11-12T08:38:40Z', 'revision_number': 4, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'gw_port': {'id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '442bcc8e-a58b-4346-aebb-81f68ba90887', 'name': '', 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'mac_address': 'fa:16:3e:b7:72:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e098a2ee-2339-4ade-8938-56472dbe143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:38Z', 'updated_at': '2021-11-12T08:38:39Z', 'revision_number': 1, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'subnets': [{'id': 'e098a2ee-2339-4ade-8938-56472dbe143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:41.632975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.678208 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.771524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-153eb31e-92ba-4190-b2cf-c7272aa9c843 req-93033537-0e2f-4479-92f5-e66d6be92f42 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Deleting port b8f74a68-af8f-4bb9-b710-2c1058b884b7 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:41.772092 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-153eb31e-92ba-4190-b2cf-c7272aa9c843 req-93033537-0e2f-4479-92f5-e66d6be92f42 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:41.779624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:41.825672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:41.830345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=47d9e05f-3f03-4c57-9e10-ae2a2924309f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:41.843749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Network e15557bf-6095-4744-9c4f-6e89b3a8efae is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:41.856890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:41.863501 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:42.066364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:42.066364 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.110904 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8ffa1209-9590-4f79-8352-be151450dfa2 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3181057 Nov 12 08:38:42.134691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c4352-ea4f-4b94-978f-f9adac858f94 req-e1901fb2-4ab8-4c8e-bc98-503880a1542d tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:42.137571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-923c4352-ea4f-4b94-978f-f9adac858f94 req-e1901fb2-4ab8-4c8e-bc98-503880a1542d tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.3935378 Nov 12 08:38:42.140160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 32982) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:42.147218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '47d9e05f-3f03-4c57-9e10-ae2a2924309f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:42.162188 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-153eb31e-92ba-4190-b2cf-c7272aa9c843 req-93033537-0e2f-4479-92f5-e66d6be92f42 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] For port b8f74a68-af8f-4bb9-b710-2c1058b884b7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=b8f74a68-af8f-4bb9-b710-2c1058b884b7,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:42.162561 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-153eb31e-92ba-4190-b2cf-c7272aa9c843 req-93033537-0e2f-4479-92f5-e66d6be92f42 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.189391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-153eb31e-92ba-4190-b2cf-c7272aa9c843 req-93033537-0e2f-4479-92f5-e66d6be92f42 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Calling delete_port for b8f74a68-af8f-4bb9-b710-2c1058b884b7 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:42.346747 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.379271 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-153eb31e-92ba-4190-b2cf-c7272aa9c843 req-93033537-0e2f-4479-92f5-e66d6be92f42 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.408831 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-923c4352-ea4f-4b94-978f-f9adac858f94 req-3377152e-ee01-4f61-9eca-fef51bb604d0 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504513 Nov 12 08:38:42.426827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93033537-0e2f-4479-92f5-e66d6be92f42 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Pushing event deleted for resources: {'Port': ['ID=b8f74a68-af8f-4bb9-b710-2c1058b884b7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:42.458811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Router bf68fd11-46d7-405f-8e1e-c717b47e491e has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:42.461296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6af36eab-96ed-4c60-95e6-dd2cda878b57 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:42.574602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-153eb31e-92ba-4190-b2cf-c7272aa9c843 req-93033537-0e2f-4479-92f5-e66d6be92f42 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] No DVR routers for this DVR port b8f74a68-af8f-4bb9-b710-2c1058b884b7 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:42.581579 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-153eb31e-92ba-4190-b2cf-c7272aa9c843 req-93033537-0e2f-4479-92f5-e66d6be92f42 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.611549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-153eb31e-92ba-4190-b2cf-c7272aa9c843 req-93033537-0e2f-4479-92f5-e66d6be92f42 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.46 "DELETE /v2.0/ports/b8f74a68-af8f-4bb9-b710-2c1058b884b7 HTTP/1.1" status: 204 len: 173 time: 1.5124130 Nov 12 08:38:42.613845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afaf5410-3df8-4a78-bfcc-a10d04161c06', 'name': 'network-vif-deleted', 'tag': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:42.614730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 6af36eab-96ed-4c60-95e6-dd2cda878b57 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:42.624891 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3136d7f-171f-4d3f-87aa-56c6dd1e0999" -d '{"events": [{"server_uuid": "afaf5410-3df8-4a78-bfcc-a10d04161c06", "name": "network-vif-deleted", "tag": "b8f74a68-af8f-4bb9-b710-2c1058b884b7"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:42.628495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 6af36eab-96ed-4c60-95e6-dd2cda878b57 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:42.628884 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:42.827697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:42.844015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9ce73f36-647f-4101-8603-ca638a946f51 admin admin] 10.222.0.31 "PUT /v2.0/routers/bf68fd11-46d7-405f-8e1e-c717b47e491e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8878403 Nov 12 08:38:42.890357 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.006265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af36eab-96ed-4c60-95e6-dd2cda878b57'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:43.010637 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e72ab5-2b36-4528-970b-ebcffaa5604e" -d '{"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "6af36eab-96ed-4c60-95e6-dd2cda878b57"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:43.055784 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6af36eab-96ed-4c60-95e6-dd2cda878b57, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6af36eab-96ed-4c60-95e6-dd2cda878b57,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:43.057711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca364-8d14-4524-9075-90c90ac4b9e5 req-2b7d5334-de7b-4b0b-be87-0be14bd5db38 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.059502 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e17ca364-8d14-4524-9075-90c90ac4b9e5 req-2b7d5334-de7b-4b0b-be87-0be14bd5db38 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.2342932 Nov 12 08:38:43.070435 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.075230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b8f74a68-af8f-4bb9-b710-2c1058b884b7 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:43.220441 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: b8f74a68-af8f-4bb9-b710-2c1058b884b7 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:43.221064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device b8f74a68-af8f-4bb9-b710-2c1058b884b7 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:43.268891 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.292455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6af36eab-96ed-4c60-95e6-dd2cda878b57,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:43.326811 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e17ca364-8d14-4524-9075-90c90ac4b9e5 req-c8edda0b-9d39-42ba-97bc-5a7f1b8633c8 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587934 Nov 12 08:38:43.436228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113f10d-892b-4ab6-a6dc-d1df7ffc89f2 req-4c41ecea-59fe-4352-a110-adfd1a649bba tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.441318 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4113f10d-892b-4ab6-a6dc-d1df7ffc89f2 req-4c41ecea-59fe-4352-a110-adfd1a649bba tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0717a070-6d6f-4ead-b8d9-eb2d44ea508f HTTP/1.1" status: 200 len: 944 time: 0.1445608 Nov 12 08:38:43.543523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.25.3.92 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/94e24aff-ed5d-4109-b88a-f80f3950247b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:43.644148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-4113f10d-892b-4ab6-a6dc-d1df7ffc89f2 req-82a4ac2e-1808-4245-a9b2-da9d4126a304 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Deleting port 90948111-b626-490d-8ba0-2e9bb9cc3e7d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:43.649418 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4113f10d-892b-4ab6-a6dc-d1df7ffc89f2 req-82a4ac2e-1808-4245-a9b2-da9d4126a304 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.690577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bb0e4-9689-491f-ac6e-d3c4b4a90760 req-706be01d-911a-4411-943c-8a3b9aa626f6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.698019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bb0e4-9689-491f-ac6e-d3c4b4a90760 req-706be01d-911a-4411-943c-8a3b9aa626f6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.704785 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bb0e4-9689-491f-ac6e-d3c4b4a90760 req-706be01d-911a-4411-943c-8a3b9aa626f6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.713542 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bb0e4-9689-491f-ac6e-d3c4b4a90760 req-706be01d-911a-4411-943c-8a3b9aa626f6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.720444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bb0e4-9689-491f-ac6e-d3c4b4a90760 req-706be01d-911a-4411-943c-8a3b9aa626f6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.728553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bb0e4-9689-491f-ac6e-d3c4b4a90760 req-706be01d-911a-4411-943c-8a3b9aa626f6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.734884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bb0e4-9689-491f-ac6e-d3c4b4a90760 req-706be01d-911a-4411-943c-8a3b9aa626f6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:43.743620 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7e8bb0e4-9689-491f-ac6e-d3c4b4a90760 req-706be01d-911a-4411-943c-8a3b9aa626f6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5438 time: 0.2493012 Nov 12 08:38:43.775963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4113f10d-892b-4ab6-a6dc-d1df7ffc89f2 req-82a4ac2e-1808-4245-a9b2-da9d4126a304 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] For port 90948111-b626-490d-8ba0-2e9bb9cc3e7d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=90948111-b626-490d-8ba0-2e9bb9cc3e7d,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:43.776450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4113f10d-892b-4ab6-a6dc-d1df7ffc89f2 req-82a4ac2e-1808-4245-a9b2-da9d4126a304 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.795257 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-4113f10d-892b-4ab6-a6dc-d1df7ffc89f2 req-82a4ac2e-1808-4245-a9b2-da9d4126a304 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Calling delete_port for 90948111-b626-490d-8ba0-2e9bb9cc3e7d owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:43.795523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.891430 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7e8bb0e4-9689-491f-ac6e-d3c4b4a90760 req-f935fa69-26b0-4cd0-a6a5-13b24aa5e3f5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1459823 Nov 12 08:38:43.935123 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.972008 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4113f10d-892b-4ab6-a6dc-d1df7ffc89f2 req-82a4ac2e-1808-4245-a9b2-da9d4126a304 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:43.984313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f', 'c6151212-6621-48e6-90cf-743d832b8182'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:43.997965 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:44.009080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:44.009080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:44.045830 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c278e2a0-1bf6-4b93-a8d5-75b9ec0b2086 x-openstack-request-id: req-c278e2a0-1bf6-4b93-a8d5-75b9ec0b2086 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:44.046127 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afaf5410-3df8-4a78-bfcc-a10d04161c06", "name": "network-vif-deleted", "tag": "b8f74a68-af8f-4bb9-b710-2c1058b884b7", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:44.046382 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c278e2a0-1bf6-4b93-a8d5-75b9ec0b2086 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:44.047421 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afaf5410-3df8-4a78-bfcc-a10d04161c06', 'name': 'network-vif-deleted', 'tag': 'b8f74a68-af8f-4bb9-b710-2c1058b884b7', 'status': 'completed', 'code': 200} Nov 12 08:38:44.087355 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c029f2-dfef-448b-ba3a-e0eb4b9cc8fa x-openstack-request-id: req-f0c029f2-dfef-448b-ba3a-e0eb4b9cc8fa {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:44.088179 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "6af36eab-96ed-4c60-95e6-dd2cda878b57", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:44.090463 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0c029f2-dfef-448b-ba3a-e0eb4b9cc8fa {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:44.091061 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af36eab-96ed-4c60-95e6-dd2cda878b57', 'code': 200} Nov 12 08:38:44.103433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4ac2e-1808-4245-a9b2-da9d4126a304 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event deleted for resources: {'Port': ['ID=90948111-b626-490d-8ba0-2e9bb9cc3e7d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:44.137442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=94e24aff-ed5d-4109-b88a-f80f3950247b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:44.164683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4113f10d-892b-4ab6-a6dc-d1df7ffc89f2 req-82a4ac2e-1808-4245-a9b2-da9d4126a304 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] No DVR routers for this DVR port 90948111-b626-490d-8ba0-2e9bb9cc3e7d on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:44.167390 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4113f10d-892b-4ab6-a6dc-d1df7ffc89f2 req-82a4ac2e-1808-4245-a9b2-da9d4126a304 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.173021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4113f10d-892b-4ab6-a6dc-d1df7ffc89f2 req-82a4ac2e-1808-4245-a9b2-da9d4126a304 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "DELETE /v2.0/ports/90948111-b626-490d-8ba0-2e9bb9cc3e7d HTTP/1.1" status: 204 len: 173 time: 0.7053652 Nov 12 08:38:44.357224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3fd33cd0-0f4d-432c-a914-cfc210099b3a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:44.476296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 190b3afb-1975-4cc4-95e6-fe8cb89b1120 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:44.562267 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3fd33cd0-0f4d-432c-a914-cfc210099b3a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:44.563257 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.674748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:44.761827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e6f51643-0296-42b8-9dcf-f75e2727cb28 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:44.763493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e6f51643-0296-42b8-9dcf-f75e2727cb28 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/networks?id=e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 200 len: 818 time: 0.2183859 Nov 12 08:38:44.774887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b0a81-6e22-4004-89f6-d177cb4e6b8b req-be616d4b-2a45-4a70-854d-96428113f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:44.777291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c74b0a81-6e22-4004-89f6-d177cb4e6b8b req-be616d4b-2a45-4a70-854d-96428113f6c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 1098 time: 0.1047692 Nov 12 08:38:44.806695 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e8cd75e6-9e21-4a67-96cd-8af2b916443f tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/quotas/fc4bcbdfbf46407382303c5b72983d6c HTTP/1.1" status: 200 len: 375 time: 0.0115321 Nov 12 08:38:44.855005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:44.855382 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.867432 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.889029 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.924615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 3fd33cd0-0f4d-432c-a914-cfc210099b3a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3fd33cd0-0f4d-432c-a914-cfc210099b3a,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:44.930382 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:44.951661 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-b1054e8b-5cd7-4085-b68b-e5b7d8882bdd tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1379440 Nov 12 08:38:44.971841 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b0a81-6e22-4004-89f6-d177cb4e6b8b req-f61f12f7-93be-4092-9524-083839316ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:44.974064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c74b0a81-6e22-4004-89f6-d177cb4e6b8b req-f61f12f7-93be-4092-9524-083839316ac5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 918 time: 0.1874027 Nov 12 08:38:44.998162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3bfbf-4d0f-4a6d-986f-a3231b41e9af req-d5003071-109b-46e8-bd41-4662ddf825ba tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:44.999886 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5a3bfbf-4d0f-4a6d-986f-a3231b41e9af req-d5003071-109b-46e8-bd41-4662ddf825ba tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.1708324 Nov 12 08:38:45.041154 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.043369 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=3fd33cd0-0f4d-432c-a914-cfc210099b3a,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:45.095966 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c74b0a81-6e22-4004-89f6-d177cb4e6b8b req-8ef76cc8-c901-4da5-95c9-639ed438ab5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc HTTP/1.1" status: 200 len: 1001 time: 0.1136315 Nov 12 08:38:45.099249 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.104347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 190b3afb-1975-4cc4-95e6-fe8cb89b1120, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=190b3afb-1975-4cc4-95e6-fe8cb89b1120,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:45.114348 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.117882 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device c118544e-bc44-47f5-8653-6b942595239d up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:45.157252 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5a3bfbf-4d0f-4a6d-986f-a3231b41e9af req-b6040b5b-e09a-4883-b4a2-99ac046ef512 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155992 Nov 12 08:38:45.173831 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-3975beb6-ec83-455b-9666-437c5f2d2da3 service neutron] 10.222.0.31 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212749 Nov 12 08:38:45.205878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b0a81-6e22-4004-89f6-d177cb4e6b8b req-25948df2-a4c1-484b-ad31-acec8188d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.208474 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c74b0a81-6e22-4004-89f6-d177cb4e6b8b req-25948df2-a4c1-484b-ad31-acec8188d5e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.1028774 Nov 12 08:38:45.234637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=190b3afb-1975-4cc4-95e6-fe8cb89b1120,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:45.258345 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port c118544e-bc44-47f5-8653-6b942595239d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:45.263746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port c118544e-bc44-47f5-8653-6b942595239d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:45.264165 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.320680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b0a81-6e22-4004-89f6-d177cb4e6b8b req-945fc128-5d65-47ca-8ef5-c48fb778a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.322772 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c74b0a81-6e22-4004-89f6-d177cb4e6b8b req-945fc128-5d65-47ca-8ef5-c48fb778a734 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055336 Nov 12 08:38:45.414201 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.461697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port c118544e-bc44-47f5-8653-6b942595239d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c118544e-bc44-47f5-8653-6b942595239d,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:45.468791 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.469828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device d2d466ea-8a87-4294-83d6-4e59236e9d48 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:45.486990 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-f76cef94-8226-40d6-a84c-81ebf9897e1d service neutron] 10.222.0.31 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015580 Nov 12 08:38:45.511526 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c74b0a81-6e22-4004-89f6-d177cb4e6b8b req-2f68afd5-42fd-41b7-b6fc-27f00ef237d1 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696045 Nov 12 08:38:45.550898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Sync routers for ids ['bf68fd11-46d7-405f-8e1e-c717b47e491e'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:45.572939 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.583805 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.603606 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Routers {'bf68fd11-46d7-405f-8e1e-c717b47e491e'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:45.604341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bf68fd11-46d7-405f-8e1e-c717b47e491e'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:45.681408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=94e24aff-ed5d-4109-b88a-f80f3950247b,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:45.721999 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c74b0a81-6e22-4004-89f6-d177cb4e6b8b req-bea1b893-3e45-465a-b73e-44c9298366b6 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043641 Nov 12 08:38:45.748007 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.768122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b755dd4-7569-4bc4-a791-0d880130134a req-dcb6db8d-4194-4b01-a5a1-4d8b13ebc973 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.775573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b755dd4-7569-4bc4-a791-0d880130134a req-dcb6db8d-4194-4b01-a5a1-4d8b13ebc973 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.2416868 Nov 12 08:38:45.783438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=c118544e-bc44-47f5-8653-6b942595239d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:45.856113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port d2d466ea-8a87-4294-83d6-4e59236e9d48 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:45.866923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port d2d466ea-8a87-4294-83d6-4e59236e9d48 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:45.867498 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:45.885512 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b755dd4-7569-4bc4-a791-0d880130134a req-3dea91c5-784a-4fa3-ac91-fc44f797e335 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061149 Nov 12 08:38:45.910188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c53165-14fb-448f-8dac-c3e4c8961b17 req-efadfc18-70ba-4cb0-8c4a-479da6739ce5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.917700 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c53165-14fb-448f-8dac-c3e4c8961b17 req-efadfc18-70ba-4cb0-8c4a-479da6739ce5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.933083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Set router bf68fd11-46d7-405f-8e1e-c717b47e491e gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:45.933365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c53165-14fb-448f-8dac-c3e4c8961b17 req-efadfc18-70ba-4cb0-8c4a-479da6739ce5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.933737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c53165-14fb-448f-8dac-c3e4c8961b17 req-efadfc18-70ba-4cb0-8c4a-479da6739ce5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.951549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c53165-14fb-448f-8dac-c3e4c8961b17 req-efadfc18-70ba-4cb0-8c4a-479da6739ce5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.958811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c53165-14fb-448f-8dac-c3e4c8961b17 req-efadfc18-70ba-4cb0-8c4a-479da6739ce5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.966350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c53165-14fb-448f-8dac-c3e4c8961b17 req-efadfc18-70ba-4cb0-8c4a-479da6739ce5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:45.968497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-07c53165-14fb-448f-8dac-c3e4c8961b17 req-efadfc18-70ba-4cb0-8c4a-479da6739ce5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5440 time: 0.1755466 Nov 12 08:38:46.014528 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Floating IP eca5acfe-ff4f-4eda-aba4-cefe6d4a52b5 associated. External IP: 172.25.3.92, port: 47d9e05f-3f03-4c57-9e10-ae2a2924309f. Nov 12 08:38:46.052827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0717a070-6d6f-4ead-b8d9-eb2d44ea508f', 'name': 'network-vif-deleted', 'tag': '90948111-b626-490d-8ba0-2e9bb9cc3e7d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:46.055798 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad91147-d58a-4e35-9256-4b9125824ef4" -d '{"events": [{"server_uuid": "0717a070-6d6f-4ead-b8d9-eb2d44ea508f", "name": "network-vif-deleted", "tag": "90948111-b626-490d-8ba0-2e9bb9cc3e7d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:46.094847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190b3afb-1975-4cc4-95e6-fe8cb89b1120'}, {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c118544e-bc44-47f5-8653-6b942595239d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:46.097837 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8defd070-94a7-4f0f-b6ef-939073d34bab" -d '{"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "190b3afb-1975-4cc4-95e6-fe8cb89b1120"}, {"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "c118544e-bc44-47f5-8653-6b942595239d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:46.122612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c362c-33bd-4aff-896f-9efbbe97a581 req-7a50b545-802c-4346-8051-3449ffe12652 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:46.133128 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aa3c362c-33bd-4aff-896f-9efbbe97a581 req-7a50b545-802c-4346-8051-3449ffe12652 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a233e91-f6f8-42b0-a02f-71047a6dd590 HTTP/1.1" status: 200 len: 949 time: 0.0919056 Nov 12 08:38:46.161370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-07c53165-14fb-448f-8dac-c3e4c8961b17 req-4d78dc87-2ef6-49b8-956c-5290da4d10c8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1657145 Nov 12 08:38:46.193194 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.250312 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aa3c362c-33bd-4aff-896f-9efbbe97a581 req-51cba772-fecc-45a2-961f-49389be423c4 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136353 Nov 12 08:38:46.252029 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3fd33cd0-0f4d-432c-a914-cfc210099b3a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:46.359048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port d2d466ea-8a87-4294-83d6-4e59236e9d48, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=d2d466ea-8a87-4294-83d6-4e59236e9d48,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:46.407850 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.409054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:46.529764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3fd33cd0-0f4d-432c-a914-cfc210099b3a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:46.530167 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.556074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=d2d466ea-8a87-4294-83d6-4e59236e9d48,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:46.594545 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'name': 'tempest-ServerRescueNegativeTestJSON-342141813-router', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:33Z', 'updated_at': '2021-11-12T08:38:40Z', 'revision_number': 4, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'gw_port': {'id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '442bcc8e-a58b-4346-aebb-81f68ba90887', 'name': '', 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'mac_address': 'fa:16:3e:b7:72:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e098a2ee-2339-4ade-8938-56472dbe143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:38Z', 'updated_at': '2021-11-12T08:38:40Z', 'revision_number': 2, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'subnets': [{'id': 'e098a2ee-2339-4ade-8938-56472dbe143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:46.624635 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Checking router: bf68fd11-46d7-405f-8e1e-c717b47e491e for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:46.624992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Updating router bf68fd11-46d7-405f-8e1e-c717b47e491e port 442bcc8e-a58b-4346-aebb-81f68ba90887 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:38:46.626918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:46.650616 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:46.650994 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.651226 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccd5835-9cd8-4662-a56d-43f9097bc2e2 x-openstack-request-id: req-5ccd5835-9cd8-4662-a56d-43f9097bc2e2 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:46.651683 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0717a070-6d6f-4ead-b8d9-eb2d44ea508f", "name": "network-vif-deleted", "tag": "90948111-b626-490d-8ba0-2e9bb9cc3e7d", "status": "failed", "code": 422}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:46.652233 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ccd5835-9cd8-4662-a56d-43f9097bc2e2 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:46.653288 n-d-768851-18 neutron-server[102444]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0717a070-6d6f-4ead-b8d9-eb2d44ea508f', 'name': 'network-vif-deleted', 'tag': '90948111-b626-490d-8ba0-2e9bb9cc3e7d', 'status': 'failed', 'code': 422} returned with failed status Nov 12 08:38:46.725582 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f446ed-3f08-4a15-aa13-9605461f6ab4 x-openstack-request-id: req-e8f446ed-3f08-4a15-aa13-9605461f6ab4 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:46.725880 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "190b3afb-1975-4cc4-95e6-fe8cb89b1120", "code": 200}, {"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "c118544e-bc44-47f5-8653-6b942595239d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:46.726130 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8f446ed-3f08-4a15-aa13-9605461f6ab4 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:46.726517 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190b3afb-1975-4cc4-95e6-fe8cb89b1120', 'code': 200} Nov 12 08:38:46.726771 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c118544e-bc44-47f5-8653-6b942595239d', 'code': 200} Nov 12 08:38:46.727451 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.833294 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-34b85407-f66a-42ec-98fc-0465966ba6b5 req-f8cc3f93-d87b-44cb-9647-8c432a8d5bdd tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 210 time: 0.0593898 Nov 12 08:38:46.847743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1e16a-552a-4a44-9c30-b2815b89bbbf req-949907cb-2ffe-497b-8cc6-b44881755c2f tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:46.854005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf1e16a-552a-4a44-9c30-b2815b89bbbf req-949907cb-2ffe-497b-8cc6-b44881755c2f tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.0758624 Nov 12 08:38:46.909591 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:46.942563 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bf1e16a-552a-4a44-9c30-b2815b89bbbf req-6c135dd4-af5d-4582-a5f3-9b32a6920b31 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856657 Nov 12 08:38:47.045908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=320e9afb-8bf4-41ca-b2aa-48fddf6a9800,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:47.061645 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.062996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6a108f05-c3d3-44ae-991a-9885afcdf616 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:47.110022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d896c74-bea3-49b0-98ab-3fbbb8164632 req-f51c1152-79fd-4e1c-a0c8-17435fa75c35 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:47.111873 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9d896c74-bea3-49b0-98ab-3fbbb8164632 req-f51c1152-79fd-4e1c-a0c8-17435fa75c35 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 908 time: 0.0988884 Nov 12 08:38:47.121793 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:47.300743 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=320e9afb-8bf4-41ca-b2aa-48fddf6a9800,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:47.358572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:47.374038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf4ff4-fd28-428e-8c82-318c9e09b4aa req-1f27564a-22e0-492f-b17c-8b3bdcf3768a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:47.385232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 6a108f05-c3d3-44ae-991a-9885afcdf616 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:47.392764 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efaf4ff4-fd28-428e-8c82-318c9e09b4aa req-1f27564a-22e0-492f-b17c-8b3bdcf3768a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 946 time: 0.1530344 Nov 12 08:38:47.396852 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.399149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 6a108f05-c3d3-44ae-991a-9885afcdf616 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:47.399728 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.400199 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e851a0d-f03c-4a65-9e6d-4eb44ae594af None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:47.420021 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e851a0d-f03c-4a65-9e6d-4eb44ae594af None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:47.420914 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5e851a0d-f03c-4a65-9e6d-4eb44ae594af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:47.458449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-f1c138b7-c20a-4215-a029-62534e85426f tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:47.459905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-f1c138b7-c20a-4215-a029-62534e85426f tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/networks?id=e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 200 len: 818 time: 0.1946030 Nov 12 08:38:47.464936 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-25e8831e-3896-4f24-93bf-b40c363fc9d7 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.3203363 Nov 12 08:38:47.468798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33102) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:47.473608 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.478874 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3f0d6d75-ce6e-4d3d-a5e9-80929c674aac tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:47.489806 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.547470 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-78ac10cc-040d-4bfa-a938-89b83c2c0502 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/quotas/fc4bcbdfbf46407382303c5b72983d6c HTTP/1.1" status: 200 len: 375 time: 0.0221913 Nov 12 08:38:47.608110 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f0d6d75-ce6e-4d3d-a5e9-80929c674aac tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.624951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efaf4ff4-fd28-428e-8c82-318c9e09b4aa req-e5c4efec-d025-43ba-94ab-904cd5eb82b4 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299769 Nov 12 08:38:47.668382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-885e7da9-29db-4274-84f3-25d084208dec tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:47.671250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-885e7da9-29db-4274-84f3-25d084208dec tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.46 "GET /v2.0/networks?id=e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 200 len: 818 time: 0.2361915 Nov 12 08:38:47.698876 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5e851a0d-f03c-4a65-9e6d-4eb44ae594af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:47.699640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Request body: {'port': {'device_id': 'f760374d-53a3-40ee-912c-decb89ff225d', 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae', 'admin_state_up': True, 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:47.718037 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e851a0d-f03c-4a65-9e6d-4eb44ae594af None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:47.719310 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5e851a0d-f03c-4a65-9e6d-4eb44ae594af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:47.807330 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5e851a0d-f03c-4a65-9e6d-4eb44ae594af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:47.814000 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e851a0d-f03c-4a65-9e6d-4eb44ae594af None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:47.865469 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-0f1c5bf4-4aa7-48a2-97d0-a89ac6dc9ddc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3084033 Nov 12 08:38:47.879869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479846f-7787-47fa-a071-3610b1dbfb73 None None] Pushing event updated for resources: {'Port': ['ID=442bcc8e-a58b-4346-aebb-81f68ba90887,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:47.986357 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f0d6d75-ce6e-4d3d-a5e9-80929c674aac tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.995629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4119f9-35dc-44c0-bd4e-4a4221230b1e req-9eb1e2bc-532e-49b0-9eac-7d23385a587e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:47.997532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c4119f9-35dc-44c0-bd4e-4a4221230b1e req-9eb1e2bc-532e-49b0-9eac-7d23385a587e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.1060410 Nov 12 08:38:47.998808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f0d6d75-ce6e-4d3d-a5e9-80929c674aac tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:47.999297 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-3f0d6d75-ce6e-4d3d-a5e9-80929c674aac tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Floating IP eca5acfe-ff4f-4eda-aba4-cefe6d4a52b5 disassociated. External IP: 172.25.3.92, port: 47d9e05f-3f03-4c57-9e10-ae2a2924309f. Nov 12 08:38:48.016481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21a29f-5799-4899-a368-43b83363842a req-8108783c-6ae4-4ec2-93a8-232b3126e7b0 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.018211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e21a29f-5799-4899-a368-43b83363842a req-8108783c-6ae4-4ec2-93a8-232b3126e7b0 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a233e91-f6f8-42b0-a02f-71047a6dd590 HTTP/1.1" status: 200 len: 949 time: 0.2419348 Nov 12 08:38:48.018772 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.020965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Attempting to bind port 442bcc8e-a58b-4346-aebb-81f68ba90887 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:48.021357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Attempting to bind port 442bcc8e-a58b-4346-aebb-81f68ba90887 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:48.021713 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Attempting to bind port 442bcc8e-a58b-4346-aebb-81f68ba90887 on network e15557bf-6095-4744-9c4f-6e89b3a8efae {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:48.049278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:48.049980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Checking segment: {'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:48.050952 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.051718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Bound using segment: {'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:48.051867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Bound port: 442bcc8e-a58b-4346-aebb-81f68ba90887, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:48.052222 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.108280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Made reservation on behalf of fc4bcbdfbf46407382303c5b72983d6c for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:48.112024 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.136385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6a108f05-c3d3-44ae-991a-9885afcdf616, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6a108f05-c3d3-44ae-991a-9885afcdf616,segment=NetworkSegment(aece0b32-5281-4cee-b18a-5d7c2751dfd1),segment_id=aece0b32-5281-4cee-b18a-5d7c2751dfd1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:48.146075 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.147208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f54d056e-4ab3-45d6-ba36-cfec0c59f974 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:48.165925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c4119f9-35dc-44c0-bd4e-4a4221230b1e req-d449cf3e-532a-4f72-adaa-df1afd3ac32d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466939 Nov 12 08:38:48.191321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] For port 442bcc8e-a58b-4346-aebb-81f68ba90887, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:48.195548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] For port 442bcc8e-a58b-4346-aebb-81f68ba90887, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=442bcc8e-a58b-4346-aebb-81f68ba90887,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:48.283061 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-df06f0cd-fbe8-40d1-bf9d-00a8081bbc8b service neutron] 10.222.0.31 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078016 Nov 12 08:38:48.294157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65936b2e-7d88-4315-a635-288bc33b7241 req-c4b61050-956b-49d8-b126-1dd9bcd3295f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.295969 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-65936b2e-7d88-4315-a635-288bc33b7241 req-c4b61050-956b-49d8-b126-1dd9bcd3295f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 908 time: 0.1262808 Nov 12 08:38:48.296553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1e21a29f-5799-4899-a368-43b83363842a req-29c1efae-bda2-4a1b-bba9-2f7630d84e27 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Deleting port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:48.297122 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1e21a29f-5799-4899-a368-43b83363842a req-29c1efae-bda2-4a1b-bba9-2f7630d84e27 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.314392 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.345725 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6a108f05-c3d3-44ae-991a-9885afcdf616,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:48.374620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Routers {'bf68fd11-46d7-405f-8e1e-c717b47e491e'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:48.375010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bf68fd11-46d7-405f-8e1e-c717b47e491e'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:48.406022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Allocated IP 172.20.0.6 (e15557bf-6095-4744-9c4f-6e89b3a8efae/e098a2ee-2339-4ade-8938-56472dbe143c/06351c1f-930b-49ca-9307-1667f08a6e14) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:48.448309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643d5c-fec3-4005-a2a9-a0095d3c439d req-787f9835-6e84-494e-bbb3-53b34950e6a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.455159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643d5c-fec3-4005-a2a9-a0095d3c439d req-787f9835-6e84-494e-bbb3-53b34950e6a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.461909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643d5c-fec3-4005-a2a9-a0095d3c439d req-787f9835-6e84-494e-bbb3-53b34950e6a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.468597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643d5c-fec3-4005-a2a9-a0095d3c439d req-787f9835-6e84-494e-bbb3-53b34950e6a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.475347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643d5c-fec3-4005-a2a9-a0095d3c439d req-787f9835-6e84-494e-bbb3-53b34950e6a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.482212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643d5c-fec3-4005-a2a9-a0095d3c439d req-787f9835-6e84-494e-bbb3-53b34950e6a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.489335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643d5c-fec3-4005-a2a9-a0095d3c439d req-787f9835-6e84-494e-bbb3-53b34950e6a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:48.495897 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port f54d056e-4ab3-45d6-ba36-cfec0c59f974 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:38:48.498310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1643d5c-fec3-4005-a2a9-a0095d3c439d req-787f9835-6e84-494e-bbb3-53b34950e6a1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5443 time: 0.2185514 Nov 12 08:38:48.538373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0d6d75-ce6e-4d3d-a5e9-80929c674aac tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:48.545682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port f54d056e-4ab3-45d6-ba36-cfec0c59f974 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:48.546061 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.551046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479846f-7787-47fa-a071-3610b1dbfb73 None None] Pushing event updated for resources: {'Port': ['ID=442bcc8e-a58b-4346-aebb-81f68ba90887,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:48.578587 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:38:48.600979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1e21a29f-5799-4899-a368-43b83363842a req-29c1efae-bda2-4a1b-bba9-2f7630d84e27 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] For port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:48.601404 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1e21a29f-5799-4899-a368-43b83363842a req-29c1efae-bda2-4a1b-bba9-2f7630d84e27 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.633090 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-7a1241e5-9f41-45ab-9249-70eea0513c50 service neutron] 10.222.0.31 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129333 Nov 12 08:38:48.634487 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] Set router bf68fd11-46d7-405f-8e1e-c717b47e491e gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:48.657391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1e21a29f-5799-4899-a368-43b83363842a req-29c1efae-bda2-4a1b-bba9-2f7630d84e27 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Calling delete_port for 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:48.749434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d466ea-8a87-4294-83d6-4e59236e9d48'}, {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320e9afb-8bf4-41ca-b2aa-48fddf6a9800'}, {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a108f05-c3d3-44ae-991a-9885afcdf616'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:48.752968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-65936b2e-7d88-4315-a635-288bc33b7241 req-a05b68a5-843f-4538-8e5a-dbc1a00f46f2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Deleting port 6115cb31-9bf1-4a4f-82a1-138138543a01 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:48.753574 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-65936b2e-7d88-4315-a635-288bc33b7241 req-a05b68a5-843f-4538-8e5a-dbc1a00f46f2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.754033 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e4bc44-4a37-45f1-90e6-9f994e993c67" -d '{"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "d2d466ea-8a87-4294-83d6-4e59236e9d48"}, {"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "320e9afb-8bf4-41ca-b2aa-48fddf6a9800"}, {"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "6a108f05-c3d3-44ae-991a-9885afcdf616"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:48.757307 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.879248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-65936b2e-7d88-4315-a635-288bc33b7241 req-a05b68a5-843f-4538-8e5a-dbc1a00f46f2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] For port 6115cb31-9bf1-4a4f-82a1-138138543a01, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6115cb31-9bf1-4a4f-82a1-138138543a01,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:48.879628 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-65936b2e-7d88-4315-a635-288bc33b7241 req-a05b68a5-843f-4538-8e5a-dbc1a00f46f2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.895441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-65936b2e-7d88-4315-a635-288bc33b7241 req-a05b68a5-843f-4538-8e5a-dbc1a00f46f2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Calling delete_port for 6115cb31-9bf1-4a4f-82a1-138138543a01 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:48.929141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f54d056e-4ab3-45d6-ba36-cfec0c59f974, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f54d056e-4ab3-45d6-ba36-cfec0c59f974,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:48.936931 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:48.980239 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06232c2d-a728-4267-b78a-8cdace9ee5dc no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:49.029872 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1643d5c-fec3-4005-a2a9-a0095d3c439d req-e9727b12-73de-4525-95f5-8fbf4a1da7bb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5303884 Nov 12 08:38:49.116735 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-65936b2e-7d88-4315-a635-288bc33b7241 req-a05b68a5-843f-4538-8e5a-dbc1a00f46f2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.140462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f54d056e-4ab3-45d6-ba36-cfec0c59f974,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:49.182558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b68a5-843f-4538-8e5a-dbc1a00f46f2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event deleted for resources: {'Port': ['ID=6115cb31-9bf1-4a4f-82a1-138138543a01,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:49.193443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0d6d75-ce6e-4d3d-a5e9-80929c674aac tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:49.197753 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f0d6d75-ce6e-4d3d-a5e9-80929c674aac tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.242076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791df1ec-52fa-470a-8637-31b6dedb0760 None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:49.288266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791df1ec-52fa-470a-8637-31b6dedb0760 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:49.288555 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.289372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-791df1ec-52fa-470a-8637-31b6dedb0760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:49.292182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-65936b2e-7d88-4315-a635-288bc33b7241 req-a05b68a5-843f-4538-8e5a-dbc1a00f46f2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] No DVR routers for this DVR port 6115cb31-9bf1-4a4f-82a1-138138543a01 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:49.296783 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.312444 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-65936b2e-7d88-4315-a635-288bc33b7241 req-a05b68a5-843f-4538-8e5a-dbc1a00f46f2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.316694 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-65936b2e-7d88-4315-a635-288bc33b7241 req-a05b68a5-843f-4538-8e5a-dbc1a00f46f2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.52 "DELETE /v2.0/ports/6115cb31-9bf1-4a4f-82a1-138138543a01 HTTP/1.1" status: 204 len: 173 time: 0.8979154 Nov 12 08:38:49.317421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ee5998-eb36-4d55-892f-8c9c3e30c256', 'name': 'network-vif-deleted', 'tag': '6115cb31-9bf1-4a4f-82a1-138138543a01'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:49.320468 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3eb38b-e9ef-4aea-a472-234febd5eed9" -d '{"events": [{"server_uuid": "d5ee5998-eb36-4d55-892f-8c9c3e30c256", "name": "network-vif-deleted", "tag": "6115cb31-9bf1-4a4f-82a1-138138543a01"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:49.328317 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3f0d6d75-ce6e-4d3d-a5e9-80929c674aac tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "PUT /v2.0/floatingips/eca5acfe-ff4f-4eda-aba4-cefe6d4a52b5 HTTP/1.1" status: 200 len: 687 time: 1.8512290 Nov 12 08:38:49.343919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c155427-c94d-4517-a3bd-25c8ea457141 req-9969567a-2a8c-41b8-b054-b799a5871c0e tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:49.352531 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c155427-c94d-4517-a3bd-25c8ea457141 req-9969567a-2a8c-41b8-b054-b799a5871c0e tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a233e91-f6f8-42b0-a02f-71047a6dd590 HTTP/1.1" status: 200 len: 949 time: 0.3611529 Nov 12 08:38:49.360431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33124) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:49.366829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-791df1ec-52fa-470a-8637-31b6dedb0760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:49.380732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23cbec-053f-493d-9083-8d4006d2b8b4 req-03059600-b128-4b6a-8f87-e9732a7d5dc5 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:49.389025 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d23cbec-053f-493d-9083-8d4006d2b8b4 req-03059600-b128-4b6a-8f87-e9732a7d5dc5 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.2536216 Nov 12 08:38:49.460854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:49.472518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'name': 'tempest-ServerRescueNegativeTestJSON-342141813-router', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:33Z', 'updated_at': '2021-11-12T08:38:40Z', 'revision_number': 4, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'gw_port': {'id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '442bcc8e-a58b-4346-aebb-81f68ba90887', 'name': '', 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'mac_address': 'fa:16:3e:b7:72:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e098a2ee-2339-4ade-8938-56472dbe143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:38Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 4, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'subnets': [{'id': 'e098a2ee-2339-4ade-8938-56472dbe143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:49.558416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d1854-531a-4ab3-9a77-176a91fd57be None None] The sync data for ids ['bf68fd11-46d7-405f-8e1e-c717b47e491e'] in n-d-768851-18 is: [{'id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'name': 'tempest-ServerRescueNegativeTestJSON-342141813-router', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:33Z', 'updated_at': '2021-11-12T08:38:40Z', 'revision_number': 4, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'gw_port': {'id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '442bcc8e-a58b-4346-aebb-81f68ba90887', 'name': '', 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'mac_address': 'fa:16:3e:b7:72:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'e098a2ee-2339-4ade-8938-56472dbe143c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:38Z', 'updated_at': '2021-11-12T08:38:48Z', 'revision_number': 4, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'subnets': [{'id': 'e098a2ee-2339-4ade-8938-56472dbe143c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:49.561442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791df1ec-52fa-470a-8637-31b6dedb0760 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:49.562474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-791df1ec-52fa-470a-8637-31b6dedb0760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:49.564782 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.579522 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d23cbec-053f-493d-9083-8d4006d2b8b4 req-27091d8c-6d8e-4764-a820-a709fec31e43 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741493 Nov 12 08:38:49.597039 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.622673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-791df1ec-52fa-470a-8637-31b6dedb0760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:49.623478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791df1ec-52fa-470a-8637-31b6dedb0760 None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:49.642726 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c155427-c94d-4517-a3bd-25c8ea457141 req-ebc31eb5-3bf7-44fb-9207-ca7b25e628cd tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.31 "GET /v2.0/security-groups?id=c810aa39-877c-4949-b6aa-d12f57c3cb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884259 Nov 12 08:38:49.692723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Network e15557bf-6095-4744-9c4f-6e89b3a8efae is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:49.694327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:49.695988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=06232c2d-a728-4267-b78a-8cdace9ee5dc,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:49.697478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:49.791590 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1e21a29f-5799-4899-a368-43b83363842a req-29c1efae-bda2-4a1b-bba9-2f7630d84e27 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.813849 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-441e34ae-a97a-4f72-a0cd-e109662d6e4d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:49.815788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-441e34ae-a97a-4f72-a0cd-e109662d6e4d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.52 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.3335130 Nov 12 08:38:49.852652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-438e080c-c35b-4dd0-8f76-8c7c51b7fa73 req-aefe40c3-cf9f-493d-83ee-31263b8c6e27 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5ee5998-eb36-4d55-892f-8c9c3e30c256 HTTP/1.1" status: 200 len: 210 time: 0.1040614 Nov 12 08:38:49.853766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Pushing event updated for resources: {'Port': ['ID=06351c1f-930b-49ca-9307-1667f08a6e14,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:49.909460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1efae-bda2-4a1b-bba9-2f7630d84e27 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Pushing event deleted for resources: {'Port': ['ID=56e67eaa-bccc-43e3-a4ff-0c398bb1ac20,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:49.915361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c897f9-e41c-42dc-bf12-b1dc2d18c76a req-3cd76e15-6b41-42f2-8008-d4c562f821e6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:49.923753 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0c897f9-e41c-42dc-bf12-b1dc2d18c76a req-3cd76e15-6b41-42f2-8008-d4c562f821e6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.1588864 Nov 12 08:38:49.959383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:49.961285 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:49.980527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-35a23047-68bf-47f7-9635-c765b8f86fca tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port 94e24aff-ed5d-4109-b88a-f80f3950247b {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:49.981231 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35a23047-68bf-47f7-9635-c765b8f86fca tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.014113 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-92a97a3e-f85e-41fd-923a-5b21947a7948 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3307588 Nov 12 08:38:50.015267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e21a29f-5799-4899-a368-43b83363842a req-29c1efae-bda2-4a1b-bba9-2f7630d84e27 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] No DVR routers for this DVR port 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:50.021561 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1e21a29f-5799-4899-a368-43b83363842a req-29c1efae-bda2-4a1b-bba9-2f7630d84e27 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.024972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e21a29f-5799-4899-a368-43b83363842a req-29c1efae-bda2-4a1b-bba9-2f7630d84e27 tempest-ListImageFiltersTestJSON-1481826055 tempest-ListImageFiltersTestJSON-1481826055-project] 10.222.0.52 "DELETE /v2.0/ports/56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 HTTP/1.1" status: 204 len: 173 time: 1.9950759 Nov 12 08:38:50.039087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Request body: {'port': {'device_id': 'f760374d-53a3-40ee-912c-decb89ff225d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:50.043196 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'name': 'network-vif-deleted', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:50.057828 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba91c255-152a-4f1e-b83b-a90d2ee9c350 x-openstack-request-id: req-ba91c255-152a-4f1e-b83b-a90d2ee9c350 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:50.058160 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "d2d466ea-8a87-4294-83d6-4e59236e9d48", "code": 200}, {"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "320e9afb-8bf4-41ca-b2aa-48fddf6a9800", "code": 200}, {"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "6a108f05-c3d3-44ae-991a-9885afcdf616", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:50.058609 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba91c255-152a-4f1e-b83b-a90d2ee9c350 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:50.059335 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d466ea-8a87-4294-83d6-4e59236e9d48', 'code': 200} Nov 12 08:38:50.059756 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320e9afb-8bf4-41ca-b2aa-48fddf6a9800', 'code': 200} Nov 12 08:38:50.060173 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a108f05-c3d3-44ae-991a-9885afcdf616', 'code': 200} Nov 12 08:38:50.066238 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4df2bac-e728-4729-aed0-d0908b48c771" -d '{"events": [{"server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "name": "network-vif-deleted", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:50.268762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.299778 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0c897f9-e41c-42dc-bf12-b1dc2d18c76a req-efc5c2e7-b13a-485b-ae80-3ba0da4d983d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3747230 Nov 12 08:38:50.309227 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35a23047-68bf-47f7-9635-c765b8f86fca tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.309377 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35a23047-68bf-47f7-9635-c765b8f86fca tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.323339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Deleting port c6864a5d-c302-4e8a-aab6-8fb530f8da6a {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:50.323599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 442bcc8e-a58b-4346-aebb-81f68ba90887 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:50.323866 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.347451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8857aa0e-8974-45a6-84d5-e4122872f987 req-aba0f863-9616-4b5b-b190-f43f056a5e0c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 210 time: 0.1013865 Nov 12 08:38:50.515677 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5622a60-30bb-420b-89a9-c491814f89f9 x-openstack-request-id: req-b5622a60-30bb-420b-89a9-c491814f89f9 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:50.519522 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ee5998-eb36-4d55-892f-8c9c3e30c256", "name": "network-vif-deleted", "tag": "6115cb31-9bf1-4a4f-82a1-138138543a01", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:50.520738 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5622a60-30bb-420b-89a9-c491814f89f9 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:50.521901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 442bcc8e-a58b-4346-aebb-81f68ba90887 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:50.523313 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.526291 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ee5998-eb36-4d55-892f-8c9c3e30c256', 'name': 'network-vif-deleted', 'tag': '6115cb31-9bf1-4a4f-82a1-138138543a01', 'status': 'completed', 'code': 200} Nov 12 08:38:50.651322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-35a23047-68bf-47f7-9635-c765b8f86fca tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for 94e24aff-ed5d-4109-b88a-f80f3950247b owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:50.655798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] For port c6864a5d-c302-4e8a-aab6-8fb530f8da6a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6864a5d-c302-4e8a-aab6-8fb530f8da6a,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:50.656418 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.698999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e7dc-9130-4765-806c-7df815f8dbc3 req-66e55886-6424-457c-9609-6800c3806d89 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:50.701724 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2092e7dc-9130-4765-806c-7df815f8dbc3 req-66e55886-6424-457c-9609-6800c3806d89 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 946 time: 0.1872332 Nov 12 08:38:50.707914 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.771562 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 442bcc8e-a58b-4346-aebb-81f68ba90887, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=442bcc8e-a58b-4346-aebb-81f68ba90887,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:50.785635 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:50.813372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5c7f-6a24-4166-8966-7b0616de9b3a req-c512e1d9-1ceb-4bd5-94ff-5d08549c55c2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:50.823572 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5c7f-6a24-4166-8966-7b0616de9b3a req-c512e1d9-1ceb-4bd5-94ff-5d08549c55c2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:50.830348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5c7f-6a24-4166-8966-7b0616de9b3a req-c512e1d9-1ceb-4bd5-94ff-5d08549c55c2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:50.852081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5c7f-6a24-4166-8966-7b0616de9b3a req-c512e1d9-1ceb-4bd5-94ff-5d08549c55c2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:50.858333 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=442bcc8e-a58b-4346-aebb-81f68ba90887,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:50.858838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5c7f-6a24-4166-8966-7b0616de9b3a req-c512e1d9-1ceb-4bd5-94ff-5d08549c55c2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:50.866720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5c7f-6a24-4166-8966-7b0616de9b3a req-c512e1d9-1ceb-4bd5-94ff-5d08549c55c2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:50.873738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec5c7f-6a24-4166-8966-7b0616de9b3a req-c512e1d9-1ceb-4bd5-94ff-5d08549c55c2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:50.881908 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17ec5c7f-6a24-4166-8966-7b0616de9b3a req-c512e1d9-1ceb-4bd5-94ff-5d08549c55c2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5444 time: 0.3019493 Nov 12 08:38:50.934042 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2092e7dc-9130-4765-806c-7df815f8dbc3 req-aa5293b8-f1cc-401c-889e-d41729badd4b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=d41d3a85-999c-42d5-90ec-47867339e2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907728 Nov 12 08:38:51.064465 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dc0fef-4c29-422c-a6d3-7d2a053996d5 x-openstack-request-id: req-f0dc0fef-4c29-422c-a6d3-7d2a053996d5 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:51.065037 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a233e91-f6f8-42b0-a02f-71047a6dd590", "name": "network-vif-deleted", "tag": "56e67eaa-bccc-43e3-a4ff-0c398bb1ac20", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:51.065037 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0dc0fef-4c29-422c-a6d3-7d2a053996d5 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:51.065559 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a233e91-f6f8-42b0-a02f-71047a6dd590', 'name': 'network-vif-deleted', 'tag': '56e67eaa-bccc-43e3-a4ff-0c398bb1ac20', 'status': 'completed', 'code': 200} Nov 12 08:38:51.110538 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.110908 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.111279 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Floating IP efab4a59-fe5d-4a18-bc13-4e8682cd97e2 disassociated. External IP: 172.25.3.170, port: c6864a5d-c302-4e8a-aab6-8fb530f8da6a. Nov 12 08:38:51.111634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Calling delete_port for c6864a5d-c302-4e8a-aab6-8fb530f8da6a owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:51.126584 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17ec5c7f-6a24-4166-8966-7b0616de9b3a req-76f35794-0aac-4724-8be8-0e03f00888f6 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2434580 Nov 12 08:38:51.150866 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35a23047-68bf-47f7-9635-c765b8f86fca tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.249011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a23047-68bf-47f7-9635-c765b8f86fca tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=94e24aff-ed5d-4109-b88a-f80f3950247b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:51.353761 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35a23047-68bf-47f7-9635-c765b8f86fca tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.355877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35a23047-68bf-47f7-9635-c765b8f86fca tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.361167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-35a23047-68bf-47f7-9635-c765b8f86fca tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/floatingips/eca5acfe-ff4f-4eda-aba4-cefe6d4a52b5 HTTP/1.1" status: 204 len: 168 time: 1.9957347 Nov 12 08:38:51.363200 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33146) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:51.374747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '1f5df905-e93a-434d-9d4c-221dd9ba3e8f'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:51.445353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.450228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-a484cce4-4c0d-4977-abed-d7c9e0aa066d tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:51.453150 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-a484cce4-4c0d-4977-abed-d7c9e0aa066d tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.52 "GET /v2.0/networks?id=e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 200 len: 818 time: 0.7072902 Nov 12 08:38:51.469659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Request body: {'port': {'device_id': '6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0', 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae', 'admin_state_up': True, 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:51.523049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01464710-53fa-4e94-840a-8a5c1dcdea6e req-66498c9b-49ed-4621-9212-0264e2b040db tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:51.524756 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01464710-53fa-4e94-840a-8a5c1dcdea6e req-66498c9b-49ed-4621-9212-0264e2b040db tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.2464538 Nov 12 08:38:51.527176 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06351c1f-930b-49ca-9307-1667f08a6e14 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:51.542212 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.647734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Transition to ACTIVE for port object 06351c1f-930b-49ca-9307-1667f08a6e14 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:51.657789 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01464710-53fa-4e94-840a-8a5c1dcdea6e req-da55afc3-64a3-4026-bf59-96cf61ce3f02 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811725 Nov 12 08:38:51.665380 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.694850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 6115cb31-9bf1-4a4f-82a1-138138543a01 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:51.747055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 6115cb31-9bf1-4a4f-82a1-138138543a01 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:51.747628 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 6115cb31-9bf1-4a4f-82a1-138138543a01 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:51.748228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:51.781937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:51.782291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 56e67eaa-bccc-43e3-a4ff-0c398bb1ac20 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:51.810466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Made reservation on behalf of fc4bcbdfbf46407382303c5b72983d6c for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:38:51.819139 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.821554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Pushing event updated for resources: {'Port': ['ID=06351c1f-930b-49ca-9307-1667f08a6e14,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:51.840206 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:51.859875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:51.860301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:51.860720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:51.861140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:51.861549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:51.861948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:51.862368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:51.862796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:51.863317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:51.863658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:51.863990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:51.864317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:38:51.907921 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e19f75d4-a9e3-46fb-81f7-b8a5a7bae038 req-19bf53dd-ee34-465d-b0fd-bcaab213cd08 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0700307 Nov 12 08:38:51.910419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event deleted for resources: {'Port': ['ID=c6864a5d-c302-4e8a-aab6-8fb530f8da6a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:51.967283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Attempting to bind port 06351c1f-930b-49ca-9307-1667f08a6e14 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:51.967685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Attempting to bind port 06351c1f-930b-49ca-9307-1667f08a6e14 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:51.968025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Attempting to bind port 06351c1f-930b-49ca-9307-1667f08a6e14 on network e15557bf-6095-4744-9c4f-6e89b3a8efae {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:51.979372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Port 06351c1f-930b-49ca-9307-1667f08a6e14 on network e15557bf-6095-4744-9c4f-6e89b3a8efae not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:51.979762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Attempting to bind port 06351c1f-930b-49ca-9307-1667f08a6e14 on network e15557bf-6095-4744-9c4f-6e89b3a8efae {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:51.993691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:51.993981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Checking segment: {'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:51.994591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Bound using segment: {'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:51.995212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Bound port: 06351c1f-930b-49ca-9307-1667f08a6e14, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:51.995748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.061464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54d056e-4ab3-45d6-ba36-cfec0c59f974'}, {'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:52.063891 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8bcbd1-b6a6-4314-9806-b3f585943aad" -d '{"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "f54d056e-4ab3-45d6-ba36-cfec0c59f974"}, {"server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "name": "network-vif-unplugged", "status": "completed", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:52.126813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] For port 06351c1f-930b-49ca-9307-1667f08a6e14, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:52.131104 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] For port 06351c1f-930b-49ca-9307-1667f08a6e14, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06351c1f-930b-49ca-9307-1667f08a6e14,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:52.138599 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.144359 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.171242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Allocated IP 172.20.0.13 (e15557bf-6095-4744-9c4f-6e89b3a8efae/e098a2ee-2339-4ade-8938-56472dbe143c/52929dbd-0418-46da-a982-33de8f6b0171) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:52.189492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-421f1172-fbdc-4fb3-a97d-6b1fd231ae2a req-8261ac05-572d-4ef5-b7db-dcd68c456552 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:52.189492 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-421f1172-fbdc-4fb3-a97d-6b1fd231ae2a req-8261ac05-572d-4ef5-b7db-dcd68c456552 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064461 Nov 12 08:38:52.227522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.228294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.230011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] 10.222.0.46 "PUT /v2.0/ports/06351c1f-930b-49ca-9307-1667f08a6e14 HTTP/1.1" status: 200 len: 1092 time: 2.2040694 Nov 12 08:38:52.236869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 442bcc8e-a58b-4346-aebb-81f68ba90887 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:38:52.242779 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.268141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:52.326189 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d1fb5285-efff-4a81-a5d7-24c7294eb4e8 req-298c83bd-ef3f-4a00-bd2e-d877bbeb56de tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=3722edbe-9c1d-4245-a3e6-c579282a2baa HTTP/1.1" status: 200 len: 210 time: 0.0718989 Nov 12 08:38:52.327736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 442bcc8e-a58b-4346-aebb-81f68ba90887 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:38:52.328191 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.336193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85503f2-94ce-4b13-92e3-588dd72a243f service neutron] Pushing event updated for resources: {'Port': ['ID=06351c1f-930b-49ca-9307-1667f08a6e14,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:52.396717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.25.3.8 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/cc49f105-8f99-4486-85ed-eb93a853569b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:38:52.414645 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ae34a0-a746-4f25-ae28-13f6e105c89c x-openstack-request-id: req-54ae34a0-a746-4f25-ae28-13f6e105c89c {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:52.418153 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-plugged", "status": "completed", "tag": "f54d056e-4ab3-45d6-ba36-cfec0c59f974", "code": 200}, {"server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "name": "network-vif-unplugged", "status": "failed", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc", "code": 422}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:52.418597 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54ae34a0-a746-4f25-ae28-13f6e105c89c {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:52.419030 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54d056e-4ab3-45d6-ba36-cfec0c59f974', 'code': 200} Nov 12 08:38:52.419494 n-d-768851-18 neutron-server[102446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'code': 422} returned with failed status Nov 12 08:38:52.498366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-0efee493-9f0a-4e2d-a52a-f325e4bf6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.500547 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-0efee493-9f0a-4e2d-a52a-f325e4bf6410 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 1095 time: 0.1972802 Nov 12 08:38:52.625354 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-3eecdaf1-829f-4092-a6f6-4baf3e6f4f17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06351c1f-930b-49ca-9307-1667f08a6e14 HTTP/1.1" status: 200 len: 217 time: 0.0764654 Nov 12 08:38:52.698835 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.770675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966228c4-6e0a-4816-bba4-38bf4e225cdc req-e00713a1-f66c-4bcb-9976-127d2a412ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.771088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966228c4-6e0a-4816-bba4-38bf4e225cdc req-e00713a1-f66c-4bcb-9976-127d2a412ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.771510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966228c4-6e0a-4816-bba4-38bf4e225cdc req-e00713a1-f66c-4bcb-9976-127d2a412ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.772055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966228c4-6e0a-4816-bba4-38bf4e225cdc req-e00713a1-f66c-4bcb-9976-127d2a412ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.772511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966228c4-6e0a-4816-bba4-38bf4e225cdc req-e00713a1-f66c-4bcb-9976-127d2a412ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.772959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966228c4-6e0a-4816-bba4-38bf4e225cdc req-e00713a1-f66c-4bcb-9976-127d2a412ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.773439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966228c4-6e0a-4816-bba4-38bf4e225cdc req-e00713a1-f66c-4bcb-9976-127d2a412ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.775839 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-966228c4-6e0a-4816-bba4-38bf4e225cdc req-e00713a1-f66c-4bcb-9976-127d2a412ffa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6508 time: 0.2586553 Nov 12 08:38:52.791537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60b569-c85f-49f0-b311-05727d257298 req-b6a1067f-0756-4f11-8536-ef2bd83f45a8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.802090 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9c60b569-c85f-49f0-b311-05727d257298 req-b6a1067f-0756-4f11-8536-ef2bd83f45a8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 945 time: 0.2674868 Nov 12 08:38:52.839551 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.848269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-53f49bdf-6fd8-4a1b-b622-37bbf5076027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:52.849771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-53f49bdf-6fd8-4a1b-b622-37bbf5076027 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e098a2ee-2339-4ade-8938-56472dbe143c HTTP/1.1" status: 200 len: 858 time: 0.2089105 Nov 12 08:38:52.855053 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:52.887015 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-966228c4-6e0a-4816-bba4-38bf4e225cdc req-ee7b72c4-6501-43ee-9aaf-f07fd8126902 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=78971bec-b1a3-4f17-97a3-70dabc209b16&id=7e59e12e-7e2a-4061-99b2-4487f72dd908&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006701 Nov 12 08:38:52.889486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:52.907226 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70f81e-f414-429d-8364-e087b2a2ada9 None None] Sync routers for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:52.921608 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70f81e-f414-429d-8364-e087b2a2ada9 None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:52.922667 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-bf70f81e-f414-429d-8364-e087b2a2ada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:52.922858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Network e15557bf-6095-4744-9c4f-6e89b3a8efae is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:52.953257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-44bd0454-b59d-4eed-9e2b-42069c8df0a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e15557bf-6095-4744-9c4f-6e89b3a8efae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817957 Nov 12 08:38:52.973898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:53.000546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:53.009035 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.054307 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9c60b569-c85f-49f0-b311-05727d257298 req-14186957-d9c2-43fd-9026-101fdd2f39f7 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511926 Nov 12 08:38:53.059797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Pushing event updated for resources: {'Port': ['ID=52929dbd-0418-46da-a982-33de8f6b0171,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:53.068325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f760374d-53a3-40ee-912c-decb89ff225d', 'tag': '06351c1f-930b-49ca-9307-1667f08a6e14'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:53.070681 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0704d51b-6cb9-44cc-b49b-b04d80410f55" -d '{"events": [{"name": "network-changed", "server_uuid": "f760374d-53a3-40ee-912c-decb89ff225d", "tag": "06351c1f-930b-49ca-9307-1667f08a6e14"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:53.076643 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-bf70f81e-f414-429d-8364-e087b2a2ada9 None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:53.090222 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] No DVR routers for this DVR port c6864a5d-c302-4e8a-aab6-8fb530f8da6a on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:53.092760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.093377 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.093563 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.097853 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.52 "DELETE /v2.0/ports/c6864a5d-c302-4e8a-aab6-8fb530f8da6a HTTP/1.1" status: 204 len: 173 time: 3.2732990 Nov 12 08:38:53.113288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:38:53.116119 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'name': 'network-vif-deleted', 'tag': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:53.120213 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3d7100-5d15-4680-ab0a-20fab75e07c3" -d '{"events": [{"server_uuid": "3722edbe-9c1d-4245-a3e6-c579282a2baa", "name": "network-vif-deleted", "tag": "c6864a5d-c302-4e8a-aab6-8fb530f8da6a"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:53.121223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef595749-597c-415b-8ca9-4f8e6f84d2c3 req-1425439a-b547-40b6-a9d3-7dc4fd70c913 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.127223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:38:53.127821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef595749-597c-415b-8ca9-4f8e6f84d2c3 req-1425439a-b547-40b6-a9d3-7dc4fd70c913 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.133266 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:38:53.134331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef595749-597c-415b-8ca9-4f8e6f84d2c3 req-1425439a-b547-40b6-a9d3-7dc4fd70c913 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.140962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef595749-597c-415b-8ca9-4f8e6f84d2c3 req-1425439a-b547-40b6-a9d3-7dc4fd70c913 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.147501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef595749-597c-415b-8ca9-4f8e6f84d2c3 req-1425439a-b547-40b6-a9d3-7dc4fd70c913 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.153353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef595749-597c-415b-8ca9-4f8e6f84d2c3 req-1425439a-b547-40b6-a9d3-7dc4fd70c913 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.160121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef595749-597c-415b-8ca9-4f8e6f84d2c3 req-1425439a-b547-40b6-a9d3-7dc4fd70c913 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.162212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef595749-597c-415b-8ca9-4f8e6f84d2c3 req-1425439a-b547-40b6-a9d3-7dc4fd70c913 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5444 time: 0.2899964 Nov 12 08:38:53.178355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741e66d-2088-44b2-b355-ad938d1560b2 req-aed2a264-18b3-42f6-9908-a2b1aa5ecebd tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.180119 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3741e66d-2088-44b2-b355-ad938d1560b2 req-aed2a264-18b3-42f6-9908-a2b1aa5ecebd tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.52 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 945 time: 0.2596529 Nov 12 08:38:53.206778 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-c906357c-a5ad-4c69-a925-1bf232031e78 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7417729 Nov 12 08:38:53.216808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-6f322527-bd0b-423e-a371-daf8c4e518fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4515376 Nov 12 08:38:53.227855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-8acb7a95-303b-4aa5-bf96-d06eaf46a665 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:38:53.244476 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-8acb7a95-303b-4aa5-bf96-d06eaf46a665 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0265372 Nov 12 08:38:53.245134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Request body: {'port': {'device_id': '6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:53.352123 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=cc49f105-8f99-4486-85ed-eb93a853569b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:53.452382 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef595749-597c-415b-8ca9-4f8e6f84d2c3 req-b8c9dae3-bbb7-4a59-b740-cfeeb4ff72b3 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2687602 Nov 12 08:38:53.498698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.513665 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-467af085-0a03-409b-9705-fce9d3ea4fef service neutron] 10.222.0.46 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046923 Nov 12 08:38:53.573427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11eaa9-9f97-4c23-9dad-83f062b92353 req-cbf7322a-f4f5-46ac-8841-4ae0d3201956 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:53.585960 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-db11eaa9-9f97-4c23-9dad-83f062b92353 req-cbf7322a-f4f5-46ac-8841-4ae0d3201956 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.3247528 Nov 12 08:38:53.690222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c6864a5d-c302-4e8a-aab6-8fb530f8da6a no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:53.722019 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-bf70f81e-f414-429d-8364-e087b2a2ada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:16Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:53.743570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: c6864a5d-c302-4e8a-aab6-8fb530f8da6a {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:53.744609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c6864a5d-c302-4e8a-aab6-8fb530f8da6a not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:53.777422 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-db11eaa9-9f97-4c23-9dad-83f062b92353 req-99e24662-edcb-4eee-b03c-79bf60c18165 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815469 Nov 12 08:38:53.779650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-3741e66d-2088-44b2-b355-ad938d1560b2 req-67120145-5781-4be9-a913-052e30d15ad8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Deleting port c6151212-6621-48e6-90cf-743d832b8182 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:53.780193 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3741e66d-2088-44b2-b355-ad938d1560b2 req-67120145-5781-4be9-a913-052e30d15ad8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:53.796464 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70f81e-f414-429d-8364-e087b2a2ada9 None None] Checking router: 805d81d5-91f6-48cc-9adb-f4f5d69d47ed for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:38:53.827678 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70f81e-f414-429d-8364-e087b2a2ada9 None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:53.828321 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-bf70f81e-f414-429d-8364-e087b2a2ada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:54.083452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65d05d-e6b4-414c-83c9-e5d432f1f528 req-08a3566e-27b5-4f6c-b5e2-e8ddf5502f24 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:54.085440 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6f65d05d-e6b4-414c-83c9-e5d432f1f528 req-08a3566e-27b5-4f6c-b5e2-e8ddf5502f24 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.5214033 Nov 12 08:38:54.141627 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-bf70f81e-f414-429d-8364-e087b2a2ada9 None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:38:54.464865 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.470676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-3741e66d-2088-44b2-b355-ad938d1560b2 req-67120145-5781-4be9-a913-052e30d15ad8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] For port c6151212-6621-48e6-90cf-743d832b8182, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6151212-6621-48e6-90cf-743d832b8182,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:54.471781 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3741e66d-2088-44b2-b355-ad938d1560b2 req-67120145-5781-4be9-a913-052e30d15ad8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.477222 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bdc22-f7c9-4fcb-aa6a-9564224d66d8 req-e815343f-a1bd-43ab-be98-0b614b55f0ed tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:54.485433 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a56bdc22-f7c9-4fcb-aa6a-9564224d66d8 req-e815343f-a1bd-43ab-be98-0b614b55f0ed tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 932 time: 0.0893672 Nov 12 08:38:54.627252 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-202797d5-f7ee-4549-a5fb-2591ff95d937 req-eec4914e-63d5-4d57-b565-87f9db8ba23b service neutron] 10.222.0.46 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0876002 Nov 12 08:38:54.628051 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a56bdc22-f7c9-4fcb-aa6a-9564224d66d8 req-3cc64f7d-ef3d-45db-8c48-c0b27ac6f205 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414688 Nov 12 08:38:54.641428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-3741e66d-2088-44b2-b355-ad938d1560b2 req-67120145-5781-4be9-a913-052e30d15ad8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Calling delete_port for c6151212-6621-48e6-90cf-743d832b8182 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:54.652684 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-bf70f81e-f414-429d-8364-e087b2a2ada9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:16Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:54.656236 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6f65d05d-e6b4-414c-83c9-e5d432f1f528 req-ea5d2c4e-e87d-45c6-abdb-edcdb61ac39f tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159554 Nov 12 08:38:54.735820 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:54.751492 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70f81e-f414-429d-8364-e087b2a2ada9 None None] The sync data for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 is: [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:16Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:54.830913 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3982a8fd-0b6e-4140-9605-60e74ec3972c x-openstack-request-id: req-3982a8fd-0b6e-4140-9605-60e74ec3972c {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:54.831378 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3722edbe-9c1d-4245-a3e6-c579282a2baa", "name": "network-vif-deleted", "tag": "c6864a5d-c302-4e8a-aab6-8fb530f8da6a", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:54.832215 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3982a8fd-0b6e-4140-9605-60e74ec3972c {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:54.833809 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3722edbe-9c1d-4245-a3e6-c579282a2baa', 'name': 'network-vif-deleted', 'tag': 'c6864a5d-c302-4e8a-aab6-8fb530f8da6a', 'status': 'completed', 'code': 200} Nov 12 08:38:54.834496 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33260) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:54.867994 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089caa25-2331-4e5c-91e1-9d286c0e3066 x-openstack-request-id: req-089caa25-2331-4e5c-91e1-9d286c0e3066 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:54.872046 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f760374d-53a3-40ee-912c-decb89ff225d", "tag": "06351c1f-930b-49ca-9307-1667f08a6e14", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:54.872370 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-089caa25-2331-4e5c-91e1-9d286c0e3066 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:54.881719 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f760374d-53a3-40ee-912c-decb89ff225d', 'tag': '06351c1f-930b-49ca-9307-1667f08a6e14', 'status': 'completed', 'code': 200} Nov 12 08:38:55.122803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05086d3-51d9-4c6b-ba83-6e7d4bff3e46 req-2b665545-7ae6-4958-a8ce-187e9633c1df tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.124423 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d05086d3-51d9-4c6b-ba83-6e7d4bff3e46 req-2b665545-7ae6-4958-a8ce-187e9633c1df tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 945 time: 0.1755583 Nov 12 08:38:55.153332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18ab4c-2713-481c-a1ba-89ba01849f22 req-437f9720-f81b-476c-817f-9f9577fde574 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.165945 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18ab4c-2713-481c-a1ba-89ba01849f22 req-437f9720-f81b-476c-817f-9f9577fde574 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.176229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18ab4c-2713-481c-a1ba-89ba01849f22 req-437f9720-f81b-476c-817f-9f9577fde574 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.187074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-716d3af2-4316-40ae-b7eb-d7e5edb5c1ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aba8726d486c48afa45bb2922673deba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3471777 Nov 12 08:38:55.187853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18ab4c-2713-481c-a1ba-89ba01849f22 req-437f9720-f81b-476c-817f-9f9577fde574 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.193713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33268) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:55.199285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18ab4c-2713-481c-a1ba-89ba01849f22 req-437f9720-f81b-476c-817f-9f9577fde574 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.214229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18ab4c-2713-481c-a1ba-89ba01849f22 req-437f9720-f81b-476c-817f-9f9577fde574 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.222894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18ab4c-2713-481c-a1ba-89ba01849f22 req-437f9720-f81b-476c-817f-9f9577fde574 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.226644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f18ab4c-2713-481c-a1ba-89ba01849f22 req-437f9720-f81b-476c-817f-9f9577fde574 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5444 time: 0.2704964 Nov 12 08:38:55.247519 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.250368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704d51b-6cb9-44cc-b49b-b04d80410f55 req-a5c8f780-8773-4a08-be55-89ae7382aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.254227 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0704d51b-6cb9-44cc-b49b-b04d80410f55 req-a5c8f780-8773-4a08-be55-89ae7382aa91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 1095 time: 0.3702464 Nov 12 08:38:55.271107 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.288843 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d05086d3-51d9-4c6b-ba83-6e7d4bff3e46 req-7eb828d2-7305-4d97-aa2a-4f5261820963 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486962 Nov 12 08:38:55.301514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f94f0-aeb5-4179-9a31-a7c23d805136 None None] New status for floating IP efab4a59-fe5d-4a18-bc13-4e8682cd97e2: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:38:55.358237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33270) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:55.411742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=cc49f105-8f99-4486-85ed-eb93a853569b,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:55.420797 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db4309bb-eff7-4ad2-9c02-1d1c1a49b7c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.443480 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.527244 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db4309bb-eff7-4ad2-9c02-1d1c1a49b7c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.630847 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21a37a-175d-41c4-bd78-6a4d0aa9fabb req-0cb223c6-5da7-4f00-b6f8-bc3cada6260b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:55.633317 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e21a37a-175d-41c4-bd78-6a4d0aa9fabb req-0cb223c6-5da7-4f00-b6f8-bc3cada6260b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.2253609 Nov 12 08:38:55.636726 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e30da683-dee7-452f-8668-0450515ef41b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.697877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e30da683-dee7-452f-8668-0450515ef41b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.711381 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Floating IP 29af256b-120e-4a1e-965d-991880216dc5 associated. External IP: 172.25.3.8, port: 1f5df905-e93a-434d-9d4c-221dd9ba3e8f. Nov 12 08:38:55.770566 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db4309bb-eff7-4ad2-9c02-1d1c1a49b7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.773165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db4309bb-eff7-4ad2-9c02-1d1c1a49b7c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.776963 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-db4309bb-eff7-4ad2-9c02-1d1c1a49b7c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c810aa39-877c-4949-b6aa-d12f57c3cb0f HTTP/1.1" status: 204 len: 168 time: 0.5796111 Nov 12 08:38:55.825392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4309bb-eff7-4ad2-9c02-1d1c1a49b7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c810aa39-877c-4949-b6aa-d12f57c3cb0f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:55.832908 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e21a37a-175d-41c4-bd78-6a4d0aa9fabb req-19356169-4756-4c04-9b80-75e39bcf3c8d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727366 Nov 12 08:38:55.933972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52929dbd-0418-46da-a982-33de8f6b0171 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:55.954844 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:55.971608 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f18ab4c-2713-481c-a1ba-89ba01849f22 req-883a6982-7a00-41b1-8244-67edfc0cfd19 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7163262 Nov 12 08:38:55.982241 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3741e66d-2088-44b2-b355-ad938d1560b2 req-67120145-5781-4be9-a913-052e30d15ad8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.001132 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e30da683-dee7-452f-8668-0450515ef41b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.001132 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e30da683-dee7-452f-8668-0450515ef41b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.001651 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e30da683-dee7-452f-8668-0450515ef41b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "DELETE /v2.0/security-groups/d41d3a85-999c-42d5-90ec-47867339e2ac HTTP/1.1" status: 204 len: 168 time: 0.6390851 Nov 12 08:38:56.017429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704d51b-6cb9-44cc-b49b-b04d80410f55 req-fa557b25-2de5-429d-b7cc-5aa0217ae4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.020613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:56.021328 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0704d51b-6cb9-44cc-b49b-b04d80410f55 req-fa557b25-2de5-429d-b7cc-5aa0217ae4c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 200 len: 919 time: 0.3269346 Nov 12 08:38:56.022007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33278) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:56.142517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30da683-dee7-452f-8668-0450515ef41b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41d3a85-999c-42d5-90ec-47867339e2ac,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:56.162691 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0704d51b-6cb9-44cc-b49b-b04d80410f55 req-f850c296-f4c4-4801-b984-606615ab9b7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06351c1f-930b-49ca-9307-1667f08a6e14 HTTP/1.1" status: 200 len: 217 time: 0.1144185 Nov 12 08:38:56.252290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Transition to ACTIVE for port object 52929dbd-0418-46da-a982-33de8f6b0171 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:38:56.254783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67120145-5781-4be9-a913-052e30d15ad8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event deleted for resources: {'Port': ['ID=c6151212-6621-48e6-90cf-743d832b8182,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:56.312628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece559d-9179-46c6-9c5c-f81289bf95a5 req-9cd91cc7-d1a9-4f14-be6c-632c08b51d8b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.328519 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ece559d-9179-46c6-9c5c-f81289bf95a5 req-9cd91cc7-d1a9-4f14-be6c-632c08b51d8b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 932 time: 0.3501394 Nov 12 08:38:56.372984 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-ce218c0e-2bb5-4e52-8d99-0dcd5dea19d7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] show failed (client error): The resource could not be found. Nov 12 08:38:56.377421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ce218c0e-2bb5-4e52-8d99-0dcd5dea19d7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups/d41d3a85-999c-42d5-90ec-47867339e2ac HTTP/1.1" status: 404 len: 347 time: 0.3296468 Nov 12 08:38:56.382858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33290) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:56.405238 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.488513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3741e66d-2088-44b2-b355-ad938d1560b2 req-67120145-5781-4be9-a913-052e30d15ad8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] No DVR routers for this DVR port c6151212-6621-48e6-90cf-743d832b8182 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:38:56.499726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3741e66d-2088-44b2-b355-ad938d1560b2 req-67120145-5781-4be9-a913-052e30d15ad8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.503584 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3741e66d-2088-44b2-b355-ad938d1560b2 req-67120145-5781-4be9-a913-052e30d15ad8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.52 "DELETE /v2.0/ports/c6151212-6621-48e6-90cf-743d832b8182 HTTP/1.1" status: 204 len: 173 time: 3.3131456 Nov 12 08:38:56.516537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:38:56.534006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704d51b-6cb9-44cc-b49b-b04d80410f55 req-23260791-8503-41f2-b7d3-c8b54c11a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.536170 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0704d51b-6cb9-44cc-b49b-b04d80410f55 req-23260791-8503-41f2-b7d3-c8b54c11a83b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e098a2ee-2339-4ade-8938-56472dbe143c HTTP/1.1" status: 200 len: 858 time: 0.3398502 Nov 12 08:38:56.567945 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Pushing event updated for resources: {'Port': ['ID=52929dbd-0418-46da-a982-33de8f6b0171,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:56.580532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ece559d-9179-46c6-9c5c-f81289bf95a5 req-ed0c9507-1252-42e0-a712-dd302a76de27 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484229 Nov 12 08:38:56.604072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cc271-cd99-4a56-a205-504fc15e393d req-a39c0277-5b80-4b22-abc7-83113c9c184a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.604072 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-021cc271-cd99-4a56-a205-504fc15e393d req-a39c0277-5b80-4b22-abc7-83113c9c184a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.4130390 Nov 12 08:38:56.615273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0704d51b-6cb9-44cc-b49b-b04d80410f55 req-69f6ed9b-2508-40e4-bdc4-ca4998c04628 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e15557bf-6095-4744-9c4f-6e89b3a8efae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628669 Nov 12 08:38:56.916328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042998cc-c484-467f-8f4e-e865d587056a', 'name': 'network-vif-deleted', 'tag': 'c6151212-6621-48e6-90cf-743d832b8182'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:56.921766 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004c563a-e465-44c8-a7ce-2cd2619741a8" -d '{"events": [{"server_uuid": "042998cc-c484-467f-8f4e-e865d587056a", "name": "network-vif-deleted", "tag": "c6151212-6621-48e6-90cf-743d832b8182"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:56.958164 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6e962-5e01-470e-bdb6-98ae1d70200a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Deleting port 164811b0-f3af-42a3-a7ae-2caff4253616 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:38:56.958710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e962-5e01-470e-bdb6-98ae1d70200a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:56.974702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cd17c-25dc-41c1-a438-e27b4207cbe8 req-5777a87b-3289-4bd1-8878-754ac344e064 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.981403 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cd17c-25dc-41c1-a438-e27b4207cbe8 req-5777a87b-3289-4bd1-8878-754ac344e064 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.994062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cd17c-25dc-41c1-a438-e27b4207cbe8 req-5777a87b-3289-4bd1-8878-754ac344e064 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:56.996532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cd17c-25dc-41c1-a438-e27b4207cbe8 req-5777a87b-3289-4bd1-8878-754ac344e064 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.001240 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cd17c-25dc-41c1-a438-e27b4207cbe8 req-5777a87b-3289-4bd1-8878-754ac344e064 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.007675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cd17c-25dc-41c1-a438-e27b4207cbe8 req-5777a87b-3289-4bd1-8878-754ac344e064 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.014358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cd17c-25dc-41c1-a438-e27b4207cbe8 req-5777a87b-3289-4bd1-8878-754ac344e064 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.014474 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-021cc271-cd99-4a56-a205-504fc15e393d req-67a251ea-4868-4f88-a0e4-45671b24e8b7 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053969 Nov 12 08:38:57.026752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-732cd17c-25dc-41c1-a438-e27b4207cbe8 req-5777a87b-3289-4bd1-8878-754ac344e064 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5444 time: 0.3285964 Nov 12 08:38:57.029853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33308) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:57.042939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f0d374d0-9dcc-42e4-b245-0a8ad19b22f7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Request body: {'floatingip': {'port_id': '6a108f05-c3d3-44ae-991a-9885afcdf616'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:57.053766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:38:57.070863 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d54dc6-e08c-4bde-946a-9a627daead91 None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:38:57.095886 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d54dc6-e08c-4bde-946a-9a627daead91 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:57.098833 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-65d54dc6-e08c-4bde-946a-9a627daead91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:57.209601 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-65d54dc6-e08c-4bde-946a-9a627daead91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:57.241595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f0d374d0-9dcc-42e4-b245-0a8ad19b22f7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.244526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Attempting to bind port 52929dbd-0418-46da-a982-33de8f6b0171 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:38:57.245294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Attempting to bind port 52929dbd-0418-46da-a982-33de8f6b0171 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:38:57.245864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Attempting to bind port 52929dbd-0418-46da-a982-33de8f6b0171 on network e15557bf-6095-4744-9c4f-6e89b3a8efae {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:57.255902 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d54dc6-e08c-4bde-946a-9a627daead91 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:38:57.262677 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-65d54dc6-e08c-4bde-946a-9a627daead91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:57.290646 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9020d6a9-1345-4da5-8bd4-ab5e1aafc0d6 req-1974e7bc-3b2d-4105-874e-5c848fd96a03 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=042998cc-c484-467f-8f4e-e865d587056a HTTP/1.1" status: 200 len: 210 time: 0.0629663 Nov 12 08:38:57.295658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.357801 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-65d54dc6-e08c-4bde-946a-9a627daead91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:38:57.358555 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d54dc6-e08c-4bde-946a-9a627daead91 None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:38:57.359955 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Port 52929dbd-0418-46da-a982-33de8f6b0171 on network e15557bf-6095-4744-9c4f-6e89b3a8efae not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:38:57.360392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Attempting to bind port 52929dbd-0418-46da-a982-33de8f6b0171 on network e15557bf-6095-4744-9c4f-6e89b3a8efae {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:38:57.380732 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-20e577f4-ec54-493c-875c-2aa6d1747356 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0158353 Nov 12 08:38:57.390788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33312) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:57.407394 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0704d51b-6cb9-44cc-b49b-b04d80410f55 req-f3f749fb-48d1-4cc0-bed7-6e49eaea1522 service neutron] 10.222.0.46 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7425628 Nov 12 08:38:57.410197 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e962-5e01-470e-bdb6-98ae1d70200a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.411284 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e962-5e01-470e-bdb6-98ae1d70200a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.450247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:38:57.450651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Checking segment: {'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:38:57.450956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Bound using segment: {'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:38:57.451424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Bound port: 52929dbd-0418-46da-a982-33de8f6b0171, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0244f28c-aec9-41ff-b012-22c1de755921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:38:57.451835 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:57.458245 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5869b1b8-95b6-4938-8afd-102dbe167f78 x-openstack-request-id: req-5869b1b8-95b6-4938-8afd-102dbe167f78 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:38:57.458532 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042998cc-c484-467f-8f4e-e865d587056a", "name": "network-vif-deleted", "tag": "c6151212-6621-48e6-90cf-743d832b8182", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:38:57.458868 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5869b1b8-95b6-4938-8afd-102dbe167f78 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:38:57.459216 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042998cc-c484-467f-8f4e-e865d587056a', 'name': 'network-vif-deleted', 'tag': 'c6151212-6621-48e6-90cf-743d832b8182', 'status': 'completed', 'code': 200} Nov 12 08:38:57.501255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c5a6e962-5e01-470e-bdb6-98ae1d70200a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Calling delete_port for 164811b0-f3af-42a3-a7ae-2caff4253616 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:38:57.556724 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120963e7-cce0-4e41-9892-3c359f047b42 req-a23140ce-2f68-4da4-90e4-aed4b933ece7 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:57.565421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-120963e7-cce0-4e41-9892-3c359f047b42 req-a23140ce-2f68-4da4-90e4-aed4b933ece7 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.3872678 Nov 12 08:38:57.722899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c6151212-6621-48e6-90cf-743d832b8182 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:38:57.768154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: c6151212-6621-48e6-90cf-743d832b8182 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:38:57.769667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c6151212-6621-48e6-90cf-743d832b8182 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:38:57.849865 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0704d51b-6cb9-44cc-b49b-b04d80410f55 req-c55e52dc-4b54-4a85-82bb-e4eb0848cfc2 service neutron] 10.222.0.46 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287617 Nov 12 08:38:57.852396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] For port 52929dbd-0418-46da-a982-33de8f6b0171, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:38:57.914684 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-120963e7-cce0-4e41-9892-3c359f047b42 req-9e593eb4-6c31-4ae0-ae60-95341a3bd846 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474445 Nov 12 08:38:57.939266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] For port 52929dbd-0418-46da-a982-33de8f6b0171, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=52929dbd-0418-46da-a982-33de8f6b0171,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:38:57.961410 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.072690 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-46e0637f-829b-4c0f-936c-495146d0e238 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "GET /v2.0/floatingips/29af256b-120e-4a1e-965d-991880216dc5 HTTP/1.1" status: 200 len: 977 time: 0.6804204 Nov 12 08:38:58.098748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33326) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:58.152220 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258f96f-c05e-4458-b97d-5665e459a6f1 req-e28964d1-ef84-486d-935d-7c9d2650182b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:58.154158 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0258f96f-c05e-4458-b97d-5665e459a6f1 req-e28964d1-ef84-486d-935d-7c9d2650182b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 944 time: 0.0858629 Nov 12 08:38:58.214821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33328) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:58.242126 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0258f96f-c05e-4458-b97d-5665e459a6f1 req-0b7a45b9-5060-4e5d-b820-09b9251230fc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767074 Nov 12 08:38:58.294091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e962-5e01-470e-bdb6-98ae1d70200a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.315316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:58.317231 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.319179 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] 10.222.0.52 "PUT /v2.0/ports/52929dbd-0418-46da-a982-33de8f6b0171 HTTP/1.1" status: 200 len: 1093 time: 5.0996795 Nov 12 08:38:58.334215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6e962-5e01-470e-bdb6-98ae1d70200a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event deleted for resources: {'Port': ['ID=164811b0-f3af-42a3-a7ae-2caff4253616,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:58.425714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c89ab-ef67-4c75-9244-7abe938b0dbf service neutron] Pushing event updated for resources: {'Port': ['ID=52929dbd-0418-46da-a982-33de8f6b0171,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:58.442221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d3fe6e26-0225-4335-88b5-1f1b16903e8e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3359017 Nov 12 08:38:58.453156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33336) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:58.463300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3c55e618-b24a-433d-a7f2-f57407cfddc0 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'floatingip': {'port_id': '47d9e05f-3f03-4c57-9e10-ae2a2924309f'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:58.472746 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ecef0ff-6d90-48ab-bf9d-b291243534b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.522425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06351c1f-930b-49ca-9307-1667f08a6e14 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:38:58.589262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a047a75-0f7c-456f-aca2-36bd13441068 req-7a99b05e-3e52-4e20-a597-9b3ac3f3aca0 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:58.590500 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c55e618-b24a-433d-a7f2-f57407cfddc0 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.591469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a047a75-0f7c-456f-aca2-36bd13441068 req-7a99b05e-3e52-4e20-a597-9b3ac3f3aca0 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.4709783 Nov 12 08:38:58.594887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e962-5e01-470e-bdb6-98ae1d70200a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.598199 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e962-5e01-470e-bdb6-98ae1d70200a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.600909 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c5a6e962-5e01-470e-bdb6-98ae1d70200a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "DELETE /v2.0/floatingips/efab4a59-fe5d-4a18-bc13-4e8682cd97e2 HTTP/1.1" status: 204 len: 168 time: 2.2091720 Nov 12 08:38:58.617590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-9500753b-1fae-4125-b1d1-087d7db09b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:58.619423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-9500753b-1fae-4125-b1d1-087d7db09b7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 1096 time: 0.2201872 Nov 12 08:38:58.674108 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:38:58.705158 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:58.728290 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-b4b1c5ff-0a6b-415f-bcca-aac9354824f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52929dbd-0418-46da-a982-33de8f6b0171 HTTP/1.1" status: 200 len: 217 time: 0.0852051 Nov 12 08:38:58.733851 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.resource_extend [None req-f0d374d0-9dcc-42e4-b245-0a8ad19b22f7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:38:58.828264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06351c1f-930b-49ca-9307-1667f08a6e14, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06351c1f-930b-49ca-9307-1667f08a6e14,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:58.850934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '06351c1f-930b-49ca-9307-1667f08a6e14', 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae', 'port_id': '06351c1f-930b-49ca-9307-1667f08a6e14', 'mac_address': 'fa:16:3e:cb:27:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e098a2ee-2339-4ade-8938-56472dbe143c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:38:58.943903 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.175957 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06351c1f-930b-49ca-9307-1667f08a6e14 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:38:59.178200 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ecef0ff-6d90-48ab-bf9d-b291243534b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.210551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06351c1f-930b-49ca-9307-1667f08a6e14, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06351c1f-930b-49ca-9307-1667f08a6e14,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:38:59.220222 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.321216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=06351c1f-930b-49ca-9307-1667f08a6e14,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:59.323792 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ecef0ff-6d90-48ab-bf9d-b291243534b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.390834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f0d374d0-9dcc-42e4-b245-0a8ad19b22f7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.394617 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecef0ff-6d90-48ab-bf9d-b291243534b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d604b16f-259b-4937-b7e6-14b459b163c0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:38:59.397369 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33346) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:59.412270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-d5352107-c0a3-4fee-babb-2b7c5a908d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:59.414735 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-d5352107-c0a3-4fee-babb-2b7c5a908d4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e098a2ee-2339-4ade-8938-56472dbe143c HTTP/1.1" status: 200 len: 858 time: 0.6468136 Nov 12 08:38:59.427214 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a047a75-0f7c-456f-aca2-36bd13441068 req-15897235-3f49-4c4c-9112-cee95994a6c3 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7829037 Nov 12 08:38:59.435094 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0ecef0ff-6d90-48ab-bf9d-b291243534b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3d679930dcc4c659894d7a606fba670&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2190535 Nov 12 08:38:59.442430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-53b50f9a-9498-460b-a112-3bfa47608481 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1615742547', 'description': 'tempest-description--704615972'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:38:59.456734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33348) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:38:59.483669 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f0d374d0-9dcc-42e4-b245-0a8ad19b22f7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.491449 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0', 'tag': '52929dbd-0418-46da-a982-33de8f6b0171'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:38:59.499707 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6d9d11-9546-4849-a0d3-bd7e0f5eb3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0", "tag": "52929dbd-0418-46da-a982-33de8f6b0171"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:38:59.554229 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53b50f9a-9498-460b-a112-3bfa47608481 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.616272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['06351c1f-930b-49ca-9307-1667f08a6e14'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:38:59.646093 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d5d452b-37cb-4464-8cca-6add929aaa02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.685437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58680c-2ed4-4850-9fa3-87dd6ae62f23 req-93d4bf3d-c440-4dee-9792-47865ee2ce8c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:59.689502 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-93df3332-eec8-4c0e-bc3d-848e079141a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e15557bf-6095-4744-9c4f-6e89b3a8efae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2279422 Nov 12 08:38:59.693336 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bc58680c-2ed4-4850-9fa3-87dd6ae62f23 req-93d4bf3d-c440-4dee-9792-47865ee2ce8c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.1763804 Nov 12 08:38:59.757430 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d5d452b-37cb-4464-8cca-6add929aaa02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.841327 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-f0d374d0-9dcc-42e4-b245-0a8ad19b22f7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Floating IP d3dc087f-6528-4e7d-9ae5-b1642d9f3297 associated. External IP: 172.25.3.238, port: 6a108f05-c3d3-44ae-991a-9885afcdf616. Nov 12 08:38:59.873335 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c55e618-b24a-433d-a7f2-f57407cfddc0 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.876997 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53b50f9a-9498-460b-a112-3bfa47608481 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.890508 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bc58680c-2ed4-4850-9fa3-87dd6ae62f23 req-644d2c04-0f91-4896-bf49-1601af41038d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961529 Nov 12 08:38:59.892062 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c55e618-b24a-433d-a7f2-f57407cfddc0 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.895071 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53b50f9a-9498-460b-a112-3bfa47608481 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.949595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f77f0a-72c1-4280-a66f-50199caaed40 req-bcf01aee-f94f-450a-a0cc-1c4883fb692f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:59.951598 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0f77f0a-72c1-4280-a66f-50199caaed40 req-bcf01aee-f94f-450a-a0cc-1c4883fb692f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.52 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.5161738 Nov 12 08:38:59.965842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b4c71-54ee-41b1-b7d9-e7cf1d9e28af req-8b44dd86-c335-45bb-b67e-2a69b1a8d5bd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:38:59.968100 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b9b4c71-54ee-41b1-b7d9-e7cf1d9e28af req-8b44dd86-c335-45bb-b67e-2a69b1a8d5bd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.3991926 Nov 12 08:38:59.984530 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53b50f9a-9498-460b-a112-3bfa47608481 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:38:59.990716 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-53b50f9a-9498-460b-a112-3bfa47608481 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5503011 Nov 12 08:39:00.010797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33352) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:00.060827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8676bfc0-9605-40cd-a682-937a8659c651 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Request body: {'security_group_rule': {'security_group_id': '1e0e25a8-58f4-465e-81fe-74e6767bb817', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:00.111522 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d5d452b-37cb-4464-8cca-6add929aaa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.116088 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d5d452b-37cb-4464-8cca-6add929aaa02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.121538 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8d5d452b-37cb-4464-8cca-6add929aaa02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d604b16f-259b-4937-b7e6-14b459b163c0 HTTP/1.1" status: 204 len: 168 time: 0.6685257 Nov 12 08:39:00.141490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b50f9a-9498-460b-a112-3bfa47608481 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0e25a8-58f4-465e-81fe-74e6767bb817,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:00.198319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d452b-37cb-4464-8cca-6add929aaa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d604b16f-259b-4937-b7e6-14b459b163c0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:00.214837 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-3c55e618-b24a-433d-a7f2-f57407cfddc0 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Floating IP 29af256b-120e-4a1e-965d-991880216dc5 associated. External IP: 172.25.3.8, port: 1f5df905-e93a-434d-9d4c-221dd9ba3e8f. Nov 12 08:39:00.232066 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b9b4c71-54ee-41b1-b7d9-e7cf1d9e28af req-56c188b2-4f98-4a33-a05f-9aa27aa595a3 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462878 Nov 12 08:39:00.250807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-88a4d2c8-0bb0-4b26-b29e-8e6885a61549 service neutron] 10.222.0.52 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338054 Nov 12 08:39:00.340301 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8676bfc0-9605-40cd-a682-937a8659c651 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.356947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74bd6e-0397-4385-8811-b6e3d878c28b req-a35bf958-2909-466f-9c79-ac27571068c1 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.363272 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a4182e-8777-4d99-8600-aed61f3a4dfb x-openstack-request-id: req-a1a4182e-8777-4d99-8600-aed61f3a4dfb {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:00.363272 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0", "tag": "52929dbd-0418-46da-a982-33de8f6b0171", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:00.363272 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1a4182e-8777-4d99-8600-aed61f3a4dfb {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:00.363894 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0', 'tag': '52929dbd-0418-46da-a982-33de8f6b0171', 'status': 'completed', 'code': 200} Nov 12 08:39:00.366184 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff74bd6e-0397-4385-8811-b6e3d878c28b req-a35bf958-2909-466f-9c79-ac27571068c1 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 944 time: 0.3129330 Nov 12 08:39:00.588503 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff74bd6e-0397-4385-8811-b6e3d878c28b req-6779ba35-6907-4a8b-87b0-250b041033e2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211072 Nov 12 08:39:00.598282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-f0f77f0a-72c1-4280-a66f-50199caaed40 req-1d2f2dc8-296d-4e6c-a762-2e82c853d563 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Deleting port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:00.599332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f0f77f0a-72c1-4280-a66f-50199caaed40 req-1d2f2dc8-296d-4e6c-a762-2e82c853d563 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.604727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7d8b5df-6577-4b16-af15-b191495329a4 req-52c20b2d-cd1b-46ed-a714-26fc7c388089 service neutron] 10.222.0.52 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828760 Nov 12 08:39:00.651931 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8676bfc0-9605-40cd-a682-937a8659c651 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.663308 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8676bfc0-9605-40cd-a682-937a8659c651 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.694292 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676bfc0-9605-40cd-a682-937a8659c651 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a999a2-e8ef-4de6-9b11-cf59e84fe80f,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:00.737912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8676bfc0-9605-40cd-a682-937a8659c651 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.739590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8676bfc0-9605-40cd-a682-937a8659c651 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7210324 Nov 12 08:39:00.742575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33370) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:00.747561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-edcb6a27-c21e-43c1-96c2-2eafaa4060c4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Request body: {'security_group_rule': {'security_group_id': '1e0e25a8-58f4-465e-81fe-74e6767bb817', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:00.824696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d374d0-9dcc-42e4-b245-0a8ad19b22f7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Router 59d3a9e6-69b5-4afb-ad54-d823602e3960 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:00.832537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f0f77f0a-72c1-4280-a66f-50199caaed40 req-1d2f2dc8-296d-4e6c-a762-2e82c853d563 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] For port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:00.833575 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f0f77f0a-72c1-4280-a66f-50199caaed40 req-1d2f2dc8-296d-4e6c-a762-2e82c853d563 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.834456 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-edcb6a27-c21e-43c1-96c2-2eafaa4060c4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.859053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-f0f77f0a-72c1-4280-a66f-50199caaed40 req-1d2f2dc8-296d-4e6c-a762-2e82c853d563 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Calling delete_port for fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:00.887853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c55e618-b24a-433d-a7f2-f57407cfddc0 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:00.891896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d27ba2-0810-46c2-896c-d3f42419d7be req-2827abd0-54d2-4c95-baa9-1f8693556ffa tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.895259 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04d27ba2-0810-46c2-896c-d3f42419d7be req-2827abd0-54d2-4c95-baa9-1f8693556ffa tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.3079784 Nov 12 08:39:00.968266 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-edcb6a27-c21e-43c1-96c2-2eafaa4060c4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.979208 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-edcb6a27-c21e-43c1-96c2-2eafaa4060c4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:00.990085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d9d11-9546-4849-a0d3-bd7e0f5eb3b0 req-81dbd079-4a2c-4b04-97f6-8f1819ca5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:00.991867 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e6d9d11-9546-4849-a0d3-bd7e0f5eb3b0 req-81dbd079-4a2c-4b04-97f6-8f1819ca5d49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 1096 time: 0.2956662 Nov 12 08:39:01.007005 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb6a27-c21e-43c1-96c2-2eafaa4060c4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76b5678-4a2b-4481-8fd6-d8994ed61328,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:01.093056 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-edcb6a27-c21e-43c1-96c2-2eafaa4060c4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.094832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-edcb6a27-c21e-43c1-96c2-2eafaa4060c4 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507118 Nov 12 08:39:01.101915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33380) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:01.124668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:01.158720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c55e618-b24a-433d-a7f2-f57407cfddc0 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:01.169285 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5492aa-3bc3-4ff4-91fb-40428497e7a7 None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:01.188316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5492aa-3bc3-4ff4-91fb-40428497e7a7 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:01.189209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1e5492aa-3bc3-4ff4-91fb-40428497e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:01.235835 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33384) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:01.251809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1e5492aa-3bc3-4ff4-91fb-40428497e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:01.288853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6efdf-b5ec-4e4c-8487-f3f714dbd5d6 req-0b41b65b-b08d-4beb-a01c-eaab48a50605 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.290645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05a6efdf-b5ec-4e4c-8487-f3f714dbd5d6 req-0b41b65b-b08d-4beb-a01c-eaab48a50605 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=92dbf5ce-4c05-42ea-8422-a418d135dc68 HTTP/1.1" status: 200 len: 946 time: 0.2654521 Nov 12 08:39:01.306394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5492aa-3bc3-4ff4-91fb-40428497e7a7 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:01.308631 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1e5492aa-3bc3-4ff4-91fb-40428497e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:01.321777 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04d27ba2-0810-46c2-896c-d3f42419d7be req-8a0e2e2d-b0af-4bfc-8e7d-6277e7a5cf65 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398247 Nov 12 08:39:01.332366 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.396228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1e5492aa-3bc3-4ff4-91fb-40428497e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:01.400312 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5492aa-3bc3-4ff4-91fb-40428497e7a7 None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:01.418226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d374d0-9dcc-42e4-b245-0a8ad19b22f7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:01.429141 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c2e8d-9280-4907-add0-3faae8f8e602 None None] Sync routers for ids ['59d3a9e6-69b5-4afb-ad54-d823602e3960'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:01.442231 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05a6efdf-b5ec-4e4c-8487-f3f714dbd5d6 req-a22ed4bf-6b2e-46e7-aff1-4c1b78f38c3b tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=a39fe466-288c-422b-a056-c9917f39a6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093774 Nov 12 08:39:01.446546 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f0d374d0-9dcc-42e4-b245-0a8ad19b22f7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.460829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1043535677-network', 'tenant_id': '8eeed2d1124a4eac82e9bce4a1ab9648'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:01.461953 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c2e8d-9280-4907-add0-3faae8f8e602 None None] Routers {'59d3a9e6-69b5-4afb-ad54-d823602e3960'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:01.462635 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ca7c2e8d-9280-4907-add0-3faae8f8e602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['59d3a9e6-69b5-4afb-ad54-d823602e3960'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:01.525890 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c55e618-b24a-433d-a7f2-f57407cfddc0 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:01.536296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d9d11-9546-4849-a0d3-bd7e0f5eb3b0 req-960fbf26-25f9-407e-905b-332b38a1281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.537921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e6d9d11-9546-4849-a0d3-bd7e0f5eb3b0 req-960fbf26-25f9-407e-905b-332b38a1281e service neutron] 10.222.0.52 "GET /v2.0/networks?id=e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 200 len: 919 time: 0.4991634 Nov 12 08:39:01.580260 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f0d374d0-9dcc-42e4-b245-0a8ad19b22f7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "PUT /v2.0/floatingips/d3dc087f-6528-4e7d-9ae5-b1642d9f3297 HTTP/1.1" status: 200 len: 991 time: 4.5456309 Nov 12 08:39:01.586438 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-ca7c2e8d-9280-4907-add0-3faae8f8e602 None None] Set router 59d3a9e6-69b5-4afb-ad54-d823602e3960 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:01.624041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Made reservation on behalf of 8eeed2d1124a4eac82e9bce4a1ab9648 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:01.626455 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.629737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e6d9d11-9546-4849-a0d3-bd7e0f5eb3b0 req-c4b9ebc4-9cc4-48e0-9988-36604d63676c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52929dbd-0418-46da-a982-33de8f6b0171 HTTP/1.1" status: 200 len: 217 time: 0.0669265 Nov 12 08:39:01.630419 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f0f77f0a-72c1-4280-a66f-50199caaed40 req-1d2f2dc8-296d-4e6c-a762-2e82c853d563 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.645306 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:01.712219 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c55e618-b24a-433d-a7f2-f57407cfddc0 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:01.717158 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c55e618-b24a-433d-a7f2-f57407cfddc0 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.723270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f485a-928a-440e-a382-5fd3590fc392 None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:01.724372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f2dc8-296d-4e6c-a762-2e82c853d563 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event deleted for resources: {'Port': ['ID=fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:01.743059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f485a-928a-440e-a382-5fd3590fc392 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:01.743841 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c28f485a-928a-440e-a382-5fd3590fc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:01.763457 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.810407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619bc72-4bb3-44a1-8828-ec519a29192c req-da7d0d74-b731-42d0-9329-167f9250b9a8 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.811324 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3c55e618-b24a-433d-a7f2-f57407cfddc0 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "PUT /v2.0/floatingips/29af256b-120e-4a1e-965d-991880216dc5 HTTP/1.1" status: 200 len: 975 time: 3.3567703 Nov 12 08:39:01.812424 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0619bc72-4bb3-44a1-8828-ec519a29192c req-da7d0d74-b731-42d0-9329-167f9250b9a8 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.3706226 Nov 12 08:39:01.816437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33394) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:01.823184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c28f485a-928a-440e-a382-5fd3590fc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:01.827906 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-09fa2420-880f-41d6-8b2b-7ac028dea3d5 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:01.841892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f485a-928a-440e-a382-5fd3590fc392 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:01.842717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c28f485a-928a-440e-a382-5fd3590fc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:01.883880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f77f0a-72c1-4280-a66f-50199caaed40 req-1d2f2dc8-296d-4e6c-a762-2e82c853d563 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] No DVR routers for this DVR port fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:01.887454 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f0f77f0a-72c1-4280-a66f-50199caaed40 req-1d2f2dc8-296d-4e6c-a762-2e82c853d563 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:01.892968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0f77f0a-72c1-4280-a66f-50199caaed40 req-1d2f2dc8-296d-4e6c-a762-2e82c853d563 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.52 "DELETE /v2.0/ports/fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f HTTP/1.1" status: 204 len: 173 time: 1.9156616 Nov 12 08:39:01.927874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c28f485a-928a-440e-a382-5fd3590fc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:01.928881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f485a-928a-440e-a382-5fd3590fc392 None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:01.947751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d9d11-9546-4849-a0d3-bd7e0f5eb3b0 req-2897d209-8246-416f-83e8-41da5f53741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:01.954972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e6d9d11-9546-4849-a0d3-bd7e0f5eb3b0 req-2897d209-8246-416f-83e8-41da5f53741e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e098a2ee-2339-4ade-8938-56472dbe143c HTTP/1.1" status: 200 len: 858 time: 0.2767591 Nov 12 08:39:01.989829 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09fa2420-880f-41d6-8b2b-7ac028dea3d5 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.051980 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e6d9d11-9546-4849-a0d3-bd7e0f5eb3b0 req-6c926ba7-3e3b-4e0c-9812-51b2a539f1ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e15557bf-6095-4744-9c4f-6e89b3a8efae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680652 Nov 12 08:39:02.089804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0619bc72-4bb3-44a1-8828-ec519a29192c req-10aae1e9-72f4-4913-ad92-b28700ab6f73 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559860 Nov 12 08:39:02.157561 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ca7c2e8d-9280-4907-add0-3faae8f8e602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 4, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'd3dc087f-6528-4e7d-9ae5-b1642d9f3297', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'port_id': '6a108f05-c3d3-44ae-991a-9885afcdf616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'mac_address': 'fa:16:3e:82:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:37:16Z', 'updated_at': '2021-11-12T08:38:58Z', 'revision_number': 1, 'project_id': '44298e737f604b238fe53614a447a1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8faacf-7ce2-4dca-aba6-e42ceaf87d46', 'name': '', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'mac_address': 'fa:16:3e:64:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:24Z', 'revision_number': 5, 'project_id': '44298e737f604b238fe53614a447a1cf', 'subnets': [{'id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:02.219763 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c2e8d-9280-4907-add0-3faae8f8e602 None None] Checking router: 59d3a9e6-69b5-4afb-ad54-d823602e3960 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:02.229887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09fa2420-880f-41d6-8b2b-7ac028dea3d5 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.236081 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09fa2420-880f-41d6-8b2b-7ac028dea3d5 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.236468 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-09fa2420-880f-41d6-8b2b-7ac028dea3d5 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Floating IP 29af256b-120e-4a1e-965d-991880216dc5 disassociated. External IP: 172.25.3.8, port: 47d9e05f-3f03-4c57-9e10-ae2a2924309f. Nov 12 08:39:02.242230 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c2e8d-9280-4907-add0-3faae8f8e602 None None] Routers {'59d3a9e6-69b5-4afb-ad54-d823602e3960'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:02.243308 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ca7c2e8d-9280-4907-add0-3faae8f8e602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['59d3a9e6-69b5-4afb-ad54-d823602e3960'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:02.249449 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.270899 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.340392 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.360561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edba79b-0b7c-4609-b98a-677588b81385 req-8c19acd8-9245-4d08-8785-9205d1d65d6a tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:02.368496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': '6a108f05-c3d3-44ae-991a-9885afcdf616'}, {'server_uuid': '92dbf5ce-4c05-42ea-8422-a418d135dc68', 'name': 'network-vif-deleted', 'tag': 'fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:02.371675 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d507647-ea77-4a22-8f8f-8455dff4c1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "6a108f05-c3d3-44ae-991a-9885afcdf616"}, {"server_uuid": "92dbf5ce-4c05-42ea-8422-a418d135dc68", "name": "network-vif-deleted", "tag": "fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:02.381885 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9edba79b-0b7c-4609-b98a-677588b81385 req-8c19acd8-9245-4d08-8785-9205d1d65d6a tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 944 time: 0.5831432 Nov 12 08:39:02.388798 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e6d9d11-9546-4849-a0d3-bd7e0f5eb3b0 req-f16b3b3c-2faa-4911-ad17-3dd622eb1470 service neutron] 10.222.0.52 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239520 Nov 12 08:39:02.407072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:02.420060 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-ca7c2e8d-9280-4907-add0-3faae8f8e602 None None] Set router 59d3a9e6-69b5-4afb-ad54-d823602e3960 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:02.464571 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.467167 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Added segment 909f50af-3086-482b-bb5d-25fbd3f23548 of type vlan for network b92371a2-d9dd-40fc-9474-c705ce807837 Nov 12 08:39:02.503135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65daa9c3-cb48-4e7e-97d2-70043c7da447,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:02.536547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06351c1f-930b-49ca-9307-1667f08a6e14 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:02.541652 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9edba79b-0b7c-4609-b98a-677588b81385 req-a81b8e76-f881-4761-a04d-cc00a07b3cc4 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850441 Nov 12 08:39:02.688584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 06351c1f-930b-49ca-9307-1667f08a6e14 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:02.698145 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 06351c1f-930b-49ca-9307-1667f08a6e14 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:02.698697 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.715638 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b146afe4-fd00-4ba1-b6ac-86e8e52302da x-openstack-request-id: req-b146afe4-fd00-4ba1-b6ac-86e8e52302da {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:02.715638 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "tag": "6a108f05-c3d3-44ae-991a-9885afcdf616", "status": "completed", "code": 200}, {"server_uuid": "92dbf5ce-4c05-42ea-8422-a418d135dc68", "name": "network-vif-deleted", "tag": "fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:02.715638 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b146afe4-fd00-4ba1-b6ac-86e8e52302da {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:02.716939 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'tag': '6a108f05-c3d3-44ae-991a-9885afcdf616', 'status': 'completed', 'code': 200} Nov 12 08:39:02.718150 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dbf5ce-4c05-42ea-8422-a418d135dc68', 'name': 'network-vif-deleted', 'tag': 'fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f', 'status': 'completed', 'code': 200} Nov 12 08:39:02.796504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fa2420-880f-41d6-8b2b-7ac028dea3d5 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:02.851598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Allocated IP 172.25.3.191 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/aa199610-7e25-4670-bdff-073fdc6b6497) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:02.884335 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:02.943000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f760374d-53a3-40ee-912c-decb89ff225d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06351c1f-930b-49ca-9307-1667f08a6e14'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:02.945818 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70100eac-6cca-46a2-ac32-df4925ec2a4f" -d '{"events": [{"server_uuid": "f760374d-53a3-40ee-912c-decb89ff225d", "name": "network-vif-plugged", "status": "completed", "tag": "06351c1f-930b-49ca-9307-1667f08a6e14"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:02.970527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06351c1f-930b-49ca-9307-1667f08a6e14, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06351c1f-930b-49ca-9307-1667f08a6e14,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:02.985363 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.041854 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ca7c2e8d-9280-4907-add0-3faae8f8e602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 4, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'd3dc087f-6528-4e7d-9ae5-b1642d9f3297', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'port_id': '6a108f05-c3d3-44ae-991a-9885afcdf616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'mac_address': 'fa:16:3e:82:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:37:16Z', 'updated_at': '2021-11-12T08:38:58Z', 'revision_number': 1, 'project_id': '44298e737f604b238fe53614a447a1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8faacf-7ce2-4dca-aba6-e42ceaf87d46', 'name': '', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'mac_address': 'fa:16:3e:64:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:24Z', 'revision_number': 5, 'project_id': '44298e737f604b238fe53614a447a1cf', 'subnets': [{'id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:03.099769 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7c2e8d-9280-4907-add0-3faae8f8e602 None None] The sync data for ids ['59d3a9e6-69b5-4afb-ad54-d823602e3960'] in n-d-768851-18 is: [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 4, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'd3dc087f-6528-4e7d-9ae5-b1642d9f3297', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'port_id': '6a108f05-c3d3-44ae-991a-9885afcdf616', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'mac_address': 'fa:16:3e:82:d4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:37:16Z', 'updated_at': '2021-11-12T08:38:58Z', 'revision_number': 1, 'project_id': '44298e737f604b238fe53614a447a1cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea8faacf-7ce2-4dca-aba6-e42ceaf87d46', 'name': '', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'mac_address': 'fa:16:3e:64:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:24Z', 'revision_number': 5, 'project_id': '44298e737f604b238fe53614a447a1cf', 'subnets': [{'id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:03.106697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=06351c1f-930b-49ca-9307-1667f08a6e14,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:03.123807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:03.124459 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:03.125247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:03.125772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:03.126281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:03.126796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:03.127292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:03.127787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:03.128810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:03.129374 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:03.129872 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:03.130364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:03.137357 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d124de1-68d2-417c-8e9b-6adb45c8c700 x-openstack-request-id: req-2d124de1-68d2-417c-8e9b-6adb45c8c700 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:03.137857 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f760374d-53a3-40ee-912c-decb89ff225d", "name": "network-vif-plugged", "status": "completed", "tag": "06351c1f-930b-49ca-9307-1667f08a6e14", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:03.138283 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d124de1-68d2-417c-8e9b-6adb45c8c700 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:03.138847 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f760374d-53a3-40ee-912c-decb89ff225d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06351c1f-930b-49ca-9307-1667f08a6e14', 'code': 200} Nov 12 08:39:03.365678 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57104a69-2c59-4cab-9e6e-7377b2ba613f None None] New status for floating IP d3dc087f-6528-4e7d-9ae5-b1642d9f3297: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:39:03.368983 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.416207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fa2420-880f-41d6-8b2b-7ac028dea3d5 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:03.421578 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09fa2420-880f-41d6-8b2b-7ac028dea3d5 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.436095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f61be7-8c35-49b2-a35f-17862da965fa None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:03.455527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f61be7-8c35-49b2-a35f-17862da965fa None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:03.456041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561903cd-fb80-4464-b43f-9e13a831be65 req-6b5f7c25-5875-4d89-8cff-156c4e5217e8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.456833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c5f61be7-8c35-49b2-a35f-17862da965fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:03.457582 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-561903cd-fb80-4464-b43f-9e13a831be65 req-6b5f7c25-5875-4d89-8cff-156c4e5217e8 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.0885830 Nov 12 08:39:03.476964 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-09fa2420-880f-41d6-8b2b-7ac028dea3d5 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "PUT /v2.0/floatingips/29af256b-120e-4a1e-965d-991880216dc5 HTTP/1.1" status: 200 len: 686 time: 1.6571813 Nov 12 08:39:03.480696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33418) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:03.517298 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.resource_extend [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:39:03.517899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c5f61be7-8c35-49b2-a35f-17862da965fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:03.528809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f61be7-8c35-49b2-a35f-17862da965fa None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:03.529930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c5f61be7-8c35-49b2-a35f-17862da965fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:38:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:03.579177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c5f61be7-8c35-49b2-a35f-17862da965fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:03.579953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f61be7-8c35-49b2-a35f-17862da965fa None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:03.590479 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-561903cd-fb80-4464-b43f-9e13a831be65 req-20b2d0b3-7f8c-4974-bc29-269a8e5d93cb tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256514 Nov 12 08:39:03.639715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-22338376-1f12-4001-ae20-878c9b68503c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port cc49f105-8f99-4486-85ed-eb93a853569b {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:03.640052 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22338376-1f12-4001-ae20-878c9b68503c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.642210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.652891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fed78-3aca-4c92-b9dd-302390781352 req-d31632bc-114e-4e2f-96b1-c8a48f4b970d tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.654693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b0fed78-3aca-4c92-b9dd-302390781352 req-d31632bc-114e-4e2f-96b1-c8a48f4b970d tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 1.2051144 Nov 12 08:39:03.655359 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.656251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.656816 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.661021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-3828eee9-21be-412d-813b-d36e33c061b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.663130 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-3828eee9-21be-412d-813b-d36e33c061b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910&tenant_id=60b084a3270c466cb1c91ac839e48f82 HTTP/1.1" status: 200 len: 1096 time: 0.3166699 Nov 12 08:39:03.738486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 52929dbd-0418-46da-a982-33de8f6b0171 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:03.742814 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:03.766256 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22338376-1f12-4001-ae20-878c9b68503c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.766586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22338376-1f12-4001-ae20-878c9b68503c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:03.767802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:03.768033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device fcfb2b6c-b7fe-4d4b-aef0-40707f02c91f not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:03.782009 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-22338376-1f12-4001-ae20-878c9b68503c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for cc49f105-8f99-4486-85ed-eb93a853569b owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:03.783225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e6d9d11-9546-4849-a0d3-bd7e0f5eb3b0 req-6fa16e26-e00f-4e7b-8390-9d6f53deaee7 service neutron] 10.222.0.52 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3737743 Nov 12 08:39:03.795422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca4071-a004-4db1-a7e0-256ae9a708f1 req-b7ffb40d-55f7-4fac-9836-c8cfbb2ab5ae tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.803724 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18ca4071-a004-4db1-a7e0-256ae9a708f1 req-b7ffb40d-55f7-4fac-9836-c8cfbb2ab5ae tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.1034038 Nov 12 08:39:03.817493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39549d-2b4a-40d8-bc09-b93e120877c2 req-4f630fc1-d613-484f-843e-24c41aa60682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.818996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e39549d-2b4a-40d8-bc09-b93e120877c2 req-4f630fc1-d613-484f-843e-24c41aa60682 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 1098 time: 0.4646895 Nov 12 08:39:03.824716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-27208ee5-df9c-4fe8-be40-03d00e61f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.824973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-27208ee5-df9c-4fe8-be40-03d00e61f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.825436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-27208ee5-df9c-4fe8-be40-03d00e61f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.825896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-27208ee5-df9c-4fe8-be40-03d00e61f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.826339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-27208ee5-df9c-4fe8-be40-03d00e61f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.827163 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-27208ee5-df9c-4fe8-be40-03d00e61f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.827283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-27208ee5-df9c-4fe8-be40-03d00e61f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.829171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-27208ee5-df9c-4fe8-be40-03d00e61f25d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6508 time: 0.4855044 Nov 12 08:39:03.842976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5967693 Nov 12 08:39:03.856773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41a2c-fa66-46ed-90bf-6d3f8bb90773 req-3549e4d3-c791-4c59-9ea5-42fa30830809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:03.856989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33426) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:03.858347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1a41a2c-fa66-46ed-90bf-6d3f8bb90773 req-3549e4d3-c791-4c59-9ea5-42fa30830809 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 1097 time: 0.5158606 Nov 12 08:39:03.865885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8672f3e2-609f-44bb-aa3f-cd031456fdc0 admin admin] Request body: {'subnet': {'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1043535677-subnet', 'tenant_id': '8eeed2d1124a4eac82e9bce4a1ab9648', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:03.882904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 52929dbd-0418-46da-a982-33de8f6b0171, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=52929dbd-0418-46da-a982-33de8f6b0171,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:03.900361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '52929dbd-0418-46da-a982-33de8f6b0171', 'network_id': 'e15557bf-6095-4744-9c4f-6e89b3a8efae', 'port_id': '52929dbd-0418-46da-a982-33de8f6b0171', 'mac_address': 'fa:16:3e:78:57:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e098a2ee-2339-4ade-8938-56472dbe143c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:03.919687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3718a-d724-4711-a101-66ba0f76ec72 admin admin] Pushing event updated for resources: {'Network': ['ID=b92371a2-d9dd-40fc-9474-c705ce807837,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:03.931721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network b92371a2-d9dd-40fc-9474-c705ce807837 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:03.934604 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18ca4071-a004-4db1-a7e0-256ae9a708f1 req-80cf7529-61e0-4e94-8b4c-0e85b442f2a6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176562 Nov 12 08:39:03.959826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8672f3e2-609f-44bb-aa3f-cd031456fdc0 admin admin] Made reservation on behalf of 8eeed2d1124a4eac82e9bce4a1ab9648 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:03.969734 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8672f3e2-609f-44bb-aa3f-cd031456fdc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.028141 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.030528 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b0fed78-3aca-4c92-b9dd-302390781352 req-28d996c7-f925-4fa8-b038-f4f5b1feb8f2 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515866 Nov 12 08:39:04.051212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-6642de46-0bfa-428e-9922-eacfed2cc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.053125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-6642de46-0bfa-428e-9922-eacfed2cc76a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 1096 time: 0.3347297 Nov 12 08:39:04.054404 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52929dbd-0418-46da-a982-33de8f6b0171 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:04.070893 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.074788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 52929dbd-0418-46da-a982-33de8f6b0171, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=52929dbd-0418-46da-a982-33de8f6b0171,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:04.083401 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.123801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e39549d-2b4a-40d8-bc09-b93e120877c2 req-05b63cdc-0a7f-48a7-b0e6-0bc8122f27cd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879326 Nov 12 08:39:04.151047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=52929dbd-0418-46da-a982-33de8f6b0171,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:04.164561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1a41a2c-fa66-46ed-90bf-6d3f8bb90773 req-52bd3ba6-05d8-4e98-b909-e37e2285d6f9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674916 Nov 12 08:39:04.208885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:04.217771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:04.220050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-d02cb609-ce2f-4e3c-97c3-1416b5cf0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.221589 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-d02cb609-ce2f-4e3c-97c3-1416b5cf0525 service neutron] 10.222.0.46 "GET /v2.0/networks?id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa HTTP/1.1" status: 200 len: 918 time: 0.3788443 Nov 12 08:39:04.222898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:04.226121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4bc87-14a0-4b92-9f11-feac5028d6e0 req-d500a659-d64e-4a92-9a86-323f595adc6d tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.227680 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45f4bc87-14a0-4b92-9f11-feac5028d6e0 req-d500a659-d64e-4a92-9a86-323f595adc6d tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 945 time: 0.2135241 Nov 12 08:39:04.250663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event updated for resources: {'Port': ['ID=aa199610-7e25-4670-bdff-073fdc6b6497,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:04.264425 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22338376-1f12-4001-ae20-878c9b68503c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.299100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-4a3aa8d4-72ec-4611-8bbd-0c246b089e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.300696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-4a3aa8d4-72ec-4611-8bbd-0c246b089e52 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 918 time: 0.2331994 Nov 12 08:39:04.307723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22338376-1f12-4001-ae20-878c9b68503c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=cc49f105-8f99-4486-85ed-eb93a853569b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:04.334376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['52929dbd-0418-46da-a982-33de8f6b0171'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:04.349970 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.388581 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.420981 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45f4bc87-14a0-4b92-9f11-feac5028d6e0 req-8f294055-c182-4e22-977f-b2a93ac9e07a tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846607 Nov 12 08:39:04.473083 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22338376-1f12-4001-ae20-878c9b68503c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.475829 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22338376-1f12-4001-ae20-878c9b68503c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.479494 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-22338376-1f12-4001-ae20-878c9b68503c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/floatingips/29af256b-120e-4a1e-965d-991880216dc5 HTTP/1.1" status: 204 len: 168 time: 0.9953558 Nov 12 08:39:04.482935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33428) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:04.534200 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-3518f3b1-c510-49c9-a79c-3ab4b0794886 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] delete failed (client error): The resource could not be found. Nov 12 08:39:04.535214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3518f3b1-c510-49c9-a79c-3ab4b0794886 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/floatingips/29af256b-120e-4a1e-965d-991880216dc5 HTTP/1.1" status: 404 len: 345 time: 0.0513358 Nov 12 08:39:04.539665 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33430) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:04.588518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8672f3e2-609f-44bb-aa3f-cd031456fdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.604932 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-5c457383-6634-43a3-93b3-ef75935b99ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a108f05-c3d3-44ae-991a-9885afcdf616 HTTP/1.1" status: 200 len: 1001 time: 0.1699283 Nov 12 08:39:04.608404 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-9daf4f3b-1f5b-4aa5-af26-7635ecc2cada service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc HTTP/1.1" status: 200 len: 999 time: 0.1747823 Nov 12 08:39:04.673893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb07aa-307f-4b39-98fe-3564488bbd85 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.680972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb07aa-307f-4b39-98fe-3564488bbd85 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.687257 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb07aa-307f-4b39-98fe-3564488bbd85 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.689050 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-71eb07aa-307f-4b39-98fe-3564488bbd85 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "GET /v2.0/ports?network_id=75b1feb1-5c56-4f8f-9548-bcbc6f8138ef HTTP/1.1" status: 200 len: 2358 time: 0.1487114 Nov 12 08:39:04.692850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33434) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:04.699590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672f3e2-609f-44bb-aa3f-cd031456fdc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=132b99d6-8d60-4e2d-ad2b-98e3f6298362,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:04.711324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672f3e2-609f-44bb-aa3f-cd031456fdc0 admin admin] Checking segment: {'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:04.711684 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8672f3e2-609f-44bb-aa3f-cd031456fdc0 admin admin] Network hostable DHCP agents. Network: b92371a2-d9dd-40fc-9474-c705ce807837, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:04.729295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8672f3e2-609f-44bb-aa3f-cd031456fdc0 admin admin] Network b92371a2-d9dd-40fc-9474-c705ce807837 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:04.738713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-8672f3e2-609f-44bb-aa3f-cd031456fdc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, b92371a2-d9dd-40fc-9474-c705ce807837) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:04.742821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672f3e2-609f-44bb-aa3f-cd031456fdc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.743421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8672f3e2-609f-44bb-aa3f-cd031456fdc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.748660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f353bbf-7ef3-45b9-a30a-cc2082e7186b None None] Network b92371a2-d9dd-40fc-9474-c705ce807837 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:04.770728 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8672f3e2-609f-44bb-aa3f-cd031456fdc0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9036510 Nov 12 08:39:04.781652 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.838329 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:04.886881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daaa4c9-25d1-43c0-b5f9-4909d811559a None None] Network b92371a2-d9dd-40fc-9474-c705ce807837 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:04.909066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf19fe7-831e-4a97-9422-be0831a1b4d4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:04.913677 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bbf19fe7-831e-4a97-9422-be0831a1b4d4 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "GET /v2.0/subnets/926151ad-e85b-49bd-bd15-6d976d304828 HTTP/1.1" status: 200 len: 797 time: 0.2141001 Nov 12 08:39:04.915973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33440) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:04.921901 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'port': {'network_id': '75b1feb1-5c56-4f8f-9548-bcbc6f8138ef', 'name': 'tempest-FloatingIPTestJSON-1663140347', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:05.006806 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-ee8de382-ba1d-4b23-8b9f-a32c3c62ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.009727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-ee8de382-ba1d-4b23-8b9f-a32c3c62ecb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.3504133 Nov 12 08:39:05.014840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-f6c69f75-83ee-4f33-925f-9d2a007d72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.017438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-f6c69f75-83ee-4f33-925f-9d2a007d72b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a43c131c-72c6-429e-a17b-f79d55a2a13c HTTP/1.1" status: 200 len: 856 time: 0.3665707 Nov 12 08:39:05.066225 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Made reservation on behalf of 3aac0e9f616a4cfe90da66c17ab0df79 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:05.078224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-799d2126-976e-47ac-b3bb-e6ace0797104 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.080111 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-799d2126-976e-47ac-b3bb-e6ace0797104 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.2929852 Nov 12 08:39:05.080958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event updated for resources: {'Port': ['ID=aa199610-7e25-4670-bdff-073fdc6b6497,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:05.144864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb9a7f-bc4e-4cab-a025-e3556750bb3a req-18585d12-70a1-4602-a637-e1776e4b46ae tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.145248 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a8208dc9-4e72-4b35-9e2f-c08fbeaba96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.146476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73eb9a7f-bc4e-4cab-a025-e3556750bb3a req-18585d12-70a1-4602-a637-e1776e4b46ae tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 944 time: 0.4517803 Nov 12 08:39:05.200293 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.203145 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.221600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] device_id is not set on port ea5ebe5f-f03b-4000-8de4-dc4cb875e328 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:05.229996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-c678f60f-4577-4975-820d-6ddc9fd71646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.231527 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-c678f60f-4577-4975-820d-6ddc9fd71646 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2029665 Nov 12 08:39:05.276654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-818536d5-8339-4faf-bf39-e51cd1d5e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.278354 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-818536d5-8339-4faf-bf39-e51cd1d5e2c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2350104 Nov 12 08:39:05.285495 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.286663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6c391496-815d-4df6-a576-52b7fc73bf07 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1778162 Nov 12 08:39:05.377020 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73eb9a7f-bc4e-4cab-a025-e3556750bb3a req-e0193d14-06c9-4386-bcc0-189497c0b94c tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups?id=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101383 Nov 12 08:39:05.490017 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-84c0f0ab-3d00-47c6-94db-c254c926af6c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.491573 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-84c0f0ab-3d00-47c6-94db-c254c926af6c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/networks?id=b92371a2-d9dd-40fc-9474-c705ce807837 HTTP/1.1" status: 200 len: 815 time: 0.2644422 Nov 12 08:39:05.518133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Deleting port e726d0d1-36c8-4e07-9430-4e8711e06433 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:05.518479 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.519388 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-57a1d362-dc00-413d-9f41-150f84c04943 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/quotas/8eeed2d1124a4eac82e9bce4a1ab9648 HTTP/1.1" status: 200 len: 375 time: 0.0206864 Nov 12 08:39:05.529440 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-a62b81bc-d8cd-43e9-b81f-43c1583eb42c service neutron] 10.222.0.46 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191496 Nov 12 08:39:05.578042 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-3aef87bc-d8a1-46f4-9031-8fbab06446bb tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8eeed2d1124a4eac82e9bce4a1ab9648&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494981 Nov 12 08:39:05.627681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-31ddc03c-a44e-4758-8d01-57b40b8f4a44 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682432 Nov 12 08:39:05.701706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88600f99-6990-4730-a4e5-4db9145b19f0 req-50d6230d-aeff-441d-bd12-c4edc9a23b2a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:05.703013 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88600f99-6990-4730-a4e5-4db9145b19f0 req-50d6230d-aeff-441d-bd12-c4edc9a23b2a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.2492371 Nov 12 08:39:05.705516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.20.0.14 (75b1feb1-5c56-4f8f-9548-bcbc6f8138ef/926151ad-e85b-49bd-bd15-6d976d304828/ea5ebe5f-f03b-4000-8de4-dc4cb875e328) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:05.716865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.20.0.13 (75b1feb1-5c56-4f8f-9548-bcbc6f8138ef/926151ad-e85b-49bd-bd15-6d976d304828/ea5ebe5f-f03b-4000-8de4-dc4cb875e328) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:05.742678 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-f5d871df-7bb4-44bd-84d1-b62b874d762b service neutron] 10.222.0.31 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495602 Nov 12 08:39:05.759173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 52929dbd-0418-46da-a982-33de8f6b0171 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:05.824360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] For port e726d0d1-36c8-4e07-9430-4e8711e06433, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e726d0d1-36c8-4e07-9430-4e8711e06433,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:05.824728 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.839261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 52929dbd-0418-46da-a982-33de8f6b0171 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:05.845422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 52929dbd-0418-46da-a982-33de8f6b0171 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:05.846742 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.914846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-b829589d-4961-4535-afda-e2aead1a09e2 service neutron] 10.222.0.46 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520987 Nov 12 08:39:05.941163 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-b07b6975-6275-4e18-857b-bc01e3f0829c service neutron] 10.222.0.31 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890159 Nov 12 08:39:05.978419 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:05.980944 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.029171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52929dbd-0418-46da-a982-33de8f6b0171'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:06.032168 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee72a16-cbe4-4ccb-bc8b-e392a3991f78" -d '{"events": [{"server_uuid": "6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "52929dbd-0418-46da-a982-33de8f6b0171"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:06.033202 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.048956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 52929dbd-0418-46da-a982-33de8f6b0171, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=52929dbd-0418-46da-a982-33de8f6b0171,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:06.055631 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.118221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=52929dbd-0418-46da-a982-33de8f6b0171,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:06.128880 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:06.133936 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:06.143884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=ea5ebe5f-f03b-4000-8de4-dc4cb875e328,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:06.147013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:06.217539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:06.218262 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.245845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:06.246382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:06.246791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:06.247080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:06.247567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:06.248144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:06.248473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:06.248853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:06.249257 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:06.249681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:06.250111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:06.250550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:06.287667 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-74db01a2-635d-4ad0-88e2-2334910febcc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3703578 Nov 12 08:39:06.292831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33472) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:06.297927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': 'ea5ebe5f-f03b-4000-8de4-dc4cb875e328', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:06.329331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773594d1-7f3f-47fa-a876-3a1897c65413 req-6bf1d477-9703-4bd6-aab2-60dc497d0615 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:06.331777 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-773594d1-7f3f-47fa-a876-3a1897c65413 req-6bf1d477-9703-4bd6-aab2-60dc497d0615 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.1098583 Nov 12 08:39:06.353048 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.380292 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88600f99-6990-4730-a4e5-4db9145b19f0 req-92707d89-82e8-4986-982f-c20ee34dd0a9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6504166 Nov 12 08:39:06.398489 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-39014265-dd03-4202-8165-374ed9a1f4e4 req-ec19f5ad-760e-421d-88d0-cdeb16c6f510 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7188540 Nov 12 08:39:06.442686 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-773594d1-7f3f-47fa-a876-3a1897c65413 req-3b7fb314-79e1-4679-a40d-34f199c8de43 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980837 Nov 12 08:39:06.558095 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.558571 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.559219 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Floating IP 6caa53b7-153b-4d2b-80c7-9f52cce315d3 disassociated. External IP: 172.25.3.74, port: e726d0d1-36c8-4e07-9430-4e8711e06433. Nov 12 08:39:06.559436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Calling delete_port for e726d0d1-36c8-4e07-9430-4e8711e06433 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:06.610338 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.771038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-5c78fa31-69e4-439e-9787-97d7ce2464ee tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1615742547&fields=id&tenant_id=77c4edaf15c14ad18f7c86b080849d96 HTTP/1.1" status: 200 len: 267 time: 0.1363664 Nov 12 08:39:06.874913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c16649-77e8-4635-890a-e063b76c4457 req-5f790b40-d11f-4050-968c-4649e80044bc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:06.879506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-61c16649-77e8-4635-890a-e063b76c4457 req-5f790b40-d11f-4050-968c-4649e80044bc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.2078400 Nov 12 08:39:06.897243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.25.3.19 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/5910ff3e-31b5-4c3b-a6ae-9044a6385726) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:06.937466 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:06.964419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2af2c-1497-4561-9ae8-66655240c997 req-c91b0d13-9e18-4cf0-9044-0f3d278a8cf2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:06.970246 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-c91b0d13-9e18-4cf0-9044-0f3d278a8cf2 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/networks?id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 200 len: 811 time: 0.1976285 Nov 12 08:39:07.024884 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-28502a7d-7b20-416b-9683-1e4390684917 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/quotas/77c4edaf15c14ad18f7c86b080849d96 HTTP/1.1" status: 200 len: 375 time: 0.0485606 Nov 12 08:39:07.047279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event deleted for resources: {'Port': ['ID=e726d0d1-36c8-4e07-9430-4e8711e06433,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:07.082983 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-61c16649-77e8-4635-890a-e063b76c4457 req-fe5c47f8-44d4-40e6-92cb-565ab216294d tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857636 Nov 12 08:39:07.166520 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-133f1c37-157a-4626-9b13-ae528dd5f7c7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=77c4edaf15c14ad18f7c86b080849d96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1259036 Nov 12 08:39:07.232053 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e672415f-6d0e-47de-bd64-8d1b82983908 x-openstack-request-id: req-e672415f-6d0e-47de-bd64-8d1b82983908 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:07.233311 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "52929dbd-0418-46da-a982-33de8f6b0171", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:07.234105 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e672415f-6d0e-47de-bd64-8d1b82983908 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:07.234872 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52929dbd-0418-46da-a982-33de8f6b0171', 'code': 200} Nov 12 08:39:07.237127 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.417650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Router bac94887-ff69-44fb-a8c1-4c43b611ec1e has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:07.505324 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5856d3c-42ce-4fdd-a984-15dc96cfea00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.585269 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-a9441e3e-3661-4da2-b6f6-e7f2ca6f104c service neutron] 10.222.0.31 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948569 Nov 12 08:39:07.677121 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a2349a71-8693-40a4-81c2-c45d65bd2e4f req-dd7c6d0e-6abb-486a-a412-933c8f0f72d5 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 210 time: 0.1038802 Nov 12 08:39:07.721729 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:07.792707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:07.803537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:07.809597 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-dd5a9367-70fb-4366-a6df-152ffd283cc6 service neutron] 10.222.0.31 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230928 Nov 12 08:39:07.810757 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:07.845456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=5910ff3e-31b5-4c3b-a6ae-9044a6385726,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:07.914941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e76db3d2-58a8-4590-b382-4025fa5a6685 req-1648636c-3a89-444a-be01-3420f2c7adc2 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 210 time: 0.0966048 Nov 12 08:39:07.955455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bde17-b719-4aaf-b72d-3178494fd399 req-46a6ea04-29d1-4390-af36-f37e4293a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:07.958659 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-379bde17-b719-4aaf-b72d-3178494fd399 req-46a6ea04-29d1-4390-af36-f37e4293a4ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 1098 time: 0.3914492 Nov 12 08:39:08.041734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:08.054451 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410fca57-a3b2-4df1-9572-6c53203b50f8 None None] Sync routers for ids ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:08.066962 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410fca57-a3b2-4df1-9572-6c53203b50f8 None None] Routers {'bac94887-ff69-44fb-a8c1-4c43b611ec1e'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:08.068210 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-410fca57-a3b2-4df1-9572-6c53203b50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:08.226560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] No DVR routers for this DVR port e726d0d1-36c8-4e07-9430-4e8711e06433 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:08.264878 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.273380 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cacad160-22b4-41ba-8f54-5d0bb5b33cef req-e929c24b-a6d5-44df-afe7-c8bcf4d9524a tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.46 "DELETE /v2.0/ports/e726d0d1-36c8-4e07-9430-4e8711e06433 HTTP/1.1" status: 204 len: 173 time: 3.1701365 Nov 12 08:39:08.273911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-deleted', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:08.282533 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7624e3-c632-4995-9fed-653d2628f142" -d '{"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-deleted", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:08.382243 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-410fca57-a3b2-4df1-9572-6c53203b50f8 None None] Set router bac94887-ff69-44fb-a8c1-4c43b611ec1e gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:08.385815 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-379bde17-b719-4aaf-b72d-3178494fd399 req-c200a172-f4c8-4e5e-a6f6-3003820354f4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186623 Nov 12 08:39:08.417675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce112f7-cb96-42d7-9f64-7f6be9e305f5 req-f880c96f-ec45-41ff-9e94-3a859a14e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:08.419243 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce112f7-cb96-42d7-9f64-7f6be9e305f5 req-f880c96f-ec45-41ff-9e94-3a859a14e620 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d09ef456fed04b159b4967be78dc9d91&device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 1098 time: 0.1610875 Nov 12 08:39:08.533470 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:08.536046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:08.579388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: e726d0d1-36c8-4e07-9430-4e8711e06433 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:08.580278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e726d0d1-36c8-4e07-9430-4e8711e06433 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:08.774059 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991c13e-275b-4b01-9b2d-7f58ed4eeb36 req-43617f5e-d67b-411d-bcac-203db263c834 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:08.785841 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4991c13e-275b-4b01-9b2d-7f58ed4eeb36 req-43617f5e-d67b-411d-bcac-203db263c834 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.3953691 Nov 12 08:39:08.854865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce112f7-cb96-42d7-9f64-7f6be9e305f5 req-ba7c4592-538b-4172-8a65-44e2cc11ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:08.860988 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce112f7-cb96-42d7-9f64-7f6be9e305f5 req-ba7c4592-538b-4172-8a65-44e2cc11ecba service neutron] 10.222.0.52 "GET /v2.0/networks?id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb HTTP/1.1" status: 200 len: 912 time: 0.2820981 Nov 12 08:39:08.888156 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-410fca57-a3b2-4df1-9572-6c53203b50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:29Z', 'revision_number': 4, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '54e51ee6-3012-47c4-a247-db857d0a7b01', 'name': '', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'mac_address': 'fa:16:3e:96:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:28Z', 'updated_at': '2021-11-12T08:26:38Z', 'revision_number': 5, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'subnets': [{'id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:08.912447 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4991c13e-275b-4b01-9b2d-7f58ed4eeb36 req-616ebe12-2bff-4ca3-8b95-28f801424b5d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254098 Nov 12 08:39:08.933761 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410fca57-a3b2-4df1-9572-6c53203b50f8 None None] Checking router: bac94887-ff69-44fb-a8c1-4c43b611ec1e for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:08.954134 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410fca57-a3b2-4df1-9572-6c53203b50f8 None None] Routers {'bac94887-ff69-44fb-a8c1-4c43b611ec1e'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:08.955155 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-410fca57-a3b2-4df1-9572-6c53203b50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:08.966521 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.003077 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce112f7-cb96-42d7-9f64-7f6be9e305f5 req-f36b669e-3495-4132-b975-ec0e31242184 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f555a23-e470-4bb1-bb4b-5467296eaa7d HTTP/1.1" status: 200 len: 217 time: 0.1356523 Nov 12 08:39:09.104547 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce112f7-cb96-42d7-9f64-7f6be9e305f5 req-67388dd7-483e-4459-88ed-0267da2d64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.106632 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce112f7-cb96-42d7-9f64-7f6be9e305f5 req-67388dd7-483e-4459-88ed-0267da2d64e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ba6974b3-5c87-4446-8b14-27f51d2cc36f HTTP/1.1" status: 200 len: 851 time: 0.0953207 Nov 12 08:39:09.163741 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce112f7-cb96-42d7-9f64-7f6be9e305f5 req-c4d86ce4-e00f-4e22-9be7-d29c0c00f79b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456331 Nov 12 08:39:09.182159 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-410fca57-a3b2-4df1-9572-6c53203b50f8 None None] Set router bac94887-ff69-44fb-a8c1-4c43b611ec1e gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:09.234290 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.288760 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a287d8-4f6d-42ca-ab77-743923c83f9d req-95e6cafd-1bfa-441e-941e-9eaeeb45b2f3 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:09.290810 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18a287d8-4f6d-42ca-ab77-743923c83f9d req-95e6cafd-1bfa-441e-941e-9eaeeb45b2f3 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1758556 Nov 12 08:39:09.389433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce112f7-cb96-42d7-9f64-7f6be9e305f5 req-df67ba24-1387-4041-950f-24d39f009439 service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163620 Nov 12 08:39:09.527224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18a287d8-4f6d-42ca-ab77-743923c83f9d req-cfb3c6c4-4fc5-41da-ac0c-c08e5a1ea754 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082703 Nov 12 08:39:09.600161 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.608224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:09.673143 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce112f7-cb96-42d7-9f64-7f6be9e305f5 req-a0620cc8-9352-4b6c-adc2-36cbb593e10e service neutron] 10.222.0.52 "GET /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719553 Nov 12 08:39:09.697655 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-410fca57-a3b2-4df1-9572-6c53203b50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:29Z', 'revision_number': 4, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '54e51ee6-3012-47c4-a247-db857d0a7b01', 'name': '', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'mac_address': 'fa:16:3e:96:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:28Z', 'updated_at': '2021-11-12T08:26:38Z', 'revision_number': 5, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'subnets': [{'id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:09.766698 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410fca57-a3b2-4df1-9572-6c53203b50f8 None None] The sync data for ids ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'] in n-d-768851-18 is: [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:29Z', 'revision_number': 4, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '54e51ee6-3012-47c4-a247-db857d0a7b01', 'name': '', 'network_id': 'fcdd275e-e107-47e6-90dd-4516df7837f8', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'mac_address': 'fa:16:3e:96:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:28Z', 'updated_at': '2021-11-12T08:26:38Z', 'revision_number': 5, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'subnets': [{'id': 'd3562c7a-b04c-4c84-b09c-05785dea2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:09.921656 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.238672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2ec3855c-272e-4958-982b-f98c2773a5f8 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:10.247257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2ec3855c-272e-4958-982b-f98c2773a5f8 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.52 "GET /v2.0/networks?id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 200 len: 811 time: 0.2380080 Nov 12 08:39:10.269176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=5910ff3e-31b5-4c3b-a6ae-9044a6385726,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:10.289544 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3876d5b0-3631-422c-85e0-395aa3a35b3e req-b511cf16-77f5-4b32-a6e0-07fd7a38bfe7 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 210 time: 0.0649042 Nov 12 08:39:10.336395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff81ea09-8c81-4c87-8399-8dc8a59466f0 None None] New status for floating IP 6caa53b7-153b-4d2b-80c7-9f52cce315d3: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:39:10.345677 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.375765 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-7429cfa3-5590-43f2-966e-046e16c66f96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77c4edaf15c14ad18f7c86b080849d96 HTTP/1.1" status: 200 len: 380 time: 0.1181359 Nov 12 08:39:10.389824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-13d2af2c-1497-4561-9ae8-66655240c997 req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Request body: {'port': {'device_id': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'admin_state_up': True, 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'security_groups': ['1e0e25a8-58f4-465e-81fe-74e6767bb817']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:10.532902 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Floating IP 72cea1c8-3263-4c17-9964-d9033a5ac30b associated. External IP: 172.25.3.19, port: ea5ebe5f-f03b-4000-8de4-dc4cb875e328. Nov 12 08:39:10.546102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7aaff-8493-4e28-9716-bbda6274d840 req-f1755dfc-6925-4c8c-ad5b-e11f3d6559f2 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:10.547281 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7c7aaff-8493-4e28-9716-bbda6274d840 req-f1755dfc-6925-4c8c-ad5b-e11f3d6559f2 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.1193132 Nov 12 08:39:10.629551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d2af2c-1497-4561-9ae8-66655240c997 req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Made reservation on behalf of 77c4edaf15c14ad18f7c86b080849d96 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:10.635845 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13d2af2c-1497-4561-9ae8-66655240c997 req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.698274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7c7aaff-8493-4e28-9716-bbda6274d840 req-493a34e5-dd5d-4bb7-9ccc-23d37b35b8b0 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961227 Nov 12 08:39:10.802105 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa06cd2-7b50-458e-9d66-e330fdc7d2d4 x-openstack-request-id: req-8fa06cd2-7b50-458e-9d66-e330fdc7d2d4 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:10.802480 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1dd5fd-e356-47ec-ad61-8f14b84d3362", "name": "network-vif-deleted", "tag": "e726d0d1-36c8-4e07-9430-4e8711e06433", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:10.802655 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fa06cd2-7b50-458e-9d66-e330fdc7d2d4 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:10.803053 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1dd5fd-e356-47ec-ad61-8f14b84d3362', 'name': 'network-vif-deleted', 'tag': 'e726d0d1-36c8-4e07-9430-4e8711e06433', 'status': 'completed', 'code': 200} Nov 12 08:39:10.880350 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:10.919568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-13d2af2c-1497-4561-9ae8-66655240c997 req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Allocated IP 172.20.0.4 (9f41c5e3-54fa-40ad-ae03-a1c35c91d84a/b359bf0c-d54a-44b7-94a1-d0a7a8859953/9de0c504-54da-4e1e-b116-fed8165aa74d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:10.959657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:10.981049 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-307da9de-982a-4823-8163-f753a4c5e454 req-b71768a5-09bb-470f-a8c2-f5a727791057 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 210 time: 0.0442352 Nov 12 08:39:11.146969 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-91c4ba63-f80d-4e2e-b12d-11dde8752a44 req-8e0bc0a4-cbc5-49f2-8bb3-123fb56aa770 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 210 time: 0.0571527 Nov 12 08:39:11.182471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:11.185863 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13d2af2c-1497-4561-9ae8-66655240c997 req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.197564 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d5aa36-4e36-4caf-8608-f1f7e1c30ded None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:11.229858 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d5aa36-4e36-4caf-8608-f1f7e1c30ded None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:11.235147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.238060 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-81d5aa36-4e36-4caf-8608-f1f7e1c30ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:11.239853 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13d2af2c-1497-4561-9ae8-66655240c997 req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.291486 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-81d5aa36-4e36-4caf-8608-f1f7e1c30ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:11.302007 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d5aa36-4e36-4caf-8608-f1f7e1c30ded None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:11.302692 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-81d5aa36-4e36-4caf-8608-f1f7e1c30ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:11.321769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d2af2c-1497-4561-9ae8-66655240c997 req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:11.352993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-13d2af2c-1497-4561-9ae8-66655240c997 req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:11.358803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d2af2c-1497-4561-9ae8-66655240c997 req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:11.360594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33542) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:11.361143 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ca02be94-6f9c-4e7a-b74b-3fcd5f30822c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0668352 Nov 12 08:39:11.392295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f29c8-9ce6-4253-891e-3ec6f2b801aa req-363ba0d6-d643-4253-bee7-77e69fe5f3cb tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:11.412583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-882f29c8-9ce6-4253-891e-3ec6f2b801aa req-363ba0d6-d643-4253-bee7-77e69fe5f3cb tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.1258132 Nov 12 08:39:11.443592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event updated for resources: {'Port': ['ID=9de0c504-54da-4e1e-b116-fed8165aa74d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:11.451928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-fc59eeb2-ce56-45bb-b415-061fa6e36da1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'floatingip': {'port_id': 'ea5ebe5f-f03b-4000-8de4-dc4cb875e328', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:11.523589 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-882f29c8-9ce6-4253-891e-3ec6f2b801aa req-9dac865e-7ea2-4ed9-86c0-dad3c0d78315 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092119 Nov 12 08:39:11.583223 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-81d5aa36-4e36-4caf-8608-f1f7e1c30ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:11.584047 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d5aa36-4e36-4caf-8608-f1f7e1c30ded None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:11.631757 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc59eeb2-ce56-45bb-b415-061fa6e36da1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.739768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b52d5-a6e5-4a3b-b082-8b4efcaa7a92 req-ad5433bc-cd9b-4627-8daf-cdafead5c6d3 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:11.755750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2af2c-1497-4561-9ae8-66655240c997 req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:11.756078 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f32b52d5-a6e5-4a3b-b082-8b4efcaa7a92 req-ad5433bc-cd9b-4627-8daf-cdafead5c6d3 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1090338 Nov 12 08:39:11.756631 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13d2af2c-1497-4561-9ae8-66655240c997 req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.806252 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-97febbdc-8cdb-4f7f-ba35-2f5528d15d79 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4206433 Nov 12 08:39:11.820783 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f32b52d5-a6e5-4a3b-b082-8b4efcaa7a92 req-275743ed-e434-453b-8110-4a3a0c5b4094 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614202 Nov 12 08:39:11.821668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Request body: {'port': {'device_id': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:11.911772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-36c72a8a-2c2b-4d2a-935d-cef7d2f207d1 None None] Provisioning complete for port 9de0c504-54da-4e1e-b116-fed8165aa74d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:11.914219 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-36c72a8a-2c2b-4d2a-935d-cef7d2f207d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:11.982705 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.032571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-36c72a8a-2c2b-4d2a-935d-cef7d2f207d1 None None] Port 9de0c504-54da-4e1e-b116-fed8165aa74d cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:12.053478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683ac8b-4182-4382-b91e-821d15ced066 req-835fccc7-3f08-43f0-9ed5-e717962cc743 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:12.064293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c683ac8b-4182-4382-b91e-821d15ced066 req-835fccc7-3f08-43f0-9ed5-e717962cc743 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 931 time: 0.1021512 Nov 12 08:39:12.139484 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c683ac8b-4182-4382-b91e-821d15ced066 req-fed816e1-9dfc-493f-aa4d-83a122235127 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740857 Nov 12 08:39:12.275969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1f89d-aa84-492c-8a04-6b0b008f2400 req-b8eaece5-7822-4379-8e97-755bd8476ed3 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:12.277811 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-98e1f89d-aa84-492c-8a04-6b0b008f2400 req-b8eaece5-7822-4379-8e97-755bd8476ed3 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.0676982 Nov 12 08:39:12.348502 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-98e1f89d-aa84-492c-8a04-6b0b008f2400 req-05a0a81a-c3a8-400b-9f3e-c965cda7b078 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642827 Nov 12 08:39:12.681947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc59eeb2-ce56-45bb-b415-061fa6e36da1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.709212 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc59eeb2-ce56-45bb-b415-061fa6e36da1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.721542 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d5e001b-4a69-4ec8-9e3e-fc24747a7d4d req-f742d1cb-c66e-40d7-a8df-004aed5bb854 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 210 time: 0.0354097 Nov 12 08:39:12.833175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de0c504-54da-4e1e-b116-fed8165aa74d {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:12.848516 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8f2e2ce1-6da8-4279-8329-0bc68b4a4695 req-ddf73008-3386-4601-a7f1-98578a809399 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 210 time: 0.0432274 Nov 12 08:39:12.857481 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:12.905295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbe615-d8b9-4fe0-a78c-4992989f241d req-4ec1dc87-8263-43f0-9bbe-c69c85b46f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:12.908911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dddbe615-d8b9-4fe0-a78c-4992989f241d req-4ec1dc87-8263-43f0-9bbe-c69c85b46f2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 1098 time: 0.2243285 Nov 12 08:39:12.958621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Transition to ACTIVE for port object 9de0c504-54da-4e1e-b116-fed8165aa74d will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:12.989447 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.194660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb490281-370b-4bf3-b163-9c67b9f7297e req-81254b79-25a0-4ece-88cb-acccee2c8df4 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.196283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bb490281-370b-4bf3-b163-9c67b9f7297e req-81254b79-25a0-4ece-88cb-acccee2c8df4 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.0630283 Nov 12 08:39:13.285737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bb490281-370b-4bf3-b163-9c67b9f7297e req-1a002555-fd14-4c5c-a4b8-866b98ccc5bf tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817816 Nov 12 08:39:13.443504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Pushing event updated for resources: {'Port': ['ID=9de0c504-54da-4e1e-b116-fed8165aa74d,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:13.475336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead688f3-733e-412b-9c88-fdd3919bf399 req-f52cfc0d-e76d-4ac3-9ad0-d1c09f9e4849 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.485564 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ead688f3-733e-412b-9c88-fdd3919bf399 req-f52cfc0d-e76d-4ac3-9ad0-d1c09f9e4849 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0973806 Nov 12 08:39:13.553079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbe615-d8b9-4fe0-a78c-4992989f241d req-3736ae78-d8cd-4ad5-baf4-8da4756ff096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.554625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dddbe615-d8b9-4fe0-a78c-4992989f241d req-3736ae78-d8cd-4ad5-baf4-8da4756ff096 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 200 len: 919 time: 0.6084013 Nov 12 08:39:13.593911 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ead688f3-733e-412b-9c88-fdd3919bf399 req-759c4863-2851-44a6-9848-baba295c9ecc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072369 Nov 12 08:39:13.652197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dddbe615-d8b9-4fe0-a78c-4992989f241d req-2cc8cb7e-bf75-49c8-8d5d-9cfd06b50362 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52929dbd-0418-46da-a982-33de8f6b0171 HTTP/1.1" status: 200 len: 217 time: 0.0894003 Nov 12 08:39:13.722974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Attempting to bind port 9de0c504-54da-4e1e-b116-fed8165aa74d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:13.723669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Attempting to bind port 9de0c504-54da-4e1e-b116-fed8165aa74d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:13.723669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Attempting to bind port 9de0c504-54da-4e1e-b116-fed8165aa74d on network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:13.733075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Port 9de0c504-54da-4e1e-b116-fed8165aa74d on network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:13.733429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Attempting to bind port 9de0c504-54da-4e1e-b116-fed8165aa74d on network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:13.749315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc59eeb2-ce56-45bb-b415-061fa6e36da1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:13.752670 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:13.753640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Checking segment: {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:13.754240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Bound using segment: {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:13.754691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Bound port: 9de0c504-54da-4e1e-b116-fed8165aa74d, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ef5dd8-6be3-460f-a801-52abe5d12f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:13.755057 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:13.773030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbe615-d8b9-4fe0-a78c-4992989f241d req-aa4bd64e-aeda-42f0-a494-087e5d7b40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.774599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dddbe615-d8b9-4fe0-a78c-4992989f241d req-aa4bd64e-aeda-42f0-a494-087e5d7b40ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e098a2ee-2339-4ade-8938-56472dbe143c HTTP/1.1" status: 200 len: 858 time: 0.1114256 Nov 12 08:39:13.833981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e562365-2996-4492-a2e7-1bb5e1c21550 req-13053976-2ec9-4953-a3f8-b2124eb62e7b tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:13.845994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e562365-2996-4492-a2e7-1bb5e1c21550 req-13053976-2ec9-4953-a3f8-b2124eb62e7b tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.1256514 Nov 12 08:39:13.912557 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dddbe615-d8b9-4fe0-a78c-4992989f241d req-8198047e-3673-44e8-99fc-5768f3691769 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e15557bf-6095-4744-9c4f-6e89b3a8efae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902476 Nov 12 08:39:13.920091 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e562365-2996-4492-a2e7-1bb5e1c21550 req-995f5238-4424-49ab-97d3-44993b583626 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729790 Nov 12 08:39:14.038013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] For port 9de0c504-54da-4e1e-b116-fed8165aa74d, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:14.067489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] For port 9de0c504-54da-4e1e-b116-fed8165aa74d, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9de0c504-54da-4e1e-b116-fed8165aa74d,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:14.070829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f0039-6886-4ab1-9487-096d881a258c req-6cd27fa2-ad66-4d30-b6ff-cf4a330c7c58 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.072721 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b8f0039-6886-4ab1-9487-096d881a258c req-6cd27fa2-ad66-4d30-b6ff-cf4a330c7c58 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 943 time: 0.0875278 Nov 12 08:39:14.080022 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.147492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc59eeb2-ce56-45bb-b415-061fa6e36da1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:14.160411 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc59eeb2-ce56-45bb-b415-061fa6e36da1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.161461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ace6c-5871-4f58-8538-411862981c09 None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:14.167457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Pushing event updated for resources: {'Port': ['ID=9de0c504-54da-4e1e-b116-fed8165aa74d,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:14.183852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ace6c-5871-4f58-8538-411862981c09 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:14.191992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7b9ace6c-5871-4f58-8538-411862981c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:14.192216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.192845 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.194415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2709a783-9583-43e0-8ce0-ac0e2739cfdf service neutron] 10.222.0.52 "PUT /v2.0/ports/9de0c504-54da-4e1e-b116-fed8165aa74d HTTP/1.1" status: 200 len: 1092 time: 2.3771048 Nov 12 08:39:14.194741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'tag': '9de0c504-54da-4e1e-b116-fed8165aa74d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:14.197040 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b8f0039-6886-4ab1-9487-096d881a258c req-7c427a69-bea1-4e0a-9228-521788d51e5b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083894 Nov 12 08:39:14.214863 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c91c437-f8d3-47e3-af52-c69f0e3725c9" -d '{"events": [{"name": "network-changed", "server_uuid": "af82f88a-e299-4991-b686-eccb9257a7d9", "tag": "9de0c504-54da-4e1e-b116-fed8165aa74d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:14.236711 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dddbe615-d8b9-4fe0-a78c-4992989f241d req-60d1daf9-0227-4234-90a4-06856b820328 service neutron] 10.222.0.52 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150094 Nov 12 08:39:14.300986 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7b9ace6c-5871-4f58-8538-411862981c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:14.345905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ace6c-5871-4f58-8538-411862981c09 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:14.347498 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d22d53ec-5ad3-4fe5-ae47-df7bc6e96cea req-7fe7d50d-706e-4019-9a61-67b50f69ff21 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 210 time: 0.0666766 Nov 12 08:39:14.347993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7b9ace6c-5871-4f58-8538-411862981c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:14.427632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7b9ace6c-5871-4f58-8538-411862981c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:14.442129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9ace6c-5871-4f58-8538-411862981c09 None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:14.490600 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59555922-f7d0-4d8d-bbb8-7b4e61e055f3 req-3acfacb9-5708-4fc2-aa8f-1510065ac891 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 210 time: 0.0422251 Nov 12 08:39:14.493251 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fc59eeb2-ce56-45bb-b415-061fa6e36da1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "PUT /v2.0/floatingips/72cea1c8-3263-4c17-9964-d9033a5ac30b HTTP/1.1" status: 200 len: 978 time: 3.0507090 Nov 12 08:39:14.500878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33574) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:14.579467 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238a6866-f551-479f-b36f-1cb03bd45d16 x-openstack-request-id: req-238a6866-f551-479f-b36f-1cb03bd45d16 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:14.579769 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af82f88a-e299-4991-b686-eccb9257a7d9", "tag": "9de0c504-54da-4e1e-b116-fed8165aa74d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:14.580118 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-238a6866-f551-479f-b36f-1cb03bd45d16 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:14.580472 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'tag': '9de0c504-54da-4e1e-b116-fed8165aa74d', 'status': 'completed', 'code': 200} Nov 12 08:39:14.670751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2af2c-1497-4561-9ae8-66655240c997 req-f73aa466-13dc-4bbe-8203-861514b8e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.672594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-f73aa466-13dc-4bbe-8203-861514b8e5b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77c4edaf15c14ad18f7c86b080849d96&device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 1095 time: 0.3210955 Nov 12 08:39:14.717191 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea244a-3049-408f-b033-259ca02e1202 req-26c8585c-f27b-4b93-b530-83de503282aa tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.719107 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4eea244a-3049-408f-b033-259ca02e1202 req-26c8585c-f27b-4b93-b530-83de503282aa tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.0711925 Nov 12 08:39:14.731286 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-65199f35-f993-4555-9d66-af7dede99b6b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9de0c504-54da-4e1e-b116-fed8165aa74d HTTP/1.1" status: 200 len: 217 time: 0.0481091 Nov 12 08:39:14.740183 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dddbe615-d8b9-4fe0-a78c-4992989f241d req-c93c03a8-7147-461f-bbb0-176aab26d1c5 service neutron] 10.222.0.52 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850271 Nov 12 08:39:14.809768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4eea244a-3049-408f-b033-259ca02e1202 req-b63da85a-486c-4f3c-b342-19e014a1db92 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828173 Nov 12 08:39:14.830371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2af2c-1497-4561-9ae8-66655240c997 req-7b0ef43f-1545-420e-84ed-badf502cee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.832450 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-7b0ef43f-1545-420e-84ed-badf502cee60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b359bf0c-d54a-44b7-94a1-d0a7a8859953 HTTP/1.1" status: 200 len: 850 time: 0.0878673 Nov 12 08:39:14.877473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port 5910ff3e-31b5-4c3b-a6ae-9044a6385726 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:14.877890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:14.953739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f163c-073f-44b0-bf13-5b00441d3349 req-a6760916-8e1f-47fc-a4ad-f1400c96e30d tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:14.963698 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd9f163c-073f-44b0-bf13-5b00441d3349 req-a6760916-8e1f-47fc-a4ad-f1400c96e30d tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0776136 Nov 12 08:39:15.013484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2415aa50-0c50-4a14-9356-f0af0644e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.015179 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-2415aa50-0c50-4a14-9356-f0af0644e624 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1487823 Nov 12 08:39:15.019419 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.019749 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.044413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for 5910ff3e-31b5-4c3b-a6ae-9044a6385726 owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:15.062234 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd9f163c-073f-44b0-bf13-5b00441d3349 req-8ccd8389-54c9-4da8-ae7d-3417f2ed28da tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970290 Nov 12 08:39:15.231434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18537f-9a8d-4fe8-adf2-69bfc33c6d2a req-bfeecf3b-da20-440d-9758-484d535484dc tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.233205 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d18537f-9a8d-4fe8-adf2-69bfc33c6d2a req-bfeecf3b-da20-440d-9758-484d535484dc tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.0820415 Nov 12 08:39:15.235381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-54eef23f-8500-412b-b768-8eb28e8edc5a service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062929 Nov 12 08:39:15.302507 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d18537f-9a8d-4fe8-adf2-69bfc33c6d2a req-b67a5d7f-d21a-4e04-bafc-4ffa606fc869 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567083 Nov 12 08:39:15.416723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13d2af2c-1497-4561-9ae8-66655240c997 req-198dce68-1909-410b-8d1b-871b2d40f113 service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718187 Nov 12 08:39:15.436925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd1296-b02a-4154-adef-33aa4b1bf8b3 req-dfe16f92-5a96-40d2-97a9-f377a8f704cf tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.446654 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9dcd1296-b02a-4154-adef-33aa4b1bf8b3 req-dfe16f92-5a96-40d2-97a9-f377a8f704cf tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 943 time: 0.0744686 Nov 12 08:39:15.460317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.498005 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=5910ff3e-31b5-4c3b-a6ae-9044a6385726,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:15.511289 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9dcd1296-b02a-4154-adef-33aa4b1bf8b3 req-9d076827-3208-4b25-a6ba-2f19ef65b48f tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623493 Nov 12 08:39:15.615467 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca6ed131-4ef9-44e0-91bc-eb20c9a9a6d1 req-3278ab4a-e0ef-4a15-b425-fc83e0e182a7 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 210 time: 0.0284510 Nov 12 08:39:15.616274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91c437-f8d3-47e3-af52-c69f0e3725c9 req-0ca9f5cf-d1a2-40f8-a0d1-413d899e1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.618035 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c91c437-f8d3-47e3-af52-c69f0e3725c9 req-0ca9f5cf-d1a2-40f8-a0d1-413d899e1631 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77c4edaf15c14ad18f7c86b080849d96&device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 1095 time: 0.1217344 Nov 12 08:39:15.633166 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:15.633669 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Floating IP 72cea1c8-3263-4c17-9964-d9033a5ac30b disassociated (deleted). External IP: 172.25.3.19, port: ea5ebe5f-f03b-4000-8de4-dc4cb875e328. Nov 12 08:39:15.721693 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3aef5d48-6fcb-4667-9359-b1ae4043883a req-32bc5627-5f5a-4569-889e-0c52531718a6 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 210 time: 0.0367594 Nov 12 08:39:15.935839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91c437-f8d3-47e3-af52-c69f0e3725c9 req-4d1e0607-aa29-4752-b1de-20c120485d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.937520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c91c437-f8d3-47e3-af52-c69f0e3725c9 req-4d1e0607-aa29-4752-b1de-20c120485d1a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 200 len: 912 time: 0.1803074 Nov 12 08:39:15.956671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:15.957055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19801ad-e97f-4b32-8ca6-766768c18db7 req-094042cc-72d0-4f85-b80f-f48f236b591a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:15.959517 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c19801ad-e97f-4b32-8ca6-766768c18db7 req-094042cc-72d0-4f85-b80f-f48f236b591a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.0737474 Nov 12 08:39:15.997444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c91c437-f8d3-47e3-af52-c69f0e3725c9 req-b389ba09-b4e7-40fa-9d33-6fba37f528fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9de0c504-54da-4e1e-b116-fed8165aa74d HTTP/1.1" status: 200 len: 217 time: 0.0479579 Nov 12 08:39:16.032246 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c19801ad-e97f-4b32-8ca6-766768c18db7 req-ce4ff5b2-7755-4021-b173-ea80625c1b93 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621405 Nov 12 08:39:16.148327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91c437-f8d3-47e3-af52-c69f0e3725c9 req-73a30acc-f1d2-4839-addb-80b0f1799206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.149851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c91c437-f8d3-47e3-af52-c69f0e3725c9 req-73a30acc-f1d2-4839-addb-80b0f1799206 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b359bf0c-d54a-44b7-94a1-d0a7a8859953 HTTP/1.1" status: 200 len: 850 time: 0.1407523 Nov 12 08:39:16.164463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:16.175422 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f52e99-05a1-4b60-93a9-cd474802678b None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:16.176875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.185799 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f52e99-05a1-4b60-93a9-cd474802678b None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:16.186483 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c5f52e99-05a1-4b60-93a9-cd474802678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:16.221763 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c5f52e99-05a1-4b60-93a9-cd474802678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:16.222527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a69136-1bc1-479a-9fda-3bb4e12fc4cf req-5c9ab2e1-6ed0-4355-b6f3-81a169b5b1bf tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.233945 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5a69136-1bc1-479a-9fda-3bb4e12fc4cf req-5c9ab2e1-6ed0-4355-b6f3-81a169b5b1bf tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0719903 Nov 12 08:39:16.234191 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a4257577-4172-4cd4-b1f1-fdc4138cc098 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/floatingips/72cea1c8-3263-4c17-9964-d9033a5ac30b HTTP/1.1" status: 204 len: 168 time: 1.7245386 Nov 12 08:39:16.238018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33594) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:16.240492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91c437-f8d3-47e3-af52-c69f0e3725c9 req-1313527b-b60e-4328-ba00-27afda9d4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.242232 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f52e99-05a1-4b60-93a9-cd474802678b None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:16.243033 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c5f52e99-05a1-4b60-93a9-cd474802678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:16.246503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c91c437-f8d3-47e3-af52-c69f0e3725c9 req-1313527b-b60e-4328-ba00-27afda9d4e5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818729 Nov 12 08:39:16.290614 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c5f52e99-05a1-4b60-93a9-cd474802678b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:16.291726 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f52e99-05a1-4b60-93a9-cd474802678b None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:16.310460 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5a69136-1bc1-479a-9fda-3bb4e12fc4cf req-3c24fa16-de2a-4ea1-a3d4-9357de93ee86 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611460 Nov 12 08:39:16.441341 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c91c437-f8d3-47e3-af52-c69f0e3725c9 req-69a0d682-f108-4421-b8c8-49144132495c service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579196 Nov 12 08:39:16.447397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a4757328-7840-4c62-b6ce-db52abf9787f tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port ea5ebe5f-f03b-4000-8de4-dc4cb875e328 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:16.447573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725af298-c8c4-4439-a618-151db61b26e9 req-c697b157-b6b5-4389-a296-4604c0cf2b16 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.447732 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4757328-7840-4c62-b6ce-db52abf9787f tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:16.449088 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-725af298-c8c4-4439-a618-151db61b26e9 req-c697b157-b6b5-4389-a296-4604c0cf2b16 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.0649350 Nov 12 08:39:16.509345 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-725af298-c8c4-4439-a618-151db61b26e9 req-2af7a593-d493-4404-9093-c5a6f11930eb tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532351 Nov 12 08:39:16.672288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f9556-4b0f-4dac-97b8-1d3c4dff2628 req-3f96450d-e07f-4e93-9e33-a7a87e10816b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.674104 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-320f9556-4b0f-4dac-97b8-1d3c4dff2628 req-3f96450d-e07f-4e93-9e33-a7a87e10816b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 943 time: 0.0670941 Nov 12 08:39:16.746819 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-320f9556-4b0f-4dac-97b8-1d3c4dff2628 req-2759667f-fef3-4dfd-ab62-9a01e0f48766 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649705 Nov 12 08:39:16.858092 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-856d7a59-1368-481a-9090-03e323dd23f7 req-1ec37c4e-9547-4169-9839-ddd05f446a15 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 210 time: 0.0276401 Nov 12 08:39:16.982213 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-896d2048-72eb-4a23-8bcf-1c1559efeba9 req-4062c263-2f95-47c0-bdfa-93386c05bdbd tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 210 time: 0.0427690 Nov 12 08:39:16.984376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb851d43-b256-4613-b17d-3015a295e695 req-22b18bc7-1c79-4490-b48d-0e75f77c430f tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:16.985898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb851d43-b256-4613-b17d-3015a295e695 req-22b18bc7-1c79-4490-b48d-0e75f77c430f tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.1561272 Nov 12 08:39:17.008691 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4757328-7840-4c62-b6ce-db52abf9787f tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.067778 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c91c437-f8d3-47e3-af52-c69f0e3725c9 req-53e6f5aa-5fc8-4e3f-a0ce-c2d1d06133df service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092253 Nov 12 08:39:17.074021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a4757328-7840-4c62-b6ce-db52abf9787f tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for ea5ebe5f-f03b-4000-8de4-dc4cb875e328 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:17.194524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-cb851d43-b256-4613-b17d-3015a295e695 req-b9bfa1a4-55de-4099-8c73-2a1ade70c073 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Deleting port 1f555a23-e470-4bb1-bb4b-5467296eaa7d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:17.195024 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb851d43-b256-4613-b17d-3015a295e695 req-b9bfa1a4-55de-4099-8c73-2a1ade70c073 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.195198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331ecab-840d-4b1f-a49e-ca67369248b1 req-60d86b33-60e0-4a1d-9577-93776e39c91f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.197280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e331ecab-840d-4b1f-a49e-ca67369248b1 req-60d86b33-60e0-4a1d-9577-93776e39c91f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.0538197 Nov 12 08:39:17.255494 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e331ecab-840d-4b1f-a49e-ca67369248b1 req-9048b79f-9487-4f9e-8cf4-2537a9446c5d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515614 Nov 12 08:39:17.376411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-cb851d43-b256-4613-b17d-3015a295e695 req-b9bfa1a4-55de-4099-8c73-2a1ade70c073 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] For port 1f555a23-e470-4bb1-bb4b-5467296eaa7d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1f555a23-e470-4bb1-bb4b-5467296eaa7d,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:17.377085 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb851d43-b256-4613-b17d-3015a295e695 req-b9bfa1a4-55de-4099-8c73-2a1ade70c073 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.406129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-cb851d43-b256-4613-b17d-3015a295e695 req-b9bfa1a4-55de-4099-8c73-2a1ade70c073 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Calling delete_port for 1f555a23-e470-4bb1-bb4b-5467296eaa7d owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:17.433441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc8a53-a780-4027-9d54-df2cc447860d req-3365f6a5-5402-451b-a2e6-cc45582ab0f5 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.436301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e8fc8a53-a780-4027-9d54-df2cc447860d req-3365f6a5-5402-451b-a2e6-cc45582ab0f5 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0696819 Nov 12 08:39:17.500792 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e8fc8a53-a780-4027-9d54-df2cc447860d req-64882729-e0de-4625-83ce-4e1bd682c6cb tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578904 Nov 12 08:39:17.540491 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4757328-7840-4c62-b6ce-db52abf9787f tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.587198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4757328-7840-4c62-b6ce-db52abf9787f tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=ea5ebe5f-f03b-4000-8de4-dc4cb875e328,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:17.655096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ac8b7-f823-47f9-a193-309c3e343515 req-e1479fe9-917e-4202-bc39-6cfeb959d50a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:17.657307 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b7ac8b7-f823-47f9-a193-309c3e343515 req-e1479fe9-917e-4202-bc39-6cfeb959d50a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=8a1f224b-2f88-419f-a977-563645493359 HTTP/1.1" status: 200 len: 946 time: 0.0699084 Nov 12 08:39:17.743508 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b7ac8b7-f823-47f9-a193-309c3e343515 req-4b81e0ef-3ad0-4e29-a966-41b682895336 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794117 Nov 12 08:39:17.754105 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4757328-7840-4c62-b6ce-db52abf9787f tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.758736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a4757328-7840-4c62-b6ce-db52abf9787f tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/ports/ea5ebe5f-f03b-4000-8de4-dc4cb875e328 HTTP/1.1" status: 204 len: 168 time: 1.5111275 Nov 12 08:39:17.760243 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb851d43-b256-4613-b17d-3015a295e695 req-b9bfa1a4-55de-4099-8c73-2a1ade70c073 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.763657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33612) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:17.777379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['a06edb69-6696-49c8-bce8-33b6d7332234', '1f555a23-e470-4bb1-bb4b-5467296eaa7d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:17.794453 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:17.844639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfa1a4-55de-4099-8c73-2a1ade70c073 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Pushing event deleted for resources: {'Port': ['ID=1f555a23-e470-4bb1-bb4b-5467296eaa7d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:17.858930 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.865049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb851d43-b256-4613-b17d-3015a295e695 req-b9bfa1a4-55de-4099-8c73-2a1ade70c073 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] No DVR routers for this DVR port 1f555a23-e470-4bb1-bb4b-5467296eaa7d on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:17.868890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb851d43-b256-4613-b17d-3015a295e695 req-b9bfa1a4-55de-4099-8c73-2a1ade70c073 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:17.875461 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb851d43-b256-4613-b17d-3015a295e695 req-b9bfa1a4-55de-4099-8c73-2a1ade70c073 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.52 "DELETE /v2.0/ports/1f555a23-e470-4bb1-bb4b-5467296eaa7d HTTP/1.1" status: 204 len: 173 time: 0.8612173 Nov 12 08:39:17.875461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1f224b-2f88-419f-a977-563645493359', 'name': 'network-vif-deleted', 'tag': '1f555a23-e470-4bb1-bb4b-5467296eaa7d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:17.886133 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8d62f5-2db1-49ac-83d4-5fa0e9e2ab37" -d '{"events": [{"server_uuid": "8a1f224b-2f88-419f-a977-563645493359", "name": "network-vif-deleted", "tag": "1f555a23-e470-4bb1-bb4b-5467296eaa7d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:18.041970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1829e74-501d-4b02-a107-63c98b4e8cf7 req-38c9ec12-147e-4920-a9b6-cd42f63d9353 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.047768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1829e74-501d-4b02-a107-63c98b4e8cf7 req-38c9ec12-147e-4920-a9b6-cd42f63d9353 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 943 time: 0.1412768 Nov 12 08:39:18.137824 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1829e74-501d-4b02-a107-63c98b4e8cf7 req-687a48a5-1ad4-467f-ae14-7e8a4b840a60 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813286 Nov 12 08:39:18.172063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.259252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03b8c06c-5a33-48b2-949b-15747df1c4ad req-a8239eda-185a-4f37-8cdf-aede40f85570 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 210 time: 0.0406702 Nov 12 08:39:18.312020 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d9004d-c677-48a7-85f6-aafe41b70e85 x-openstack-request-id: req-41d9004d-c677-48a7-85f6-aafe41b70e85 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:18.312947 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1f224b-2f88-419f-a977-563645493359", "name": "network-vif-deleted", "tag": "1f555a23-e470-4bb1-bb4b-5467296eaa7d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:18.313229 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41d9004d-c677-48a7-85f6-aafe41b70e85 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:18.313638 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1f224b-2f88-419f-a977-563645493359', 'name': 'network-vif-deleted', 'tag': '1f555a23-e470-4bb1-bb4b-5467296eaa7d', 'status': 'completed', 'code': 200} Nov 12 08:39:18.349611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.25.3.244 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/3e4427ee-26f9-4f2a-b7cc-68ebe8a04989) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:18.418490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-292070b3-648d-496c-8fca-85e0407782e0 req-efc0ab52-ba81-481e-9729-ce350a2bb26e tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 210 time: 0.0497034 Nov 12 08:39:18.504175 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.578488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52581-9161-4b39-af03-b825d572834c req-eae86040-96c9-4867-9b72-aa69e03373b4 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.579901 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-68d52581-9161-4b39-af03-b825d572834c req-eae86040-96c9-4867-9b72-aa69e03373b4 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.0739224 Nov 12 08:39:18.587067 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.650275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:18.660617 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:18.662445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=3e4427ee-26f9-4f2a-b7cc-68ebe8a04989,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:18.664592 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:18.707334 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-68d52581-9161-4b39-af03-b825d572834c req-93b0d447-32a5-4e33-8da8-2cb9a04563f1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175900 Nov 12 08:39:18.790619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.847105 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:18.880410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3952a-b79a-4ed5-8f59-1cc64bd671be req-22e1e236-8835-4041-a58b-d7f9e9762f97 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:18.882006 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73d3952a-b79a-4ed5-8f59-1cc64bd671be req-22e1e236-8835-4041-a58b-d7f9e9762f97 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1006343 Nov 12 08:39:18.995399 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-73d3952a-b79a-4ed5-8f59-1cc64bd671be req-1ad02df1-8157-4929-80b3-966a21f1f8d4 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023376 Nov 12 08:39:19.064055 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.069818 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.141957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=3e4427ee-26f9-4f2a-b7cc-68ebe8a04989,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:19.150638 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.166361 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.169154 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-59814b92-dedf-42df-8467-615e51c9ad03 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4035273 Nov 12 08:39:19.171822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33632) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:19.177397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'port': {'network_id': '75b1feb1-5c56-4f8f-9548-bcbc6f8138ef', 'name': 'tempest-FloatingIPTestJSON-754345209'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:19.308790 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea8e85-65ee-4d10-b4b0-f4896d6aa95c req-f616b7f7-bba8-4002-9169-f1e3cd4232a0 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.310262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6aea8e85-65ee-4d10-b4b0-f4896d6aa95c req-f616b7f7-bba8-4002-9169-f1e3cd4232a0 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 943 time: 0.0767560 Nov 12 08:39:19.343946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Made reservation on behalf of 3aac0e9f616a4cfe90da66c17ab0df79 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:19.347956 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.386117 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6aea8e85-65ee-4d10-b4b0-f4896d6aa95c req-65a68d6a-2cb9-4e61-9441-e830a69501bc tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680499 Nov 12 08:39:19.387250 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] device_id is not set on port 755f0a6f-3830-4ac8-8721-e28c7f998ca3 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:19.543910 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f669821-109e-42bd-ba60-f5f8341f37a1 req-8b7ccfd4-59fe-434b-9521-f3a4cd4887c5 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:19.545404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f669821-109e-42bd-ba60-f5f8341f37a1 req-8b7ccfd4-59fe-434b-9521-f3a4cd4887c5 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.0995936 Nov 12 08:39:19.550659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.20.0.11 (75b1feb1-5c56-4f8f-9548-bcbc6f8138ef/926151ad-e85b-49bd-bd15-6d976d304828/755f0a6f-3830-4ac8-8721-e28c7f998ca3) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:19.635038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f669821-109e-42bd-ba60-f5f8341f37a1 req-f89a098a-8e5d-4a88-9da1-65a4b2bc0944 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815830 Nov 12 08:39:19.727582 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0293b4ce-6dfb-419e-90ff-da898887beae req-3f8ac709-a4f4-4e66-ba3c-7ac325c8a5ff tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 210 time: 0.0346317 Nov 12 08:39:19.780218 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.816588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9de0c504-54da-4e1e-b116-fed8165aa74d details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:19.832135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd297cd0-63d5-4149-b401-165ed0356b69 req-a4263b50-14d9-4dac-9b5d-b1bcf4bc278d tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 210 time: 0.0387604 Nov 12 08:39:19.870087 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:19.935140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9de0c504-54da-4e1e-b116-fed8165aa74d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9de0c504-54da-4e1e-b116-fed8165aa74d,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:19.939146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 75b1feb1-5c56-4f8f-9548-bcbc6f8138ef is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:19.947480 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '9de0c504-54da-4e1e-b116-fed8165aa74d', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'port_id': '9de0c504-54da-4e1e-b116-fed8165aa74d', 'mac_address': 'fa:16:3e:ee:8d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:19.948765 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:19.953945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:19.985414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=755f0a6f-3830-4ac8-8721-e28c7f998ca3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:20.005580 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.015756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a22e6-0ede-4805-a6a1-dc79c2751c1e req-08820ad2-32dd-448d-ba3e-4e52bbd31e71 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.017343 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-285a22e6-0ede-4805-a6a1-dc79c2751c1e req-08820ad2-32dd-448d-ba3e-4e52bbd31e71 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.1155374 Nov 12 08:39:20.020943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de0c504-54da-4e1e-b116-fed8165aa74d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:20.031852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.032477 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.041850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9de0c504-54da-4e1e-b116-fed8165aa74d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9de0c504-54da-4e1e-b116-fed8165aa74d,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:20.046932 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.075603 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9405e53f-276e-421d-bbdf-816456d7d844 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8985112 Nov 12 08:39:20.076421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33644) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:20.086363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ba221796-0b87-432f-b745-59332d44b5a1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'floatingip': {'port_id': '755f0a6f-3830-4ac8-8721-e28c7f998ca3'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:20.113508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=9de0c504-54da-4e1e-b116-fed8165aa74d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:20.117770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-285a22e6-0ede-4805-a6a1-dc79c2751c1e req-76a5ccc0-1b8f-48f0-9c24-c485ee615be1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808976 Nov 12 08:39:20.151503 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba221796-0b87-432f-b745-59332d44b5a1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.231286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb36c9-6a55-4286-90d6-7febe27f63ec req-0c26463c-0dc4-42fd-91c3-917d33ef98e2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.233137 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a9fb36c9-6a55-4286-90d6-7febe27f63ec req-0c26463c-0dc4-42fd-91c3-917d33ef98e2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0529859 Nov 12 08:39:20.292835 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a9fb36c9-6a55-4286-90d6-7febe27f63ec req-9f0bb48e-0342-44c4-b184-eb67a2524521 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528755 Nov 12 08:39:20.311252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['9de0c504-54da-4e1e-b116-fed8165aa74d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:20.512600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36065-556e-4737-80f7-08f690639050 req-332413f6-63dc-410c-ae89-fb8e637285f1 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.514192 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3c36065-556e-4737-80f7-08f690639050 req-332413f6-63dc-410c-ae89-fb8e637285f1 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 944 time: 0.0498953 Nov 12 08:39:20.564061 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3c36065-556e-4737-80f7-08f690639050 req-72a6a728-0c2a-4b33-827d-57d6341e238d tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431128 Nov 12 08:39:20.613834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba221796-0b87-432f-b745-59332d44b5a1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.617637 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba221796-0b87-432f-b745-59332d44b5a1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:20.714801 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-ba221796-0b87-432f-b745-59332d44b5a1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Floating IP 3600dc5e-d7ea-4211-97cc-b647e90d3903 associated. External IP: 172.25.3.244, port: 755f0a6f-3830-4ac8-8721-e28c7f998ca3. Nov 12 08:39:20.770795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092d281-4133-44d7-912a-e9c67f296f70 req-ecbf23e0-eaa7-4bdf-8d5c-8c83f9540dde tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:20.772252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2092d281-4133-44d7-912a-e9c67f296f70 req-ecbf23e0-eaa7-4bdf-8d5c-8c83f9540dde tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.0614126 Nov 12 08:39:20.822290 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2092d281-4133-44d7-912a-e9c67f296f70 req-b6b72cf6-4c04-4b0d-ade6-7e9ef3090be7 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Nov 12 08:39:20.909033 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-408c2ef8-29a5-4ce3-80fb-8f043799195d req-b0a7e941-6210-477b-b7fc-ab1f9cf9d242 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 210 time: 0.0260866 Nov 12 08:39:20.941251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba221796-0b87-432f-b745-59332d44b5a1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:20.998437 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9dbf8ff-ce87-423c-a71c-eded5352b843 req-799d345c-8b5d-4688-8ee2-6da1d96a9918 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 210 time: 0.0284278 Nov 12 08:39:21.070538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba221796-0b87-432f-b745-59332d44b5a1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:21.075509 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba221796-0b87-432f-b745-59332d44b5a1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.081662 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cf5ca-5908-4d29-8e03-ddb24264b1c8 None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:21.092669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21cf5ca-5908-4d29-8e03-ddb24264b1c8 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:21.093340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b21cf5ca-5908-4d29-8e03-ddb24264b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:21.104781 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ba221796-0b87-432f-b745-59332d44b5a1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "PUT /v2.0/floatingips/3600dc5e-d7ea-4211-97cc-b647e90d3903 HTTP/1.1" status: 200 len: 978 time: 1.0266826 Nov 12 08:39:21.107803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33654) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:21.130888 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b21cf5ca-5908-4d29-8e03-ddb24264b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:21.139843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21cf5ca-5908-4d29-8e03-ddb24264b1c8 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:21.140449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b21cf5ca-5908-4d29-8e03-ddb24264b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:21.174327 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b21cf5ca-5908-4d29-8e03-ddb24264b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:21.175685 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cf5ca-5908-4d29-8e03-ddb24264b1c8 None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:21.230879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port 755f0a6f-3830-4ac8-8721-e28c7f998ca3 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:21.231224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.309572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fb0f9-2f8c-4e33-91fb-036cdf9e076d req-cb173f20-66ce-4837-8be4-3a449d1e2f0c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:21.311081 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ae6fb0f9-2f8c-4e33-91fb-036cdf9e076d req-cb173f20-66ce-4837-8be4-3a449d1e2f0c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.1131825 Nov 12 08:39:21.354843 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.426462 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ae6fb0f9-2f8c-4e33-91fb-036cdf9e076d req-ceba219d-57ad-48ec-afec-103b8280a631 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068501 Nov 12 08:39:21.606131 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.606651 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.607071 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Floating IP 3600dc5e-d7ea-4211-97cc-b647e90d3903 disassociated. External IP: 172.25.3.244, port: 755f0a6f-3830-4ac8-8721-e28c7f998ca3. Nov 12 08:39:21.607424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for 755f0a6f-3830-4ac8-8721-e28c7f998ca3 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:21.619919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d28ce-3b93-46e7-a532-83d4a7b04c7f req-90fe85db-1b31-4e06-bb06-cd7f1e5d6e96 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:21.621892 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-346d28ce-3b93-46e7-a532-83d4a7b04c7f req-90fe85db-1b31-4e06-bb06-cd7f1e5d6e96 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1291301 Nov 12 08:39:21.701588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127123b-47e6-4dd9-af0d-840b5e58c635 req-b0aa9612-4a63-4581-9309-dadf2651473a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:21.703217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4127123b-47e6-4dd9-af0d-840b5e58c635 req-b0aa9612-4a63-4581-9309-dadf2651473a tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.0487211 Nov 12 08:39:21.727561 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-346d28ce-3b93-46e7-a532-83d4a7b04c7f req-74f0d491-7ff3-4fb0-8183-7bd76f2cb077 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985882 Nov 12 08:39:21.816366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9de0c504-54da-4e1e-b116-fed8165aa74d up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:21.860291 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.878705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-4127123b-47e6-4dd9-af0d-840b5e58c635 req-afd398c9-e7c8-40bf-8027-0ba72fe22e2c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Deleting port a06edb69-6696-49c8-bce8-33b6d7332234 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:21.879165 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4127123b-47e6-4dd9-af0d-840b5e58c635 req-afd398c9-e7c8-40bf-8027-0ba72fe22e2c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:21.916421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=755f0a6f-3830-4ac8-8721-e28c7f998ca3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:21.928536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413b8bb-1797-4868-b005-1e706034060a req-bc5b182c-91f6-4552-9801-37ccec619496 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:21.931990 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8413b8bb-1797-4868-b005-1e706034060a req-bc5b182c-91f6-4552-9801-37ccec619496 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 944 time: 0.1342134 Nov 12 08:39:22.084286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 9de0c504-54da-4e1e-b116-fed8165aa74d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:22.089247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4127123b-47e6-4dd9-af0d-840b5e58c635 req-afd398c9-e7c8-40bf-8027-0ba72fe22e2c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] For port a06edb69-6696-49c8-bce8-33b6d7332234, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=a06edb69-6696-49c8-bce8-33b6d7332234,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:22.089684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4127123b-47e6-4dd9-af0d-840b5e58c635 req-afd398c9-e7c8-40bf-8027-0ba72fe22e2c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.091209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 9de0c504-54da-4e1e-b116-fed8165aa74d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:22.091811 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.101759 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8413b8bb-1797-4868-b005-1e706034060a req-d60a7083-20fb-454b-a5c9-0449e4d0b594 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534908 Nov 12 08:39:22.114784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-4127123b-47e6-4dd9-af0d-840b5e58c635 req-afd398c9-e7c8-40bf-8027-0ba72fe22e2c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Calling delete_port for a06edb69-6696-49c8-bce8-33b6d7332234 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:22.138601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f216737-2168-476c-bef7-e1be5518fe29 req-b58e2fe2-a442-45f3-88b3-69f278b54dc0 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.138601 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6f216737-2168-476c-bef7-e1be5518fe29 req-b58e2fe2-a442-45f3-88b3-69f278b54dc0 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 945 time: 0.1324599 Nov 12 08:39:22.217687 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:22.240721 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.301630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9de0c504-54da-4e1e-b116-fed8165aa74d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9de0c504-54da-4e1e-b116-fed8165aa74d,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:22.307815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de0c504-54da-4e1e-b116-fed8165aa74d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:22.310875 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3bdcf4-45ba-4b78-a22b-d28ab1931b09" -d '{"events": [{"server_uuid": "af82f88a-e299-4991-b686-eccb9257a7d9", "name": "network-vif-plugged", "status": "completed", "tag": "9de0c504-54da-4e1e-b116-fed8165aa74d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:22.313223 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dcb68e8c-1fd9-4a54-8e20-d76b5ef9c1e0 req-357ed62e-3e08-4fe6-9618-d082a28e2a88 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 210 time: 0.0385056 Nov 12 08:39:22.326584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-d64dd0b1-ed07-4da5-94ae-5320f9ff8c6f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.328553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-d64dd0b1-ed07-4da5-94ae-5320f9ff8c6f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.46 "GET /v2.0/networks?id=b92371a2-d9dd-40fc-9474-c705ce807837 HTTP/1.1" status: 200 len: 815 time: 0.1879354 Nov 12 08:39:22.330155 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.332965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1f555a23-e470-4bb1-bb4b-5467296eaa7d no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:22.405361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Request body: {'port': {'device_id': '529c5404-7831-4d2e-93ce-730c26c3f43c', 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837', 'admin_state_up': True, 'tenant_id': '8eeed2d1124a4eac82e9bce4a1ab9648'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:22.435800 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.442923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=9de0c504-54da-4e1e-b116-fed8165aa74d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:22.446331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 1f555a23-e470-4bb1-bb4b-5467296eaa7d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:22.446819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1f555a23-e470-4bb1-bb4b-5467296eaa7d not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:22.477179 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1c20552e-e5c3-4457-8ca5-6c2357553a9b req-1960b7ab-c3a9-49ac-9658-99602d5a3e31 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e1dd5fd-e356-47ec-ad61-8f14b84d3362 HTTP/1.1" status: 200 len: 210 time: 0.0502925 Nov 12 08:39:22.481530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:22.496100 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9c23e-2689-446a-a2a0-9c2ba15e12c7 None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:22.514283 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9c23e-2689-446a-a2a0-9c2ba15e12c7 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:22.521089 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b4d9c23e-2689-446a-a2a0-9c2ba15e12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:22.560432 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ec676d-d144-466f-814d-dfa2fc2ffe70 x-openstack-request-id: req-64ec676d-d144-466f-814d-dfa2fc2ffe70 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:22.560732 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af82f88a-e299-4991-b686-eccb9257a7d9", "name": "network-vif-plugged", "status": "completed", "tag": "9de0c504-54da-4e1e-b116-fed8165aa74d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:22.560986 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64ec676d-d144-466f-814d-dfa2fc2ffe70 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:22.561405 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de0c504-54da-4e1e-b116-fed8165aa74d', 'code': 200} Nov 12 08:39:22.598159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6f216737-2168-476c-bef7-e1be5518fe29 req-52e4f414-6111-4a4b-821b-56f743ecddf1 tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/security-groups?id=584e578a-8a99-4ca5-b070-5811eab7fe88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449391 Nov 12 08:39:22.636422 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b4d9c23e-2689-446a-a2a0-9c2ba15e12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:22.648368 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9c23e-2689-446a-a2a0-9c2ba15e12c7 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:22.649350 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b4d9c23e-2689-446a-a2a0-9c2ba15e12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:22.690583 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b4d9c23e-2689-446a-a2a0-9c2ba15e12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:22.694319 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9c23e-2689-446a-a2a0-9c2ba15e12c7 None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:22.709090 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4127123b-47e6-4dd9-af0d-840b5e58c635 req-afd398c9-e7c8-40bf-8027-0ba72fe22e2c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.720546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['a06edb69-6696-49c8-bce8-33b6d7332234'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:22.736331 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.740024 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b00e401b-7336-42a7-a68d-c248e3a82454 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/ports/755f0a6f-3830-4ac8-8721-e28c7f998ca3 HTTP/1.1" status: 204 len: 168 time: 1.6309993 Nov 12 08:39:22.743729 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33674) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:22.766004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f15d2d-ee6d-4a1e-8ec1-7e275d1db373 req-0edcb0da-b6b7-4a20-8e4a-3f0040e8d8ac tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.768273 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70f15d2d-ee6d-4a1e-8ec1-7e275d1db373 req-0edcb0da-b6b7-4a20-8e4a-3f0040e8d8ac tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.1031253 Nov 12 08:39:22.772172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd398c9-e7c8-40bf-8027-0ba72fe22e2c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Pushing event deleted for resources: {'Port': ['ID=a06edb69-6696-49c8-bce8-33b6d7332234,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:22.777442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Made reservation on behalf of 8eeed2d1124a4eac82e9bce4a1ab9648 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:22.785271 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:22.838824 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c41e8679-e2cc-4d6f-bfeb-69305fae2ab3 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "GET /v2.0/floatingips/3600dc5e-d7ea-4211-97cc-b647e90d3903 HTTP/1.1" status: 200 len: 688 time: 0.0935392 Nov 12 08:39:22.843506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33678) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:22.954259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe30ddb-52e7-4657-8c53-d6cad7fa1c19 req-ce012c92-ba81-4f0b-9244-27ea17e4f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:22.956314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70f15d2d-ee6d-4a1e-8ec1-7e275d1db373 req-ddd0c860-1c7c-4657-9f5d-1fb7371bef14 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420023 Nov 12 08:39:22.957081 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfe30ddb-52e7-4657-8c53-d6cad7fa1c19 req-ce012c92-ba81-4f0b-9244-27ea17e4f451 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 1097 time: 0.3055079 Nov 12 08:39:23.019679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ade597e0-bab5-4477-a947-39f376482019 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port 3e4427ee-26f9-4f2a-b7cc-68ebe8a04989 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:23.020108 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ade597e0-bab5-4477-a947-39f376482019 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.043950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4127123b-47e6-4dd9-af0d-840b5e58c635 req-afd398c9-e7c8-40bf-8027-0ba72fe22e2c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] No DVR routers for this DVR port a06edb69-6696-49c8-bce8-33b6d7332234 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:23.062824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4127123b-47e6-4dd9-af0d-840b5e58c635 req-afd398c9-e7c8-40bf-8027-0ba72fe22e2c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.066590 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4127123b-47e6-4dd9-af0d-840b5e58c635 req-afd398c9-e7c8-40bf-8027-0ba72fe22e2c tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.52 "DELETE /v2.0/ports/a06edb69-6696-49c8-bce8-33b6d7332234 HTTP/1.1" status: 204 len: 173 time: 1.3489733 Nov 12 08:39:23.067192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e78e37e-9855-4650-bb1c-ed6526c0545c', 'name': 'network-vif-deleted', 'tag': 'a06edb69-6696-49c8-bce8-33b6d7332234'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:23.069725 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e963a168-77a0-429a-8930-191751f121e9" -d '{"events": [{"server_uuid": "7e78e37e-9855-4650-bb1c-ed6526c0545c", "name": "network-vif-deleted", "tag": "a06edb69-6696-49c8-bce8-33b6d7332234"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:23.177675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbdac5-cc30-44fb-a263-19dd5cef4493 req-a6f3f37d-2c1e-46c4-a279-6444de8c07bc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.179320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adcbdac5-cc30-44fb-a263-19dd5cef4493 req-a6f3f37d-2c1e-46c4-a279-6444de8c07bc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.3552742 Nov 12 08:39:23.197369 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d779aa08-33bc-4e93-8abc-75cd8cfee7e5 x-openstack-request-id: req-d779aa08-33bc-4e93-8abc-75cd8cfee7e5 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:23.197369 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e78e37e-9855-4650-bb1c-ed6526c0545c", "name": "network-vif-deleted", "tag": "a06edb69-6696-49c8-bce8-33b6d7332234", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:23.197369 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d779aa08-33bc-4e93-8abc-75cd8cfee7e5 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:23.197369 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e78e37e-9855-4650-bb1c-ed6526c0545c', 'name': 'network-vif-deleted', 'tag': 'a06edb69-6696-49c8-bce8-33b6d7332234', 'status': 'completed', 'code': 200} Nov 12 08:39:23.278606 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfe30ddb-52e7-4657-8c53-d6cad7fa1c19 req-bb5f3282-8def-4b29-a2f5-237466984269 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413514 Nov 12 08:39:23.334448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Allocated IP 172.20.0.9 (b92371a2-d9dd-40fc-9474-c705ce807837/132b99d6-8d60-4e2d-ad2b-98e3f6298362/e1d1e76f-3189-48e6-976b-18fe265a802d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:23.341599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adcbdac5-cc30-44fb-a263-19dd5cef4493 req-6eed7f4f-3ab3-4017-bfa0-80fe5dd5296d tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493375 Nov 12 08:39:23.483578 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f36cf364-df95-4e14-82d9-2fa3e6e11023 req-42443a61-2816-4fdf-a407-5fec6ae0cc73 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 210 time: 0.0604794 Nov 12 08:39:23.505597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ade597e0-bab5-4477-a947-39f376482019 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.506151 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ade597e0-bab5-4477-a947-39f376482019 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.522157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e913a-30e3-4568-803c-a92fa2531605 req-2c5dffe3-4d79-46df-9b47-e09e41bce87c tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.523669 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-366e913a-30e3-4568-803c-a92fa2531605 req-2c5dffe3-4d79-46df-9b47-e09e41bce87c tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 945 time: 0.0810509 Nov 12 08:39:23.529834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ade597e0-bab5-4477-a947-39f376482019 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for 3e4427ee-26f9-4f2a-b7cc-68ebe8a04989 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:23.547102 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.580254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33692) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:23.621606 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.624716 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-366e913a-30e3-4568-803c-a92fa2531605 req-f6a391fe-2ec3-4daa-9bad-9dbb4fecea61 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906665 Nov 12 08:39:23.695136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Network b92371a2-d9dd-40fc-9474-c705ce807837 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:23.703053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:23.724278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:23.728181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Pushing event updated for resources: {'Port': ['ID=e1d1e76f-3189-48e6-976b-18fe265a802d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:23.731988 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0b4f1ec-c1c9-4948-9ebb-2667eda6de04 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.742327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ade597e0-bab5-4477-a947-39f376482019 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.775912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2bc3d841-8ae4-4614-bf11-5b971a2b912a req-bb7cbe6e-549d-4773-b459-7deb099ca87e tempest-ServerRescueTestJSON-726704351 tempest-ServerRescueTestJSON-726704351-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e78e37e-9855-4650-bb1c-ed6526c0545c HTTP/1.1" status: 200 len: 210 time: 0.0611689 Nov 12 08:39:23.778773 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade597e0-bab5-4477-a947-39f376482019 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=3e4427ee-26f9-4f2a-b7cc-68ebe8a04989,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:23.815310 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0b4f1ec-c1c9-4948-9ebb-2667eda6de04 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.830908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:23.831588 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.857388 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ade597e0-bab5-4477-a947-39f376482019 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.860507 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ade597e0-bab5-4477-a947-39f376482019 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.865869 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ade597e0-bab5-4477-a947-39f376482019 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/floatingips/3600dc5e-d7ea-4211-97cc-b647e90d3903 HTTP/1.1" status: 204 len: 168 time: 1.0174267 Nov 12 08:39:23.866049 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-191c4122-ac97-491f-aaeb-df9e7497cb67 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4630666 Nov 12 08:39:23.866316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33696) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:23.871568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '47d9e05f-3f03-4c57-9e10-ae2a2924309f'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:23.875707 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Request body: {'port': {'device_id': '529c5404-7831-4d2e-93ce-730c26c3f43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:23.902615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.943273 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.947318 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0b4f1ec-c1c9-4948-9ebb-2667eda6de04 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.950066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0b4f1ec-c1c9-4948-9ebb-2667eda6de04 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:23.954373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c0b4f1ec-c1c9-4948-9ebb-2667eda6de04 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "DELETE /v2.0/security-groups/c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd HTTP/1.1" status: 204 len: 168 time: 0.3700335 Nov 12 08:39:23.961922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33698) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:23.986883 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-5749abf4-25b0-4be9-87e9-5b2ed6894772 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] show failed (client error): The resource could not be found. Nov 12 08:39:23.990710 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5749abf4-25b0-4be9-87e9-5b2ed6894772 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "GET /v2.0/security-groups/c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd HTTP/1.1" status: 404 len: 347 time: 0.0259733 Nov 12 08:39:23.996682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33702) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:23.999250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4f1ec-c1c9-4948-9ebb-2667eda6de04 tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55b9a75-95a0-46ab-bf69-18d0fdc1c2cd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:24.053327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.227458 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3809f6f-2c01-49bd-b835-7259bd8bf02b req-279a050d-08ed-46cb-92c1-7a7d90eeb35a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.229325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3809f6f-2c01-49bd-b835-7259bd8bf02b req-279a050d-08ed-46cb-92c1-7a7d90eeb35a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.1291294 Nov 12 08:39:24.281134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.25.3.228 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/1220ce11-e5da-4cbb-8903-f3c7eee95628) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:24.356391 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3809f6f-2c01-49bd-b835-7259bd8bf02b req-99c38243-8a12-48c8-b384-f5b632fb830a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162491 Nov 12 08:39:24.460990 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.507252 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.550959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:24.558662 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:24.562307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:24.604264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3a356-956b-42d5-82f1-1955fe9a899e req-3ba87780-0b61-4140-95f0-06cfcd6304bd tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.605900 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-90c3a356-956b-42d5-82f1-1955fe9a899e req-3ba87780-0b61-4140-95f0-06cfcd6304bd tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1676702 Nov 12 08:39:24.650046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc29b3-25df-4e24-9c6a-a577835ff33f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Deleting port f7d04557-5cd9-47bc-9838-6db90ac7eb80 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:24.650406 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bcc29b3-25df-4e24-9c6a-a577835ff33f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.653147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=1220ce11-e5da-4cbb-8903-f3c7eee95628,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:24.709604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc86ede-3181-4043-bdbd-e5a48256653c req-5387f28f-c3d3-431f-8f3d-b06ca8e7c9b2 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:24.711493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2dc86ede-3181-4043-bdbd-e5a48256653c req-5387f28f-c3d3-431f-8f3d-b06ca8e7c9b2 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 931 time: 0.1101809 Nov 12 08:39:24.769364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-90c3a356-956b-42d5-82f1-1955fe9a899e req-39062a26-5950-4572-95b1-6c6ea0251026 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514144 Nov 12 08:39:24.816199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bcc29b3-25df-4e24-9c6a-a577835ff33f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.816527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bcc29b3-25df-4e24-9c6a-a577835ff33f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:24.838241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc29b3-25df-4e24-9c6a-a577835ff33f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Calling delete_port for f7d04557-5cd9-47bc-9838-6db90ac7eb80 owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:24.849925 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2dc86ede-3181-4043-bdbd-e5a48256653c req-0e6a19cb-eb1a-4585-b52e-ee876f1535e7 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234829 Nov 12 08:39:24.910375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33714) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:25.008646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d1e76f-3189-48e6-976b-18fe265a802d {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:25.028169 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.042286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1040cd-d977-41b2-8417-d9849a36be41 req-5e007ea0-fab4-424b-95f7-f74c7972f0aa tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:25.043745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0d1040cd-d977-41b2-8417-d9849a36be41 req-5e007ea0-fab4-424b-95f7-f74c7972f0aa tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 945 time: 0.1956418 Nov 12 08:39:25.109376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Transition to ACTIVE for port object e1d1e76f-3189-48e6-976b-18fe265a802d will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:25.112524 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.125291 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.186169 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.271533 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0d1040cd-d977-41b2-8417-d9849a36be41 req-ee611568-be00-4b97-b682-0de2ee7974bd tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165189 Nov 12 08:39:25.280470 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d1e76f-3189-48e6-976b-18fe265a802d,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:25.399583 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.409498 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.424637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeb176-12a3-4860-989e-f4f091c40a8b req-baefad54-adc9-4afa-affb-50e64fb590f9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:25.426946 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d1aeb176-12a3-4860-989e-f4f091c40a8b req-baefad54-adc9-4afa-affb-50e64fb590f9 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 945 time: 0.0806425 Nov 12 08:39:25.449890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33722) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:25.465672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a30e1626-b69c-431d-a37c-f4840ac09fdf tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Request body: {'floatingip': {'port_id': '9de0c504-54da-4e1e-b116-fed8165aa74d'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:25.505644 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bcc29b3-25df-4e24-9c6a-a577835ff33f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.507055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=1220ce11-e5da-4cbb-8903-f3c7eee95628,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:25.521573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.578985 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a30e1626-b69c-431d-a37c-f4840ac09fdf tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.581982 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:39:25.594353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc29b3-25df-4e24-9c6a-a577835ff33f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Pushing event deleted for resources: {'Port': ['ID=f7d04557-5cd9-47bc-9838-6db90ac7eb80,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:25.630857 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Floating IP f85b61c3-b456-4426-af89-6d975c6707ef associated. External IP: 172.25.3.228, port: 47d9e05f-3f03-4c57-9e10-ae2a2924309f. Nov 12 08:39:25.701782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Attempting to bind port e1d1e76f-3189-48e6-976b-18fe265a802d on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:25.702416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Attempting to bind port e1d1e76f-3189-48e6-976b-18fe265a802d by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:25.702416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Attempting to bind port e1d1e76f-3189-48e6-976b-18fe265a802d on network b92371a2-d9dd-40fc-9474-c705ce807837 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:25.747996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Port e1d1e76f-3189-48e6-976b-18fe265a802d on network b92371a2-d9dd-40fc-9474-c705ce807837 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:25.748328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Attempting to bind port e1d1e76f-3189-48e6-976b-18fe265a802d on network b92371a2-d9dd-40fc-9474-c705ce807837 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:25.799033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:25.799338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Checking segment: {'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:25.799676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Bound using segment: {'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:25.800654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Bound port: e1d1e76f-3189-48e6-976b-18fe265a802d, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:25.801011 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.816673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2dbc7-9d63-49f2-a0c4-7f46a3877641 req-5e555a52-65a1-4a71-8c5a-59d9e9aebe8c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:25.819110 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36a2dbc7-9d63-49f2-a0c4-7f46a3877641 req-5e555a52-65a1-4a71-8c5a-59d9e9aebe8c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.3681986 Nov 12 08:39:25.822057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device a06edb69-6696-49c8-bce8-33b6d7332234 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:25.846886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: a06edb69-6696-49c8-bce8-33b6d7332234 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:25.848078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device a06edb69-6696-49c8-bce8-33b6d7332234 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:25.857918 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bcc29b3-25df-4e24-9c6a-a577835ff33f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.858148 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:25.860503 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bcc29b3-25df-4e24-9c6a-a577835ff33f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:25.861705 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1bcc29b3-25df-4e24-9c6a-a577835ff33f tempest-ServerActionsTestJSON-1048854400 tempest-ServerActionsTestJSON-1048854400-project] 10.222.0.31 "DELETE /v2.0/floatingips/6caa53b7-153b-4d2b-80c7-9f52cce315d3 HTTP/1.1" status: 204 len: 168 time: 1.8636749 Nov 12 08:39:25.867033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33726) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:25.956251 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e48043-6701-4e87-a525-d40a204f6b33 req-3ff14638-2eac-4176-8db1-519f8adf7f27 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:25.957778 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76e48043-6701-4e87-a525-d40a204f6b33 req-3ff14638-2eac-4176-8db1-519f8adf7f27 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1026943 Nov 12 08:39:26.050745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36a2dbc7-9d63-49f2-a0c4-7f46a3877641 req-082dc81b-ade7-494d-be56-c47411a66711 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038901 Nov 12 08:39:26.078888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] For port e1d1e76f-3189-48e6-976b-18fe265a802d, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:26.087834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] For port e1d1e76f-3189-48e6-976b-18fe265a802d, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e1d1e76f-3189-48e6-976b-18fe265a802d,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:26.098103 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.147195 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76e48043-6701-4e87-a525-d40a204f6b33 req-f4790bd7-c2b0-42c4-8a53-36071808a2f0 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812909 Nov 12 08:39:26.150470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:26.165384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47786cd8-3351-47c8-8e06-6d5a638f1645 None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:26.174435 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.185086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47786cd8-3351-47c8-8e06-6d5a638f1645 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:26.185802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-47786cd8-3351-47c8-8e06-6d5a638f1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:26.195583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.196562 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.198417 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] 10.222.0.46 "PUT /v2.0/ports/e1d1e76f-3189-48e6-976b-18fe265a802d HTTP/1.1" status: 200 len: 1092 time: 2.3271711 Nov 12 08:39:26.221822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529c5404-7831-4d2e-93ce-730c26c3f43c', 'tag': 'e1d1e76f-3189-48e6-976b-18fe265a802d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:26.224604 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80693992-0739-49cc-b7ef-f7db268730cd" -d '{"events": [{"name": "network-changed", "server_uuid": "529c5404-7831-4d2e-93ce-730c26c3f43c", "tag": "e1d1e76f-3189-48e6-976b-18fe265a802d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:26.228316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-47786cd8-3351-47c8-8e06-6d5a638f1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:26.239891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47786cd8-3351-47c8-8e06-6d5a638f1645 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:26.240839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-47786cd8-3351-47c8-8e06-6d5a638f1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:26.242283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-59ffe0ee-3f1a-4920-9a7c-ec05652a538c tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3748257 Nov 12 08:39:26.246918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33736) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:26.251867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3f986ada-dc15-44a2-b628-89e78dc7b10e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-677344097'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:26.278855 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-47786cd8-3351-47c8-8e06-6d5a638f1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:26.279516 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47786cd8-3351-47c8-8e06-6d5a638f1645 None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:26.336550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f986ada-dc15-44a2-b628-89e78dc7b10e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Made reservation on behalf of 3aac0e9f616a4cfe90da66c17ab0df79 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:26.340987 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f986ada-dc15-44a2-b628-89e78dc7b10e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.374125 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726ef8cc-ae20-41c0-9daf-b59bc485006e x-openstack-request-id: req-726ef8cc-ae20-41c0-9daf-b59bc485006e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:26.374415 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529c5404-7831-4d2e-93ce-730c26c3f43c", "tag": "e1d1e76f-3189-48e6-976b-18fe265a802d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:26.374666 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-726ef8cc-ae20-41c0-9daf-b59bc485006e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:26.375061 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529c5404-7831-4d2e-93ce-730c26c3f43c', 'tag': 'e1d1e76f-3189-48e6-976b-18fe265a802d', 'status': 'completed', 'code': 200} Nov 12 08:39:26.382069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc00fa6-2c40-43ba-b49a-cbfe3cf1fb20 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d1e76f-3189-48e6-976b-18fe265a802d,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:26.408063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f986ada-dc15-44a2-b628-89e78dc7b10e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:26.438772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc459e2a-a43a-4976-961f-3ed9889739f7 req-2020d218-30a1-4b5d-95c9-605e05873bba tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.440327 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cc459e2a-a43a-4976-961f-3ed9889739f7 req-2020d218-30a1-4b5d-95c9-605e05873bba tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 943 time: 0.2991526 Nov 12 08:39:26.448980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f986ada-dc15-44a2-b628-89e78dc7b10e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.449342 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-3f986ada-dc15-44a2-b628-89e78dc7b10e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Added segment 65a5553a-38ad-49b1-9634-b18d307ef53f of type vlan for network edd72eec-b0ba-41f8-b2db-017f2a36897e Nov 12 08:39:26.460339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1e01e68b-07e0-4e78-ae7b-cc78497ea0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.465014 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-1e01e68b-07e0-4e78-ae7b-cc78497ea0f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8eeed2d1124a4eac82e9bce4a1ab9648&device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 1095 time: 0.1549530 Nov 12 08:39:26.500539 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f986ada-dc15-44a2-b628-89e78dc7b10e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.532675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-bf951535-adca-49b1-a2f2-0e38d04efa62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1d1e76f-3189-48e6-976b-18fe265a802d HTTP/1.1" status: 200 len: 217 time: 0.0586512 Nov 12 08:39:26.541322 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f986ada-dc15-44a2-b628-89e78dc7b10e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.547100 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f986ada-dc15-44a2-b628-89e78dc7b10e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:26.547755 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f986ada-dc15-44a2-b628-89e78dc7b10e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.559454 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5b6719c-4c7d-4d6b-8e2a-c185ffbf00fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.610485 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3f986ada-dc15-44a2-b628-89e78dc7b10e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3623791 Nov 12 08:39:26.633856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33738) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:26.644973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-bbddf419-3166-4167-b246-2c159ed1585a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'subnet': {'network_id': 'edd72eec-b0ba-41f8-b2db-017f2a36897e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:26.648318 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f986ada-dc15-44a2-b628-89e78dc7b10e tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Network': ['ID=edd72eec-b0ba-41f8-b2db-017f2a36897e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:26.659971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network edd72eec-b0ba-41f8-b2db-017f2a36897e details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:26.671064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.resource_extend [None req-a30e1626-b69c-431d-a37c-f4840ac09fdf tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:39:26.676440 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3426e9f9-4ffd-4181-b9e4-77eb13145e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:26.947065 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-3426e9f9-4ffd-4181-b9e4-77eb13145e12 admin admin] Deleting port 54e51ee6-3012-47c4-a247-db857d0a7b01 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:26.947404 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3426e9f9-4ffd-4181-b9e4-77eb13145e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.042018 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-3426e9f9-4ffd-4181-b9e4-77eb13145e12 admin admin] For port 54e51ee6-3012-47c4-a247-db857d0a7b01, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=54e51ee6-3012-47c4-a247-db857d0a7b01,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:27.042379 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3426e9f9-4ffd-4181-b9e4-77eb13145e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.056299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-3426e9f9-4ffd-4181-b9e4-77eb13145e12 admin admin] Calling delete_port for 54e51ee6-3012-47c4-a247-db857d0a7b01 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:27.060036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cc459e2a-a43a-4976-961f-3ed9889739f7 req-0f619b28-4c58-4ad0-adcd-a43cef8151cb tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080899 Nov 12 08:39:27.134384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-ad5b06e9-4e1d-4b87-98d2-a299518583ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.135918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-ad5b06e9-4e1d-4b87-98d2-a299518583ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=132b99d6-8d60-4e2d-ad2b-98e3f6298362 HTTP/1.1" status: 200 len: 855 time: 0.5736175 Nov 12 08:39:27.171722 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a30e1626-b69c-431d-a37c-f4840ac09fdf tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.197196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-25b84a92-bfef-4f4a-9148-93d5cbf82f20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b92371a2-d9dd-40fc-9474-c705ce807837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498495 Nov 12 08:39:27.199859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a30e1626-b69c-431d-a37c-f4840ac09fdf tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.275259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c4e03-7956-4b5f-ac4d-bc251debd641 req-715f8262-2cda-4ae8-8a76-a44bb81dd38d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.281637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a74c4e03-7956-4b5f-ac4d-bc251debd641 req-715f8262-2cda-4ae8-8a76-a44bb81dd38d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.1449113 Nov 12 08:39:27.366383 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a74c4e03-7956-4b5f-ac4d-bc251debd641 req-ceb5d14f-c2c2-4b6d-9660-e8f3b4edb922 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804293 Nov 12 08:39:27.379851 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3426e9f9-4ffd-4181-b9e4-77eb13145e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.406465 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426e9f9-4ffd-4181-b9e4-77eb13145e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e51ee6-3012-47c4-a247-db857d0a7b01,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:27.411635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbddf419-3166-4167-b246-2c159ed1585a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Made reservation on behalf of 3aac0e9f616a4cfe90da66c17ab0df79 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:27.415219 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bbddf419-3166-4167-b246-2c159ed1585a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.600031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd02d8-3e60-4c8c-a42b-d6c269412a43 req-4ef97811-cef8-45ca-9575-3d41ae40da37 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:27.609399 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0dd02d8-3e60-4c8c-a42b-d6c269412a43 req-4ef97811-cef8-45ca-9575-3d41ae40da37 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.3573959 Nov 12 08:39:27.635839 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3426e9f9-4ffd-4181-b9e4-77eb13145e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:27.642836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-d7f8b334-bbf3-4c72-93cc-7eb43f3aca80 service neutron] 10.222.0.46 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328604 Nov 12 08:39:27.665538 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-a30e1626-b69c-431d-a37c-f4840ac09fdf tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Floating IP 59cd61e8-e175-4029-b63f-d80e5325664a associated. External IP: 172.25.3.191, port: 9de0c504-54da-4e1e-b116-fed8165aa74d. Nov 12 08:39:27.834556 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0dd02d8-3e60-4c8c-a42b-d6c269412a43 req-2186b593-2c64-43d7-9d43-ca5c86637233 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238321 Nov 12 08:39:27.991823 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe3d6ba2-e41b-43f9-be9d-d1c708a04136 req-a2eaf2f4-ef52-4bc1-8bc7-a1dc446e83fc service neutron] 10.222.0.46 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346057 Nov 12 08:39:28.160431 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bbddf419-3166-4167-b246-2c159ed1585a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.272518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80693992-0739-49cc-b7ef-f7db268730cd req-00d5796d-9a2d-4a94-8335-2c059fb8b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.274238 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80693992-0739-49cc-b7ef-f7db268730cd req-00d5796d-9a2d-4a94-8335-2c059fb8b1b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8eeed2d1124a4eac82e9bce4a1ab9648&device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 1095 time: 0.1754911 Nov 12 08:39:28.298817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3426e9f9-4ffd-4181-b9e4-77eb13145e12 admin admin] Router bac94887-ff69-44fb-a8c1-4c43b611ec1e has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:28.299480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddf419-3166-4167-b246-2c159ed1585a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Subnet': ['ID=baaac1a6-7d60-41c6-9286-ac6aecb53d2e,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:28.318916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120c6b4-7dbf-4b35-894f-3a5459e2327f req-98eb03b6-f84c-4eef-b2c3-f734c3c00330 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.320420 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c120c6b4-7dbf-4b35-894f-3a5459e2327f req-98eb03b6-f84c-4eef-b2c3-f734c3c00330 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 943 time: 0.0663314 Nov 12 08:39:28.339828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6719c-4c7d-4d6b-8e2a-c185ffbf00fa admin admin] Deleting port e3bff6c3-a3a1-45c5-b208-e1734a590ce6 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:28.340192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5b6719c-4c7d-4d6b-8e2a-c185ffbf00fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.344130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30e1626-b69c-431d-a37c-f4840ac09fdf tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:28.408547 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbddf419-3166-4167-b246-2c159ed1585a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Checking segment: {'id': '65a5553a-38ad-49b1-9634-b18d307ef53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edd72eec-b0ba-41f8-b2db-017f2a36897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:28.408911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbddf419-3166-4167-b246-2c159ed1585a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network hostable DHCP agents. Network: edd72eec-b0ba-41f8-b2db-017f2a36897e, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:28.452411 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c120c6b4-7dbf-4b35-894f-3a5459e2327f req-6b67d3bf-a687-49c0-8f6f-86ad3eb53972 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960653 Nov 12 08:39:28.476302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3426e9f9-4ffd-4181-b9e4-77eb13145e12 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:28.484823 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3426e9f9-4ffd-4181-b9e4-77eb13145e12 admin admin] 10.222.0.31 "PUT /v2.0/routers/bac94887-ff69-44fb-a8c1-4c43b611ec1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6107657 Nov 12 08:39:28.485041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33750) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:28.488140 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eb73fc-29e9-40db-80b4-65d39c9fff8b None None] Sync routers for ids ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:28.499211 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb73fc-29e9-40db-80b4-65d39c9fff8b None None] Routers {'bac94887-ff69-44fb-a8c1-4c43b611ec1e'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:28.499752 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-52eb73fc-29e9-40db-80b4-65d39c9fff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:28.578425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80693992-0739-49cc-b7ef-f7db268730cd req-9c32000e-1047-4ead-9c31-9bda5ea664b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.580002 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80693992-0739-49cc-b7ef-f7db268730cd req-9c32000e-1047-4ead-9c31-9bda5ea664b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b92371a2-d9dd-40fc-9474-c705ce807837 HTTP/1.1" status: 200 len: 916 time: 0.2925057 Nov 12 08:39:28.596479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbddf419-3166-4167-b246-2c159ed1585a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network edd72eec-b0ba-41f8-b2db-017f2a36897e is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:28.615769 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.616423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-a5b6719c-4c7d-4d6b-8e2a-c185ffbf00fa admin admin] For port e3bff6c3-a3a1-45c5-b208-e1734a590ce6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e3bff6c3-a3a1-45c5-b208-e1734a590ce6,segment=NetworkSegment(4336acb5-4245-410e-a6c1-876e507e8d6a),segment_id=4336acb5-4245-410e-a6c1-876e507e8d6a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:28.616423 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5b6719c-4c7d-4d6b-8e2a-c185ffbf00fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.625909 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-52eb73fc-29e9-40db-80b4-65d39c9fff8b None None] Set router bac94887-ff69-44fb-a8c1-4c43b611ec1e gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:28.666114 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.706962 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80693992-0739-49cc-b7ef-f7db268730cd req-c1ca413b-6dc4-413c-b0c3-c201918d21b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1d1e76f-3189-48e6-976b-18fe265a802d HTTP/1.1" status: 200 len: 217 time: 0.1120985 Nov 12 08:39:28.711331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6719c-4c7d-4d6b-8e2a-c185ffbf00fa admin admin] Calling delete_port for e3bff6c3-a3a1-45c5-b208-e1734a590ce6 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:28.712018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-bbddf419-3166-4167-b246-2c159ed1585a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, edd72eec-b0ba-41f8-b2db-017f2a36897e) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:28.716946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbddf419-3166-4167-b246-2c159ed1585a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.717685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bbddf419-3166-4167-b246-2c159ed1585a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.738789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312d039-6709-492f-90b9-d601fbab235d req-154ce020-db22-4184-a0ca-6b879830154f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.741274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e312d039-6709-492f-90b9-d601fbab235d req-154ce020-db22-4184-a0ca-6b879830154f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.2838488 Nov 12 08:39:28.768166 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dddafa-d6bb-4403-a37c-722e1f524e3f None None] Network edd72eec-b0ba-41f8-b2db-017f2a36897e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:28.809159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bbddf419-3166-4167-b246-2c159ed1585a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1703963 Nov 12 08:39:28.810161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33754) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:28.815234 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-868039629', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:28.839912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.851019 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.852228 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.852860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30e1626-b69c-431d-a37c-f4840ac09fdf tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:28.858492 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a30e1626-b69c-431d-a37c-f4840ac09fdf tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.881761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a2eb0-2806-4a16-82ae-7ea17848c967 None None] Sync routers for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:28.885636 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-52eb73fc-29e9-40db-80b4-65d39c9fff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:39:27Z', 'revision_number': 5, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port': {'id': '836638e9-a0c5-4fe1-862e-80d8c3700bdb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:18:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:28.904176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a2eb0-2806-4a16-82ae-7ea17848c967 None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:28.904808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-475a2eb0-2806-4a16-82ae-7ea17848c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:28.916166 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:28.966678 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eb73fc-29e9-40db-80b4-65d39c9fff8b None None] Checking router: bac94887-ff69-44fb-a8c1-4c43b611ec1e for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:28.968648 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a30e1626-b69c-431d-a37c-f4840ac09fdf tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "PUT /v2.0/floatingips/59cd61e8-e175-4029-b63f-d80e5325664a HTTP/1.1" status: 200 len: 991 time: 3.5140460 Nov 12 08:39:28.979142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'tag': '9de0c504-54da-4e1e-b116-fed8165aa74d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:28.982008 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9756d8-013d-4027-a7bb-3fa737b17a90" -d '{"events": [{"name": "network-changed", "server_uuid": "af82f88a-e299-4991-b686-eccb9257a7d9", "tag": "9de0c504-54da-4e1e-b116-fed8165aa74d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:28.985404 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb73fc-29e9-40db-80b4-65d39c9fff8b None None] Routers {'bac94887-ff69-44fb-a8c1-4c43b611ec1e'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:28.986864 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-52eb73fc-29e9-40db-80b4-65d39c9fff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:28.994724 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80693992-0739-49cc-b7ef-f7db268730cd req-4ee5ef5c-9501-427b-bb53-950be750a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:28.996261 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80693992-0739-49cc-b7ef-f7db268730cd req-4ee5ef5c-9501-427b-bb53-950be750a5f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=132b99d6-8d60-4e2d-ad2b-98e3f6298362 HTTP/1.1" status: 200 len: 855 time: 0.2671328 Nov 12 08:39:29.002122 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e312d039-6709-492f-90b9-d601fbab235d req-9c380eb2-567a-4ae5-8dcd-01952378d2d2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464998 Nov 12 08:39:29.072076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-475a2eb0-2806-4a16-82ae-7ea17848c967 None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:29.086250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80693992-0739-49cc-b7ef-f7db268730cd req-1f0ea3f2-656f-4415-a88d-6280ad0bdd36 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b92371a2-d9dd-40fc-9474-c705ce807837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767262 Nov 12 08:39:29.124833 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-52eb73fc-29e9-40db-80b4-65d39c9fff8b None None] Set router bac94887-ff69-44fb-a8c1-4c43b611ec1e gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:29.216501 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-52eb73fc-29e9-40db-80b4-65d39c9fff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:39:28Z', 'revision_number': 6, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:29.240980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.242177 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2bb7a2-8a62-49ea-8634-445f7ed905a7 x-openstack-request-id: req-4d2bb7a2-8a62-49ea-8634-445f7ed905a7 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:29.242692 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af82f88a-e299-4991-b686-eccb9257a7d9", "tag": "9de0c504-54da-4e1e-b116-fed8165aa74d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:29.242692 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d2bb7a2-8a62-49ea-8634-445f7ed905a7 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:29.243091 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'tag': '9de0c504-54da-4e1e-b116-fed8165aa74d', 'status': 'completed', 'code': 200} Nov 12 08:39:29.253583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Deleting port 836638e9-a0c5-4fe1-862e-80d8c3700bdb {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:29.254251 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.258379 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eb73fc-29e9-40db-80b4-65d39c9fff8b None None] The sync data for ids ['bac94887-ff69-44fb-a8c1-4c43b611ec1e'] in n-d-768851-18 is: [{'id': 'bac94887-ff69-44fb-a8c1-4c43b611ec1e', 'name': 'tempest-ServerActionsTestJSON-2099324837-router', 'tenant_id': '0ad4ce9f3df54853ab92f7626883cd89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:26:22Z', 'updated_at': '2021-11-12T08:39:28Z', 'revision_number': 6, 'project_id': '0ad4ce9f3df54853ab92f7626883cd89', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:29.267138 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786d65b-a0ff-43e6-b838-57f35c29f683 req-caa7da97-1fd7-4e95-82ca-0fe82a9a66cc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:29.275630 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d786d65b-a0ff-43e6-b838-57f35c29f683 req-caa7da97-1fd7-4e95-82ca-0fe82a9a66cc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.2359564 Nov 12 08:39:29.292044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80693992-0739-49cc-b7ef-f7db268730cd req-394064a0-ca29-49d0-833c-441a33862771 service neutron] 10.222.0.46 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952281 Nov 12 08:39:29.342824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5b6719c-4c7d-4d6b-8e2a-c185ffbf00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.401061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9756d8-013d-4027-a7bb-3fa737b17a90 req-90d704bf-4a1c-4db7-a52f-9d4c0501f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:29.402399 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e9756d8-013d-4027-a7bb-3fa737b17a90 req-90d704bf-4a1c-4db7-a52f-9d4c0501f141 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77c4edaf15c14ad18f7c86b080849d96&device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 1097 time: 0.1528871 Nov 12 08:39:29.402587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-475a2eb0-2806-4a16-82ae-7ea17848c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '59cd61e8-e175-4029-b63f-d80e5325664a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'port_id': '9de0c504-54da-4e1e-b116-fed8165aa74d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'mac_address': 'fa:16:3e:ee:8d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:39:04Z', 'updated_at': '2021-11-12T08:39:26Z', 'revision_number': 1, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:16Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:29.416174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6719c-4c7d-4d6b-8e2a-c185ffbf00fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bff6c3-a3a1-45c5-b208-e1734a590ce6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:29.445682 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d786d65b-a0ff-43e6-b838-57f35c29f683 req-d49f526e-d1a7-40fc-a778-f248d982bc89 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691899 Nov 12 08:39:29.451112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a2eb0-2806-4a16-82ae-7ea17848c967 None None] Checking router: 805d81d5-91f6-48cc-9adb-f4f5d69d47ed for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:29.462396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a2eb0-2806-4a16-82ae-7ea17848c967 None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:29.463136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-475a2eb0-2806-4a16-82ae-7ea17848c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:29.494228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] For port 836638e9-a0c5-4fe1-862e-80d8c3700bdb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=836638e9-a0c5-4fe1-862e-80d8c3700bdb,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:29.494638 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.512394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Calling delete_port for 836638e9-a0c5-4fe1-862e-80d8c3700bdb owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:29.580909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-475a2eb0-2806-4a16-82ae-7ea17848c967 None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:29.618721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-edd72eec-b0ba-41f8-b2db-017f2a36897e', 'network_id': 'edd72eec-b0ba-41f8-b2db-017f2a36897e', 'tenant_id': '3aac0e9f616a4cfe90da66c17ab0df79', 'fixed_ips': [{'subnet_id': 'baaac1a6-7d60-41c6-9286-ac6aecb53d2e'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:39:29.620160 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.865640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.887338 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.889741 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:29.925346 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=836638e9-a0c5-4fe1-862e-80d8c3700bdb,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:29.975935 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80693992-0739-49cc-b7ef-f7db268730cd req-abb4c667-6138-4632-a109-2908a308d202 service neutron] 10.222.0.46 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729832 Nov 12 08:39:29.984721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Allocated IP 172.20.0.2 (edd72eec-b0ba-41f8-b2db-017f2a36897e/baaac1a6-7d60-41c6-9286-ac6aecb53d2e/ba8756c2-5be4-4f5b-93ba-c37f654f82ee) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:29.992969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-475a2eb0-2806-4a16-82ae-7ea17848c967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '59cd61e8-e175-4029-b63f-d80e5325664a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'port_id': '9de0c504-54da-4e1e-b116-fed8165aa74d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'mac_address': 'fa:16:3e:ee:8d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:39:04Z', 'updated_at': '2021-11-12T08:39:26Z', 'revision_number': 1, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:16Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:30.033318 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475a2eb0-2806-4a16-82ae-7ea17848c967 None None] The sync data for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 is: [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '59cd61e8-e175-4029-b63f-d80e5325664a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'port_id': '9de0c504-54da-4e1e-b116-fed8165aa74d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'mac_address': 'fa:16:3e:ee:8d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:39:04Z', 'updated_at': '2021-11-12T08:39:26Z', 'revision_number': 1, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:16Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:30.095931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9756d8-013d-4027-a7bb-3fa737b17a90 req-718aefb0-5ffd-423b-b91e-ac6c8fb4df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.098719 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e9756d8-013d-4027-a7bb-3fa737b17a90 req-718aefb0-5ffd-423b-b91e-ac6c8fb4df7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 200 len: 912 time: 0.6701078 Nov 12 08:39:30.115217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c49020-da29-4308-bf23-4b43cea4d89a req-62349bff-e7a4-46b0-bd44-f458b21dfc03 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.117913 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d2c49020-da29-4308-bf23-4b43cea4d89a req-62349bff-e7a4-46b0-bd44-f458b21dfc03 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 943 time: 0.2592816 Nov 12 08:39:30.199939 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.236734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.25.3.165 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/36134a53-468d-4968-bad2-d520b50002e5) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:30.324238 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.334418 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.344874 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e9756d8-013d-4027-a7bb-3fa737b17a90 req-88c847c3-d911-42b4-ad66-9aa6e70c31a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9de0c504-54da-4e1e-b116-fed8165aa74d HTTP/1.1" status: 200 len: 999 time: 0.2255244 Nov 12 08:39:30.354333 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d2c49020-da29-4308-bf23-4b43cea4d89a req-04bbbce5-c2dd-4215-9b58-79ff0f5c4bd2 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007477 Nov 12 08:39:30.354979 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5b6719c-4c7d-4d6b-8e2a-c185ffbf00fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.481426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9756d8-013d-4027-a7bb-3fa737b17a90 req-a7caa48c-f259-4711-9e6b-07cdc0c4bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.483002 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e9756d8-013d-4027-a7bb-3fa737b17a90 req-a7caa48c-f259-4711-9e6b-07cdc0c4bcdc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b359bf0c-d54a-44b7-94a1-d0a7a8859953 HTTP/1.1" status: 200 len: 850 time: 0.1257644 Nov 12 08:39:30.508581 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.512830 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.531835 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c7ce4-3a26-468a-82d4-3d5234d0cf2b None None] New status for floating IP 59cd61e8-e175-4029-b63f-d80e5325664a: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:39:30.583627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873882b-25ca-49ae-a4d4-f8d30050a903 req-3afd72cc-7363-427f-ac93-88e9981b56ab tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.585461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2873882b-25ca-49ae-a4d4-f8d30050a903 req-3afd72cc-7363-427f-ac93-88e9981b56ab tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.3869724 Nov 12 08:39:30.607748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 54e51ee6-3012-47c4-a247-db857d0a7b01 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:30.641500 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Pushing event updated for resources: {'Port': ['ID=ba8756c2-5be4-4f5b-93ba-c37f654f82ee,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:30.644146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 54e51ee6-3012-47c4-a247-db857d0a7b01 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:30.644716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 54e51ee6-3012-47c4-a247-db857d0a7b01 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:30.645318 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 836638e9-a0c5-4fe1-862e-80d8c3700bdb no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:30.674388 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.675651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bac94887-ff69-44fb-a8c1-4c43b611ec1e {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:39:30.689418 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.690804 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8561c4d2-2771-471d-8453-5efba63b4f7f admin admin] 10.222.0.31 "DELETE /v2.0/routers/bac94887-ff69-44fb-a8c1-4c43b611ec1e HTTP/1.1" status: 204 len: 168 time: 2.2047606 Nov 12 08:39:30.693805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33772) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:30.705079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 836638e9-a0c5-4fe1-862e-80d8c3700bdb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:30.705682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 836638e9-a0c5-4fe1-862e-80d8c3700bdb not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:30.708787 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2873882b-25ca-49ae-a4d4-f8d30050a903 req-4eee812c-9186-4ae4-aaad-29f5e66fca50 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111319 Nov 12 08:39:30.728221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Network edd72eec-b0ba-41f8-b2db-017f2a36897e is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:30.732791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:30.749157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.751872 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:30.805601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3d7ac2-14c4-48db-a9ec-9df294de1038 admin admin] Deleting subnet d3562c7a-b04c-4c84-b09c-05785dea2699 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:30.809965 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7ac2-14c4-48db-a9ec-9df294de1038 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.819830 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.821394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Attempting to bind port ba8756c2-5be4-4f5b-93ba-c37f654f82ee on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:30.821762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Attempting to bind port ba8756c2-5be4-4f5b-93ba-c37f654f82ee by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '65a5553a-38ad-49b1-9634-b18d307ef53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edd72eec-b0ba-41f8-b2db-017f2a36897e'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:30.822319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Attempting to bind port ba8756c2-5be4-4f5b-93ba-c37f654f82ee on network edd72eec-b0ba-41f8-b2db-017f2a36897e {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:30.828319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:30.828919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Checking segment: {'id': '65a5553a-38ad-49b1-9634-b18d307ef53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edd72eec-b0ba-41f8-b2db-017f2a36897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:30.829959 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.830533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Bound using segment: {'id': '65a5553a-38ad-49b1-9634-b18d307ef53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edd72eec-b0ba-41f8-b2db-017f2a36897e'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:30.831212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Bound port: ba8756c2-5be4-4f5b-93ba-c37f654f82ee, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a5553a-38ad-49b1-9634-b18d307ef53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'edd72eec-b0ba-41f8-b2db-017f2a36897e'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:30.832089 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.881380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9756d8-013d-4027-a7bb-3fa737b17a90 req-e7cddb03-2e01-473f-865f-7832cfcc4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.886713 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e9756d8-013d-4027-a7bb-3fa737b17a90 req-e7cddb03-2e01-473f-865f-7832cfcc4d1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3920500 Nov 12 08:39:30.894558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:30.899222 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:30.903088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:30.948277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d6391-c0cc-472d-a78a-4229c7441c30 req-3f5df448-5b32-458f-9bc1-3c2dc1560972 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:30.949936 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b78d6391-c0cc-472d-a78a-4229c7441c30 req-3f5df448-5b32-458f-9bc1-3c2dc1560972 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.3233006 Nov 12 08:39:30.952580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7ac2-14c4-48db-a9ec-9df294de1038 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:30.954252 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=36134a53-468d-4968-bad2-d520b50002e5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:30.972231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] For port ba8756c2-5be4-4f5b-93ba-c37f654f82ee, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:30.979409 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] For port ba8756c2-5be4-4f5b-93ba-c37f654f82ee, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ba8756c2-5be4-4f5b-93ba-c37f654f82ee,segment=NetworkSegment(65a5553a-38ad-49b1-9634-b18d307ef53f),segment_id=65a5553a-38ad-49b1-9634-b18d307ef53f)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:30.987545 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.049087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394bb5d-edd4-4ae5-93d5-6f3d23ecc53f None None] Pushing event updated for resources: {'Port': ['ID=ba8756c2-5be4-4f5b-93ba-c37f654f82ee,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:31.227460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b78d6391-c0cc-472d-a78a-4229c7441c30 req-4ae2465d-f35e-43f0-84f8-a4925b1ef80c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975710 Nov 12 08:39:31.237693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e9756d8-013d-4027-a7bb-3fa737b17a90 req-d8e6a410-b938-46dc-942f-4be8bc5984e9 service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397548 Nov 12 08:39:31.253266 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.294648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b6719c-4c7d-4d6b-8e2a-c185ffbf00fa admin admin] Router 212f39de-e93e-4fd6-914a-ab1d04e80e5d has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:31.308780 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7ac2-14c4-48db-a9ec-9df294de1038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.482642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7ac2-14c4-48db-a9ec-9df294de1038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.490445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e9756d8-013d-4027-a7bb-3fa737b17a90 req-f165f6ef-0655-4cc0-9ba4-1ed2933c377c service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207232 Nov 12 08:39:31.543056 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.550358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d7ac2-14c4-48db-a9ec-9df294de1038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3562c7a-b04c-4c84-b09c-05785dea2699,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:31.555053 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7ac2-14c4-48db-a9ec-9df294de1038 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.556317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4177bc39-e934-456d-9d89-4a22a2f7fb6a None None] Network fcdd275e-e107-47e6-90dd-4516df7837f8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:31.558082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2f3d7ac2-14c4-48db-a9ec-9df294de1038 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d3562c7a-b04c-4c84-b09c-05785dea2699 HTTP/1.1" status: 204 len: 168 time: 0.8631902 Nov 12 08:39:31.560697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33780) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:31.560821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0fa81-decb-47bd-a18f-cc66bbb55faf req-a81ed0b2-2340-4fde-8aba-22534dff301a tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:31.563372 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56a0fa81-decb-47bd-a18f-cc66bbb55faf req-a81ed0b2-2340-4fde-8aba-22534dff301a tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 943 time: 0.0875874 Nov 12 08:39:31.634422 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.657092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b6719c-4c7d-4d6b-8e2a-c185ffbf00fa admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:31.663604 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a5b6719c-4c7d-4d6b-8e2a-c185ffbf00fa admin admin] 10.222.0.31 "PUT /v2.0/routers/212f39de-e93e-4fd6-914a-ab1d04e80e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7522666 Nov 12 08:39:31.666194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33782) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:31.677722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8667c1-c6b8-43d8-a154-c000f7d03713 None None] Sync routers for ids ['212f39de-e93e-4fd6-914a-ab1d04e80e5d'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:31.702423 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56a0fa81-decb-47bd-a18f-cc66bbb55faf req-d5b6d763-b874-4765-b326-16ebb9e9c961 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955100 Nov 12 08:39:31.709351 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8667c1-c6b8-43d8-a154-c000f7d03713 None None] Routers {'212f39de-e93e-4fd6-914a-ab1d04e80e5d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:31.710000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fc8667c1-c6b8-43d8-a154-c000f7d03713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['212f39de-e93e-4fd6-914a-ab1d04e80e5d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:31.777861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router 53ab048d-cea0-4357-bb7f-9afc371fec6a is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:39:31.821623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Deleting port 287ab394-28ab-4f22-b846-9e38e2f86013 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:31.821862 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.860695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-fc8667c1-c6b8-43d8-a154-c000f7d03713 None None] Set router 212f39de-e93e-4fd6-914a-ab1d04e80e5d gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:31.865314 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:31.948818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad162fd6-abdb-4187-a344-d8c76b5a13c7 None None] DHCP port deletion for fcdd275e-e107-47e6-90dd-4516df7837f8 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:31.964250 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:31.978433 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd04eb-d827-437b-8856-5e11cd2522ff None None] Sync routers for ids ['53ab048d-cea0-4357-bb7f-9afc371fec6a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:31.998571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] For port 287ab394-28ab-4f22-b846-9e38e2f86013, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=287ab394-28ab-4f22-b846-9e38e2f86013,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:31.998939 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.011853 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd04eb-d827-437b-8856-5e11cd2522ff None None] Routers {'53ab048d-cea0-4357-bb7f-9afc371fec6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:32.012009 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-decd04eb-d827-437b-8856-5e11cd2522ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['53ab048d-cea0-4357-bb7f-9afc371fec6a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.025752 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.027256 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-818c048d-f7e4-48ba-bc78-91c2ce366dfc tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2155340 Nov 12 08:39:32.030041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33788) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:32.068361 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-decd04eb-d827-437b-8856-5e11cd2522ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.088422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c78aa7-7324-4606-b9b9-e72940746454 req-13c350a1-79c3-4b6f-9e19-c260dbd9caeb tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:32.089136 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd04eb-d827-437b-8856-5e11cd2522ff None None] Routers {'53ab048d-cea0-4357-bb7f-9afc371fec6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:32.089774 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-decd04eb-d827-437b-8856-5e11cd2522ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['53ab048d-cea0-4357-bb7f-9afc371fec6a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.090321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36c78aa7-7324-4606-b9b9-e72940746454 req-13c350a1-79c3-4b6f-9e19-c260dbd9caeb tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.2470391 Nov 12 08:39:32.093354 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Calling delete_port for 287ab394-28ab-4f22-b846-9e38e2f86013 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:32.185729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ad162fd6-abdb-4187-a344-d8c76b5a13c7 None None] Deleting port 287ab394-28ab-4f22-b846-9e38e2f86013 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:32.186058 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ad162fd6-abdb-4187-a344-d8c76b5a13c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.194100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fc8667c1-c6b8-43d8-a154-c000f7d03713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'name': 'tempest-ServerRescueTestJSON-1513993707-router', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:56Z', 'updated_at': '2021-11-12T08:39:29Z', 'revision_number': 5, 'project_id': 'd09ef456fed04b159b4967be78dc9d91', 'gw_port': {'id': '35a28fbb-4467-47ba-b39f-04d5b9dc8171', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:58Z', 'updated_at': '2021-11-12T08:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.218130 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-decd04eb-d827-437b-8856-5e11cd2522ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.219065 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd04eb-d827-437b-8856-5e11cd2522ff None None] The sync data for ids ['53ab048d-cea0-4357-bb7f-9afc371fec6a'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:32.240453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8667c1-c6b8-43d8-a154-c000f7d03713 None None] Checking router: 212f39de-e93e-4fd6-914a-ab1d04e80e5d for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:39:32.246929 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.294524 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36c78aa7-7324-4606-b9b9-e72940746454 req-9fdb5eea-40f6-407a-9e2b-b250e064718a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938272 Nov 12 08:39:32.310495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ba8756c2-5be4-4f5b-93ba-c37f654f82ee up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:32.353488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8667c1-c6b8-43d8-a154-c000f7d03713 None None] Routers {'212f39de-e93e-4fd6-914a-ab1d04e80e5d'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:32.354146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fc8667c1-c6b8-43d8-a154-c000f7d03713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['212f39de-e93e-4fd6-914a-ab1d04e80e5d'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.363403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ad162fd6-abdb-4187-a344-d8c76b5a13c7 None None] For port 287ab394-28ab-4f22-b846-9e38e2f86013, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=287ab394-28ab-4f22-b846-9e38e2f86013,segment=NetworkSegment(75a5f714-e936-4c3f-87c1-97f3741daecf),segment_id=75a5f714-e936-4c3f-87c1-97f3741daecf)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:32.364123 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ad162fd6-abdb-4187-a344-d8c76b5a13c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.410527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.462956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ad162fd6-abdb-4187-a344-d8c76b5a13c7 None None] Calling delete_port for 287ab394-28ab-4f22-b846-9e38e2f86013 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:32.465533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=287ab394-28ab-4f22-b846-9e38e2f86013,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:32.467563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] No DVR routers for this DVR port 287ab394-28ab-4f22-b846-9e38e2f86013 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:32.470256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db22583a-777f-41da-a670-8c8ce292e107 None None] Network edd72eec-b0ba-41f8-b2db-017f2a36897e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:32.474565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Deleting port 35a28fbb-4467-47ba-b39f-04d5b9dc8171 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:32.474906 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.607978 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.623921 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4133cb50-31e8-41cf-9371-ef53133afc29 None None] Provisioning complete for port ba8756c2-5be4-4f5b-93ba-c37f654f82ee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:32.624295 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4133cb50-31e8-41cf-9371-ef53133afc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.646037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-fc8667c1-c6b8-43d8-a154-c000f7d03713 None None] Set router 212f39de-e93e-4fd6-914a-ab1d04e80e5d gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:39:32.650902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] For port 35a28fbb-4467-47ba-b39f-04d5b9dc8171, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=35a28fbb-4467-47ba-b39f-04d5b9dc8171,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:32.651340 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.655564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdd275e-e107-47e6-90dd-4516df7837f8']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.673989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a5f714-e936-4c3f-87c1-97f3741daecf') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.674243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a5f714-e936-4c3f-87c1-97f3741daecf') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.676714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Calling delete_port for 35a28fbb-4467-47ba-b39f-04d5b9dc8171 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:32.691110 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.742288 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.750594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e1d1e76f-3189-48e6-976b-18fe265a802d details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:32.754999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:32.755978 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:32.757691 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:32.761224 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef3e6a-7dff-4e2a-9145-e428f5ac1a2a req-66376565-fb24-4b9a-92a3-ea576168c8d0 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:32.762773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e4ef3e6a-7dff-4e2a-9145-e428f5ac1a2a req-66376565-fb24-4b9a-92a3-ea576168c8d0 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0846629 Nov 12 08:39:32.769964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fc8667c1-c6b8-43d8-a154-c000f7d03713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'name': 'tempest-ServerRescueTestJSON-1513993707-router', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:56Z', 'updated_at': '2021-11-12T08:39:32Z', 'revision_number': 6, 'project_id': 'd09ef456fed04b159b4967be78dc9d91', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:32.820609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8667c1-c6b8-43d8-a154-c000f7d03713 None None] The sync data for ids ['212f39de-e93e-4fd6-914a-ab1d04e80e5d'] in n-d-768851-18 is: [{'id': '212f39de-e93e-4fd6-914a-ab1d04e80e5d', 'name': 'tempest-ServerRescueTestJSON-1513993707-router', 'tenant_id': 'd09ef456fed04b159b4967be78dc9d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:56Z', 'updated_at': '2021-11-12T08:39:32Z', 'revision_number': 6, 'project_id': 'd09ef456fed04b159b4967be78dc9d91', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:32.847566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ba8756c2-5be4-4f5b-93ba-c37f654f82ee triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:32.849298 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.914979 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e4ef3e6a-7dff-4e2a-9145-e428f5ac1a2a req-4f1caf52-5584-45de-ad5e-632d00810e03 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160545 Nov 12 08:39:32.934905 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.945146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:32.951092 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] 10.222.0.31 "DELETE /v2.0/networks/fcdd275e-e107-47e6-90dd-4516df7837f8 HTTP/1.1" status: 204 len: 168 time: 1.3869562 Nov 12 08:39:32.985351 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86211766-f929-43cd-aa34-402e275f5f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdd275e-e107-47e6-90dd-4516df7837f8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:33.042903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d1472-76c0-461d-b79a-62c3a3f495db req-91f91938-53a9-4a14-8e84-fe11db73d849 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:33.053885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c4d1472-76c0-461d-b79a-62c3a3f495db req-91f91938-53a9-4a14-8e84-fe11db73d849 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 943 time: 0.1735296 Nov 12 08:39:33.155408 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c4d1472-76c0-461d-b79a-62c3a3f495db req-80d28170-f17e-4746-a2ec-1c185051272e tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980198 Nov 12 08:39:33.158305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33800) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:33.196087 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.224845 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ad162fd6-abdb-4187-a344-d8c76b5a13c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.244688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Pushing event deleted for resources: {'Port': ['ID=35a28fbb-4467-47ba-b39f-04d5b9dc8171,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:33.252056 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.302378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad162fd6-abdb-4187-a344-d8c76b5a13c7 None None] Pushing event deleted for resources: {'Port': ['ID=287ab394-28ab-4f22-b846-9e38e2f86013,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:33.317661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad162fd6-abdb-4187-a344-d8c76b5a13c7 None None] Network fcdd275e-e107-47e6-90dd-4516df7837f8 is not hosted by any dhcp agent {{(pid=102446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:39:33.318239 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad162fd6-abdb-4187-a344-d8c76b5a13c7 None None] No DVR routers for this DVR port 287ab394-28ab-4f22-b846-9e38e2f86013 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:33.343579 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.350426 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d40a5175-ef10-49fc-89f2-a4f2dd41d7b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ad4ce9f3df54853ab92f7626883cd89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1818032 Nov 12 08:39:33.365764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33804) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:33.385475 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4133cb50-31e8-41cf-9371-ef53133afc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.510626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e1d1e76f-3189-48e6-976b-18fe265a802d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e1d1e76f-3189-48e6-976b-18fe265a802d,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:33.533405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4133cb50-31e8-41cf-9371-ef53133afc29 None None] For port ba8756c2-5be4-4f5b-93ba-c37f654f82ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ba8756c2-5be4-4f5b-93ba-c37f654f82ee,segment=NetworkSegment(65a5553a-38ad-49b1-9634-b18d307ef53f),segment_id=65a5553a-38ad-49b1-9634-b18d307ef53f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:33.546617 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4133cb50-31e8-41cf-9371-ef53133afc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.557504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'e1d1e76f-3189-48e6-976b-18fe265a802d', 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837', 'port_id': 'e1d1e76f-3189-48e6-976b-18fe265a802d', 'mac_address': 'fa:16:3e:31:34:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132b99d6-8d60-4e2d-ad2b-98e3f6298362', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:33.562931 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.624681 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-788cb346-bc24-4103-b1c6-8a46876c76a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.754704 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-788cb346-bc24-4103-b1c6-8a46876c76a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.761389 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:39:33.762086 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:39:33.762978 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.771096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133cb50-31e8-41cf-9371-ef53133afc29 None None] Pushing event updated for resources: {'Port': ['ID=ba8756c2-5be4-4f5b-93ba-c37f654f82ee,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:33.796291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d1e76f-3189-48e6-976b-18fe265a802d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:33.838473 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e1d1e76f-3189-48e6-976b-18fe265a802d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e1d1e76f-3189-48e6-976b-18fe265a802d,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:33.844939 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.846125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06232c2d-a728-4267-b78a-8cdace9ee5dc details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:33.935061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.20.0.1 (edd72eec-b0ba-41f8-b2db-017f2a36897e/baaac1a6-7d60-41c6-9286-ac6aecb53d2e/7cd3ba09-b151-4b75-aa69-f2809376a56a) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:33.966623 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.979750 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.991465 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-788cb346-bc24-4103-b1c6-8a46876c76a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.994821 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-788cb346-bc24-4103-b1c6-8a46876c76a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:33.999269 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-788cb346-bc24-4103-b1c6-8a46876c76a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a39fe466-288c-422b-a056-c9917f39a6ce HTTP/1.1" status: 204 len: 168 time: 0.6213498 Nov 12 08:39:34.041067 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e1d1e76f-3189-48e6-976b-18fe265a802d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:34.054503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cb346-bc24-4103-b1c6-8a46876c76a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39fe466-288c-422b-a056-c9917f39a6ce,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:34.065994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b66d5370-3603-48ac-9fbd-743d7f81fa3a None None] Provisioning complete for port ba8756c2-5be4-4f5b-93ba-c37f654f82ee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:34.066836 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b66d5370-3603-48ac-9fbd-743d7f81fa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.083359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d47a22-3814-4439-8ef0-d9de8a78e410 req-225065df-97c2-42d9-abe3-56937798d0d2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.091215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60d47a22-3814-4439-8ef0-d9de8a78e410 req-225065df-97c2-42d9-abe3-56937798d0d2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 944 time: 0.2537241 Nov 12 08:39:34.117443 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.117984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 212f39de-e93e-4fd6-914a-ab1d04e80e5d {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:39:34.127382 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.133045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7c8396b3-f843-4225-bd6d-3c5835b76800 admin admin] 10.222.0.31 "DELETE /v2.0/routers/212f39de-e93e-4fd6-914a-ab1d04e80e5d HTTP/1.1" status: 204 len: 168 time: 2.4637890 Nov 12 08:39:34.133990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33812) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:34.159064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60d47a22-3814-4439-8ef0-d9de8a78e410 req-25d8962a-4e01-4750-b7a1-524c0d1de235 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667784 Nov 12 08:39:34.189635 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:34.215951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714d4a-45e8-47b7-84a8-4f0c096ebdd6 req-e6a5cc18-6b1d-42a4-af69-fbb96f91e6cc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.218258 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3714d4a-45e8-47b7-84a8-4f0c096ebdd6 req-e6a5cc18-6b1d-42a4-af69-fbb96f91e6cc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1491282 Nov 12 08:39:34.256073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.281161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9f499f-3843-4bfe-a4f8-1403c69c75f7 admin admin] Deleting subnet ba6974b3-5c87-4446-8b14-27f51d2cc36f {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:34.289848 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b9f499f-3843-4bfe-a4f8-1403c69c75f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.300774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'port_id': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'mac_address': 'fa:16:3e:b6:38:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:34.349922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dbcd6-f354-453e-bebe-74a83f2fed69 req-af75f7ca-d01a-4568-9ecf-7c716e9902a0 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:34.351743 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b18dbcd6-f354-453e-bebe-74a83f2fed69 req-af75f7ca-d01a-4568-9ecf-7c716e9902a0 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 944 time: 0.1061563 Nov 12 08:39:34.386798 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.405330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06232c2d-a728-4267-b78a-8cdace9ee5dc {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:34.417467 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b9f499f-3843-4bfe-a4f8-1403c69c75f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.429432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:34.431694 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b18dbcd6-f354-453e-bebe-74a83f2fed69 req-7b414008-7be5-4d51-902d-70a3024fbc0a tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687153 Nov 12 08:39:34.445719 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.460402 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 287ab394-28ab-4f22-b846-9e38e2f86013 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:34.471114 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3714d4a-45e8-47b7-84a8-4f0c096ebdd6 req-f0228641-3648-4788-9635-81cd48ca9f08 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411976 Nov 12 08:39:34.508711 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.520168 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b9f499f-3843-4bfe-a4f8-1403c69c75f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.541975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 287ab394-28ab-4f22-b846-9e38e2f86013 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:34.542337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 287ab394-28ab-4f22-b846-9e38e2f86013 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:34.561360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=06232c2d-a728-4267-b78a-8cdace9ee5dc,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:34.593252 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network edd72eec-b0ba-41f8-b2db-017f2a36897e is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:34.604980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:34.608880 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:34.613588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=7cd3ba09-b151-4b75-aa69-f2809376a56a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:34.695147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b9f499f-3843-4bfe-a4f8-1403c69c75f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.698981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ba8756c2-5be4-4f5b-93ba-c37f654f82ee up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:34.703508 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.770599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ba8756c2-5be4-4f5b-93ba-c37f654f82ee triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:34.771169 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.786638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f499f-3843-4bfe-a4f8-1403c69c75f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6974b3-5c87-4446-8b14-27f51d2cc36f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:34.804865 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b9f499f-3843-4bfe-a4f8-1403c69c75f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.812091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33828) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:34.815006 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5b9f499f-3843-4bfe-a4f8-1403c69c75f7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ba6974b3-5c87-4446-8b14-27f51d2cc36f HTTP/1.1" status: 204 len: 168 time: 0.6784909 Nov 12 08:39:34.912622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e1d1e76f-3189-48e6-976b-18fe265a802d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:34.915222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['06232c2d-a728-4267-b78a-8cdace9ee5dc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:34.969735 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:34.982391 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.062240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e3bff6c3-a3a1-45c5-b208-e1734a590ce6 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:35.074734 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.098469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0481cf-65ae-411d-bc01-b5d30fe1a2eb']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:35.104719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e3bff6c3-a3a1-45c5-b208-e1734a590ce6 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:35.106997 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e3bff6c3-a3a1-45c5-b208-e1734a590ce6 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:35.107583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 35a28fbb-4467-47ba-b39f-04d5b9dc8171 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:35.112430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4336acb5-4245-410e-a6c1-876e507e8d6a') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:35.113363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4336acb5-4245-410e-a6c1-876e507e8d6a') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:35.125044 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.142631 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.149442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9c5ac1e5-6f41-4b28-a9c8-273d97bb3ea4 None None] Provisioning complete for port 7cd3ba09-b151-4b75-aa69-f2809376a56a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:35.151144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:35.151345 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9c5ac1e5-6f41-4b28-a9c8-273d97bb3ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.151526 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.158120 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 35a28fbb-4467-47ba-b39f-04d5b9dc8171 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:35.158468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 35a28fbb-4467-47ba-b39f-04d5b9dc8171 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:35.175538 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:35.238706 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.249007 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.252437 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7a0481cf-65ae-411d-bc01-b5d30fe1a2eb HTTP/1.1" status: 204 len: 168 time: 0.4389584 Nov 12 08:39:35.278326 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c0ab831b-fd90-4980-aceb-4f6e7df3f6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.283367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08563fe-e997-4eb5-8599-d233871bb089 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a0481cf-65ae-411d-bc01-b5d30fe1a2eb,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:35.297303 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33844) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:35.365031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ac930-5d42-4634-8736-ffee8b63315e req-4f753f87-60b3-4636-abe2-6c164c1d0484 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:35.375767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf9ac930-5d42-4634-8736-ffee8b63315e req-4f753f87-60b3-4636-abe2-6c164c1d0484 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 945 time: 0.0950751 Nov 12 08:39:35.410302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ac1e5-6f41-4b28-a9c8-273d97bb3ea4 None None] Port 7cd3ba09-b151-4b75-aa69-f2809376a56a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:35.448503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1166156316-network', 'tenant_id': 'ec0a4e690bf54f05b5323e2101815619'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:35.487948 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf9ac930-5d42-4634-8736-ffee8b63315e req-4ead7569-000c-460c-8b6a-d15d88d05a78 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955656 Nov 12 08:39:35.514594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Made reservation on behalf of ec0a4e690bf54f05b5323e2101815619 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:35.517207 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.538200 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.554167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33854) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:35.588769 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.593936 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.673919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233173ea-4ee7-49fa-a244-2ae1bd8f6505 req-c82b1556-a31f-40c1-a2ef-dd1373f99ea6 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:35.675484 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-233173ea-4ee7-49fa-a244-2ae1bd8f6505 req-c82b1556-a31f-40c1-a2ef-dd1373f99ea6 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 944 time: 0.1343379 Nov 12 08:39:35.684360 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-223c12dd-e25c-4b2d-baf3-2fd2c697100a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d09ef456fed04b159b4967be78dc9d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285307 Nov 12 08:39:35.687488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33856) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:35.698885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f03286-d423-4772-9a4d-e9a7e77aaec3 req-6d39484b-52b9-4be5-802f-ac2d85f1ddaa tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:35.700479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-94f03286-d423-4772-9a4d-e9a7e77aaec3 req-6d39484b-52b9-4be5-802f-ac2d85f1ddaa tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1193688 Nov 12 08:39:35.701534 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=7cd3ba09-b151-4b75-aa69-f2809376a56a,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:35.714091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.751041 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.758883 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.805142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:35.810450 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-94f03286-d423-4772-9a4d-e9a7e77aaec3 req-d9343c92-a615-437f-9229-34e624c34e35 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893376 Nov 12 08:39:35.821290 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-233173ea-4ee7-49fa-a244-2ae1bd8f6505 req-688be957-0c31-458a-9ba7-e1fdc715df57 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347461 Nov 12 08:39:35.823453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed1fc3-c83f-477b-8547-bd6db3d72fd0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:35.830919 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.831809 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Added segment 9e18e2ff-b198-454b-b3d0-9b06caa7e360 of type vlan for network d661c9fe-69ca-425a-ac3c-018ed4768c59 Nov 12 08:39:35.850146 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa72f3a1-b382-4c89-a380-0dff9b34f031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.887391 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.889147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa72f3a1-b382-4c89-a380-0dff9b34f031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.908023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network edd72eec-b0ba-41f8-b2db-017f2a36897e is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:35.914001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:35.928850 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:35.930175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:35.931076 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.016718 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7180119 Nov 12 08:39:36.020444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33860) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:36.028152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6c94c08f-983f-496b-8161-178293073a37 admin admin] Request body: {'subnet': {'network_id': 'd661c9fe-69ca-425a-ac3c-018ed4768c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1166156316-subnet', 'tenant_id': 'ec0a4e690bf54f05b5323e2101815619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:36.035540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768b512-1d43-4b74-b112-06928416f305 admin admin] Pushing event updated for resources: {'Network': ['ID=d661c9fe-69ca-425a-ac3c-018ed4768c59,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:36.056130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network d661c9fe-69ca-425a-ac3c-018ed4768c59 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:36.059290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c94c08f-983f-496b-8161-178293073a37 admin admin] Made reservation on behalf of ec0a4e690bf54f05b5323e2101815619 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:36.062156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c94c08f-983f-496b-8161-178293073a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.083582 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa72f3a1-b382-4c89-a380-0dff9b34f031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.086377 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa72f3a1-b382-4c89-a380-0dff9b34f031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.087734 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fa72f3a1-b382-4c89-a380-0dff9b34f031 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/584e578a-8a99-4ca5-b070-5811eab7fe88 HTTP/1.1" status: 204 len: 168 time: 0.3966310 Nov 12 08:39:36.104705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72f3a1-b382-4c89-a380-0dff9b34f031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584e578a-8a99-4ca5-b070-5811eab7fe88,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:36.117511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router 53ab048d-cea0-4357-bb7f-9afc371fec6a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:36.291431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:36.298030 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-069c4fd6-95cc-45f1-bf95-6aff6ea45512 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "PUT /v2.0/routers/53ab048d-cea0-4357-bb7f-9afc371fec6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2666650 Nov 12 08:39:36.301290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33864) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:36.307924 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0a301-736f-4e32-a8cc-425f24132a5b None None] Sync routers for ids ['53ab048d-cea0-4357-bb7f-9afc371fec6a'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:36.308446 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'port': {'network_id': 'edd72eec-b0ba-41f8-b2db-017f2a36897e', 'name': 'tempest-FloatingIPTestJSON-376566862'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:36.323791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0a301-736f-4e32-a8cc-425f24132a5b None None] Routers {'53ab048d-cea0-4357-bb7f-9afc371fec6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:36.324440 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-0dc0a301-736f-4e32-a8cc-425f24132a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['53ab048d-cea0-4357-bb7f-9afc371fec6a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:36.350015 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c94c08f-983f-496b-8161-178293073a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.375200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-0dc0a301-736f-4e32-a8cc-425f24132a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:36.395410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0a301-736f-4e32-a8cc-425f24132a5b None None] Routers {'53ab048d-cea0-4357-bb7f-9afc371fec6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:36.396045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-0dc0a301-736f-4e32-a8cc-425f24132a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['53ab048d-cea0-4357-bb7f-9afc371fec6a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:36.398672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b1bf6f9d-f99c-4def-b1d8-b16d91ce7926 None None] Provisioning complete for port 7cd3ba09-b151-4b75-aa69-f2809376a56a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:36.399187 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6f9d-f99c-4def-b1d8-b16d91ce7926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.415933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94c08f-983f-496b-8161-178293073a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cf2c23-6ec5-4e9e-b5fd-e37c86ee5220,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:36.426232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c94c08f-983f-496b-8161-178293073a37 admin admin] Checking segment: {'id': '9e18e2ff-b198-454b-b3d0-9b06caa7e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd661c9fe-69ca-425a-ac3c-018ed4768c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:36.426602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c94c08f-983f-496b-8161-178293073a37 admin admin] Network hostable DHCP agents. Network: d661c9fe-69ca-425a-ac3c-018ed4768c59, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:36.448694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c94c08f-983f-496b-8161-178293073a37 admin admin] Network d661c9fe-69ca-425a-ac3c-018ed4768c59 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:36.463623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6c94c08f-983f-496b-8161-178293073a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, d661c9fe-69ca-425a-ac3c-018ed4768c59) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:36.470307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c94c08f-983f-496b-8161-178293073a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.470667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-0dc0a301-736f-4e32-a8cc-425f24132a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:36.470792 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c94c08f-983f-496b-8161-178293073a37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.471570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc0a301-736f-4e32-a8cc-425f24132a5b None None] The sync data for ids ['53ab048d-cea0-4357-bb7f-9afc371fec6a'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:36.487981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d2ff0-2825-4b97-85eb-d241bae27e4c None None] Network d661c9fe-69ca-425a-ac3c-018ed4768c59 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:36.490189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Made reservation on behalf of 3aac0e9f616a4cfe90da66c17ab0df79 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:36.498063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:36.509582 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6c94c08f-983f-496b-8161-178293073a37 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4799860 Nov 12 08:39:36.524971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] device_id is not set on port f1dd6614-a859-4f03-b5e8-d551fe131328 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:36.548622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf6f9d-f99c-4def-b1d8-b16d91ce7926 None None] Port 7cd3ba09-b151-4b75-aa69-f2809376a56a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:36.678556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3d2bd-c774-42c9-b8f9-39de3e3250ed req-553d77f9-7291-4a6e-a2d2-7d5a7e0aabf2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:36.689911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ec3d2bd-c774-42c9-b8f9-39de3e3250ed req-553d77f9-7291-4a6e-a2d2-7d5a7e0aabf2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 945 time: 0.0772274 Nov 12 08:39:36.726006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Allocated IP 172.20.0.13 (edd72eec-b0ba-41f8-b2db-017f2a36897e/baaac1a6-7d60-41c6-9286-ac6aecb53d2e/f1dd6614-a859-4f03-b5e8-d551fe131328) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:36.743554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e1d1e76f-3189-48e6-976b-18fe265a802d up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:36.774527 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ec3d2bd-c774-42c9-b8f9-39de3e3250ed req-f7d352af-84cb-483e-bc0e-49587b40b447 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826554 Nov 12 08:39:36.791411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed41365-d837-4a64-8615-efcc6dc65c8d None None] Network d661c9fe-69ca-425a-ac3c-018ed4768c59 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:36.903390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port e1d1e76f-3189-48e6-976b-18fe265a802d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:36.918395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port e1d1e76f-3189-48e6-976b-18fe265a802d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:36.919216 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.071892 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.072638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904872b7-dc9b-4934-a8cb-cc79bc1f4e81 req-8c2b2ba5-0ffe-4444-9990-fe25e5b77422 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.079148 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-904872b7-dc9b-4934-a8cb-cc79bc1f4e81 req-8c2b2ba5-0ffe-4444-9990-fe25e5b77422 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1160522 Nov 12 08:39:37.082084 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.115716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529c5404-7831-4d2e-93ce-730c26c3f43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d1e76f-3189-48e6-976b-18fe265a802d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:37.118397 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dbcd4c-2ace-4094-8af8-8e5f25efbdbd" -d '{"events": [{"server_uuid": "529c5404-7831-4d2e-93ce-730c26c3f43c", "name": "network-vif-plugged", "status": "completed", "tag": "e1d1e76f-3189-48e6-976b-18fe265a802d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:37.134860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e1d1e76f-3189-48e6-976b-18fe265a802d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e1d1e76f-3189-48e6-976b-18fe265a802d,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:37.140551 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.142783 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06232c2d-a728-4267-b78a-8cdace9ee5dc up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:37.163523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.195309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-904872b7-dc9b-4934-a8cb-cc79bc1f4e81 req-b7f84171-94ad-4a63-b7ab-254a13b5d27b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050358 Nov 12 08:39:37.237923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Network edd72eec-b0ba-41f8-b2db-017f2a36897e is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:37.242384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:37.260415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:37.293024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e1d1e76f-3189-48e6-976b-18fe265a802d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:37.322016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event updated for resources: {'Port': ['ID=f1dd6614-a859-4f03-b5e8-d551fe131328,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:37.322421 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 06232c2d-a728-4267-b78a-8cdace9ee5dc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:37.322800 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.338312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef4fc8-44dc-4d40-8a8b-c70bf74188c4 req-f101c167-13de-42c8-aa77-f975a1950d76 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.348342 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0cef4fc8-44dc-4d40-8a8b-c70bf74188c4 req-f101c167-13de-42c8-aa77-f975a1950d76 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0796292 Nov 12 08:39:37.380142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.381173 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.428700 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0cef4fc8-44dc-4d40-8a8b-c70bf74188c4 req-5d60a54b-0874-4437-8491-07d2595012b9 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790927 Nov 12 08:39:37.475067 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-eba6a0be-837f-4c9a-bfa0-f5b44aad75fa tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1712866 Nov 12 08:39:37.475561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33916) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:37.481088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-fb486557-5887-4cc4-9849-88c7c9a2fb73 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Request body: {'floatingip': {'port_id': 'f1dd6614-a859-4f03-b5e8-d551fe131328'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:37.495303 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.508625 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d0d89ebd-011b-43e0-a26a-d8c924a4e516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.536188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-004543a0-96fa-4d22-a4ea-34429c73c768 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.537881 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-004543a0-96fa-4d22-a4ea-34429c73c768 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/networks?id=d661c9fe-69ca-425a-ac3c-018ed4768c59 HTTP/1.1" status: 200 len: 821 time: 0.2117300 Nov 12 08:39:37.554900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:37.556405 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-ab4e43d4-7afd-4e2c-944f-ee84fa899899 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/quotas/ec0a4e690bf54f05b5323e2101815619 HTTP/1.1" status: 200 len: 375 time: 0.0120480 Nov 12 08:39:37.562830 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.592875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb486557-5887-4cc4-9849-88c7c9a2fb73 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:37.603039 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-722f2ae7-f477-40e2-a0c8-8cdffbf780cb tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec0a4e690bf54f05b5323e2101815619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400808 Nov 12 08:39:37.652850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=06232c2d-a728-4267-b78a-8cdace9ee5dc,revision_number=10']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:37.723289 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43caeb56-0c19-46b4-97fb-021351ed2b2d x-openstack-request-id: req-43caeb56-0c19-46b4-97fb-021351ed2b2d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:37.723657 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529c5404-7831-4d2e-93ce-730c26c3f43c", "name": "network-vif-plugged", "status": "completed", "tag": "e1d1e76f-3189-48e6-976b-18fe265a802d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:37.723970 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43caeb56-0c19-46b4-97fb-021351ed2b2d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:37.724441 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529c5404-7831-4d2e-93ce-730c26c3f43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d1e76f-3189-48e6-976b-18fe265a802d', 'code': 200} Nov 12 08:39:37.809025 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-0b0a48df-d78b-4806-a6c9-f4443bf5b4e3 service neutron] 10.222.0.31 "GET /v2.0/networks/d661c9fe-69ca-425a-ac3c-018ed4768c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967719 Nov 12 08:39:37.902657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ae837-e25c-471b-ba16-e6b745fe43b9 req-d9813db6-78ff-4403-a9cc-5fd460b8f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:37.904743 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-638ae837-e25c-471b-ba16-e6b745fe43b9 req-d9813db6-78ff-4403-a9cc-5fd460b8f3db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 1097 time: 0.1128142 Nov 12 08:39:37.942258 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-0629f9e3-14ee-42f6-b9f3-d5c5c9ce7501 service neutron] 10.222.0.31 "GET /v2.0/networks/d661c9fe-69ca-425a-ac3c-018ed4768c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254809 Nov 12 08:39:37.991047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8948e323-0c3f-4334-8365-97207c21d7e2 None None] Provisioning complete for port f1dd6614-a859-4f03-b5e8-d551fe131328 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:37.991460 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8948e323-0c3f-4334-8365-97207c21d7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.070502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8948e323-0c3f-4334-8365-97207c21d7e2 None None] Port f1dd6614-a859-4f03-b5e8-d551fe131328 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:39:38.078988 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-638ae837-e25c-471b-ba16-e6b745fe43b9 req-1128921e-efca-4fd4-a3b6-57d6e4afac03 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428876 Nov 12 08:39:38.223158 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a4e33ea-6d88-4ac3-9a7e-a922b10b002c req-cf8bc46f-b737-40d3-b989-4e5963796865 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 210 time: 0.0359569 Nov 12 08:39:38.278951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a5537-1ced-4da3-96c2-2e520ba106b3 req-0f46952e-af0c-408a-be2d-e1f65b4c4ea2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:38.286460 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c89a5537-1ced-4da3-96c2-2e520ba106b3 req-0f46952e-af0c-408a-be2d-e1f65b4c4ea2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 947 time: 0.0631080 Nov 12 08:39:38.369073 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c89a5537-1ced-4da3-96c2-2e520ba106b3 req-f8586032-e39c-40fb-9d9d-4403408e6cac tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815132 Nov 12 08:39:38.378716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddedff81-966d-4fc9-b433-ccef1c170a94 req-ba7824f4-1ab6-476d-83e6-c3876f920f00 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0685945 Nov 12 08:39:38.522026 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.584863 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb486557-5887-4cc4-9849-88c7c9a2fb73 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.604308 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9183aaf-ee41-4fd3-a7e8-ae25dd3dd9f6 req-770de1d9-6508-4186-9f7e-94f2bf7ccf82 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:38.612202 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b47275-cd44-42a0-9872-f78f9f3c79c6 req-fc811017-a538-4ad6-a50c-3848fa332da1 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:38.613896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9183aaf-ee41-4fd3-a7e8-ae25dd3dd9f6 req-770de1d9-6508-4186-9f7e-94f2bf7ccf82 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1653385 Nov 12 08:39:38.615088 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-00b47275-cd44-42a0-9872-f78f9f3c79c6 req-fc811017-a538-4ad6-a50c-3848fa332da1 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0770028 Nov 12 08:39:38.622593 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb486557-5887-4cc4-9849-88c7c9a2fb73 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:38.688148 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-00b47275-cd44-42a0-9872-f78f9f3c79c6 req-88ad8d20-a938-4c60-a229-78de556f2fab tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662327 Nov 12 08:39:38.785348 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9183aaf-ee41-4fd3-a7e8-ae25dd3dd9f6 req-bde26795-77c9-4ee5-ba7c-e980c3507045 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612720 Nov 12 08:39:38.828602 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-fb486557-5887-4cc4-9849-88c7c9a2fb73 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Floating IP f85b61c3-b456-4426-af89-6d975c6707ef associated. External IP: 172.25.3.228, port: 47d9e05f-3f03-4c57-9e10-ae2a2924309f. Nov 12 08:39:39.068346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb486557-5887-4cc4-9849-88c7c9a2fb73 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:39.179995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb486557-5887-4cc4-9849-88c7c9a2fb73 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:39.190176 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3055716-ca7c-49e7-a253-6205bf87c87e None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:39.202510 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3055716-ca7c-49e7-a253-6205bf87c87e None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:39.203154 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e3055716-ca7c-49e7-a253-6205bf87c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:39.235693 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e3055716-ca7c-49e7-a253-6205bf87c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:39.245499 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3055716-ca7c-49e7-a253-6205bf87c87e None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:39.246118 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e3055716-ca7c-49e7-a253-6205bf87c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:39.292043 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e3055716-ca7c-49e7-a253-6205bf87c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:39.292043 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3055716-ca7c-49e7-a253-6205bf87c87e None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:39.354692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5c81e6ce-4758-425e-a2b2-59d3aab243d6 req-3cee10cb-dd8c-4af6-8313-4d87c2d3e5fb tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 210 time: 0.0368555 Nov 12 08:39:39.407922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb486557-5887-4cc4-9849-88c7c9a2fb73 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router 53ab048d-cea0-4357-bb7f-9afc371fec6a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:39.556767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58705e41-5051-478e-8b0b-cfc3f8209925 req-fae6fb11-80ef-41c5-bcd1-1fa5dfd8cd70 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:39.560060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-35bec519-1d87-4a12-b36f-26f9ad5a908c req-8e95b8b2-721b-4a10-9546-e49deacb6246 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0380948 Nov 12 08:39:39.567160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-58705e41-5051-478e-8b0b-cfc3f8209925 req-fae6fb11-80ef-41c5-bcd1-1fa5dfd8cd70 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 947 time: 0.0720959 Nov 12 08:39:39.592498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb486557-5887-4cc4-9849-88c7c9a2fb73 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:39.606342 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb486557-5887-4cc4-9849-88c7c9a2fb73 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.615112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77969a3f-13e9-456f-b2a1-25f1a04db57e None None] Sync routers for ids ['53ab048d-cea0-4357-bb7f-9afc371fec6a'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:39.632894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-58705e41-5051-478e-8b0b-cfc3f8209925 req-4b51740f-68e7-4091-a3c8-3fd4b5f3bce5 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639241 Nov 12 08:39:39.635941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77969a3f-13e9-456f-b2a1-25f1a04db57e None None] Routers {'53ab048d-cea0-4357-bb7f-9afc371fec6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:39.637086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-77969a3f-13e9-456f-b2a1-25f1a04db57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['53ab048d-cea0-4357-bb7f-9afc371fec6a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:39.698955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-77969a3f-13e9-456f-b2a1-25f1a04db57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:39.710387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77969a3f-13e9-456f-b2a1-25f1a04db57e None None] Routers {'53ab048d-cea0-4357-bb7f-9afc371fec6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:39.711019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-77969a3f-13e9-456f-b2a1-25f1a04db57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['53ab048d-cea0-4357-bb7f-9afc371fec6a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:39.748660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:39.751658 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfc6c10-3c76-4368-864e-3f901dbf21fb" -d '{"events": [{"server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "name": "network-vif-plugged", "status": "completed", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:39.768229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-77969a3f-13e9-456f-b2a1-25f1a04db57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:39.770364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77969a3f-13e9-456f-b2a1-25f1a04db57e None None] The sync data for ids ['53ab048d-cea0-4357-bb7f-9afc371fec6a'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:39.818200 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289b195e-4138-44b3-9345-d6d743ac6a57 x-openstack-request-id: req-289b195e-4138-44b3-9345-d6d743ac6a57 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:39.818751 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "name": "network-vif-plugged", "status": "completed", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:39.819201 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-289b195e-4138-44b3-9345-d6d743ac6a57 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:39.819765 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'code': 200} Nov 12 08:39:39.917123 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:39.993352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd350-919f-48d4-845d-d0996e9c7f08 req-3f658c8a-810a-4557-8543-06139645bc3e tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:39.995604 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80ebd350-919f-48d4-845d-d0996e9c7f08 req-3f658c8a-810a-4557-8543-06139645bc3e tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0971420 Nov 12 08:39:40.072385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80ebd350-919f-48d4-845d-d0996e9c7f08 req-86df922f-acf4-4742-8c4a-d033c8989fc9 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590301 Nov 12 08:39:40.239526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348958d8-5725-4673-b9b1-4db797dacdca req-7b16f1fb-4544-4598-a8ba-31ee897eefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:40.241012 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-348958d8-5725-4673-b9b1-4db797dacdca req-7b16f1fb-4544-4598-a8ba-31ee897eefb0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 1099 time: 0.1774628 Nov 12 08:39:40.266565 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fb486557-5887-4cc4-9849-88c7c9a2fb73 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "PUT /v2.0/floatingips/f85b61c3-b456-4426-af89-6d975c6707ef HTTP/1.1" status: 200 len: 978 time: 2.7895799 Nov 12 08:39:40.269523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33976) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:40.281059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe0530-8325-4806-818e-ff33d3ac509e req-22d87ca2-cee2-4798-bc9c-9c8b9ba250b2 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:40.282655 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-59fe0530-8325-4806-818e-ff33d3ac509e req-22d87ca2-cee2-4798-bc9c-9c8b9ba250b2 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.2161853 Nov 12 08:39:40.338473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-10c033b0-03b1-41a3-a853-96b620c5e301 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:40.340096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-10c033b0-03b1-41a3-a853-96b620c5e301 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.52 "GET /v2.0/networks?id=d661c9fe-69ca-425a-ac3c-018ed4768c59 HTTP/1.1" status: 200 len: 821 time: 0.2754321 Nov 12 08:39:40.366805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Request body: {'port': {'device_id': 'f3a91023-0305-4bb1-a48a-6cc2f12e77da', 'network_id': 'd661c9fe-69ca-425a-ac3c-018ed4768c59', 'admin_state_up': True, 'tenant_id': 'ec0a4e690bf54f05b5323e2101815619'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:40.367044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port f1dd6614-a859-4f03-b5e8-d551fe131328 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:40.367504 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.377181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-348958d8-5725-4673-b9b1-4db797dacdca req-69359568-687f-4a7c-aa5f-08e72b977bb2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196640 Nov 12 08:39:40.406268 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-59fe0530-8325-4806-818e-ff33d3ac509e req-2e3fcd15-a571-4ec1-ba4d-6f5fbae7aa42 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125090 Nov 12 08:39:40.478944 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.500377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3fe2a942-2cbb-4db4-9041-9f3472bfb615 req-58f29218-34b0-4e05-9111-49dbc89fd446 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 210 time: 0.0347564 Nov 12 08:39:40.532598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Made reservation on behalf of ec0a4e690bf54f05b5323e2101815619 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:40.536678 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.547331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8e74c-a559-4e67-965b-d26b08879c21 req-4feb0002-8bc4-443d-a8a4-69bee5e71cf2 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:40.548813 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab8e74c-a559-4e67-965b-d26b08879c21 req-4feb0002-8bc4-443d-a8a4-69bee5e71cf2 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0695219 Nov 12 08:39:40.656140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ab8e74c-a559-4e67-965b-d26b08879c21 req-5b856ba1-6e05-4407-8862-45ac9d334a56 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003668 Nov 12 08:39:40.729167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c257f36d-c141-4aa7-be72-23cf83f30297 req-ae76e06d-fdd0-41e8-83bb-711644d9d66e tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0516763 Nov 12 08:39:40.761605 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.761605 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.761605 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Floating IP f85b61c3-b456-4426-af89-6d975c6707ef disassociated. External IP: 172.25.3.228, port: f1dd6614-a859-4f03-b5e8-d551fe131328. Nov 12 08:39:40.761605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for f1dd6614-a859-4f03-b5e8-d551fe131328 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:40.785145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Allocated IP 172.20.0.2 (d661c9fe-69ca-425a-ac3c-018ed4768c59/46cf2c23-6ec5-4e9e-b5fd-e37c86ee5220/0c995c72-9e24-4303-8aa7-888e61bc63df) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:39:40.841331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf1913-9a77-43c6-be26-0c66a7df0735 req-55505055-cccc-4db6-818d-368b5a6b0a0b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:40.843530 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efdf1913-9a77-43c6-be26-0c66a7df0735 req-55505055-cccc-4db6-818d-368b5a6b0a0b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 947 time: 0.0932770 Nov 12 08:39:40.878850 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.925851 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:40.953038 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bbc1b5c-e504-43ad-b3f7-01dbc471b08a req-d2a15012-63d2-46bc-81c4-cbd9dd79dbc6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0473096 Nov 12 08:39:40.964194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=f1dd6614-a859-4f03-b5e8-d551fe131328,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:41.085900 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.107591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efdf1913-9a77-43c6-be26-0c66a7df0735 req-e7f8792b-e24b-497d-a7de-f8b3c24799c1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445226 Nov 12 08:39:41.141715 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.219776 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e917a-4a44-46ad-9d74-5b4e283b28c5 req-5d67be5c-20dc-45ed-9bc7-1f95ca5c0ba4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:41.221482 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a13e917a-4a44-46ad-9d74-5b4e283b28c5 req-5d67be5c-20dc-45ed-9bc7-1f95ca5c0ba4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.1267238 Nov 12 08:39:41.235171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Network d661c9fe-69ca-425a-ac3c-018ed4768c59 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:39:41.236393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Pushing event updated for resources: {'Port': ['ID=0c995c72-9e24-4303-8aa7-888e61bc63df,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:41.238574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router 53ab048d-cea0-4357-bb7f-9afc371fec6a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:41.241035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:41.244379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:41.309461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a13e917a-4a44-46ad-9d74-5b4e283b28c5 req-53a04fc7-f78b-4d0a-9019-d4c6260aabb4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749967 Nov 12 08:39:41.356344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d093-44e6-4fe2-8acc-7055fbb270f1 req-368e30ce-f025-4720-ae78-4430b27de117 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:41.358089 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b995d093-44e6-4fe2-8acc-7055fbb270f1 req-368e30ce-f025-4720-ae78-4430b27de117 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1186562 Nov 12 08:39:41.400350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a692d7f-3517-4582-b876-24adb5800537 req-7d9d391b-3d3f-4932-a5e2-30ca443f77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:41.401828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a692d7f-3517-4582-b876-24adb5800537 req-7d9d391b-3d3f-4932-a5e2-30ca443f77ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 1098 time: 0.1031959 Nov 12 08:39:41.413252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:41.413934 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.476434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b995d093-44e6-4fe2-8acc-7055fbb270f1 req-67b6f499-5b8e-4a42-9b37-77c8d950d09e tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016219 Nov 12 08:39:41.486295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:41.489413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a6ba3fe1-1f10-4ce3-9d61-7176b7579f03 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1327252 Nov 12 08:39:41.505182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Request body: {'port': {'device_id': 'f3a91023-0305-4bb1-a48a-6cc2f12e77da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:41.510933 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0021126-072d-49ce-9d36-3bf26ca6afb3 None None] Sync routers for ids ['53ab048d-cea0-4357-bb7f-9afc371fec6a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:41.527381 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0021126-072d-49ce-9d36-3bf26ca6afb3 None None] Routers {'53ab048d-cea0-4357-bb7f-9afc371fec6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:41.528793 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c0021126-072d-49ce-9d36-3bf26ca6afb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['53ab048d-cea0-4357-bb7f-9afc371fec6a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:41.594585 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.600916 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c0021126-072d-49ce-9d36-3bf26ca6afb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:41.610453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a692d7f-3517-4582-b876-24adb5800537 req-4702a6e3-62a8-4b3c-8d4d-1beeec5458dc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923530 Nov 12 08:39:41.614557 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:41.619796 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ad562f00-4af3-4fa1-acad-faf3bfb08f44 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/ports/f1dd6614-a859-4f03-b5e8-d551fe131328 HTTP/1.1" status: 204 len: 168 time: 1.3490510 Nov 12 08:39:41.621905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34010) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:41.623026 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0021126-072d-49ce-9d36-3bf26ca6afb3 None None] Routers {'53ab048d-cea0-4357-bb7f-9afc371fec6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:41.623944 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c0021126-072d-49ce-9d36-3bf26ca6afb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['53ab048d-cea0-4357-bb7f-9afc371fec6a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:41.756676 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c0021126-072d-49ce-9d36-3bf26ca6afb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:41.757339 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0021126-072d-49ce-9d36-3bf26ca6afb3 None None] The sync data for ids ['53ab048d-cea0-4357-bb7f-9afc371fec6a'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:41.826438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693d073-9bf6-451c-953a-2b3b07478306 req-6a58a538-8b3a-49de-b7a9-de933e88289f tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:41.827937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a693d073-9bf6-451c-953a-2b3b07478306 req-6a58a538-8b3a-49de-b7a9-de933e88289f tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 931 time: 0.2234738 Nov 12 08:39:41.847826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-43f4873d-7988-41e6-8d30-df8a07356d67 req-fc2bbfd3-dad5-41ec-8ad0-3a655a1d5217 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0284448 Nov 12 08:39:42.007594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a693d073-9bf6-451c-953a-2b3b07478306 req-19b90c34-9260-40e2-b123-8cbf95ebd059 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/security-groups?id=66ed1fc3-c83f-477b-8547-bd6db3d72fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713459 Nov 12 08:39:42.192384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c995c72-9e24-4303-8aa7-888e61bc63df {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:42.203560 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.239502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Transition to ACTIVE for port object 0c995c72-9e24-4303-8aa7-888e61bc63df will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:39:42.249656 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.259859 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3722e-e224-4c90-8e79-adeec145ce19 req-dd63e2a9-7dd1-4888-a0cb-a1fccac92dec tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:42.267571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97e3722e-e224-4c90-8e79-adeec145ce19 req-dd63e2a9-7dd1-4888-a0cb-a1fccac92dec tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 947 time: 0.0676334 Nov 12 08:39:42.332167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97e3722e-e224-4c90-8e79-adeec145ce19 req-1db5e5ba-98a5-4d11-aa90-4d2b4252b230 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634782 Nov 12 08:39:42.356620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c995c72-9e24-4303-8aa7-888e61bc63df,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:42.490938 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-efe6d0bf-bfc6-48ab-9162-f6b05711980a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.495435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Attempting to bind port 0c995c72-9e24-4303-8aa7-888e61bc63df on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:39:42.495780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Attempting to bind port 0c995c72-9e24-4303-8aa7-888e61bc63df by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9e18e2ff-b198-454b-b3d0-9b06caa7e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd661c9fe-69ca-425a-ac3c-018ed4768c59'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:39:42.496108 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Attempting to bind port 0c995c72-9e24-4303-8aa7-888e61bc63df on network d661c9fe-69ca-425a-ac3c-018ed4768c59 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:42.540601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Port 0c995c72-9e24-4303-8aa7-888e61bc63df on network d661c9fe-69ca-425a-ac3c-018ed4768c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:39:42.540971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Attempting to bind port 0c995c72-9e24-4303-8aa7-888e61bc63df on network d661c9fe-69ca-425a-ac3c-018ed4768c59 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:39:42.552977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69581e53-187e-4092-84d5-8a154278e07b req-ecea9615-b8e9-48c4-a2c5-d2926175bb3c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:42.554562 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69581e53-187e-4092-84d5-8a154278e07b req-ecea9615-b8e9-48c4-a2c5-d2926175bb3c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.1415088 Nov 12 08:39:42.573475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:39:42.573711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Checking segment: {'id': '9e18e2ff-b198-454b-b3d0-9b06caa7e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd661c9fe-69ca-425a-ac3c-018ed4768c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:42.574097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Bound using segment: {'id': '9e18e2ff-b198-454b-b3d0-9b06caa7e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd661c9fe-69ca-425a-ac3c-018ed4768c59'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:39:42.574591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Bound port: 0c995c72-9e24-4303-8aa7-888e61bc63df, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e18e2ff-b198-454b-b3d0-9b06caa7e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd661c9fe-69ca-425a-ac3c-018ed4768c59'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:39:42.575020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.630247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adfc49-d14a-45bb-bc25-9551d65b45c4 req-b8c021eb-e998-4ede-8043-340d38e2fb86 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:42.632523 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5adfc49-d14a-45bb-bc25-9551d65b45c4 req-b8c021eb-e998-4ede-8043-340d38e2fb86 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0676668 Nov 12 08:39:42.694431 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5adfc49-d14a-45bb-bc25-9551d65b45c4 req-68f3a4ce-6a99-4c4f-a07d-770e60d35f95 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546765 Nov 12 08:39:42.751452 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69581e53-187e-4092-84d5-8a154278e07b req-d8c9e85c-a594-41a5-82a5-2b6dafc378fe tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877911 Nov 12 08:39:42.779960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] For port 0c995c72-9e24-4303-8aa7-888e61bc63df, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:39:42.793907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] For port 0c995c72-9e24-4303-8aa7-888e61bc63df, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0c995c72-9e24-4303-8aa7-888e61bc63df,segment=NetworkSegment(9e18e2ff-b198-454b-b3d0-9b06caa7e360),segment_id=9e18e2ff-b198-454b-b3d0-9b06caa7e360)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:39:42.804421 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.850785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:42.851413 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:42.852870 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] 10.222.0.52 "PUT /v2.0/ports/0c995c72-9e24-4303-8aa7-888e61bc63df HTTP/1.1" status: 200 len: 1092 time: 1.3551188 Nov 12 08:39:42.855148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a91023-0305-4bb1-a48a-6cc2f12e77da', 'tag': '0c995c72-9e24-4303-8aa7-888e61bc63df'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:42.857795 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc382a9e-7071-451e-b9c7-4dc88abb6e19" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a91023-0305-4bb1-a48a-6cc2f12e77da", "tag": "0c995c72-9e24-4303-8aa7-888e61bc63df"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:42.904202 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239fa9d5-091d-4907-b881-0e0d298b8a52 x-openstack-request-id: req-239fa9d5-091d-4907-b881-0e0d298b8a52 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:42.904944 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a91023-0305-4bb1-a48a-6cc2f12e77da", "tag": "0c995c72-9e24-4303-8aa7-888e61bc63df", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:42.905450 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-239fa9d5-091d-4907-b881-0e0d298b8a52 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:42.905849 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a91023-0305-4bb1-a48a-6cc2f12e77da', 'tag': '0c995c72-9e24-4303-8aa7-888e61bc63df', 'status': 'completed', 'code': 200} Nov 12 08:39:42.945214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd35ad-2bbe-4816-93be-41455afc6bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c995c72-9e24-4303-8aa7-888e61bc63df,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:42.970811 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-261088e7-0fd4-488d-b881-3bc787ee3501 req-9e6b5c6d-285d-4718-90da-a9a65a23588f tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0271080 Nov 12 08:39:43.005680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-43c66381-196e-474b-8e08-f59b4d526150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:43.007198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-43c66381-196e-474b-8e08-f59b4d526150 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec0a4e690bf54f05b5323e2101815619&device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 1095 time: 0.1048579 Nov 12 08:39:43.058469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-0ae94d2e-5c29-4da9-9136-d52cc2c89544 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c995c72-9e24-4303-8aa7-888e61bc63df HTTP/1.1" status: 200 len: 217 time: 0.0411983 Nov 12 08:39:43.067876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-efe6d0bf-bfc6-48ab-9162-f6b05711980a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port 7cd3ba09-b151-4b75-aa69-f2809376a56a {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:43.068207 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-efe6d0bf-bfc6-48ab-9162-f6b05711980a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.151360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7088c3-d16c-4237-b994-91f0f7aa732e req-986a8f4b-9330-418c-a364-5a2f04aba6a4 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:43.153262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4f7088c3-d16c-4237-b994-91f0f7aa732e req-986a8f4b-9330-418c-a364-5a2f04aba6a4 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 943 time: 0.0672407 Nov 12 08:39:43.172267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a5a28511-2a31-4d49-ae56-b2158b4fa54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:43.173763 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-a5a28511-2a31-4d49-ae56-b2158b4fa54a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46cf2c23-6ec5-4e9e-b5fd-e37c86ee5220 HTTP/1.1" status: 200 len: 861 time: 0.1025620 Nov 12 08:39:43.200407 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-efe6d0bf-bfc6-48ab-9162-f6b05711980a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.218375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-efe6d0bf-bfc6-48ab-9162-f6b05711980a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for 7cd3ba09-b151-4b75-aa69-f2809376a56a owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:43.219554 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4f7088c3-d16c-4237-b994-91f0f7aa732e req-dee6a9f9-3e6c-46ed-9cf5-4991d4a994f5 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/security-groups?id=66ed1fc3-c83f-477b-8547-bd6db3d72fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586321 Nov 12 08:39:43.260988 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-6f7717cc-f39b-427c-a200-a5e43cf71d60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d661c9fe-69ca-425a-ac3c-018ed4768c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441935 Nov 12 08:39:43.337651 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-57bb7609-76e2-4d41-afb4-65b71c07f2ab req-d0caa1d4-2579-48ed-b662-f21dd14eb6ca tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0312545 Nov 12 08:39:43.454427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-98c136c9-535a-4898-ac04-4f49592dda1c service neutron] 10.222.0.52 "GET /v2.0/networks/d661c9fe-69ca-425a-ac3c-018ed4768c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644039 Nov 12 08:39:43.608001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-172be8dd-a341-4049-a14d-6d6636e9c48e req-3cf30d0f-9a6a-4814-b8c4-d84303e1fe51 service neutron] 10.222.0.52 "GET /v2.0/networks/d661c9fe-69ca-425a-ac3c-018ed4768c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451430 Nov 12 08:39:43.656431 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-efe6d0bf-bfc6-48ab-9162-f6b05711980a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:43.731350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6d0bf-bfc6-48ab-9162-f6b05711980a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=7cd3ba09-b151-4b75-aa69-f2809376a56a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:43.769429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01100c1b-952a-4fb5-b555-a694ecb92f55 req-e375f075-0e75-42ad-ad21-f9767cc3aec0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:43.771038 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01100c1b-952a-4fb5-b555-a694ecb92f55 req-e375f075-0e75-42ad-ad21-f9767cc3aec0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 947 time: 0.3466148 Nov 12 08:39:43.838293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc382a9e-7071-451e-b9c7-4dc88abb6e19 req-4cf51ccb-f5ce-49fc-9fcb-197e0962cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:43.840014 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc382a9e-7071-451e-b9c7-4dc88abb6e19 req-4cf51ccb-f5ce-49fc-9fcb-197e0962cb80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec0a4e690bf54f05b5323e2101815619&device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 1095 time: 0.1711090 Nov 12 08:39:43.857025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f87be-2f81-4d72-a233-318930f1dfda req-2e2d3581-a4b5-48dd-ab98-0a830821ce25 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:43.858742 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-732f87be-2f81-4d72-a233-318930f1dfda req-2e2d3581-a4b5-48dd-ab98-0a830821ce25 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.0577378 Nov 12 08:39:43.931570 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-732f87be-2f81-4d72-a233-318930f1dfda req-69b110bc-74e7-4bb1-b4d2-6f7c7ab4819c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658007 Nov 12 08:39:44.125840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a3ba0-f249-4f06-8489-c83cca88cd1b req-909494f0-e721-42c8-b7d1-6138eb373b04 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:44.127330 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd3a3ba0-f249-4f06-8489-c83cca88cd1b req-909494f0-e721-42c8-b7d1-6138eb373b04 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0529342 Nov 12 08:39:44.177995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd3a3ba0-f249-4f06-8489-c83cca88cd1b req-c3417b0e-cb78-4fcc-a2ed-a070b479282d tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443516 Nov 12 08:39:44.254975 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01100c1b-952a-4fb5-b555-a694ecb92f55 req-93f8a4bb-963a-49d1-8aa2-e6a836e0fbb7 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4600780 Nov 12 08:39:44.300448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce49d6a-10ca-45c5-928c-5a34dcc6a69f req-7ce3b49f-0ae2-48ff-aad6-b1f40e0a4e48 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:44.302050 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce49d6a-10ca-45c5-928c-5a34dcc6a69f req-7ce3b49f-0ae2-48ff-aad6-b1f40e0a4e48 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0620840 Nov 12 08:39:44.361748 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ce49d6a-10ca-45c5-928c-5a34dcc6a69f req-aed5d01f-9131-4a48-97b5-1e7d503ee6d2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508244 Nov 12 08:39:44.393662 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-efe6d0bf-bfc6-48ab-9162-f6b05711980a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:44.408126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc382a9e-7071-451e-b9c7-4dc88abb6e19 req-2dc5533f-d34e-45c7-adaa-87624420d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:44.410549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc382a9e-7071-451e-b9c7-4dc88abb6e19 req-2dc5533f-d34e-45c7-adaa-87624420d1b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d661c9fe-69ca-425a-ac3c-018ed4768c59 HTTP/1.1" status: 200 len: 922 time: 0.5521326 Nov 12 08:39:44.420555 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a267c9-de62-4c02-9bfe-90c1e1f6ae0e req-ea9a397b-4d12-4a73-8ff6-3e731f5f45c2 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:44.422598 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99a267c9-de62-4c02-9bfe-90c1e1f6ae0e req-ea9a397b-4d12-4a73-8ff6-3e731f5f45c2 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 943 time: 0.0990825 Nov 12 08:39:44.452586 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7bdb85fd-7c7b-4336-a9bb-2672f202542a req-df60202a-7f01-4ad1-98c6-434ea914983c tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0273712 Nov 12 08:39:44.509552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc382a9e-7071-451e-b9c7-4dc88abb6e19 req-cd6ce5e5-2821-43c7-b75f-4228d19310c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c995c72-9e24-4303-8aa7-888e61bc63df HTTP/1.1" status: 200 len: 217 time: 0.0857353 Nov 12 08:39:44.630275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99a267c9-de62-4c02-9bfe-90c1e1f6ae0e req-139e148a-03b1-4e3b-9fe0-43f06539b648 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/security-groups?id=66ed1fc3-c83f-477b-8547-bd6db3d72fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968434 Nov 12 08:39:44.639991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc382a9e-7071-451e-b9c7-4dc88abb6e19 req-e208a49d-fd39-40e2-a7d0-237b00dd8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:44.641504 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc382a9e-7071-451e-b9c7-4dc88abb6e19 req-e208a49d-fd39-40e2-a7d0-237b00dd8b1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46cf2c23-6ec5-4e9e-b5fd-e37c86ee5220 HTTP/1.1" status: 200 len: 861 time: 0.1240718 Nov 12 08:39:44.684244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5e172-babb-4544-abe5-481d4d9481df req-b47e901c-406e-43e2-8f1e-b92ead7d9c70 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:44.686106 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4aa5e172-babb-4544-abe5-481d4d9481df req-b47e901c-406e-43e2-8f1e-b92ead7d9c70 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0556865 Nov 12 08:39:44.716703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc382a9e-7071-451e-b9c7-4dc88abb6e19 req-7f0f7401-0b78-4682-b56c-0f1fa3abaa91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d661c9fe-69ca-425a-ac3c-018ed4768c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613019 Nov 12 08:39:44.744830 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4aa5e172-babb-4544-abe5-481d4d9481df req-567f10b5-c732-4020-b05c-a36c0a8c5768 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518177 Nov 12 08:39:44.859687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe6d0bf-bfc6-48ab-9162-f6b05711980a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router 53ab048d-cea0-4357-bb7f-9afc371fec6a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:44.877259 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc382a9e-7071-451e-b9c7-4dc88abb6e19 req-7a881857-73ce-4e88-a48c-94099182ea46 service neutron] 10.222.0.52 "GET /v2.0/networks/d661c9fe-69ca-425a-ac3c-018ed4768c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487496 Nov 12 08:39:45.053081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe6d0bf-bfc6-48ab-9162-f6b05711980a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:45.059743 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-efe6d0bf-bfc6-48ab-9162-f6b05711980a tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "PUT /v2.0/routers/53ab048d-cea0-4357-bb7f-9afc371fec6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4361484 Nov 12 08:39:45.062364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34110) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:45.062956 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc382a9e-7071-451e-b9c7-4dc88abb6e19 req-5d7066f0-daf1-49f6-95fe-78861c80be98 service neutron] 10.222.0.52 "GET /v2.0/networks/d661c9fe-69ca-425a-ac3c-018ed4768c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471722 Nov 12 08:39:45.066882 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601422a-e281-4b7c-aae5-22719d957242 None None] Sync routers for ids ['53ab048d-cea0-4357-bb7f-9afc371fec6a'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:45.081059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601422a-e281-4b7c-aae5-22719d957242 None None] Routers {'53ab048d-cea0-4357-bb7f-9afc371fec6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:45.082595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b601422a-e281-4b7c-aae5-22719d957242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['53ab048d-cea0-4357-bb7f-9afc371fec6a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:45.120971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b601422a-e281-4b7c-aae5-22719d957242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:45.132337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b601422a-e281-4b7c-aae5-22719d957242 None None] Routers {'53ab048d-cea0-4357-bb7f-9afc371fec6a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:45.133352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b601422a-e281-4b7c-aae5-22719d957242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['53ab048d-cea0-4357-bb7f-9afc371fec6a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:45.167694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b601422a-e281-4b7c-aae5-22719d957242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:45.168366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b601422a-e281-4b7c-aae5-22719d957242 None None] The sync data for ids ['53ab048d-cea0-4357-bb7f-9afc371fec6a'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:45.526659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14f49d-e2ca-41b9-879b-bd9dd562aca9 req-8a9554d8-0892-4f3c-9149-3ac760d09178 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:45.528155 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a14f49d-e2ca-41b9-879b-bd9dd562aca9 req-8a9554d8-0892-4f3c-9149-3ac760d09178 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.1016281 Nov 12 08:39:45.552149 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:45.571909 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d636466d-56d6-43c6-b815-fa258cc687f2 req-54c7e527-72d5-462d-a266-8f162d4cddc5 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0352705 Nov 12 08:39:45.662540 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a14f49d-e2ca-41b9-879b-bd9dd562aca9 req-073c23de-fb6f-4261-8a59-f411c9563b9d tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246638 Nov 12 08:39:45.691205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:45.755097 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port 36134a53-468d-4968-bad2-d520b50002e5 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:45.756135 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:45.780138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a240e0-e6ac-4c21-95a7-3c5ad13ae1b9 req-bbbb0fae-ab8b-4393-a9a6-ce4f01bbc54e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:45.781697 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51a240e0-e6ac-4c21-95a7-3c5ad13ae1b9 req-bbbb0fae-ab8b-4393-a9a6-ce4f01bbc54e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 943 time: 0.0714769 Nov 12 08:39:45.834757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51a240e0-e6ac-4c21-95a7-3c5ad13ae1b9 req-38d4edf1-7cec-4270-a7b2-63618d63160e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/security-groups?id=66ed1fc3-c83f-477b-8547-bd6db3d72fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465982 Nov 12 08:39:45.848707 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:45.859386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0c995c72-9e24-4303-8aa7-888e61bc63df details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:39:45.872823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for 36134a53-468d-4968-bad2-d520b50002e5 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:45.955375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e9864-0504-4156-9550-3bbc7df8f0f8 req-ad05b102-fc98-4b0e-9a60-e03de512be67 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:45.957486 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-096e9864-0504-4156-9550-3bbc7df8f0f8 req-ad05b102-fc98-4b0e-9a60-e03de512be67 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1009333 Nov 12 08:39:45.961058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0c995c72-9e24-4303-8aa7-888e61bc63df, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0c995c72-9e24-4303-8aa7-888e61bc63df,segment=NetworkSegment(9e18e2ff-b198-454b-b3d0-9b06caa7e360),segment_id=9e18e2ff-b198-454b-b3d0-9b06caa7e360)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:45.974010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '0c995c72-9e24-4303-8aa7-888e61bc63df', 'network_id': 'd661c9fe-69ca-425a-ac3c-018ed4768c59', 'port_id': '0c995c72-9e24-4303-8aa7-888e61bc63df', 'mac_address': 'fa:16:3e:a5:7e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46cf2c23-6ec5-4e9e-b5fd-e37c86ee5220', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:39:46.015916 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.030177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c995c72-9e24-4303-8aa7-888e61bc63df {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:39:46.050992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0c995c72-9e24-4303-8aa7-888e61bc63df, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0c995c72-9e24-4303-8aa7-888e61bc63df,segment=NetworkSegment(9e18e2ff-b198-454b-b3d0-9b06caa7e360),segment_id=9e18e2ff-b198-454b-b3d0-9b06caa7e360)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:46.056372 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.067620 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-096e9864-0504-4156-9550-3bbc7df8f0f8 req-99fadecb-8437-4a1d-befa-2116eabf9fbc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035733 Nov 12 08:39:46.131363 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=0c995c72-9e24-4303-8aa7-888e61bc63df,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:46.135208 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.163879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=36134a53-468d-4968-bad2-d520b50002e5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:46.237227 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.321557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['0c995c72-9e24-4303-8aa7-888e61bc63df'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:46.357634 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.362416 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.436463 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a6b62-86cc-4119-ba50-1688fcca9024 req-4a1453b8-a170-4a70-bf44-ed3ef3705e3f tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.445215 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff0a6b62-86cc-4119-ba50-1688fcca9024 req-4a1453b8-a170-4a70-bf44-ed3ef3705e3f tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1019597 Nov 12 08:39:46.453461 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.453977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Fanout notify agent at l3_agent the message router_deleted on router 53ab048d-cea0-4357-bb7f-9afc371fec6a {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:39:46.468607 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.472561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34130) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:46.472701 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ea06e45a-de16-42fd-9e92-9ba9bca0e1d8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/routers/53ab048d-cea0-4357-bb7f-9afc371fec6a HTTP/1.1" status: 204 len: 168 time: 1.4093902 Nov 12 08:39:46.513773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff0a6b62-86cc-4119-ba50-1688fcca9024 req-a28405a7-2160-4166-a363-c2b368a141d1 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675337 Nov 12 08:39:46.560833 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2991793-0205-4946-9f57-e409246e9ab8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting subnet baaac1a6-7d60-41c6-9286-ac6aecb53d2e {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:46.564149 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2991793-0205-4946-9f57-e409246e9ab8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.608315 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2991793-0205-4946-9f57-e409246e9ab8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.691337 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-748d2bba-9e38-42c4-92e7-96a426e1c445 req-97d7fdad-2d93-4e8c-b6ca-a365a51ede42 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0425689 Nov 12 08:39:46.731955 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2991793-0205-4946-9f57-e409246e9ab8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.792467 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2991793-0205-4946-9f57-e409246e9ab8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.792725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0689ec7-918f-4e5a-8fff-4c64dfa23bba req-78086363-c15f-476a-ba62-ae61fc703a89 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:46.794185 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0689ec7-918f-4e5a-8fff-4c64dfa23bba req-78086363-c15f-476a-ba62-ae61fc703a89 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0557539 Nov 12 08:39:46.819686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2991793-0205-4946-9f57-e409246e9ab8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Subnet': ['ID=baaac1a6-7d60-41c6-9286-ac6aecb53d2e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:46.825587 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2991793-0205-4946-9f57-e409246e9ab8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.832568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f2991793-0205-4946-9f57-e409246e9ab8 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/subnets/baaac1a6-7d60-41c6-9286-ac6aecb53d2e HTTP/1.1" status: 204 len: 168 time: 0.3581858 Nov 12 08:39:46.833340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34138) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:46.839665 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f30ca9-ae4a-4cdf-8a2d-5eb4b498715e None None] Network edd72eec-b0ba-41f8-b2db-017f2a36897e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:46.866497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0689ec7-918f-4e5a-8fff-4c64dfa23bba req-2fe92e96-0c3b-40bd-8e4a-3c7cda50c665 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659099 Nov 12 08:39:46.927814 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.991021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port ba8756c2-5be4-4f5b-93ba-c37f654f82ee {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:46.991021 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:46.993802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07317bd-b702-4cd8-bf3a-6b073ecc2880 req-98c01c95-f419-4cbd-a00f-894d65d46779 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.003020 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f07317bd-b702-4cd8-bf3a-6b073ecc2880 req-98c01c95-f419-4cbd-a00f-894d65d46779 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 944 time: 0.0653212 Nov 12 08:39:47.058627 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f07317bd-b702-4cd8-bf3a-6b073ecc2880 req-964e623c-da8e-4d4a-bd45-89967752cab9 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/security-groups?id=66ed1fc3-c83f-477b-8547-bd6db3d72fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545890 Nov 12 08:39:47.062450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] For port ba8756c2-5be4-4f5b-93ba-c37f654f82ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ba8756c2-5be4-4f5b-93ba-c37f654f82ee,segment=NetworkSegment(65a5553a-38ad-49b1-9634-b18d307ef53f),segment_id=65a5553a-38ad-49b1-9634-b18d307ef53f)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:47.062953 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.074511 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeedf5f3-1f0d-43fc-a692-47f715fe855d None None] DHCP port deletion for edd72eec-b0ba-41f8-b2db-017f2a36897e request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:39:47.081996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for ba8756c2-5be4-4f5b-93ba-c37f654f82ee owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:47.128254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-aeedf5f3-1f0d-43fc-a692-47f715fe855d None None] Deleting port ba8756c2-5be4-4f5b-93ba-c37f654f82ee {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:47.128731 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aeedf5f3-1f0d-43fc-a692-47f715fe855d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.162332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.188306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=ba8756c2-5be4-4f5b-93ba-c37f654f82ee,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:47.191827 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-aeedf5f3-1f0d-43fc-a692-47f715fe855d None None] For port ba8756c2-5be4-4f5b-93ba-c37f654f82ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ba8756c2-5be4-4f5b-93ba-c37f654f82ee,segment=NetworkSegment(65a5553a-38ad-49b1-9634-b18d307ef53f),segment_id=65a5553a-38ad-49b1-9634-b18d307ef53f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:47.192386 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aeedf5f3-1f0d-43fc-a692-47f715fe855d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.192513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] No DVR routers for this DVR port ba8756c2-5be4-4f5b-93ba-c37f654f82ee on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:47.208023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-aeedf5f3-1f0d-43fc-a692-47f715fe855d None None] Calling delete_port for ba8756c2-5be4-4f5b-93ba-c37f654f82ee owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:47.290027 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.292705 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aeedf5f3-1f0d-43fc-a692-47f715fe855d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.311032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd72eec-b0ba-41f8-b2db-017f2a36897e']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:47.317755 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedf5f3-1f0d-43fc-a692-47f715fe855d None None] Pushing event deleted for resources: {'Port': ['ID=ba8756c2-5be4-4f5b-93ba-c37f654f82ee,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:47.320403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a5553a-38ad-49b1-9634-b18d307ef53f') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:47.320700 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a5553a-38ad-49b1-9634-b18d307ef53f') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:47.321467 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeedf5f3-1f0d-43fc-a692-47f715fe855d None None] No DVR routers for this DVR port ba8756c2-5be4-4f5b-93ba-c37f654f82ee on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:47.331523 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.344880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.351915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:47.352296 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:47.355584 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:47.417990 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.430974 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.434604 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/networks/edd72eec-b0ba-41f8-b2db-017f2a36897e HTTP/1.1" status: 204 len: 168 time: 0.6003041 Nov 12 08:39:47.437551 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34144) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:47.446619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc33cfb-27f7-4acd-9fb4-2f40e9bd3a13 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Network': ['ID=edd72eec-b0ba-41f8-b2db-017f2a36897e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:47.570832 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0a13b302-4ebe-4596-a4e8-8b514e9c9052 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port 1220ce11-e5da-4cbb-8903-f3c7eee95628 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:47.571097 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a13b302-4ebe-4596-a4e8-8b514e9c9052 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.682357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091d211-79d3-446a-94e3-a0a58562199b req-21ba3383-d60d-4231-8305-4b6610aad2a1 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:47.683857 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b091d211-79d3-446a-94e3-a0a58562199b req-21ba3383-d60d-4231-8305-4b6610aad2a1 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1000607 Nov 12 08:39:47.693255 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a13b302-4ebe-4596-a4e8-8b514e9c9052 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.693582 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a13b302-4ebe-4596-a4e8-8b514e9c9052 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.716403 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0a13b302-4ebe-4596-a4e8-8b514e9c9052 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for 1220ce11-e5da-4cbb-8903-f3c7eee95628 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:47.798198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b091d211-79d3-446a-94e3-a0a58562199b req-f037b3a7-c83b-4a81-97f8-c364c82e47ea tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068878 Nov 12 08:39:47.798591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e93fa851-2993-4450-9e11-8e39456042df req-2fd08318-e162-4abe-b72f-f8b7ba234817 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0270495 Nov 12 08:39:47.856859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0c995c72-9e24-4303-8aa7-888e61bc63df up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:39:47.896004 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a13b302-4ebe-4596-a4e8-8b514e9c9052 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.915476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 0c995c72-9e24-4303-8aa7-888e61bc63df completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:39:47.920438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 0c995c72-9e24-4303-8aa7-888e61bc63df triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:39:47.920821 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:47.933740 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13b302-4ebe-4596-a4e8-8b514e9c9052 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=1220ce11-e5da-4cbb-8903-f3c7eee95628,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:48.019301 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a13b302-4ebe-4596-a4e8-8b514e9c9052 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.022814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a13b302-4ebe-4596-a4e8-8b514e9c9052 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.024394 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0a13b302-4ebe-4596-a4e8-8b514e9c9052 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/floatingips/f85b61c3-b456-4426-af89-6d975c6707ef HTTP/1.1" status: 204 len: 168 time: 0.5857112 Nov 12 08:39:48.028815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34156) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:48.060060 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.074688 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3331d9a8-8b7c-4a25-a194-5701d824f98b tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] DELETE failed (client error): The resource could not be found. Nov 12 08:39:48.075326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3331d9a8-8b7c-4a25-a194-5701d824f98b tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:39:48.080706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3331d9a8-8b7c-4a25-a194-5701d824f98b tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/ports/f1dd6614-a859-4f03-b5e8-d551fe131328 HTTP/1.1" status: 404 len: 333 time: 0.0485058 Nov 12 08:39:48.082984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34158) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:48.091197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a91023-0305-4bb1-a48a-6cc2f12e77da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c995c72-9e24-4303-8aa7-888e61bc63df'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:48.093617 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901aae90-7ace-44f5-9149-ff163b382936" -d '{"events": [{"server_uuid": "f3a91023-0305-4bb1-a48a-6cc2f12e77da", "name": "network-vif-plugged", "status": "completed", "tag": "0c995c72-9e24-4303-8aa7-888e61bc63df"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:48.107432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0c995c72-9e24-4303-8aa7-888e61bc63df, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0c995c72-9e24-4303-8aa7-888e61bc63df,segment=NetworkSegment(9e18e2ff-b198-454b-b3d0-9b06caa7e360),segment_id=9e18e2ff-b198-454b-b3d0-9b06caa7e360)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:48.115767 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.136941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-231e8ac4-4151-4d0d-b859-4ccdfe7b6815 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ab048d-cea0-4357-bb7f-9afc371fec6a HTTP/1.1" status: 200 len: 205 time: 0.0526485 Nov 12 08:39:48.139599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34164) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:48.164035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8a52d-ccf9-44b3-93db-c404a8e4661b req-b3d4fd2c-dd51-4338-b2dc-9d91145efd19 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.165970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-35b8a52d-ccf9-44b3-93db-c404a8e4661b req-b3d4fd2c-dd51-4338-b2dc-9d91145efd19 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.1056254 Nov 12 08:39:48.201199 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-65bc6c48-be13-4e8e-ac23-923b3a1f68ba tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] delete failed (client error): The resource could not be found. Nov 12 08:39:48.205698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34168) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:48.207797 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-65bc6c48-be13-4e8e-ac23-923b3a1f68ba tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/routers/53ab048d-cea0-4357-bb7f-9afc371fec6a HTTP/1.1" status: 404 len: 336 time: 0.0671191 Nov 12 08:39:48.220360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=0c995c72-9e24-4303-8aa7-888e61bc63df,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:48.244917 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-988089e1-7a9c-4b36-8676-fd25afa42bc1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] DELETE failed (client error): The resource could not be found. Nov 12 08:39:48.246311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988089e1-7a9c-4b36-8676-fd25afa42bc1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:39:48.251996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-988089e1-7a9c-4b36-8676-fd25afa42bc1 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/subnets/baaac1a6-7d60-41c6-9286-ac6aecb53d2e HTTP/1.1" status: 404 len: 337 time: 0.0429103 Nov 12 08:39:48.254224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34172) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:48.294248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-35b8a52d-ccf9-44b3-93db-c404a8e4661b req-691b88ac-0c02-4fdb-8415-513eb4f60f6b tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119528 Nov 12 08:39:48.302054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cc141-6076-441b-8440-483be04c38ec req-50e33907-ef32-4d04-b340-8b73fbdc9d16 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.304171 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb9cc141-6076-441b-8440-483be04c38ec req-50e33907-ef32-4d04-b340-8b73fbdc9d16 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 945 time: 0.0949254 Nov 12 08:39:48.348271 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25165f87-e698-4371-9f02-f56c831e112d x-openstack-request-id: req-25165f87-e698-4371-9f02-f56c831e112d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:48.348827 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a91023-0305-4bb1-a48a-6cc2f12e77da", "name": "network-vif-plugged", "status": "completed", "tag": "0c995c72-9e24-4303-8aa7-888e61bc63df", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:48.349956 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25165f87-e698-4371-9f02-f56c831e112d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:48.350365 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a91023-0305-4bb1-a48a-6cc2f12e77da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c995c72-9e24-4303-8aa7-888e61bc63df', 'code': 200} Nov 12 08:39:48.383731 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-723ed0a3-d0fd-4812-afb3-8cd564dca425 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port 47d9e05f-3f03-4c57-9e10-ae2a2924309f {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:48.384083 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-723ed0a3-d0fd-4812-afb3-8cd564dca425 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.416033 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb9cc141-6076-441b-8440-483be04c38ec req-31a968ef-d364-4b3e-9f86-b0d83b655399 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/security-groups?id=66ed1fc3-c83f-477b-8547-bd6db3d72fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951126 Nov 12 08:39:48.535768 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-723ed0a3-d0fd-4812-afb3-8cd564dca425 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.547574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60089f29-c782-4a5f-88a6-80014577f976 req-b1bbed43-eb56-43e7-9075-96fc2b06a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:48.549260 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60089f29-c782-4a5f-88a6-80014577f976 req-b1bbed43-eb56-43e7-9075-96fc2b06a9d1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 1097 time: 0.1122015 Nov 12 08:39:48.556681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-723ed0a3-d0fd-4812-afb3-8cd564dca425 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for 47d9e05f-3f03-4c57-9e10-ae2a2924309f owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:48.667086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ba8756c2-5be4-4f5b-93ba-c37f654f82ee no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:48.672216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60089f29-c782-4a5f-88a6-80014577f976 req-28544ff0-558c-4c83-b896-3ed320744b98 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=66ed1fc3-c83f-477b-8547-bd6db3d72fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020420 Nov 12 08:39:48.693488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ba8756c2-5be4-4f5b-93ba-c37f654f82ee {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:48.693488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ba8756c2-5be4-4f5b-93ba-c37f654f82ee not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:48.764995 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-723ed0a3-d0fd-4812-afb3-8cd564dca425 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.801536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ed0a3-d0fd-4812-afb3-8cd564dca425 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=47d9e05f-3f03-4c57-9e10-ae2a2924309f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:48.893226 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-723ed0a3-d0fd-4812-afb3-8cd564dca425 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:48.902074 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-723ed0a3-d0fd-4812-afb3-8cd564dca425 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/ports/47d9e05f-3f03-4c57-9e10-ae2a2924309f HTTP/1.1" status: 204 len: 168 time: 0.6445599 Nov 12 08:39:48.902476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34180) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:48.922443 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ee3f3cd-30c0-43ea-b35a-8ca530f2384f req-2b8bd86b-8865-47c4-9c96-b256463b7d51 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0377936 Nov 12 08:39:49.056541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-50268851-b221-4c3d-8886-9544bf76e221 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port 1f5df905-e93a-434d-9d4c-221dd9ba3e8f {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:49.057076 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50268851-b221-4c3d-8886-9544bf76e221 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.188442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50268851-b221-4c3d-8886-9544bf76e221 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.202229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-50268851-b221-4c3d-8886-9544bf76e221 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for 1f5df905-e93a-434d-9d4c-221dd9ba3e8f owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:49.346397 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50268851-b221-4c3d-8886-9544bf76e221 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.383346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50268851-b221-4c3d-8886-9544bf76e221 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=1f5df905-e93a-434d-9d4c-221dd9ba3e8f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:49.526515 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50268851-b221-4c3d-8886-9544bf76e221 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:49.527141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ce9fd-c373-4c62-b1a8-27dee271dca1 req-f0590cc2-e20e-4b1a-a096-cb5d5cd60df4 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.528655 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-488ce9fd-c373-4c62-b1a8-27dee271dca1 req-f0590cc2-e20e-4b1a-a096-cb5d5cd60df4 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0514064 Nov 12 08:39:49.530028 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-50268851-b221-4c3d-8886-9544bf76e221 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/ports/1f5df905-e93a-434d-9d4c-221dd9ba3e8f HTTP/1.1" status: 204 len: 168 time: 0.6261268 Nov 12 08:39:49.532545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34196) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:49.540451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad6dc6-679a-443d-8c0e-8c9421972089 req-6954b559-98e1-475d-b975-63169bd548ac tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.541980 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dad6dc6-679a-443d-8c0e-8c9421972089 req-6954b559-98e1-475d-b975-63169bd548ac tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.1609788 Nov 12 08:39:49.575272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e010b-26f3-4d3e-9c47-5a819d2e5689 req-36b5d805-d697-46fe-8af3-09d19ed107ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.576750 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e8e010b-26f3-4d3e-9c47-5a819d2e5689 req-36b5d805-d697-46fe-8af3-09d19ed107ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 1097 time: 0.1050122 Nov 12 08:39:49.616497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf77659-e50b-48e1-9b3b-904613270b19 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.620494 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-faf77659-e50b-48e1-9b3b-904613270b19 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "GET /v2.0/ports?device_id=f581d278-c3b3-48a9-ac3d-34d091a47f03 HTTP/1.1" status: 200 len: 913 time: 0.0842021 Nov 12 08:39:49.620699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34198) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:49.622506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dad6dc6-679a-443d-8c0e-8c9421972089 req-2e702714-b3fe-4eeb-86d1-2a0761ace662 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740197 Nov 12 08:39:49.630788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-488ce9fd-c373-4c62-b1a8-27dee271dca1 req-accba651-7d85-4532-b140-de184998c020 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881264 Nov 12 08:39:49.689219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e010b-26f3-4d3e-9c47-5a819d2e5689 req-a92f562e-ec66-468c-959a-76a0674d5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.690910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e8e010b-26f3-4d3e-9c47-5a819d2e5689 req-a92f562e-ec66-468c-959a-76a0674d5c46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 200 len: 919 time: 0.1030014 Nov 12 08:39:49.748221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e8e010b-26f3-4d3e-9c47-5a819d2e5689 req-f120d8e4-56c0-4244-81d4-53921dc1acc6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06351c1f-930b-49ca-9307-1667f08a6e14 HTTP/1.1" status: 200 len: 217 time: 0.0504131 Nov 12 08:39:49.824464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0283f-a638-4230-815b-1fef464d9eec req-b55741ad-2c8c-407e-b499-03d3bad27bf4 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.826107 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98c0283f-a638-4230-815b-1fef464d9eec req-b55741ad-2c8c-407e-b499-03d3bad27bf4 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 945 time: 0.1214416 Nov 12 08:39:49.828169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e010b-26f3-4d3e-9c47-5a819d2e5689 req-83a0de53-866c-424b-8536-229a8b8f1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:49.829685 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e8e010b-26f3-4d3e-9c47-5a819d2e5689 req-83a0de53-866c-424b-8536-229a8b8f1435 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e098a2ee-2339-4ade-8938-56472dbe143c HTTP/1.1" status: 200 len: 858 time: 0.0676336 Nov 12 08:39:49.878613 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e8e010b-26f3-4d3e-9c47-5a819d2e5689 req-21e3e41e-8da4-4ef0-bf2d-f4370f2e7fd1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e15557bf-6095-4744-9c4f-6e89b3a8efae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362201 Nov 12 08:39:49.929282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98c0283f-a638-4230-815b-1fef464d9eec req-0190ffa1-41a9-4a04-ac79-d26747ed02fb tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/security-groups?id=66ed1fc3-c83f-477b-8547-bd6db3d72fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942564 Nov 12 08:39:50.010274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e8e010b-26f3-4d3e-9c47-5a819d2e5689 req-76a13cd4-0189-429e-937f-7a7772a20447 service neutron] 10.222.0.46 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194589 Nov 12 08:39:50.023863 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-68a8f53b-86c4-4048-ab10-2c42bd5ff850 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.091929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-641fdfab-b06e-4eca-a394-5bc3b8c7468e req-d65c0fb0-2bee-42e7-a477-a51b7ba2e890 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0646393 Nov 12 08:39:50.119492 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e8e010b-26f3-4d3e-9c47-5a819d2e5689 req-8fc270b8-3c99-47ed-aafd-987789e5711d service neutron] 10.222.0.46 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018250 Nov 12 08:39:50.330097 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-68a8f53b-86c4-4048-ab10-2c42bd5ff850 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port 495a5d0a-feee-437b-a1ac-dffc6613334c {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:50.330435 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-68a8f53b-86c4-4048-ab10-2c42bd5ff850 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.418305 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-68a8f53b-86c4-4048-ab10-2c42bd5ff850 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.430529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-68a8f53b-86c4-4048-ab10-2c42bd5ff850 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for 495a5d0a-feee-437b-a1ac-dffc6613334c owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:50.620575 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-68a8f53b-86c4-4048-ab10-2c42bd5ff850 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.648210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8f53b-86c4-4048-ab10-2c42bd5ff850 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=495a5d0a-feee-437b-a1ac-dffc6613334c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:50.762808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab5276-92bf-4945-ae7e-46b33cf86384 req-7430928e-1161-46c0-b4fa-02744f17d318 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.764373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-deab5276-92bf-4945-ae7e-46b33cf86384 req-7430928e-1161-46c0-b4fa-02744f17d318 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0530393 Nov 12 08:39:50.830405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-deab5276-92bf-4945-ae7e-46b33cf86384 req-cce64c80-1aec-4aa4-84a9-f2743faed25f tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535152 Nov 12 08:39:50.865084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63a54a-1547-4517-82bd-31e95e863c75 req-2766e605-fc95-44e2-b542-897599620483 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:50.866624 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8a63a54a-1547-4517-82bd-31e95e863c75 req-2766e605-fc95-44e2-b542-897599620483 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.1332271 Nov 12 08:39:50.896757 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-68a8f53b-86c4-4048-ab10-2c42bd5ff850 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:50.968038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8a63a54a-1547-4517-82bd-31e95e863c75 req-29efb0cf-283e-4bfa-bfaf-e2cf5e8112b8 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937049 Nov 12 08:39:51.074810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead19b74-911c-4d4f-9697-4e332dc88ed6 req-f8e18fc5-e514-46bf-9776-6630d3d64122 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:51.076296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ead19b74-911c-4d4f-9697-4e332dc88ed6 req-f8e18fc5-e514-46bf-9776-6630d3d64122 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 945 time: 0.0523732 Nov 12 08:39:51.134789 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ead19b74-911c-4d4f-9697-4e332dc88ed6 req-0252f562-0ce7-4d6a-b9d2-276ad954a99d tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/security-groups?id=66ed1fc3-c83f-477b-8547-bd6db3d72fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520494 Nov 12 08:39:51.148609 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a8f53b-86c4-4048-ab10-2c42bd5ff850 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Router f581d278-c3b3-48a9-ac3d-34d091a47f03 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:39:51.230482 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03cdb3d3-9a78-4335-ab93-63c63f5aee84 req-8e2f899b-e854-4009-b20f-121ae26226d6 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0373309 Nov 12 08:39:51.298524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a8f53b-86c4-4048-ab10-2c42bd5ff850 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:39:51.313924 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-68a8f53b-86c4-4048-ab10-2c42bd5ff850 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "PUT /v2.0/routers/f581d278-c3b3-48a9-ac3d-34d091a47f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6922250 Nov 12 08:39:51.316589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34226) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:51.324349 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e7457-0e65-4ab9-8f8f-3803eae86d29 None None] Sync routers for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:39:51.335786 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e7457-0e65-4ab9-8f8f-3803eae86d29 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:51.336496 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-9f3e7457-0e65-4ab9-8f8f-3803eae86d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:51.374514 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-9f3e7457-0e65-4ab9-8f8f-3803eae86d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:51.384020 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e7457-0e65-4ab9-8f8f-3803eae86d29 None None] Routers {'f581d278-c3b3-48a9-ac3d-34d091a47f03'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:39:51.384647 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-9f3e7457-0e65-4ab9-8f8f-3803eae86d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:39:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f581d278-c3b3-48a9-ac3d-34d091a47f03'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:51.429332 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-9f3e7457-0e65-4ab9-8f8f-3803eae86d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:51.429994 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e7457-0e65-4ab9-8f8f-3803eae86d29 None None] The sync data for ids ['f581d278-c3b3-48a9-ac3d-34d091a47f03'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:39:51.453137 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.821514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ff534-929c-420a-b895-2b5ac7e57603 req-17564815-0fdb-449d-9dac-3829862182d0 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:51.823205 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4d9ff534-929c-420a-b895-2b5ac7e57603 req-17564815-0fdb-449d-9dac-3829862182d0 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 945 time: 0.0508173 Nov 12 08:39:51.879982 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4d9ff534-929c-420a-b895-2b5ac7e57603 req-0945bb3c-1c8a-4c21-8aca-f288013f7473 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/security-groups?id=66ed1fc3-c83f-477b-8547-bd6db3d72fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504432 Nov 12 08:39:51.883998 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:51.979304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36565b-cf1b-43ea-ac99-1fc1a527e501 req-d3aa2b35-c83e-458a-bb71-3a03b6db3e48 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:51.980786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5c36565b-cf1b-43ea-ac99-1fc1a527e501 req-d3aa2b35-c83e-458a-bb71-3a03b6db3e48 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0653625 Nov 12 08:39:51.982341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting port 6b97f5c3-db0f-4983-ac19-017a3cca6599 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:51.982679 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.091393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5c36565b-cf1b-43ea-ac99-1fc1a527e501 req-24304028-6410-4824-bb38-2e50f34f5bb4 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959039 Nov 12 08:39:52.102926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.112807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa39ff-f14d-45c6-bfbb-0cbd97d65db1 req-d936442d-dfc3-4903-b6cc-3e9b2d5aa0b8 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:52.114565 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a6aa39ff-f14d-45c6-bfbb-0cbd97d65db1 req-d936442d-dfc3-4903-b6cc-3e9b2d5aa0b8 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0555141 Nov 12 08:39:52.117454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Calling delete_port for 6b97f5c3-db0f-4983-ac19-017a3cca6599 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:52.162111 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a6aa39ff-f14d-45c6-bfbb-0cbd97d65db1 req-839f4289-baa0-40e3-9b0b-74de4296ebad tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Nov 12 08:39:52.240045 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.282356 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.309607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Port': ['ID=6b97f5c3-db0f-4983-ac19-017a3cca6599,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:52.332388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:52.332734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:52.333078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:52.333442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:52.333781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:52.334108 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:52.334441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:52.334772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:52.335096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:52.335418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:52.335746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:52.336064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:39:52.374792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93c90ff8-2f4f-485d-982a-1953821d34ef req-288d6360-e24e-49df-a253-979a83639390 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0597372 Nov 12 08:39:52.412332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.505184 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.507331 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.548829 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.549424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Fanout notify agent at l3_agent the message router_deleted on router f581d278-c3b3-48a9-ac3d-34d091a47f03 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:39:52.556887 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.558024 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-740d11e6-94d8-4f1a-8f23-9ef3059d32bb tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/routers/f581d278-c3b3-48a9-ac3d-34d091a47f03 HTTP/1.1" status: 204 len: 168 time: 1.2403834 Nov 12 08:39:52.560634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34260) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:52.615848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c559a9de-774b-4ad4-990b-ef6bd0a82a29 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Deleting subnet 926151ad-e85b-49bd-bd15-6d976d304828 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:52.619061 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c559a9de-774b-4ad4-990b-ef6bd0a82a29 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.658285 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c559a9de-774b-4ad4-990b-ef6bd0a82a29 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.703074 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c559a9de-774b-4ad4-990b-ef6bd0a82a29 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.759746 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c559a9de-774b-4ad4-990b-ef6bd0a82a29 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.792443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559a9de-774b-4ad4-990b-ef6bd0a82a29 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Subnet': ['ID=926151ad-e85b-49bd-bd15-6d976d304828,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:52.796147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c559a9de-774b-4ad4-990b-ef6bd0a82a29 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.801672 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c559a9de-774b-4ad4-990b-ef6bd0a82a29 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/subnets/926151ad-e85b-49bd-bd15-6d976d304828 HTTP/1.1" status: 204 len: 168 time: 0.2377160 Nov 12 08:39:52.802154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34262) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:52.878495 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.972264 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:52.995632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b1feb1-5c56-4f8f-9548-bcbc6f8138ef']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:53.010084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e9851c-8493-474b-98a7-b3a56b7e6d34') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:53.010381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e9851c-8493-474b-98a7-b3a56b7e6d34') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:53.021049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.021325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d3fc8-3c1d-4d00-97ee-17d905163133 req-3e6eb413-5b60-4bff-b117-8dff779b0db5 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.022787 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-483d3fc8-3c1d-4d00-97ee-17d905163133 req-3e6eb413-5b60-4bff-b117-8dff779b0db5 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 945 time: 0.0644555 Nov 12 08:39:53.035288 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.043703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:53.043703 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:53.047403 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:53.075826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-483d3fc8-3c1d-4d00-97ee-17d905163133 req-3ba811f2-6ef1-4462-af10-a0dd3193e517 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/security-groups?id=66ed1fc3-c83f-477b-8547-bd6db3d72fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464470 Nov 12 08:39:53.111696 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.135649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.138931 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] 10.222.0.31 "DELETE /v2.0/networks/75b1feb1-5c56-4f8f-9548-bcbc6f8138ef HTTP/1.1" status: 204 len: 168 time: 0.3361051 Nov 12 08:39:53.140240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737477b5-9f48-4085-a84e-484d34c67695 tempest-FloatingIPTestJSON-873063586 tempest-FloatingIPTestJSON-873063586-project] Pushing event deleted for resources: {'Network': ['ID=75b1feb1-5c56-4f8f-9548-bcbc6f8138ef,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:53.257285 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd0aff35-c835-458e-ab55-1a92e263914b req-fd492af6-8e2e-480f-8c62-65617543d434 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0731509 Nov 12 08:39:53.269154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014528c4-eb06-41c0-9df0-16948dd75100 req-73359fc1-8e4a-4ef8-ae96-e39e8342ffdf tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.271862 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-014528c4-eb06-41c0-9df0-16948dd75100 req-73359fc1-8e4a-4ef8-ae96-e39e8342ffdf tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0983407 Nov 12 08:39:53.301365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef8194-6df2-42d5-a1b4-a7768509b827 req-93c208c8-e2b5-4fcd-a2d8-a37b0aa256f1 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.303581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bdef8194-6df2-42d5-a1b4-a7768509b827 req-93c208c8-e2b5-4fcd-a2d8-a37b0aa256f1 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0662620 Nov 12 08:39:53.359367 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bdef8194-6df2-42d5-a1b4-a7768509b827 req-98026850-d346-4ab3-948f-0727e3cca2cf tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481522 Nov 12 08:39:53.391296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-014528c4-eb06-41c0-9df0-16948dd75100 req-3f94067b-d55a-4ebc-b94d-cfddb3c4ba12 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115901 Nov 12 08:39:53.412708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aff35-c835-458e-ab55-1a92e263914b req-34f2ba60-9496-4916-86c3-77a4ef51d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.414271 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd0aff35-c835-458e-ab55-1a92e263914b req-34f2ba60-9496-4916-86c3-77a4ef51d6bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 1099 time: 0.0978506 Nov 12 08:39:53.436415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b8c15-5b90-4381-b730-9479382837dc req-4e5321b4-f79c-4e23-84b9-e88e28f5e9bb tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.438483 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad8b8c15-5b90-4381-b730-9479382837dc req-4e5321b4-f79c-4e23-84b9-e88e28f5e9bb tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 945 time: 0.1094267 Nov 12 08:39:53.485585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34280) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:53.568080 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-793a4237-9459-403f-b54a-d45b4dcb0249 req-5810c8c7-2969-4cdd-9e5e-8b67d520d6eb tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0722826 Nov 12 08:39:53.624353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aff35-c835-458e-ab55-1a92e263914b req-bdcfa8cc-3361-4e14-abbe-715fe07dd2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.629639 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd0aff35-c835-458e-ab55-1a92e263914b req-bdcfa8cc-3361-4e14-abbe-715fe07dd2c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 918 time: 0.1864963 Nov 12 08:39:53.642853 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ac94d63a-3c33-401c-ac10-4e6f7bf00e06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3aac0e9f616a4cfe90da66c17ab0df79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1554096 Nov 12 08:39:53.646244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34284) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:53.684357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-ad8b8c15-5b90-4381-b730-9479382837dc req-c7c8a2ec-15de-4dc4-859f-295a38e00a5e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Deleting port 0c995c72-9e24-4303-8aa7-888e61bc63df {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:53.684710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ad8b8c15-5b90-4381-b730-9479382837dc req-c7c8a2ec-15de-4dc4-859f-295a38e00a5e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.697740 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d507a5a0-604d-46f3-bf53-46a004a93ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.720267 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d507a5a0-604d-46f3-bf53-46a004a93ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.755548 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd0aff35-c835-458e-ab55-1a92e263914b req-175a3789-cf75-41dc-895f-46db5be0effb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc HTTP/1.1" status: 200 len: 1001 time: 0.1164730 Nov 12 08:39:53.773016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d507a5a0-604d-46f3-bf53-46a004a93ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.775635 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d507a5a0-604d-46f3-bf53-46a004a93ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.777158 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d507a5a0-604d-46f3-bf53-46a004a93ca3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/794fdb43-6512-4679-9abd-8c507dc9402b HTTP/1.1" status: 204 len: 168 time: 0.1293597 Nov 12 08:39:53.791229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507a5a0-604d-46f3-bf53-46a004a93ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794fdb43-6512-4679-9abd-8c507dc9402b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:53.826185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ad8b8c15-5b90-4381-b730-9479382837dc req-c7c8a2ec-15de-4dc4-859f-295a38e00a5e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] For port 0c995c72-9e24-4303-8aa7-888e61bc63df, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0c995c72-9e24-4303-8aa7-888e61bc63df,segment=NetworkSegment(9e18e2ff-b198-454b-b3d0-9b06caa7e360),segment_id=9e18e2ff-b198-454b-b3d0-9b06caa7e360)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:39:53.826476 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ad8b8c15-5b90-4381-b730-9479382837dc req-c7c8a2ec-15de-4dc4-859f-295a38e00a5e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:53.839660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aff35-c835-458e-ab55-1a92e263914b req-503466cd-ac71-43e5-b1cd-6add84365796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.841135 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd0aff35-c835-458e-ab55-1a92e263914b req-503466cd-ac71-43e5-b1cd-6add84365796 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.0766373 Nov 12 08:39:53.845392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-ad8b8c15-5b90-4381-b730-9479382837dc req-c7c8a2ec-15de-4dc4-859f-295a38e00a5e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Calling delete_port for 0c995c72-9e24-4303-8aa7-888e61bc63df owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:53.943754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aff35-c835-458e-ab55-1a92e263914b req-5e3f4350-adb1-4c95-a927-7a2bc96742b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:53.945306 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd0aff35-c835-458e-ab55-1a92e263914b req-5e3f4350-adb1-4c95-a927-7a2bc96742b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951109 Nov 12 08:39:54.088602 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ad8b8c15-5b90-4381-b730-9479382837dc req-c7c8a2ec-15de-4dc4-859f-295a38e00a5e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.101054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['0c995c72-9e24-4303-8aa7-888e61bc63df'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:39:54.136456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8a2ec-15de-4dc4-859f-295a38e00a5e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Pushing event deleted for resources: {'Port': ['ID=0c995c72-9e24-4303-8aa7-888e61bc63df,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:54.147750 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd0aff35-c835-458e-ab55-1a92e263914b req-2b2e729a-0553-4ad4-903f-26f3e38fdad0 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888554 Nov 12 08:39:54.234140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8b8c15-5b90-4381-b730-9479382837dc req-c7c8a2ec-15de-4dc4-859f-295a38e00a5e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] No DVR routers for this DVR port 0c995c72-9e24-4303-8aa7-888e61bc63df on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:39:54.243075 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a0c0950-d1e6-448f-b8db-0a906a6d31ab req-4632b211-bb5a-4a82-a735-15f952ed6082 tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3a91023-0305-4bb1-a48a-6cc2f12e77da HTTP/1.1" status: 200 len: 210 time: 0.0688343 Nov 12 08:39:54.244150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ad8b8c15-5b90-4381-b730-9479382837dc req-c7c8a2ec-15de-4dc4-859f-295a38e00a5e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.247420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad8b8c15-5b90-4381-b730-9479382837dc req-c7c8a2ec-15de-4dc4-859f-295a38e00a5e tempest-ServerMetadataNegativeTestJSON-866165306 tempest-ServerMetadataNegativeTestJSON-866165306-project] 10.222.0.52 "DELETE /v2.0/ports/0c995c72-9e24-4303-8aa7-888e61bc63df HTTP/1.1" status: 204 len: 173 time: 0.7990360 Nov 12 08:39:54.249471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a91023-0305-4bb1-a48a-6cc2f12e77da', 'name': 'network-vif-deleted', 'tag': '0c995c72-9e24-4303-8aa7-888e61bc63df'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:39:54.251887 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7ae272-3fd9-4fba-99ad-7e6c3fd615d9" -d '{"events": [{"server_uuid": "f3a91023-0305-4bb1-a48a-6cc2f12e77da", "name": "network-vif-deleted", "tag": "0c995c72-9e24-4303-8aa7-888e61bc63df"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:39:54.327529 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091d8d7a-db14-4a7a-bf7a-0c8dedea4525 x-openstack-request-id: req-091d8d7a-db14-4a7a-bf7a-0c8dedea4525 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:39:54.327830 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a91023-0305-4bb1-a48a-6cc2f12e77da", "name": "network-vif-deleted", "tag": "0c995c72-9e24-4303-8aa7-888e61bc63df", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:39:54.328085 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-091d8d7a-db14-4a7a-bf7a-0c8dedea4525 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:39:54.328482 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a91023-0305-4bb1-a48a-6cc2f12e77da', 'name': 'network-vif-deleted', 'tag': '0c995c72-9e24-4303-8aa7-888e61bc63df', 'status': 'completed', 'code': 200} Nov 12 08:39:54.335652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd0aff35-c835-458e-ab55-1a92e263914b req-101fedfb-f2b7-4073-873d-c29ed004effa service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625092 Nov 12 08:39:54.489243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba976f-f7b7-4e16-844e-481988bfe778 req-47027fc6-8dcd-4e86-8d21-a3828cce1921 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.490730 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82ba976f-f7b7-4e16-844e-481988bfe778 req-47027fc6-8dcd-4e86-8d21-a3828cce1921 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0564916 Nov 12 08:39:54.530861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34318) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:54.545686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82ba976f-f7b7-4e16-844e-481988bfe778 req-1c0d8eb1-3d53-4356-af23-c229a3aa4c83 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472677 Nov 12 08:39:54.550469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33883460-c474-4ba9-a486-bc0322a98bea req-551c3e15-4a2e-412e-94f7-c690f95890a3 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:54.552112 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-33883460-c474-4ba9-a486-bc0322a98bea req-551c3e15-4a2e-412e-94f7-c690f95890a3 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0635169 Nov 12 08:39:54.623319 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-33883460-c474-4ba9-a486-bc0322a98bea req-50b0289b-2435-422c-af0f-90549f7d9039 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556145 Nov 12 08:39:54.656624 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'networks': [{'name': 'tempest-network--163560513'}, {'name': 'tempest-network--18673128'}]} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:54.656940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'network': {'name': 'tempest-network--163560513'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:54.657438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'network': {'name': 'tempest-network--18673128'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:54.680119 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Made reservation on behalf of 90f4994941b040d194993e8ed0d942c5 for: {'network': 2} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:54.684896 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.694410 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.700634 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5f306f5-4070-4481-9ff2-584150ecfc57 req-14a806d3-c7f5-443a-b596-502761084ebc tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0273919 Nov 12 08:39:54.777015 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.780525 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.780983 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.826652 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1df9ca3-73d9-44ae-aaf1-82e7a5d2ce4f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:54.835414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:54.846318 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.847300 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Added segment bc4d116f-f735-4cbf-bc55-5da99ba6e2f8 of type vlan for network 73b4b441-28db-4b15-a8d8-799082391a6b Nov 12 08:39:54.887383 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.916548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:54.926426 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.926775 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Added segment 7303c138-856f-4706-b23c-b1b16bd3f7ff of type vlan for network f6e51ee3-1d00-4b5e-84b2-e35f104f26ac Nov 12 08:39:54.968423 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.995977 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:54.996505 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.002085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.007001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.007639 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.043354 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.5113425 Nov 12 08:39:55.046128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34324) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:55.076192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event updated for resources: {'Network': ['ID=73b4b441-28db-4b15-a8d8-799082391a6b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:55.087262 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 73b4b441-28db-4b15-a8d8-799082391a6b details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:55.247017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb25d3-f771-49e4-80aa-2d4cb82cb3ba tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.253678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb25d3-f771-49e4-80aa-2d4cb82cb3ba tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.259858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb25d3-f771-49e4-80aa-2d4cb82cb3ba tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.266261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb25d3-f771-49e4-80aa-2d4cb82cb3ba tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.269276 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6acb25d3-f771-49e4-80aa-2d4cb82cb3ba tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2213228 Nov 12 08:39:55.271447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34328) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:55.334062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34332) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:55.382585 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.403533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a5a931-3609-40a1-b57b-15d4ecf73149 admin admin] Deleting subnet 46cf2c23-6ec5-4e9e-b5fd-e37c86ee5220 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:55.410292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99a5a931-3609-40a1-b57b-15d4ecf73149 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.465902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffc143-1823-4825-a4a1-8ed1a857f84c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event updated for resources: {'Network': ['ID=f6e51ee3-1d00-4b5e-84b2-e35f104f26ac,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:55.479015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network f6e51ee3-1d00-4b5e-84b2-e35f104f26ac details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:55.512163 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99a5a931-3609-40a1-b57b-15d4ecf73149 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.514748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.557661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b4b441-28db-4b15-a8d8-799082391a6b']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:55.572187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4d116f-f735-4cbf-bc55-5da99ba6e2f8') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:55.572482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4d116f-f735-4cbf-bc55-5da99ba6e2f8') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:55.583640 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99a5a931-3609-40a1-b57b-15d4ecf73149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.586630 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.624700 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.637054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:55.637532 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:55.640513 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:55.672996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a0fba-730b-4b19-9085-750238ce023f req-51ad6ede-72cd-4300-9ffe-a4faea9b62e6 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.675226 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-229a0fba-730b-4b19-9085-750238ce023f req-51ad6ede-72cd-4300-9ffe-a4faea9b62e6 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0597911 Nov 12 08:39:55.709516 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99a5a931-3609-40a1-b57b-15d4ecf73149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.720680 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.736624 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-229a0fba-730b-4b19-9085-750238ce023f req-12081799-93d0-4123-a3f5-094e105d8324 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542364 Nov 12 08:39:55.746667 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.749882 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "DELETE /v2.0/networks/73b4b441-28db-4b15-a8d8-799082391a6b HTTP/1.1" status: 204 len: 168 time: 0.4774559 Nov 12 08:39:55.750838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5a931-3609-40a1-b57b-15d4ecf73149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46cf2c23-6ec5-4e9e-b5fd-e37c86ee5220,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:55.762417 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99a5a931-3609-40a1-b57b-15d4ecf73149 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.763804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34342) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:55.767888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-99a5a931-3609-40a1-b57b-15d4ecf73149 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/46cf2c23-6ec5-4e9e-b5fd-e37c86ee5220 HTTP/1.1" status: 204 len: 168 time: 0.4304957 Nov 12 08:39:55.768082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34344) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:55.768434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6b573-3d1c-45f3-9aed-030bec3f1d96 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event deleted for resources: {'Network': ['ID=73b4b441-28db-4b15-a8d8-799082391a6b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:55.828933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48801dca-4c64-49b8-bb6f-a5f880c4bb76 req-ddf46669-a50a-478f-9ec6-d8870518cadc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:55.830644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48801dca-4c64-49b8-bb6f-a5f880c4bb76 req-ddf46669-a50a-478f-9ec6-d8870518cadc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0634739 Nov 12 08:39:55.880859 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48801dca-4c64-49b8-bb6f-a5f880c4bb76 req-5a25a973-abe7-443d-9743-9822a0853643 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442948 Nov 12 08:39:55.912578 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-052a1e69-06ab-47d7-82fa-d7a43c91bb1f req-34d67cf1-6436-435d-a65b-d421d93d0763 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0604177 Nov 12 08:39:55.935260 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:55.943421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.066520 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.115656 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.125480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e51ee3-1d00-4b5e-84b2-e35f104f26ac']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:56.146023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7303c138-856f-4706-b23c-b1b16bd3f7ff') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:56.146329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7303c138-856f-4706-b23c-b1b16bd3f7ff') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:56.155898 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d661c9fe-69ca-425a-ac3c-018ed4768c59']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:56.165495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.174192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e18e2ff-b198-454b-b3d0-9b06caa7e360') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:56.174493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e18e2ff-b198-454b-b3d0-9b06caa7e360') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:56.187207 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.189008 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.202457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:56.202847 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:56.205811 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:56.217606 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.261796 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:56.262128 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:56.263826 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:56.322256 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.328412 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.332556 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "DELETE /v2.0/networks/f6e51ee3-1d00-4b5e-84b2-e35f104f26ac HTTP/1.1" status: 204 len: 168 time: 0.5677032 Nov 12 08:39:56.335324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34348) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:56.350254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c41bf-4319-46e7-bf6a-28e06e3eb146 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event deleted for resources: {'Network': ['ID=f6e51ee3-1d00-4b5e-84b2-e35f104f26ac,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.354231 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.359514 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.363033 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] 10.222.0.31 "DELETE /v2.0/networks/d661c9fe-69ca-425a-ac3c-018ed4768c59 HTTP/1.1" status: 204 len: 168 time: 0.5939069 Nov 12 08:39:56.375384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258fb4c-4173-4d2a-a6b7-5df65cc5b89b admin admin] Pushing event deleted for resources: {'Network': ['ID=d661c9fe-69ca-425a-ac3c-018ed4768c59,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.475319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8609ed-2013-4bf1-af67-b55bf8112253 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.481402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8609ed-2013-4bf1-af67-b55bf8112253 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.483084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fc8609ed-2013-4bf1-af67-b55bf8112253 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1466620 Nov 12 08:39:56.488430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34352) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:56.494177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-57b79f99-fa89-4b72-b064-d23226837ab3 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1959125553'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:56.515584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b79f99-fa89-4b72-b064-d23226837ab3 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Made reservation on behalf of 90f4994941b040d194993e8ed0d942c5 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:56.519602 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57b79f99-fa89-4b72-b064-d23226837ab3 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.544810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b79f99-fa89-4b72-b064-d23226837ab3 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:56.554271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34354) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:56.554451 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57b79f99-fa89-4b72-b064-d23226837ab3 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.554851 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-57b79f99-fa89-4b72-b064-d23226837ab3 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Added segment 12affa55-3fc9-463a-8c2f-6753b0c1cdde of type vlan for network a3710c5d-8b97-4ea1-abcc-1ec62ee12adc Nov 12 08:39:56.600001 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-905ab54f-ddc5-4852-a131-4f90d42beb01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec0a4e690bf54f05b5323e2101815619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443876 Nov 12 08:39:56.603036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34356) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:56.606826 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57b79f99-fa89-4b72-b064-d23226837ab3 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.633718 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57b79f99-fa89-4b72-b064-d23226837ab3 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.640047 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b79f99-fa89-4b72-b064-d23226837ab3 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.641191 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57b79f99-fa89-4b72-b064-d23226837ab3 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.652620 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60fa9bc3-84c3-4702-9174-381c74c70b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.679834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60fa9bc3-84c3-4702-9174-381c74c70b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.714016 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-57b79f99-fa89-4b72-b064-d23226837ab3 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2199421 Nov 12 08:39:56.716917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34360) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:56.729250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8c206abb-067b-4b94-b0de-136d3a3ffa11 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-808827800'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:56.732853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60fa9bc3-84c3-4702-9174-381c74c70b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.736744 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60fa9bc3-84c3-4702-9174-381c74c70b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.738839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-60fa9bc3-84c3-4702-9174-381c74c70b6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66ed1fc3-c83f-477b-8547-bd6db3d72fd0 HTTP/1.1" status: 204 len: 168 time: 0.1347096 Nov 12 08:39:56.739175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b79f99-fa89-4b72-b064-d23226837ab3 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event updated for resources: {'Network': ['ID=a3710c5d-8b97-4ea1-abcc-1ec62ee12adc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.749492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa9bc3-84c3-4702-9174-381c74c70b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed1fc3-c83f-477b-8547-bd6db3d72fd0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:56.760236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network a3710c5d-8b97-4ea1-abcc-1ec62ee12adc details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:56.786448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c206abb-067b-4b94-b0de-136d3a3ffa11 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Made reservation on behalf of 90f4994941b040d194993e8ed0d942c5 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:56.792475 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8c206abb-067b-4b94-b0de-136d3a3ffa11 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.823818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c206abb-067b-4b94-b0de-136d3a3ffa11 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:56.834875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8c206abb-067b-4b94-b0de-136d3a3ffa11 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.835155 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-8c206abb-067b-4b94-b0de-136d3a3ffa11 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Added segment 26ad5e6c-4951-48c3-96ef-a0090ff2b97a of type vlan for network 4e1fc644-3753-43fb-b7cc-f1b37f30fd29 Nov 12 08:39:56.906365 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8c206abb-067b-4b94-b0de-136d3a3ffa11 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.950048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fd066-6c4d-49f1-89ba-aa645d31cf70 req-ea752e2d-dde7-4fee-9c49-2a79eb92e1d5 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.957447 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d1fd066-6c4d-49f1-89ba-aa645d31cf70 req-ea752e2d-dde7-4fee-9c49-2a79eb92e1d5 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0888870 Nov 12 08:39:56.966199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8c206abb-067b-4b94-b0de-136d3a3ffa11 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:56.972326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c206abb-067b-4b94-b0de-136d3a3ffa11 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:56.973055 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8c206abb-067b-4b94-b0de-136d3a3ffa11 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.021609 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06c826-364b-4f87-9bbb-36b529d60882 req-a970f56d-828d-4b03-a39a-5c3a4bbb2fa9 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:57.027540 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed06c826-364b-4f87-9bbb-36b529d60882 req-a970f56d-828d-4b03-a39a-5c3a4bbb2fa9 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0631804 Nov 12 08:39:57.066262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8c206abb-067b-4b94-b0de-136d3a3ffa11 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3459408 Nov 12 08:39:57.066481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34372) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:57.071514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'ports': [{'network_id': 'a3710c5d-8b97-4ea1-abcc-1ec62ee12adc', 'name': 'tempest-port--1102410601', 'admin_state_up': True}, {'network_id': '4e1fc644-3753-43fb-b7cc-f1b37f30fd29', 'admin_state_up': False}]} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:57.071874 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'port': {'network_id': 'a3710c5d-8b97-4ea1-abcc-1ec62ee12adc', 'name': 'tempest-port--1102410601', 'admin_state_up': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:57.072336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'port': {'network_id': '4e1fc644-3753-43fb-b7cc-f1b37f30fd29', 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:57.086000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c206abb-067b-4b94-b0de-136d3a3ffa11 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event updated for resources: {'Network': ['ID=4e1fc644-3753-43fb-b7cc-f1b37f30fd29,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:57.094281 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d1fd066-6c4d-49f1-89ba-aa645d31cf70 req-5ed8f213-5817-4fe2-9b72-00619a454ffe tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359422 Nov 12 08:39:57.108393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4e1fc644-3753-43fb-b7cc-f1b37f30fd29 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:57.111991 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed06c826-364b-4f87-9bbb-36b529d60882 req-ae8ae40b-d10e-447a-9a8b-6b51344f9a1a tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827775 Nov 12 08:39:57.263700 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b21eb26f-472a-4357-af04-1a7aedc39376 req-584fd6bf-5ee5-404c-8351-de89932d38c4 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0450463 Nov 12 08:39:57.325609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8eca09-b159-4689-bc4b-207d2a66d8be req-1c8df9bf-6913-4beb-936d-79975ec3023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:57.327563 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d8eca09-b159-4689-bc4b-207d2a66d8be req-1c8df9bf-6913-4beb-936d-79975ec3023b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 1097 time: 0.0735486 Nov 12 08:39:57.339356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Made reservation on behalf of 90f4994941b040d194993e8ed0d942c5 for: {'port': 2} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:57.347672 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.365611 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.392198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d8eca09-b159-4689-bc4b-207d2a66d8be req-d510c352-4ab2-487f-a5ee-045e824ad3fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554440 Nov 12 08:39:57.455355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] device_id is not set on port f6ed3195-0276-4427-8563-0fac7021d56e yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:57.573263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.588691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34392) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:57.650856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] device_id is not set on port b33dbf24-790b-4341-8519-ee95ffaa4c0c yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:39:57.687291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1977139983-network', 'tenant_id': 'c24f3f28937e4698aaccb460734ff18f'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:57.708277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Made reservation on behalf of c24f3f28937e4698aaccb460734ff18f for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:57.710834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.720255 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.760598 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.795442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.800682 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.802970 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.831098 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:57.841054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746a3085-db57-432d-a73a-fc3f093a4ada,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:57.848086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.848403 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Added segment 018cdd84-8370-4439-989a-ab3a5d669611 of type vlan for network e1ae7329-d35b-4206-bbb5-6522d157f838 Nov 12 08:39:57.867159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event updated for resources: {'Port': ['ID=f6ed3195-0276-4427-8563-0fac7021d56e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:57.888448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Checking segment: {'id': '12affa55-3fc9-463a-8c2f-6753b0c1cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'a3710c5d-8b97-4ea1-abcc-1ec62ee12adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:57.888814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Network hostable DHCP agents. Network: a3710c5d-8b97-4ea1-abcc-1ec62ee12adc, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:57.907278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Network a3710c5d-8b97-4ea1-abcc-1ec62ee12adc is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:57.910964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0c995c72-9e24-4303-8aa7-888e61bc63df no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:39:57.924114 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, a3710c5d-8b97-4ea1-abcc-1ec62ee12adc) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:57.936649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:57.938060 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:57.938407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e610b662-71d2-4b95-824d-1623016e5dc9 None None] Network a3710c5d-8b97-4ea1-abcc-1ec62ee12adc requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:57.941037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 0c995c72-9e24-4303-8aa7-888e61bc63df {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:39:57.941693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0c995c72-9e24-4303-8aa7-888e61bc63df not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:39:58.022374 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event updated for resources: {'Port': ['ID=b33dbf24-790b-4341-8519-ee95ffaa4c0c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:58.025070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Checking segment: {'id': '26ad5e6c-4951-48c3-96ef-a0090ff2b97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '4e1fc644-3753-43fb-b7cc-f1b37f30fd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:58.025592 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Network hostable DHCP agents. Network: 4e1fc644-3753-43fb-b7cc-f1b37f30fd29, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:58.046212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Network 4e1fc644-3753-43fb-b7cc-f1b37f30fd29 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:58.057901 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4e1fc644-3753-43fb-b7cc-f1b37f30fd29) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:58.064690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:39:58.071627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.071932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aae9564-8958-4e5e-ac4e-ad1723d24202 None None] Network 4e1fc644-3753-43fb-b7cc-f1b37f30fd29 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:58.077309 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.078169 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.102572 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6e498a6a-a9c1-487a-a829-6014497feb71 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0349629 Nov 12 08:39:58.103856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34398) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:58.241695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8196a285-eb29-41bd-a3ac-f676d4e37e74 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.248413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8196a285-eb29-41bd-a3ac-f676d4e37e74 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.252815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8196a285-eb29-41bd-a3ac-f676d4e37e74 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1456211 Nov 12 08:39:58.252973 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.259377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34404) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:58.316157 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c27d1-1b2d-46f2-a19d-d9327ead5047 req-e9aa4668-f9cb-45a2-b90b-0cd665bc66dd tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.317932 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-931c27d1-1b2d-46f2-a19d-d9327ead5047 req-e9aa4668-f9cb-45a2-b90b-0cd665bc66dd tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0703201 Nov 12 08:39:58.319103 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.320110 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.320786 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.354486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da34c81-5f90-47b0-a776-a9895ac1ac15 req-45cc0e6c-575a-4ce0-b5c2-bc4c0d3d3daf tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.356111 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7da34c81-5f90-47b0-a776-a9895ac1ac15 req-45cc0e6c-575a-4ce0-b5c2-bc4c0d3d3daf tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1047904 Nov 12 08:39:58.400095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8102312 Nov 12 08:39:58.403850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34410) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:58.410909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-691203cf-bd1c-4d2a-aa03-d6f2ad4e1621 admin admin] Request body: {'subnet': {'network_id': 'e1ae7329-d35b-4206-bbb5-6522d157f838', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1977139983-subnet', 'tenant_id': 'c24f3f28937e4698aaccb460734ff18f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:58.416963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f99ae-90d4-409f-811c-55f81ed2a45c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Deleting port f6ed3195-0276-4427-8563-0fac7021d56e {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:58.417338 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad3f99ae-90d4-409f-811c-55f81ed2a45c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.424200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e951c5-77a1-4f32-b546-5b0a9123b3d2 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ae7329-d35b-4206-bbb5-6522d157f838,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:58.436165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network e1ae7329-d35b-4206-bbb5-6522d157f838 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:58.455444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-931c27d1-1b2d-46f2-a19d-d9327ead5047 req-2995af5b-3021-488e-aea5-29bfa2abcf3d tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101742 Nov 12 08:39:58.455710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7da34c81-5f90-47b0-a776-a9895ac1ac15 req-dd0b08ea-263f-4002-8145-5f6a69f7a9b8 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908129 Nov 12 08:39:58.457159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691203cf-bd1c-4d2a-aa03-d6f2ad4e1621 admin admin] Made reservation on behalf of c24f3f28937e4698aaccb460734ff18f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:58.459754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-691203cf-bd1c-4d2a-aa03-d6f2ad4e1621 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.545694 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad3f99ae-90d4-409f-811c-55f81ed2a45c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.562405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f99ae-90d4-409f-811c-55f81ed2a45c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Calling delete_port for f6ed3195-0276-4427-8563-0fac7021d56e owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:58.609428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-63457b68-9ba0-498f-846c-eceffe37fc0f req-eb2c615b-0d99-446c-892e-e6837da2d78d tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0541644 Nov 12 08:39:58.631904 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.664381 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad3f99ae-90d4-409f-811c-55f81ed2a45c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.685582 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-691203cf-bd1c-4d2a-aa03-d6f2ad4e1621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.692734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f99ae-90d4-409f-811c-55f81ed2a45c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event deleted for resources: {'Port': ['ID=f6ed3195-0276-4427-8563-0fac7021d56e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:58.700151 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad3f99ae-90d4-409f-811c-55f81ed2a45c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.703883 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ad3f99ae-90d4-409f-811c-55f81ed2a45c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "DELETE /v2.0/ports/f6ed3195-0276-4427-8563-0fac7021d56e HTTP/1.1" status: 204 len: 168 time: 0.4423449 Nov 12 08:39:58.706403 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34412) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:58.764428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691203cf-bd1c-4d2a-aa03-d6f2ad4e1621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a410a7-ef89-4065-b0bd-a6d67d4c46fd,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:58.774287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691203cf-bd1c-4d2a-aa03-d6f2ad4e1621 admin admin] Checking segment: {'id': '018cdd84-8370-4439-989a-ab3a5d669611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'e1ae7329-d35b-4206-bbb5-6522d157f838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:39:58.774724 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691203cf-bd1c-4d2a-aa03-d6f2ad4e1621 admin admin] Network hostable DHCP agents. Network: e1ae7329-d35b-4206-bbb5-6522d157f838, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:39:58.793990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691203cf-bd1c-4d2a-aa03-d6f2ad4e1621 admin admin] Network e1ae7329-d35b-4206-bbb5-6522d157f838 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:39:58.803778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-691203cf-bd1c-4d2a-aa03-d6f2ad4e1621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, e1ae7329-d35b-4206-bbb5-6522d157f838) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:39:58.808683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691203cf-bd1c-4d2a-aa03-d6f2ad4e1621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:58.809321 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-691203cf-bd1c-4d2a-aa03-d6f2ad4e1621 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.814268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ee64a6-02a1-4af6-bf2f-aa1f64168c37 None None] Network e1ae7329-d35b-4206-bbb5-6522d157f838 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:58.822766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b7515-4221-43ee-9a5c-6172e7113d5a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Deleting port b33dbf24-790b-4341-8519-ee95ffaa4c0c {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:39:58.823383 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7515-4221-43ee-9a5c-6172e7113d5a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.833391 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-691203cf-bd1c-4d2a-aa03-d6f2ad4e1621 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4281478 Nov 12 08:39:58.901815 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7515-4221-43ee-9a5c-6172e7113d5a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:58.916508 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b7515-4221-43ee-9a5c-6172e7113d5a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Calling delete_port for b33dbf24-790b-4341-8519-ee95ffaa4c0c owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:39:58.995089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed5377e-42f2-4c7f-b9f9-0fc982279e4e None None] Network e1ae7329-d35b-4206-bbb5-6522d157f838 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:39:59.025412 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7515-4221-43ee-9a5c-6172e7113d5a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.048195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34420) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:59.063470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b7515-4221-43ee-9a5c-6172e7113d5a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event deleted for resources: {'Port': ['ID=b33dbf24-790b-4341-8519-ee95ffaa4c0c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:59.067500 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7515-4221-43ee-9a5c-6172e7113d5a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.073667 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6b5b7515-4221-43ee-9a5c-6172e7113d5a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "DELETE /v2.0/ports/b33dbf24-790b-4341-8519-ee95ffaa4c0c HTTP/1.1" status: 204 len: 168 time: 0.3661299 Nov 12 08:39:59.074289 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34422) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:59.103992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-298169d2-135b-4794-b4a2-ada386e55d29 admin admin] Deleting subnet 97a410a7-ef89-4065-b0bd-a6d67d4c46fd {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:39:59.107300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34424) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:59.107812 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-feb11c40-f275-4950-a544-b8449df2a919 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0323255 Nov 12 08:39:59.109922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298169d2-135b-4794-b4a2-ada386e55d29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.115551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2ad990cd-8f25-4468-b829-85bc8b73a888 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-18301478'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:59.168176 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298169d2-135b-4794-b4a2-ada386e55d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.188896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad990cd-8f25-4468-b829-85bc8b73a888 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Made reservation on behalf of 90f4994941b040d194993e8ed0d942c5 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:59.192439 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ad990cd-8f25-4468-b829-85bc8b73a888 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.231152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298169d2-135b-4794-b4a2-ada386e55d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.233602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad990cd-8f25-4468-b829-85bc8b73a888 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:59.267762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ad990cd-8f25-4468-b829-85bc8b73a888 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.268099 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-2ad990cd-8f25-4468-b829-85bc8b73a888 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Added segment 97a8564a-6d60-4e9b-af8b-bc72dc5109d6 of type vlan for network e8dae336-296d-4e04-ac64-ee8fef5ef96c Nov 12 08:39:59.321214 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ad990cd-8f25-4468-b829-85bc8b73a888 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.336048 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298169d2-135b-4794-b4a2-ada386e55d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.379323 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-298169d2-135b-4794-b4a2-ada386e55d29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.382750 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-298169d2-135b-4794-b4a2-ada386e55d29 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/97a410a7-ef89-4065-b0bd-a6d67d4c46fd HTTP/1.1" status: 204 len: 168 time: 0.3335273 Nov 12 08:39:59.384554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298169d2-135b-4794-b4a2-ada386e55d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a410a7-ef89-4065-b0bd-a6d67d4c46fd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:59.386105 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34426) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:59.392243 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ad990cd-8f25-4468-b829-85bc8b73a888 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.398989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad990cd-8f25-4468-b829-85bc8b73a888 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:59.398989 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ad990cd-8f25-4468-b829-85bc8b73a888 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.435746 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2ad990cd-8f25-4468-b829-85bc8b73a888 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3272188 Nov 12 08:39:59.456973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34428) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:39:59.463555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f74af4e1-091a-4786-97f3-607811bd5c99 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-788530645'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:39:59.472444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad990cd-8f25-4468-b829-85bc8b73a888 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event updated for resources: {'Network': ['ID=e8dae336-296d-4e04-ac64-ee8fef5ef96c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:39:59.483451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network e8dae336-296d-4e04-ac64-ee8fef5ef96c details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:39:59.490469 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.509585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74af4e1-091a-4786-97f3-607811bd5c99 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Made reservation on behalf of 90f4994941b040d194993e8ed0d942c5 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:39:59.513353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f74af4e1-091a-4786-97f3-607811bd5c99 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.610105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a196212-84a6-4e17-aadf-7f2a80eb9548 req-cc4d8853-c2eb-47e4-94be-a686104bc899 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:59.611545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a196212-84a6-4e17-aadf-7f2a80eb9548 req-cc4d8853-c2eb-47e4-94be-a686104bc899 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0564446 Nov 12 08:39:59.616160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74af4e1-091a-4786-97f3-607811bd5c99 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:39:59.654682 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.670044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a196212-84a6-4e17-aadf-7f2a80eb9548 req-390e61a1-fda6-4255-b77e-535ba3df4052 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517232 Nov 12 08:39:59.671819 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f74af4e1-091a-4786-97f3-607811bd5c99 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.672175 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-f74af4e1-091a-4786-97f3-607811bd5c99 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Added segment b958467e-2ea7-4e26-80c9-6058240c1ceb of type vlan for network 5c0af21f-a863-4201-9895-6e43056fbe03 Nov 12 08:39:59.702619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aad86-e16e-4ee6-bd5f-248ef903a2e6 req-29cf0b5d-f096-4ac1-a673-1a801a666dac tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:59.704245 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f00aad86-e16e-4ee6-bd5f-248ef903a2e6 req-29cf0b5d-f096-4ac1-a673-1a801a666dac tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.1475501 Nov 12 08:39:59.735824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ae7329-d35b-4206-bbb5-6522d157f838']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:59.768028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018cdd84-8370-4439-989a-ab3a5d669611') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:59.768853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018cdd84-8370-4439-989a-ab3a5d669611') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:39:59.783185 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.786468 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f74af4e1-091a-4786-97f3-607811bd5c99 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.821437 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.835909 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b35bfd7-1612-4325-880c-79b6701cf996 req-44511af9-7901-4de2-b347-8ff068fb1972 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0324874 Nov 12 08:39:59.840723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:39:59.841283 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:39:59.842892 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:39:59.857023 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f00aad86-e16e-4ee6-bd5f-248ef903a2e6 req-17a28145-6d9d-4756-b0b7-21506dae94af tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258252 Nov 12 08:39:59.871464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f74af4e1-091a-4786-97f3-607811bd5c99 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:39:59.884066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74af4e1-091a-4786-97f3-607811bd5c99 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:39:59.884066 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f74af4e1-091a-4786-97f3-607811bd5c99 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.009187 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f74af4e1-091a-4786-97f3-607811bd5c99 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5510416 Nov 12 08:40:00.024555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.032715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74af4e1-091a-4786-97f3-607811bd5c99 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event updated for resources: {'Network': ['ID=5c0af21f-a863-4201-9895-6e43056fbe03,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.045228 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.052333 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] 10.222.0.31 "DELETE /v2.0/networks/e1ae7329-d35b-4206-bbb5-6522d157f838 HTTP/1.1" status: 204 len: 168 time: 0.6607852 Nov 12 08:40:00.069739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 5c0af21f-a863-4201-9895-6e43056fbe03 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:00.075264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f19f3-7c50-4f1b-ab1f-30e23d06e2ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ae7329-d35b-4206-bbb5-6522d157f838,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.143763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34448) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:00.152855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'subnets': [{'network_id': 'e8dae336-296d-4e04-ac64-ee8fef5ef96c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2076144971', 'ip_version': 4}, {'network_id': '5c0af21f-a863-4201-9895-6e43056fbe03', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:00.153464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'subnet': {'network_id': 'e8dae336-296d-4e04-ac64-ee8fef5ef96c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2076144971', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:00.154326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Request body: {'subnet': {'network_id': '5c0af21f-a863-4201-9895-6e43056fbe03', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:00.173785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66281e5e-0a91-4409-bb67-7fcae37c4c5b req-5ad503a6-6a63-4512-8511-6d9765578921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:00.175875 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66281e5e-0a91-4409-bb67-7fcae37c4c5b req-5ad503a6-6a63-4512-8511-6d9765578921 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 1097 time: 0.0975809 Nov 12 08:40:00.177246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b50de0-8e0c-42ae-bb85-6bb91737819d req-53efaeb1-010f-4b62-a866-e878fdbed5a5 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:00.178831 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d6b50de0-8e0c-42ae-bb85-6bb91737819d req-53efaeb1-010f-4b62-a866-e878fdbed5a5 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0770936 Nov 12 08:40:00.264112 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d6b50de0-8e0c-42ae-bb85-6bb91737819d req-1c4a2fee-db59-407b-b122-c8624fbe8874 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730724 Nov 12 08:40:00.274350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34450) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:00.329602 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f88d5845-1bdd-40d8-8fae-d50ac6ef6835 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c24f3f28937e4698aaccb460734ff18f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537143 Nov 12 08:40:00.332893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34452) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:00.382784 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ed067b7-23f7-4bda-8ec0-697eaab52577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.404875 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ed067b7-23f7-4bda-8ec0-697eaab52577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.405748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66281e5e-0a91-4409-bb67-7fcae37c4c5b req-e182dfc2-9d30-4b5f-9609-b2a5ab5cb198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:00.407226 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66281e5e-0a91-4409-bb67-7fcae37c4c5b req-e182dfc2-9d30-4b5f-9609-b2a5ab5cb198 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 200 len: 919 time: 0.2232847 Nov 12 08:40:00.453666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ed067b7-23f7-4bda-8ec0-697eaab52577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.456877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ed067b7-23f7-4bda-8ec0-697eaab52577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.458135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0ed067b7-23f7-4bda-8ec0-697eaab52577 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/746a3085-db57-432d-a73a-fc3f093a4ada HTTP/1.1" status: 204 len: 168 time: 0.1244895 Nov 12 08:40:00.459356 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66281e5e-0a91-4409-bb67-7fcae37c4c5b req-dba14449-c4e4-4389-8709-8e948ac8613d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06351c1f-930b-49ca-9307-1667f08a6e14 HTTP/1.1" status: 200 len: 217 time: 0.0425618 Nov 12 08:40:00.467747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed067b7-23f7-4bda-8ec0-697eaab52577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746a3085-db57-432d-a73a-fc3f093a4ada,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:00.479973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Made reservation on behalf of 90f4994941b040d194993e8ed0d942c5 for: {'subnet': 2} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:00.484628 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.485202 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:00.579220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66281e5e-0a91-4409-bb67-7fcae37c4c5b req-7eef34c8-574d-445f-99ba-03ba943d38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:00.580702 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66281e5e-0a91-4409-bb67-7fcae37c4c5b req-7eef34c8-574d-445f-99ba-03ba943d38a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e098a2ee-2339-4ade-8938-56472dbe143c HTTP/1.1" status: 200 len: 858 time: 0.1096001 Nov 12 08:40:00.621781 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66281e5e-0a91-4409-bb67-7fcae37c4c5b req-d57c9d93-14fe-4ec4-9ada-43695ce845ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e15557bf-6095-4744-9c4f-6e89b3a8efae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334766 Nov 12 08:40:00.766264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66281e5e-0a91-4409-bb67-7fcae37c4c5b req-3b6d95ad-05c7-4922-9c06-94c3164a08ef service neutron] 10.222.0.46 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369269 Nov 12 08:40:00.971209 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b87d503a-d5e3-4dd5-af8d-fb3b1f9aba31 req-66a25b36-68f3-47a1-a086-fcaecbd033f9 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0369873 Nov 12 08:40:01.017155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66281e5e-0a91-4409-bb67-7fcae37c4c5b req-3f485798-98e2-4844-a3d7-e75e9442ce2a service neutron] 10.222.0.46 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251775 Nov 12 08:40:01.059416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1f3f9-729c-4778-9d1e-f20fdd5625a8 req-2127e3cf-e119-43dd-8baf-f824f3be8840 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:01.060982 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-94a1f3f9-729c-4778-9d1e-f20fdd5625a8 req-2127e3cf-e119-43dd-8baf-f824f3be8840 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.1067216 Nov 12 08:40:01.175805 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-94a1f3f9-729c-4778-9d1e-f20fdd5625a8 req-d4098b25-6b3e-499a-a67e-173149134df3 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920305 Nov 12 08:40:01.188804 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.270251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event updated for resources: {'Subnet': ['ID=fc3bf1fa-7f67-40ef-a15f-69dad40d3fb3,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:01.274788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Checking segment: {'id': '97a8564a-6d60-4e9b-af8b-bc72dc5109d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'e8dae336-296d-4e04-ac64-ee8fef5ef96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:01.275162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Network hostable DHCP agents. Network: e8dae336-296d-4e04-ac64-ee8fef5ef96c, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:01.298405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Network e8dae336-296d-4e04-ac64-ee8fef5ef96c is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:01.308707 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, e8dae336-296d-4e04-ac64-ee8fef5ef96c) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:01.314970 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.320135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e34dd30-8d3a-4822-854a-bf4aa738eb5d None None] Network e8dae336-296d-4e04-ac64-ee8fef5ef96c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:01.419150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60f87b-b986-4d2e-ab47-ebe021ba6d5c req-6638ab57-60c7-454e-9b15-408a65aa396c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:01.421515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event updated for resources: {'Subnet': ['ID=9f1f5d21-2175-4634-8f10-b1f5ba93b4bd,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:01.430187 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc60f87b-b986-4d2e-ab47-ebe021ba6d5c req-6638ab57-60c7-454e-9b15-408a65aa396c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0815363 Nov 12 08:40:01.437971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Checking segment: {'id': 'b958467e-2ea7-4e26-80c9-6058240c1ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5c0af21f-a863-4201-9895-6e43056fbe03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:01.438357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Network hostable DHCP agents. Network: 5c0af21f-a863-4201-9895-6e43056fbe03, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:01.459528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Network 5c0af21f-a863-4201-9895-6e43056fbe03 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:01.472258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 5c0af21f-a863-4201-9895-6e43056fbe03) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:01.478924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:01.479632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:01.480559 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.507379 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-479a8e26-f89e-488b-a0b7-648ba121051f tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3609109 Nov 12 08:40:01.511620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34488) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:01.543525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee6f989-c551-4267-8fb8-7dc1a56ec85e None None] Network 5c0af21f-a863-4201-9895-6e43056fbe03 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:01.547203 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc60f87b-b986-4d2e-ab47-ebe021ba6d5c req-4549e50a-fb77-4308-ac80-4921e889d970 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129715 Nov 12 08:40:01.646555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8751d3b-c94d-4d71-915c-57de93acc37c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:01.648166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8751d3b-c94d-4d71-915c-57de93acc37c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:01.649786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8751d3b-c94d-4d71-915c-57de93acc37c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:01.654474 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e8751d3b-c94d-4d71-915c-57de93acc37c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1382909 Nov 12 08:40:01.655103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34494) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:01.690489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dbfb95-8c9a-498f-913d-a5843467ae5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-e8dae336-296d-4e04-ac64-ee8fef5ef96c', 'network_id': 'e8dae336-296d-4e04-ac64-ee8fef5ef96c', 'tenant_id': '90f4994941b040d194993e8ed0d942c5', 'fixed_ips': [{'subnet_id': 'fc3bf1fa-7f67-40ef-a15f-69dad40d3fb3'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:01.693142 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5dbfb95-8c9a-498f-913d-a5843467ae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.712681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b09c0c-2521-4507-a342-5535e8606964 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Deleting subnet fc3bf1fa-7f67-40ef-a15f-69dad40d3fb3 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:01.717319 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-70b09c0c-2521-4507-a342-5535e8606964 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.765589 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-70b09c0c-2521-4507-a342-5535e8606964 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.820312 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-70b09c0c-2521-4507-a342-5535e8606964 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.896297 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e7ee16-c002-457e-8000-f1b8315fc47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-5c0af21f-a863-4201-9895-6e43056fbe03', 'network_id': '5c0af21f-a863-4201-9895-6e43056fbe03', 'tenant_id': '90f4994941b040d194993e8ed0d942c5', 'fixed_ips': [{'subnet_id': '9f1f5d21-2175-4634-8f10-b1f5ba93b4bd'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:01.897239 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-16e7ee16-c002-457e-8000-f1b8315fc47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.901563 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-70b09c0c-2521-4507-a342-5535e8606964 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.938910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b09c0c-2521-4507-a342-5535e8606964 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event deleted for resources: {'Subnet': ['ID=fc3bf1fa-7f67-40ef-a15f-69dad40d3fb3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:01.943294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-70b09c0c-2521-4507-a342-5535e8606964 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:01.946699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-70b09c0c-2521-4507-a342-5535e8606964 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "DELETE /v2.0/subnets/fc3bf1fa-7f67-40ef-a15f-69dad40d3fb3 HTTP/1.1" status: 204 len: 168 time: 0.2902927 Nov 12 08:40:01.949143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34504) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server [None req-e5dbfb95-8c9a-498f-913d-a5843467ae5f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc3bf1fa-7f67-40ef-a15f-69dad40d3fb3: This subnet is being modified by another concurrent operation. Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:40:01.968070 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc3bf1fa-7f67-40ef-a15f-69dad40d3fb3: This subnet is being modified by another concurrent operation. Nov 12 08:40:01.972675 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Nov 12 08:40:02.048495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4006e2-ea4d-4031-a1e6-d0c8d5986903 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Deleting subnet 9f1f5d21-2175-4634-8f10-b1f5ba93b4bd {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:02.053273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac4677a-d481-4dfd-87ec-9748018350dc None None] Network e8dae336-296d-4e04-ac64-ee8fef5ef96c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:02.053891 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec4006e2-ea4d-4031-a1e6-d0c8d5986903 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.106813 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec4006e2-ea4d-4031-a1e6-d0c8d5986903 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.146952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca669e82-204c-4a4a-8238-af6096b5083d req-baeadc19-df98-4d55-a16a-c06d71e04a6c tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0404911 Nov 12 08:40:02.182415 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec4006e2-ea4d-4031-a1e6-d0c8d5986903 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.264527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec4006e2-ea4d-4031-a1e6-d0c8d5986903 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server [None req-16e7ee16-c002-457e-8000-f1b8315fc47f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f1f5d21-2175-4634-8f10-b1f5ba93b4bd: This subnet is being modified by another concurrent operation. Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:40:02.267724 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f1f5d21-2175-4634-8f10-b1f5ba93b4bd: This subnet is being modified by another concurrent operation. Nov 12 08:40:02.271410 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Nov 12 08:40:02.282316 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec4006e2-ea4d-4031-a1e6-d0c8d5986903 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.286423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ec4006e2-ea4d-4031-a1e6-d0c8d5986903 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "DELETE /v2.0/subnets/9f1f5d21-2175-4634-8f10-b1f5ba93b4bd HTTP/1.1" status: 204 len: 168 time: 0.3363271 Nov 12 08:40:02.295248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fae7620-266e-43d4-97b8-bb6291c9262d None None] Network 5c0af21f-a863-4201-9895-6e43056fbe03 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:02.306468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34520) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:02.316478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4006e2-ea4d-4031-a1e6-d0c8d5986903 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1f5d21-2175-4634-8f10-b1f5ba93b4bd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:02.342568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f6d44-d8a7-4f10-9df4-0e98038a3867 req-f69dad30-ff4c-4e32-8a83-c10e9eecae80 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:02.344441 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4f2f6d44-d8a7-4f10-9df4-0e98038a3867 req-f69dad30-ff4c-4e32-8a83-c10e9eecae80 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0788836 Nov 12 08:40:02.416944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9072af5d-0753-44fb-b0a9-30daf923f3c5 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:02.418961 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9072af5d-0753-44fb-b0a9-30daf923f3c5 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1115046 Nov 12 08:40:02.425576 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4f2f6d44-d8a7-4f10-9df4-0e98038a3867 req-8f63a79b-f2e0-4671-8061-4273a020599b tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728338 Nov 12 08:40:02.426668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34528) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:02.457706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea09ed9-b856-4016-b91f-108b14751653 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:40:02.513515 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.588651 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:40:02.635036 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.654668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea09ed9-b856-4016-b91f-108b14751653 None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:40:02.663023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0af21f-a863-4201-9895-6e43056fbe03']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:02.676296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b958467e-2ea7-4e26-80c9-6058240c1ceb') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:02.676485 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b958467e-2ea7-4e26-80c9-6058240c1ceb') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:02.689420 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.696070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab231a-70ba-4d28-bf18-33080c87862f req-fe98e076-c513-42cf-a97f-dd0de9b5d421 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:02.703873 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5aab231a-70ba-4d28-bf18-33080c87862f req-fe98e076-c513-42cf-a97f-dd0de9b5d421 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0593572 Nov 12 08:40:02.711319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.723113 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:02.723113 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:02.728255 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:02.763318 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5aab231a-70ba-4d28-bf18-33080c87862f req-33bbfe01-249a-4a33-a71c-74bcfa41589a tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549064 Nov 12 08:40:02.806070 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.814588 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:02.822578 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "DELETE /v2.0/networks/5c0af21f-a863-4201-9895-6e43056fbe03 HTTP/1.1" status: 204 len: 168 time: 0.3937192 Nov 12 08:40:02.823431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34546) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:02.842998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ae4f4-898c-47c3-8c9c-f4f037b37425 tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event deleted for resources: {'Network': ['ID=5c0af21f-a863-4201-9895-6e43056fbe03,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:02.909247 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.043515 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.069459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8dae336-296d-4e04-ac64-ee8fef5ef96c']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:03.080348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a8564a-6d60-4e9b-af8b-bc72dc5109d6') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:03.081015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a8564a-6d60-4e9b-af8b-bc72dc5109d6') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:03.092266 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.107448 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.114291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:03.114662 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:03.117835 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:03.127168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0282e92-27bc-4725-9744-38c14f43e807 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:40:03.190023 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.200119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.203957 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "DELETE /v2.0/networks/e8dae336-296d-4e04-ac64-ee8fef5ef96c HTTP/1.1" status: 204 len: 168 time: 0.3793018 Nov 12 08:40:03.206550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34566) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:03.218392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bff013-4fe1-4727-b0ec-2301a768781c tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event deleted for resources: {'Network': ['ID=e8dae336-296d-4e04-ac64-ee8fef5ef96c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:03.238787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Provisioning complete for port 8146b9d8-e464-4f0a-acf8-4f81b6193451 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:03.238787 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.261358 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54d7e105-79e1-4243-9aae-0977a1fdf3d2 req-b2972e1a-fefc-4e41-8f06-195ffa36c3cd tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0362544 Nov 12 08:40:03.306959 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.325988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Port 8146b9d8-e464-4f0a-acf8-4f81b6193451 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:03.340175 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0282e92-27bc-4725-9744-38c14f43e807 None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:40:03.350111 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Provisioning complete for port 52929dbd-0418-46da-a982-33de8f6b0171 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:03.350690 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.416985 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.439519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1fc644-3753-43fb-b7cc-f1b37f30fd29']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:03.449461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ad5e6c-4951-48c3-96ef-a0090ff2b97a') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:03.449758 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ad5e6c-4951-48c3-96ef-a0090ff2b97a') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:03.461634 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.478300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.486862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:03.488009 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:03.493289 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:03.539183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34574) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:03.571898 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.590796 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.600108 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34578) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:03.601077 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "DELETE /v2.0/networks/4e1fc644-3753-43fb-b7cc-f1b37f30fd29 HTTP/1.1" status: 204 len: 168 time: 0.3932452 Nov 12 08:40:03.622339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563e844-b741-4d9a-95ab-21b5c64e1b8a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event deleted for resources: {'Network': ['ID=4e1fc644-3753-43fb-b7cc-f1b37f30fd29,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:03.652596 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6e657-c092-4c8f-9242-b8b6630c7721 req-5dbf3baf-78cc-42a8-815b-7d653b947b37 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:03.654723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05e6e657-c092-4c8f-9242-b8b6630c7721 req-5dbf3baf-78cc-42a8-815b-7d653b947b37 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.1265237 Nov 12 08:40:03.749716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Provisioning complete for port 44fc4f50-c40b-487c-8e0d-e158bc6fdb55 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:03.750296 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.769740 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d35c4b03-1611-4f91-8f4e-5a818dcc9623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.779067 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.793973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05e6e657-c092-4c8f-9242-b8b6630c7721 req-81a67f4b-32df-491d-a114-6bda26b89eb3 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299844 Nov 12 08:40:03.835537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Port 44fc4f50-c40b-487c-8e0d-e158bc6fdb55 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:03.859498 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Provisioning complete for port 442bcc8e-a58b-4346-aebb-81f68ba90887 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:03.859875 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.899066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63085f-69b7-4388-8eb9-8bf821c72450 req-fd38845f-7eee-41f0-a1d0-aa600a4d69ed tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:03.900687 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cc63085f-69b7-4388-8eb9-8bf821c72450 req-fd38845f-7eee-41f0-a1d0-aa600a4d69ed tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0547559 Nov 12 08:40:03.914848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.947691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3710c5d-8b97-4ea1-abcc-1ec62ee12adc']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:03.965700 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12affa55-3fc9-463a-8c2f-6753b0c1cdde') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:03.966002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12affa55-3fc9-463a-8c2f-6753b0c1cdde') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:03.978537 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cc63085f-69b7-4388-8eb9-8bf821c72450 req-2d09fef5-1549-4522-9b43-0773f02854aa tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690444 Nov 12 08:40:03.981475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Provisioning complete for port fb347948-7680-4840-b3fc-0583ff161b07 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:03.981892 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.986666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d35c4b03-1611-4f91-8f4e-5a818dcc9623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:03.989212 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.001972 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d35c4b03-1611-4f91-8f4e-5a818dcc9623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.026704 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.054735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:04.055182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:04.059267 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:04.079160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d35c4b03-1611-4f91-8f4e-5a818dcc9623 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=654f04424ddf4c998a13b5c31af2c650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5389173 Nov 12 08:40:04.081995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34586) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:04.096421 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Provisioning complete for port aa199610-7e25-4670-bdff-073fdc6b6497 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:04.096748 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.112842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c4b03-1611-4f91-8f4e-5a818dcc9623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3111fe4e-3a83-408e-8c56-c91e9e9dff0d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:04.135279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Port aa199610-7e25-4670-bdff-073fdc6b6497 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:04.151346 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Provisioning complete for port 06351c1f-930b-49ca-9307-1667f08a6e14 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:04.151572 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7f1b96ed-46ac-409f-bba7-55cfd9aa3dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.151673 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.165362 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.177143 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7f1b96ed-46ac-409f-bba7-55cfd9aa3dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.188424 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.192613 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] 10.222.0.31 "DELETE /v2.0/networks/a3710c5d-8b97-4ea1-abcc-1ec62ee12adc HTTP/1.1" status: 204 len: 168 time: 0.5908351 Nov 12 08:40:04.193566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d92d9-7c63-47d2-9d87-92872d9a9d3a tempest-BulkNetworkOpsTest-1866387597 tempest-BulkNetworkOpsTest-1866387597-project] Pushing event deleted for resources: {'Network': ['ID=a3710c5d-8b97-4ea1-abcc-1ec62ee12adc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:04.266489 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7f1b96ed-46ac-409f-bba7-55cfd9aa3dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.270536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Provisioning complete for port be651147-cf69-4bdb-8523-921ed548af76 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:04.271260 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.271383 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7f1b96ed-46ac-409f-bba7-55cfd9aa3dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.272525 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7f1b96ed-46ac-409f-bba7-55cfd9aa3dcb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3111fe4e-3a83-408e-8c56-c91e9e9dff0d HTTP/1.1" status: 204 len: 168 time: 0.1878028 Nov 12 08:40:04.285956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b96ed-46ac-409f-bba7-55cfd9aa3dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3111fe4e-3a83-408e-8c56-c91e9e9dff0d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:04.408023 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-558d886d-9e83-4e1c-b1f2-1e89aec31d77 req-7d8eb658-6812-4bd3-af01-8f94a49f628f tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0406411 Nov 12 08:40:04.450228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Provisioning complete for port 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:04.450612 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.553051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Provisioning complete for port e1d1e76f-3189-48e6-976b-18fe265a802d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:04.553469 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.586768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34606) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:04.676604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Provisioning complete for port 3fd33cd0-0f4d-432c-a914-cfc210099b3a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:04.677333 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.773197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2cbf44c9-5dd3-4d57-bd8a-af5ae30874d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90f4994941b040d194993e8ed0d942c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1826532 Nov 12 08:40:04.774095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34610) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:04.788317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Provisioning complete for port b81d8753-041e-479d-8887-f821e53d1e3d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:04.788887 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fbbdd87-df2a-4365-98dc-602ae26d589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.795994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34612) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:04.814721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2514346c-85da-436d-a20e-952127ad8b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.864229 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6ae57f1-a583-4250-86d8-ee0cedbfef57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.906844 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6ae57f1-a583-4250-86d8-ee0cedbfef57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.939741 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2514346c-85da-436d-a20e-952127ad8b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.945926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2514346c-85da-436d-a20e-952127ad8b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:04.985981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcd426-c482-49d6-976c-549b789758d5 req-d1dc60b4-bc24-4a1b-b4cf-186dc4b16120 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:04.988167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbfcd426-c482-49d6-976c-549b789758d5 req-d1dc60b4-bc24-4a1b-b4cf-186dc4b16120 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0777194 Nov 12 08:40:05.000832 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2514346c-85da-436d-a20e-952127ad8b85 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a32b27cc4f294bc2a3a2967adcc80937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2035413 Nov 12 08:40:05.005340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34616) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:05.019903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514346c-85da-436d-a20e-952127ad8b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f079eb-b16d-4eca-bbb0-2a28c3f939fc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:05.031530 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6ae57f1-a583-4250-86d8-ee0cedbfef57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.033805 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6ae57f1-a583-4250-86d8-ee0cedbfef57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.038606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f6ae57f1-a583-4250-86d8-ee0cedbfef57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1df9ca3-73d9-44ae-aaf1-82e7a5d2ce4f HTTP/1.1" status: 204 len: 168 time: 0.2631028 Nov 12 08:40:05.057462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae57f1-a583-4250-86d8-ee0cedbfef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1df9ca3-73d9-44ae-aaf1-82e7a5d2ce4f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:05.072644 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d361-08d6-45f7-bf34-51153cffb3a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.074890 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbfcd426-c482-49d6-976c-549b789758d5 req-af7f0401-7896-40b9-983d-0eee6c59b9e8 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775433 Nov 12 08:40:05.110268 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d361-08d6-45f7-bf34-51153cffb3a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.149385 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5487b40a-b291-469c-9422-de6763d54234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.173716 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d361-08d6-45f7-bf34-51153cffb3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.177139 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d361-08d6-45f7-bf34-51153cffb3a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:05.181148 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3ba4d361-08d6-45f7-bf34-51153cffb3a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3f079eb-b16d-4eca-bbb0-2a28c3f939fc HTTP/1.1" status: 204 len: 168 time: 0.1719408 Nov 12 08:40:05.187460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4d361-08d6-45f7-bf34-51153cffb3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f079eb-b16d-4eca-bbb0-2a28c3f939fc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:05.574708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4ca75a4-a303-4f88-af90-1f8e3e40d793 req-74cdda4b-8622-4203-98c6-d47d892e1d74 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0345066 Nov 12 08:40:05.688993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0175fa-2e0d-418a-bdda-1725b206a48a req-cb479684-f914-4752-84ee-68c4c3f3bc57 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:05.690760 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f0175fa-2e0d-418a-bdda-1725b206a48a req-cb479684-f914-4752-84ee-68c4c3f3bc57 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0539346 Nov 12 08:40:05.744770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f0175fa-2e0d-418a-bdda-1725b206a48a req-25ad3412-a6be-46fd-8c27-431631e129aa tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465736 Nov 12 08:40:06.141250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34686) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:06.231123 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1a11d-9946-4fca-a9c1-59ab0f02582a req-629e7794-5413-4c8f-816a-752d31ffad1c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:06.240358 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-33d1a11d-9946-4fca-a9c1-59ab0f02582a req-629e7794-5413-4c8f-816a-752d31ffad1c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0577660 Nov 12 08:40:06.313060 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-33d1a11d-9946-4fca-a9c1-59ab0f02582a req-f2358209-da65-4f50-89d5-96dd1036ee73 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628328 Nov 12 08:40:06.394103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2010500876'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:06.415336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:06.419323 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.432562 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.524985 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.530160 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.556161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:06.576824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.577433 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Added segment e5a98203-b640-4d82-b3f8-1d01a15241b6 of type vlan for network 8013d7e5-23ad-4811-ac29-ea79eff62a35 Nov 12 08:40:06.626530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f02799c-0d7d-4652-848f-2b19db2a31dd,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:06.643767 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.682774 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.692103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:06.692758 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:06.769298 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6147115 Nov 12 08:40:06.769298 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47bb943b-f811-4b0e-b296-7e1dcf7c2e9c req-1284e789-7ac3-4803-910f-55f54ee6a0bf tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0629396 Nov 12 08:40:06.804576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74480f-ffff-4e43-aa4b-7133e0d4cd1e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Network': ['ID=8013d7e5-23ad-4811-ac29-ea79eff62a35,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:06.824479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 8013d7e5-23ad-4811-ac29-ea79eff62a35 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:07.493861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77361767-abeb-4403-a583-ad2ef8db1471 req-e2b86b23-0460-410e-a847-7c7d5f055279 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:07.495772 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77361767-abeb-4403-a583-ad2ef8db1471 req-e2b86b23-0460-410e-a847-7c7d5f055279 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0941353 Nov 12 08:40:07.502214 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8886-bc73-457d-b0ce-f1eba43c9891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:07.565373 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77361767-abeb-4403-a583-ad2ef8db1471 req-8b44d174-3c34-4925-91cb-f516565dffaf tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618007 Nov 12 08:40:07.904323 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-db17172b-d4c4-429a-b4f8-55eca61aa4e1 req-1b95c377-41f5-4629-80d3-af763cb9d54a tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0468788 Nov 12 08:40:08.530386 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:08.759888 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232738f6-9f2d-47bc-aee9-8804aa0d2c53 req-d3894fab-b12f-4e08-818f-5e36d1eef96f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:08.768871 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-232738f6-9f2d-47bc-aee9-8804aa0d2c53 req-d3894fab-b12f-4e08-818f-5e36d1eef96f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0953591 Nov 12 08:40:08.837610 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-232738f6-9f2d-47bc-aee9-8804aa0d2c53 req-b65e8a31-dc88-4052-99f2-04ecf7dfe740 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678384 Nov 12 08:40:09.062670 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2511b81e-ba79-4e90-84fe-1436856c7865 req-cfb89724-7c62-4054-812e-e2f046fa6fc8 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0456998 Nov 12 08:40:09.936644 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.040043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34800) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:10.046691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'subnet': {'network_id': '8013d7e5-23ad-4811-ac29-ea79eff62a35', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:10.047433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1954d-42fa-443f-80de-ed33f131f048 req-8bb99290-d9a4-4b52-af6e-76f1d7f4a9b9 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:10.049029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85e1954d-42fa-443f-80de-ed33f131f048 req-8bb99290-d9a4-4b52-af6e-76f1d7f4a9b9 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0646119 Nov 12 08:40:10.135067 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85e1954d-42fa-443f-80de-ed33f131f048 req-79c55103-8f38-40b9-80d6-cc865a2e545b tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753365 Nov 12 08:40:10.213232 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c5b52a9c-9d48-4b7d-86d6-feded092e30d req-9ef7d500-bba8-4f7c-a160-5c4548495b04 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0398886 Nov 12 08:40:10.218776 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:10.223882 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.467111 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.538378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Subnet': ['ID=f38a3ffc-97ec-4ab9-9bb9-11eaf88c307f,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:10.548899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:10.549277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:10.549651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:10.549990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:10.550325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:10.550671 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:10.550964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:10.551287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:10.551607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:10.551929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:10.552252 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:10.552571 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:10.562215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Checking segment: {'id': 'e5a98203-b640-4d82-b3f8-1d01a15241b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8013d7e5-23ad-4811-ac29-ea79eff62a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:10.562594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network hostable DHCP agents. Network: 8013d7e5-23ad-4811-ac29-ea79eff62a35, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:10.584051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network 8013d7e5-23ad-4811-ac29-ea79eff62a35 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:10.595400 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 8013d7e5-23ad-4811-ac29-ea79eff62a35) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:10.601591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:10.602843 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.604128 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5b9e4-5e2a-4aa0-a7a4-1655d848be25 None None] Network 8013d7e5-23ad-4811-ac29-ea79eff62a35 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:10.621970 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8e0fda05-8e9d-4780-9d58-f80205adfc29 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5801163 Nov 12 08:40:10.625405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34818) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:10.630998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7fd8b49b-587f-4a14-9c4e-a02c0fd8fab7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1758179228'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:10.661077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd8b49b-587f-4a14-9c4e-a02c0fd8fab7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:10.669347 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b49b-587f-4a14-9c4e-a02c0fd8fab7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.711434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd8b49b-587f-4a14-9c4e-a02c0fd8fab7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:10.728968 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b49b-587f-4a14-9c4e-a02c0fd8fab7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.728968 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-7fd8b49b-587f-4a14-9c4e-a02c0fd8fab7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Added segment c7d99e45-106c-4ef7-a288-91f53a565173 of type vlan for network 4c04f927-0ed1-4d2d-b345-b0ca88c46066 Nov 12 08:40:10.804755 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b49b-587f-4a14-9c4e-a02c0fd8fab7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.844940 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-8013d7e5-23ad-4811-ac29-ea79eff62a35', 'network_id': '8013d7e5-23ad-4811-ac29-ea79eff62a35', 'tenant_id': '23ee23e4e61443d091a19c172d9900c9', 'fixed_ips': [{'subnet_id': 'f38a3ffc-97ec-4ab9-9bb9-11eaf88c307f'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:10.846276 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.847979 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b49b-587f-4a14-9c4e-a02c0fd8fab7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.853859 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd8b49b-587f-4a14-9c4e-a02c0fd8fab7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:10.854578 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b49b-587f-4a14-9c4e-a02c0fd8fab7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:10.939681 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7fd8b49b-587f-4a14-9c4e-a02c0fd8fab7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3131013 Nov 12 08:40:10.944622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34826) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:10.950600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8b49b-587f-4a14-9c4e-a02c0fd8fab7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Network': ['ID=4c04f927-0ed1-4d2d-b345-b0ca88c46066,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:10.951373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'subnet': {'network_id': '4c04f927-0ed1-4d2d-b345-b0ca88c46066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:11.066339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4c04f927-0ed1-4d2d-b345-b0ca88c46066 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:11.068860 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.091141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Allocated IP 2001:db8:0:ffff::2 (8013d7e5-23ad-4811-ac29-ea79eff62a35/f38a3ffc-97ec-4ab9-9bb9-11eaf88c307f/4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:11.152630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:11.160501 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.340699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a344d-93be-43d6-b0b7-525d4eb0ad71 req-e039efd9-bb88-44cd-a50f-bdafda53fbb1 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:11.342827 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-277a344d-93be-43d6-b0b7-525d4eb0ad71 req-e039efd9-bb88-44cd-a50f-bdafda53fbb1 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0862854 Nov 12 08:40:11.389142 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f1204f5-3203-49b7-91ac-c6c40985ea59 req-661f7d51-64b4-4b61-9f52-9dc2803e73be tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0469136 Nov 12 08:40:11.460135 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.476988 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.537659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Network 8013d7e5-23ad-4811-ac29-ea79eff62a35 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:11.543327 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:11.547335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:11.556171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Pushing event updated for resources: {'Port': ['ID=4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:11.572062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-277a344d-93be-43d6-b0b7-525d4eb0ad71 req-0827b4e0-1ec0-4e70-927c-0f8b89bfd510 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205119 Nov 12 08:40:11.584340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:11.584688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:11.585033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:11.585385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:11.585712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:11.586240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:11.587054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:11.588517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:11.589180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:11.589752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:11.590555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:11.591097 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:11.629453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Attempting to bind port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:11.630087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Attempting to bind port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'e5a98203-b640-4d82-b3f8-1d01a15241b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8013d7e5-23ad-4811-ac29-ea79eff62a35'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:11.630946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Attempting to bind port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d on network 8013d7e5-23ad-4811-ac29-ea79eff62a35 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:11.637194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:11.638146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Checking segment: {'id': 'e5a98203-b640-4d82-b3f8-1d01a15241b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8013d7e5-23ad-4811-ac29-ea79eff62a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:11.638927 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.639547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Bound using segment: {'id': 'e5a98203-b640-4d82-b3f8-1d01a15241b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8013d7e5-23ad-4811-ac29-ea79eff62a35'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:11.640195 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Bound port: 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a98203-b640-4d82-b3f8-1d01a15241b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8013d7e5-23ad-4811-ac29-ea79eff62a35'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:11.640754 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.661232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:40:11.662772 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.728831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Subnet': ['ID=bb65623f-1aed-437c-92ed-be72a6863e40,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:11.736607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Checking segment: {'id': 'c7d99e45-106c-4ef7-a288-91f53a565173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4c04f927-0ed1-4d2d-b345-b0ca88c46066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:11.737600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network hostable DHCP agents. Network: 4c04f927-0ed1-4d2d-b345-b0ca88c46066, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:11.747722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] For port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:11.754331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] For port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d,segment=NetworkSegment(e5a98203-b640-4d82-b3f8-1d01a15241b6),segment_id=e5a98203-b640-4d82-b3f8-1d01a15241b6)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:11.761959 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.762233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network 4c04f927-0ed1-4d2d-b345-b0ca88c46066 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:11.776868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4c04f927-0ed1-4d2d-b345-b0ca88c46066) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:11.781573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:11.782579 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:11.797959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabd50c2-7e91-4e99-aaaf-f8d9ad2f30da None None] Network 4c04f927-0ed1-4d2d-b345-b0ca88c46066 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:11.810471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34844) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:11.810876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fee17b58-b494-48b3-a89b-becd960f018f tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8647261 Nov 12 08:40:11.820584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'port': {'network_id': '4c04f927-0ed1-4d2d-b345-b0ca88c46066', 'name': 'tempest-NetworksIpV6TestAttrs-1106208271'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:11.920877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe235830-4d78-4ab4-abd2-021aef97b5a7 None None] Pushing event updated for resources: {'Port': ['ID=4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:12.062094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:12.069086 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.070001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4c04f927-0ed1-4d2d-b345-b0ca88c46066', 'network_id': '4c04f927-0ed1-4d2d-b345-b0ca88c46066', 'tenant_id': '23ee23e4e61443d091a19c172d9900c9', 'fixed_ips': [{'subnet_id': 'bb65623f-1aed-437c-92ed-be72a6863e40'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:12.071957 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.148615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] device_id is not set on port 81615ee9-8da1-4129-adcd-0dad38dd0a0e yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:12.296214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Allocated IP 2001:db8::f816:3eff:fe72:5676 (4c04f927-0ed1-4d2d-b345-b0ca88c46066/bb65623f-1aed-437c-92ed-be72a6863e40/4444935b-07a8-40a4-ac31-66e3210f2b33) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:12.304031 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34852) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:12.439811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47320db1-d8fd-4af6-83f2-77ab92280ad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.464438 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.474840 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.515919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Network 4c04f927-0ed1-4d2d-b345-b0ca88c46066 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:12.524813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:12.528070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:12.537638 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce03ff27-b350-4513-b922-73aa2b4fd27f req-bdebc173-5a98-4d06-9cad-0cae18fbabf4 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0549750 Nov 12 08:40:12.540564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Pushing event updated for resources: {'Port': ['ID=4444935b-07a8-40a4-ac31-66e3210f2b33,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:12.568501 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Allocated IP 2001:db8::f816:3eff:fe0a:8747 (4c04f927-0ed1-4d2d-b345-b0ca88c46066/bb65623f-1aed-437c-92ed-be72a6863e40/81615ee9-8da1-4129-adcd-0dad38dd0a0e) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:12.614889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Attempting to bind port 4444935b-07a8-40a4-ac31-66e3210f2b33 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:12.615175 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Attempting to bind port 4444935b-07a8-40a4-ac31-66e3210f2b33 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'c7d99e45-106c-4ef7-a288-91f53a565173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4c04f927-0ed1-4d2d-b345-b0ca88c46066'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:12.615549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Attempting to bind port 4444935b-07a8-40a4-ac31-66e3210f2b33 on network 4c04f927-0ed1-4d2d-b345-b0ca88c46066 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:12.621976 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:12.622422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Checking segment: {'id': 'c7d99e45-106c-4ef7-a288-91f53a565173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4c04f927-0ed1-4d2d-b345-b0ca88c46066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:12.622748 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.623152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Bound using segment: {'id': 'c7d99e45-106c-4ef7-a288-91f53a565173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4c04f927-0ed1-4d2d-b345-b0ca88c46066'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:12.623612 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Bound port: 4444935b-07a8-40a4-ac31-66e3210f2b33, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d99e45-106c-4ef7-a288-91f53a565173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '4c04f927-0ed1-4d2d-b345-b0ca88c46066'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:12.623995 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.633844 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47320db1-d8fd-4af6-83f2-77ab92280ad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.647160 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47320db1-d8fd-4af6-83f2-77ab92280ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.724904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] For port 4444935b-07a8-40a4-ac31-66e3210f2b33, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:12.729922 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] For port 4444935b-07a8-40a4-ac31-66e3210f2b33, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4444935b-07a8-40a4-ac31-66e3210f2b33,segment=NetworkSegment(c7d99e45-106c-4ef7-a288-91f53a565173),segment_id=c7d99e45-106c-4ef7-a288-91f53a565173)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:12.735520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db14c8a-8cbf-49e9-9716-7ae5cacf6686 req-a36c8d1c-0742-42ad-ac89-d9bef0d8b894 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:12.739948 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.748523 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1db14c8a-8cbf-49e9-9716-7ae5cacf6686 req-a36c8d1c-0742-42ad-ac89-d9bef0d8b894 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0779753 Nov 12 08:40:12.757128 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:12.765327 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-47320db1-d8fd-4af6-83f2-77ab92280ad6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0008c1476f27429396546e97445bda4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4596443 Nov 12 08:40:12.768498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34862) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:12.770024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47320db1-d8fd-4af6-83f2-77ab92280ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadce9ac-f753-45ed-a7f8-08529eb43c5a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:12.852896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1db14c8a-8cbf-49e9-9716-7ae5cacf6686 req-4aa05002-d834-46cc-853e-88854cd8e516 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025009 Nov 12 08:40:12.895394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade9882-3245-4d0c-8538-1f24bba2d828 None None] Pushing event updated for resources: {'Port': ['ID=4444935b-07a8-40a4-ac31-66e3210f2b33,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:12.895951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b2a3bc90-50a4-4b07-b6b3-200e4b5c5896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.926310 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.963749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:12.964057 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b2a3bc90-50a4-4b07-b6b3-200e4b5c5896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:12.964174 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.012870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.091041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network 4c04f927-0ed1-4d2d-b345-b0ca88c46066 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:13.100021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:13.103072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:13.108329 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b2a3bc90-50a4-4b07-b6b3-200e4b5c5896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.109626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:13.110414 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.110931 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b2a3bc90-50a4-4b07-b6b3-200e4b5c5896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.114596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b2a3bc90-50a4-4b07-b6b3-200e4b5c5896 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dadce9ac-f753-45ed-a7f8-08529eb43c5a HTTP/1.1" status: 204 len: 168 time: 0.3424034 Nov 12 08:40:13.114795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Port': ['ID=81615ee9-8da1-4129-adcd-0dad38dd0a0e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:13.138323 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f9f334b0-894d-4d50-b149-f47ebffbac59 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3263135 Nov 12 08:40:13.139265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3bc90-50a4-4b07-b6b3-200e4b5c5896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadce9ac-f753-45ed-a7f8-08529eb43c5a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:13.141687 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34868) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:13.242231 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.248824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6464fe-1bef-4525-bf67-4d29a6008d63 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Deleting subnet bb65623f-1aed-437c-92ed-be72a6863e40 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:13.252609 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e6464fe-1bef-4525-bf67-4d29a6008d63 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.344725 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d,segment=NetworkSegment(e5a98203-b640-4d82-b3f8-1d01a15241b6),segment_id=e5a98203-b640-4d82-b3f8-1d01a15241b6)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:13.351507 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e6464fe-1bef-4525-bf67-4d29a6008d63 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.351954 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.474843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe461d8-6df2-4c54-bd92-28a5fcf039e1 None None] Network 8013d7e5-23ad-4811-ac29-ea79eff62a35 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:13.501438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:13.578228 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e6464fe-1bef-4525-bf67-4d29a6008d63 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.579472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3b9bc5df-7659-4a4c-b179-ce1b17442b88 None None] Provisioning complete for port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:13.579668 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b9bc5df-7659-4a4c-b179-ce1b17442b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.716266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34878) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:13.729241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88d147a5-c1e7-4b5a-a2e2-7608d757589d req-b6204b9b-aaaa-480d-abb8-7b98d9cb62f4 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0568924 Nov 12 08:40:13.730753 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e6464fe-1bef-4525-bf67-4d29a6008d63 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.755021 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5df2b2a1-d08a-4647-a421-115bc665f9c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.785558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6464fe-1bef-4525-bf67-4d29a6008d63 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Subnet': ['ID=bb65623f-1aed-437c-92ed-be72a6863e40,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:13.790345 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e6464fe-1bef-4525-bf67-4d29a6008d63 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:13.800374 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34880) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:13.802049 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3e6464fe-1bef-4525-bf67-4d29a6008d63 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/subnets/bb65623f-1aed-437c-92ed-be72a6863e40 HTTP/1.1" status: 204 len: 168 time: 0.6591005 Nov 12 08:40:13.903768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3564b-c132-4f6d-a4bc-33f5f8651a58 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:13.905940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3564b-c132-4f6d-a4bc-33f5f8651a58 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:13.907554 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-42a3564b-c132-4f6d-a4bc-33f5f8651a58 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1062005 Nov 12 08:40:13.911453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34884) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:14.110571 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5df2b2a1-d08a-4647-a421-115bc665f9c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.120765 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab577429-e5e5-413b-b2cf-4e3e9b4a8f44 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.126787 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5df2b2a1-d08a-4647-a421-115bc665f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.157005 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab577429-e5e5-413b-b2cf-4e3e9b4a8f44 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 08:40:14.158057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab577429-e5e5-413b-b2cf-4e3e9b4a8f44 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:14.161951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ab577429-e5e5-413b-b2cf-4e3e9b4a8f44 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/networks/4c04f927-0ed1-4d2d-b345-b0ca88c46066 HTTP/1.1" status: 409 len: 405 time: 0.2495029 Nov 12 08:40:14.166221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34888) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:14.172648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5f4af5d6-40db-45ff-9f84-bacbbab2015c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1181592267'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:14.178900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88082b04-5398-4aa6-8e50-fd3d245f9c5c req-b752c4ec-db7b-411e-b080-2e8719f7b310 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:14.187605 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88082b04-5398-4aa6-8e50-fd3d245f9c5c req-b752c4ec-db7b-411e-b080-2e8719f7b310 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.2143691 Nov 12 08:40:14.207436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4af5d6-40db-45ff-9f84-bacbbab2015c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:14.212597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f4af5d6-40db-45ff-9f84-bacbbab2015c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.218601 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5df2b2a1-d08a-4647-a421-115bc665f9c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=417af9a5571641a1956e1c634220f010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4985487 Nov 12 08:40:14.224555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7418d784-d54b-40fb-a086-4cc5b8a2623e None None] Provisioning complete for port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:14.224934 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7418d784-d54b-40fb-a086-4cc5b8a2623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.227378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34890) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:14.231808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2b2a1-d08a-4647-a421-115bc665f9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e3c311-ee50-4bd8-9b9b-522e6e085f01,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:14.272083 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88082b04-5398-4aa6-8e50-fd3d245f9c5c req-44af2bc1-9019-416b-a371-8b5e0eaf041d tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828605 Nov 12 08:40:14.299143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4af5d6-40db-45ff-9f84-bacbbab2015c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:14.325652 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f4af5d6-40db-45ff-9f84-bacbbab2015c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.326000 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-5f4af5d6-40db-45ff-9f84-bacbbab2015c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Added segment 09dd496b-e245-432c-ace2-ab4fe11f467f of type vlan for network ede220a1-b59c-4c00-a89b-9e6b02feac61 Nov 12 08:40:14.391074 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c022dadb-1cc5-4699-88b0-2e49eb6671c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.396277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec72ee13-76cf-4b5d-bb43-6dac82e1ddc6 None None] Network 4c04f927-0ed1-4d2d-b345-b0ca88c46066 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:14.396788 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f4af5d6-40db-45ff-9f84-bacbbab2015c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.429995 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c022dadb-1cc5-4699-88b0-2e49eb6671c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.452059 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f4af5d6-40db-45ff-9f84-bacbbab2015c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.458583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4af5d6-40db-45ff-9f84-bacbbab2015c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:14.459201 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f4af5d6-40db-45ff-9f84-bacbbab2015c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.508751 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f4af5d6-40db-45ff-9f84-bacbbab2015c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3412642 Nov 12 08:40:14.511850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34894) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:14.518817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'subnet': {'network_id': 'ede220a1-b59c-4c00-a89b-9e6b02feac61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:14.556746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4af5d6-40db-45ff-9f84-bacbbab2015c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Network': ['ID=ede220a1-b59c-4c00-a89b-9e6b02feac61,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:14.564659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fe46ffb6-e552-4f74-9b54-1c76c6ee6920 None None] Provisioning complete for port 4444935b-07a8-40a4-ac31-66e3210f2b33 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:14.565319 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe46ffb6-e552-4f74-9b54-1c76c6ee6920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.570091 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network ede220a1-b59c-4c00-a89b-9e6b02feac61 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:14.582113 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c022dadb-1cc5-4699-88b0-2e49eb6671c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.587242 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c022dadb-1cc5-4699-88b0-2e49eb6671c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.598245 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c022dadb-1cc5-4699-88b0-2e49eb6671c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13e3c311-ee50-4bd8-9b9b-522e6e085f01 HTTP/1.1" status: 204 len: 168 time: 0.3695753 Nov 12 08:40:14.633626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022dadb-1cc5-4699-88b0-2e49eb6671c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e3c311-ee50-4bd8-9b9b-522e6e085f01,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:14.666446 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9871ee83-56e8-4892-b0a8-80a4f9ec785d None None] DHCP port deletion for 4c04f927-0ed1-4d2d-b345-b0ca88c46066 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:14.672248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:14.678721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.778310 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe46ffb6-e552-4f74-9b54-1c76c6ee6920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.791528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:14.824436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9871ee83-56e8-4892-b0a8-80a4f9ec785d None None] Deleting port 4444935b-07a8-40a4-ac31-66e3210f2b33 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:14.824818 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9871ee83-56e8-4892-b0a8-80a4f9ec785d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.930841 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fe46ffb6-e552-4f74-9b54-1c76c6ee6920 None None] For port 4444935b-07a8-40a4-ac31-66e3210f2b33, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4444935b-07a8-40a4-ac31-66e3210f2b33,segment=NetworkSegment(c7d99e45-106c-4ef7-a288-91f53a565173),segment_id=c7d99e45-106c-4ef7-a288-91f53a565173)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:14.935833 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1048786d-deb1-4c08-8fe9-0a81f8dec868 req-82bdd79c-a425-48f7-bdcf-3f56d7f9b409 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0368617 Nov 12 08:40:14.945140 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe46ffb6-e552-4f74-9b54-1c76c6ee6920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:14.957608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9871ee83-56e8-4892-b0a8-80a4f9ec785d None None] For port 4444935b-07a8-40a4-ac31-66e3210f2b33, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4444935b-07a8-40a4-ac31-66e3210f2b33,segment=NetworkSegment(c7d99e45-106c-4ef7-a288-91f53a565173),segment_id=c7d99e45-106c-4ef7-a288-91f53a565173)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:14.958006 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9871ee83-56e8-4892-b0a8-80a4f9ec785d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.028780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9871ee83-56e8-4892-b0a8-80a4f9ec785d None None] Calling delete_port for 4444935b-07a8-40a4-ac31-66e3210f2b33 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:15.154401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:40:15.154401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.160980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:15.161648 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.223394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Subnet': ['ID=101d90db-971b-4536-8044-44763b1bcbf9,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:15.224286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46ffb6-e552-4f74-9b54-1c76c6ee6920 None None] Pushing event updated for resources: {'Port': ['ID=4444935b-07a8-40a4-ac31-66e3210f2b33,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:15.233965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Checking segment: {'id': '09dd496b-e245-432c-ace2-ab4fe11f467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ede220a1-b59c-4c00-a89b-9e6b02feac61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:15.233965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network hostable DHCP agents. Network: ede220a1-b59c-4c00-a89b-9e6b02feac61, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:15.257928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network ede220a1-b59c-4c00-a89b-9e6b02feac61 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:15.271259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, ede220a1-b59c-4c00-a89b-9e6b02feac61) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:15.278197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:15.278816 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.286973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7072479-2b2a-4e49-8e8e-dea892b42b5f None None] Network ede220a1-b59c-4c00-a89b-9e6b02feac61 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:15.306308 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-81528d78-446b-4faa-bae4-6788cff2fbd9 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7879167 Nov 12 08:40:15.306703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34914) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:15.313953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'port': {'network_id': 'ede220a1-b59c-4c00-a89b-9e6b02feac61', 'name': 'tempest-NetworksIpV6TestAttrs-1874698982'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:15.395455 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9871ee83-56e8-4892-b0a8-80a4f9ec785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.454159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871ee83-56e8-4892-b0a8-80a4f9ec785d None None] Pushing event deleted for resources: {'Port': ['ID=4444935b-07a8-40a4-ac31-66e3210f2b33,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:15.459293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871ee83-56e8-4892-b0a8-80a4f9ec785d None None] No DVR routers for this DVR port 4444935b-07a8-40a4-ac31-66e3210f2b33 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:15.462657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fc54a-cc7f-47e6-b867-bd6030973111 req-35c3aa63-6997-439c-a632-fe424db44f61 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:15.464226 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e3fc54a-cc7f-47e6-b867-bd6030973111 req-35c3aa63-6997-439c-a632-fe424db44f61 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0800092 Nov 12 08:40:15.517076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:15.521196 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.554049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] device_id is not set on port 4715fcf3-e4b1-4fa8-8a84-5114a05f1e4c yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:15.577423 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-ede220a1-b59c-4c00-a89b-9e6b02feac61', 'network_id': 'ede220a1-b59c-4c00-a89b-9e6b02feac61', 'tenant_id': '23ee23e4e61443d091a19c172d9900c9', 'fixed_ips': [{'subnet_id': '101d90db-971b-4536-8044-44763b1bcbf9'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:15.577423 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:15.624563 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e3fc54a-cc7f-47e6-b867-bd6030973111 req-57205e17-fe79-43ce-b2d5-c496c05d7ba0 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251726 Nov 12 08:40:15.706761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Allocated IP 2001:db8::f816:3eff:fe66:f938 (ede220a1-b59c-4c00-a89b-9e6b02feac61/101d90db-971b-4536-8044-44763b1bcbf9/4715fcf3-e4b1-4fa8-8a84-5114a05f1e4c) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:15.870958 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.069779 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ee73109-a3e2-41d6-8ac2-b12717dbd50b req-531688c2-4c81-4307-b2c3-8d3e15fd9a32 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0296934 Nov 12 08:40:16.289640 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98c4f6eb-b9b9-49c3-9971-8f7693ed2194 req-72618fc6-ae93-462f-9bb8-d5c223ebd9aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0288711 Nov 12 08:40:16.294821 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.346504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network ede220a1-b59c-4c00-a89b-9e6b02feac61 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:16.349912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:16.354372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Allocated IP 2001:db8::f816:3eff:fe2d:8d04 (ede220a1-b59c-4c00-a89b-9e6b02feac61/101d90db-971b-4536-8044-44763b1bcbf9/5af93166-a797-4c65-b644-b00cec1f5c73) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:16.354802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:16.361340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:16.362514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.365939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Port': ['ID=4715fcf3-e4b1-4fa8-8a84-5114a05f1e4c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:16.385460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-18362ff2-a7c1-44f8-ae70-df37ac69595b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0776289 Nov 12 08:40:16.387942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34952) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:16.443129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fffe7c-7169-4db4-804d-9195ed76bc79 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Deleting subnet 101d90db-971b-4536-8044-44763b1bcbf9 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:16.519721 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.524952 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43fffe7c-7169-4db4-804d-9195ed76bc79 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.525500 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.562457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Network ede220a1-b59c-4c00-a89b-9e6b02feac61 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:16.565905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:16.568655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:16.573082 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43fffe7c-7169-4db4-804d-9195ed76bc79 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.602320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Pushing event updated for resources: {'Port': ['ID=5af93166-a797-4c65-b644-b00cec1f5c73,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:16.641451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4444935b-07a8-40a4-ac31-66e3210f2b33 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:16.643982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Attempting to bind port 5af93166-a797-4c65-b644-b00cec1f5c73 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:16.644355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Attempting to bind port 5af93166-a797-4c65-b644-b00cec1f5c73 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '09dd496b-e245-432c-ace2-ab4fe11f467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ede220a1-b59c-4c00-a89b-9e6b02feac61'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:16.644714 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Attempting to bind port 5af93166-a797-4c65-b644-b00cec1f5c73 on network ede220a1-b59c-4c00-a89b-9e6b02feac61 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:16.673573 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 4444935b-07a8-40a4-ac31-66e3210f2b33 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:16.673918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4444935b-07a8-40a4-ac31-66e3210f2b33 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:16.679360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:16.679719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Checking segment: {'id': '09dd496b-e245-432c-ace2-ab4fe11f467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ede220a1-b59c-4c00-a89b-9e6b02feac61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:16.680126 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.680636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Bound using segment: {'id': '09dd496b-e245-432c-ace2-ab4fe11f467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ede220a1-b59c-4c00-a89b-9e6b02feac61'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:16.680989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Bound port: 5af93166-a797-4c65-b644-b00cec1f5c73, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dd496b-e245-432c-ace2-ab4fe11f467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ede220a1-b59c-4c00-a89b-9e6b02feac61'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:16.681397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.796765 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43fffe7c-7169-4db4-804d-9195ed76bc79 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.848716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190a66b-f45a-4e0a-87fb-539be7e1ff85 req-2db04339-b162-46ad-842d-cce1f0f51ed8 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:16.850133 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3190a66b-f45a-4e0a-87fb-539be7e1ff85 req-2db04339-b162-46ad-842d-cce1f0f51ed8 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.1021316 Nov 12 08:40:16.891498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43fffe7c-7169-4db4-804d-9195ed76bc79 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.893806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] For port 5af93166-a797-4c65-b644-b00cec1f5c73, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:16.898225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] For port 5af93166-a797-4c65-b644-b00cec1f5c73, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5af93166-a797-4c65-b644-b00cec1f5c73,segment=NetworkSegment(09dd496b-e245-432c-ace2-ab4fe11f467f),segment_id=09dd496b-e245-432c-ace2-ab4fe11f467f)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:16.904242 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.937253 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43fffe7c-7169-4db4-804d-9195ed76bc79 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:16.944237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-43fffe7c-7169-4db4-804d-9195ed76bc79 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/subnets/101d90db-971b-4536-8044-44763b1bcbf9 HTTP/1.1" status: 204 len: 168 time: 0.5551198 Nov 12 08:40:16.944803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34974) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:16.945095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fffe7c-7169-4db4-804d-9195ed76bc79 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Subnet': ['ID=101d90db-971b-4536-8044-44763b1bcbf9,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:16.945819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e1d1e76f-3189-48e6-976b-18fe265a802d no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:16.962694 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3190a66b-f45a-4e0a-87fb-539be7e1ff85 req-67f0128c-9147-4678-9a31-898a7a92828a tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007755 Nov 12 08:40:17.020038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d214d9a-4a21-4ee0-896e-bc4c6b70a248 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:17.021996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d214d9a-4a21-4ee0-896e-bc4c6b70a248 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:17.023699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8d214d9a-4a21-4ee0-896e-bc4c6b70a248 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0772805 Nov 12 08:40:17.026444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34976) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:17.038938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2d010-a2de-47b2-9c8a-af20ebd2eb6e None None] Pushing event updated for resources: {'Port': ['ID=5af93166-a797-4c65-b644-b00cec1f5c73,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:17.106902 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.149137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529c5404-7831-4d2e-93ce-730c26c3f43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d1e76f-3189-48e6-976b-18fe265a802d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:17.152329 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc1c6b7-bef3-44c4-9270-dbdac2b15fe5" -d '{"events": [{"server_uuid": "529c5404-7831-4d2e-93ce-730c26c3f43c", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d1e76f-3189-48e6-976b-18fe265a802d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:17.176192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e1d1e76f-3189-48e6-976b-18fe265a802d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e1d1e76f-3189-48e6-976b-18fe265a802d,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:17.183357 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.229763 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d510e6f-fc41-420b-9c64-8a330a0c0391 x-openstack-request-id: req-4d510e6f-fc41-420b-9c64-8a330a0c0391 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:17.230078 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529c5404-7831-4d2e-93ce-730c26c3f43c", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d1e76f-3189-48e6-976b-18fe265a802d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:17.230365 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d510e6f-fc41-420b-9c64-8a330a0c0391 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:17.231133 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529c5404-7831-4d2e-93ce-730c26c3f43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d1e76f-3189-48e6-976b-18fe265a802d', 'code': 200} Nov 12 08:40:17.243362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e1d1e76f-3189-48e6-976b-18fe265a802d,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:17.573414 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebeb532a-00e6-4de5-abc0-c573ff18ba69 req-8c258fdb-f14b-414f-a4c5-c8c0a2ce36b1 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0370972 Nov 12 08:40:17.580724 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-077705bc-7006-4fdc-8031-854e0c2a29d8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.589013 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-077705bc-7006-4fdc-8031-854e0c2a29d8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 08:40:17.589559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077705bc-7006-4fdc-8031-854e0c2a29d8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:17.592871 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-077705bc-7006-4fdc-8031-854e0c2a29d8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/networks/ede220a1-b59c-4c00-a89b-9e6b02feac61 HTTP/1.1" status: 409 len: 405 time: 0.5654447 Nov 12 08:40:17.597702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34992) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:17.602830 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-bf2a7f87-d665-42b3-820c-2acc42d9669e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2096829097'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:17.624271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2a7f87-d665-42b3-820c-2acc42d9669e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:17.628177 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf2a7f87-d665-42b3-820c-2acc42d9669e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.654975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2a7f87-d665-42b3-820c-2acc42d9669e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:17.665539 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf2a7f87-d665-42b3-820c-2acc42d9669e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.665958 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-bf2a7f87-d665-42b3-820c-2acc42d9669e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Added segment 16c30404-3e4b-4505-9c7f-75e2436b78d0 of type vlan for network cb3d6803-6fc8-42b5-a2af-f8561b0979e4 Nov 12 08:40:17.709894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf2a7f87-d665-42b3-820c-2acc42d9669e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.743160 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf2a7f87-d665-42b3-820c-2acc42d9669e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.749497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a7f87-d665-42b3-820c-2acc42d9669e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:17.750133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf2a7f87-d665-42b3-820c-2acc42d9669e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:17.801308 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bf2a7f87-d665-42b3-820c-2acc42d9669e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2024627 Nov 12 08:40:17.804434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35000) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:17.810053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'subnet': {'network_id': 'cb3d6803-6fc8-42b5-a2af-f8561b0979e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:17.850358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a7f87-d665-42b3-820c-2acc42d9669e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Network': ['ID=cb3d6803-6fc8-42b5-a2af-f8561b0979e4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:17.863753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network cb3d6803-6fc8-42b5-a2af-f8561b0979e4 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:17.959706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:17.966850 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.112842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4f05a-09d5-43ef-a129-08d511674ca6 req-61d0cd6f-52a1-4c90-92b7-984956bb81af tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:18.115780 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7c4f05a-09d5-43ef-a129-08d511674ca6 req-61d0cd6f-52a1-4c90-92b7-984956bb81af tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 943 time: 0.0658977 Nov 12 08:40:18.213069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7c4f05a-09d5-43ef-a129-08d511674ca6 req-b7e79f02-c03d-41e8-9b11-79ace58c9284 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782862 Nov 12 08:40:18.277258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab151a91-49ca-43e0-96bd-70f5a2ceff4f None None] Network ede220a1-b59c-4c00-a89b-9e6b02feac61 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:18.354436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:40:18.356577 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.404522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-665841ff-f874-4ef6-a49e-77e3c89b2160 None None] Provisioning complete for port 5af93166-a797-4c65-b644-b00cec1f5c73 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:18.404898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-665841ff-f874-4ef6-a49e-77e3c89b2160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.434733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Subnet': ['ID=ad4346f4-9f4a-4035-a4e6-5e00980e36e4,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:18.443028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Checking segment: {'id': '16c30404-3e4b-4505-9c7f-75e2436b78d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cb3d6803-6fc8-42b5-a2af-f8561b0979e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:18.443477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network hostable DHCP agents. Network: cb3d6803-6fc8-42b5-a2af-f8561b0979e4, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:18.461533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network cb3d6803-6fc8-42b5-a2af-f8561b0979e4 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:18.473632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, cb3d6803-6fc8-42b5-a2af-f8561b0979e4) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:18.483679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:18.484273 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.495028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d3eee3-b612-492d-a3f9-ed538e06752d None None] Network cb3d6803-6fc8-42b5-a2af-f8561b0979e4 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:18.513151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-81f27c71-4ba2-49a4-90ab-6b114959f034 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7073321 Nov 12 08:40:18.515668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35020) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:18.566335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b810d2-4be6-46fc-a27f-0b6699a992a0 None None] DHCP port deletion for ede220a1-b59c-4c00-a89b-9e6b02feac61 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:18.572835 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-665841ff-f874-4ef6-a49e-77e3c89b2160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.630875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.670165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-665841ff-f874-4ef6-a49e-77e3c89b2160 None None] For port 5af93166-a797-4c65-b644-b00cec1f5c73, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5af93166-a797-4c65-b644-b00cec1f5c73,segment=NetworkSegment(09dd496b-e245-432c-ace2-ab4fe11f467f),segment_id=09dd496b-e245-432c-ace2-ab4fe11f467f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:18.683542 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-665841ff-f874-4ef6-a49e-77e3c89b2160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.715938 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad90e789-0745-445a-ab2a-469b20cbb620 req-60badfc3-b9e9-4b09-a9ef-b8c21e2f77f9 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0509157 Nov 12 08:40:18.748773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.869322 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.911798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4346f4-9f4a-4035-a4e6-5e00980e36e4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:18.948461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e1d1e76f-3189-48e6-976b-18fe265a802d details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:18.973490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-00b810d2-4be6-46fc-a27f-0b6699a992a0 None None] Deleting port 5af93166-a797-4c65-b644-b00cec1f5c73 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:18.973880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-00b810d2-4be6-46fc-a27f-0b6699a992a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:18.979470 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665841ff-f874-4ef6-a49e-77e3c89b2160 None None] Pushing event updated for resources: {'Port': ['ID=5af93166-a797-4c65-b644-b00cec1f5c73,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:18.994771 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.029295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3d6803-6fc8-42b5-a2af-f8561b0979e4']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:19.042678 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d26e0b-0f6a-4457-8244-93466a6a2dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-cb3d6803-6fc8-42b5-a2af-f8561b0979e4', 'network_id': 'cb3d6803-6fc8-42b5-a2af-f8561b0979e4', 'tenant_id': '23ee23e4e61443d091a19c172d9900c9', 'fixed_ips': [{'subnet_id': 'ad4346f4-9f4a-4035-a4e6-5e00980e36e4'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:19.043571 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-46d26e0b-0f6a-4457-8244-93466a6a2dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.053252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c30404-3e4b-4505-9c7f-75e2436b78d0') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:19.055043 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c30404-3e4b-4505-9c7f-75e2436b78d0') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:19.075396 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.093742 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:40:19.116628 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.139839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59e18fb0-e10e-4978-83cb-d8756ef93e87 req-8550832a-4cc1-4ae8-a1e1-6c9d7dcbe861 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0617476 Nov 12 08:40:19.155861 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6a6e6ff-ff64-4e60-9802-5a8218a98393 req-98f2d003-7c35-472a-b27e-6df44b1333ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1df2be5848854694bc85eed1d7f939bd&device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0576830 Nov 12 08:40:19.158699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:19.159159 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:19.162942 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:19.225243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-00b810d2-4be6-46fc-a27f-0b6699a992a0 None None] For port 5af93166-a797-4c65-b644-b00cec1f5c73, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5af93166-a797-4c65-b644-b00cec1f5c73,segment=NetworkSegment(09dd496b-e245-432c-ace2-ab4fe11f467f),segment_id=09dd496b-e245-432c-ace2-ab4fe11f467f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:19.225752 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-00b810d2-4be6-46fc-a27f-0b6699a992a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.238331 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6a6e6ff-ff64-4e60-9802-5a8218a98393 req-aee9572c-1a8e-4906-88d4-1b1ade8cb66a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1df2be5848854694bc85eed1d7f939bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649734 Nov 12 08:40:19.254142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-00b810d2-4be6-46fc-a27f-0b6699a992a0 None None] Calling delete_port for 5af93166-a797-4c65-b644-b00cec1f5c73 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:19.267825 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-46d26e0b-0f6a-4457-8244-93466a6a2dc9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:40:19.267825 n-d-768851-18 neutron-server[102446]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 12 08:40:19.267825 n-d-768851-18 neutron-server[102446]: [parameters: {'project_id': '23ee23e4e61443d091a19c172d9900c9', 'id': 'd46abd81-dc12-4e74-b9b0-d30b645b4bae', 'name': '', 'network_id': 'cb3d6803-6fc8-42b5-a2af-f8561b0979e4', 'mac_address': 'fa:16:3e:bd:7d:c5', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-cb3d6803-6fc8-42b5-a2af-f8561b0979e4', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1645}] Nov 12 08:40:19.267825 n-d-768851-18 neutron-server[102446]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:40:19.268262 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-46d26e0b-0f6a-4457-8244-93466a6a2dc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:40:19.287376 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.294302 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.298472 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/networks/cb3d6803-6fc8-42b5-a2af-f8561b0979e4 HTTP/1.1" status: 204 len: 168 time: 0.7818098 Nov 12 08:40:19.302748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35052) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:19.310865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-da62fd40-0328-441c-900e-6a50b6cbd992 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-633318610'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:19.321619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e1d1e76f-3189-48e6-976b-18fe265a802d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e1d1e76f-3189-48e6-976b-18fe265a802d,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:19.342016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'e1d1e76f-3189-48e6-976b-18fe265a802d', 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837', 'port_id': 'e1d1e76f-3189-48e6-976b-18fe265a802d', 'mac_address': 'fa:16:3e:31:34:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132b99d6-8d60-4e2d-ad2b-98e3f6298362', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:19.385865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cf56c-acd4-45a1-bfec-552ddeb6dff1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Network': ['ID=cb3d6803-6fc8-42b5-a2af-f8561b0979e4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:19.401037 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.405320 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da62fd40-0328-441c-900e-6a50b6cbd992 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:19.409783 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da62fd40-0328-441c-900e-6a50b6cbd992 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.414597 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-00b810d2-4be6-46fc-a27f-0b6699a992a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.450053 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d1e76f-3189-48e6-976b-18fe265a802d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:19.457523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6e6ff-ff64-4e60-9802-5a8218a98393 req-9baafb63-58ea-4811-a7d2-6f0433531a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.459463 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6a6e6ff-ff64-4e60-9802-5a8218a98393 req-9baafb63-58ea-4811-a7d2-6f0433531a33 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2060311 Nov 12 08:40:19.461278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b810d2-4be6-46fc-a27f-0b6699a992a0 None None] Pushing event deleted for resources: {'Port': ['ID=5af93166-a797-4c65-b644-b00cec1f5c73,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:19.471026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b810d2-4be6-46fc-a27f-0b6699a992a0 None None] No DVR routers for this DVR port 5af93166-a797-4c65-b644-b00cec1f5c73 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:19.495756 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e1d1e76f-3189-48e6-976b-18fe265a802d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e1d1e76f-3189-48e6-976b-18fe265a802d,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:19.502605 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.503358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c27298-a271-42a6-a306-043ec16dae21 req-6b2ab948-9182-486d-baac-59d9f2b370d5 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.512451 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a7c27298-a271-42a6-a306-043ec16dae21 req-6b2ab948-9182-486d-baac-59d9f2b370d5 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 943 time: 0.1468327 Nov 12 08:40:19.519035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da62fd40-0328-441c-900e-6a50b6cbd992 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:19.531813 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da62fd40-0328-441c-900e-6a50b6cbd992 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.532545 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-da62fd40-0328-441c-900e-6a50b6cbd992 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Added segment ab48b407-897e-4fdd-81b3-c811d973829b of type vlan for network 195b45aa-3b3f-43d7-8f7c-138930436f3d Nov 12 08:40:19.582861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e1d1e76f-3189-48e6-976b-18fe265a802d,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:19.595039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da62fd40-0328-441c-900e-6a50b6cbd992 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.644129 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a7c27298-a271-42a6-a306-043ec16dae21 req-a05a3dc3-4a5a-4d8c-a20f-7a11777a84e2 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296961 Nov 12 08:40:19.659463 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da62fd40-0328-441c-900e-6a50b6cbd992 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.668766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da62fd40-0328-441c-900e-6a50b6cbd992 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.669971 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da62fd40-0328-441c-900e-6a50b6cbd992 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.683581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd4e45-8bd2-4488-b70f-38059f1e9f6e req-5ca251f5-80af-4fd0-bb27-00f8cbb95b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.684967 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cebd4e45-8bd2-4488-b70f-38059f1e9f6e req-5ca251f5-80af-4fd0-bb27-00f8cbb95b56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 1097 time: 0.0690703 Nov 12 08:40:19.719274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-da62fd40-0328-441c-900e-6a50b6cbd992 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4131179 Nov 12 08:40:19.743287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35066) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:19.750080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c5d6af54-f62d-491b-bc95-6893f43c6c72 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'subnet': {'network_id': '195b45aa-3b3f-43d7-8f7c-138930436f3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:19.770191 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-46d26e0b-0f6a-4457-8244-93466a6a2dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:19.771590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62fd40-0328-441c-900e-6a50b6cbd992 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Network': ['ID=195b45aa-3b3f-43d7-8f7c-138930436f3d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:19.788617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 195b45aa-3b3f-43d7-8f7c-138930436f3d details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:19.869862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4008ce5c-aaee-442f-8ad4-d96e4ddc4bf0 None None] Network cb3d6803-6fc8-42b5-a2af-f8561b0979e4 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:19.888805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4008ce5c-aaee-442f-8ad4-d96e4ddc4bf0 None None] Network cb3d6803-6fc8-42b5-a2af-f8561b0979e4 could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:40:19.915673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e1d1e76f-3189-48e6-976b-18fe265a802d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:19.921625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370cc99-0141-474d-b2aa-e1e5a5f66d63 req-18b2391b-1462-4b47-a4ef-3a692d40975b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.923192 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1370cc99-0141-474d-b2aa-e1e5a5f66d63 req-18b2391b-1462-4b47-a4ef-3a692d40975b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1790597 Nov 12 08:40:19.927516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd4e45-8bd2-4488-b70f-38059f1e9f6e req-6e28b654-5211-4558-a26b-7d00ecbc2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:19.928953 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cebd4e45-8bd2-4488-b70f-38059f1e9f6e req-6e28b654-5211-4558-a26b-7d00ecbc2374 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 200 len: 919 time: 0.2348895 Nov 12 08:40:20.001079 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cebd4e45-8bd2-4488-b70f-38059f1e9f6e req-683bc514-560f-4028-acbc-7b62e854683c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06351c1f-930b-49ca-9307-1667f08a6e14 HTTP/1.1" status: 200 len: 217 time: 0.0560553 Nov 12 08:40:20.008251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d6af54-f62d-491b-bc95-6893f43c6c72 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:20.011988 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5d6af54-f62d-491b-bc95-6893f43c6c72 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.114763 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1370cc99-0141-474d-b2aa-e1e5a5f66d63 req-01d05e14-d4da-4669-b201-13d02e62d4f4 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807456 Nov 12 08:40:20.139345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd4e45-8bd2-4488-b70f-38059f1e9f6e req-2a3f567f-e6df-4bb8-850a-477cda802dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:20.140812 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cebd4e45-8bd2-4488-b70f-38059f1e9f6e req-2a3f567f-e6df-4bb8-850a-477cda802dba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e098a2ee-2339-4ade-8938-56472dbe143c HTTP/1.1" status: 200 len: 858 time: 0.1166930 Nov 12 08:40:20.184656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cebd4e45-8bd2-4488-b70f-38059f1e9f6e req-5865fe5c-ece5-43c6-8745-7ba13227cc8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e15557bf-6095-4744-9c4f-6e89b3a8efae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356545 Nov 12 08:40:20.249407 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eaaccb5f-a0d1-4516-9150-b701b6cfe24c req-41ba5bf2-f9a4-429a-8b2a-14187733d2a5 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0344253 Nov 12 08:40:20.374352 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cebd4e45-8bd2-4488-b70f-38059f1e9f6e req-3293357c-de7c-4d31-acd1-2ae97b4f317f service neutron] 10.222.0.46 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801591 Nov 12 08:40:20.380548 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5d6af54-f62d-491b-bc95-6893f43c6c72 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.498346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6af54-f62d-491b-bc95-6893f43c6c72 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Subnet': ['ID=80a584c3-2928-4bed-bd44-4348f51ba1a3,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:20.540465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d6af54-f62d-491b-bc95-6893f43c6c72 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Checking segment: {'id': 'ab48b407-897e-4fdd-81b3-c811d973829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '195b45aa-3b3f-43d7-8f7c-138930436f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:20.540835 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d6af54-f62d-491b-bc95-6893f43c6c72 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network hostable DHCP agents. Network: 195b45aa-3b3f-43d7-8f7c-138930436f3d, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:20.547046 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cebd4e45-8bd2-4488-b70f-38059f1e9f6e req-fefd6011-32e6-457d-9f82-a3851a8e12ff service neutron] 10.222.0.46 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638250 Nov 12 08:40:20.562585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d6af54-f62d-491b-bc95-6893f43c6c72 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network 195b45aa-3b3f-43d7-8f7c-138930436f3d is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:20.574540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c5d6af54-f62d-491b-bc95-6893f43c6c72 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 195b45aa-3b3f-43d7-8f7c-138930436f3d) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:20.579548 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d6af54-f62d-491b-bc95-6893f43c6c72 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:20.580471 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5d6af54-f62d-491b-bc95-6893f43c6c72 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.591912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946cc42b-e0d0-4548-b855-51dc0a9b4289 None None] Network 195b45aa-3b3f-43d7-8f7c-138930436f3d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:20.602323 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c5d6af54-f62d-491b-bc95-6893f43c6c72 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8565738 Nov 12 08:40:20.604831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35090) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:20.770161 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.790438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8cc6f1-1e0e-4635-a6f2-c33bb39b90da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-195b45aa-3b3f-43d7-8f7c-138930436f3d', 'network_id': '195b45aa-3b3f-43d7-8f7c-138930436f3d', 'tenant_id': '23ee23e4e61443d091a19c172d9900c9', 'fixed_ips': [{'subnet_id': '80a584c3-2928-4bed-bd44-4348f51ba1a3'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:20.791470 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ec8cc6f1-1e0e-4635-a6f2-c33bb39b90da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.807175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e95c6-9225-46d5-a65c-914ea188f7b8 req-c7913d72-aaed-4f74-a584-3ac60389af4d tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:20.809228 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e56e95c6-9225-46d5-a65c-914ea188f7b8 req-c7913d72-aaed-4f74-a584-3ac60389af4d tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 944 time: 0.0583401 Nov 12 08:40:20.837937 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.876539 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e56e95c6-9225-46d5-a65c-914ea188f7b8 req-b2f15b56-94f1-48ce-8561-ec926d780ee2 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601540 Nov 12 08:40:20.930704 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6a6e6ff-ff64-4e60-9802-5a8218a98393 req-08db67e5-f840-4363-a7ae-522204448a12 tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0322030 Nov 12 08:40:20.936088 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server [None req-ec8cc6f1-1e0e-4635-a6f2-c33bb39b90da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80a584c3-2928-4bed-bd44-4348f51ba1a3: This subnet is being modified by another concurrent operation. Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:40:20.949332 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80a584c3-2928-4bed-bd44-4348f51ba1a3: This subnet is being modified by another concurrent operation. Nov 12 08:40:20.954366 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Nov 12 08:40:20.966125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Subnet': ['ID=80a584c3-2928-4bed-bd44-4348f51ba1a3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:20.984475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba08da2-3ae0-4685-984e-5ef284e2860b None None] Network 195b45aa-3b3f-43d7-8f7c-138930436f3d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:21.106778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.140464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195b45aa-3b3f-43d7-8f7c-138930436f3d']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:21.152112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab48b407-897e-4fdd-81b3-c811d973829b') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:21.152391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab48b407-897e-4fdd-81b3-c811d973829b') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:21.163910 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.185846 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.196027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:21.196809 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:21.200687 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:21.246415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd5872b-e19c-4b6c-9519-c0ed0a0af010 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:40:21.261880 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77c2f5-1b71-484d-8fca-701ae434ffb1 req-fcbd19c2-77c5-48c5-9530-691c0b722820 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:21.269963 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d77c2f5-1b71-484d-8fca-701ae434ffb1 req-fcbd19c2-77c5-48c5-9530-691c0b722820 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0664454 Nov 12 08:40:21.286516 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.303518 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.311588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/networks/195b45aa-3b3f-43d7-8f7c-138930436f3d HTTP/1.1" status: 204 len: 168 time: 0.7024109 Nov 12 08:40:21.312682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35114) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:21.320984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-03653080-3adc-45be-b8d6-7b629e0d47f8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1354033750'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:21.345199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b011edf-5153-4555-852f-2f564303571e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Network': ['ID=195b45aa-3b3f-43d7-8f7c-138930436f3d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:21.349681 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d77c2f5-1b71-484d-8fca-701ae434ffb1 req-bf6998f9-4544-4bd3-813b-8e8a5bc3b8be tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733309 Nov 12 08:40:21.381363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03653080-3adc-45be-b8d6-7b629e0d47f8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:21.387833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-03653080-3adc-45be-b8d6-7b629e0d47f8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.422531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd5872b-e19c-4b6c-9519-c0ed0a0af010 None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:40:21.469514 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d20eec6b-c28a-482f-a3df-6332e793f877 req-ddca961e-1484-4b87-a39f-55329fe6081f tempest-ServerShowV257Test-785275968 tempest-ServerShowV257Test-785275968-project] 10.222.0.31 "GET /v2.0/ports?device_id=cc0be8e1-e535-4953-aa05-232ff4dd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0493965 Nov 12 08:40:21.470357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03653080-3adc-45be-b8d6-7b629e0d47f8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:21.481349 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-03653080-3adc-45be-b8d6-7b629e0d47f8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.481807 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-03653080-3adc-45be-b8d6-7b629e0d47f8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Added segment 7b061b90-d72f-42f2-ba8e-17d9054e52fe of type vlan for network 01cf3f04-1daf-4c00-b793-db321ad9bc7f Nov 12 08:40:21.535906 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-03653080-3adc-45be-b8d6-7b629e0d47f8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.572545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-03653080-3adc-45be-b8d6-7b629e0d47f8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.580078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03653080-3adc-45be-b8d6-7b629e0d47f8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:21.580727 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-03653080-3adc-45be-b8d6-7b629e0d47f8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:21.654417 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-03653080-3adc-45be-b8d6-7b629e0d47f8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3378620 Nov 12 08:40:21.655527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35120) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:21.669493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Request body: {'subnet': {'network_id': '01cf3f04-1daf-4c00-b793-db321ad9bc7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:21.687545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03653080-3adc-45be-b8d6-7b629e0d47f8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Network': ['ID=01cf3f04-1daf-4c00-b793-db321ad9bc7f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:21.703715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 01cf3f04-1daf-4c00-b793-db321ad9bc7f details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:21.779484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Made reservation on behalf of 23ee23e4e61443d091a19c172d9900c9 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:21.786574 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.069032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899f700-5ee8-492b-80e6-c3aa21a39f43 req-e6c4e4db-4c48-4129-8d8a-9c7bd4d96dfd tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:22.070569 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f899f700-5ee8-492b-80e6-c3aa21a39f43 req-e6c4e4db-4c48-4129-8d8a-9c7bd4d96dfd tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 944 time: 0.0895388 Nov 12 08:40:22.132401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:40:22.135907 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.181266 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f899f700-5ee8-492b-80e6-c3aa21a39f43 req-3c4b1cfd-7f3c-4382-9f3a-d4b9279800d9 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031306 Nov 12 08:40:22.216031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event updated for resources: {'Subnet': ['ID=aa68add1-beca-405a-89ad-8f8f7651ce6d,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:22.233514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Checking segment: {'id': '7b061b90-d72f-42f2-ba8e-17d9054e52fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '01cf3f04-1daf-4c00-b793-db321ad9bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:22.234196 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network hostable DHCP agents. Network: 01cf3f04-1daf-4c00-b793-db321ad9bc7f, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:22.244671 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.254523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Network 01cf3f04-1daf-4c00-b793-db321ad9bc7f is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:22.263813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 01cf3f04-1daf-4c00-b793-db321ad9bc7f) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:22.269734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:22.271590 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.272706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd42db7f-da07-4ac2-ad4a-f629ce7d961d None None] Network 01cf3f04-1daf-4c00-b793-db321ad9bc7f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:22.288878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a03ab64f-f86b-40d4-8b17-6e02d7d7d6ad tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6268909 Nov 12 08:40:22.291581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35134) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:22.398630 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.444190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326798ac-13cf-4107-a7ae-40211667bbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-01cf3f04-1daf-4c00-b793-db321ad9bc7f', 'network_id': '01cf3f04-1daf-4c00-b793-db321ad9bc7f', 'tenant_id': '23ee23e4e61443d091a19c172d9900c9', 'fixed_ips': [{'subnet_id': 'aa68add1-beca-405a-89ad-8f8f7651ce6d'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:22.445511 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-326798ac-13cf-4107-a7ae-40211667bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.457027 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.515391 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f53878-0196-4e7b-b59c-1c687c663478 req-776092b1-5370-44d7-beff-fdb1d10a920e tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:22.521127 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-12f53878-0196-4e7b-b59c-1c687c663478 req-776092b1-5370-44d7-beff-fdb1d10a920e tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0799096 Nov 12 08:40:22.548783 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server [None req-326798ac-13cf-4107-a7ae-40211667bbc9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa68add1-beca-405a-89ad-8f8f7651ce6d: This subnet is being modified by another concurrent operation. Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:40:22.581819 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa68add1-beca-405a-89ad-8f8f7651ce6d: This subnet is being modified by another concurrent operation. Nov 12 08:40:22.586919 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Nov 12 08:40:22.603960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Subnet': ['ID=aa68add1-beca-405a-89ad-8f8f7651ce6d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:22.611897 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36548027-c380-4155-b399-872923063827 None None] Network 01cf3f04-1daf-4c00-b793-db321ad9bc7f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:22.625372 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-12f53878-0196-4e7b-b59c-1c687c663478 req-67488c20-76d0-4174-ae7e-9c5f99e827e2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969675 Nov 12 08:40:22.698512 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.724924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cf3f04-1daf-4c00-b793-db321ad9bc7f']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:22.737696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b061b90-d72f-42f2-ba8e-17d9054e52fe') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:22.738161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b061b90-d72f-42f2-ba8e-17d9054e52fe') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:22.750571 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.761341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e713b0b-c9c7-412a-b562-55b0aa92e791 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:40:22.772079 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.779545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:22.780165 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:22.784811 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:22.908727 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.921200 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:22.924696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/networks/01cf3f04-1daf-4c00-b793-db321ad9bc7f HTTP/1.1" status: 204 len: 168 time: 0.6320207 Nov 12 08:40:22.928319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35150) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:22.939314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e713b0b-c9c7-412a-b562-55b0aa92e791 None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:40:22.942422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6e3ae-51db-41e9-8a9c-c143be25e27c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Network': ['ID=01cf3f04-1daf-4c00-b793-db321ad9bc7f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:22.972796 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabc3a50-9486-46fe-a20a-3ffe29c5cb69 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:22.974829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabc3a50-9486-46fe-a20a-3ffe29c5cb69 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:22.980440 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fabc3a50-9486-46fe-a20a-3ffe29c5cb69 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/subnets/aa68add1-beca-405a-89ad-8f8f7651ce6d HTTP/1.1" status: 404 len: 337 time: 0.0509541 Nov 12 08:40:22.982978 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35154) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:22.999344 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e1d1e76f-3189-48e6-976b-18fe265a802d up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:23.024578 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad08ec1-946b-4cbb-9e6e-7dbb89acdcb7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:23.025346 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad08ec1-946b-4cbb-9e6e-7dbb89acdcb7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:23.028929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3ad08ec1-946b-4cbb-9e6e-7dbb89acdcb7 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/networks/01cf3f04-1daf-4c00-b793-db321ad9bc7f HTTP/1.1" status: 404 len: 339 time: 0.0447514 Nov 12 08:40:23.031534 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35156) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.035635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35158) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.054545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35162) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.067270 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b278b01-dd50-4f14-a47d-b123890b9e87 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:23.067711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b278b01-dd50-4f14-a47d-b123890b9e87 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:23.072162 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7b278b01-dd50-4f14-a47d-b123890b9e87 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/subnets/80a584c3-2928-4bed-bd44-4348f51ba1a3 HTTP/1.1" status: 404 len: 337 time: 0.0385008 Nov 12 08:40:23.076287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35166) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.100638 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fa1631-6cce-4aff-833a-f400ba04fd2d tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:23.101216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fa1631-6cce-4aff-833a-f400ba04fd2d tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:23.107495 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d8fa1631-6cce-4aff-833a-f400ba04fd2d tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/networks/195b45aa-3b3f-43d7-8f7c-138930436f3d HTTP/1.1" status: 404 len: 339 time: 0.0298057 Nov 12 08:40:23.107879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35168) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.137233 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a33773f-2c53-49e5-9071-5544eeff84cb tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:23.138174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a33773f-2c53-49e5-9071-5544eeff84cb tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:23.142370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5a33773f-2c53-49e5-9071-5544eeff84cb tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/subnets/ad4346f4-9f4a-4035-a4e6-5e00980e36e4 HTTP/1.1" status: 404 len: 337 time: 0.0332742 Nov 12 08:40:23.144859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port e1d1e76f-3189-48e6-976b-18fe265a802d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:23.145449 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.145629 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35170) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.164190 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2854cf-32e9-44dc-915c-d1a218c23ff8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:23.165001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2854cf-32e9-44dc-915c-d1a218c23ff8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:23.168232 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ad2854cf-32e9-44dc-915c-d1a218c23ff8 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/networks/cb3d6803-6fc8-42b5-a2af-f8561b0979e4 HTTP/1.1" status: 404 len: 339 time: 0.0218103 Nov 12 08:40:23.170895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35172) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.210219 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f0a80392-066f-48a6-8c09-7c9563352ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.254700 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-efbae412-89f1-46fc-b489-07efb740354f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.341905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c7477435-ae5b-4c84-93f6-5967c8d7a074 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Deleting port 4715fcf3-e4b1-4fa8-8a84-5114a05f1e4c {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:23.342393 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7477435-ae5b-4c84-93f6-5967c8d7a074 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.373384 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.401406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a3b0a-36cc-4e83-9935-e5e46dd580bb req-2e73ebed-cdb6-4696-b493-7ffeddf7a90b tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:23.405128 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f9a3b0a-36cc-4e83-9935-e5e46dd580bb req-2e73ebed-cdb6-4696-b493-7ffeddf7a90b tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 944 time: 0.1116416 Nov 12 08:40:23.418053 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529c5404-7831-4d2e-93ce-730c26c3f43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d1e76f-3189-48e6-976b-18fe265a802d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:23.420907 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e1f255-4b0e-4344-a83a-a42fca09e675" -d '{"events": [{"server_uuid": "529c5404-7831-4d2e-93ce-730c26c3f43c", "name": "network-vif-plugged", "status": "completed", "tag": "e1d1e76f-3189-48e6-976b-18fe265a802d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:23.437669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e1d1e76f-3189-48e6-976b-18fe265a802d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e1d1e76f-3189-48e6-976b-18fe265a802d,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:23.443020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f0a80392-066f-48a6-8c09-7c9563352ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.444006 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7477435-ae5b-4c84-93f6-5967c8d7a074 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.445250 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.461657 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f0a80392-066f-48a6-8c09-7c9563352ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.466702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c7477435-ae5b-4c84-93f6-5967c8d7a074 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Calling delete_port for 4715fcf3-e4b1-4fa8-8a84-5114a05f1e4c owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:23.476426 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f7b927-d4dc-48c4-944c-efd9976db0ac x-openstack-request-id: req-48f7b927-d4dc-48c4-944c-efd9976db0ac {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:23.476787 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529c5404-7831-4d2e-93ce-730c26c3f43c", "name": "network-vif-plugged", "status": "completed", "tag": "e1d1e76f-3189-48e6-976b-18fe265a802d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:23.477327 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48f7b927-d4dc-48c4-944c-efd9976db0ac {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:23.477814 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529c5404-7831-4d2e-93ce-730c26c3f43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d1e76f-3189-48e6-976b-18fe265a802d', 'code': 200} Nov 12 08:40:23.510143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e1d1e76f-3189-48e6-976b-18fe265a802d,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:23.565069 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f0a80392-066f-48a6-8c09-7c9563352ea2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a80c2320e2e94489949a3464eba916cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5089717 Nov 12 08:40:23.566014 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35180) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.570691 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f9a3b0a-36cc-4e83-9935-e5e46dd580bb req-98364320-1d0d-4c6a-93a4-7177cd6b54dd tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524453 Nov 12 08:40:23.576529 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a80392-066f-48a6-8c09-7c9563352ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb54b8-3bd1-42f4-9a02-a426dd60ac67,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:23.583154 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-efbae412-89f1-46fc-b489-07efb740354f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.590066 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7477435-ae5b-4c84-93f6-5967c8d7a074 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.592091 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-efbae412-89f1-46fc-b489-07efb740354f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.633337 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7477435-ae5b-4c84-93f6-5967c8d7a074 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Port': ['ID=4715fcf3-e4b1-4fa8-8a84-5114a05f1e4c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:23.645198 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7477435-ae5b-4c84-93f6-5967c8d7a074 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.650638 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c7477435-ae5b-4c84-93f6-5967c8d7a074 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/ports/4715fcf3-e4b1-4fa8-8a84-5114a05f1e4c HTTP/1.1" status: 204 len: 168 time: 0.4762514 Nov 12 08:40:23.651128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35184) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.669645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbae412-89f1-46fc-b489-07efb740354f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55474594-89fc-4bb5-a88c-919a2c558d39,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:23.686296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-efbae412-89f1-46fc-b489-07efb740354f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1df2be5848854694bc85eed1d7f939bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6495495 Nov 12 08:40:23.687826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35186) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.692371 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-450b9d2c-62a3-43ee-811e-5c14b3fd41f1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:23.693014 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450b9d2c-62a3-43ee-811e-5c14b3fd41f1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:23.693492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17235d64-80fc-4679-a7a2-a34cc7d86113 req-ef7d07c7-0cb6-4bc0-9013-eeb477b020d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:23.695306 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17235d64-80fc-4679-a7a2-a34cc7d86113 req-ef7d07c7-0cb6-4bc0-9013-eeb477b020d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 1097 time: 0.0745521 Nov 12 08:40:23.696295 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-450b9d2c-62a3-43ee-811e-5c14b3fd41f1 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/subnets/101d90db-971b-4536-8044-44763b1bcbf9 HTTP/1.1" status: 404 len: 337 time: 0.0441639 Nov 12 08:40:23.698790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35188) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:23.713184 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caebb3f4-dc29-4fd8-a985-918ac26a192b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.778739 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caebb3f4-dc29-4fd8-a985-918ac26a192b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.815066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.817528 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f911a-21fa-4fe7-ba2a-2b86425fb2b9 req-2a8a28b3-c6b8-4424-9e06-64e9559c5d2b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:23.819015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad4f911a-21fa-4fe7-ba2a-2b86425fb2b9 req-2a8a28b3-c6b8-4424-9e06-64e9559c5d2b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1069102 Nov 12 08:40:23.819164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-17235d64-80fc-4679-a7a2-a34cc7d86113 req-88cbb2d8-0cdf-4dde-a649-f12e134039da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101582 Nov 12 08:40:23.859149 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb948-ed62-483c-9671-3ec016af0873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.904921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb948-ed62-483c-9671-3ec016af0873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.916756 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.918684 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad4f911a-21fa-4fe7-ba2a-2b86425fb2b9 req-ce915013-d4e2-438d-9f27-7558365b24fc tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880013 Nov 12 08:40:23.922023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caebb3f4-dc29-4fd8-a985-918ac26a192b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.924678 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caebb3f4-dc29-4fd8-a985-918ac26a192b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.926356 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-caebb3f4-dc29-4fd8-a985-918ac26a192b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13bb54b8-3bd1-42f4-9a02-a426dd60ac67 HTTP/1.1" status: 204 len: 168 time: 0.3593006 Nov 12 08:40:23.947365 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede220a1-b59c-4c00-a89b-9e6b02feac61']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:23.951177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebb3f4-dc29-4fd8-a985-918ac26a192b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb54b8-3bd1-42f4-9a02-a426dd60ac67,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:23.960543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dd496b-e245-432c-ace2-ab4fe11f467f') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:23.961004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dd496b-e245-432c-ace2-ab4fe11f467f') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:23.978074 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.990342 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb948-ed62-483c-9671-3ec016af0873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.998346 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec9eb948-ed62-483c-9671-3ec016af0873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.998996 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:23.999559 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ec9eb948-ed62-483c-9671-3ec016af0873 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55474594-89fc-4bb5-a88c-919a2c558d39 HTTP/1.1" status: 204 len: 168 time: 0.3092468 Nov 12 08:40:24.009939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9eb948-ed62-483c-9671-3ec016af0873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55474594-89fc-4bb5-a88c-919a2c558d39,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:24.019033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:24.020157 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:24.024282 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:24.104494 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.109886 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.116646 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/networks/ede220a1-b59c-4c00-a89b-9e6b02feac61 HTTP/1.1" status: 204 len: 168 time: 0.4144294 Nov 12 08:40:24.118531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35198) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:24.136984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cf60f-d601-4fe3-b116-2d6f1ff08ddf tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Network': ['ID=ede220a1-b59c-4c00-a89b-9e6b02feac61,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:24.223621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f66aa-b617-493a-a621-7fd8fee0805e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Deleting port 81615ee9-8da1-4129-adcd-0dad38dd0a0e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:24.224059 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c0f66aa-b617-493a-a621-7fd8fee0805e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.308102 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c0f66aa-b617-493a-a621-7fd8fee0805e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.337467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f66aa-b617-493a-a621-7fd8fee0805e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Calling delete_port for 81615ee9-8da1-4129-adcd-0dad38dd0a0e owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:24.383272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35210) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:24.400897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-536a00d9-a48f-4780-8641-031816a7c467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.472485 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c0f66aa-b617-493a-a621-7fd8fee0805e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.513396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f66aa-b617-493a-a621-7fd8fee0805e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Port': ['ID=81615ee9-8da1-4129-adcd-0dad38dd0a0e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:24.524643 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c0f66aa-b617-493a-a621-7fd8fee0805e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.527911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2c0f66aa-b617-493a-a621-7fd8fee0805e tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/ports/81615ee9-8da1-4129-adcd-0dad38dd0a0e HTTP/1.1" status: 204 len: 168 time: 0.4072182 Nov 12 08:40:24.530805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35214) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:24.556003 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-536a00d9-a48f-4780-8641-031816a7c467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.558619 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0b6388-a1af-435a-91bf-ca030085d36b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:24.559113 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0b6388-a1af-435a-91bf-ca030085d36b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:24.560481 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-536a00d9-a48f-4780-8641-031816a7c467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.564388 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fc0b6388-a1af-435a-91bf-ca030085d36b tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/subnets/bb65623f-1aed-437c-92ed-be72a6863e40 HTTP/1.1" status: 404 len: 337 time: 0.0327303 Nov 12 08:40:24.566887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35218) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:24.596140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-536a00d9-a48f-4780-8641-031816a7c467 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a25143940cb4a2699bbd8ae7352515c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2116122 Nov 12 08:40:24.601174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35220) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:24.639620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a00d9-a48f-4780-8641-031816a7c467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5c35a7-ca4b-4a9c-9fd7-e088c7afd623,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:24.661323 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.661600 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b8313477-a5d3-49b1-8b82-f7075470fc96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.693649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b8313477-a5d3-49b1-8b82-f7075470fc96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.762917 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.771878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df949b-c7e8-4d62-8001-0b266af40884 req-6878b14b-be73-459a-85fa-3c394e8fbfbe tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:24.773795 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-92df949b-c7e8-4d62-8001-0b266af40884 req-6878b14b-be73-459a-85fa-3c394e8fbfbe tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0721426 Nov 12 08:40:24.790285 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b8313477-a5d3-49b1-8b82-f7075470fc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.792617 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c04f927-0ed1-4d2d-b345-b0ca88c46066']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:24.793289 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b8313477-a5d3-49b1-8b82-f7075470fc96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.796729 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b8313477-a5d3-49b1-8b82-f7075470fc96 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de5c35a7-ca4b-4a9c-9fd7-e088c7afd623 HTTP/1.1" status: 204 len: 168 time: 0.1923139 Nov 12 08:40:24.804694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d99e45-106c-4ef7-a288-91f53a565173') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:24.805718 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d99e45-106c-4ef7-a288-91f53a565173') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:24.813936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8313477-a5d3-49b1-8b82-f7075470fc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5c35a7-ca4b-4a9c-9fd7-e088c7afd623,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:24.823464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.843951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.854833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:24.855636 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.856122 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-92df949b-c7e8-4d62-8001-0b266af40884 req-53040eb4-424d-48fd-a23d-6af47c65f207 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746582 Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:24.860092 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:24.927263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.942338 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:24.945619 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/networks/4c04f927-0ed1-4d2d-b345-b0ca88c46066 HTTP/1.1" status: 204 len: 168 time: 0.3770275 Nov 12 08:40:24.948444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35234) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:24.961552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ff1e4-a3af-4edf-b4fa-b2c8aa1a8922 tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Network': ['ID=4c04f927-0ed1-4d2d-b345-b0ca88c46066,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:25.026242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-58156deb-2e2b-4003-beb4-40016351d3cc tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Deleting subnet f38a3ffc-97ec-4ab9-9bb9-11eaf88c307f {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:25.030279 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-58156deb-2e2b-4003-beb4-40016351d3cc tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.084273 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-58156deb-2e2b-4003-beb4-40016351d3cc tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.135638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b4c5e-ff72-45e4-99c1-cd938ec1016b req-97fceb56-c88d-47b1-a879-03f2a9dd0d00 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:25.137240 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8a8b4c5e-ff72-45e4-99c1-cd938ec1016b req-97fceb56-c88d-47b1-a879-03f2a9dd0d00 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1051755 Nov 12 08:40:25.230737 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-58156deb-2e2b-4003-beb4-40016351d3cc tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.264182 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8a8b4c5e-ff72-45e4-99c1-cd938ec1016b req-5ca6c4f3-8103-42a9-ba92-a674cb3795a9 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089127 Nov 12 08:40:25.688482 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-58156deb-2e2b-4003-beb4-40016351d3cc tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.718827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58156deb-2e2b-4003-beb4-40016351d3cc tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Subnet': ['ID=f38a3ffc-97ec-4ab9-9bb9-11eaf88c307f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:25.720782 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-58156deb-2e2b-4003-beb4-40016351d3cc tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.727588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35274) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:25.728225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-58156deb-2e2b-4003-beb4-40016351d3cc tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/subnets/f38a3ffc-97ec-4ab9-9bb9-11eaf88c307f HTTP/1.1" status: 204 len: 168 time: 0.7778981 Nov 12 08:40:25.739321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe64c3-11e3-4ff6-9af1-34107f1c7365 None None] Network 8013d7e5-23ad-4811-ac29-ea79eff62a35 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:25.835009 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.927019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Deleting port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:25.927644 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:25.941624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6058809c-e27f-4de7-b2fb-a7ad44c172c1 None None] DHCP port deletion for 8013d7e5-23ad-4811-ac29-ea79eff62a35 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:26.019254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6058809c-e27f-4de7-b2fb-a7ad44c172c1 None None] Deleting port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:26.019822 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6058809c-e27f-4de7-b2fb-a7ad44c172c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.035843 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] For port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d,segment=NetworkSegment(e5a98203-b640-4d82-b3f8-1d01a15241b6),segment_id=e5a98203-b640-4d82-b3f8-1d01a15241b6)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:26.036217 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.055257 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Calling delete_port for 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:26.074893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce673c4-270c-4308-83d9-ced0351d550a req-66ed0457-2e38-47a6-8df1-9b3d8d7df227 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:26.083057 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ce673c4-270c-4308-83d9-ced0351d550a req-66ed0457-2e38-47a6-8df1-9b3d8d7df227 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0940573 Nov 12 08:40:26.101448 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6058809c-e27f-4de7-b2fb-a7ad44c172c1 None None] For port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d,segment=NetworkSegment(e5a98203-b640-4d82-b3f8-1d01a15241b6),segment_id=e5a98203-b640-4d82-b3f8-1d01a15241b6)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:26.102018 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6058809c-e27f-4de7-b2fb-a7ad44c172c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.117097 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6058809c-e27f-4de7-b2fb-a7ad44c172c1 None None] Calling delete_port for 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:26.170691 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ce673c4-270c-4308-83d9-ced0351d550a req-d076fe93-f139-4d36-82b7-f1af2790138c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865545 Nov 12 08:40:26.235393 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.242820 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6058809c-e27f-4de7-b2fb-a7ad44c172c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.267449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058809c-e27f-4de7-b2fb-a7ad44c172c1 None None] No DVR routers for this DVR port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:26.303519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] No DVR routers for this DVR port 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:26.316855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Port': ['ID=4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:26.317745 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058809c-e27f-4de7-b2fb-a7ad44c172c1 None None] Pushing event deleted for resources: {'Port': ['ID=4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:26.446424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14819bf-7169-499c-bd9c-9bab665e23e4 req-5ac385d1-385e-4013-8520-a72bcd669f34 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:26.447812 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.454889 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c14819bf-7169-499c-bd9c-9bab665e23e4 req-5ac385d1-385e-4013-8520-a72bcd669f34 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0721831 Nov 12 08:40:26.480596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243606b-e686-42e8-8eda-11c3e254c781 req-88058049-f201-4d76-b739-eda0e733405d tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:26.482248 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e243606b-e686-42e8-8eda-11c3e254c781 req-88058049-f201-4d76-b739-eda0e733405d tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.1296682 Nov 12 08:40:26.494720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8013d7e5-23ad-4811-ac29-ea79eff62a35']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:26.516144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a98203-b640-4d82-b3f8-1d01a15241b6') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:26.516720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a98203-b640-4d82-b3f8-1d01a15241b6') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:26.525063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c14819bf-7169-499c-bd9c-9bab665e23e4 req-b7bb880b-a03f-409b-96de-500ba2b2572c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687110 Nov 12 08:40:26.548658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.595870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.619873 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e243606b-e686-42e8-8eda-11c3e254c781 req-988ad820-d801-4f64-af1b-5159c61e1de9 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233959 Nov 12 08:40:26.636574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:26.637367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:26.642271 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:26.715658 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:26.721228 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.742704 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:26.745980 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] 10.222.0.31 "DELETE /v2.0/networks/8013d7e5-23ad-4811-ac29-ea79eff62a35 HTTP/1.1" status: 204 len: 168 time: 1.0161612 Nov 12 08:40:26.768854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bd635-6cdf-4e26-983d-577f0c29e82c tempest-NetworksIpV6TestAttrs-1700563280 tempest-NetworksIpV6TestAttrs-1700563280-project] Pushing event deleted for resources: {'Network': ['ID=8013d7e5-23ad-4811-ac29-ea79eff62a35,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:26.772620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:26.773264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4fc6ce4d-d183-4c96-b1fb-dfaebefa9d9d not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:27.271984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35336) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:27.328223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-da7facdc-92d6-41c4-8ba7-426e3565d133 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:27.334004 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-da7facdc-92d6-41c4-8ba7-426e3565d133 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/networks?id=b92371a2-d9dd-40fc-9474-c705ce807837 HTTP/1.1" status: 200 len: 815 time: 0.1926351 Nov 12 08:40:27.361280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-ea0bc95c-da93-4c48-a3da-a42f2d231ece tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/quotas/8eeed2d1124a4eac82e9bce4a1ab9648 HTTP/1.1" status: 200 len: 375 time: 0.0229692 Nov 12 08:40:27.426287 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-288b417e-2240-468f-b578-6583c9c7cb38 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8eeed2d1124a4eac82e9bce4a1ab9648&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641823 Nov 12 08:40:27.559409 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-d618d225-7b78-486d-afa2-4943b5f5261c service neutron] 10.222.0.31 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231055 Nov 12 08:40:27.724978 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-0c84e506-047d-4ce3-8235-0b1831420107 service neutron] 10.222.0.31 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613362 Nov 12 08:40:27.781371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae056f1c-3397-4279-b318-d609a0e98e34 req-4508c3e1-513a-4016-90f5-af8941a57c91 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:27.789755 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ae056f1c-3397-4279-b318-d609a0e98e34 req-4508c3e1-513a-4016-90f5-af8941a57c91 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1801162 Nov 12 08:40:27.839023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b817b838-b3c9-412b-919e-8b58668bfd36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23ee23e4e61443d091a19c172d9900c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5643134 Nov 12 08:40:27.842786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35356) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:27.886038 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ae056f1c-3397-4279-b318-d609a0e98e34 req-a223d9f1-cd6e-46a7-8bc8-c4edeafc0c9b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949643 Nov 12 08:40:27.889957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b44e1-a58d-48e4-b1cc-2376df53545e req-6cd827af-39b5-4993-8131-a0a7e2c6b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:27.892935 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-362b44e1-a58d-48e4-b1cc-2376df53545e req-6cd827af-39b5-4993-8131-a0a7e2c6b3d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 1097 time: 0.1584611 Nov 12 08:40:27.962551 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a4209d3-4cd9-4bac-bedc-96fc99e532d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.033648 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-362b44e1-a58d-48e4-b1cc-2376df53545e req-1fb470d5-b7d9-4d8a-9826-affaeede31a9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328115 Nov 12 08:40:28.052522 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a4209d3-4cd9-4bac-bedc-96fc99e532d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.078560 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bec55a28-3f21-48bb-b8b3-c108a98c1f6a req-3b508731-fd5e-4fe3-a541-83c8ef2f75de tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 210 time: 0.0484526 Nov 12 08:40:28.172637 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a4209d3-4cd9-4bac-bedc-96fc99e532d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.176525 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a4209d3-4cd9-4bac-bedc-96fc99e532d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.181281 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0a4209d3-4cd9-4bac-bedc-96fc99e532d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f02799c-0d7d-4652-848f-2b19db2a31dd HTTP/1.1" status: 204 len: 168 time: 0.3373685 Nov 12 08:40:28.192792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4209d3-4cd9-4bac-bedc-96fc99e532d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f02799c-0d7d-4652-848f-2b19db2a31dd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:28.600706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3e74d-30c1-4fab-baf3-c5cf21e3e3ac req-876706b6-f89a-42d0-9a81-ef4c486224d0 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:28.601961 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.604034 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7ab3e74d-30c1-4fab-baf3-c5cf21e3e3ac req-876706b6-f89a-42d0-9a81-ef4c486224d0 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.46 "GET /v2.0/ports?device_id=529c5404-7831-4d2e-93ce-730c26c3f43c HTTP/1.1" status: 200 len: 945 time: 0.0979369 Nov 12 08:40:28.737961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-7ab3e74d-30c1-4fab-baf3-c5cf21e3e3ac req-5a2de5e6-ccac-42b0-978f-20a521dc5d94 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Deleting port e1d1e76f-3189-48e6-976b-18fe265a802d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:28.738297 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7ab3e74d-30c1-4fab-baf3-c5cf21e3e3ac req-5a2de5e6-ccac-42b0-978f-20a521dc5d94 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.907456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-7ab3e74d-30c1-4fab-baf3-c5cf21e3e3ac req-5a2de5e6-ccac-42b0-978f-20a521dc5d94 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] For port e1d1e76f-3189-48e6-976b-18fe265a802d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e1d1e76f-3189-48e6-976b-18fe265a802d,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:28.908138 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7ab3e74d-30c1-4fab-baf3-c5cf21e3e3ac req-5a2de5e6-ccac-42b0-978f-20a521dc5d94 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:28.922088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-7ab3e74d-30c1-4fab-baf3-c5cf21e3e3ac req-5a2de5e6-ccac-42b0-978f-20a521dc5d94 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Calling delete_port for e1d1e76f-3189-48e6-976b-18fe265a802d owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:29.074044 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b25a8c-2709-4a0d-a9d0-3aa3b64e3527 req-f0d265c5-64d0-4486-a004-fe0d50c0637c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:29.077741 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0b25a8c-2709-4a0d-a9d0-3aa3b64e3527 req-f0d265c5-64d0-4486-a004-fe0d50c0637c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1002622 Nov 12 08:40:29.193444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0b25a8c-2709-4a0d-a9d0-3aa3b64e3527 req-49303c8b-37a7-4d60-96cd-b5e69dcefcb1 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653079 Nov 12 08:40:29.214827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7ab3e74d-30c1-4fab-baf3-c5cf21e3e3ac req-5a2de5e6-ccac-42b0-978f-20a521dc5d94 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.255812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2de5e6-ccac-42b0-978f-20a521dc5d94 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Pushing event deleted for resources: {'Port': ['ID=e1d1e76f-3189-48e6-976b-18fe265a802d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:29.282571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88c81b-316a-4bfd-ab38-d08618d1855b None None] DHCP port deletion for b92371a2-d9dd-40fc-9474-c705ce807837 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:29.293887 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3282b4cf-39b7-430b-ab07-d2c9481136df req-fe91d28b-aa17-41a6-8c67-642f6b137726 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 210 time: 0.0476637 Nov 12 08:40:29.343112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35424) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:29.410155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab3e74d-30c1-4fab-baf3-c5cf21e3e3ac req-5a2de5e6-ccac-42b0-978f-20a521dc5d94 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] No DVR routers for this DVR port e1d1e76f-3189-48e6-976b-18fe265a802d on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:29.414245 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7ab3e74d-30c1-4fab-baf3-c5cf21e3e3ac req-5a2de5e6-ccac-42b0-978f-20a521dc5d94 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.421307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7ab3e74d-30c1-4fab-baf3-c5cf21e3e3ac req-5a2de5e6-ccac-42b0-978f-20a521dc5d94 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.46 "DELETE /v2.0/ports/e1d1e76f-3189-48e6-976b-18fe265a802d HTTP/1.1" status: 204 len: 173 time: 0.8083687 Nov 12 08:40:29.421851 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529c5404-7831-4d2e-93ce-730c26c3f43c', 'name': 'network-vif-deleted', 'tag': 'e1d1e76f-3189-48e6-976b-18fe265a802d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:29.424336 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af45f4a5-5aa4-486e-868e-52dba2d2615f" -d '{"events": [{"server_uuid": "529c5404-7831-4d2e-93ce-730c26c3f43c", "name": "network-vif-deleted", "tag": "e1d1e76f-3189-48e6-976b-18fe265a802d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:29.500511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-fe152e99-1f98-42bd-944d-f051547b86e9 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:29.515756 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-fe152e99-1f98-42bd-944d-f051547b86e9 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.52 "GET /v2.0/networks?id=b92371a2-d9dd-40fc-9474-c705ce807837 HTTP/1.1" status: 200 len: 815 time: 0.2084193 Nov 12 08:40:29.524509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Request body: {'port': {'device_id': 'e53b859b-d6f5-46a1-98a5-6d9345e9f10a', 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837', 'admin_state_up': True, 'tenant_id': '8eeed2d1124a4eac82e9bce4a1ab9648'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:29.530842 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cc09d4-ff0d-4912-a5af-c041a59cb0e7 x-openstack-request-id: req-07cc09d4-ff0d-4912-a5af-c041a59cb0e7 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:29.531270 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529c5404-7831-4d2e-93ce-730c26c3f43c", "name": "network-vif-deleted", "tag": "e1d1e76f-3189-48e6-976b-18fe265a802d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:29.531922 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07cc09d4-ff0d-4912-a5af-c041a59cb0e7 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:29.532750 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529c5404-7831-4d2e-93ce-730c26c3f43c', 'name': 'network-vif-deleted', 'tag': 'e1d1e76f-3189-48e6-976b-18fe265a802d', 'status': 'completed', 'code': 200} Nov 12 08:40:29.691927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Made reservation on behalf of 8eeed2d1124a4eac82e9bce4a1ab9648 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:29.696740 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26de5fc1-09cc-47c1-aebc-75ff154a2c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.697290 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.797706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26de5fc1-09cc-47c1-aebc-75ff154a2c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.803747 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26de5fc1-09cc-47c1-aebc-75ff154a2c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:29.853764 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-26de5fc1-09cc-47c1-aebc-75ff154a2c3a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=411c5fd46c4247eca8d58346b583ee83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5090027 Nov 12 08:40:29.856569 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35440) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:29.865693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de5fc1-09cc-47c1-aebc-75ff154a2c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d9fbd-4c04-4133-8e7c-1e878b5aed49,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:29.874647 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Allocated IP 172.20.0.8 (b92371a2-d9dd-40fc-9474-c705ce807837/132b99d6-8d60-4e2d-ad2b-98e3f6298362/873e7e4a-c3c0-4fa6-9c01-866937bfb50a) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:29.920160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35442) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:29.970394 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7055948-197f-4ff0-8e02-513163e7b011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.031822 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7055948-197f-4ff0-8e02-513163e7b011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.161231 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.170569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7055948-197f-4ff0-8e02-513163e7b011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.173175 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7055948-197f-4ff0-8e02-513163e7b011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.177829 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b7055948-197f-4ff0-8e02-513163e7b011 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a2d9fbd-4c04-4133-8e7c-1e878b5aed49 HTTP/1.1" status: 204 len: 168 time: 0.3128033 Nov 12 08:40:30.184732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-739290731'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:30.194200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7055948-197f-4ff0-8e02-513163e7b011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d9fbd-4c04-4133-8e7c-1e878b5aed49,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:30.211003 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:30.216634 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.230989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.256442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.311996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Network b92371a2-d9dd-40fc-9474-c705ce807837 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:30.316831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:30.326487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:30.334904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4da363-dd51-4654-84bc-a75680164472 None None] DHCP port deletion for b92371a2-d9dd-40fc-9474-c705ce807837 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:30.382825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Pushing event updated for resources: {'Port': ['ID=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:30.390825 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.416882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62df4d1-6a05-4b6e-a949-1db7d83fdf2f req-e52b8db8-63ee-4bd1-910a-50e33a01c4f1 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:30.419534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d62df4d1-6a05-4b6e-a949-1db7d83fdf2f req-e52b8db8-63ee-4bd1-910a-50e33a01c4f1 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1056938 Nov 12 08:40:30.420537 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.444027 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7afd4d2e-d144-46d9-aa95-be80009e053e None None] Provisioning complete for port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:30.446969 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7afd4d2e-d144-46d9-aa95-be80009e053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.471403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:30.473532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:30.473743 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.495332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca08c5-39ba-46e7-be5f-abc4da56bffa,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:30.499090 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.499736 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Added segment 56599e5d-102f-44c4-9277-4119a0f942c7 of type vlan for network db83be8a-b227-42a1-81d6-b2d29d272017 Nov 12 08:40:30.509057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7afd4d2e-d144-46d9-aa95-be80009e053e None None] Port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:40:30.556976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-8d5439a8-8254-44ce-959d-6d02201c1d2c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0373402 Nov 12 08:40:30.569274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Request body: {'port': {'device_id': 'e53b859b-d6f5-46a1-98a5-6d9345e9f10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:30.577708 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d62df4d1-6a05-4b6e-a949-1db7d83fdf2f req-7abeebf4-7467-47fc-89cb-f32d8e2ca4f0 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469791 Nov 12 08:40:30.579737 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.634108 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663ef47-83b7-446b-bae5-db3386108096 req-9701e60a-d50c-445e-a317-f2adfdcda1c3 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:30.635705 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5663ef47-83b7-446b-bae5-db3386108096 req-9701e60a-d50c-445e-a317-f2adfdcda1c3 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 931 time: 0.1424749 Nov 12 08:40:30.650039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.667308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:30.668105 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.673857 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.771175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8470113 Nov 12 08:40:30.772860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35466) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:30.774546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5663ef47-83b7-446b-bae5-db3386108096 req-5e91f205-e6a9-4ebf-a707-291aa84a2b4f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104188 Nov 12 08:40:30.781537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'name': 'tempest-PortsIpV6TestJSON-372622970'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:30.798471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475b4c8-31bb-42df-a39a-1c2bc08bfdc0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Network': ['ID=db83be8a-b227-42a1-81d6-b2d29d272017,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:30.811561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network db83be8a-b227-42a1-81d6-b2d29d272017 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:30.864217 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35470) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:30.886434 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89fe208a-4d65-45b0-a0a5-f9555e7b7341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:30.970568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:30.975794 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.022910 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:31.117935 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89fe208a-4d65-45b0-a0a5-f9555e7b7341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.123244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873e7e4a-c3c0-4fa6-9c01-866937bfb50a {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:31.127396 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89fe208a-4d65-45b0-a0a5-f9555e7b7341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.135750 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.156743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Transition to ACTIVE for port object 873e7e4a-c3c0-4fa6-9c01-866937bfb50a will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:40:31.162282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.201331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e1d1e76f-3189-48e6-976b-18fe265a802d no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:31.215133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ef0c0-48bf-43e0-a00b-9e80829d7b2f None None] DHCP port deletion for b92371a2-d9dd-40fc-9474-c705ce807837 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:31.297719 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-89fe208a-4d65-45b0-a0a5-f9555e7b7341 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0f63a50042849e89f216535331a7405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4319673 Nov 12 08:40:31.298570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: e1d1e76f-3189-48e6-976b-18fe265a802d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:31.299286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e1d1e76f-3189-48e6-976b-18fe265a802d not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:31.304364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe208a-4d65-45b0-a0a5-f9555e7b7341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd5c045-3c39-4bd0-a964-985532a29a6a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.314819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35488) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:31.354970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Pushing event updated for resources: {'Port': ['ID=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.369757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49883bdb-c51a-481d-b569-a7d10a1af57f req-aa4feb29-5fea-438e-8190-a3df7db6513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.371273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49883bdb-c51a-481d-b569-a7d10a1af57f req-aa4feb29-5fea-438e-8190-a3df7db6513a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 1097 time: 0.1769457 Nov 12 08:40:31.446319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986a7d9-8674-4aa7-af0d-ac9f03bdd6df req-728662af-eae5-4616-ad13-677122a0325c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.454090 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f986a7d9-8674-4aa7-af0d-ac9f03bdd6df req-728662af-eae5-4616-ad13-677122a0325c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.2084057 Nov 12 08:40:31.462120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Attempting to bind port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:31.462461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Attempting to bind port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:31.462799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Attempting to bind port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a on network b92371a2-d9dd-40fc-9474-c705ce807837 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:31.473038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a on network b92371a2-d9dd-40fc-9474-c705ce807837 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:40:31.473390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Attempting to bind port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a on network b92371a2-d9dd-40fc-9474-c705ce807837 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:31.483630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:31.483969 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Checking segment: {'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:31.484354 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Bound using segment: {'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:31.484795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Bound port: 873e7e4a-c3c0-4fa6-9c01-866937bfb50a, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:31.485570 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.505764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49883bdb-c51a-481d-b569-a7d10a1af57f req-d5917d5c-a153-4279-beda-c03cc74439ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.507262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49883bdb-c51a-481d-b569-a7d10a1af57f req-d5917d5c-a153-4279-beda-c03cc74439ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 200 len: 919 time: 0.1272964 Nov 12 08:40:31.516539 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.530870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-602983d4-3278-4199-b4fd-ee07a272c41b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.553497 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-602983d4-3278-4199-b4fd-ee07a272c41b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.573094 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49883bdb-c51a-481d-b569-a7d10a1af57f req-7b1b6f23-d94b-4d92-91c9-8163534d4cfc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06351c1f-930b-49ca-9307-1667f08a6e14 HTTP/1.1" status: 200 len: 217 time: 0.0442650 Nov 12 08:40:31.611138 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f986a7d9-8674-4aa7-af0d-ac9f03bdd6df req-aa10b156-bd18-4c8a-9c8b-9f2ecfa0ec37 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559098 Nov 12 08:40:31.632186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] For port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:31.639287 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.652788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] For port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:31.659399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.667607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49883bdb-c51a-481d-b569-a7d10a1af57f req-9afef2ef-4f3f-488b-bec8-2f85ef6f9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.669134 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49883bdb-c51a-481d-b569-a7d10a1af57f req-9afef2ef-4f3f-488b-bec8-2f85ef6f9e97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e098a2ee-2339-4ade-8938-56472dbe143c HTTP/1.1" status: 200 len: 858 time: 0.0852199 Nov 12 08:40:31.684803 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-602983d4-3278-4199-b4fd-ee07a272c41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.689240 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-602983d4-3278-4199-b4fd-ee07a272c41b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.691110 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-602983d4-3278-4199-b4fd-ee07a272c41b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfd5c045-3c39-4bd0-a964-985532a29a6a HTTP/1.1" status: 204 len: 168 time: 0.3740695 Nov 12 08:40:31.704271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602983d4-3278-4199-b4fd-ee07a272c41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd5c045-3c39-4bd0-a964-985532a29a6a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.713780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.714632 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.716476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] 10.222.0.52 "PUT /v2.0/ports/873e7e4a-c3c0-4fa6-9c01-866937bfb50a HTTP/1.1" status: 200 len: 1092 time: 1.1520462 Nov 12 08:40:31.717443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53b859b-d6f5-46a1-98a5-6d9345e9f10a', 'tag': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:31.721187 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1d3901-0400-4d24-853c-10da300d88e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e53b859b-d6f5-46a1-98a5-6d9345e9f10a", "tag": "873e7e4a-c3c0-4fa6-9c01-866937bfb50a"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:31.738673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=1c1e3b24-a0b2-46af-9581-3b483ec372f2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.749780 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49883bdb-c51a-481d-b569-a7d10a1af57f req-d713d3ef-c6ee-48ee-8b6d-e2ef565dc443 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e15557bf-6095-4744-9c4f-6e89b3a8efae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520651 Nov 12 08:40:31.750355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Checking segment: {'id': '56599e5d-102f-44c4-9277-4119a0f942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:31.750739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network hostable DHCP agents. Network: db83be8a-b227-42a1-81d6-b2d29d272017, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:31.760361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85630bc1-4cef-40f6-9475-5eb52d74de13 None None] DHCP port deletion for b92371a2-d9dd-40fc-9474-c705ce807837 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:31.817736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network db83be8a-b227-42a1-81d6-b2d29d272017 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:31.832107 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b448a805-9e5e-4950-8209-0e19145e1cb7 x-openstack-request-id: req-b448a805-9e5e-4950-8209-0e19145e1cb7 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:31.832526 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53b859b-d6f5-46a1-98a5-6d9345e9f10a", "tag": "873e7e4a-c3c0-4fa6-9c01-866937bfb50a", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:31.832879 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b448a805-9e5e-4950-8209-0e19145e1cb7 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:31.833434 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e53b859b-d6f5-46a1-98a5-6d9345e9f10a', 'tag': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a', 'status': 'completed', 'code': 200} Nov 12 08:40:31.835897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, db83be8a-b227-42a1-81d6-b2d29d272017) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:31.841428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d486a1-b390-4a8c-8469-9fd9dcdf9126 service neutron] Pushing event updated for resources: {'Port': ['ID=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:31.843178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:31.847766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38546bd8-04c3-4767-b008-39984c6d42d7 None None] Network db83be8a-b227-42a1-81d6-b2d29d272017 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:31.853470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.854135 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:31.907809 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-09322ff1-a42b-4f10-a089-70c87b2d97a8 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1335051 Nov 12 08:40:31.910770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35508) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:31.919516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-deddc9f4-7445-4a67-9152-7741990f31c3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-91141627'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:31.985902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deddc9f4-7445-4a67-9152-7741990f31c3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:31.993850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-183a0ebc-1ef7-4066-9a60-d04eb1a56fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:31.995891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-183a0ebc-1ef7-4066-9a60-d04eb1a56fae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8eeed2d1124a4eac82e9bce4a1ab9648&device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 1095 time: 0.2091928 Nov 12 08:40:31.997949 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-deddc9f4-7445-4a67-9152-7741990f31c3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.064629 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deddc9f4-7445-4a67-9152-7741990f31c3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:32.083606 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-deddc9f4-7445-4a67-9152-7741990f31c3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.084976 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-deddc9f4-7445-4a67-9152-7741990f31c3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Added segment eb768968-14c9-4a48-b485-affaea0b1eb2 of type vlan for network e26e13d1-1962-4fcf-a1ac-70f7b892bf73 Nov 12 08:40:32.093300 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-ddda845a-7639-4ae4-b56a-53bbcf7104e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=873e7e4a-c3c0-4fa6-9c01-866937bfb50a HTTP/1.1" status: 200 len: 217 time: 0.0607154 Nov 12 08:40:32.096134 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49883bdb-c51a-481d-b569-a7d10a1af57f req-7002b9ca-fd45-497b-8742-4836287ed983 service neutron] 10.222.0.46 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370860 Nov 12 08:40:32.123508 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1051a0-3dab-4e4f-b49a-0c0bb0a8acef req-7b9c9711-bc17-4659-b159-c3ffbbe45370 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.127599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf1051a0-3dab-4e4f-b49a-0c0bb0a8acef req-7b9c9711-bc17-4659-b159-c3ffbbe45370 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 943 time: 0.1305788 Nov 12 08:40:32.153905 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-deddc9f4-7445-4a67-9152-7741990f31c3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.188341 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-deddc9f4-7445-4a67-9152-7741990f31c3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.199663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deddc9f4-7445-4a67-9152-7741990f31c3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.200450 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-deddc9f4-7445-4a67-9152-7741990f31c3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.263022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-2bb56af3-fd6a-4384-96fe-e77264d5510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.264520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-2bb56af3-fd6a-4384-96fe-e77264d5510f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=132b99d6-8d60-4e2d-ad2b-98e3f6298362 HTTP/1.1" status: 200 len: 855 time: 0.1620409 Nov 12 08:40:32.273434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf1051a0-3dab-4e4f-b49a-0c0bb0a8acef req-5d80625a-7a66-415a-95bb-4de88d10fafd tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418417 Nov 12 08:40:32.302122 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-deddc9f4-7445-4a67-9152-7741990f31c3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3871717 Nov 12 08:40:32.305609 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35516) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:32.311846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'ports': [{'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017'}, {'network_id': 'e26e13d1-1962-4fcf-a1ac-70f7b892bf73'}]} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:32.312392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:32.313411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': 'e26e13d1-1962-4fcf-a1ac-70f7b892bf73'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:32.319441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-1ee652f4-3781-4558-9db1-fb6b178252e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92371a2-d9dd-40fc-9474-c705ce807837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443389 Nov 12 08:40:32.338795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddc9f4-7445-4a67-9152-7741990f31c3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Network': ['ID=e26e13d1-1962-4fcf-a1ac-70f7b892bf73,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:32.355552 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network e26e13d1-1962-4fcf-a1ac-70f7b892bf73 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:32.410708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49883bdb-c51a-481d-b569-a7d10a1af57f req-c6fca196-263a-4890-9ff0-fe400cf8f5b3 service neutron] 10.222.0.46 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054504 Nov 12 08:40:32.500605 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-6c428cfc-0959-4625-acc6-261e994527d0 service neutron] 10.222.0.52 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698842 Nov 12 08:40:32.553483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 2} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:32.566166 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.588305 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.632226 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d26e0478-d80f-4c36-854c-063eefd8cf77 req-b338337a-e690-4380-9f32-befe9a411a3a service neutron] 10.222.0.52 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226223 Nov 12 08:40:32.693854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port 22fcdf6b-e24a-4078-86e8-f7177623d20b yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:32.754181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d3901-0400-4d24-853c-10da300d88e0 req-2d38b54d-32e6-41b2-8d89-8958ebbd19b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.755813 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc1d3901-0400-4d24-853c-10da300d88e0 req-2d38b54d-32e6-41b2-8d89-8958ebbd19b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8eeed2d1124a4eac82e9bce4a1ab9648&device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 1095 time: 0.0688939 Nov 12 08:40:32.871520 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a12c0d-f664-43cd-ab02-99669ede7f98 req-02109867-1277-49fa-bd0d-7e3e0135b85c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.873194 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d5a12c0d-f664-43cd-ab02-99669ede7f98 req-02109867-1277-49fa-bd0d-7e3e0135b85c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1168790 Nov 12 08:40:32.885852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d3901-0400-4d24-853c-10da300d88e0 req-9ad8a0f4-2d15-49e7-88d9-af1fc4549e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:32.887433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc1d3901-0400-4d24-853c-10da300d88e0 req-9ad8a0f4-2d15-49e7-88d9-af1fc4549e51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92371a2-d9dd-40fc-9474-c705ce807837 HTTP/1.1" status: 200 len: 916 time: 0.1233654 Nov 12 08:40:32.932460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:32.958075 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc1d3901-0400-4d24-853c-10da300d88e0 req-37fe1021-3a56-4eb7-a4e3-0bde65a0fa90 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=873e7e4a-c3c0-4fa6-9c01-866937bfb50a HTTP/1.1" status: 200 len: 217 time: 0.0609317 Nov 12 08:40:32.979259 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d5a12c0d-f664-43cd-ab02-99669ede7f98 req-4587598f-9ad4-4788-b618-6c56022c01c3 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967777 Nov 12 08:40:33.034416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port 418cb04e-3186-4d98-8d4a-34e03fb7c70d yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:33.064210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d3901-0400-4d24-853c-10da300d88e0 req-dea67f6d-9b79-4d86-892c-9b4a0a43de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:33.066311 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc1d3901-0400-4d24-853c-10da300d88e0 req-dea67f6d-9b79-4d86-892c-9b4a0a43de60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=132b99d6-8d60-4e2d-ad2b-98e3f6298362 HTTP/1.1" status: 200 len: 855 time: 0.0995514 Nov 12 08:40:33.103204 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc1d3901-0400-4d24-853c-10da300d88e0 req-3aaf042a-6788-44af-aaea-3e6fcf4bbc70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92371a2-d9dd-40fc-9474-c705ce807837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278358 Nov 12 08:40:33.196563 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.228021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc1d3901-0400-4d24-853c-10da300d88e0 req-3406d656-8157-4624-8f6d-35943db358ab service neutron] 10.222.0.52 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165123 Nov 12 08:40:33.242298 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.298338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network db83be8a-b227-42a1-81d6-b2d29d272017 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:33.302934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:33.305726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:33.306761 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.339354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=22fcdf6b-e24a-4078-86e8-f7177623d20b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.355640 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc1d3901-0400-4d24-853c-10da300d88e0 req-adc2570d-0885-452f-858d-97a077d6bf07 service neutron] 10.222.0.52 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194456 Nov 12 08:40:33.429008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35552) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:33.436460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=418cb04e-3186-4d98-8d4a-34e03fb7c70d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.444660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Checking segment: {'id': 'eb768968-14c9-4a48-b485-affaea0b1eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e26e13d1-1962-4fcf-a1ac-70f7b892bf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:33.445021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network hostable DHCP agents. Network: e26e13d1-1962-4fcf-a1ac-70f7b892bf73, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:33.477042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32399-ea4e-4178-8491-a24491cd1bd1 req-df2248b8-cb57-414d-973b-03a5225e85e1 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:33.478646 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-86d32399-ea4e-4178-8491-a24491cd1bd1 req-df2248b8-cb57-414d-973b-03a5225e85e1 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 943 time: 0.0803623 Nov 12 08:40:33.479816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network e26e13d1-1962-4fcf-a1ac-70f7b892bf73 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:33.501241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, e26e13d1-1962-4fcf-a1ac-70f7b892bf73) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:33.506735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:33.512513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:33.513317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc9923-3e93-4193-838e-4affed242f48 None None] Network e26e13d1-1962-4fcf-a1ac-70f7b892bf73 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:33.517552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:33.518271 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.549363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8b3be369-6c83-46ad-8d05-a103368d13bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.554135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d8869f83-713b-4312-a2ed-0e51b7a5517c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2442527 Nov 12 08:40:33.554649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35556) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:33.566046 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-86d32399-ea4e-4178-8491-a24491cd1bd1 req-21cb22b7-b029-4327-be79-a579acca5421 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803037 Nov 12 08:40:33.675284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8b3be369-6c83-46ad-8d05-a103368d13bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.681862 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8b3be369-6c83-46ad-8d05-a103368d13bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.690092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e3dec63a-6d53-4393-8512-37e1b2370924 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port 418cb04e-3186-4d98-8d4a-34e03fb7c70d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:33.691168 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e3dec63a-6d53-4393-8512-37e1b2370924 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.695523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35560) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:33.726042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3be369-6c83-46ad-8d05-a103368d13bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d281af0-1f18-493a-9982-2573e1c649ad,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.733676 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8b3be369-6c83-46ad-8d05-a103368d13bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8dbcbfca492642609ccdef99dbc45c3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3014190 Nov 12 08:40:33.734254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35564) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:33.778018 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e3dec63a-6d53-4393-8512-37e1b2370924 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.787397 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9b2bb3e-76e6-4aa7-b635-56f05d5c21cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.792714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e3dec63a-6d53-4393-8512-37e1b2370924 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for 418cb04e-3186-4d98-8d4a-34e03fb7c70d owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:33.810898 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9b2bb3e-76e6-4aa7-b635-56f05d5c21cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.858040 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89c5b547-5337-4ee8-8e96-f22348f2e3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.858703 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9b2bb3e-76e6-4aa7-b635-56f05d5c21cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.861915 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9b2bb3e-76e6-4aa7-b635-56f05d5c21cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.863316 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c9b2bb3e-76e6-4aa7-b635-56f05d5c21cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d281af0-1f18-493a-9982-2573e1c649ad HTTP/1.1" status: 204 len: 168 time: 0.1279626 Nov 12 08:40:33.872094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2bb3e-76e6-4aa7-b635-56f05d5c21cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d281af0-1f18-493a-9982-2573e1c649ad,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.931351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e3dec63a-6d53-4393-8512-37e1b2370924 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.969698 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dec63a-6d53-4393-8512-37e1b2370924 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=418cb04e-3186-4d98-8d4a-34e03fb7c70d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:33.980755 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e3dec63a-6d53-4393-8512-37e1b2370924 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:33.984499 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e3dec63a-6d53-4393-8512-37e1b2370924 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/418cb04e-3186-4d98-8d4a-34e03fb7c70d HTTP/1.1" status: 204 len: 168 time: 0.4291582 Nov 12 08:40:33.987829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35570) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:34.018420 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89c5b547-5337-4ee8-8e96-f22348f2e3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.022991 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89c5b547-5337-4ee8-8e96-f22348f2e3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.084331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-89c5b547-5337-4ee8-8e96-f22348f2e3d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6c0eb228e444ec8b849b131f36287d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3877721 Nov 12 08:40:34.087876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35576) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:34.098651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5b547-5337-4ee8-8e96-f22348f2e3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7ec467-cf41-497b-b04c-b22e60e53de4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:34.134656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224fbc5-7ae6-46eb-9088-f1289ddf8758 req-1b20cedc-f4f8-4d4d-9e63-ddf4756beeb0 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.136346 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f224fbc5-7ae6-46eb-9088-f1289ddf8758 req-1b20cedc-f4f8-4d4d-9e63-ddf4756beeb0 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0730643 Nov 12 08:40:34.152009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fcdd49-1b15-4ee7-b078-49cb31fd94be tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.158206 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fcdd49-1b15-4ee7-b078-49cb31fd94be tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.159873 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-72fcdd49-1b15-4ee7-b078-49cb31fd94be tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1702657 Nov 12 08:40:34.167053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35582) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:34.207384 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f224fbc5-7ae6-46eb-9088-f1289ddf8758 req-2b3b8646-917d-4f11-b40e-3bf8ef89f3b8 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650909 Nov 12 08:40:34.223945 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-764f7a3e-6cc8-40b7-9a68-16516ee22699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.273519 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-764f7a3e-6cc8-40b7-9a68-16516ee22699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.318302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-fa5da04f-0901-4c70-8acf-67b009739d3c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port 22fcdf6b-e24a-4078-86e8-f7177623d20b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:34.318586 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa5da04f-0901-4c70-8acf-67b009739d3c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.392531 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-764f7a3e-6cc8-40b7-9a68-16516ee22699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.395160 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-764f7a3e-6cc8-40b7-9a68-16516ee22699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.397153 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-764f7a3e-6cc8-40b7-9a68-16516ee22699 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc7ec467-cf41-497b-b04c-b22e60e53de4 HTTP/1.1" status: 204 len: 168 time: 0.3074787 Nov 12 08:40:34.398120 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa5da04f-0901-4c70-8acf-67b009739d3c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.418978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f7a3e-6cc8-40b7-9a68-16516ee22699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7ec467-cf41-497b-b04c-b22e60e53de4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:34.421780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-fa5da04f-0901-4c70-8acf-67b009739d3c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for 22fcdf6b-e24a-4078-86e8-f7177623d20b owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:34.519508 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa5da04f-0901-4c70-8acf-67b009739d3c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.549186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5da04f-0901-4c70-8acf-67b009739d3c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=22fcdf6b-e24a-4078-86e8-f7177623d20b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:34.557598 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa5da04f-0901-4c70-8acf-67b009739d3c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.561331 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fa5da04f-0901-4c70-8acf-67b009739d3c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/22fcdf6b-e24a-4078-86e8-f7177623d20b HTTP/1.1" status: 204 len: 168 time: 0.3940263 Nov 12 08:40:34.564424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35602) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:34.616715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f68073-e327-4079-9f8f-fd7075860902 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.631038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b5f68073-e327-4079-9f8f-fd7075860902 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0655086 Nov 12 08:40:34.633372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35608) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:34.665362 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bdcded-32a8-4aa9-8c45-1b7d532c3fbc tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:40:34.667484 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-44bdcded-32a8-4aa9-8c45-1b7d532c3fbc tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/418cb04e-3186-4d98-8d4a-34e03fb7c70d HTTP/1.1" status: 404 len: 333 time: 0.0331016 Nov 12 08:40:34.672201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35610) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:34.704566 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f3446f-51b5-431c-a241-673f89ab5f96 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:40:34.706329 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-15f3446f-51b5-431c-a241-673f89ab5f96 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/22fcdf6b-e24a-4078-86e8-f7177623d20b HTTP/1.1" status: 404 len: 333 time: 0.0329576 Nov 12 08:40:34.709605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35612) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:34.810629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb913c9-e8de-4360-a5b9-4518454f3ff6 req-b5ad0aa7-7a62-4e2e-a61d-cbaa9c524538 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:34.812174 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7eb913c9-e8de-4360-a5b9-4518454f3ff6 req-b5ad0aa7-7a62-4e2e-a61d-cbaa9c524538 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 943 time: 0.1144872 Nov 12 08:40:34.828146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.833462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35616) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:34.849704 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa38d75f-8da8-4b93-8f6b-e7b89a3e988f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.945193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7eb913c9-e8de-4360-a5b9-4518454f3ff6 req-f25c57f5-1a29-4fe1-8d04-0b196af83afc tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102293 Nov 12 08:40:34.946443 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa38d75f-8da8-4b93-8f6b-e7b89a3e988f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.952337 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa38d75f-8da8-4b93-8f6b-e7b89a3e988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.989992 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:34.994291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fa38d75f-8da8-4b93-8f6b-e7b89a3e988f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74c7b305debe4670bbb9bee66fd780e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1597025 Nov 12 08:40:34.996286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35620) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:35.015710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26e13d1-1962-4fcf-a1ac-70f7b892bf73']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:35.021092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38d75f-8da8-4b93-8f6b-e7b89a3e988f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d05721-0c01-4ffc-8f5f-d4a62ded59f7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:35.026617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb768968-14c9-4a48-b485-affaea0b1eb2') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:35.026942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb768968-14c9-4a48-b485-affaea0b1eb2') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:35.041383 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.060266 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.068763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:35.069288 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:35.075013 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:35.079506 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e0902a1b-bd9d-4e37-ba12-a8579aa273df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.110053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e0902a1b-bd9d-4e37-ba12-a8579aa273df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.149994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.150262 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-224983c9-6980-462b-9f95-83f7a1c9fd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.172666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.176217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/networks/e26e13d1-1962-4fcf-a1ac-70f7b892bf73 HTTP/1.1" status: 204 len: 168 time: 0.4656236 Nov 12 08:40:35.177162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a17395-02cc-4828-8794-bdeea539183d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Network': ['ID=e26e13d1-1962-4fcf-a1ac-70f7b892bf73,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:35.180990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35630) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:35.186993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e28fbf5f-619d-4a74-9e70-0c85e8323b69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1781862158'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:35.187792 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e0902a1b-bd9d-4e37-ba12-a8579aa273df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.191971 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e0902a1b-bd9d-4e37-ba12-a8579aa273df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.195350 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e0902a1b-bd9d-4e37-ba12-a8579aa273df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98d05721-0c01-4ffc-8f5f-d4a62ded59f7 HTTP/1.1" status: 204 len: 168 time: 0.1955216 Nov 12 08:40:35.202130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0902a1b-bd9d-4e37-ba12-a8579aa273df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d05721-0c01-4ffc-8f5f-d4a62ded59f7,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:35.242918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28fbf5f-619d-4a74-9e70-0c85e8323b69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:35.246741 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e28fbf5f-619d-4a74-9e70-0c85e8323b69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.301686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28fbf5f-619d-4a74-9e70-0c85e8323b69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:35.320183 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e28fbf5f-619d-4a74-9e70-0c85e8323b69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.320537 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-e28fbf5f-619d-4a74-9e70-0c85e8323b69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Added segment e98c8b36-16e2-4634-a623-9bc030c777d0 of type vlan for network 5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e Nov 12 08:40:35.373807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d45a1-3a45-49b3-b681-3135c6cdcc30 req-c74d560a-a6b0-4dd2-845a-6ed0a7d7c9f2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.375631 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-523d45a1-3a45-49b3-b681-3135c6cdcc30 req-c74d560a-a6b0-4dd2-845a-6ed0a7d7c9f2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0723042 Nov 12 08:40:35.390075 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e28fbf5f-619d-4a74-9e70-0c85e8323b69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.430115 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e28fbf5f-619d-4a74-9e70-0c85e8323b69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.436361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf5f-619d-4a74-9e70-0c85e8323b69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:35.437000 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e28fbf5f-619d-4a74-9e70-0c85e8323b69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.460841 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-523d45a1-3a45-49b3-b681-3135c6cdcc30 req-5fc69b06-0258-479a-b2b7-6c6bc831e878 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782793 Nov 12 08:40:35.517190 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fbf5f-619d-4a74-9e70-0c85e8323b69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Network': ['ID=5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:35.526786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e28fbf5f-619d-4a74-9e70-0c85e8323b69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3418884 Nov 12 08:40:35.527686 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35648) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:35.531887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:35.533615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': '5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:35.691922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:35.696157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.765078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Performing IP validity checks on allocation pools {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:40:35.768816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:40:35.939542 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:35.994308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Subnet': ['ID=f4c9f5b9-5da9-4946-af85-2768e298827c,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:36.063105 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Checking segment: {'id': 'e98c8b36-16e2-4634-a623-9bc030c777d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:36.063883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network hostable DHCP agents. Network: 5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:36.074338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35682) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:36.078468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86f002-b038-4d04-911d-bbf837638f8a req-19f077f8-a6c5-4904-867d-3200ce468a3e tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.081598 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a86f002-b038-4d04-911d-bbf837638f8a req-19f077f8-a6c5-4904-867d-3200ce468a3e tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 943 time: 0.0590906 Nov 12 08:40:36.091810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network 5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:36.106883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:36.112051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:36.113532 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.119978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24314be6-1f55-43f3-bf3e-1d69d296d857 None None] Network 5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:36.150085 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3613c0ec-00f4-479d-bd27-aa109059d15c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6181464 Nov 12 08:40:36.150382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 873e7e4a-c3c0-4fa6-9c01-866937bfb50a details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:40:36.150859 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35688) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:36.155587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': '5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e', 'name': 'tempest-PortsIpV6TestJSON-2055233446'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:36.156895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a86f002-b038-4d04-911d-bbf837638f8a req-2dc90075-9d25-42c4-b54b-1043d917d926 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616574 Nov 12 08:40:36.261476 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c553e84-5059-4895-be92-b8336d3d99ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.366835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:36.372628 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.419601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:36.423495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port d1958869-dc31-42e6-8580-8dd5cf7a6660 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:36.433344 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e', 'network_id': '5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e', 'tenant_id': '7a018f4360bb4254a8b53a75c99fd8fa', 'fixed_ips': [{'subnet_id': 'f4c9f5b9-5da9-4946-af85-2768e298827c'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:36.435500 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.443507 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c553e84-5059-4895-be92-b8336d3d99ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.457275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a', 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837', 'port_id': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a', 'mac_address': 'fa:16:3e:3f:28:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132b99d6-8d60-4e2d-ad2b-98e3f6298362', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:40:36.473655 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c553e84-5059-4895-be92-b8336d3d99ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.539628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c553e84-5059-4895-be92-b8336d3d99ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f54caa5-09f1-462b-b109-079a49eb19a1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:36.549285 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9c553e84-5059-4895-be92-b8336d3d99ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27a17b3319e24807b233169e83d9b82b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4733546 Nov 12 08:40:36.549531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35702) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:36.603004 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.630838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873e7e4a-c3c0-4fa6-9c01-866937bfb50a {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:40:36.645200 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8::7a (5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e/f4c9f5b9-5da9-4946-af85-2768e298827c/d1958869-dc31-42e6-8580-8dd5cf7a6660) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:36.655415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:36.657794 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c479-0590-481f-a307-6598eb3b3087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.663438 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.701457 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c479-0590-481f-a307-6598eb3b3087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.728548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:36.759389 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c479-0590-481f-a307-6598eb3b3087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.764013 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0f5c479-0590-481f-a307-6598eb3b3087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:36.765436 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a0f5c479-0590-481f-a307-6598eb3b3087 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f54caa5-09f1-462b-b109-079a49eb19a1 HTTP/1.1" status: 204 len: 168 time: 0.2140357 Nov 12 08:40:36.775039 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5c479-0590-481f-a307-6598eb3b3087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f54caa5-09f1-462b-b109-079a49eb19a1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:36.890513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['873e7e4a-c3c0-4fa6-9c01-866937bfb50a'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:36.949519 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.013249 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.075223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=d1958869-dc31-42e6-8580-8dd5cf7a6660,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:37.093170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network 5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:37.094648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:37.102905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:37.116210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:37.116826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.123185 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Allocated IP 2001:db8::2 (5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e/f4c9f5b9-5da9-4946-af85-2768e298827c/df6d972d-4497-4d05-b246-34121b0a4dab) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:37.142236 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c4e082cb-ae00-4896-ae81-ec12084725e2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9888005 Nov 12 08:40:37.142871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35720) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:37.258539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4f81be4f-586a-4faa-9bb1-9e0e814c2b6e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port d1958869-dc31-42e6-8580-8dd5cf7a6660 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:37.259000 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f81be4f-586a-4faa-9bb1-9e0e814c2b6e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.355058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92f217-0937-4dc8-afbb-29d6bd12f2be req-1abae62b-91e3-42b0-8567-03ae77720889 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:37.362770 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b92f217-0937-4dc8-afbb-29d6bd12f2be req-1abae62b-91e3-42b0-8567-03ae77720889 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 944 time: 0.0941491 Nov 12 08:40:37.395791 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f81be4f-586a-4faa-9bb1-9e0e814c2b6e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.424254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4f81be4f-586a-4faa-9bb1-9e0e814c2b6e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for d1958869-dc31-42e6-8580-8dd5cf7a6660 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:37.482010 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b92f217-0937-4dc8-afbb-29d6bd12f2be req-63631fb9-ed55-4e77-9770-d86a63c6e677 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180487 Nov 12 08:40:37.482882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35734) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:37.536985 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-03935144-a8fd-46a7-939d-f6f89f128b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.555885 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.566286 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.615494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Network 5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:37.653432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:37.661125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:37.663998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Pushing event updated for resources: {'Port': ['ID=df6d972d-4497-4d05-b246-34121b0a4dab,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:37.781989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Attempting to bind port df6d972d-4497-4d05-b246-34121b0a4dab on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:37.783043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Attempting to bind port df6d972d-4497-4d05-b246-34121b0a4dab by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'e98c8b36-16e2-4634-a623-9bc030c777d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:37.785968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Attempting to bind port df6d972d-4497-4d05-b246-34121b0a4dab on network 5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:37.803808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:37.804835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Checking segment: {'id': 'e98c8b36-16e2-4634-a623-9bc030c777d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:37.805743 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.808838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Bound using segment: {'id': 'e98c8b36-16e2-4634-a623-9bc030c777d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:37.809674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Bound port: df6d972d-4497-4d05-b246-34121b0a4dab, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98c8b36-16e2-4634-a623-9bc030c777d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:37.813492 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:37.958964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] For port df6d972d-4497-4d05-b246-34121b0a4dab, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:37.964432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] For port df6d972d-4497-4d05-b246-34121b0a4dab, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=df6d972d-4497-4d05-b246-34121b0a4dab,segment=NetworkSegment(e98c8b36-16e2-4634-a623-9bc030c777d0),segment_id=e98c8b36-16e2-4634-a623-9bc030c777d0)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:37.978141 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.045020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50bafad4-ee5a-4496-a52e-72b7214b230d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.122739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe85b38-194b-4b85-9dcd-0898229dc09e None None] Pushing event updated for resources: {'Port': ['ID=df6d972d-4497-4d05-b246-34121b0a4dab,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:38.146604 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f81be4f-586a-4faa-9bb1-9e0e814c2b6e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.157633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 873e7e4a-c3c0-4fa6-9c01-866937bfb50a up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:38.202797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81be4f-586a-4faa-9bb1-9e0e814c2b6e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=d1958869-dc31-42e6-8580-8dd5cf7a6660,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:38.269379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50bafad4-ee5a-4496-a52e-72b7214b230d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.273946 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f81be4f-586a-4faa-9bb1-9e0e814c2b6e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.277538 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4f81be4f-586a-4faa-9bb1-9e0e814c2b6e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/d1958869-dc31-42e6-8580-8dd5cf7a6660 HTTP/1.1" status: 204 len: 168 time: 1.1328185 Nov 12 08:40:38.278636 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50bafad4-ee5a-4496-a52e-72b7214b230d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.280035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35754) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:38.284272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:40:38.288566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:38.288949 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.311385 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93d28ac-5bc5-4846-93cb-5f2d70bb7ced tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] DELETE failed (client error): The resource could not be found. Nov 12 08:40:38.312331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93d28ac-5bc5-4846-93cb-5f2d70bb7ced tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:38.316907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d93d28ac-5bc5-4846-93cb-5f2d70bb7ced tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/d1958869-dc31-42e6-8580-8dd5cf7a6660 HTTP/1.1" status: 404 len: 333 time: 0.0356247 Nov 12 08:40:38.320233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35756) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:38.368617 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fd8b1e-310f-45c0-bb40-ac44d1e5993e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:40:38.372476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bafad4-ee5a-4496-a52e-72b7214b230d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cddea6-af73-4f66-ae4f-246d0a6cade5,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:38.375076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35760) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:38.390241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-50bafad4-ee5a-4496-a52e-72b7214b230d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82a3307669f44b648ff79f4505d5167c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9060321 Nov 12 08:40:38.391392 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-35fd8b1e-310f-45c0-bb40-ac44d1e5993e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/d1958869-dc31-42e6-8580-8dd5cf7a6660 HTTP/1.1" status: 404 len: 333 time: 0.0601382 Nov 12 08:40:38.392111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35762) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:38.404322 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.470939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53b859b-d6f5-46a1-98a5-6d9345e9f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:38.474631 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb9bcd8-cf85-4c9b-ad5a-0b1c60aa277a" -d '{"events": [{"server_uuid": "e53b859b-d6f5-46a1-98a5-6d9345e9f10a", "name": "network-vif-plugged", "status": "completed", "tag": "873e7e4a-c3c0-4fa6-9c01-866937bfb50a"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:38.505814 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:38.536151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acc8b62-41d9-49e0-8d30-65ee2f1d928a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting subnet f4c9f5b9-5da9-4946-af85-2768e298827c {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:38.541661 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.543280 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4acc8b62-41d9-49e0-8d30-65ee2f1d928a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.616631 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-667035fc-90a0-40f4-842a-af5030693cd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.633516 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.653467 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4acc8b62-41d9-49e0-8d30-65ee2f1d928a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.661966 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:38.695916 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960b8420-0bb0-4c5f-9b08-e6e5df064dd8 x-openstack-request-id: req-960b8420-0bb0-4c5f-9b08-e6e5df064dd8 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:38.696597 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53b859b-d6f5-46a1-98a5-6d9345e9f10a", "name": "network-vif-plugged", "status": "completed", "tag": "873e7e4a-c3c0-4fa6-9c01-866937bfb50a", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:38.697921 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-960b8420-0bb0-4c5f-9b08-e6e5df064dd8 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:38.699198 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53b859b-d6f5-46a1-98a5-6d9345e9f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a', 'code': 200} Nov 12 08:40:38.753451 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-667035fc-90a0-40f4-842a-af5030693cd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.855439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device df6d972d-4497-4d05-b246-34121b0a4dab up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:38.881331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ee1c7-9fc3-4134-bffc-c85ddfa8c5fb req-82d111f6-b4b7-405b-8d44-7d9dd4bba252 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.883612 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1a0ee1c7-9fc3-4134-bffc-c85ddfa8c5fb req-82d111f6-b4b7-405b-8d44-7d9dd4bba252 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.2843378 Nov 12 08:40:38.946452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35774) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:38.962372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port df6d972d-4497-4d05-b246-34121b0a4dab triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:38.962752 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:38.967049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e15e2-422e-45ac-93a8-f34124cfa1bd req-4e9fb029-cbd5-49da-b71b-aff4bc1822cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:38.968572 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a89e15e2-422e-45ac-93a8-f34124cfa1bd req-4e9fb029-cbd5-49da-b71b-aff4bc1822cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 1097 time: 0.1980767 Nov 12 08:40:38.981094 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4acc8b62-41d9-49e0-8d30-65ee2f1d928a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.034388 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-667035fc-90a0-40f4-842a-af5030693cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.036980 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-667035fc-90a0-40f4-842a-af5030693cd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.040420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-667035fc-90a0-40f4-842a-af5030693cd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73cddea6-af73-4f66-ae4f-246d0a6cade5 HTTP/1.1" status: 204 len: 168 time: 0.6035821 Nov 12 08:40:39.068425 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1a0ee1c7-9fc3-4134-bffc-c85ddfa8c5fb req-ee2f1752-ba9e-49e5-a091-beecd5a9b961 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534841 Nov 12 08:40:39.075276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667035fc-90a0-40f4-842a-af5030693cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cddea6-af73-4f66-ae4f-246d0a6cade5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:39.152725 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.164009 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a89e15e2-422e-45ac-93a8-f34124cfa1bd req-352b7b08-a50a-4462-9ae3-4637e4654ac3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847789 Nov 12 08:40:39.176033 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4acc8b62-41d9-49e0-8d30-65ee2f1d928a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.211530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc8b62-41d9-49e0-8d30-65ee2f1d928a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c9f5b9-5da9-4946-af85-2768e298827c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:39.222417 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4acc8b62-41d9-49e0-8d30-65ee2f1d928a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.229044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4acc8b62-41d9-49e0-8d30-65ee2f1d928a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/f4c9f5b9-5da9-4946-af85-2768e298827c HTTP/1.1" status: 204 len: 168 time: 0.8496180 Nov 12 08:40:39.229734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35782) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:39.232074 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0705-3d82-41b1-8f89-ef374bef9933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.235287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a5e5037-b1b6-4c2c-a7f3-373f37130376 req-f21678dd-4fd1-4325-abc5-abd2c201d379 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1170559 Nov 12 08:40:39.306858 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:40:39.307288 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:40:39.346049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.467104 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0705-3d82-41b1-8f89-ef374bef9933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.474049 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0705-3d82-41b1-8f89-ef374bef9933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.484822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port df6d972d-4497-4d05-b246-34121b0a4dab {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:39.485195 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.529370 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc0705-3d82-41b1-8f89-ef374bef9933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdecd078-90d9-402f-ae09-008e76c65f31,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:39.535311 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cfcc0705-3d82-41b1-8f89-ef374bef9933 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2748b54545ca4a97a4aad88840192ed6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5872524 Nov 12 08:40:39.537764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35790) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:39.571916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] For port df6d972d-4497-4d05-b246-34121b0a4dab, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=df6d972d-4497-4d05-b246-34121b0a4dab,segment=NetworkSegment(e98c8b36-16e2-4634-a623-9bc030c777d0),segment_id=e98c8b36-16e2-4634-a623-9bc030c777d0)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:39.572322 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.587655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for df6d972d-4497-4d05-b246-34121b0a4dab owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:39.593629 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:40:39.635649 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5e052d02-95e5-4984-9362-d1683e32b0e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.674222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5037-b1b6-4c2c-a7f3-373f37130376 req-7e663e18-84a7-4a1c-bc69-9bc9310adad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:39.676717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a5e5037-b1b6-4c2c-a7f3-373f37130376 req-7e663e18-84a7-4a1c-bc69-9bc9310adad6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 1098 time: 0.2704284 Nov 12 08:40:39.679511 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.693666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5e052d02-95e5-4984-9362-d1683e32b0e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.718593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=df6d972d-4497-4d05-b246-34121b0a4dab,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:39.730348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No DVR routers for this DVR port df6d972d-4497-4d05-b246-34121b0a4dab on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:39.762181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b5868b-30dc-47ed-9782-c940077cd159 None None] Network 5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:39.767153 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5e052d02-95e5-4984-9362-d1683e32b0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.771669 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5e052d02-95e5-4984-9362-d1683e32b0e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.771827 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-18a10b17-f997-46f1-80a7-69a8c284abb0 None None] Could not find standard attr ID for object df6d972d-4497-4d05-b246-34121b0a4dab. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:40:39.778031 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5e052d02-95e5-4984-9362-d1683e32b0e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cdecd078-90d9-402f-ae09-008e76c65f31 HTTP/1.1" status: 204 len: 168 time: 0.2389424 Nov 12 08:40:39.802238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e052d02-95e5-4984-9362-d1683e32b0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdecd078-90d9-402f-ae09-008e76c65f31,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:39.910135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.947780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Port df6d972d-4497-4d05-b246-34121b0a4dab update to ACTIVE by agent not found {{(pid=102446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 08:40:39.955856 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:39.998949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:40.042739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98c8b36-16e2-4634-a623-9bc030c777d0') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:40.051671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98c8b36-16e2-4634-a623-9bc030c777d0') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:40.055313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5037-b1b6-4c2c-a7f3-373f37130376 req-96ca9200-eab4-4625-9f5c-afcd54d8fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.057421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a5e5037-b1b6-4c2c-a7f3-373f37130376 req-96ca9200-eab4-4625-9f5c-afcd54d8fd65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 200 len: 919 time: 0.3402507 Nov 12 08:40:40.081805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.131167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52994546-4c68-434d-b661-0ecf85fe9612 None None] DHCP port deletion for 5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:40.135331 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a5e5037-b1b6-4c2c-a7f3-373f37130376 req-41b8fcb6-bbc9-4870-82b5-f6aa612776a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52929dbd-0418-46da-a982-33de8f6b0171 HTTP/1.1" status: 200 len: 217 time: 0.0680177 Nov 12 08:40:40.241731 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.275254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:40.275687 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:40.305703 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:40.347855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35816) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:40.370587 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4da87066-f757-421f-9dc0-ee0a35acdf34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.391377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5037-b1b6-4c2c-a7f3-373f37130376 req-8cc111b3-d8b9-44c4-abfb-757d8bba4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.392883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a5e5037-b1b6-4c2c-a7f3-373f37130376 req-8cc111b3-d8b9-44c4-abfb-757d8bba4e4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e098a2ee-2339-4ade-8938-56472dbe143c HTTP/1.1" status: 200 len: 858 time: 0.2435482 Nov 12 08:40:40.486139 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a5e5037-b1b6-4c2c-a7f3-373f37130376 req-832cedc2-456b-4754-b698-7f2183735e06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e15557bf-6095-4744-9c4f-6e89b3a8efae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442214 Nov 12 08:40:40.518970 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.565565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6a4ce-0d01-4b81-b6e0-8bac485a3954 req-98a9ae9c-e489-4b57-89e1-da31884da3b3 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.572985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44e6a4ce-0d01-4b81-b6e0-8bac485a3954 req-98a9ae9c-e489-4b57-89e1-da31884da3b3 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.3561275 Nov 12 08:40:40.575332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.578872 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/networks/5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e HTTP/1.1" status: 204 len: 168 time: 1.3476186 Nov 12 08:40:40.582574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3cc9b-86bf-4b42-814e-9c09254a9a44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Network': ['ID=5560df0f-da1a-4b5d-a2e9-6c80b7f12d4e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:40.583115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35824) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:40.597854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f430aaea-117f-4e3a-ab4e-b5b09ff4a86a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2121928228'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:40.672371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f430aaea-117f-4e3a-ab4e-b5b09ff4a86a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:40.676926 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f430aaea-117f-4e3a-ab4e-b5b09ff4a86a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.688259 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44e6a4ce-0d01-4b81-b6e0-8bac485a3954 req-470b36df-39fe-40ed-b969-e799682e9d1c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094496 Nov 12 08:40:40.714415 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4da87066-f757-421f-9dc0-ee0a35acdf34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.727420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device df6d972d-4497-4d05-b246-34121b0a4dab no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:40.733882 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4da87066-f757-421f-9dc0-ee0a35acdf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.751218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f430aaea-117f-4e3a-ab4e-b5b09ff4a86a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:40.757994 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a5e5037-b1b6-4c2c-a7f3-373f37130376 req-593ee259-b200-404b-9d40-3ddb7e5541a3 service neutron] 10.222.0.52 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609394 Nov 12 08:40:40.788339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: df6d972d-4497-4d05-b246-34121b0a4dab {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:40.790051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device df6d972d-4497-4d05-b246-34121b0a4dab not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:40.801221 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f430aaea-117f-4e3a-ab4e-b5b09ff4a86a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.801507 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-f430aaea-117f-4e3a-ab4e-b5b09ff4a86a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Added segment dfd9a12a-0ee3-4c2f-af58-3d87607d50cc of type vlan for network eba6acb4-86fa-4952-b8f6-78b87ad05915 Nov 12 08:40:40.828271 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4da87066-f757-421f-9dc0-ee0a35acdf34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=deccbdbb5d8b48dbb4914defa8b8afa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4792261 Nov 12 08:40:40.835768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35828) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:40.873970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da87066-f757-421f-9dc0-ee0a35acdf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcda1187-d067-4cdd-8553-9e54175cb7ff,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:40.874200 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.892835 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f430aaea-117f-4e3a-ab4e-b5b09ff4a86a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.930903 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f430aaea-117f-4e3a-ab4e-b5b09ff4a86a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.937190 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430aaea-117f-4e3a-ab4e-b5b09ff4a86a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:40.937823 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f430aaea-117f-4e3a-ab4e-b5b09ff4a86a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:40.977993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f430aaea-117f-4e3a-ab4e-b5b09ff4a86a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3900001 Nov 12 08:40:40.982705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35840) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:41.027814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b9e1c108-a2f2-4b30-9327-e40591884a90 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'eba6acb4-86fa-4952-b8f6-78b87ad05915', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:41.036937 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5da740e-dfd0-4a0e-9de2-3f2b8be075f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.066386 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430aaea-117f-4e3a-ab4e-b5b09ff4a86a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Network': ['ID=eba6acb4-86fa-4952-b8f6-78b87ad05915,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:41.067530 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a5e5037-b1b6-4c2c-a7f3-373f37130376 req-8ff72cbc-4ecf-4581-821d-db02f101fac5 service neutron] 10.222.0.52 "GET /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000834 Nov 12 08:40:41.090927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network eba6acb4-86fa-4952-b8f6-78b87ad05915 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:41.117231 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5da740e-dfd0-4a0e-9de2-3f2b8be075f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.163021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e1c108-a2f2-4b30-9327-e40591884a90 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:41.170586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b9e1c108-a2f2-4b30-9327-e40591884a90 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.212439 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5da740e-dfd0-4a0e-9de2-3f2b8be075f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.216219 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5da740e-dfd0-4a0e-9de2-3f2b8be075f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.217686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f5da740e-dfd0-4a0e-9de2-3f2b8be075f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcda1187-d067-4cdd-8553-9e54175cb7ff HTTP/1.1" status: 204 len: 168 time: 0.3808279 Nov 12 08:40:41.249095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da740e-dfd0-4a0e-9de2-3f2b8be075f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcda1187-d067-4cdd-8553-9e54175cb7ff,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:41.489503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35864) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:41.495588 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b9e1c108-a2f2-4b30-9327-e40591884a90 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.570694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1c108-a2f2-4b30-9327-e40591884a90 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Subnet': ['ID=23aa157e-c05c-4317-8417-79816f2eb1b0,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:41.580431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e1c108-a2f2-4b30-9327-e40591884a90 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Checking segment: {'id': 'dfd9a12a-0ee3-4c2f-af58-3d87607d50cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eba6acb4-86fa-4952-b8f6-78b87ad05915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:41.581459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1c108-a2f2-4b30-9327-e40591884a90 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network hostable DHCP agents. Network: eba6acb4-86fa-4952-b8f6-78b87ad05915, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:41.604419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1c108-a2f2-4b30-9327-e40591884a90 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network eba6acb4-86fa-4952-b8f6-78b87ad05915 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:41.617688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b9e1c108-a2f2-4b30-9327-e40591884a90 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, eba6acb4-86fa-4952-b8f6-78b87ad05915) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:41.631186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bbcaeb-d876-461f-ab0e-d412d9f0afac None None] Network eba6acb4-86fa-4952-b8f6-78b87ad05915 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:41.633543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e1c108-a2f2-4b30-9327-e40591884a90 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:41.634172 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b9e1c108-a2f2-4b30-9327-e40591884a90 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.660300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f3832a1-99dc-4654-8949-6dd5eb92d4c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.686928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b9e1c108-a2f2-4b30-9327-e40591884a90 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7044125 Nov 12 08:40:41.689499 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35872) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:41.695239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': 'eba6acb4-86fa-4952-b8f6-78b87ad05915', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-769544542'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:41.813457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-eba6acb4-86fa-4952-b8f6-78b87ad05915', 'network_id': 'eba6acb4-86fa-4952-b8f6-78b87ad05915', 'tenant_id': '7a018f4360bb4254a8b53a75c99fd8fa', 'fixed_ips': [{'subnet_id': '23aa157e-c05c-4317-8417-79816f2eb1b0'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:41.815899 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.891125 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f3832a1-99dc-4654-8949-6dd5eb92d4c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.910121 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f3832a1-99dc-4654-8949-6dd5eb92d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:41.996375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:42.004436 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2f3832a1-99dc-4654-8949-6dd5eb92d4c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81e3402a0f094b52a0a6401ea24865ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5137134 Nov 12 08:40:42.009417 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.013687 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35882) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:42.024969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3832a1-99dc-4654-8949-6dd5eb92d4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e99f3a-7287-49c0-afc0-5c518fbef175,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:42.113412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port ef52c864-9ffd-4c2f-aba3-dd2b567d5b5d yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:42.148400 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-108460d6-c196-457e-8afc-d973e9cf2750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.158442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Allocated IP 2001:db8::2 (eba6acb4-86fa-4952-b8f6-78b87ad05915/23aa157e-c05c-4317-8417-79816f2eb1b0/98f35312-8608-43cc-a1cc-b73421836292) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:42.189679 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-108460d6-c196-457e-8afc-d973e9cf2750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.279858 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-108460d6-c196-457e-8afc-d973e9cf2750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.283593 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-108460d6-c196-457e-8afc-d973e9cf2750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.287291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-108460d6-c196-457e-8afc-d973e9cf2750 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90e99f3a-7287-49c0-afc0-5c518fbef175 HTTP/1.1" status: 204 len: 168 time: 0.2708039 Nov 12 08:40:42.294601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108460d6-c196-457e-8afc-d973e9cf2750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e99f3a-7287-49c0-afc0-5c518fbef175,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:42.353249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4c957-d840-452d-b352-ef28c7141ff1 req-3f96e29d-5859-4918-964a-6c7fd785af46 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.367707 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8b4c957-d840-452d-b352-ef28c7141ff1 req-3f96e29d-5859-4918-964a-6c7fd785af46 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.1237214 Nov 12 08:40:42.512549 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.514249 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8b4c957-d840-452d-b352-ef28c7141ff1 req-ae79ba33-28a9-45ca-8368-6a6f67aa9200 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453762 Nov 12 08:40:42.537674 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.618657 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Network eba6acb4-86fa-4952-b8f6-78b87ad05915 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:42.636142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:42.643251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:42.659536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8::2fa (eba6acb4-86fa-4952-b8f6-78b87ad05915/23aa157e-c05c-4317-8417-79816f2eb1b0/ef52c864-9ffd-4c2f-aba3-dd2b567d5b5d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:42.732828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Pushing event updated for resources: {'Port': ['ID=98f35312-8608-43cc-a1cc-b73421836292,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:42.756861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c662-0c8a-4917-9673-25e8873b923a req-0dee7375-1abb-4ccc-ab6f-0cf583eb3d97 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:42.758702 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0164c662-0c8a-4917-9673-25e8873b923a req-0dee7375-1abb-4ccc-ab6f-0cf583eb3d97 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.0996394 Nov 12 08:40:42.790151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Attempting to bind port 98f35312-8608-43cc-a1cc-b73421836292 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:42.790530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Attempting to bind port 98f35312-8608-43cc-a1cc-b73421836292 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'dfd9a12a-0ee3-4c2f-af58-3d87607d50cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eba6acb4-86fa-4952-b8f6-78b87ad05915'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:42.790918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Attempting to bind port 98f35312-8608-43cc-a1cc-b73421836292 on network eba6acb4-86fa-4952-b8f6-78b87ad05915 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:42.805730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:42.806048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Checking segment: {'id': 'dfd9a12a-0ee3-4c2f-af58-3d87607d50cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eba6acb4-86fa-4952-b8f6-78b87ad05915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:42.807387 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.807802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Bound using segment: {'id': 'dfd9a12a-0ee3-4c2f-af58-3d87607d50cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eba6acb4-86fa-4952-b8f6-78b87ad05915'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:42.809472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Bound port: 98f35312-8608-43cc-a1cc-b73421836292, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd9a12a-0ee3-4c2f-af58-3d87607d50cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'eba6acb4-86fa-4952-b8f6-78b87ad05915'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:42.809869 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.866638 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0164c662-0c8a-4917-9673-25e8873b923a req-30ac8482-f70f-4612-9a0a-edd8c149a3e7 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997241 Nov 12 08:40:42.952164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] For port 98f35312-8608-43cc-a1cc-b73421836292, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:42.959138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] For port 98f35312-8608-43cc-a1cc-b73421836292, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=98f35312-8608-43cc-a1cc-b73421836292,segment=NetworkSegment(dfd9a12a-0ee3-4c2f-af58-3d87607d50cc),segment_id=dfd9a12a-0ee3-4c2f-af58-3d87607d50cc)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:42.966052 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:42.993527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.106200 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.134263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc726bf-d0e7-4c76-b222-ce484b3b185b None None] Pushing event updated for resources: {'Port': ['ID=98f35312-8608-43cc-a1cc-b73421836292,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:43.193559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network eba6acb4-86fa-4952-b8f6-78b87ad05915 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:43.198340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:43.201931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:43.208313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.209443 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.283059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=ef52c864-9ffd-4c2f-aba3-dd2b567d5b5d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:43.306271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35932) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:43.309341 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c657d48e-99d2-4f02-9185-ae426302ca9c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6149857 Nov 12 08:40:43.326422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83ca0f-5a11-474e-adfe-ffbd28ef3401 req-d894a492-3d75-489b-b809-b7a0fe6a42fe tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:43.337586 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc83ca0f-5a11-474e-adfe-ffbd28ef3401 req-d894a492-3d75-489b-b809-b7a0fe6a42fe tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.1544394 Nov 12 08:40:43.407104 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc83ca0f-5a11-474e-adfe-ffbd28ef3401 req-ef554301-161e-435d-9ead-e33ace651f77 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681276 Nov 12 08:40:43.548319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0e50a9bd-b56f-40fb-a8ce-34d69bca8bb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port ef52c864-9ffd-4c2f-aba3-dd2b567d5b5d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:43.548842 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0e50a9bd-b56f-40fb-a8ce-34d69bca8bb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.761202 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0e50a9bd-b56f-40fb-a8ce-34d69bca8bb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:43.787991 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0e50a9bd-b56f-40fb-a8ce-34d69bca8bb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for ef52c864-9ffd-4c2f-aba3-dd2b567d5b5d owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:43.971173 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0e50a9bd-b56f-40fb-a8ce-34d69bca8bb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.029307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50a9bd-b56f-40fb-a8ce-34d69bca8bb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=ef52c864-9ffd-4c2f-aba3-dd2b567d5b5d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:44.086907 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0e50a9bd-b56f-40fb-a8ce-34d69bca8bb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.091599 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0e50a9bd-b56f-40fb-a8ce-34d69bca8bb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/ef52c864-9ffd-4c2f-aba3-dd2b567d5b5d HTTP/1.1" status: 204 len: 168 time: 0.7837157 Nov 12 08:40:44.094328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35962) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.149660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ba3b8-1ed7-41bc-8312-0ba36eb4e25e req-f3282a46-1a5c-46fa-b3a5-0324d33a756f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.150597 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14d817c-9000-4715-b7b5-8892a4ede817 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:40:44.153924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f14d817c-9000-4715-b7b5-8892a4ede817 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/ef52c864-9ffd-4c2f-aba3-dd2b567d5b5d HTTP/1.1" status: 404 len: 333 time: 0.0580807 Nov 12 08:40:44.157293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-237ba3b8-1ed7-41bc-8312-0ba36eb4e25e req-f3282a46-1a5c-46fa-b3a5-0324d33a756f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.5392568 Nov 12 08:40:44.159214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35968) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.227280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-237ba3b8-1ed7-41bc-8312-0ba36eb4e25e req-f6ea0ad3-70d1-4b50-811d-36ecc9f5c3df tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656600 Nov 12 08:40:44.274205 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-510a15e0-2f4b-4dcf-92ed-2d47d2d92f6d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting subnet 23aa157e-c05c-4317-8417-79816f2eb1b0 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:40:44.278853 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-510a15e0-2f4b-4dcf-92ed-2d47d2d92f6d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.355322 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-510a15e0-2f4b-4dcf-92ed-2d47d2d92f6d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.481739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-510a15e0-2f4b-4dcf-92ed-2d47d2d92f6d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.587516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35988) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.636382 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-510a15e0-2f4b-4dcf-92ed-2d47d2d92f6d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.708194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a15e0-2f4b-4dcf-92ed-2d47d2d92f6d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Subnet': ['ID=23aa157e-c05c-4317-8417-79816f2eb1b0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:44.715098 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-510a15e0-2f4b-4dcf-92ed-2d47d2d92f6d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.721008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-510a15e0-2f4b-4dcf-92ed-2d47d2d92f6d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/23aa157e-c05c-4317-8417-79816f2eb1b0 HTTP/1.1" status: 204 len: 168 time: 0.5594323 Nov 12 08:40:44.723515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35996) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:44.761915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a2daa-7393-44fd-ba87-9f43686bf96a req-d8c40fa9-bebe-4bf0-86bd-a48abdef6995 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:44.772062 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-375a2daa-7393-44fd-ba87-9f43686bf96a req-d8c40fa9-bebe-4bf0-86bd-a48abdef6995 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.1119018 Nov 12 08:40:44.801471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdbc4d0-abbb-427e-947d-b4712ab7ae80 None None] Network eba6acb4-86fa-4952-b8f6-78b87ad05915 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:44.892572 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-375a2daa-7393-44fd-ba87-9f43686bf96a req-dd0e4b7a-b952-463c-b687-ccbb25cbcf0a tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193013 Nov 12 08:40:44.923466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 98f35312-8608-43cc-a1cc-b73421836292 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:44.992182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:44.996833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-513b1082-122f-44d0-8b28-30f084861564 None None] Provisioning complete for port 98f35312-8608-43cc-a1cc-b73421836292 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:44.997440 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-513b1082-122f-44d0-8b28-30f084861564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.079854 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa5b21b0-7ff6-41a1-a454-a3404a859e18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.115674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 98f35312-8608-43cc-a1cc-b73421836292 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:45.116047 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.156159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port 98f35312-8608-43cc-a1cc-b73421836292 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:45.156515 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.214853 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-513b1082-122f-44d0-8b28-30f084861564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.274087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] For port 98f35312-8608-43cc-a1cc-b73421836292, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=98f35312-8608-43cc-a1cc-b73421836292,segment=NetworkSegment(dfd9a12a-0ee3-4c2f-af58-3d87607d50cc),segment_id=dfd9a12a-0ee3-4c2f-af58-3d87607d50cc)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:45.274453 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.292759 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa5b21b0-7ff6-41a1-a454-a3404a859e18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.306150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa5b21b0-7ff6-41a1-a454-a3404a859e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.310151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for 98f35312-8608-43cc-a1cc-b73421836292 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:45.330521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-513b1082-122f-44d0-8b28-30f084861564 None None] For port 98f35312-8608-43cc-a1cc-b73421836292, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=98f35312-8608-43cc-a1cc-b73421836292,segment=NetworkSegment(dfd9a12a-0ee3-4c2f-af58-3d87607d50cc),segment_id=dfd9a12a-0ee3-4c2f-af58-3d87607d50cc)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:45.332926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32da84a4-aa24-4fb7-8162-e47bf4bfd63a None None] DHCP port deletion for eba6acb4-86fa-4952-b8f6-78b87ad05915 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:45.340972 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-513b1082-122f-44d0-8b28-30f084861564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.345576 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.451890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b21b0-7ff6-41a1-a454-a3404a859e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caed271c-c35f-433a-8f64-8c7d889d32a8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:45.489574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fa5b21b0-7ff6-41a1-a454-a3404a859e18 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7aa6c630e3cd434cb3b419f861eb8b23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9011199 Nov 12 08:40:45.492261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36024) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:45.523174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b1082-122f-44d0-8b28-30f084861564 None None] Pushing event updated for resources: {'Port': ['ID=98f35312-8608-43cc-a1cc-b73421836292,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:45.561416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-32da84a4-aa24-4fb7-8162-e47bf4bfd63a None None] Deleting port 98f35312-8608-43cc-a1cc-b73421836292 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:45.562075 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-32da84a4-aa24-4fb7-8162-e47bf4bfd63a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.565310 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:40:45.565872 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:40:45.577424 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd7f5-be7c-4710-9fd3-fbda25ac9018 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.590656 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.628029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd7f5-be7c-4710-9fd3-fbda25ac9018 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.646110 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=98f35312-8608-43cc-a1cc-b73421836292,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:45.657745 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No DVR routers for this DVR port 98f35312-8608-43cc-a1cc-b73421836292 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:45.694039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-32da84a4-aa24-4fb7-8162-e47bf4bfd63a None None] For port 98f35312-8608-43cc-a1cc-b73421836292, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=98f35312-8608-43cc-a1cc-b73421836292,segment=NetworkSegment(dfd9a12a-0ee3-4c2f-af58-3d87607d50cc),segment_id=dfd9a12a-0ee3-4c2f-af58-3d87607d50cc)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:45.694565 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-32da84a4-aa24-4fb7-8162-e47bf4bfd63a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.711540 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd7f5-be7c-4710-9fd3-fbda25ac9018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.714201 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-32da84a4-aa24-4fb7-8162-e47bf4bfd63a None None] Calling delete_port for 98f35312-8608-43cc-a1cc-b73421836292 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:45.722490 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3fd7f5-be7c-4710-9fd3-fbda25ac9018 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.724653 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9f3fd7f5-be7c-4710-9fd3-fbda25ac9018 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/caed271c-c35f-433a-8f64-8c7d889d32a8 HTTP/1.1" status: 204 len: 168 time: 0.2311821 Nov 12 08:40:45.747766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fd7f5-be7c-4710-9fd3-fbda25ac9018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caed271c-c35f-433a-8f64-8c7d889d32a8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:45.775153 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.807778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba6acb4-86fa-4952-b8f6-78b87ad05915']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:45.821281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd9a12a-0ee3-4c2f-af58-3d87607d50cc') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:45.821579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd9a12a-0ee3-4c2f-af58-3d87607d50cc') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:40:45.835700 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.870620 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.884183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:40:45.884772 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:40:45.889424 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:40:46.015592 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.024556 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-32da84a4-aa24-4fb7-8162-e47bf4bfd63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.026136 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.040850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/networks/eba6acb4-86fa-4952-b8f6-78b87ad05915 HTTP/1.1" status: 204 len: 168 time: 1.3139083 Nov 12 08:40:46.043095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36032) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:46.058186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'name': 'tempest-PortsIpV6TestJSON-242465394'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:46.070018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32da84a4-aa24-4fb7-8162-e47bf4bfd63a None None] Network eba6acb4-86fa-4952-b8f6-78b87ad05915 is not hosted by any dhcp agent {{(pid=102446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:40:46.070618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32da84a4-aa24-4fb7-8162-e47bf4bfd63a None None] No DVR routers for this DVR port 98f35312-8608-43cc-a1cc-b73421836292 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:46.113693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da84a4-aa24-4fb7-8162-e47bf4bfd63a None None] Pushing event deleted for resources: {'Port': ['ID=98f35312-8608-43cc-a1cc-b73421836292,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:46.126291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada25abe-286d-49af-84bb-8a34853ad2ca req-78260c60-e67e-494a-80a7-dc82130832ba tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.126879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Port 98f35312-8608-43cc-a1cc-b73421836292 update to ACTIVE by agent not found {{(pid=102446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 08:40:46.128684 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ada25abe-286d-49af-84bb-8a34853ad2ca req-78260c60-e67e-494a-80a7-dc82130832ba tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.1360798 Nov 12 08:40:46.168721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13342ab2-e96f-46c3-a551-007a886ec4b0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Network': ['ID=eba6acb4-86fa-4952-b8f6-78b87ad05915,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:46.208751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:46.214010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.240266 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ada25abe-286d-49af-84bb-8a34853ad2ca req-ad3ab3ca-3e94-4375-acc5-182ecdce8730 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993130 Nov 12 08:40:46.247487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port bff47795-030b-4e71-b170-d5f299cf9e14 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:46.455338 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.521367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.569184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network db83be8a-b227-42a1-81d6-b2d29d272017 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:46.573604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:46.576291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:46.584059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:46.584538 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.614903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=bff47795-030b-4e71-b170-d5f299cf9e14,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:46.622404 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b702a50a-8647-4464-be29-5d9dfadc7634 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5743930 Nov 12 08:40:46.625006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36054) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:46.740314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 98f35312-8608-43cc-a1cc-b73421836292 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:40:46.765242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-1e9683fc-a6d4-4ede-8b2c-39b1f854a95e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port bff47795-030b-4e71-b170-d5f299cf9e14 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:46.765960 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e9683fc-a6d4-4ede-8b2c-39b1f854a95e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.768964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 98f35312-8608-43cc-a1cc-b73421836292 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:40:46.771136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 98f35312-8608-43cc-a1cc-b73421836292 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:40:46.852809 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e9683fc-a6d4-4ede-8b2c-39b1f854a95e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:46.874912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-1e9683fc-a6d4-4ede-8b2c-39b1f854a95e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for bff47795-030b-4e71-b170-d5f299cf9e14 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:46.983870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e9683fc-a6d4-4ede-8b2c-39b1f854a95e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.022838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9683fc-a6d4-4ede-8b2c-39b1f854a95e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=bff47795-030b-4e71-b170-d5f299cf9e14,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:47.043071 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e9683fc-a6d4-4ede-8b2c-39b1f854a95e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.046713 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1e9683fc-a6d4-4ede-8b2c-39b1f854a95e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/bff47795-030b-4e71-b170-d5f299cf9e14 HTTP/1.1" status: 204 len: 168 time: 0.4205151 Nov 12 08:40:47.049066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36068) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:47.054680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'mac_address': 'fa:16:3e:b1:97:95', 'name': 'tempest-PortsIpV6TestJSON-673440845'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:47.167974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:47.255624 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.280920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port 67a0f624-8016-4621-8c29-9a9590efaf84 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:47.439906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bf78c-9dbd-49c4-8bab-9866dcbdda8c req-893fba68-0f94-4a94-9926-3adac121057f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.442316 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-854bf78c-9dbd-49c4-8bab-9866dcbdda8c req-893fba68-0f94-4a94-9926-3adac121057f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.0956230 Nov 12 08:40:47.509183 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.539119 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-854bf78c-9dbd-49c4-8bab-9866dcbdda8c req-2878f1da-1c37-433c-8a2e-97ce31ac2cd6 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868845 Nov 12 08:40:47.568756 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.616902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network db83be8a-b227-42a1-81d6-b2d29d272017 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:47.638723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:47.641081 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:47.648968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.648968 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:47.687380 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6368334 Nov 12 08:40:47.687997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36092) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:47.699244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8c983-57c9-4deb-ae3f-ec468efbf4da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=67a0f624-8016-4621-8c29-9a9590efaf84,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:47.770876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfa47b9-ad03-46e0-bcb3-7ce8cd3414c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:47.775266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36100) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:47.775448 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9dfa47b9-ad03-46e0-bcb3-7ce8cd3414c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/67a0f624-8016-4621-8c29-9a9590efaf84 HTTP/1.1" status: 200 len: 844 time: 0.0859292 Nov 12 08:40:47.892779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-5c45d93f-5a93-4d65-8c81-685b5292c8fe tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port 67a0f624-8016-4621-8c29-9a9590efaf84 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:47.893589 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c45d93f-5a93-4d65-8c81-685b5292c8fe tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.012966 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c45d93f-5a93-4d65-8c81-685b5292c8fe tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.027994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-5c45d93f-5a93-4d65-8c81-685b5292c8fe tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for 67a0f624-8016-4621-8c29-9a9590efaf84 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:48.127958 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c45d93f-5a93-4d65-8c81-685b5292c8fe tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.162973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45d93f-5a93-4d65-8c81-685b5292c8fe tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=67a0f624-8016-4621-8c29-9a9590efaf84,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:48.174077 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c45d93f-5a93-4d65-8c81-685b5292c8fe tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.180357 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5c45d93f-5a93-4d65-8c81-685b5292c8fe tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/67a0f624-8016-4621-8c29-9a9590efaf84 HTTP/1.1" status: 204 len: 168 time: 0.4013865 Nov 12 08:40:48.180667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36112) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:48.208694 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-594224d1-d32d-461d-b919-6c4fd0cb3b92 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:40:48.210262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-594224d1-d32d-461d-b919-6c4fd0cb3b92 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/67a0f624-8016-4621-8c29-9a9590efaf84 HTTP/1.1" status: 404 len: 333 time: 0.0287046 Nov 12 08:40:48.213980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36114) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:48.219438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'name': 'tempest-PortsIpV6TestJSON-1014770036'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:48.264608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36116) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:48.323597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:48.328964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.350208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port 9837ad07-9dd2-4bd7-ac23-345e398ba4e5 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:48.508120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-077056e1-7def-4ddd-8148-bc6bcd2aed4d tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-617911348'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:48.508826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-077056e1-7def-4ddd-8148-bc6bcd2aed4d tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Unknown quota resources ['metering_label']. {{(pid=102444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:40:48.582022 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.663009 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.700951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network db83be8a-b227-42a1-81d6-b2d29d272017 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:48.764766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:48.795607 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-077056e1-7def-4ddd-8148-bc6bcd2aed4d tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.797039 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:48.800284 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-077056e1-7def-4ddd-8148-bc6bcd2aed4d tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5342760 Nov 12 08:40:48.800936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36132) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:48.807960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2caf07fc-e89b-4c94-8ea9-678804eb7f71 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e212f498-5a3d-481f-ab6d-b880e48065f3'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:48.809419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:48.810155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2caf07fc-e89b-4c94-8ea9-678804eb7f71 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:40:48.811409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:48.892823 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6777101 Nov 12 08:40:48.897150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36136) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:48.905691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5deabdb8-8a28-46a0-8eb7-9882ea7355d3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:48.908528 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc442a2-5d73-4350-aea4-2c6b871f6401 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=9837ad07-9dd2-4bd7-ac23-345e398ba4e5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:48.937077 n-d-768851-18 neutron-server[102444]: WARNING neutron.services.metering.metering_plugin [None req-2caf07fc-e89b-4c94-8ea9-678804eb7f71 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:40:48.990536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486381e2-2b66-452f-9efb-daa7469f79f5 req-edd66a0a-65ab-48b4-8a86-e838f0c87069 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:48.992215 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-486381e2-2b66-452f-9efb-daa7469f79f5 req-edd66a0a-65ab-48b4-8a86-e838f0c87069 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.3078084 Nov 12 08:40:49.064196 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5deabdb8-8a28-46a0-8eb7-9882ea7355d3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.130750 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-486381e2-2b66-452f-9efb-daa7469f79f5 req-5fce7871-2005-4fb7-b2c1-0a95ddf3fd30 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126688 Nov 12 08:40:49.279917 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5deabdb8-8a28-46a0-8eb7-9882ea7355d3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.286703 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5deabdb8-8a28-46a0-8eb7-9882ea7355d3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.359990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deabdb8-8a28-46a0-8eb7-9882ea7355d3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=9837ad07-9dd2-4bd7-ac23-345e398ba4e5,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:49.368372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5deabdb8-8a28-46a0-8eb7-9882ea7355d3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] In _notify_port_updated(), no bound segment for port 9837ad07-9dd2-4bd7-ac23-345e398ba4e5 on network db83be8a-b227-42a1-81d6-b2d29d272017 {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:40:49.376041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deabdb8-8a28-46a0-8eb7-9882ea7355d3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:49.376993 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5deabdb8-8a28-46a0-8eb7-9882ea7355d3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.380089 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5deabdb8-8a28-46a0-8eb7-9882ea7355d3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "PUT /v2.0/ports/9837ad07-9dd2-4bd7-ac23-345e398ba4e5 HTTP/1.1" status: 200 len: 818 time: 0.4800766 Nov 12 08:40:49.382769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36142) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:49.489643 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2caf07fc-e89b-4c94-8ea9-678804eb7f71 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.490422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4e4bc570-9fb5-4083-b4e5-9ff60538a029 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port 9837ad07-9dd2-4bd7-ac23-345e398ba4e5 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:49.490842 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc570-9fb5-4083-b4e5-9ff60538a029 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.494810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36146) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:49.495479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2caf07fc-e89b-4c94-8ea9-678804eb7f71 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6934593 Nov 12 08:40:49.499718 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-724d9bbe-27bd-46a9-87ee-8e438c33d646 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e212f498-5a3d-481f-ab6d-b880e48065f3'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:49.500317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-724d9bbe-27bd-46a9-87ee-8e438c33d646 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:40:49.644398 n-d-768851-18 neutron-server[102445]: WARNING neutron.services.metering.metering_plugin [None req-724d9bbe-27bd-46a9-87ee-8e438c33d646 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:40:49.688668 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc570-9fb5-4083-b4e5-9ff60538a029 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.807553 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-724d9bbe-27bd-46a9-87ee-8e438c33d646 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.808730 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-724d9bbe-27bd-46a9-87ee-8e438c33d646 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3126214 Nov 12 08:40:49.809965 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4e4bc570-9fb5-4083-b4e5-9ff60538a029 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for 9837ad07-9dd2-4bd7-ac23-345e398ba4e5 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:49.812170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36154) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:49.833878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36156) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:49.834494 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c390d892-c0ef-4eca-af6b-bcd1040eca94 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=15af8ced-b1eb-471d-9383-39d94155261d HTTP/1.1" status: 200 len: 462 time: 0.0203676 Nov 12 08:40:49.963378 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc570-9fb5-4083-b4e5-9ff60538a029 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.990775 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c7f32eb2-783f-46e2-81ab-4d73398b293d tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:49.992263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c7f32eb2-783f-46e2-81ab-4d73398b293d tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/15af8ced-b1eb-471d-9383-39d94155261d HTTP/1.1" status: 204 len: 168 time: 0.1573927 Nov 12 08:40:49.997620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36164) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.012499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bc570-9fb5-4083-b4e5-9ff60538a029 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=9837ad07-9dd2-4bd7-ac23-345e398ba4e5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:50.029994 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e4bc570-9fb5-4083-b4e5-9ff60538a029 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.037170 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4e4bc570-9fb5-4083-b4e5-9ff60538a029 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/9837ad07-9dd2-4bd7-ac23-345e398ba4e5 HTTP/1.1" status: 204 len: 168 time: 0.6505387 Nov 12 08:40:50.037350 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b41bbe46-101e-402b-ba19-6d3725a1299e tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=15af8ced-b1eb-471d-9383-39d94155261d HTTP/1.1" status: 200 len: 221 time: 0.0378721 Nov 12 08:40:50.038265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36166) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.040756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36168) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.046588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a1d167e9-aced-4aa9-9ea0-e6a1958185a1 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2118258719', 'description': 'label created by tempest'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:50.050907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a1d167e9-aced-4aa9-9ea0-e6a1958185a1 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Unknown quota resources ['metering_label']. {{(pid=102445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:40:50.161204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60686750-f8b6-4768-8feb-3f8a332bec60 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:50.166983 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-60686750-f8b6-4768-8feb-3f8a332bec60 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1169267 Nov 12 08:40:50.167696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36176) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.276507 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7f1f9a-138c-4274-9f79-0d1351d2cc9e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:40:50.281777 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2f7f1f9a-138c-4274-9f79-0d1351d2cc9e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/9837ad07-9dd2-4bd7-ac23-345e398ba4e5 HTTP/1.1" status: 404 len: 333 time: 0.1099210 Nov 12 08:40:50.282447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36178) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.287771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0ac3f0ab-dd6f-48a6-982a-90735e83c1e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1848553796'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:50.350500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac3f0ab-dd6f-48a6-982a-90735e83c1e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:50.354796 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ac3f0ab-dd6f-48a6-982a-90735e83c1e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.366860 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a1d167e9-aced-4aa9-9ea0-e6a1958185a1 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.371140 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a1d167e9-aced-4aa9-9ea0-e6a1958185a1 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3283794 Nov 12 08:40:50.371876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36182) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.414077 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac3f0ab-dd6f-48a6-982a-90735e83c1e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:40:50.426047 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ac3f0ab-dd6f-48a6-982a-90735e83c1e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.426586 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-0ac3f0ab-dd6f-48a6-982a-90735e83c1e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Added segment 2dc2a3b5-d57f-4f9d-886f-42a0211c222b of type vlan for network c1242025-524b-49c1-9a4c-71317f284e9f Nov 12 08:40:50.499242 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ac3f0ab-dd6f-48a6-982a-90735e83c1e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.531071 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ac3f0ab-dd6f-48a6-982a-90735e83c1e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.534074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c82f2670-b89c-4e28-9f01-bf81919ae248 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=d6c13631-1188-49dc-976d-8c4341b36d36 HTTP/1.1" status: 200 len: 468 time: 0.1608973 Nov 12 08:40:50.540106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36186) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.541355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac3f0ab-dd6f-48a6-982a-90735e83c1e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:50.542144 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ac3f0ab-dd6f-48a6-982a-90735e83c1e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.668153 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3f0ab-dd6f-48a6-982a-90735e83c1e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Network': ['ID=c1242025-524b-49c1-9a4c-71317f284e9f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:50.675140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0ac3f0ab-dd6f-48a6-982a-90735e83c1e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3906240 Nov 12 08:40:50.679581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36190) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.681199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network c1242025-524b-49c1-9a4c-71317f284e9f details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:40:50.690095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-704937da-2fd6-46c5-a759-6ae62af9ff55 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'c1242025-524b-49c1-9a4c-71317f284e9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:50.826843 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-032c2a4c-0576-4033-8383-89d6c745256e tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.829781 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-032c2a4c-0576-4033-8383-89d6c745256e tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/d6c13631-1188-49dc-976d-8c4341b36d36 HTTP/1.1" status: 204 len: 168 time: 0.2883971 Nov 12 08:40:50.841718 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36196) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.856470 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2fb0ba9a-478e-4238-a449-59289f9fbc25 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=d6c13631-1188-49dc-976d-8c4341b36d36 HTTP/1.1" status: 200 len: 216 time: 0.0123136 Nov 12 08:40:50.858893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36200) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.871223 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-717aa458-c37a-4e2f-9b3b-4a4de9febd38 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0105720 Nov 12 08:40:50.876325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36202) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.904129 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-61c47acd-20e7-41cc-a50b-3aa1f8c86771 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0234308 Nov 12 08:40:50.908104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36204) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:50.967762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704937da-2fd6-46c5-a759-6ae62af9ff55 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:50.973038 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-704937da-2fd6-46c5-a759-6ae62af9ff55 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:50.996159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92907a-aa84-4c6c-b651-d6d7167627dd req-0dd8d657-7dde-4828-bb9a-d3a7433ca7b7 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:50.999874 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4f92907a-aa84-4c6c-b651-d6d7167627dd req-0dd8d657-7dde-4828-bb9a-d3a7433ca7b7 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.7034471 Nov 12 08:40:51.080296 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-94e06660-47ed-4e7b-9b0d-f020fe6a41b2 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/e212f498-5a3d-481f-ab6d-b880e48065f3 HTTP/1.1" status: 200 len: 472 time: 0.1698308 Nov 12 08:40:51.083828 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36210) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:51.099734 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-258f196a-b01e-4e56-bcfc-718a9195d7fb tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/a4478ed6-0d73-4c59-800d-0af7e70f0177 HTTP/1.1" status: 200 len: 459 time: 0.0145187 Nov 12 08:40:51.104726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36212) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:51.145753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4f92907a-aa84-4c6c-b651-d6d7167627dd req-315f6ed6-3b57-4c20-bae4-a4ad75af0f8f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200604 Nov 12 08:40:51.273382 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-303db5dc-58de-4ccf-b161-3425ad5a833b tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.274419 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-303db5dc-58de-4ccf-b161-3425ad5a833b tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/a4478ed6-0d73-4c59-800d-0af7e70f0177 HTTP/1.1" status: 204 len: 168 time: 0.1683774 Nov 12 08:40:51.277255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36218) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:51.342595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-704937da-2fd6-46c5-a759-6ae62af9ff55 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.430286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704937da-2fd6-46c5-a759-6ae62af9ff55 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Subnet': ['ID=b10c02fa-163e-41e5-b920-22cb45013725,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:51.438715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704937da-2fd6-46c5-a759-6ae62af9ff55 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Checking segment: {'id': '2dc2a3b5-d57f-4f9d-886f-42a0211c222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c1242025-524b-49c1-9a4c-71317f284e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:51.439138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704937da-2fd6-46c5-a759-6ae62af9ff55 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network hostable DHCP agents. Network: c1242025-524b-49c1-9a4c-71317f284e9f, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:40:51.462095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704937da-2fd6-46c5-a759-6ae62af9ff55 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network c1242025-524b-49c1-9a4c-71317f284e9f is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:40:51.475346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-704937da-2fd6-46c5-a759-6ae62af9ff55 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, c1242025-524b-49c1-9a4c-71317f284e9f) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:51.483638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704937da-2fd6-46c5-a759-6ae62af9ff55 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:51.483997 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-704937da-2fd6-46c5-a759-6ae62af9ff55 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.495554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be41ffb-c513-4a3d-b539-db2e1d19df7a None None] Network c1242025-524b-49c1-9a4c-71317f284e9f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:51.520940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-704937da-2fd6-46c5-a759-6ae62af9ff55 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8346109 Nov 12 08:40:51.521866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36224) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:51.529222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-468cb965-7c52-47c4-a519-08fc20d21c5f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'c1242025-524b-49c1-9a4c-71317f284e9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:51.555471 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e9dc2d7-6d49-42b8-a10a-77242b97cc32 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.559791 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6e9dc2d7-6d49-42b8-a10a-77242b97cc32 tempest-MeteringIpV6TestJSON-739880063 tempest-MeteringIpV6TestJSON-739880063-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/e212f498-5a3d-481f-ab6d-b880e48065f3 HTTP/1.1" status: 204 len: 168 time: 0.2811131 Nov 12 08:40:51.723454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468cb965-7c52-47c4-a519-08fc20d21c5f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:51.729355 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-468cb965-7c52-47c4-a519-08fc20d21c5f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.839081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-c1242025-524b-49c1-9a4c-71317f284e9f', 'network_id': 'c1242025-524b-49c1-9a4c-71317f284e9f', 'tenant_id': '7a018f4360bb4254a8b53a75c99fd8fa', 'fixed_ips': [{'subnet_id': 'b10c02fa-163e-41e5-b920-22cb45013725'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:40:51.841327 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:51.944703 n-d-768851-18 neutron-server[102444]: INFO neutron.db.ipam_backend_mixin [None req-468cb965-7c52-47c4-a519-08fc20d21c5f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b10c02fa-163e-41e5-b920-22cb45013725 (CIDR: 2001:db8::/64) Nov 12 08:40:51.957313 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-468cb965-7c52-47c4-a519-08fc20d21c5f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:40:51.957952 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468cb965-7c52-47c4-a519-08fc20d21c5f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:40:51.999485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-468cb965-7c52-47c4-a519-08fc20d21c5f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4750042 Nov 12 08:40:52.002341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36246) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:52.010043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3ceaa134-9349-4014-9801-a8548b535be0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'c1242025-524b-49c1-9a4c-71317f284e9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:52.149408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36252) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:52.277814 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Allocated IP 2001:db8::2 (c1242025-524b-49c1-9a4c-71317f284e9f/b10c02fa-163e-41e5-b920-22cb45013725/867a52b0-7c81-4da9-8f6a-dc99b8441e57) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:52.293721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceaa134-9349-4014-9801-a8548b535be0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:52.304023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa134-9349-4014-9801-a8548b535be0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.337821 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.447269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7ba31-2c82-436d-959b-9c2a14cef3d8 req-24507f8b-6cd5-4231-bd67-dee3cabd1f7f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:52.448958 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3ec7ba31-2c82-436d-959b-9c2a14cef3d8 req-24507f8b-6cd5-4231-bd67-dee3cabd1f7f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.1320612 Nov 12 08:40:52.548585 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.557330 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.580201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3ec7ba31-2c82-436d-959b-9c2a14cef3d8 req-c4a1824b-a2df-4576-a902-f908c9a09af7 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213717 Nov 12 08:40:52.594569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.627380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Pushing event updated for resources: {'Port': ['ID=867a52b0-7c81-4da9-8f6a-dc99b8441e57,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:52.632235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Network c1242025-524b-49c1-9a4c-71317f284e9f is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:52.634187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:52.639942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:52.719506 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Attempting to bind port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:40:52.720126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Attempting to bind port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '2dc2a3b5-d57f-4f9d-886f-42a0211c222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c1242025-524b-49c1-9a4c-71317f284e9f'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:40:52.720793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Attempting to bind port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 on network c1242025-524b-49c1-9a4c-71317f284e9f {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:40:52.728066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:40:52.728735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Checking segment: {'id': '2dc2a3b5-d57f-4f9d-886f-42a0211c222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c1242025-524b-49c1-9a4c-71317f284e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:40:52.729446 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.730030 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Bound using segment: {'id': '2dc2a3b5-d57f-4f9d-886f-42a0211c222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c1242025-524b-49c1-9a4c-71317f284e9f'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:40:52.730821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Bound port: 867a52b0-7c81-4da9-8f6a-dc99b8441e57, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc2a3b5-d57f-4f9d-886f-42a0211c222b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c1242025-524b-49c1-9a4c-71317f284e9f'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:40:52.731460 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.772454 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.778521 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.820436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] For port 867a52b0-7c81-4da9-8f6a-dc99b8441e57, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:40:52.824858 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] For port 867a52b0-7c81-4da9-8f6a-dc99b8441e57, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=867a52b0-7c81-4da9-8f6a-dc99b8441e57,segment=NetworkSegment(2dc2a3b5-d57f-4f9d-886f-42a0211c222b),segment_id=2dc2a3b5-d57f-4f9d-886f-42a0211c222b)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:40:52.832167 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:52.890320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7d59dc729d84222b94a1fea750fd238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7392669 Nov 12 08:40:52.898607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36266) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:52.985494 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f5fc11-84bb-4f73-9aa8-fca04a193088,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:53.014840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446eb05-3420-45a0-8225-9df4999cb77b None None] Pushing event updated for resources: {'Port': ['ID=867a52b0-7c81-4da9-8f6a-dc99b8441e57,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:53.035497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:53.036333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:53.036516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:53.036778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:53.037949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:53.038302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:53.038721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:53.039416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:53.039775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:53.040229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:53.040576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:53.040911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0ccb03-2859-455e-aa63-07009668a203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:40:53.094742 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd923495-a795-42a1-9ba8-1ed35490aa3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.170591 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd923495-a795-42a1-9ba8-1ed35490aa3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.546152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-1e2758cf-ff32-4f70-95d1-b9cb013737f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1948519 Nov 12 08:40:53.635286 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd923495-a795-42a1-9ba8-1ed35490aa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.640211 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd923495-a795-42a1-9ba8-1ed35490aa3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:53.642633 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bd923495-a795-42a1-9ba8-1ed35490aa3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38f5fc11-84bb-4f73-9aa8-fca04a193088 HTTP/1.1" status: 204 len: 168 time: 0.7426934 Nov 12 08:40:53.672721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd923495-a795-42a1-9ba8-1ed35490aa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f5fc11-84bb-4f73-9aa8-fca04a193088,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:53.761603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-74f8af34-816d-4113-a277-04402e434e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.762671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-74f8af34-816d-4113-a277-04402e434e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.763967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-74f8af34-816d-4113-a277-04402e434e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.764680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-74f8af34-816d-4113-a277-04402e434e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.765749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-74f8af34-816d-4113-a277-04402e434e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.767795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-74f8af34-816d-4113-a277-04402e434e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.768874 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-74f8af34-816d-4113-a277-04402e434e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:53.773772 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-74f8af34-816d-4113-a277-04402e434e9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6508 time: 0.1877701 Nov 12 08:40:53.930639 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa134-9349-4014-9801-a8548b535be0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.118524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-a4725463-12c6-4aee-aaf5-c8763306d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:54.119094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-a4725463-12c6-4aee-aaf5-c8763306d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:54.120019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-a4725463-12c6-4aee-aaf5-c8763306d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:54.130010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaa134-9349-4014-9801-a8548b535be0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Subnet': ['ID=c53f689c-fa56-4ff6-889e-42051e04c1fc,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:54.137518 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-a4725463-12c6-4aee-aaf5-c8763306d495 service neutron] 10.222.0.46 "GET /v2.0/networks?id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=631d573a-b698-41e7-b1e5-d92155823f60&id=631d573a-b698-41e7-b1e5-d92155823f60 HTTP/1.1" status: 200 len: 2298 time: 0.3072095 Nov 12 08:40:54.193207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceaa134-9349-4014-9801-a8548b535be0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network c1242025-524b-49c1-9a4c-71317f284e9f is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:54.197683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3ceaa134-9349-4014-9801-a8548b535be0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:54.207741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceaa134-9349-4014-9801-a8548b535be0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:54.218515 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa134-9349-4014-9801-a8548b535be0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.279429 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-e633d62d-0625-4ce5-889a-d8c03910a821 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a108f05-c3d3-44ae-991a-9885afcdf616 HTTP/1.1" status: 200 len: 1001 time: 0.1308219 Nov 12 08:40:54.292628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2fe45-e73a-449a-8f09-ca256931085b req-fe1fb1f1-7851-41c6-80d3-5a314c075666 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:54.298019 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ca2fe45-e73a-449a-8f09-ca256931085b req-fe1fb1f1-7851-41c6-80d3-5a314c075666 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.3999782 Nov 12 08:40:54.347708 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3ceaa134-9349-4014-9801-a8548b535be0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3430350 Nov 12 08:40:54.350605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36290) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:54.369985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': 'c1242025-524b-49c1-9a4c-71317f284e9f', 'fixed_ips': [{'subnet_id': 'b10c02fa-163e-41e5-b920-22cb45013725'}, {'subnet_id': 'c53f689c-fa56-4ff6-889e-42051e04c1fc'}], 'name': 'tempest-PortsIpV6TestJSON-1571468578'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:54.456795 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ca2fe45-e73a-449a-8f09-ca256931085b req-bad318f3-413a-4639-b2b0-fa44f98be4d4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508276 Nov 12 08:40:54.498302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-1acfc3ee-8d24-41a9-ab8a-508c4c3d8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:54.499792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-1acfc3ee-8d24-41a9-ab8a-508c4c3d8385 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a43c131c-72c6-429e-a17b-f79d55a2a13c HTTP/1.1" status: 200 len: 856 time: 0.2107959 Nov 12 08:40:54.697682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-bfcb6d01-a5ea-4fdf-b980-57e103c5f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:54.709415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-bfcb6d01-a5ea-4fdf-b980-57e103c5f418 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1950734 Nov 12 08:40:54.768775 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36308) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:54.797443 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-841b6a1a-a520-45d2-9cf8-7bad900cfbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:54.814899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f321a-3a2e-4034-bce7-a9a111ffddcb None None] Network c1242025-524b-49c1-9a4c-71317f284e9f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:54.927102 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:40:55.005334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 867a52b0-7c81-4da9-8f6a-dc99b8441e57 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:55.034253 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-841b6a1a-a520-45d2-9cf8-7bad900cfbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.054050 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-841b6a1a-a520-45d2-9cf8-7bad900cfbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.082470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-86456819-4cf8-4f34-97be-ff61e7fa3a14 service neutron] 10.222.0.46 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076344 Nov 12 08:40:55.110615 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-841b6a1a-a520-45d2-9cf8-7bad900cfbaf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eeaefdd3183d4d2d80b8be6d83721d48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3400819 Nov 12 08:40:55.122326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36312) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:55.165698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.176590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80887e90-25a2-4091-8eb1-b2f535222d3f req-422532b8-d26d-4230-a057-3cda9265e613 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:55.180320 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80887e90-25a2-4091-8eb1-b2f535222d3f req-422532b8-d26d-4230-a057-3cda9265e613 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.3001361 Nov 12 08:40:55.198519 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ae515c00-a010-400a-a019-ae2dc06498e7 None None] Provisioning complete for port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:55.198972 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ae515c00-a010-400a-a019-ae2dc06498e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.210680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b6a1a-a520-45d2-9cf8-7bad900cfbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a492a-9f31-4aee-9d50-5f2c817372e6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:55.250326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port 9f297af5-648d-43f9-8711-f2062646f058 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:40:55.272990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:55.273358 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.307248 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15fda4e7-a6bf-4140-88f4-ca494bef1d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.373091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15fda4e7-a6bf-4140-88f4-ca494bef1d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.397724 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80887e90-25a2-4091-8eb1-b2f535222d3f req-7ea978c3-00f5-42ea-9926-8b1cae341e50 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074842 Nov 12 08:40:55.420315 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ae515c00-a010-400a-a019-ae2dc06498e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.448375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36316) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:55.515743 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15fda4e7-a6bf-4140-88f4-ca494bef1d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.518934 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15fda4e7-a6bf-4140-88f4-ca494bef1d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.520272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-15fda4e7-a6bf-4140-88f4-ca494bef1d89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf8a492a-9f31-4aee-9d50-5f2c817372e6 HTTP/1.1" status: 204 len: 168 time: 0.3943648 Nov 12 08:40:55.526682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce12485-6c7e-47e1-a5dd-43c243da15d7 None None] Update dhcp port {'port': {'network_id': 'c1242025-524b-49c1-9a4c-71317f284e9f', 'fixed_ips': [{'subnet_id': 'b10c02fa-163e-41e5-b920-22cb45013725', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c53f689c-fa56-4ff6-889e-42051e04c1fc'}], 'binding:host_id': 'n-d-768851-18'}, 'id': '867a52b0-7c81-4da9-8f6a-dc99b8441e57'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:40:55.531262 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ae515c00-a010-400a-a019-ae2dc06498e7 None None] For port 867a52b0-7c81-4da9-8f6a-dc99b8441e57, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=867a52b0-7c81-4da9-8f6a-dc99b8441e57,segment=NetworkSegment(2dc2a3b5-d57f-4f9d-886f-42a0211c222b),segment_id=2dc2a3b5-d57f-4f9d-886f-42a0211c222b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:55.556876 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ae515c00-a010-400a-a019-ae2dc06498e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.569293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fda4e7-a6bf-4140-88f4-ca494bef1d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a492a-9f31-4aee-9d50-5f2c817372e6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:55.597845 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.640160 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8ce12485-6c7e-47e1-a5dd-43c243da15d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.734282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89fa6a2e-30d5-401e-a562-90a0ea7f2c93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.826649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae515c00-a010-400a-a019-ae2dc06498e7 None None] Pushing event updated for resources: {'Port': ['ID=867a52b0-7c81-4da9-8f6a-dc99b8441e57,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:55.844849 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:40:55.845319 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:40:55.914379 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89fa6a2e-30d5-401e-a562-90a0ea7f2c93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.923608 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89fa6a2e-30d5-401e-a562-90a0ea7f2c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:55.935610 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-42c133ca-f7e1-4268-b643-d33812ca5209 service neutron] 10.222.0.46 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8388393 Nov 12 08:40:55.982776 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-89fa6a2e-30d5-401e-a562-90a0ea7f2c93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e9597c21ccd4c6ca2b5e2bf30a1d53d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5331507 Nov 12 08:40:55.983949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa6a2e-30d5-401e-a562-90a0ea7f2c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660819f3-28cb-4fb1-8c6f-fd7e654f5b1e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:55.986523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36334) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:56.076965 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65c3080f-1eaa-452b-9049-088f6e8a4485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.085492 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-f53d70c7-a31b-4aea-9a33-04926f785beb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=d2d466ea-8a87-4294-83d6-4e59236e9d48 HTTP/1.1" status: 200 len: 217 time: 0.1356637 Nov 12 08:40:56.106881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65c3080f-1eaa-452b-9049-088f6e8a4485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.129338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8::26d (c1242025-524b-49c1-9a4c-71317f284e9f/b10c02fa-163e-41e5-b920-22cb45013725/9f297af5-648d-43f9-8711-f2062646f058) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:56.137186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8:0:1::1fd (c1242025-524b-49c1-9a4c-71317f284e9f/c53f689c-fa56-4ff6-889e-42051e04c1fc/9f297af5-648d-43f9-8711-f2062646f058) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:56.160588 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65c3080f-1eaa-452b-9049-088f6e8a4485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.164136 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65c3080f-1eaa-452b-9049-088f6e8a4485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.165650 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-65c3080f-1eaa-452b-9049-088f6e8a4485 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/660819f3-28cb-4fb1-8c6f-fd7e654f5b1e HTTP/1.1" status: 204 len: 168 time: 0.1766579 Nov 12 08:40:56.189270 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3080f-1eaa-452b-9049-088f6e8a4485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660819f3-28cb-4fb1-8c6f-fd7e654f5b1e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:56.367211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c6c1-1a09-4921-9184-00fc1249b355 req-f151f13c-59ac-4ba4-9e17-73368014da87 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:56.368824 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ea3c6c1-1a09-4921-9184-00fc1249b355 req-f151f13c-59ac-4ba4-9e17-73368014da87 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.5183370 Nov 12 08:40:56.412670 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-577fd1fc-7642-4ea4-8182-ec3b54105f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:56.414203 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-577fd1fc-7642-4ea4-8182-ec3b54105f8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.1536024 Nov 12 08:40:56.503665 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.539481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ea3c6c1-1a09-4921-9184-00fc1249b355 req-258a99d7-cf4f-4db5-bf1f-a26de33b9f5e tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578138 Nov 12 08:40:56.553552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-ab91f8b9-b112-44e6-898b-a3b3a9df9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:56.564513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-ab91f8b9-b112-44e6-898b-a3b3a9df9064 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1383400 Nov 12 08:40:56.639681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58fac4-2208-4004-9bf3-8b6d72133147 req-cba23563-3f46-40ac-832a-9e860f5d865f tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:56.646642 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cc58fac4-2208-4004-9bf3-8b6d72133147 req-cba23563-3f46-40ac-832a-9e860f5d865f tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1148701 Nov 12 08:40:56.676816 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.754914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-8ce12485-6c7e-47e1-a5dd-43c243da15d7 None None] Allocated IP 2001:db8:0:1::2 (c1242025-524b-49c1-9a4c-71317f284e9f/c53f689c-fa56-4ff6-889e-42051e04c1fc/867a52b0-7c81-4da9-8f6a-dc99b8441e57) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:56.757788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cc58fac4-2208-4004-9bf3-8b6d72133147 req-b0e30acf-02e2-4a01-a0f7-e7bba59c6181 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064782 Nov 12 08:40:56.821397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network c1242025-524b-49c1-9a4c-71317f284e9f is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:40:56.831735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:40:56.836385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:40:56.848739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:56.849474 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:56.885062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36360) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:56.885347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5335824 Nov 12 08:40:56.892828 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e499a62d-2c55-4bba-a950-fa4c8e4a46da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b10c02fa-163e-41e5-b920-22cb45013725'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:56.906317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9684de-6c0e-4cd3-a5b1-1e78244b0c38 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=9f297af5-648d-43f9-8711-f2062646f058,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:56.916110 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-44a37968-07d2-4284-9811-1154d11400dc service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388569 Nov 12 08:40:56.974848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 867a52b0-7c81-4da9-8f6a-dc99b8441e57 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:56.988582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36364) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:57.006899 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fdb35a0a-b462-4b2a-a3ed-370364617de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.097180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:57.098027 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.177537 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e499a62d-2c55-4bba-a950-fa4c8e4a46da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.186604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8ce12485-6c7e-47e1-a5dd-43c243da15d7 None None] For port 867a52b0-7c81-4da9-8f6a-dc99b8441e57, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=867a52b0-7c81-4da9-8f6a-dc99b8441e57,segment=NetworkSegment(2dc2a3b5-d57f-4f9d-886f-42a0211c222b),segment_id=2dc2a3b5-d57f-4f9d-886f-42a0211c222b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:57.215129 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-43c891e0-7ef9-4a43-94c9-d5dc33b2649c service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890379 Nov 12 08:40:57.227396 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8ce12485-6c7e-47e1-a5dd-43c243da15d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.240290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c14b61-3e31-41d0-a367-cb3b36354ec4 req-71ab9aec-bf70-4a45-be23-f5e74f512f69 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:57.242252 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72c14b61-3e31-41d0-a367-cb3b36354ec4 req-71ab9aec-bf70-4a45-be23-f5e74f512f69 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.1274083 Nov 12 08:40:57.244012 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8ce12485-6c7e-47e1-a5dd-43c243da15d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.286397 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-0e072dbc-bdcf-4dc5-bcbc-bae77ddb7617 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=190b3afb-1975-4cc4-95e6-fe8cb89b1120 HTTP/1.1" status: 200 len: 217 time: 0.0614393 Nov 12 08:40:57.420707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce12485-6c7e-47e1-a5dd-43c243da15d7 None None] Pushing event updated for resources: {'Port': ['ID=867a52b0-7c81-4da9-8f6a-dc99b8441e57,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:57.428249 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fdb35a0a-b462-4b2a-a3ed-370364617de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.443235 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-4420332a-3741-44fe-9095-75c83563dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:57.444937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-4420332a-3741-44fe-9095-75c83563dfa9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.1287901 Nov 12 08:40:57.447385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fdb35a0a-b462-4b2a-a3ed-370364617de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.581720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fdb35a0a-b462-4b2a-a3ed-370364617de8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21b458f70dc64cbd9adcb260d3582a0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5929492 Nov 12 08:40:57.585116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36376) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:57.601466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb35a0a-b462-4b2a-a3ed-370364617de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a49d8ad-189f-411d-87fc-0379bac1a0e1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:57.653428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-72c14b61-3e31-41d0-a367-cb3b36354ec4 req-9ef33530-f12a-4ab8-be88-68bfcb01b4d2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Deleting port 52929dbd-0418-46da-a982-33de8f6b0171 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:40:57.653752 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-72c14b61-3e31-41d0-a367-cb3b36354ec4 req-9ef33530-f12a-4ab8-be88-68bfcb01b4d2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.659999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-15cc1c09-5006-4a65-b43b-476eebc201ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:57.663585 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-15cc1c09-5006-4a65-b43b-476eebc201ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2086918 Nov 12 08:40:57.751383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f7be-34d4-4893-8ed1-4dafa103a92d req-389bcb3d-d0a4-4fd9-a644-bb11405709bc tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:57.759335 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5d1f7be-34d4-4893-8ed1-4dafa103a92d req-389bcb3d-d0a4-4fd9-a644-bb11405709bc tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.0849192 Nov 12 08:40:57.762532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-e499a62d-2c55-4bba-a950-fa4c8e4a46da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Delete allocated IP 2001:db8:0:1::1fd (c1242025-524b-49c1-9a4c-71317f284e9f/c53f689c-fa56-4ff6-889e-42051e04c1fc) {{(pid=102445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:40:57.851137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-72c14b61-3e31-41d0-a367-cb3b36354ec4 req-9ef33530-f12a-4ab8-be88-68bfcb01b4d2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] For port 52929dbd-0418-46da-a982-33de8f6b0171, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=52929dbd-0418-46da-a982-33de8f6b0171,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:40:57.851914 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-72c14b61-3e31-41d0-a367-cb3b36354ec4 req-9ef33530-f12a-4ab8-be88-68bfcb01b4d2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:57.871252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-72c14b61-3e31-41d0-a367-cb3b36354ec4 req-9ef33530-f12a-4ab8-be88-68bfcb01b4d2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Calling delete_port for 52929dbd-0418-46da-a982-33de8f6b0171 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:40:57.925126 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5d1f7be-34d4-4893-8ed1-4dafa103a92d req-761db0e7-041f-4891-b149-bd35bdede2b6 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640062 Nov 12 08:40:58.203411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65de2df-1925-4918-9b28-be22ae7de37b None None] Network c1242025-524b-49c1-9a4c-71317f284e9f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:40:58.212814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e499a62d-2c55-4bba-a950-fa4c8e4a46da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.235159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e499a62d-2c55-4bba-a950-fa4c8e4a46da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.253929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-4370e61f-f19f-4d9d-b8df-da6eafebeecc service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468174 Nov 12 08:40:58.296356 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9480662-82ea-4970-8034-8ee8ed978c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.358859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-11a64539-b6dc-4fde-b093-fefeb91021a6 None None] Provisioning complete for port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:58.359609 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-11a64539-b6dc-4fde-b093-fefeb91021a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.392471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e499a62d-2c55-4bba-a950-fa4c8e4a46da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] In _notify_port_updated(), no bound segment for port 9f297af5-648d-43f9-8711-f2062646f058 on network c1242025-524b-49c1-9a4c-71317f284e9f {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:40:58.404926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e499a62d-2c55-4bba-a950-fa4c8e4a46da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:58.406669 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e499a62d-2c55-4bba-a950-fa4c8e4a46da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.411049 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e499a62d-2c55-4bba-a950-fa4c8e4a46da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "PUT /v2.0/ports/9f297af5-648d-43f9-8711-f2062646f058 HTTP/1.1" status: 200 len: 926 time: 1.5219553 Nov 12 08:40:58.412879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36396) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:58.419145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2eba6123-7221-4f82-a8d8-ce29b4db6f83 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b10c02fa-163e-41e5-b920-22cb45013725'}, {'subnet_id': 'c53f689c-fa56-4ff6-889e-42051e04c1fc'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:58.460044 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9480662-82ea-4970-8034-8ee8ed978c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.484556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e386d-aed8-4dd0-affd-0c92098efe95 req-98317086-bc47-4fc4-bea3-e5eea1a0b2b0 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:58.504400 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-716e386d-aed8-4dd0-affd-0c92098efe95 req-98317086-bc47-4fc4-bea3-e5eea1a0b2b0 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 946 time: 0.4730363 Nov 12 08:40:58.539293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499a62d-2c55-4bba-a950-fa4c8e4a46da tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=9f297af5-648d-43f9-8711-f2062646f058,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:58.561912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eba6123-7221-4f82-a8d8-ce29b4db6f83 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.599174 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.618216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36400) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:58.688433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-f08771bb-1a0d-426d-9af6-f3374832fd60 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232197 Nov 12 08:40:58.736216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-716e386d-aed8-4dd0-affd-0c92098efe95 req-856020f4-62d3-434c-b8d8-aee92a978a7c tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303832 Nov 12 08:40:58.739823 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9480662-82ea-4970-8034-8ee8ed978c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.743884 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9480662-82ea-4970-8034-8ee8ed978c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.749423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d9480662-82ea-4970-8034-8ee8ed978c72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a49d8ad-189f-411d-87fc-0379bac1a0e1 HTTP/1.1" status: 204 len: 168 time: 1.1612203 Nov 12 08:40:58.750338 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-72c14b61-3e31-41d0-a367-cb3b36354ec4 req-9ef33530-f12a-4ab8-be88-68bfcb01b4d2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:58.770440 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['06351c1f-930b-49ca-9307-1667f08a6e14'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:40:58.921861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 867a52b0-7c81-4da9-8f6a-dc99b8441e57 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:40:58.971847 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-2eba6123-7221-4f82-a8d8-ce29b4db6f83 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8:0:1::6d (c1242025-524b-49c1-9a4c-71317f284e9f/c53f689c-fa56-4ff6-889e-42051e04c1fc/9f297af5-648d-43f9-8711-f2062646f058) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:40:58.998105 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827b713d-7ebd-4bfe-97d0-465061623ff1 None None] DHCP port deletion for e15557bf-6095-4744-9c4f-6e89b3a8efae request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:40:59.035875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-aaf823c1-4897-41b2-882e-bd6084bd4c2f tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:40:59.042548 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9480662-82ea-4970-8034-8ee8ed978c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a49d8ad-189f-411d-87fc-0379bac1a0e1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:59.045212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-13a1ae71-354b-4b9a-8e65-ed0802f04223 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=320e9afb-8bf4-41ca-b2aa-48fddf6a9800 HTTP/1.1" status: 200 len: 217 time: 0.3080380 Nov 12 08:40:59.118266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4f5aa7a6-b4fe-467e-b662-7c201c7b9913 None None] Provisioning complete for port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:59.118790 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa7a6-b4fe-467e-b662-7c201c7b9913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.119437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef33530-f12a-4ab8-be88-68bfcb01b4d2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Pushing event deleted for resources: {'Port': ['ID=52929dbd-0418-46da-a982-33de8f6b0171,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:59.224059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c14b61-3e31-41d0-a367-cb3b36354ec4 req-9ef33530-f12a-4ab8-be88-68bfcb01b4d2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] No DVR routers for this DVR port 52929dbd-0418-46da-a982-33de8f6b0171 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:40:59.249060 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eba6123-7221-4f82-a8d8-ce29b4db6f83 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.254991 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-72c14b61-3e31-41d0-a367-cb3b36354ec4 req-9ef33530-f12a-4ab8-be88-68bfcb01b4d2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.259503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72c14b61-3e31-41d0-a367-cb3b36354ec4 req-9ef33530-f12a-4ab8-be88-68bfcb01b4d2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.52 "DELETE /v2.0/ports/52929dbd-0418-46da-a982-33de8f6b0171 HTTP/1.1" status: 204 len: 173 time: 1.9815955 Nov 12 08:40:59.260594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0', 'name': 'network-vif-deleted', 'tag': '52929dbd-0418-46da-a982-33de8f6b0171'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:40:59.262172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:59.262671 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.266366 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7670042b-8111-4fe5-beec-ae5b1b0a0c36" -d '{"events": [{"server_uuid": "6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0", "name": "network-vif-deleted", "tag": "52929dbd-0418-46da-a982-33de8f6b0171"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:40:59.314818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-59ebacc8-057a-4250-a8cd-c8f9f52cc956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.317463 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-59ebacc8-057a-4250-a8cd-c8f9f52cc956 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.1566067 Nov 12 08:40:59.341008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aaf823c1-4897-41b2-882e-bd6084bd4c2f tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] 10.222.0.31 "PUT /v2.0/quotas/099f0e7d2e2044339ca1065712756e7c HTTP/1.1" status: 200 len: 366 time: 0.7170568 Nov 12 08:40:59.362694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36416) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:59.375315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-4096bd6d-9f8a-43a1-be42-6395bb8745cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.376888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-4096bd6d-9f8a-43a1-be42-6395bb8745cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503561 Nov 12 08:40:59.394380 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eba6123-7221-4f82-a8d8-ce29b4db6f83 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.535493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8ae95-fcbe-4eb5-ac7c-8c1d7aa3088e req-c02e8ecd-558d-43be-ad49-3414bc4422d7 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.550397 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d0a8ae95-fcbe-4eb5-ac7c-8c1d7aa3088e req-c02e8ecd-558d-43be-ad49-3414bc4422d7 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.2986584 Nov 12 08:40:59.595581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0c6e000c-a8db-46fe-809f-0e34ce70e07d tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.2207065 Nov 12 08:40:59.605751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36424) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:59.616757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-df018187-b319-4be8-b293-c0432bd8f87e service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319832 Nov 12 08:40:59.618477 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffa12d3-0132-4dc4-98e4-106946ec9c4f x-openstack-request-id: req-3ffa12d3-0132-4dc4-98e4-106946ec9c4f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:40:59.618947 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0", "name": "network-vif-deleted", "tag": "52929dbd-0418-46da-a982-33de8f6b0171", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:40:59.619210 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ffa12d3-0132-4dc4-98e4-106946ec9c4f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:40:59.619622 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0', 'name': 'network-vif-deleted', 'tag': '52929dbd-0418-46da-a982-33de8f6b0171', 'status': 'completed', 'code': 200} Nov 12 08:40:59.700663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba6123-7221-4f82-a8d8-ce29b4db6f83 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=9f297af5-648d-43f9-8711-f2062646f058,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:40:59.809876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2eba6123-7221-4f82-a8d8-ce29b4db6f83 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] In _notify_port_updated(), no bound segment for port 9f297af5-648d-43f9-8711-f2062646f058 on network c1242025-524b-49c1-9a4c-71317f284e9f {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:40:59.817834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba6123-7221-4f82-a8d8-ce29b4db6f83 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:40:59.818520 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2eba6123-7221-4f82-a8d8-ce29b4db6f83 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.825371 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2eba6123-7221-4f82-a8d8-ce29b4db6f83 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "PUT /v2.0/ports/9f297af5-648d-43f9-8711-f2062646f058 HTTP/1.1" status: 200 len: 1011 time: 1.4112568 Nov 12 08:40:59.829396 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1766ae08-121d-4ec0-990b-f4e56267255e tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] 10.222.0.31 "GET /v2.0/quotas/099f0e7d2e2044339ca1065712756e7c HTTP/1.1" status: 200 len: 366 time: 0.1859143 Nov 12 08:40:59.829396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36432) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:59.829813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36434) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:59.840429 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d0a8ae95-fcbe-4eb5-ac7c-8c1d7aa3088e req-9e3aa179-0d2b-4b1d-895c-fc57832cee6c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849717 Nov 12 08:40:59.878202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-f027299c-0e51-47fa-9822-9b3af78bab40 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515330 Nov 12 08:40:59.895896 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f1fc51d7-c301-493c-8b4b-3d9923a81d89 tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/099f0e7d2e2044339ca1065712756e7c HTTP/1.1" status: 204 len: 168 time: 0.0519400 Nov 12 08:40:59.896546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36436) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:40:59.959273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4f5aa7a6-b4fe-467e-b662-7c201c7b9913 None None] Provisioning complete for port 9f297af5-648d-43f9-8711-f2062646f058 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:40:59.959655 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4f5aa7a6-b4fe-467e-b662-7c201c7b9913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:40:59.997998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a5942edd-bbce-4e61-a6c9-5c2987c4acff tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0887322 Nov 12 08:40:59.999169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36440) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:00.016414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4f5aa7a6-b4fe-467e-b662-7c201c7b9913 None None] Port 9f297af5-648d-43f9-8711-f2062646f058 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:00.041254 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-42fab4c9-7943-47e0-bc9f-215334b7ffc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=f54d056e-4ab3-45d6-ba36-cfec0c59f974 HTTP/1.1" status: 200 len: 217 time: 0.1536570 Nov 12 08:41:00.062137 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c70caf09-c86d-4e6e-b4ca-0ee6a7267d33 tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] 10.222.0.31 "GET /v2.0/quotas/099f0e7d2e2044339ca1065712756e7c HTTP/1.1" status: 200 len: 370 time: 0.0325494 Nov 12 08:41:00.066074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36444) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:00.074260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-08460e8e-4af6-4720-a86b-e1110ffcb2b1 tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] 10.222.0.31 "GET /v2.0/quotas/099f0e7d2e2044339ca1065712756e7c/default HTTP/1.1" status: 200 len: 370 time: 0.0062392 Nov 12 08:41:00.078516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da4a765c-b609-406b-8ef9-dbf91e77fa1c req-0c8f17a5-54e5-4893-8be5-7a2ea142f6f5 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f2d6585-8031-4e8f-8b81-6ffe00d7d1a0 HTTP/1.1" status: 200 len: 210 time: 0.1012518 Nov 12 08:41:00.082823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36446) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:00.113248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d35b2-d176-4acf-bae8-51afcffb597d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port 9f297af5-648d-43f9-8711-f2062646f058 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:00.113748 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8d35b2-d176-4acf-bae8-51afcffb597d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.142640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7c4585a9-19b3-41e4-857a-11701bf2933c None None] Provisioning complete for port 9f297af5-648d-43f9-8711-f2062646f058 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:00.143180 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7c4585a9-19b3-41e4-857a-11701bf2933c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.187307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-077e4829-c49f-4667-9f28-8099c3979acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:00.188794 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-077e4829-c49f-4667-9f28-8099c3979acf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.1043007 Nov 12 08:41:00.191818 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-d6d011cc-3f93-4568-9e3b-9a1fa54aab23 tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] delete failed (client error): The resource could not be found. Nov 12 08:41:00.195372 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d6d011cc-3f93-4568-9e3b-9a1fa54aab23 tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/099f0e7d2e2044339ca1065712756e7c HTTP/1.1" status: 404 len: 348 time: 0.0125718 Nov 12 08:41:00.266650 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8d35b2-d176-4acf-bae8-51afcffb597d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.293419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 52929dbd-0418-46da-a982-33de8f6b0171 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:00.304778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-b250006b-44be-442d-ab12-cf773db5c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:00.306404 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-b250006b-44be-442d-ab12-cf773db5c345 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1040237 Nov 12 08:41:00.330794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d35b2-d176-4acf-bae8-51afcffb597d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for 9f297af5-648d-43f9-8711-f2062646f058 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:00.389533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 52929dbd-0418-46da-a982-33de8f6b0171 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:00.391368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 52929dbd-0418-46da-a982-33de8f6b0171 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:00.399982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7c4585a9-19b3-41e4-857a-11701bf2933c None None] Port 9f297af5-648d-43f9-8711-f2062646f058 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:00.531703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f28cd917-377d-45c0-be1e-8916c9d6253d None None] Provisioning complete for port 9f297af5-648d-43f9-8711-f2062646f058 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:00.532333 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f28cd917-377d-45c0-be1e-8916c9d6253d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.583017 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-a9432907-cd85-4d1d-b64b-10b3b8c15aa4 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667284 Nov 12 08:41:00.618680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f28cd917-377d-45c0-be1e-8916c9d6253d None None] Port 9f297af5-648d-43f9-8711-f2062646f058 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:00.623714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36460) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:00.671153 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8d35b2-d176-4acf-bae8-51afcffb597d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.686183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Usage tracker for resource:network and project:457264d3c9d14ed796f534eddc891967 is out of sync, need to count used quota {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:41:00.710034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d35b2-d176-4acf-bae8-51afcffb597d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=9f297af5-648d-43f9-8711-f2062646f058,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:00.713314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:41:00.727138 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Usage tracker for resource:subnet and project:457264d3c9d14ed796f534eddc891967 is out of sync, need to count used quota {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:41:00.752654 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:41:00.772469 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8d35b2-d176-4acf-bae8-51afcffb597d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:00.775894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8d8d35b2-d176-4acf-bae8-51afcffb597d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/9f297af5-648d-43f9-8711-f2062646f058 HTTP/1.1" status: 204 len: 168 time: 0.9470251 Nov 12 08:41:00.778434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36464) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:00.794268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Usage tracker for resource:subnetpool and project:457264d3c9d14ed796f534eddc891967 is out of sync, need to count used quota {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:41:00.815517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:41:00.824383 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfeaf311-bf43-4858-9bc1-9331370f6e69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:41:00.826069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bfeaf311-bf43-4858-9bc1-9331370f6e69 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/9f297af5-648d-43f9-8711-f2062646f058 HTTP/1.1" status: 404 len: 333 time: 0.0467207 Nov 12 08:41:00.828930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36468) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:00.845682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Usage tracker for resource:port and project:457264d3c9d14ed796f534eddc891967 is out of sync, need to count used quota {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:41:00.852064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-168fdaf2-206f-4147-a40f-86b00a3ce223 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607534 Nov 12 08:41:00.917720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-32000d11-0ab4-47d1-8858-ec4d03e3150b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6af36eab-96ed-4c60-95e6-dd2cda878b57 HTTP/1.1" status: 200 len: 217 time: 0.0529900 Nov 12 08:41:00.921015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:41:00.991133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4714c6a3-b456-46ce-a386-e5cee194ad7a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting subnet c53f689c-fa56-4ff6-889e-42051e04c1fc {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:01.002179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4714c6a3-b456-46ce-a386-e5cee194ad7a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.055464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Usage tracker for resource:router and project:457264d3c9d14ed796f534eddc891967 is out of sync, need to count used quota {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:41:01.063104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:41:01.086462 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4714c6a3-b456-46ce-a386-e5cee194ad7a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.089480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Usage tracker for resource:floatingip and project:457264d3c9d14ed796f534eddc891967 is out of sync, need to count used quota {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:41:01.215740 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4714c6a3-b456-46ce-a386-e5cee194ad7a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.296525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:41:01.367875 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4714c6a3-b456-46ce-a386-e5cee194ad7a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.423914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714c6a3-b456-46ce-a386-e5cee194ad7a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Subnet': ['ID=c53f689c-fa56-4ff6-889e-42051e04c1fc,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:01.433083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Usage tracker for resource:security_group and project:457264d3c9d14ed796f534eddc891967 is out of sync, need to count used quota {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:41:01.442596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba91535-f13c-456c-b85a-d76482a3b7e3 None None] Network c1242025-524b-49c1-9a4c-71317f284e9f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:01.470331 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4714c6a3-b456-46ce-a386-e5cee194ad7a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.474370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4714c6a3-b456-46ce-a386-e5cee194ad7a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/c53f689c-fa56-4ff6-889e-42051e04c1fc HTTP/1.1" status: 204 len: 168 time: 0.6443579 Nov 12 08:41:01.478339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36490) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:01.479782 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:41:01.504435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-e4df1738-6b3d-4306-b6c3-f35924039dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:01.505436 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-e4df1738-6b3d-4306-b6c3-f35924039dae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 HTTP/1.1" status: 200 len: 797 time: 0.5675626 Nov 12 08:41:01.537620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7983ac-924e-4a92-9790-d99eb1229fca req-02e60512-74c6-4b26-aa84-b27c812a9106 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:01.545604 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b7983ac-924e-4a92-9790-d99eb1229fca req-02e60512-74c6-4b26-aa84-b27c812a9106 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.5412221 Nov 12 08:41:01.564011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Usage tracker for resource:security_group_rule and project:457264d3c9d14ed796f534eddc891967 is out of sync, need to count used quota {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 08:41:01.576996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.quota.resource [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102445) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 08:41:01.586675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-623b925a-7687-4208-826c-dc4c9d9e8cba tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting subnet b10c02fa-163e-41e5-b920-22cb45013725 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:01.592645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3065a47d-5c59-47f8-b8d7-d251a5a7aa9b tempest-QuotasTest-1745551149 tempest-QuotasTest-1745551149-project-admin] 10.222.0.31 "GET /v2.0/quotas/457264d3c9d14ed796f534eddc891967/details.json HTTP/1.1" status: 200 len: 703 time: 0.9679716 Nov 12 08:41:01.595030 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-623b925a-7687-4208-826c-dc4c9d9e8cba tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.647506 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-4df60d6f-aa26-43f4-908c-46e63ef45ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:01.649044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-4df60d6f-aa26-43f4-908c-46e63ef45ae7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1320367 Nov 12 08:41:01.687590 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b7983ac-924e-4a92-9790-d99eb1229fca req-d0e68f65-1ec6-482d-80ee-e0c458b2cbdd tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358881 Nov 12 08:41:01.698911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b309f-f62f-4d18-bc1b-139136549db4 req-db45c836-8799-4166-bb0e-afb031e324ee tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:01.701929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-022b309f-f62f-4d18-bc1b-139136549db4 req-db45c836-8799-4166-bb0e-afb031e324ee tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.2261255 Nov 12 08:41:01.741010 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-623b925a-7687-4208-826c-dc4c9d9e8cba tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:01.855014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-022b309f-f62f-4d18-bc1b-139136549db4 req-2d9b65e1-fc3a-4867-a785-18de5b23f91e tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437683 Nov 12 08:41:01.875245 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-ff0ab903-dfea-49ab-9055-ab34f6c324d2 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117469 Nov 12 08:41:01.959130 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-623b925a-7687-4208-826c-dc4c9d9e8cba tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.048476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-0ed109c6-508c-479b-8662-35eef5191705 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572111 Nov 12 08:41:02.087693 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-623b925a-7687-4208-826c-dc4c9d9e8cba tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.144308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b925a-7687-4208-826c-dc4c9d9e8cba tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Subnet': ['ID=b10c02fa-163e-41e5-b920-22cb45013725,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:02.147998 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-623b925a-7687-4208-826c-dc4c9d9e8cba tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.151583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-623b925a-7687-4208-826c-dc4c9d9e8cba tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/b10c02fa-163e-41e5-b920-22cb45013725 HTTP/1.1" status: 204 len: 168 time: 0.6688101 Nov 12 08:41:02.154412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36518) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:02.158070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-10a50e3b-53bb-49e9-b9c5-642100ae0db7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c118544e-bc44-47f5-8653-6b942595239d HTTP/1.1" status: 200 len: 217 time: 0.1014874 Nov 12 08:41:02.211025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36520) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:02.269631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-fb6db258-91b4-4a2f-bfcd-1477051f0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:02.271121 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-fb6db258-91b4-4a2f-bfcd-1477051f0383 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 HTTP/1.1" status: 200 len: 797 time: 0.1042678 Nov 12 08:41:02.332104 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.366098 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-5b5c6a44-150f-4400-b213-c558acffb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:02.367668 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-5b5c6a44-150f-4400-b213-c558acffb4ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0865800 Nov 12 08:41:02.392108 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bfc69cd4-def8-40ce-9879-b99e6781a4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.482212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e1dd9-a1eb-4c75-a8ed-72bd6b5f116a req-45f19c31-f23a-4e61-9c75-b88b2f9f942d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:02.484024 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1a8e1dd9-a1eb-4c75-a8ed-72bd6b5f116a req-45f19c31-f23a-4e61-9c75-b88b2f9f942d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 947 time: 0.1484365 Nov 12 08:41:02.504033 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-e4c7dc7d-fe40-4ce7-b4a7-fb8660ed0118 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263380 Nov 12 08:41:02.570183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:02.570630 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.613140 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1a8e1dd9-a1eb-4c75-a8ed-72bd6b5f116a req-8d7ed2c5-0a85-4ea4-8e18-dbcc370b2c5c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178782 Nov 12 08:41:02.625171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f43d9bd-11e7-427b-ac1a-d5727301c5f7 req-8d48c3f6-fd31-49ba-9c9d-a21d06104977 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114490 Nov 12 08:41:02.688697 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bfc69cd4-def8-40ce-9879-b99e6781a4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.695758 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] For port 867a52b0-7c81-4da9-8f6a-dc99b8441e57, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=867a52b0-7c81-4da9-8f6a-dc99b8441e57,segment=NetworkSegment(2dc2a3b5-d57f-4f9d-886f-42a0211c222b),segment_id=2dc2a3b5-d57f-4f9d-886f-42a0211c222b)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:02.696146 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.699195 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bfc69cd4-def8-40ce-9879-b99e6781a4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.734574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for 867a52b0-7c81-4da9-8f6a-dc99b8441e57 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:02.772501 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc69cd4-def8-40ce-9879-b99e6781a4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49b1c50-4dc3-42c5-b76c-c8d7f5009586,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:02.808876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6460cf68-ad93-40cf-9d2e-5410a55f9c02 None None] Network c1242025-524b-49c1-9a4c-71317f284e9f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:02.838560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d5aa5-337c-4fd4-bf6c-59f75a22f475 req-12e2e7c1-258f-4632-8f35-14ede252aa83 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:02.840223 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c4d5aa5-337c-4fd4-bf6c-59f75a22f475 req-12e2e7c1-258f-4632-8f35-14ede252aa83 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.0751672 Nov 12 08:41:02.859025 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bfc69cd4-def8-40ce-9879-b99e6781a4f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16f6f93958a64e6a9387b17389bbe2a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6462824 Nov 12 08:41:02.863050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36538) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:02.898670 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6784349d-dabd-4f17-a67e-74904f364627 None None] Provisioning complete for port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:02.899519 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.900167 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6784349d-dabd-4f17-a67e-74904f364627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:02.924185 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No DVR routers for this DVR port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:02.947901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6784349d-dabd-4f17-a67e-74904f364627 None None] Port 867a52b0-7c81-4da9-8f6a-dc99b8441e57 was deleted so its status cannot be updated. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 08:41:02.970996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c4d5aa5-337c-4fd4-bf6c-59f75a22f475 req-e8519951-37b5-4af6-8c62-214d34b3a8c4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208961 Nov 12 08:41:02.996849 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=867a52b0-7c81-4da9-8f6a-dc99b8441e57,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:03.004592 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ed95e7da-1ef0-4fac-ae2f-fb2754468b12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.061312 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ed95e7da-1ef0-4fac-ae2f-fb2754468b12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.072525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5cda7f-dd49-4e37-9acc-190e88971445 None None] DHCP port deletion for c1242025-524b-49c1-9a4c-71317f284e9f request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:03.125954 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ed95e7da-1ef0-4fac-ae2f-fb2754468b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.128869 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ed95e7da-1ef0-4fac-ae2f-fb2754468b12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.130423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ed95e7da-1ef0-4fac-ae2f-fb2754468b12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a49b1c50-4dc3-42c5-b76c-c8d7f5009586 HTTP/1.1" status: 204 len: 168 time: 0.2619939 Nov 12 08:41:03.142229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95e7da-1ef0-4fac-ae2f-fb2754468b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49b1c50-4dc3-42c5-b76c-c8d7f5009586,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:03.154861 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.201843 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b9e45-aa65-479f-b940-95cffe5d6b0b req-a200ad26-7a9b-49aa-baeb-460473eb98ff tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.205181 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b63b9e45-aa65-479f-b940-95cffe5d6b0b req-a200ad26-7a9b-49aa-baeb-460473eb98ff tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1478462 Nov 12 08:41:03.208359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1242025-524b-49c1-9a4c-71317f284e9f']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:03.231003 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc2a3b5-d57f-4f9d-886f-42a0211c222b') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:03.231309 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc2a3b5-d57f-4f9d-886f-42a0211c222b') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:03.248861 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.257198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36546) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.285004 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.297220 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b63b9e45-aa65-479f-b940-95cffe5d6b0b req-3ef10c62-e8a7-4527-b389-52288bb5d385 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779960 Nov 12 08:41:03.298232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:03.298698 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:03.301829 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:03.375832 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.383630 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.386925 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/networks/c1242025-524b-49c1-9a4c-71317f284e9f HTTP/1.1" status: 204 len: 168 time: 1.2308321 Nov 12 08:41:03.390674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36552) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.400081 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28901a00-aa4c-413f-bca0-c072cd15c340 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Network': ['ID=c1242025-524b-49c1-9a4c-71317f284e9f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:03.445781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f466496f-0588-4c9f-afb5-004ce261e629 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.447494 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f466496f-0588-4c9f-afb5-004ce261e629 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0555282 Nov 12 08:41:03.450792 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-19003584-8408-4eca-957c-03b65cef4b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.451061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36554) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.509321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-caec9a69-0b5b-4a7c-b78c-d2b416660d66 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0547640 Nov 12 08:41:03.509939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36556) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.515371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2780a198-fb77-439c-a49d-28f331dd3381 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1570710717'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:03.539482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2780a198-fb77-439c-a49d-28f331dd3381 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:03.540364 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-19003584-8408-4eca-957c-03b65cef4b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.544205 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2780a198-fb77-439c-a49d-28f331dd3381 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.546183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36558) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.552651 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-19003584-8408-4eca-957c-03b65cef4b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.569844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2780a198-fb77-439c-a49d-28f331dd3381 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:03.574222 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e0b379df-7965-4811-a108-74e06f6e1e16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.579570 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2780a198-fb77-439c-a49d-28f331dd3381 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.579914 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-2780a198-fb77-439c-a49d-28f331dd3381 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Added segment 7274ffe4-f195-41f7-9222-2ae908108446 of type vlan for network d58cea8c-e5f0-45a3-91a9-ce1f58908199 Nov 12 08:41:03.601929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-19003584-8408-4eca-957c-03b65cef4b38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7be086d17c5440d6a439cd097763332f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3425016 Nov 12 08:41:03.609850 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36560) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.623896 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2780a198-fb77-439c-a49d-28f331dd3381 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.625456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19003584-8408-4eca-957c-03b65cef4b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702f675d-539a-4531-91ec-aa7bf83cc912,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:03.652421 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2780a198-fb77-439c-a49d-28f331dd3381 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.659096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2780a198-fb77-439c-a49d-28f331dd3381 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.660013 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2780a198-fb77-439c-a49d-28f331dd3381 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.700000 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a61a70b0-761a-45a1-80dd-83fd1116d8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.705561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2780a198-fb77-439c-a49d-28f331dd3381 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1942205 Nov 12 08:41:03.712689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36564) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.723733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2fe745d3-e3ba-4396-8363-ebf07500d470 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'd58cea8c-e5f0-45a3-91a9-ce1f58908199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:03.750735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780a198-fb77-439c-a49d-28f331dd3381 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Network': ['ID=d58cea8c-e5f0-45a3-91a9-ce1f58908199,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:03.762581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network d58cea8c-e5f0-45a3-91a9-ce1f58908199 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:03.769053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a61a70b0-761a-45a1-80dd-83fd1116d8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.802866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4fcff-08e1-4566-a902-ae354166f7ea req-5d01191e-1574-42b7-943d-bb9d1affffc0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:03.804464 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cae4fcff-08e1-4566-a902-ae354166f7ea req-5d01191e-1574-42b7-943d-bb9d1affffc0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 947 time: 0.0710709 Nov 12 08:41:03.825160 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e0b379df-7965-4811-a108-74e06f6e1e16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.846853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e0b379df-7965-4811-a108-74e06f6e1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.870524 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cae4fcff-08e1-4566-a902-ae354166f7ea req-108f43f5-62a4-4da6-a9b2-0d87db98cb0f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523176 Nov 12 08:41:03.910036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b379df-7965-4811-a108-74e06f6e1e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e837b15-061c-4340-b2b6-a019e03ef453,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:03.918353 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e0b379df-7965-4811-a108-74e06f6e1e16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=457264d3c9d14ed796f534eddc891967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3686743 Nov 12 08:41:03.918772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36566) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:03.927668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe745d3-e3ba-4396-8363-ebf07500d470 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:03.931418 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2fe745d3-e3ba-4396-8363-ebf07500d470 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.936843 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a61a70b0-761a-45a1-80dd-83fd1116d8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.939423 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a61a70b0-761a-45a1-80dd-83fd1116d8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:03.941623 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a61a70b0-761a-45a1-80dd-83fd1116d8c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/702f675d-539a-4531-91ec-aa7bf83cc912 HTTP/1.1" status: 204 len: 168 time: 0.3303444 Nov 12 08:41:03.990075 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c35bde3f-95d4-430f-9cf9-d7edb01cf88c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.025062 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c35bde3f-95d4-430f-9cf9-d7edb01cf88c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.052202 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a70b0-761a-45a1-80dd-83fd1116d8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702f675d-539a-4531-91ec-aa7bf83cc912,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:04.131545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d5bf0-7321-4503-9f7c-d06098f1ea21 req-4e70debd-e66b-416b-9b18-fb8ae77becd8 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.133175 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af8d5bf0-7321-4503-9f7c-d06098f1ea21 req-4e70debd-e66b-416b-9b18-fb8ae77becd8 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.0739219 Nov 12 08:41:04.145185 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c35bde3f-95d4-430f-9cf9-d7edb01cf88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.147799 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c35bde3f-95d4-430f-9cf9-d7edb01cf88c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.151681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c35bde3f-95d4-430f-9cf9-d7edb01cf88c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e837b15-061c-4340-b2b6-a019e03ef453 HTTP/1.1" status: 204 len: 168 time: 0.2295225 Nov 12 08:41:04.200003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bde3f-95d4-430f-9cf9-d7edb01cf88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e837b15-061c-4340-b2b6-a019e03ef453,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:04.251035 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af8d5bf0-7321-4503-9f7c-d06098f1ea21 req-57ffba38-6e9d-4881-829f-98d649ff67a9 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080403 Nov 12 08:41:04.258433 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2fe745d3-e3ba-4396-8363-ebf07500d470 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.267709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-f30ede04-0bad-4c75-bae0-f5170f1d9c79 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.279089 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-f30ede04-0bad-4c75-bae0-f5170f1d9c79 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 947 time: 0.1485002 Nov 12 08:41:04.390675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Deleting port 06232c2d-a728-4267-b78a-8cdace9ee5dc {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:04.391028 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.397407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe745d3-e3ba-4396-8363-ebf07500d470 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Subnet': ['ID=5b6bd937-77c0-40c4-8eca-32232316fbea,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:04.426365 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36582) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:04.436445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe745d3-e3ba-4396-8363-ebf07500d470 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Checking segment: {'id': '7274ffe4-f195-41f7-9222-2ae908108446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd58cea8c-e5f0-45a3-91a9-ce1f58908199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:04.436951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe745d3-e3ba-4396-8363-ebf07500d470 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network hostable DHCP agents. Network: d58cea8c-e5f0-45a3-91a9-ce1f58908199, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:04.472336 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c97bae53-59eb-4ab6-bad5-77270191a95b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.490220 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560270e-e529-44ae-b48b-d8099c4a5dfa req-8764821f-2629-4c01-b27f-0b804c25948b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.492573 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8560270e-e529-44ae-b48b-d8099c4a5dfa req-8764821f-2629-4c01-b27f-0b804c25948b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.0740509 Nov 12 08:41:04.493361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe745d3-e3ba-4396-8363-ebf07500d470 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network d58cea8c-e5f0-45a3-91a9-ce1f58908199 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:04.519589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-2fe745d3-e3ba-4396-8363-ebf07500d470 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, d58cea8c-e5f0-45a3-91a9-ce1f58908199) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:04.525995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe745d3-e3ba-4396-8363-ebf07500d470 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:04.527065 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2fe745d3-e3ba-4396-8363-ebf07500d470 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.538342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a825208-b20f-417f-bb0f-7e9b3c6ffcaf None None] Network d58cea8c-e5f0-45a3-91a9-ce1f58908199 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:04.540483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] For port 06232c2d-a728-4267-b78a-8cdace9ee5dc, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06232c2d-a728-4267-b78a-8cdace9ee5dc,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:04.540858 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.564041 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2fe745d3-e3ba-4396-8363-ebf07500d470 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8435290 Nov 12 08:41:04.564447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36586) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:04.570877 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': 'd58cea8c-e5f0-45a3-91a9-ce1f58908199', 'name': 'tempest-PortsIpV6TestJSON-1087955653'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:04.572308 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8560270e-e529-44ae-b48b-d8099c4a5dfa req-b78817ce-6b08-4ef0-9d0d-d4562ec74576 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704031 Nov 12 08:41:04.731351 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-d58cea8c-e5f0-45a3-91a9-ce1f58908199', 'network_id': 'd58cea8c-e5f0-45a3-91a9-ce1f58908199', 'tenant_id': '7a018f4360bb4254a8b53a75c99fd8fa', 'fixed_ips': [{'subnet_id': '5b6bd937-77c0-40c4-8eca-32232316fbea'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:41:04.732328 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.736650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 867a52b0-7c81-4da9-8f6a-dc99b8441e57 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:04.775973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 867a52b0-7c81-4da9-8f6a-dc99b8441e57 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:04.776317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 867a52b0-7c81-4da9-8f6a-dc99b8441e57 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:04.777936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c97bae53-59eb-4ab6-bad5-77270191a95b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.797608 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c97bae53-59eb-4ab6-bad5-77270191a95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.838100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bae53-59eb-4ab6-bad5-77270191a95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b3c0c0-cdcd-4a4f-bf78-59e021d3d150,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:04.918147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c97bae53-59eb-4ab6-bad5-77270191a95b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=516b58690999452da0ffc2500391a7f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4905820 Nov 12 08:41:04.922826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36600) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:04.929028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Allocated IP 2001:db8::2 (d58cea8c-e5f0-45a3-91a9-ce1f58908199/5b6bd937-77c0-40c4-8eca-32232316fbea/cc8ec349-0a75-4773-8714-f3fab3ed54a0) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:04.929734 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.930159 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.930528 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Floating IP ed2f031a-6e83-4492-9a41-b3abe3299803 disassociated. External IP: 172.25.3.50, port: 06232c2d-a728-4267-b78a-8cdace9ee5dc. Nov 12 08:41:04.931155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Calling delete_port for 06232c2d-a728-4267-b78a-8cdace9ee5dc owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:04.936946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:04.941427 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:04.974884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port aa0ff631-9864-41a2-9a37-2d50b8abf01a yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:05.053964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be098013-a8f3-4725-82f6-8af257ec4f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.098883 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be098013-a8f3-4725-82f6-8af257ec4f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.165630 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be098013-a8f3-4725-82f6-8af257ec4f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.170098 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be098013-a8f3-4725-82f6-8af257ec4f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.171568 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-be098013-a8f3-4725-82f6-8af257ec4f7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42b3c0c0-cdcd-4a4f-bf78-59e021d3d150 HTTP/1.1" status: 204 len: 168 time: 0.2461770 Nov 12 08:41:05.172893 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.184612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be098013-a8f3-4725-82f6-8af257ec4f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b3c0c0-cdcd-4a4f-bf78-59e021d3d150,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:05.197476 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.228045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Network d58cea8c-e5f0-45a3-91a9-ce1f58908199 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:05.229371 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-48afbdc5-3958-4e62-9b38-636d0339cf3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.236927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:05.266711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:05.272474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf08893-80f3-4e9d-ab6c-80c0d49d2ef6 req-2c13cf20-d720-49af-83ae-fa89e05b3dcb tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:05.274065 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fcf08893-80f3-4e9d-ab6c-80c0d49d2ef6 req-2c13cf20-d720-49af-83ae-fa89e05b3dcb tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 947 time: 0.2525628 Nov 12 08:41:05.353444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fcf08893-80f3-4e9d-ab6c-80c0d49d2ef6 req-ec818c27-0386-4b69-9b59-81c86c9646e0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=904ca1bb-857e-4167-a635-765fb89c5f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660505 Nov 12 08:41:05.418416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8::237 (d58cea8c-e5f0-45a3-91a9-ce1f58908199/5b6bd937-77c0-40c4-8eca-32232316fbea/aa0ff631-9864-41a2-9a37-2d50b8abf01a) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:05.425815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Pushing event updated for resources: {'Port': ['ID=cc8ec349-0a75-4773-8714-f3fab3ed54a0,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:05.432732 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Attempting to bind port cc8ec349-0a75-4773-8714-f3fab3ed54a0 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:05.433275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Attempting to bind port cc8ec349-0a75-4773-8714-f3fab3ed54a0 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '7274ffe4-f195-41f7-9222-2ae908108446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd58cea8c-e5f0-45a3-91a9-ce1f58908199'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:05.433721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Attempting to bind port cc8ec349-0a75-4773-8714-f3fab3ed54a0 on network d58cea8c-e5f0-45a3-91a9-ce1f58908199 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:05.441140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:05.441678 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Checking segment: {'id': '7274ffe4-f195-41f7-9222-2ae908108446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd58cea8c-e5f0-45a3-91a9-ce1f58908199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:05.442091 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.442492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Bound using segment: {'id': '7274ffe4-f195-41f7-9222-2ae908108446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd58cea8c-e5f0-45a3-91a9-ce1f58908199'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:05.442978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Bound port: cc8ec349-0a75-4773-8714-f3fab3ed54a0, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7274ffe4-f195-41f7-9222-2ae908108446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'd58cea8c-e5f0-45a3-91a9-ce1f58908199'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:05.443367 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.485669 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.514339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08616d9-9e99-4a66-8da4-7916e51c8d53 req-76f08048-fd30-4cc0-bd4c-8b8a8ad64dfb tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:05.516043 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f08616d9-9e99-4a66-8da4-7916e51c8d53 req-76f08048-fd30-4cc0-bd4c-8b8a8ad64dfb tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.0928838 Nov 12 08:41:05.529954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event deleted for resources: {'Port': ['ID=06232c2d-a728-4267-b78a-8cdace9ee5dc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:05.560759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] For port cc8ec349-0a75-4773-8714-f3fab3ed54a0, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:05.567731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] For port cc8ec349-0a75-4773-8714-f3fab3ed54a0, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cc8ec349-0a75-4773-8714-f3fab3ed54a0,segment=NetworkSegment(7274ffe4-f195-41f7-9222-2ae908108446),segment_id=7274ffe4-f195-41f7-9222-2ae908108446)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:05.582905 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.664835 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f08616d9-9e99-4a66-8da4-7916e51c8d53 req-7586b6c8-3eda-4408-8601-fe61cb3a0dac tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369326 Nov 12 08:41:05.680548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244843d-65a3-4403-b898-6866b242a3d0 None None] Pushing event updated for resources: {'Port': ['ID=cc8ec349-0a75-4773-8714-f3fab3ed54a0,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:05.910180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0e87a-3c49-4ac2-a49b-79d76a88c151 req-f35890b8-45b8-449c-b2d4-65860a973bb9 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:05.910180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9da0e87a-3c49-4ac2-a49b-79d76a88c151 req-f35890b8-45b8-449c-b2d4-65860a973bb9 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1464832 Nov 12 08:41:05.945668 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:05.952873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Router f1c3ecff-a607-4771-98db-84b0b976b293 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:06.098106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36642) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:06.117788 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9da0e87a-3c49-4ac2-a49b-79d76a88c151 req-0ca27c48-fd2a-472b-ae8d-a8ef82ae7c7b tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895626 Nov 12 08:41:06.135461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.254058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:06.262113 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network d58cea8c-e5f0-45a3-91a9-ce1f58908199 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:06.265473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-54db4903-0dca-4a7a-a680-0c4343233b41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-681125523'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:06.271316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a18bc6-93a6-4d24-990e-dabccd71e971 None None] Sync routers for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:06.287349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:06.289132 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a18bc6-93a6-4d24-990e-dabccd71e971 None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:06.289788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:06.290093 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f9a18bc6-93a6-4d24-990e-dabccd71e971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:06.295838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:06.296488 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.304535 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-54db4903-0dca-4a7a-a680-0c4343233b41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.306560 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-54db4903-0dca-4a7a-a680-0c4343233b41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.371958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] No DVR routers for this DVR port 06232c2d-a728-4267-b78a-8cdace9ee5dc on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:06.374127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=aa0ff631-9864-41a2-9a37-2d50b8abf01a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:06.382415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eb20cd20-23f1-4fab-bda2-3305a68abc44 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8169513 Nov 12 08:41:06.387242 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.398383 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3505c96a-5e80-4e14-bce5-e10b1da48fa8 req-b64d169b-05cf-4b05-8108-f171c11f4e98 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.46 "DELETE /v2.0/ports/06232c2d-a728-4267-b78a-8cdace9ee5dc HTTP/1.1" status: 204 len: 173 time: 2.1181819 Nov 12 08:41:06.398855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36658) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:06.399327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'name': 'network-vif-deleted', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:06.402776 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cbf46a-a6cb-4bf6-ac16-58fe2ed7ebe9" -d '{"events": [{"server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "name": "network-vif-deleted", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:06.410918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': 'd58cea8c-e5f0-45a3-91a9-ce1f58908199', 'name': 'tempest-PortsIpV6TestJSON-1908461479'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:06.413531 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-54db4903-0dca-4a7a-a680-0c4343233b41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.426503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-54db4903-0dca-4a7a-a680-0c4343233b41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.462729 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-54db4903-0dca-4a7a-a680-0c4343233b41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.466655 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-54db4903-0dca-4a7a-a680-0c4343233b41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3650608 Nov 12 08:41:06.467073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36664) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:06.501352 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f7658a-a494-4c01-b1a2-198681973c8f x-openstack-request-id: req-a7f7658a-a494-4c01-b1a2-198681973c8f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:06.501352 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e4513d-1d59-4b86-aa3e-b0ebcff08910", "name": "network-vif-deleted", "tag": "06232c2d-a728-4267-b78a-8cdace9ee5dc", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:06.501352 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7f7658a-a494-4c01-b1a2-198681973c8f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:06.501730 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e4513d-1d59-4b86-aa3e-b0ebcff08910', 'name': 'network-vif-deleted', 'tag': '06232c2d-a728-4267-b78a-8cdace9ee5dc', 'status': 'completed', 'code': 200} Nov 12 08:41:06.517875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-f9a18bc6-93a6-4d24-990e-dabccd71e971 None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:06.593154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:06.602851 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.636310 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd95b167-681b-4810-a11d-2a91f0766765 req-30832588-b759-498d-bf22-c7c172f27082 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4e4513d-1d59-4b86-aa3e-b0ebcff08910 HTTP/1.1" status: 200 len: 210 time: 0.0767844 Nov 12 08:41:06.643844 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d06be4b5-d631-4afd-b1e9-04169f1ed94f tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.647666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port b2850320-dd11-4e7c-9a45-29051b0fddae yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:06.872407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cc8ec349-0a75-4773-8714-f3fab3ed54a0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:06.986644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port cc8ec349-0a75-4773-8714-f3fab3ed54a0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:06.987568 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:06.991420 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d06be4b5-d631-4afd-b1e9-04169f1ed94f tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.001529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d06be4b5-d631-4afd-b1e9-04169f1ed94f tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.029971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f9a18bc6-93a6-4d24-990e-dabccd71e971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:07.039237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8::a2 (d58cea8c-e5f0-45a3-91a9-ce1f58908199/5b6bd937-77c0-40c4-8eca-32232316fbea/b2850320-dd11-4e7c-9a45-29051b0fddae) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:07.062688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7135f1-50c1-42e9-84cf-907905882d56 req-46f84ccc-5b9c-4276-9bf6-56b382555274 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:07.070941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b7135f1-50c1-42e9-84cf-907905882d56 req-46f84ccc-5b9c-4276-9bf6-56b382555274 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.2733116 Nov 12 08:41:07.096884 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d06be4b5-d631-4afd-b1e9-04169f1ed94f tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.097618 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06be4b5-d631-4afd-b1e9-04169f1ed94f tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9b4e0ad-5761-4a1f-93d7-60304e7aa155 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:07.102541 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d06be4b5-d631-4afd-b1e9-04169f1ed94f tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.106167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d06be4b5-d631-4afd-b1e9-04169f1ed94f tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c9b4e0ad-5761-4a1f-93d7-60304e7aa155 HTTP/1.1" status: 204 len: 168 time: 0.6379128 Nov 12 08:41:07.109872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36676) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:07.120354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a18bc6-93a6-4d24-990e-dabccd71e971 None None] Checking router: f1c3ecff-a607-4771-98db-84b0b976b293 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:07.138477 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9113d5c1-f374-4256-9d7e-ef4c0f423818 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Request body: {'router': {'name': 'tempest-router-2135594958', 'distributed': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:07.174470 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9113d5c1-f374-4256-9d7e-ef4c0f423818 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.176983 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9113d5c1-f374-4256-9d7e-ef4c0f423818 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.178046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a18bc6-93a6-4d24-990e-dabccd71e971 None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:07.178703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f9a18bc6-93a6-4d24-990e-dabccd71e971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:07.213226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46295-01c2-40aa-8a63-e88b20877bdf req-af7a9142-d904-483e-85ff-7732af650abb tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:07.215139 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fde46295-01c2-40aa-8a63-e88b20877bdf req-af7a9142-d904-483e-85ff-7732af650abb tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.46 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1630440 Nov 12 08:41:07.268780 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b7135f1-50c1-42e9-84cf-907905882d56 req-c701f30f-d591-4ed2-b3bd-0280d1e7e4a5 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908689 Nov 12 08:41:07.283511 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7799443f-64fc-4941-be87-694e4f4032b4 None None] Network d58cea8c-e5f0-45a3-91a9-ce1f58908199 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:07.284302 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9113d5c1-f374-4256-9d7e-ef4c0f423818 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.297198 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9113d5c1-f374-4256-9d7e-ef4c0f423818 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.382313 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9113d5c1-f374-4256-9d7e-ef4c0f423818 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.386602 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9113d5c1-f374-4256-9d7e-ef4c0f423818 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2755609 Nov 12 08:41:07.387328 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36690) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:07.442674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf220b48-73e7-4c95-bcdc-965651408bf0 req-4cb353b8-e503-4daf-bc7c-bcf04d5d8aa2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:07.445491 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.450595 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf220b48-73e7-4c95-bcdc-965651408bf0 req-4cb353b8-e503-4daf-bc7c-bcf04d5d8aa2 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 945 time: 0.1701598 Nov 12 08:41:07.498589 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5eea7cda-4a9c-4506-90dc-0f35831b1a45 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.501376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c12514e7-441f-45dc-b393-cd3c3a11d29a None None] Provisioning complete for port cc8ec349-0a75-4773-8714-f3fab3ed54a0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:07.504037 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c12514e7-441f-45dc-b393-cd3c3a11d29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.555747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36694) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:07.613279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-fde46295-01c2-40aa-8a63-e88b20877bdf req-cb6ecac3-8bf9-46c6-b707-462124303052 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Deleting port 06351c1f-930b-49ca-9307-1667f08a6e14 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:07.613791 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fde46295-01c2-40aa-8a63-e88b20877bdf req-cb6ecac3-8bf9-46c6-b707-462124303052 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.632752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf220b48-73e7-4c95-bcdc-965651408bf0 req-7d210cda-9851-4683-aff3-985e43015f1f tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/security-groups?id=729855d6-8333-482d-847d-4cf31e72a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763389 Nov 12 08:41:07.680513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-f9a18bc6-93a6-4d24-990e-dabccd71e971 None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:07.694192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.744600 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5eea7cda-4a9c-4506-90dc-0f35831b1a45 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.747090 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5eea7cda-4a9c-4506-90dc-0f35831b1a45 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.758107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-fde46295-01c2-40aa-8a63-e88b20877bdf req-cb6ecac3-8bf9-46c6-b707-462124303052 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] For port 06351c1f-930b-49ca-9307-1667f08a6e14, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=06351c1f-930b-49ca-9307-1667f08a6e14,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:07.758485 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fde46295-01c2-40aa-8a63-e88b20877bdf req-cb6ecac3-8bf9-46c6-b707-462124303052 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.776168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-fde46295-01c2-40aa-8a63-e88b20877bdf req-cb6ecac3-8bf9-46c6-b707-462124303052 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Calling delete_port for 06351c1f-930b-49ca-9307-1667f08a6e14 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:07.788630 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.810865 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ed851cb4-2ec0-4bab-a799-2502bddf04a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.817503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5eea7cda-4a9c-4506-90dc-0f35831b1a45 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.818302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eea7cda-4a9c-4506-90dc-0f35831b1a45 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7acf016-2a47-446a-8747-1f4ff12a1d4a {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:07.838422 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5eea7cda-4a9c-4506-90dc-0f35831b1a45 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.844765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36704) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:07.849186 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5eea7cda-4a9c-4506-90dc-0f35831b1a45 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d7acf016-2a47-446a-8747-1f4ff12a1d4a HTTP/1.1" status: 204 len: 168 time: 0.4549134 Nov 12 08:41:07.852500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:07.858282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-da1993ee-0f69-4bed-b630-8b501cfa9739 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Request body: {'router': {'name': 'tempest-router-860904309', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '429efb1791204b8eb4e713bd5ef34b27'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:07.860624 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36706) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:07.869068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network d58cea8c-e5f0-45a3-91a9-ce1f58908199 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:07.901585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:07.909485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:07.915283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:07.916506 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.923009 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.924886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port cc8ec349-0a75-4773-8714-f3fab3ed54a0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cc8ec349-0a75-4773-8714-f3fab3ed54a0,segment=NetworkSegment(7274ffe4-f195-41f7-9222-2ae908108446),segment_id=7274ffe4-f195-41f7-9222-2ae908108446)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:07.954479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=b2850320-dd11-4e7c-9a45-29051b0fddae,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:07.975082 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbddb-8a6b-40b3-a160-f3eea62bb375 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.993666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da1993ee-0f69-4bed-b630-8b501cfa9739 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:07.993666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da1993ee-0f69-4bed-b630-8b501cfa9739 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.011065 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-73e2fc36-a511-4f4b-8027-3674c7092c1b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5998085 Nov 12 08:41:08.011065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36708) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:08.053724 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbddb-8a6b-40b3-a160-f3eea62bb375 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.132832 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.147572 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbddb-8a6b-40b3-a160-f3eea62bb375 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.148347 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbddb-8a6b-40b3-a160-f3eea62bb375 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.149665 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9e6cbddb-8a6b-40b3-a160-f3eea62bb375 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "DELETE /v2.0/security-groups/904ca1bb-857e-4167-a635-765fb89c5f8c HTTP/1.1" status: 204 len: 168 time: 0.2881012 Nov 12 08:41:08.164504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36714) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:08.188493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cbddb-8a6b-40b3-a160-f3eea62bb375 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=904ca1bb-857e-4167-a635-765fb89c5f8c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:08.191501 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-0497d24b-3d26-458b-9e09-4f20859aa8b4 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] show failed (client error): The resource could not be found. Nov 12 08:41:08.195398 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0497d24b-3d26-458b-9e09-4f20859aa8b4 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups/904ca1bb-857e-4167-a635-765fb89c5f8c HTTP/1.1" status: 404 len: 347 time: 0.0241559 Nov 12 08:41:08.195841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36716) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:08.210669 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.243680 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da1993ee-0f69-4bed-b630-8b501cfa9739 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.265059 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da1993ee-0f69-4bed-b630-8b501cfa9739 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.276796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d6d21-d829-4220-8467-336b5049be73 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:08.278381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9a2d6d21-d829-4220-8467-336b5049be73 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A237 HTTP/1.1" status: 200 len: 929 time: 0.2678866 Nov 12 08:41:08.281677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36718) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:08.314869 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fde46295-01c2-40aa-8a63-e88b20877bdf req-cb6ecac3-8bf9-46c6-b707-462124303052 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.361353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da1993ee-0f69-4bed-b630-8b501cfa9739 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.365736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-da1993ee-0f69-4bed-b630-8b501cfa9739 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5191526 Nov 12 08:41:08.366388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36724) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:08.373968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['06351c1f-930b-49ca-9307-1667f08a6e14'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:08.374929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:08.396751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ecac3-8bf9-46c6-b707-462124303052 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Pushing event deleted for resources: {'Port': ['ID=06351c1f-930b-49ca-9307-1667f08a6e14,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:08.453147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d97605-dc1b-47d3-90a0-23d66e1309d8 None None] DHCP port deletion for e15557bf-6095-4744-9c4f-6e89b3a8efae request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:08.504853 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c12514e7-441f-45dc-b393-cd3c3a11d29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.511732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde46295-01c2-40aa-8a63-e88b20877bdf req-cb6ecac3-8bf9-46c6-b707-462124303052 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] No DVR routers for this DVR port 06351c1f-930b-49ca-9307-1667f08a6e14 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:08.580943 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-fde46295-01c2-40aa-8a63-e88b20877bdf req-cb6ecac3-8bf9-46c6-b707-462124303052 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.584411 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fde46295-01c2-40aa-8a63-e88b20877bdf req-cb6ecac3-8bf9-46c6-b707-462124303052 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.46 "DELETE /v2.0/ports/06351c1f-930b-49ca-9307-1667f08a6e14 HTTP/1.1" status: 204 len: 173 time: 1.3598690 Nov 12 08:41:08.589805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f760374d-53a3-40ee-912c-decb89ff225d', 'name': 'network-vif-deleted', 'tag': '06351c1f-930b-49ca-9307-1667f08a6e14'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:08.592487 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7056a139-7f0e-4ce6-9eba-8c0f2a9f2f8b" -d '{"events": [{"server_uuid": "f760374d-53a3-40ee-912c-decb89ff225d", "name": "network-vif-deleted", "tag": "06351c1f-930b-49ca-9307-1667f08a6e14"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:08.600639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=cc8ec349-0a75-4773-8714-f3fab3ed54a0,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:08.634743 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:08.751200 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-c12514e7-441f-45dc-b393-cd3c3a11d29a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:41:08.754643 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-c12514e7-441f-45dc-b393-cd3c3a11d29a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:41:08.806729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cc8ec349-0a75-4773-8714-f3fab3ed54a0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:08.947998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f9a18bc6-93a6-4d24-990e-dabccd71e971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:09.011864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a18bc6-93a6-4d24-990e-dabccd71e971 None None] The sync data for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 is: [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:09.027844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port cc8ec349-0a75-4773-8714-f3fab3ed54a0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:09.027844 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.079690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Allocated IP 172.25.3.184 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/fad24e81-de79-4612-948a-03c12bcb75f5) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:09.207887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f44ca59e-b6c4-4552-88dc-b302718c7bb2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Deleting port 44fc4f50-c40b-487c-8e0d-e158bc6fdb55 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:09.208244 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f44ca59e-b6c4-4552-88dc-b302718c7bb2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.243765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06351c1f-930b-49ca-9307-1667f08a6e14 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:09.331811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 06351c1f-930b-49ca-9307-1667f08a6e14 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:09.332138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06351c1f-930b-49ca-9307-1667f08a6e14 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:09.332545 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06232c2d-a728-4267-b78a-8cdace9ee5dc no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:09.409785 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 06232c2d-a728-4267-b78a-8cdace9ee5dc {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:09.410227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 06232c2d-a728-4267-b78a-8cdace9ee5dc not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:09.485538 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f44ca59e-b6c4-4552-88dc-b302718c7bb2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.485871 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f44ca59e-b6c4-4552-88dc-b302718c7bb2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.501155 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f44ca59e-b6c4-4552-88dc-b302718c7bb2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Calling delete_port for 44fc4f50-c40b-487c-8e0d-e158bc6fdb55 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:09.502175 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6335c50a-f0ba-4705-bdc3-7ce8f8d5be8b x-openstack-request-id: req-6335c50a-f0ba-4705-bdc3-7ce8f8d5be8b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:09.502693 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f760374d-53a3-40ee-912c-decb89ff225d", "name": "network-vif-deleted", "tag": "06351c1f-930b-49ca-9307-1667f08a6e14", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:09.503141 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6335c50a-f0ba-4705-bdc3-7ce8f8d5be8b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:09.503373 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f760374d-53a3-40ee-912c-decb89ff225d', 'name': 'network-vif-deleted', 'tag': '06351c1f-930b-49ca-9307-1667f08a6e14', 'status': 'completed', 'code': 200} Nov 12 08:41:09.572594 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e019ecd-410e-4f46-bfea-ff626e079ad0 None None] New status for floating IP ed2f031a-6e83-4492-9a41-b3abe3299803: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:41:09.577157 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265fabb-41e4-4f5d-a105-18361a157061 req-05e77ea2-a745-4906-a059-d5fe80189176 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:09.585057 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c265fabb-41e4-4f5d-a105-18361a157061 req-05e77ea2-a745-4906-a059-d5fe80189176 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 1.1045585 Nov 12 08:41:09.631278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2d3975c0-6507-442d-bf53-dd55a0572e59 None None] Provisioning complete for port cc8ec349-0a75-4773-8714-f3fab3ed54a0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:09.633891 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d3975c0-6507-442d-bf53-dd55a0572e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.641955 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4270bf2-dfef-4bcd-a77b-4b44f67a759d req-05408dd1-5972-4d91-b0d7-29cc4baae002 tempest-ServerRescueNegativeTestJSON-1635190595 tempest-ServerRescueNegativeTestJSON-1635190595-project] 10.222.0.31 "GET /v2.0/ports?device_id=f760374d-53a3-40ee-912c-decb89ff225d HTTP/1.1" status: 200 len: 210 time: 0.0692546 Nov 12 08:41:09.688437 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.688915 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.694604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ceb77e6d-e1e6-487d-baeb-9174c1623ef2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port b2850320-dd11-4e7c-9a45-29051b0fddae {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:09.695111 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceb77e6d-e1e6-487d-baeb-9174c1623ef2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.838701 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceb77e6d-e1e6-487d-baeb-9174c1623ef2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.854197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2d3975c0-6507-442d-bf53-dd55a0572e59 None None] Provisioning complete for port aa0ff631-9864-41a2-9a37-2d50b8abf01a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:09.854937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ceb77e6d-e1e6-487d-baeb-9174c1623ef2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for b2850320-dd11-4e7c-9a45-29051b0fddae owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:09.855565 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d3975c0-6507-442d-bf53-dd55a0572e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.878421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.917752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2d3975c0-6507-442d-bf53-dd55a0572e59 None None] Port aa0ff631-9864-41a2-9a37-2d50b8abf01a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:09.943695 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.946303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2d3975c0-6507-442d-bf53-dd55a0572e59 None None] Provisioning complete for port b2850320-dd11-4e7c-9a45-29051b0fddae triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:09.946985 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d3975c0-6507-442d-bf53-dd55a0572e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.976479 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f44ca59e-b6c4-4552-88dc-b302718c7bb2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:09.985617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.000916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2d3975c0-6507-442d-bf53-dd55a0572e59 None None] Port b2850320-dd11-4e7c-9a45-29051b0fddae cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:10.033464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ca59e-b6c4-4552-88dc-b302718c7bb2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event deleted for resources: {'Port': ['ID=44fc4f50-c40b-487c-8e0d-e158bc6fdb55,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:10.047548 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102444) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 08:41:10.047982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Router 2b7a8dca-c8ea-4bd7-86cc-0a4d03ee4157 migrating from provider to provider. {{(pid=102444) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 08:41:10.048431 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.048579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:10.064803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8930216-a492-4a58-9d3f-441637bf87e4 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:10.073386 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.084653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c265fabb-41e4-4f5d-a105-18361a157061 req-dba908aa-ff8e-4cd2-9438-d1545ac75e57 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985516 Nov 12 08:41:10.090738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:10.094074 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.094550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:10.131927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-60e533a2-ecdf-4a47-a5fc-870f2eae689e None None] Provisioning complete for port b2850320-dd11-4e7c-9a45-29051b0fddae triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:10.132304 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-60e533a2-ecdf-4a47-a5fc-870f2eae689e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.176470 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-60e533a2-ecdf-4a47-a5fc-870f2eae689e None None] Port b2850320-dd11-4e7c-9a45-29051b0fddae cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:10.187024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Pushing event updated for resources: {'Port': ['ID=fad24e81-de79-4612-948a-03c12bcb75f5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:10.205303 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f44ca59e-b6c4-4552-88dc-b302718c7bb2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.209217 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f44ca59e-b6c4-4552-88dc-b302718c7bb2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.210637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f44ca59e-b6c4-4552-88dc-b302718c7bb2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "DELETE /v2.0/floatingips/ed2f031a-6e83-4492-9a41-b3abe3299803 HTTP/1.1" status: 204 len: 168 time: 2.0133870 Nov 12 08:41:10.212393 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceb77e6d-e1e6-487d-baeb-9174c1623ef2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.255312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb77e6d-e1e6-487d-baeb-9174c1623ef2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=b2850320-dd11-4e7c-9a45-29051b0fddae,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:10.266404 n-d-768851-18 neutron-server[102444]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] No L3 agents can host the router 2b7a8dca-c8ea-4bd7-86cc-0a4d03ee4157 Nov 12 08:41:10.327535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceb77e6d-e1e6-487d-baeb-9174c1623ef2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.327708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.330263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ceb77e6d-e1e6-487d-baeb-9174c1623ef2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/b2850320-dd11-4e7c-9a45-29051b0fddae HTTP/1.1" status: 204 len: 168 time: 2.0443180 Nov 12 08:41:10.334451 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36740) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:10.375606 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-965d910b-04cb-4948-ac4b-05ce12dd0132 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:41:10.378001 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-965d910b-04cb-4948-ac4b-05ce12dd0132 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/b2850320-dd11-4e7c-9a45-29051b0fddae HTTP/1.1" status: 404 len: 333 time: 0.0408177 Nov 12 08:41:10.402975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36744) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:10.417382 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.494872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Hosts for router 2b7a8dca-c8ea-4bd7-86cc-0a4d03ee4157: [] {{(pid=102444) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 08:41:10.522282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Hosts for other DVR routers connected to router 2b7a8dca-c8ea-4bd7-86cc-0a4d03ee4157: set() {{(pid=102444) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 08:41:10.524885 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.529807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3a3bbc33-bed2-4088-9ae3-0f9c34ed1633 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] 10.222.0.31 "PUT /v2.0/routers/2b7a8dca-c8ea-4bd7-86cc-0a4d03ee4157 HTTP/1.1" status: 200 len: 716 time: 2.1581371 Nov 12 08:41:10.530624 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36748) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:10.645706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36750) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:10.651143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-32521928-33af-49b7-898d-f4441502b146 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386685349', 'description': 'tempest-description--656720168'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:10.695367 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4fa790bb-bd3c-4560-a52a-e89ac3d9ff3b tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] 10.222.0.31 "GET /v2.0/routers/2b7a8dca-c8ea-4bd7-86cc-0a4d03ee4157 HTTP/1.1" status: 200 len: 716 time: 0.1632369 Nov 12 08:41:10.698821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36758) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:10.706847 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32521928-33af-49b7-898d-f4441502b146 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.723700 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36762) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:10.792592 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-cec50be5-dd44-4a9b-9a0c-5b6f5fb6b6fd tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port aa0ff631-9864-41a2-9a37-2d50b8abf01a {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:10.792925 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cec50be5-dd44-4a9b-9a0c-5b6f5fb6b6fd tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.833002 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32521928-33af-49b7-898d-f4441502b146 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.839680 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32521928-33af-49b7-898d-f4441502b146 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.883031 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32521928-33af-49b7-898d-f4441502b146 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.884799 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-32521928-33af-49b7-898d-f4441502b146 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2371821 Nov 12 08:41:10.885236 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:10.890119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36766) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:10.897581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6220d31d-43f5-4628-b212-381e11584207 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Request body: {'security_group_rule': {'security_group_id': 'b881a4c1-7578-4149-9f42-c9f3426ea0c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:10.907209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32521928-33af-49b7-898d-f4441502b146 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b881a4c1-7578-4149-9f42-c9f3426ea0c6,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:10.935753 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6220d31d-43f5-4628-b212-381e11584207 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.009840 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6220d31d-43f5-4628-b212-381e11584207 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.015551 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6220d31d-43f5-4628-b212-381e11584207 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.043601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220d31d-43f5-4628-b212-381e11584207 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c01efe-d103-417e-b791-7cf0f1fa9a0f,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:11.053471 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6220d31d-43f5-4628-b212-381e11584207 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.055526 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6220d31d-43f5-4628-b212-381e11584207 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631072 Nov 12 08:41:11.058273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36768) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:11.072652 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b4cc25ad-2341-4e0a-ba61-c813110a3bc1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Request body: {'security_group_rule': {'security_group_id': 'b881a4c1-7578-4149-9f42-c9f3426ea0c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:11.086078 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.097172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36770) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:11.097416 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ded2e3e0-b28a-4eea-93a9-12b5751f4071 tempest-RoutersTestDVR-1219832458 tempest-RoutersTestDVR-1219832458-project] 10.222.0.31 "GET /v2.0/routers/2b7a8dca-c8ea-4bd7-86cc-0a4d03ee4157 HTTP/1.1" status: 200 len: 682 time: 0.3966882 Nov 12 08:41:11.123266 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.193058 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb7eb196-6a52-4be2-bb90-d0d6bd4a8c41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.231839 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cec50be5-dd44-4a9b-9a0c-5b6f5fb6b6fd tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.327994 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4cc25ad-2341-4e0a-ba61-c813110a3bc1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.333476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-cec50be5-dd44-4a9b-9a0c-5b6f5fb6b6fd tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for aa0ff631-9864-41a2-9a37-2d50b8abf01a owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:11.389329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Pushing event updated for resources: {'Port': ['ID=fad24e81-de79-4612-948a-03c12bcb75f5,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:11.397840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b300f6-4b05-4873-812d-9ef4f5b0d21e req-ef68922c-f721-4e44-a3d2-4d37353694d7 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:11.406100 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86b300f6-4b05-4873-812d-9ef4f5b0d21e req-ef68922c-f721-4e44-a3d2-4d37353694d7 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.2297938 Nov 12 08:41:11.413817 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb7eb196-6a52-4be2-bb90-d0d6bd4a8c41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.417412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb7eb196-6a52-4be2-bb90-d0d6bd4a8c41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.505321 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb7eb196-6a52-4be2-bb90-d0d6bd4a8c41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.505869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7eb196-6a52-4be2-bb90-d0d6bd4a8c41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b7a8dca-c8ea-4bd7-86cc-0a4d03ee4157 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:11.522649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb7eb196-6a52-4be2-bb90-d0d6bd4a8c41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.523957 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cb7eb196-6a52-4be2-bb90-d0d6bd4a8c41 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] 10.222.0.31 "DELETE /v2.0/routers/2b7a8dca-c8ea-4bd7-86cc-0a4d03ee4157 HTTP/1.1" status: 204 len: 168 time: 0.4255683 Nov 12 08:41:11.530134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36776) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:11.541158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-724c85a9-7948-4a0d-8c16-c2bd983d9a24 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Request body: {'router': {'name': 'tempest-router-504733357', 'distributed': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:11.576965 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86b300f6-4b05-4873-812d-9ef4f5b0d21e req-5197537c-42f6-413e-837f-3f016a0fb7e5 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697438 Nov 12 08:41:11.593424 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-724c85a9-7948-4a0d-8c16-c2bd983d9a24 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.593424 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-724c85a9-7948-4a0d-8c16-c2bd983d9a24 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.657229 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-724c85a9-7948-4a0d-8c16-c2bd983d9a24 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.665762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-724c85a9-7948-4a0d-8c16-c2bd983d9a24 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.684623 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-724c85a9-7948-4a0d-8c16-c2bd983d9a24 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.686562 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-724c85a9-7948-4a0d-8c16-c2bd983d9a24 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1548107 Nov 12 08:41:11.689500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36778) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:11.735807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:11.736163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:11.736509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:11.737082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:11.737459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:11.737799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:11.738133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:11.738464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:11.738798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:11.740571 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:11.740571 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:11.740571 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:11.744196 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.770313 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac4a07d6-4993-4d5d-a7ad-658e89da2712 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.817064 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.818311 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6d895a6c-c710-429f-8990-b39aa4ddd0ee tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2597859 Nov 12 08:41:11.837152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36780) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:11.841186 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4cc25ad-2341-4e0a-ba61-c813110a3bc1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.842312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a5df3351-75ca-4b87-8b83-1d90861f0be9 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1829875139', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'fixed_ips': [{'ip_address': '172.25.3.184'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:11.856313 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4cc25ad-2341-4e0a-ba61-c813110a3bc1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.917521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc25ad-2341-4e0a-ba61-c813110a3bc1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bfe06b-38e2-4187-8020-a9e719e5537c,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:11.953997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5df3351-75ca-4b87-8b83-1d90861f0be9 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Made reservation on behalf of 61f99f4d25c6469e9c2c94600fb09f22 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:11.956944 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5df3351-75ca-4b87-8b83-1d90861f0be9 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.963381 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4cc25ad-2341-4e0a-ba61-c813110a3bc1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.967835 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b4cc25ad-2341-4e0a-ba61-c813110a3bc1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8972743 Nov 12 08:41:11.969628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36784) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:11.974272 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac4a07d6-4993-4d5d-a7ad-658e89da2712 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.975855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:11.984682 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac4a07d6-4993-4d5d-a7ad-658e89da2712 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:11.988174 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5df3351-75ca-4b87-8b83-1d90861f0be9 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.000617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cec50be5-dd44-4a9b-9a0c-5b6f5fb6b6fd tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.049581 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac4a07d6-4993-4d5d-a7ad-658e89da2712 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.050089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4a07d6-4993-4d5d-a7ad-658e89da2712 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70e1d604-3c5b-4464-8fde-ab0d6f983ec6 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:12.055003 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac4a07d6-4993-4d5d-a7ad-658e89da2712 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.056176 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ac4a07d6-4993-4d5d-a7ad-658e89da2712 tempest-RoutersTestDVR-747240915 tempest-RoutersTestDVR-747240915-project-admin] 10.222.0.31 "DELETE /v2.0/routers/70e1d604-3c5b-4464-8fde-ab0d6f983ec6 HTTP/1.1" status: 204 len: 168 time: 0.3654807 Nov 12 08:41:12.064398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec50be5-dd44-4a9b-9a0c-5b6f5fb6b6fd tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=aa0ff631-9864-41a2-9a37-2d50b8abf01a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:12.101282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cec50be5-dd44-4a9b-9a0c-5b6f5fb6b6fd tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.105582 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cec50be5-dd44-4a9b-9a0c-5b6f5fb6b6fd tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/aa0ff631-9864-41a2-9a37-2d50b8abf01a HTTP/1.1" status: 204 len: 168 time: 1.7015774 Nov 12 08:41:12.108325 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.110846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36788) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:12.157030 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-466afd85-62e8-4e46-acad-f196200cfaae tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:41:12.162738 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-466afd85-62e8-4e46-acad-f196200cfaae tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/aa0ff631-9864-41a2-9a37-2d50b8abf01a HTTP/1.1" status: 404 len: 333 time: 0.0508680 Nov 12 08:41:12.168886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36790) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:12.267433 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5df3351-75ca-4b87-8b83-1d90861f0be9 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.274710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a5df3351-75ca-4b87-8b83-1d90861f0be9 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.286506 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fd27051b-965b-4bf6-87b0-f4d4801cd4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.305440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-085f7394-6a02-4b4b-8a69-9344b5bdf864 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting subnet 5b6bd937-77c0-40c4-8eca-32232316fbea {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:12.309721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-a5df3351-75ca-4b87-8b83-1d90861f0be9 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] device_id is not set on port afad6ad6-e5f7-40f3-95ba-ec861910c88e yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:12.339639 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085f7394-6a02-4b4b-8a69-9344b5bdf864 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.445712 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.492210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085f7394-6a02-4b4b-8a69-9344b5bdf864 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.495784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df3351-75ca-4b87-8b83-1d90861f0be9 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f067a7-589b-43d2-9b2e-e81e3fc71b4e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:12.536124 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36796) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:12.639110 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Allocated IP 172.25.3.176 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/f83ce510-67df-4fe5-bce2-c744260c08a9) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:12.815657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b899315a-439c-45a9-b52e-5ce2f21756cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.823645 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085f7394-6a02-4b4b-8a69-9344b5bdf864 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.846068 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.858228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc774ac4-a835-44e7-9079-9e3d2ead4dd1 req-3019dc12-9e41-44d1-884c-cbc93ee1a276 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:12.859856 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc774ac4-a835-44e7-9079-9e3d2ead4dd1 req-3019dc12-9e41-44d1-884c-cbc93ee1a276 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.1083410 Nov 12 08:41:12.870367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-fd27051b-965b-4bf6-87b0-f4d4801cd4d3 admin admin] Deleting port 442bcc8e-a58b-4346-aebb-81f68ba90887 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:12.870713 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fd27051b-965b-4bf6-87b0-f4d4801cd4d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.952840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc774ac4-a835-44e7-9079-9e3d2ead4dd1 req-fae87b1d-f5c8-4785-8143-60cea51a4b89 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789406 Nov 12 08:41:12.954284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085f7394-6a02-4b4b-8a69-9344b5bdf864 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.988426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f7394-6a02-4b4b-8a69-9344b5bdf864 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6bd937-77c0-40c4-8eca-32232316fbea,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:12.990498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085f7394-6a02-4b4b-8a69-9344b5bdf864 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:12.994151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-085f7394-6a02-4b4b-8a69-9344b5bdf864 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/5b6bd937-77c0-40c4-8eca-32232316fbea HTTP/1.1" status: 204 len: 168 time: 0.8239486 Nov 12 08:41:12.997923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36802) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:13.014032 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.014360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a2ee02-f762-4811-923a-4b820d804b67 None None] Network d58cea8c-e5f0-45a3-91a9-ce1f58908199 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:13.072996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-fd27051b-965b-4bf6-87b0-f4d4801cd4d3 admin admin] For port 442bcc8e-a58b-4346-aebb-81f68ba90887, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=442bcc8e-a58b-4346-aebb-81f68ba90887,segment=NetworkSegment(0244f28c-aec9-41ff-b012-22c1de755921),segment_id=0244f28c-aec9-41ff-b012-22c1de755921)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:13.073404 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fd27051b-965b-4bf6-87b0-f4d4801cd4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.076961 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b899315a-439c-45a9-b52e-5ce2f21756cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.094216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:13.098963 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b899315a-439c-45a9-b52e-5ce2f21756cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.108736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-fd27051b-965b-4bf6-87b0-f4d4801cd4d3 admin admin] Calling delete_port for 442bcc8e-a58b-4346-aebb-81f68ba90887 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:13.114135 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:13.174552 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b899315a-439c-45a9-b52e-5ce2f21756cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=429efb1791204b8eb4e713bd5ef34b27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6373417 Nov 12 08:41:13.175361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899315a-439c-45a9-b52e-5ce2f21756cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445c2a2a-066e-4ae4-abfe-e40c810bb013,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.181273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event updated for resources: {'Port': ['ID=f83ce510-67df-4fe5-bce2-c744260c08a9,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.185720 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.193836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36806) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:13.195209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:13.217659 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5df3351-75ca-4b87-8b83-1d90861f0be9 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 08:41:13.218202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5df3351-75ca-4b87-8b83-1d90861f0be9 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:41:13.275864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] DHCP port deletion for d58cea8c-e5f0-45a3-91a9-ce1f58908199 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:13.283109 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a5df3351-75ca-4b87-8b83-1d90861f0be9 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4448526 Nov 12 08:41:13.286574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36810) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:13.348836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Deleting port cc8ec349-0a75-4773-8714-f3fab3ed54a0 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:13.349529 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.418399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port cc8ec349-0a75-4773-8714-f3fab3ed54a0 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:13.418769 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.419961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] For port cc8ec349-0a75-4773-8714-f3fab3ed54a0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cc8ec349-0a75-4773-8714-f3fab3ed54a0,segment=NetworkSegment(7274ffe4-f195-41f7-9222-2ae908108446),segment_id=7274ffe4-f195-41f7-9222-2ae908108446)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:13.420663 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.434722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Calling delete_port for cc8ec349-0a75-4773-8714-f3fab3ed54a0 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:13.519194 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b04fb6e4-775c-49ab-9055-b0aaf991f781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.543359 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.569143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] For port cc8ec349-0a75-4773-8714-f3fab3ed54a0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cc8ec349-0a75-4773-8714-f3fab3ed54a0,segment=NetworkSegment(7274ffe4-f195-41f7-9222-2ae908108446),segment_id=7274ffe4-f195-41f7-9222-2ae908108446)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:13.569504 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.573864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Pushing event deleted for resources: {'Port': ['ID=cc8ec349-0a75-4773-8714-f3fab3ed54a0,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.582517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] No DVR routers for this DVR port cc8ec349-0a75-4773-8714-f3fab3ed54a0 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:13.584978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:13.585809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:13.585809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:13.586119 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:13.586550 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:13.586887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:13.587213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:13.587537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:13.587862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:13.588183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:13.588503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:13.588823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c519de-45e5-4dae-b944-0a5a3bca9d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:13.593024 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b04fb6e4-775c-49ab-9055-b0aaf991f781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.604606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for cc8ec349-0a75-4773-8714-f3fab3ed54a0 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:13.620639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-76cac252-072f-4bcc-a84e-dcb11e372730 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Deleting port fad24e81-de79-4612-948a-03c12bcb75f5 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:13.620966 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-76cac252-072f-4bcc-a84e-dcb11e372730 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.650470 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.683083 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fd27051b-965b-4bf6-87b0-f4d4801cd4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.724600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27051b-965b-4bf6-87b0-f4d4801cd4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=442bcc8e-a58b-4346-aebb-81f68ba90887,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.727061 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.753437 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b04fb6e4-775c-49ab-9055-b0aaf991f781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.756145 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b04fb6e4-775c-49ab-9055-b0aaf991f781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.757259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaca1c88-ae7f-4170-ac3a-a6a66839bd0e None None] DHCP port deletion for e15557bf-6095-4744-9c4f-6e89b3a8efae request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:13.757465 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b04fb6e4-775c-49ab-9055-b0aaf991f781 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/445c2a2a-066e-4ae4-abfe-e40c810bb013 HTTP/1.1" status: 204 len: 168 time: 0.5599420 Nov 12 08:41:13.807203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fb6e4-775c-49ab-9055-b0aaf991f781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445c2a2a-066e-4ae4-abfe-e40c810bb013,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.811660 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-76cac252-072f-4bcc-a84e-dcb11e372730 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.812000 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-76cac252-072f-4bcc-a84e-dcb11e372730 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.839562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-76cac252-072f-4bcc-a84e-dcb11e372730 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Calling delete_port for fad24e81-de79-4612-948a-03c12bcb75f5 owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:13.917874 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:13.963843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=cc8ec349-0a75-4773-8714-f3fab3ed54a0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:13.967527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No DVR routers for this DVR port cc8ec349-0a75-4773-8714-f3fab3ed54a0 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:14.090758 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fd27051b-965b-4bf6-87b0-f4d4801cd4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.124097 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.179496 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.194134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58cea8c-e5f0-45a3-91a9-ce1f58908199']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:14.196654 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.209892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7274ffe4-f195-41f7-9222-2ae908108446') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:14.210208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7274ffe4-f195-41f7-9222-2ae908108446') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:14.227588 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.240866 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-76cac252-072f-4bcc-a84e-dcb11e372730 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.261429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a7626-6a7c-4dab-a2f0-9d7358cd067a req-b7ab90ee-c8a9-4f26-ac38-aeeaed75869e tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:14.262961 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-543a7626-6a7c-4dab-a2f0-9d7358cd067a req-b7ab90ee-c8a9-4f26-ac38-aeeaed75869e tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.1812754 Nov 12 08:41:14.270169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36822) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:14.310004 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.312045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cac252-072f-4bcc-a84e-dcb11e372730 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Pushing event deleted for resources: {'Port': ['ID=fad24e81-de79-4612-948a-03c12bcb75f5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:14.329783 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 873e7e4a-c3c0-4fa6-9c01-866937bfb50a details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:14.330612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:14.331150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.333335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 873e7e4a-c3c0-4fa6-9c01-866937bfb50a no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:14.337397 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea15eaab-0af0-4a1f-a035-f1f200513605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.354195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event updated for resources: {'Port': ['ID=f83ce510-67df-4fe5-bce2-c744260c08a9,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:14.357647 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.392050 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.399692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c4b5801b-1ed0-4fb1-98d8-5ac112dbc964 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4213049 Nov 12 08:41:14.548193 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.551904 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-76cac252-072f-4bcc-a84e-dcb11e372730 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.558362 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-76cac252-072f-4bcc-a84e-dcb11e372730 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.560708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-76cac252-072f-4bcc-a84e-dcb11e372730 tempest-ExternalNetworksAdminNegativeTestJSON-728434384 tempest-ExternalNetworksAdminNegativeTestJSON-728434384-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/530db1e9-5993-4e74-a3c6-88050beccf8a HTTP/1.1" status: 204 len: 168 time: 1.2732117 Nov 12 08:41:14.582315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd27051b-965b-4bf6-87b0-f4d4801cd4d3 admin admin] Router bf68fd11-46d7-405f-8e1e-c717b47e491e has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:14.612274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-543a7626-6a7c-4dab-a2f0-9d7358cd067a req-ae8de400-b974-466b-8900-8b338b5627dd tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156123 Nov 12 08:41:14.622897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.637924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/networks/d58cea8c-e5f0-45a3-91a9-ce1f58908199 HTTP/1.1" status: 204 len: 168 time: 1.6351242 Nov 12 08:41:14.699894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36832) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:14.707057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74505a98-0e35-476b-bfa2-20650b393ac0 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Network': ['ID=d58cea8c-e5f0-45a3-91a9-ce1f58908199,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:14.721802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-50abfee6-c3ff-43d6-993e-a2dc4b877f5a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-467526626'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:14.733745 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.819615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd27051b-965b-4bf6-87b0-f4d4801cd4d3 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:14.819793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:14.829268 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fd27051b-965b-4bf6-87b0-f4d4801cd4d3 admin admin] 10.222.0.31 "PUT /v2.0/routers/bf68fd11-46d7-405f-8e1e-c717b47e491e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0988200 Nov 12 08:41:14.829476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53b859b-d6f5-46a1-98a5-6d9345e9f10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:14.829606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36842) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:14.833293 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f552f6-9899-4e58-8c52-d95e876ac1da" -d '{"events": [{"server_uuid": "e53b859b-d6f5-46a1-98a5-6d9345e9f10a", "name": "network-vif-unplugged", "status": "completed", "tag": "873e7e4a-c3c0-4fa6-9c01-866937bfb50a"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:14.854798 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.857639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50abfee6-c3ff-43d6-993e-a2dc4b877f5a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:14.866394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcae820-9248-4f5d-918c-9352ad28f240 None None] Sync routers for ids ['bf68fd11-46d7-405f-8e1e-c717b47e491e'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:14.869195 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50abfee6-c3ff-43d6-993e-a2dc4b877f5a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:14.977539 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8d9756-09b1-4b88-ae8e-da08498ea6ca x-openstack-request-id: req-8f8d9756-09b1-4b88-ae8e-da08498ea6ca {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:14.978140 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53b859b-d6f5-46a1-98a5-6d9345e9f10a", "name": "network-vif-unplugged", "status": "completed", "tag": "873e7e4a-c3c0-4fa6-9c01-866937bfb50a", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:14.979020 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f8d9756-09b1-4b88-ae8e-da08498ea6ca {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:14.979975 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53b859b-d6f5-46a1-98a5-6d9345e9f10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a', 'code': 200} Nov 12 08:41:14.985605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cc8ec349-0a75-4773-8714-f3fab3ed54a0 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:15.005360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:15.010046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50abfee6-c3ff-43d6-993e-a2dc4b877f5a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:15.014158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcae820-9248-4f5d-918c-9352ad28f240 None None] Routers {'bf68fd11-46d7-405f-8e1e-c717b47e491e'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:15.015132 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2fcae820-9248-4f5d-918c-9352ad28f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bf68fd11-46d7-405f-8e1e-c717b47e491e'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:15.022349 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.036917 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50abfee6-c3ff-43d6-993e-a2dc4b877f5a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.037342 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-50abfee6-c3ff-43d6-993e-a2dc4b877f5a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Added segment c6c60ca1-310e-4943-a2ab-fbb4fe79b456 of type vlan for network b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c Nov 12 08:41:15.124719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: cc8ec349-0a75-4773-8714-f3fab3ed54a0 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:15.125588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cc8ec349-0a75-4773-8714-f3fab3ed54a0 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:15.137315 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-400940b6-bf30-492f-93f7-d90db7224677 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--386685349&fields=id&tenant_id=60b084a3270c466cb1c91ac839e48f82 HTTP/1.1" status: 200 len: 267 time: 0.3607278 Nov 12 08:41:15.142104 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36848) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:15.148463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea15eaab-0af0-4a1f-a035-f1f200513605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.151811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:15.154657 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a', 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837', 'port_id': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a', 'mac_address': 'fa:16:3e:3f:28:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132b99d6-8d60-4e2d-ad2b-98e3f6298362', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:15.160027 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50abfee6-c3ff-43d6-993e-a2dc4b877f5a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.171696 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea15eaab-0af0-4a1f-a035-f1f200513605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.179858 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.243676 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ea15eaab-0af0-4a1f-a035-f1f200513605 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c350d0c478ba4fc8853d4af16a24be8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9705236 Nov 12 08:41:15.244523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36854) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:15.253260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15eaab-0af0-4a1f-a035-f1f200513605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07314583-8ba5-4857-a18b-e15b7f0f195c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:15.318632 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.322586 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50abfee6-c3ff-43d6-993e-a2dc4b877f5a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.329550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50abfee6-c3ff-43d6-993e-a2dc4b877f5a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:15.330210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-50abfee6-c3ff-43d6-993e-a2dc4b877f5a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.345816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873e7e4a-c3c0-4fa6-9c01-866937bfb50a {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:15.375632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:15.383669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-2fcae820-9248-4f5d-918c-9352ad28f240 None None] Set router bf68fd11-46d7-405f-8e1e-c717b47e491e gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:15.406879 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d15a6eba-4c2c-491a-b17f-8b67cdece322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.413027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Deleting port 3fd33cd0-0f4d-432c-a914-cfc210099b3a {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:15.413569 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.462554 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-50abfee6-c3ff-43d6-993e-a2dc4b877f5a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7469366 Nov 12 08:41:15.463000 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f36bd28-455f-4b9c-8bc3-a4faed561dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.468078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36856) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:15.477601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-421316f9-73fb-4d7a-8a3b-51531af107f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:15.478918 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.498033 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d15a6eba-4c2c-491a-b17f-8b67cdece322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.500648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-876a436a-1cd3-4530-b833-a1d7109669aa tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:15.508749 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-876a436a-1cd3-4530-b833-a1d7109669aa tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 817 time: 0.3704634 Nov 12 08:41:15.558815 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-24f356f0-3816-4c96-aa8a-227c98584c4e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/quotas/60b084a3270c466cb1c91ac839e48f82 HTTP/1.1" status: 200 len: 375 time: 0.0490420 Nov 12 08:41:15.564902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abfee6-c3ff-43d6-993e-a2dc4b877f5a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Network': ['ID=b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:15.582581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] For port 3fd33cd0-0f4d-432c-a914-cfc210099b3a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3fd33cd0-0f4d-432c-a914-cfc210099b3a,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:15.582949 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.587101 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d15a6eba-4c2c-491a-b17f-8b67cdece322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.590193 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d15a6eba-4c2c-491a-b17f-8b67cdece322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:15.593939 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d15a6eba-4c2c-491a-b17f-8b67cdece322 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07314583-8ba5-4857-a18b-e15b7f0f195c HTTP/1.1" status: 204 len: 168 time: 0.3449059 Nov 12 08:41:15.662027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Calling delete_port for 3fd33cd0-0f4d-432c-a914-cfc210099b3a owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:15.668625 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a6eba-4c2c-491a-b17f-8b67cdece322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07314583-8ba5-4857-a18b-e15b7f0f195c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:15.708158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:15.744289 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-8a85ce44-cfee-4d52-8602-b0c547c0aca6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1773946 Nov 12 08:41:15.755896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-5c541ab9-78a1-40e1-87b4-2e5edd8870cc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:41:15.764745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-5c541ab9-78a1-40e1-87b4-2e5edd8870cc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155652 Nov 12 08:41:15.766118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:15.818797 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['873e7e4a-c3c0-4fa6-9c01-866937bfb50a'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:15.866590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421316f9-73fb-4d7a-8a3b-51531af107f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:15.871491 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-421316f9-73fb-4d7a-8a3b-51531af107f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.325989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2fcae820-9248-4f5d-918c-9352ad28f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'name': 'tempest-ServerRescueNegativeTestJSON-342141813-router', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:33Z', 'updated_at': '2021-11-12T08:41:13Z', 'revision_number': 5, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'gw_port': {'id': '3fd33cd0-0f4d-432c-a914-cfc210099b3a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:38:34Z', 'updated_at': '2021-11-12T08:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:16.353978 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1aa1f-7946-47ef-b9dc-ac12a746af60 req-bc79c1ba-0b4e-4ee5-8d3f-298a81bcdbed tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:16.355612 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5db1aa1f-7946-47ef-b9dc-ac12a746af60 req-bc79c1ba-0b4e-4ee5-8d3f-298a81bcdbed tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 944 time: 0.1002216 Nov 12 08:41:16.383806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcae820-9248-4f5d-918c-9352ad28f240 None None] Checking router: bf68fd11-46d7-405f-8e1e-c717b47e491e for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:16.446387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcae820-9248-4f5d-918c-9352ad28f240 None None] Routers {'bf68fd11-46d7-405f-8e1e-c717b47e491e'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:16.447536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2fcae820-9248-4f5d-918c-9352ad28f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bf68fd11-46d7-405f-8e1e-c717b47e491e'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:16.489578 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5db1aa1f-7946-47ef-b9dc-ac12a746af60 req-0ad8f469-774d-437c-8f28-8a4eeb7c9077 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814102 Nov 12 08:41:16.565717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f36bd28-455f-4b9c-8bc3-a4faed561dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.579579 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.580004 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f36bd28-455f-4b9c-8bc3-a4faed561dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.607710 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:41:16.622920 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5f36bd28-455f-4b9c-8bc3-a4faed561dd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=889ce8f969b44f839229fcdf3dca9206&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4763141 Nov 12 08:41:16.636141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36882) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:16.664215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd33cd0-0f4d-432c-a914-cfc210099b3a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:16.695302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada9a717-0e2f-4f63-99f5-ba4f6a7893d6 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:16.708185 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-2fcae820-9248-4f5d-918c-9352ad28f240 None None] Set router bf68fd11-46d7-405f-8e1e-c717b47e491e gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:16.758080 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.764222 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-a327c6d5-75f9-49f1-bc0e-173bbf91d0b6 service neutron] 10.222.0.31 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9985554 Nov 12 08:41:16.777461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2fcae820-9248-4f5d-918c-9352ad28f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'name': 'tempest-ServerRescueNegativeTestJSON-342141813-router', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:33Z', 'updated_at': '2021-11-12T08:41:15Z', 'revision_number': 6, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:16.810814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36bd28-455f-4b9c-8bc3-a4faed561dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ec6fe4-5f62-4332-8abc-e91b9dc42b8f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:16.818313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcae820-9248-4f5d-918c-9352ad28f240 None None] The sync data for ids ['bf68fd11-46d7-405f-8e1e-c717b47e491e'] in n-d-768851-18 is: [{'id': 'bf68fd11-46d7-405f-8e1e-c717b47e491e', 'name': 'tempest-ServerRescueNegativeTestJSON-342141813-router', 'tenant_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:38:33Z', 'updated_at': '2021-11-12T08:41:15Z', 'revision_number': 6, 'project_id': 'fc4bcbdfbf46407382303c5b72983d6c', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:16.902349 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.914914 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.955912 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-421316f9-73fb-4d7a-8a3b-51531af107f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.977255 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.977802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf68fd11-46d7-405f-8e1e-c717b47e491e {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:16.982480 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:16.983576 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fdf99d89-5b3c-4143-99bc-827cf6509a6a admin admin] 10.222.0.31 "DELETE /v2.0/routers/bf68fd11-46d7-405f-8e1e-c717b47e491e HTTP/1.1" status: 204 len: 168 time: 2.1531210 Nov 12 08:41:16.986074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36888) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:16.994805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a9555988-21d4-4544-99c0-c46e3ce3f4ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.054513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-748f19d9-2ead-4d23-88c2-da466a570a8d admin admin] Deleting subnet e098a2ee-2339-4ade-8938-56472dbe143c {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:17.059301 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-748f19d9-2ead-4d23-88c2-da466a570a8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.060550 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-59c9ec81-2565-42e8-8dfb-304b2c3c211f service neutron] 10.222.0.31 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508001 Nov 12 08:41:17.062865 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a9555988-21d4-4544-99c0-c46e3ce3f4ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.064666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421316f9-73fb-4d7a-8a3b-51531af107f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Subnet': ['ID=f51156ca-f337-46d1-98ea-2acb6da2f216,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:17.113768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421316f9-73fb-4d7a-8a3b-51531af107f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Checking segment: {'id': 'c6c60ca1-310e-4943-a2ab-fbb4fe79b456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:17.114148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421316f9-73fb-4d7a-8a3b-51531af107f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network hostable DHCP agents. Network: b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:17.119002 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-748f19d9-2ead-4d23-88c2-da466a570a8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.138155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421316f9-73fb-4d7a-8a3b-51531af107f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:17.145651 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a9555988-21d4-4544-99c0-c46e3ce3f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.149414 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a9555988-21d4-4544-99c0-c46e3ce3f4ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.152896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a9555988-21d4-4544-99c0-c46e3ce3f4ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00ec6fe4-5f62-4332-8abc-e91b9dc42b8f HTTP/1.1" status: 204 len: 168 time: 0.4802115 Nov 12 08:41:17.161214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-421316f9-73fb-4d7a-8a3b-51531af107f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:17.163205 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9555988-21d4-4544-99c0-c46e3ce3f4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ec6fe4-5f62-4332-8abc-e91b9dc42b8f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:17.167301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421316f9-73fb-4d7a-8a3b-51531af107f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:17.168042 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-421316f9-73fb-4d7a-8a3b-51531af107f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.178786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e979e60-105d-4b30-b1a5-86e777ce7ef5 None None] Network b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:17.195235 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-421316f9-73fb-4d7a-8a3b-51531af107f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7217863 Nov 12 08:41:17.197463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36894) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:17.218845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': 'b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c', 'name': 'tempest-PortsIpV6TestJSON-1119893961', 'fixed_ips': [{'subnet_id': 'f51156ca-f337-46d1-98ea-2acb6da2f216', 'ip_address': '2001:db8::10'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:17.275511 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-748f19d9-2ead-4d23-88c2-da466a570a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.410099 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1abe14b0-883a-42e7-9f5e-2ac935521858 req-940795cc-6205-4c54-a972-3f9bf0836c62 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 210 time: 0.0689485 Nov 12 08:41:17.437444 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-748f19d9-2ead-4d23-88c2-da466a570a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.480418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:17.546274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f19d9-2ead-4d23-88c2-da466a570a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e098a2ee-2339-4ade-8938-56472dbe143c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:17.551885 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-748f19d9-2ead-4d23-88c2-da466a570a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.566279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-748f19d9-2ead-4d23-88c2-da466a570a8d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e098a2ee-2339-4ade-8938-56472dbe143c HTTP/1.1" status: 204 len: 168 time: 0.5788333 Nov 12 08:41:17.566941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36908) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:17.666501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d393234-7433-4e15-9db4-dfac8393db7b None None] Network e15557bf-6095-4744-9c4f-6e89b3a8efae requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:17.726421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.872072 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.874583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c', 'network_id': 'b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c', 'tenant_id': '7a018f4360bb4254a8b53a75c99fd8fa', 'fixed_ips': [{'subnet_id': 'f51156ca-f337-46d1-98ea-2acb6da2f216'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:41:17.880817 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.938643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527be34-b8a3-485f-914d-120bc5b2d995 req-045eff1e-04fe-4519-8e2c-1444ffe9eb10 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:17.940766 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2527be34-b8a3-485f-914d-120bc5b2d995 req-045eff1e-04fe-4519-8e2c-1444ffe9eb10 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 944 time: 0.2540996 Nov 12 08:41:17.941305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36922) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:17.971034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:17.974699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port 669d6232-cf6a-45bf-9492-2808d8fa0284 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:18.030055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15557bf-6095-4744-9c4f-6e89b3a8efae']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:18.050746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0244f28c-aec9-41ff-b012-22c1de755921') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:18.051106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0244f28c-aec9-41ff-b012-22c1de755921') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:18.068474 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-46f0d3b6-88f3-4e1c-9ddf-a7ae9ca596a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61f99f4d25c6469e9c2c94600fb09f22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1209126 Nov 12 08:41:18.078836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36928) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:18.087268 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.117047 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.138164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021cda1-f47e-4005-96ea-9502a227aee0 None None] DHCP port deletion for e15557bf-6095-4744-9c4f-6e89b3a8efae request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:18.139599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:18.140139 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:18.142959 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:18.241824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36930) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:18.251287 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.258916 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.263184 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e15557bf-6095-4744-9c4f-6e89b3a8efae HTTP/1.1" status: 204 len: 168 time: 0.6945541 Nov 12 08:41:18.274037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2527be34-b8a3-485f-914d-120bc5b2d995 req-282df322-7f7c-4611-b526-0bb2a139aa16 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147707 Nov 12 08:41:18.278528 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5231e-3940-4c3c-8ee6-15ffbc9ded80 admin admin] Pushing event deleted for resources: {'Network': ['ID=e15557bf-6095-4744-9c4f-6e89b3a8efae,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:18.320943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Allocated IP 2001:db8::2 (b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c/f51156ca-f337-46d1-98ea-2acb6da2f216/452407db-1f7d-4fed-bf80-e358136204ba) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:18.336685 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 873e7e4a-c3c0-4fa6-9c01-866937bfb50a up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:18.410511 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2226-f3ac-4622-8fdd-b945a6a53fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.443093 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2226-f3ac-4622-8fdd-b945a6a53fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.467803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-755677295', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:18.542822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Made reservation on behalf of f3f045f15a784e39a194dfdc860aa560 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:18.545610 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.556853 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.583969 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2226-f3ac-4622-8fdd-b945a6a53fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.592171 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2226-f3ac-4622-8fdd-b945a6a53fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.592171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8d8f2226-f3ac-4622-8fdd-b945a6a53fda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/19f067a7-589b-43d2-9b2e-e81e3fc71b4e HTTP/1.1" status: 204 len: 168 time: 0.5082178 Nov 12 08:41:18.625327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f2226-f3ac-4622-8fdd-b945a6a53fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f067a7-589b-43d2-9b2e-e81e3fc71b4e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:18.669949 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5e68b18e-6d50-4c22-b2c6-60b945103912 req-d1782bb6-8df3-412c-9c76-1b00c04fd5e7 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 210 time: 0.1076927 Nov 12 08:41:18.692727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36942) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:18.698566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:18.699577 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.766440 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.787363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:18.805184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] device_id is not set on port b0011dee-6de2-453c-b7f6-0af82e68dc2f yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:18.827591 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3fd33cd0-0f4d-432c-a914-cfc210099b3a no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:18.843331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36948) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:18.843630 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7b418382-cd44-4c30-adc1-4ac06f531de4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc4bcbdfbf46407382303c5b72983d6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493108 Nov 12 08:41:18.883712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 3fd33cd0-0f4d-432c-a914-cfc210099b3a {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:18.884506 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3fd33cd0-0f4d-432c-a914-cfc210099b3a not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:18.885242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 442bcc8e-a58b-4346-aebb-81f68ba90887 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:18.892375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a6413a-350a-454a-9157-c86a9ba391df,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:18.969386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 442bcc8e-a58b-4346-aebb-81f68ba90887 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:18.970068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 442bcc8e-a58b-4346-aebb-81f68ba90887 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:18.985719 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.013944 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4b7574ae-2916-4ef0-99d0-a4e9e1630e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.021829 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.054374 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4b7574ae-2916-4ef0-99d0-a4e9e1630e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.088147 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.145857 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4b7574ae-2916-4ef0-99d0-a4e9e1630e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.149955 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4b7574ae-2916-4ef0-99d0-a4e9e1630e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.151355 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4b7574ae-2916-4ef0-99d0-a4e9e1630e3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/729855d6-8333-482d-847d-4cf31e72a4dd HTTP/1.1" status: 204 len: 168 time: 0.3059173 Nov 12 08:41:19.159384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Network b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:19.171862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7574ae-2916-4ef0-99d0-a4e9e1630e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729855d6-8333-482d-847d-4cf31e72a4dd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:19.198736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:19.218083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:19.251047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53b859b-d6f5-46a1-98a5-6d9345e9f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:19.254967 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2773fe56-1341-45bb-8b1d-08dd328dd2e9" -d '{"events": [{"server_uuid": "e53b859b-d6f5-46a1-98a5-6d9345e9f10a", "name": "network-vif-plugged", "status": "completed", "tag": "873e7e4a-c3c0-4fa6-9c01-866937bfb50a"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:19.287765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-68729839-cd28-41c8-b79b-a7e46cae01a9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.290688 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-68729839-cd28-41c8-b79b-a7e46cae01a9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.46 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 817 time: 0.2273538 Nov 12 08:41:19.331565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Allocated IP 172.25.3.186 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/b0011dee-6de2-453c-b7f6-0af82e68dc2f) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:19.416094 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-581ac771-539b-4aab-8e7f-b08ba3abac74 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60b084a3270c466cb1c91ac839e48f82 HTTP/1.1" status: 200 len: 379 time: 0.1111119 Nov 12 08:41:19.435442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:19.447018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Request body: {'port': {'device_id': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'admin_state_up': True, 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'security_groups': ['b881a4c1-7578-4149-9f42-c9f3426ea0c6']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:19.458864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8::10 (b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c/f51156ca-f337-46d1-98ea-2acb6da2f216/669d6232-cf6a-45bf-9492-2808d8fa0284) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:19.463046 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ef7e69-20ce-4e81-a430-3763628d95a9 x-openstack-request-id: req-13ef7e69-20ce-4e81-a430-3763628d95a9 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:19.463812 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53b859b-d6f5-46a1-98a5-6d9345e9f10a", "name": "network-vif-plugged", "status": "completed", "tag": "873e7e4a-c3c0-4fa6-9c01-866937bfb50a", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:19.468235 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13ef7e69-20ce-4e81-a430-3763628d95a9 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:19.469206 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53b859b-d6f5-46a1-98a5-6d9345e9f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a', 'code': 200} Nov 12 08:41:19.485254 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.489316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Pushing event updated for resources: {'Port': ['ID=452407db-1f7d-4fed-bf80-e358136204ba,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:19.593524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:19.645886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Attempting to bind port 452407db-1f7d-4fed-bf80-e358136204ba on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:19.645886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Attempting to bind port 452407db-1f7d-4fed-bf80-e358136204ba by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'c6c60ca1-310e-4943-a2ab-fbb4fe79b456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:19.646215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Attempting to bind port 452407db-1f7d-4fed-bf80-e358136204ba on network b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:19.654289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:19.655137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Checking segment: {'id': 'c6c60ca1-310e-4943-a2ab-fbb4fe79b456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:19.655815 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.656231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Bound using segment: {'id': 'c6c60ca1-310e-4943-a2ab-fbb4fe79b456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:19.656729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Bound port: 452407db-1f7d-4fed-bf80-e358136204ba, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c60ca1-310e-4943-a2ab-fbb4fe79b456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:19.657174 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.704840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89438ec5-c532-4fa3-92ea-2ec82ce5b788 req-d993ee32-0162-48d9-8a37-8322523a82fc tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.717291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89438ec5-c532-4fa3-92ea-2ec82ce5b788 req-d993ee32-0162-48d9-8a37-8322523a82fc tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.1565726 Nov 12 08:41:19.805052 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89438ec5-c532-4fa3-92ea-2ec82ce5b788 req-eb59727a-0647-4673-ae9b-b511c712ca93 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822282 Nov 12 08:41:19.854963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] For port 452407db-1f7d-4fed-bf80-e358136204ba, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:19.859222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] For port 452407db-1f7d-4fed-bf80-e358136204ba, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=452407db-1f7d-4fed-bf80-e358136204ba,segment=NetworkSegment(c6c60ca1-310e-4943-a2ab-fbb4fe79b456),segment_id=c6c60ca1-310e-4943-a2ab-fbb4fe79b456)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:19.864069 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:19.913276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad655d8c-d64d-44cd-b4ea-ab525130a73c req-fe0d7e3b-5875-46d6-a407-602f412bdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:19.915872 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad655d8c-d64d-44cd-b4ea-ab525130a73c req-fe0d7e3b-5875-46d6-a407-602f412bdd65 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 1097 time: 0.3278387 Nov 12 08:41:19.944609 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b30da09d-e2ee-49ba-97a5-27f8038ebc69 req-59155d19-3631-4e7e-9d1a-84aacc12a4a7 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 210 time: 0.1268086 Nov 12 08:41:19.964241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3c2db-65ac-44ef-af01-b2170dc71539 None None] Pushing event updated for resources: {'Port': ['ID=452407db-1f7d-4fed-bf80-e358136204ba,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:20.026164 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.063752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Made reservation on behalf of 60b084a3270c466cb1c91ac839e48f82 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:20.068396 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.118753 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.125799 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad655d8c-d64d-44cd-b4ea-ab525130a73c req-1c57c961-5acc-449d-a20d-6c357e252c18 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718614 Nov 12 08:41:20.210049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.282017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:20.293337 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.329540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:20.332853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:20.345164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f826d2-888b-4a5c-8dd0-4d3a14e43e1f None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:20.396093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:20.396836 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.416250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Pushing event updated for resources: {'Port': ['ID=b0011dee-6de2-453c-b7f6-0af82e68dc2f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:20.447543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-41354fc6-2b6c-4704-b43f-82a55bc0fb91 None None] Provisioning complete for port b0011dee-6de2-453c-b7f6-0af82e68dc2f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:20.448015 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-41354fc6-2b6c-4704-b43f-82a55bc0fb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.487134 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-41354fc6-2b6c-4704-b43f-82a55bc0fb91 None None] Port b0011dee-6de2-453c-b7f6-0af82e68dc2f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:20.544948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=669d6232-cf6a-45bf-9492-2808d8fa0284,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:20.551191 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2a592895-db01-4560-aa19-414a8cf2be49 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3083215 Nov 12 08:41:20.554836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37002) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:20.556982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:20.562954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.186'}]}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:20.565812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:20.568528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:20.574612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:20.575518 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.578414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Allocated IP 172.20.0.10 (f4e7b44e-b3da-477b-8acb-2235fde73aca/5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1/f00784a2-8f6e-4ece-98c8-389d8eafed64) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:20.623830 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.625892 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.638584 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0a161b47-c04f-4421-a772-c6fac95ec8b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4307115 Nov 12 08:41:20.639101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37004) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:20.649049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': 'b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c', 'name': 'tempest-PortsIpV6TestJSON-1257432939', 'fixed_ips': [{'subnet_id': 'f51156ca-f337-46d1-98ea-2acb6da2f216', 'ip_address': '2001:db8::f'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:20.665811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37006) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:20.747456 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:20.844453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 452407db-1f7d-4fed-bf80-e358136204ba up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:20.920390 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.024926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 452407db-1f7d-4fed-bf80-e358136204ba triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:21.025548 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.075121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1699833336-network', 'tenant_id': '802519acc4c049b59e5ad9647b13586b'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:21.088868 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.099336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:21.106104 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.151721 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13155023-3492-4db7-ab31-5baaf96b4d66 req-971453f0-4e04-49da-927c-908810904a5c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 210 time: 0.0582812 Nov 12 08:41:21.187643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port 07f28fee-3ef2-4d12-b186-5cfeb6c39268 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:21.234796 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.251831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Made reservation on behalf of 802519acc4c049b59e5ad9647b13586b for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:21.255673 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.267850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.296665 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 452407db-1f7d-4fed-bf80-e358136204ba, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=452407db-1f7d-4fed-bf80-e358136204ba,segment=NetworkSegment(c6c60ca1-310e-4943-a2ab-fbb4fe79b456),segment_id=c6c60ca1-310e-4943-a2ab-fbb4fe79b456)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:21.304235 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.447731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=452407db-1f7d-4fed-bf80-e358136204ba,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:21.517586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.523899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37026) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:21.524832 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.542265 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.554015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44973956-7cee-4817-95a2-4bb76bb2038f None None] Network b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:21.563024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ad5b8-3065-4bea-a9d2-e2ef8ada83dd req-46c9f76b-206d-4c67-9b95-8b19149a9918 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:21.571491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de4ad5b8-3065-4bea-a9d2-e2ef8ada83dd req-46c9f76b-206d-4c67-9b95-8b19149a9918 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.5795331 Nov 12 08:41:21.577951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:21.602182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:21.606569 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8::f (b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c/f51156ca-f337-46d1-98ea-2acb6da2f216/07f28fee-3ef2-4d12-b186-5cfeb6c39268) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:21.614060 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.636624 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.642409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.643085 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Added segment c3ce8979-accd-40b0-90b4-bc87b1fd75c0 of type vlan for network c0f5d45c-c314-43a2-9378-dd1b94a83f84 Nov 12 08:41:21.668974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Network f4e7b44e-b3da-477b-8acb-2235fde73aca is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:21.718120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:21.730434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:21.749021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event updated for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:21.772492 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.781938 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de4ad5b8-3065-4bea-a9d2-e2ef8ada83dd req-d2b7a54c-3893-4ca3-a1f0-6eed2e879d6c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081146 Nov 12 08:41:21.795764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-221ea0f5-3931-4536-a230-46ef5541e025 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1623140124'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:21.796364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-221ea0f5-3931-4536-a230-46ef5541e025 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Unknown quota resources ['metering_label']. {{(pid=102444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:41:21.808786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b9e0d5f4-3221-4035-93b5-a26df37f8975 None None] Provisioning complete for port 452407db-1f7d-4fed-bf80-e358136204ba triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:21.808786 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b9e0d5f4-3221-4035-93b5-a26df37f8975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.857727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:21.858866 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:21.968610 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.011450 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.012476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.013402 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.074826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-550b9ba0-59b7-42ae-9e44-d55925c8b035 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6408892 Nov 12 08:41:22.111334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8024c0e3-3bd1-48fd-9d20-ae36a4b8d06e None None] Provisioning complete for port f00784a2-8f6e-4ece-98c8-389d8eafed64 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:22.112411 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8024c0e3-3bd1-48fd-9d20-ae36a4b8d06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.121464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Request body: {'port': {'device_id': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:22.126585 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-221ea0f5-3931-4536-a230-46ef5541e025 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.130792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-221ea0f5-3931-4536-a230-46ef5541e025 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5996153 Nov 12 08:41:22.136659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37034) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:22.138291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] Pushing event updated for resources: {'Network': ['ID=c0f5d45c-c314-43a2-9378-dd1b94a83f84,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:22.150863 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network c0f5d45c-c314-43a2-9378-dd1b94a83f84 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:22.152679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-52aaf27e-7975-4a85-b419-4d4acca18bf8 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ee03001c-1548-41fa-9b6c-c4d5cc11f241'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:22.153552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-52aaf27e-7975-4a85-b419-4d4acca18bf8 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102444) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:41:22.198532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8f11c3a2-3fdb-45a7-8f8e-4a79f8c13983 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5290728 Nov 12 08:41:22.201471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37036) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:22.201686 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8024c0e3-3bd1-48fd-9d20-ae36a4b8d06e None None] Port f00784a2-8f6e-4ece-98c8-389d8eafed64 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:22.219234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1b66897c-4ddd-4c2a-be3b-76afcb795126 admin admin] Request body: {'subnet': {'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1699833336-subnet', 'tenant_id': '802519acc4c049b59e5ad9647b13586b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:22.269380 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.278018 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.283297 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.355685 n-d-768851-18 neutron-server[102444]: WARNING neutron.services.metering.metering_plugin [None req-52aaf27e-7975-4a85-b419-4d4acca18bf8 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:41:22.372232 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.372829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 399de632-e8c4-4a7d-b916-51b00290f8d2 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:22.383186 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.399396 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:41:22.403369 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0f5b5d04-e119-486f-a5c8-a2bedffedca1 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8423684 Nov 12 08:41:22.412190 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed970104-7ffd-4046-b8f3-715ab2b1f822 req-d805c605-2d3f-42dd-ab3c-95384fe6ddaa tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:22.421739 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed970104-7ffd-4046-b8f3-715ab2b1f822 req-d805c605-2d3f-42dd-ab3c-95384fe6ddaa tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 932 time: 0.0880380 Nov 12 08:41:22.423856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37040) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:22.430847 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.442235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b7d7a9d8-b0c3-43c6-814f-cd9dcfda2c93 None None] Provisioning complete for port 669d6232-cf6a-45bf-9492-2808d8fa0284 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:22.442518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b66897c-4ddd-4c2a-be3b-76afcb795126 admin admin] Made reservation on behalf of 802519acc4c049b59e5ad9647b13586b for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:22.442662 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a9d8-b0c3-43c6-814f-cd9dcfda2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.444909 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b66897c-4ddd-4c2a-be3b-76afcb795126 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.492451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7a9d8-b0c3-43c6-814f-cd9dcfda2c93 None None] Port 669d6232-cf6a-45bf-9492-2808d8fa0284 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:22.506941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b7d7a9d8-b0c3-43c6-814f-cd9dcfda2c93 None None] Provisioning complete for port 452407db-1f7d-4fed-bf80-e358136204ba triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:22.508503 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a9d8-b0c3-43c6-814f-cd9dcfda2c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.511822 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-52aaf27e-7975-4a85-b419-4d4acca18bf8 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.513095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-52aaf27e-7975-4a85-b419-4d4acca18bf8 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3753486 Nov 12 08:41:22.521055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37042) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:22.529992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0344016e-e4e4-40b0-a43f-6bf3f2998543 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ee03001c-1548-41fa-9b6c-c4d5cc11f241'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:22.530801 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0344016e-e4e4-40b0-a43f-6bf3f2998543 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:41:22.607600 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed970104-7ffd-4046-b8f3-715ab2b1f822 req-36a88647-4fea-4e59-bbef-60e8bc540fa7 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845560 Nov 12 08:41:22.616777 n-d-768851-18 neutron-server[102445]: WARNING neutron.services.metering.metering_plugin [None req-0344016e-e4e4-40b0-a43f-6bf3f2998543 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 08:41:22.630871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-79820717-4f03-4ef2-a2b8-1b9c6b01bc41 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Deleting port b0011dee-6de2-453c-b7f6-0af82e68dc2f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:22.631487 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79820717-4f03-4ef2-a2b8-1b9c6b01bc41 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.749896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 452407db-1f7d-4fed-bf80-e358136204ba up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:22.754581 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0344016e-e4e4-40b0-a43f-6bf3f2998543 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.755892 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0344016e-e4e4-40b0-a43f-6bf3f2998543 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2325888 Nov 12 08:41:22.758868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37046) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:22.812297 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5078758e-0aef-4961-ac13-fc859b01fa57 None None] Provisioning complete for port 669d6232-cf6a-45bf-9492-2808d8fa0284 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:22.812297 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5078758e-0aef-4961-ac13-fc859b01fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.857806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 452407db-1f7d-4fed-bf80-e358136204ba triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:22.858223 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:22.883856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5078758e-0aef-4961-ac13-fc859b01fa57 None None] Port 669d6232-cf6a-45bf-9492-2808d8fa0284 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:22.949339 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.077764 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dc132156-0978-4bba-829e-5181ca3d8705 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=9b5f52be-b934-488a-9c47-a1395c877c7f HTTP/1.1" status: 200 len: 464 time: 0.3154602 Nov 12 08:41:23.090169 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37052) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.093415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:23.103888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:23.113904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-5532ef74-7350-4087-98a2-313d94e520ba req-e463ee3b-a6c7-43ae-ab8f-a7198a8aeed2 service neutron] (102444) timed out ('10.222.0.31', 40218) {{(pid=102444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:41:23.116716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:23.122438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.123096 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.140740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=07f28fee-3ef2-4d12-b186-5cfeb6c39268,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:23.145449 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79820717-4f03-4ef2-a2b8-1b9c6b01bc41 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.155285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ffc56-0c41-4b02-a3ea-d7a05518d94a req-e17869be-6a3c-41e5-96d2-03207ac39c17 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.157221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-db9ffc56-0c41-4b02-a3ea-d7a05518d94a req-e17869be-6a3c-41e5-96d2-03207ac39c17 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.0971036 Nov 12 08:41:23.177806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-79820717-4f03-4ef2-a2b8-1b9c6b01bc41 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Calling delete_port for b0011dee-6de2-453c-b7f6-0af82e68dc2f owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:23.204888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-396e031a-07e4-41fc-b47c-28f39e0c064e tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5623696 Nov 12 08:41:23.222915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37054) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.256106 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b66897c-4ddd-4c2a-be3b-76afcb795126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.332416 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a1f2cb95-0e7e-45e3-8eee-9ea117ef0b90 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.337412 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a1f2cb95-0e7e-45e3-8eee-9ea117ef0b90 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/9b5f52be-b934-488a-9c47-a1395c877c7f HTTP/1.1" status: 204 len: 168 time: 0.2424407 Nov 12 08:41:23.339254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37056) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.371387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66897c-4ddd-4c2a-be3b-76afcb795126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9330ef-ee82-4258-9e06-e7d9a0866049,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:23.400380 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-85a7c6bf-9082-4133-8add-4ff23d66127c tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=9b5f52be-b934-488a-9c47-a1395c877c7f HTTP/1.1" status: 200 len: 221 time: 0.0525410 Nov 12 08:41:23.401519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37058) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.407676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66897c-4ddd-4c2a-be3b-76afcb795126 admin admin] Checking segment: {'id': 'c3ce8979-accd-40b0-90b4-bc87b1fd75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:23.408347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b66897c-4ddd-4c2a-be3b-76afcb795126 admin admin] Network hostable DHCP agents. Network: c0f5d45c-c314-43a2-9378-dd1b94a83f84, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:23.408513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f37ef5fa-ebd3-404c-906c-104601684ee5 None None] Provisioning complete for port 07f28fee-3ef2-4d12-b186-5cfeb6c39268 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:23.409564 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f37ef5fa-ebd3-404c-906c-104601684ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.411677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8612174a-4d24-4a36-99f6-13088b2db2d7 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1462346151', 'description': 'label created by tempest'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:23.413142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8612174a-4d24-4a36-99f6-13088b2db2d7 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Unknown quota resources ['metering_label']. {{(pid=102445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:41:23.422936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00784a2-8f6e-4ece-98c8-389d8eafed64 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:23.435306 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.442104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db44059-3cca-4e37-bfad-031e2a9fcb8b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.443683 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9db44059-3cca-4e37-bfad-031e2a9fcb8b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2169542 Nov 12 08:41:23.448743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37060) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.452501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f37ef5fa-ebd3-404c-906c-104601684ee5 None None] Port 07f28fee-3ef2-4d12-b186-5cfeb6c39268 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:23.455462 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-db9ffc56-0c41-4b02-a3ea-d7a05518d94a req-92763bab-1304-4fec-a562-e85ba104a70d tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803442 Nov 12 08:41:23.484737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Transition to ACTIVE for port object f00784a2-8f6e-4ece-98c8-389d8eafed64 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:41:23.485847 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b66897c-4ddd-4c2a-be3b-76afcb795126 admin admin] Network c0f5d45c-c314-43a2-9378-dd1b94a83f84 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:23.506098 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.544697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1b66897c-4ddd-4c2a-be3b-76afcb795126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, c0f5d45c-c314-43a2-9378-dd1b94a83f84) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:23.555832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e6889-9e75-43b7-834f-8af74587cd5f None None] Network c0f5d45c-c314-43a2-9378-dd1b94a83f84 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:23.566251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b66897c-4ddd-4c2a-be3b-76afcb795126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.566842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b66897c-4ddd-4c2a-be3b-76afcb795126 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.637883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Pushing event updated for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:23.650392 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1b66897c-4ddd-4c2a-be3b-76afcb795126 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4359338 Nov 12 08:41:23.654227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53894280-1b2b-4ec9-a103-f3b9a0f585e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.666792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53894280-1b2b-4ec9-a103-f3b9a0f585e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.680024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53894280-1b2b-4ec9-a103-f3b9a0f585e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.681655 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-53894280-1b2b-4ec9-a103-f3b9a0f585e7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2318649 Nov 12 08:41:23.688704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37068) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.707032 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79820717-4f03-4ef2-a2b8-1b9c6b01bc41 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.712010 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8612174a-4d24-4a36-99f6-13088b2db2d7 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:23.713307 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8612174a-4d24-4a36-99f6-13088b2db2d7 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3101642 Nov 12 08:41:23.716067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37070) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.795866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651653ce-cbc5-40ce-b615-3ed84fdaa732 req-bd20881c-6ac0-4681-a495-b6cfae8325a5 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.797426 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-651653ce-cbc5-40ce-b615-3ed84fdaa732 req-bd20881c-6ac0-4681-a495-b6cfae8325a5 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.2702925 Nov 12 08:41:23.814660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79820717-4f03-4ef2-a2b8-1b9c6b01bc41 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0011dee-6de2-453c-b7f6-0af82e68dc2f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:23.897768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-898d8fd1-82e8-4e62-803b-b475e5995e74 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=bc5c9453-9b77-4d47-8e96-a30999b07762 HTTP/1.1" status: 200 len: 468 time: 0.1735795 Nov 12 08:41:23.897924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37074) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:23.968280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3f4c04-2b9c-4d95-a1fa-ee4012a24194 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:23.991877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9eb7f5-2e55-4e19-ad15-bf7bea360c34 req-231aae94-e57a-48e1-b04f-27fd52f99d46 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:23.994235 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be9eb7f5-2e55-4e19-ad15-bf7bea360c34 req-231aae94-e57a-48e1-b04f-27fd52f99d46 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 944 time: 0.1965368 Nov 12 08:41:24.005232 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79820717-4f03-4ef2-a2b8-1b9c6b01bc41 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.005489 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-79820717-4f03-4ef2-a2b8-1b9c6b01bc41 tempest-RoutersAdminNegativeTest-24441919 tempest-RoutersAdminNegativeTest-24441919-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b0011dee-6de2-453c-b7f6-0af82e68dc2f HTTP/1.1" status: 204 len: 168 time: 1.5787566 Nov 12 08:41:24.032901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Attempting to bind port f00784a2-8f6e-4ece-98c8-389d8eafed64 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:24.033562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Attempting to bind port f00784a2-8f6e-4ece-98c8-389d8eafed64 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:24.033562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Attempting to bind port f00784a2-8f6e-4ece-98c8-389d8eafed64 on network f4e7b44e-b3da-477b-8acb-2235fde73aca {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:24.071988 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be9eb7f5-2e55-4e19-ad15-bf7bea360c34 req-1ad5c785-a583-41a9-8701-67fd7d7958f2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652528 Nov 12 08:41:24.105082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Port f00784a2-8f6e-4ece-98c8-389d8eafed64 on network f4e7b44e-b3da-477b-8acb-2235fde73aca not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:41:24.105082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Attempting to bind port f00784a2-8f6e-4ece-98c8-389d8eafed64 on network f4e7b44e-b3da-477b-8acb-2235fde73aca {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:24.114287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-651653ce-cbc5-40ce-b615-3ed84fdaa732 req-39276cb7-0d72-4a48-a812-125fc653436a tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580080 Nov 12 08:41:24.122066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:24.123682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Checking segment: {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:24.124091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Bound using segment: {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:24.124543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Bound port: f00784a2-8f6e-4ece-98c8-389d8eafed64, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:24.124903 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.130204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d20eac-d38a-4352-9070-3ea06de4f757 None None] Network c0f5d45c-c314-43a2-9378-dd1b94a83f84 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:24.184758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-79a8b02d-d25e-45c0-8e2a-642835ebc5f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port 07f28fee-3ef2-4d12-b186-5cfeb6c39268 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:24.185131 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79a8b02d-d25e-45c0-8e2a-642835ebc5f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.293438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-36532387-35be-4ef9-aa9a-4837259cfb00 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.293438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-36532387-35be-4ef9-aa9a-4837259cfb00 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/bc5c9453-9b77-4d47-8e96-a30999b07762 HTTP/1.1" status: 204 len: 168 time: 0.3959351 Nov 12 08:41:24.295024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37088) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.352699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4e1f21b3-bd2d-4bca-8880-994656561767 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=bc5c9453-9b77-4d47-8e96-a30999b07762 HTTP/1.1" status: 200 len: 216 time: 0.0543649 Nov 12 08:41:24.358464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37092) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.371613 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d53e7e5b-e076-4cd4-b9a2-4360d7275faf tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0100596 Nov 12 08:41:24.375753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37094) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.401037 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fdd349a6-314d-4bb0-81ec-512d841fb0cb tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0217454 Nov 12 08:41:24.402222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:24.404413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37096) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.408533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:24.422822 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.438102 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79a8b02d-d25e-45c0-8e2a-642835ebc5f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.478198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37100) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.522167 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-df3877b5-7daa-4727-a624-fc8c1ffc7c44 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/ee03001c-1548-41fa-9b6c-c4d5cc11f241 HTTP/1.1" status: 200 len: 473 time: 0.1135204 Nov 12 08:41:24.522631 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37104) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.523519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-79a8b02d-d25e-45c0-8e2a-642835ebc5f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for 07f28fee-3ef2-4d12-b186-5cfeb6c39268 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:24.528246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:24.528868 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.530432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] 10.222.0.46 "PUT /v2.0/ports/f00784a2-8f6e-4ece-98c8-389d8eafed64 HTTP/1.1" status: 200 len: 1093 time: 2.4164710 Nov 12 08:41:24.530802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:24.533236 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d306c76-e3dd-4579-85eb-59d9408563d6" -d '{"events": [{"name": "network-changed", "server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:24.543239 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f51f2edb-38ef-47fc-ab42-e92e33b75969 tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/25c0bb95-b390-41e8-bfa5-eff738f54c9f HTTP/1.1" status: 200 len: 461 time: 0.0183394 Nov 12 08:41:24.546000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37108) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.637451 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5d5d2d-64df-46e7-af51-88fb5ea7dbe8 x-openstack-request-id: req-ef5d5d2d-64df-46e7-af51-88fb5ea7dbe8 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:24.637451 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:24.637451 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef5d5d2d-64df-46e7-af51-88fb5ea7dbe8 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:24.637451 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'status': 'completed', 'code': 200} Nov 12 08:41:24.673251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c511d00-908a-481d-b06a-4dd30a654b14 service neutron] Pushing event updated for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:24.819182 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05e871ad-0c46-4674-8917-e43480393aeb tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.821052 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-05e871ad-0c46-4674-8917-e43480393aeb tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/25c0bb95-b390-41e8-bfa5-eff738f54c9f HTTP/1.1" status: 204 len: 168 time: 0.2738075 Nov 12 08:41:24.827924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37128) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:24.838011 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e319046b-c40e-4a39-897c-e7e829e9ddb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:24.840909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-bb93c214-f732-42b2-a2b0-7130e3f13def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:24.842926 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-bb93c214-f732-42b2-a2b0-7130e3f13def service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 1096 time: 0.1925788 Nov 12 08:41:24.967442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5573dc7-7c34-4c4c-b31d-7b1e20af1209 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:24.970190 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5573dc7-7c34-4c4c-b31d-7b1e20af1209 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/networks?id=b92371a2-d9dd-40fc-9474-c705ce807837 HTTP/1.1" status: 200 len: 815 time: 0.2223186 Nov 12 08:41:24.985870 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-2ecf4236-cd5d-4139-8e30-c915274ed546 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64 HTTP/1.1" status: 200 len: 217 time: 0.1318350 Nov 12 08:41:25.034817 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-cdd9aad7-6421-4443-8bbf-5c5c3b094264 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/quotas/8eeed2d1124a4eac82e9bce4a1ab9648 HTTP/1.1" status: 200 len: 375 time: 0.0476849 Nov 12 08:41:25.097778 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e319046b-c40e-4a39-897c-e7e829e9ddb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.114454 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e319046b-c40e-4a39-897c-e7e829e9ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.166835 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-b8247df9-5d5a-4d33-a8bf-13dec736bc7d tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8eeed2d1124a4eac82e9bce4a1ab9648&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1323340 Nov 12 08:41:25.175954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319046b-c40e-4a39-897c-e7e829e9ddb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3974e18a-5102-42d9-8b30-d54330e55c57,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:25.180330 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e319046b-c40e-4a39-897c-e7e829e9ddb8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8923489eb94427fb7918f09741adb85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7010736 Nov 12 08:41:25.191722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37136) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:25.194093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-95c17383-6c14-49bf-a2db-ea8e1b30a77d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:25.203125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-95c17383-6c14-49bf-a2db-ea8e1b30a77d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 814 time: 0.4658179 Nov 12 08:41:25.240046 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79a8b02d-d25e-45c0-8e2a-642835ebc5f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.322822 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ac5c88e-a614-4698-be3a-51b500c566ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.343218 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-985c2e38-c77d-4be7-b50e-67071aed6bb5 service neutron] 10.222.0.31 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526906 Nov 12 08:41:25.369932 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ac5c88e-a614-4698-be3a-51b500c566ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.492437 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-6f8c8ed3-5777-46c5-9126-24592308bc04 service neutron] 10.222.0.31 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375599 Nov 12 08:41:25.493023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ac5c88e-a614-4698-be3a-51b500c566ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.496447 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ac5c88e-a614-4698-be3a-51b500c566ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.496938 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3ac5c88e-a614-4698-be3a-51b500c566ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3974e18a-5102-42d9-8b30-d54330e55c57 HTTP/1.1" status: 204 len: 168 time: 0.3042154 Nov 12 08:41:25.509479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5c88e-a614-4698-be3a-51b500c566ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3974e18a-5102-42d9-8b30-d54330e55c57,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:25.551903 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-b97bda5a-b479-435f-9e1b-4865f28de173 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/quotas/802519acc4c049b59e5ad9647b13586b HTTP/1.1" status: 200 len: 375 time: 0.3472285 Nov 12 08:41:25.588391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8b02d-d25e-45c0-8e2a-642835ebc5f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=07f28fee-3ef2-4d12-b186-5cfeb6c39268,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:25.593328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-c11b9b89-f10e-40f8-adaf-80e91ca55879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:25.595696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-c11b9b89-f10e-40f8-adaf-80e91ca55879 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.5746665 Nov 12 08:41:25.604811 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05776f11-521c-41f7-8c95-594c4e59e57f tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.606002 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-05776f11-521c-41f7-8c95-594c4e59e57f tempest-MeteringTestJSON-642552592 tempest-MeteringTestJSON-642552592-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/ee03001c-1548-41fa-9b6c-c4d5cc11f241 HTTP/1.1" status: 204 len: 168 time: 0.7770956 Nov 12 08:41:25.665079 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-4b9f9a19-0fd0-4993-a13f-1c778580d69d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786355 Nov 12 08:41:25.666147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79a8b02d-d25e-45c0-8e2a-642835ebc5f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:25.669465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-79a8b02d-d25e-45c0-8e2a-642835ebc5f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/07f28fee-3ef2-4d12-b186-5cfeb6c39268 HTTP/1.1" status: 204 len: 168 time: 1.9749343 Nov 12 08:41:25.672359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37148) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:25.753515 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f560043-f3c8-4a57-b29a-48d9adf57248 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:41:25.762951 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9f560043-f3c8-4a57-b29a-48d9adf57248 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/07f28fee-3ef2-4d12-b186-5cfeb6c39268 HTTP/1.1" status: 404 len: 333 time: 0.0872595 Nov 12 08:41:25.767292 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37154) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:25.871513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-c9c0b326-c74a-4155-8ccc-57d1a41d32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:25.873059 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-c9c0b326-c74a-4155-8ccc-57d1a41d32d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2549677 Nov 12 08:41:25.945999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41b235-1f50-4e62-94b4-5bc13fc1c26e req-485d2605-65a0-4eac-8ced-f389480f69cb tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:25.947901 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b41b235-1f50-4e62-94b4-5bc13fc1c26e req-485d2605-65a0-4eac-8ced-f389480f69cb tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.52 "GET /v2.0/ports?device_id=e53b859b-d6f5-46a1-98a5-6d9345e9f10a HTTP/1.1" status: 200 len: 945 time: 0.1807268 Nov 12 08:41:26.051322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33618f03-4978-46d8-89cc-1cd07e602e11 req-4329359b-5f85-4080-927f-e965998abff9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:26.058859 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-33618f03-4978-46d8-89cc-1cd07e602e11 req-4329359b-5f85-4080-927f-e965998abff9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 944 time: 0.1430249 Nov 12 08:41:26.068969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-e054e191-fd11-496d-8eed-7437e21c0910 service neutron] 10.222.0.31 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755989 Nov 12 08:41:26.083399 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4802257e-8e66-44fd-93aa-249e3cd2c40b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port 669d6232-cf6a-45bf-9492-2808d8fa0284 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:26.083809 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4802257e-8e66-44fd-93aa-249e3cd2c40b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.103866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37162) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:26.148603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-c42c30ff-45b9-49f0-b821-3a1101966432 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635019 Nov 12 08:41:26.191700 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-33618f03-4978-46d8-89cc-1cd07e602e11 req-aa8e66df-9a46-45ec-9175-6d466cf7921d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274488 Nov 12 08:41:26.250683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-6b41b235-1f50-4e62-94b4-5bc13fc1c26e req-d8901cb6-ca5f-4a7d-bc07-52b7f1f28da4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Deleting port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:26.251393 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b41b235-1f50-4e62-94b4-5bc13fc1c26e req-d8901cb6-ca5f-4a7d-bc07-52b7f1f28da4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.251913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37164) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:26.255038 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4802257e-8e66-44fd-93aa-249e3cd2c40b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.273524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4802257e-8e66-44fd-93aa-249e3cd2c40b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for 669d6232-cf6a-45bf-9492-2808d8fa0284 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:26.300110 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-290f0173-ace5-48be-8537-098c9921a128 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3f045f15a784e39a194dfdc860aa560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1827323 Nov 12 08:41:26.311814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37168) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:26.444067 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-195e1636-d77a-40c6-83f5-995e67353c78 service neutron] 10.222.0.31 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605044 Nov 12 08:41:26.476107 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e04a9297-dce8-4528-82b8-e39a8eb515d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.488014 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ab47ce9-f07c-4b8e-a4e0-c80a0bf46ef1 req-7d3764af-944f-4820-860a-017090cb5639 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080416 Nov 12 08:41:26.507236 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d9754f7-7ca8-4aba-a830-8d76c3301a3c req-cc814212-daed-4836-898c-fd58e680ad8b tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 210 time: 0.0864282 Nov 12 08:41:26.545589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-6b41b235-1f50-4e62-94b4-5bc13fc1c26e req-d8901cb6-ca5f-4a7d-bc07-52b7f1f28da4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] For port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:26.546626 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b41b235-1f50-4e62-94b4-5bc13fc1c26e req-d8901cb6-ca5f-4a7d-bc07-52b7f1f28da4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.563207 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4802257e-8e66-44fd-93aa-249e3cd2c40b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.564876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6d5add0-c48c-42ef-b9b3-f216198df7d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.598350 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6d5add0-c48c-42ef-b9b3-f216198df7d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.619046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802257e-8e66-44fd-93aa-249e3cd2c40b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=669d6232-cf6a-45bf-9492-2808d8fa0284,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:26.664300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4802257e-8e66-44fd-93aa-249e3cd2c40b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.670854 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4802257e-8e66-44fd-93aa-249e3cd2c40b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/669d6232-cf6a-45bf-9492-2808d8fa0284 HTTP/1.1" status: 204 len: 168 time: 0.9016304 Nov 12 08:41:26.676607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37176) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:26.725253 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7efb087-e099-40ff-a379-b0e9ecae918c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:41:26.729642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-6b41b235-1f50-4e62-94b4-5bc13fc1c26e req-d8901cb6-ca5f-4a7d-bc07-52b7f1f28da4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Calling delete_port for 873e7e4a-c3c0-4fa6-9c01-866937bfb50a owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:26.730234 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b7efb087-e099-40ff-a379-b0e9ecae918c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/669d6232-cf6a-45bf-9492-2808d8fa0284 HTTP/1.1" status: 404 len: 333 time: 0.0510447 Nov 12 08:41:26.734283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37178) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:26.805537 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e04a9297-dce8-4528-82b8-e39a8eb515d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.827582 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e04a9297-dce8-4528-82b8-e39a8eb515d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:26.951015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-260532f9-0c84-4f64-8213-fa30ad96bbb4 req-20252af2-003e-4e3b-9367-2f0e3873b7df tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 210 time: 0.0619266 Nov 12 08:41:26.964075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d306c76-e3dd-4579-85eb-59d9408563d6 req-1f934665-44b8-4718-b707-9ddab237149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:26.974007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d306c76-e3dd-4579-85eb-59d9408563d6 req-1f934665-44b8-4718-b707-9ddab237149a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 1096 time: 0.3220949 Nov 12 08:41:26.995262 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77aeb48-1e1e-4fe8-affc-67ed7c586cec tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting subnet f51156ca-f337-46d1-98ea-2acb6da2f216 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:26.999061 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e77aeb48-1e1e-4fe8-affc-67ed7c586cec tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.007777 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e04a9297-dce8-4528-82b8-e39a8eb515d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c92672f631c64a8784236cdc727b2824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7542055 Nov 12 08:41:27.024232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37186) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:27.084128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a9297-dce8-4528-82b8-e39a8eb515d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0808705-3a67-4a96-88e6-5255c0f409bc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:27.146254 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6d5add0-c48c-42ef-b9b3-f216198df7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.149319 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6d5add0-c48c-42ef-b9b3-f216198df7d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.149555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e77aeb48-1e1e-4fe8-affc-67ed7c586cec tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.150241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c6d5add0-c48c-42ef-b9b3-f216198df7d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5a6413a-350a-454a-9157-c86a9ba391df HTTP/1.1" status: 204 len: 168 time: 0.8343894 Nov 12 08:41:27.255104 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5add0-c48c-42ef-b9b3-f216198df7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a6413a-350a-454a-9157-c86a9ba391df,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:27.447328 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e77aeb48-1e1e-4fe8-affc-67ed7c586cec tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.511549 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0e3be16d-6110-4d9f-b436-cc8a285c0a3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.590893 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e77aeb48-1e1e-4fe8-affc-67ed7c586cec tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.625938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d306c76-e3dd-4579-85eb-59d9408563d6 req-7fc4bece-3983-4447-9cc6-8408cdc7d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:27.628630 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d306c76-e3dd-4579-85eb-59d9408563d6 req-7fc4bece-3983-4447-9cc6-8408cdc7d2cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 918 time: 0.6339345 Nov 12 08:41:27.635786 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0e3be16d-6110-4d9f-b436-cc8a285c0a3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.656416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aeb48-1e1e-4fe8-affc-67ed7c586cec tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Subnet': ['ID=f51156ca-f337-46d1-98ea-2acb6da2f216,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:27.669361 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e77aeb48-1e1e-4fe8-affc-67ed7c586cec tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.673094 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e77aeb48-1e1e-4fe8-affc-67ed7c586cec tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/f51156ca-f337-46d1-98ea-2acb6da2f216 HTTP/1.1" status: 204 len: 168 time: 0.9374900 Nov 12 08:41:27.680486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd6635-ae7f-4eb1-9f32-46892ec6fdeb None None] Network b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:27.681377 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b41b235-1f50-4e62-94b4-5bc13fc1c26e req-d8901cb6-ca5f-4a7d-bc07-52b7f1f28da4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:27.687217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37214) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:27.709500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8c09204a-828e-407d-8725-28375084f634 req-d44a49c7-ffa7-45f2-8e71-5e406a52dbb1 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 210 time: 0.0508225 Nov 12 08:41:27.762187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['873e7e4a-c3c0-4fa6-9c01-866937bfb50a'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:27.763473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be558a4-f494-49d9-9e2b-0d14d7336fa5 req-dcafc831-3c3d-422c-ba2e-901616b94e22 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:27.785542 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7be558a4-f494-49d9-9e2b-0d14d7336fa5 req-dcafc831-3c3d-422c-ba2e-901616b94e22 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 944 time: 0.4103532 Nov 12 08:41:27.813337 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d306c76-e3dd-4579-85eb-59d9408563d6 req-7bd0db2f-141a-4649-929c-e0f51ac73805 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64 HTTP/1.1" status: 200 len: 217 time: 0.1733997 Nov 12 08:41:27.863073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8901cb6-ca5f-4a7d-bc07-52b7f1f28da4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Pushing event deleted for resources: {'Port': ['ID=873e7e4a-c3c0-4fa6-9c01-866937bfb50a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:27.899878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c49ea3-bb0c-49e7-a7cc-1c298864f34e None None] DHCP port deletion for b92371a2-d9dd-40fc-9474-c705ce807837 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:28.164378 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4619bf41-f46c-4029-b933-5cddea338699 req-fa4931ab-19eb-4102-8823-17676720c5e3 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 210 time: 0.0572598 Nov 12 08:41:28.225682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8077d0f-d0d7-4263-b696-838abcb788d1 None None] DHCP port deletion for b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:28.348879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c8077d0f-d0d7-4263-b696-838abcb788d1 None None] Deleting port 452407db-1f7d-4fed-bf80-e358136204ba {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:28.349560 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c8077d0f-d0d7-4263-b696-838abcb788d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.379997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b41b235-1f50-4e62-94b4-5bc13fc1c26e req-d8901cb6-ca5f-4a7d-bc07-52b7f1f28da4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] No DVR routers for this DVR port 873e7e4a-c3c0-4fa6-9c01-866937bfb50a on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:28.392933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b41b235-1f50-4e62-94b4-5bc13fc1c26e req-d8901cb6-ca5f-4a7d-bc07-52b7f1f28da4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.397438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b41b235-1f50-4e62-94b4-5bc13fc1c26e req-d8901cb6-ca5f-4a7d-bc07-52b7f1f28da4 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.52 "DELETE /v2.0/ports/873e7e4a-c3c0-4fa6-9c01-866937bfb50a HTTP/1.1" status: 204 len: 173 time: 2.4161217 Nov 12 08:41:28.412249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53b859b-d6f5-46a1-98a5-6d9345e9f10a', 'name': 'network-vif-deleted', 'tag': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:28.415736 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3979e2a6-73fe-4632-a958-42c0a0209c1d" -d '{"events": [{"server_uuid": "e53b859b-d6f5-46a1-98a5-6d9345e9f10a", "name": "network-vif-deleted", "tag": "873e7e4a-c3c0-4fa6-9c01-866937bfb50a"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:28.436505 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.449684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0e3be16d-6110-4d9f-b436-cc8a285c0a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.459504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c8077d0f-d0d7-4263-b696-838abcb788d1 None None] For port 452407db-1f7d-4fed-bf80-e358136204ba, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=452407db-1f7d-4fed-bf80-e358136204ba,segment=NetworkSegment(c6c60ca1-310e-4943-a2ab-fbb4fe79b456),segment_id=c6c60ca1-310e-4943-a2ab-fbb4fe79b456)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:28.459909 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c8077d0f-d0d7-4263-b696-838abcb788d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.461235 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0e3be16d-6110-4d9f-b436-cc8a285c0a3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.462677 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0e3be16d-6110-4d9f-b436-cc8a285c0a3b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0808705-3a67-4a96-88e6-5255c0f409bc HTTP/1.1" status: 204 len: 168 time: 1.4367771 Nov 12 08:41:28.483096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d306c76-e3dd-4579-85eb-59d9408563d6 req-abf782cd-1583-4e1a-a4d4-3ea25ace3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:28.485073 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d306c76-e3dd-4579-85eb-59d9408563d6 req-abf782cd-1583-4e1a-a4d4-3ea25ace3ff2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.6448004 Nov 12 08:41:28.488710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c8077d0f-d0d7-4263-b696-838abcb788d1 None None] Calling delete_port for 452407db-1f7d-4fed-bf80-e358136204ba owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:28.497134 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7be558a4-f494-49d9-9e2b-0d14d7336fa5 req-873e2a7d-5fc5-4cf2-8191-0b20c97feadf tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7104838 Nov 12 08:41:28.503260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37238) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:28.605737 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5241e48a-324a-4671-9656-3e5658099c16 x-openstack-request-id: req-5241e48a-324a-4671-9656-3e5658099c16 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:28.606586 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53b859b-d6f5-46a1-98a5-6d9345e9f10a", "name": "network-vif-deleted", "tag": "873e7e4a-c3c0-4fa6-9c01-866937bfb50a", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:28.607070 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5241e48a-324a-4671-9656-3e5658099c16 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:28.607727 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e53b859b-d6f5-46a1-98a5-6d9345e9f10a', 'name': 'network-vif-deleted', 'tag': '873e7e4a-c3c0-4fa6-9c01-866937bfb50a', 'status': 'completed', 'code': 200} Nov 12 08:41:28.675968 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3be16d-6110-4d9f-b436-cc8a285c0a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0808705-3a67-4a96-88e6-5255c0f409bc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:28.714692 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.767299 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c8077d0f-d0d7-4263-b696-838abcb788d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:28.795049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f121a0-4221-4f54-b254-b592c95244e1 req-73cc29fa-e302-43ea-9066-3d1095ae0f94 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:28.796754 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-73cc29fa-e302-43ea-9066-3d1095ae0f94 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.52 "GET /v2.0/networks?id=b92371a2-d9dd-40fc-9474-c705ce807837 HTTP/1.1" status: 200 len: 815 time: 0.9355013 Nov 12 08:41:28.855486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8077d0f-d0d7-4263-b696-838abcb788d1 None None] Pushing event deleted for resources: {'Port': ['ID=452407db-1f7d-4fed-bf80-e358136204ba,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:28.857899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8077d0f-d0d7-4263-b696-838abcb788d1 None None] No DVR routers for this DVR port 452407db-1f7d-4fed-bf80-e358136204ba on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:28.919855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Request body: {'port': {'device_id': '02e55472-48f3-43e4-ace2-0ec88d49409c', 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837', 'admin_state_up': True, 'tenant_id': '8eeed2d1124a4eac82e9bce4a1ab9648'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:28.954805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] The port '452407db-1f7d-4fed-bf80-e358136204ba' was deleted {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 08:41:29.081586 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9733b2e-41da-4c9c-a8eb-5c4bcf988a3a req-12d62c9d-dc9c-482a-b91e-4a5728e7d461 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 210 time: 0.1480300 Nov 12 08:41:29.084065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 452407db-1f7d-4fed-bf80-e358136204ba no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:29.129647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 452407db-1f7d-4fed-bf80-e358136204ba {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:29.130323 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 452407db-1f7d-4fed-bf80-e358136204ba not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:29.284144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-855926856'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:29.339797 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f00784a2-8f6e-4ece-98c8-389d8eafed64 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:29.366137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Made reservation on behalf of efb15c5a26d64de38c0e4bcc29ae1918 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:29.372545 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.384795 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.456849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d306c76-e3dd-4579-85eb-59d9408563d6 req-e4bee179-edaa-4692-b8aa-deb06a912e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.459008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d306c76-e3dd-4579-85eb-59d9408563d6 req-e4bee179-edaa-4692-b8aa-deb06a912e0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9340630 Nov 12 08:41:29.498946 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.506457 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.531883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:29.551756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37252) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:29.571380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:29.575077 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.575418 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Added segment ba8819f1-9bd7-4926-a3a4-be0ebe8d3278 of type vlan for network d5afd0d0-dd62-4d77-8494-865cdaa085b1 Nov 12 08:41:29.586373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'port_id': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'mac_address': 'fa:16:3e:ac:04:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:29.596363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f70f8122-be82-4035-ab9b-9a1d6786ce11 req-813c4674-5d0b-47c6-968a-b05d4264e8d1 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 210 time: 0.1622586 Nov 12 08:41:29.650373 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-83ac35cc-2bf9-4016-beba-3a9e66463691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.650855 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.661971 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.710172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00784a2-8f6e-4ece-98c8-389d8eafed64 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:29.751236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d46518d5-29f5-4544-abe3-525d0ef43c48,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:29.758472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:29.765692 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.766925 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.775179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:29.802512 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-74c797c0-c1de-4877-90d8-cd6955b14a4c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.804031 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-74c797c0-c1de-4877-90d8-cd6955b14a4c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.52 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 814 time: 1.1032429 Nov 12 08:41:29.829222 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.832935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c60ca1-310e-4943-a2ab-fbb4fe79b456') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:29.833276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c60ca1-310e-4943-a2ab-fbb4fe79b456') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:29.836436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:29.837373 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.839379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Request body: {'port': {'device_id': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84', 'admin_state_up': True, 'tenant_id': '802519acc4c049b59e5ad9647b13586b'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:29.844963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:29.864726 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3595490 Nov 12 08:41:29.871567 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.873025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37264) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:29.891723 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-83ac35cc-2bf9-4016-beba-3a9e66463691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.892587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4a16a196-49dd-43f5-933e-ed742d080880 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Request body: {'subnet': {'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:29.901190 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-83ac35cc-2bf9-4016-beba-3a9e66463691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:29.952862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74117b31-5f71-4c3b-af8b-848b37aa9e90 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event updated for resources: {'Network': ['ID=d5afd0d0-dd62-4d77-8494-865cdaa085b1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:29.966710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network d5afd0d0-dd62-4d77-8494-865cdaa085b1 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:30.014257 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac35cc-2bf9-4016-beba-3a9e66463691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f70572-bbbd-4ae1-9961-2cc9cb96995f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:30.019377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-83ac35cc-2bf9-4016-beba-3a9e66463691 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95873f1cf5ed4846bcc6b7c16c1d0235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4461384 Nov 12 08:41:30.024007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37268) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:30.056064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.059617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d306c76-e3dd-4579-85eb-59d9408563d6 req-1ea66490-df73-4639-ae1e-2fcce8c52ca5 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818505 Nov 12 08:41:30.087548 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:30.088052 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.099979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5e61b-05c0-472c-8531-9d69c5ef0a27 req-22e93c6b-210a-4937-b6b6-5a5a2a023881 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:30.101555 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9e5e61b-05c0-472c-8531-9d69c5ef0a27 req-22e93c6b-210a-4937-b6b6-5a5a2a023881 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.3613400 Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:30.102257 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:30.131039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-087cb038-a5fc-464f-b1ed-e357c0dab9df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.139713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Made reservation on behalf of 8eeed2d1124a4eac82e9bce4a1ab9648 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:30.143936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.163405 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-087cb038-a5fc-464f-b1ed-e357c0dab9df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.204695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['f00784a2-8f6e-4ece-98c8-389d8eafed64'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:30.229237 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b29aeaf-5be0-4cda-9b20-ddd5b2bc3333 req-1c01baa2-fc07-4cb0-8e92-3c1651524feb tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 210 time: 0.0405374 Nov 12 08:41:30.267080 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-087cb038-a5fc-464f-b1ed-e357c0dab9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.270155 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-087cb038-a5fc-464f-b1ed-e357c0dab9df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.271767 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-087cb038-a5fc-464f-b1ed-e357c0dab9df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57f70572-bbbd-4ae1-9961-2cc9cb96995f HTTP/1.1" status: 204 len: 168 time: 0.2465789 Nov 12 08:41:30.283210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cb038-a5fc-464f-b1ed-e357c0dab9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f70572-bbbd-4ae1-9961-2cc9cb96995f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:30.329661 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.392985 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.396296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/networks/b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c HTTP/1.1" status: 204 len: 168 time: 2.6624560 Nov 12 08:41:30.402206 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37274) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:30.407797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-07118af6-575a-427d-b48a-4cd27333def7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1772463798'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:30.426469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a16a196-49dd-43f5-933e-ed742d080880 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Made reservation on behalf of efb15c5a26d64de38c0e4bcc29ae1918 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:30.431149 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a16a196-49dd-43f5-933e-ed742d080880 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.443755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466974c-ef11-405b-861f-d6a37602196d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Network': ['ID=b7ccd68e-14a9-48ce-ad69-1ff9c828eb7c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:30.467638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 873e7e4a-c3c0-4fa6-9c01-866937bfb50a no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:30.468286 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9e5e61b-05c0-472c-8531-9d69c5ef0a27 req-ac025870-3821-4c08-b5de-b6841964bdda tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3448634 Nov 12 08:41:30.496396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 873e7e4a-c3c0-4fa6-9c01-866937bfb50a {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:30.496980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 873e7e4a-c3c0-4fa6-9c01-866937bfb50a not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:30.530521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07118af6-575a-427d-b48a-4cd27333def7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:30.541221 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07118af6-575a-427d-b48a-4cd27333def7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.551377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Made reservation on behalf of 802519acc4c049b59e5ad9647b13586b for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:30.554946 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.563946 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d306c76-e3dd-4579-85eb-59d9408563d6 req-0200800d-5e2a-4818-abc3-7f3cc39def89 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900744 Nov 12 08:41:30.580250 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07118af6-575a-427d-b48a-4cd27333def7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:30.590095 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07118af6-575a-427d-b48a-4cd27333def7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.590835 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-07118af6-575a-427d-b48a-4cd27333def7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Added segment 3b0efa12-8655-4b35-9648-7b67de853b9a of type vlan for network 37fa03d2-347d-441e-9d2b-fc681b24cf65 Nov 12 08:41:30.645090 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07118af6-575a-427d-b48a-4cd27333def7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.689075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07118af6-575a-427d-b48a-4cd27333def7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.703506 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Allocated IP 172.20.0.4 (b92371a2-d9dd-40fc-9474-c705ce807837/132b99d6-8d60-4e2d-ad2b-98e3f6298362/46ee98f6-7299-43f6-931d-c0aa4d6a5f9e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:30.704647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07118af6-575a-427d-b48a-4cd27333def7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:30.706709 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07118af6-575a-427d-b48a-4cd27333def7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:30.845430 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-07118af6-575a-427d-b48a-4cd27333def7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4426174 Nov 12 08:41:30.847302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37284) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:30.863746 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7ff8002-ac87-4843-b5d3-d09814a3f902 req-633b3a8f-97e0-423f-9dda-06cabc36aefa tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 210 time: 0.1062083 Nov 12 08:41:30.883539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ccb6c4e4-9c04-4cd6-a0a6-ff5e071a1c4f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': '37fa03d2-347d-441e-9d2b-fc681b24cf65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:30.903549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Allocated IP 172.20.0.2 (c0f5d45c-c314-43a2-9378-dd1b94a83f84/6b9330ef-ee82-4258-9e06-e7d9a0866049/792c441e-15ac-405f-bf18-8377256b50fc) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:30.964395 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a16a196-49dd-43f5-933e-ed742d080880 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.027646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07118af6-575a-427d-b48a-4cd27333def7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Network': ['ID=37fa03d2-347d-441e-9d2b-fc681b24cf65,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:31.055836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 37fa03d2-347d-441e-9d2b-fc681b24cf65 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:31.103730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb6c4e4-9c04-4cd6-a0a6-ff5e071a1c4f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:31.110058 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c4e4-9c04-4cd6-a0a6-ff5e071a1c4f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.316812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16a196-49dd-43f5-933e-ed742d080880 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event updated for resources: {'Subnet': ['ID=e096e385-5108-4300-aa66-7b158cac7c77,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:31.350621 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c4e4-9c04-4cd6-a0a6-ff5e071a1c4f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.378905 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.432639 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.461861 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca304e37-7788-465d-ad91-a2310397db96 req-3376fc8f-0f46-4a3c-855d-07e3b658fe0f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 210 time: 0.0554328 Nov 12 08:41:31.479022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6c4e4-9c04-4cd6-a0a6-ff5e071a1c4f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Subnet': ['ID=6b9cca3e-db87-47dc-8963-1e264ee73e22,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:31.488737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6c4e4-9c04-4cd6-a0a6-ff5e071a1c4f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Checking segment: {'id': '3b0efa12-8655-4b35-9648-7b67de853b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '37fa03d2-347d-441e-9d2b-fc681b24cf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:31.489183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6c4e4-9c04-4cd6-a0a6-ff5e071a1c4f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network hostable DHCP agents. Network: 37fa03d2-347d-441e-9d2b-fc681b24cf65, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:31.495088 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.515479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6c4e4-9c04-4cd6-a0a6-ff5e071a1c4f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network 37fa03d2-347d-441e-9d2b-fc681b24cf65 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:31.522615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a16a196-49dd-43f5-933e-ed742d080880 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Checking segment: {'id': 'ba8819f1-9bd7-4926-a3a4-be0ebe8d3278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:31.526075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16a196-49dd-43f5-933e-ed742d080880 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Network hostable DHCP agents. Network: d5afd0d0-dd62-4d77-8494-865cdaa085b1, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:31.537960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-ccb6c4e4-9c04-4cd6-a0a6-ff5e071a1c4f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 37fa03d2-347d-441e-9d2b-fc681b24cf65) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:31.549492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f97b468-1d57-42ed-a3b6-aefc44006a18 None None] Network 37fa03d2-347d-441e-9d2b-fc681b24cf65 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:31.552421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6c4e4-9c04-4cd6-a0a6-ff5e071a1c4f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.553826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c4e4-9c04-4cd6-a0a6-ff5e071a1c4f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.577855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Network c0f5d45c-c314-43a2-9378-dd1b94a83f84 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:31.582871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:31.593800 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.598354 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ccb6c4e4-9c04-4cd6-a0a6-ff5e071a1c4f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7247152 Nov 12 08:41:31.599063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37308) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:31.605139 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-28561794-a25c-4ce3-bb44-2a377ec9b712 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1892474254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:31.605428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:31.649434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Pushing event updated for resources: {'Port': ['ID=792c441e-15ac-405f-bf18-8377256b50fc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:31.664852 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28561794-a25c-4ce3-bb44-2a377ec9b712 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.667231 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28561794-a25c-4ce3-bb44-2a377ec9b712 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.727743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16a196-49dd-43f5-933e-ed742d080880 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Network d5afd0d0-dd62-4d77-8494-865cdaa085b1 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:31.750641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28561794-a25c-4ce3-bb44-2a377ec9b712 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.762046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28561794-a25c-4ce3-bb44-2a377ec9b712 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.765283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Network b92371a2-d9dd-40fc-9474-c705ce807837 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:31.776328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:31.778192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-4a16a196-49dd-43f5-933e-ed742d080880 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, d5afd0d0-dd62-4d77-8494-865cdaa085b1) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:31.784668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:31.816247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc317c08-f7ff-496e-a721-f3a2a3d86015 None None] Network d5afd0d0-dd62-4d77-8494-865cdaa085b1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:31.822496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a16a196-49dd-43f5-933e-ed742d080880 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.823370 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a16a196-49dd-43f5-933e-ed742d080880 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.825004 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8234a125-21bb-4ee1-951f-b7068dbda7ef None None] DHCP port deletion for b92371a2-d9dd-40fc-9474-c705ce807837 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:31.826547 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-28561794-a25c-4ce3-bb44-2a377ec9b712 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.830288 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-28561794-a25c-4ce3-bb44-2a377ec9b712 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2301366 Nov 12 08:41:31.832770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37312) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:31.834641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.835333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.852553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'network_id': '37fa03d2-347d-441e-9d2b-fc681b24cf65', 'name': 'tempest-PortsIpV6TestJSON-803405107'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:31.860120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Pushing event updated for resources: {'Port': ['ID=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:31.903109 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c9f6f-9c78-4d55-9637-87e1cc5c30ad req-8099c997-ef58-4792-af35-1300090d92b2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.904742 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7b1c9f6f-9c78-4d55-9637-87e1cc5c30ad req-8099c997-ef58-4792-af35-1300090d92b2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.2629354 Nov 12 08:41:31.910922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4a16a196-49dd-43f5-933e-ed742d080880 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0238085 Nov 12 08:41:31.914140 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37316) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:31.926855 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-5b4f30ce-6eb4-414d-b9c2-a8bab660f5cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0973401 Nov 12 08:41:31.932904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:31.942196 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:31.953713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Request body: {'port': {'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-504666788'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:31.965672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-b7ca7d6e-8cca-4784-9a9f-1da0428e7268 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:41:31.966542 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-b7ca7d6e-8cca-4784-9a9f-1da0428e7268 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207253 Nov 12 08:41:32.043998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-e5ce94fe-4617-4594-b0d0-242e611f3bef tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2051086 Nov 12 08:41:32.064754 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-37fa03d2-347d-441e-9d2b-fc681b24cf65', 'network_id': '37fa03d2-347d-441e-9d2b-fc681b24cf65', 'tenant_id': '7a018f4360bb4254a8b53a75c99fd8fa', 'fixed_ips': [{'subnet_id': '6b9cca3e-db87-47dc-8963-1e264ee73e22'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:41:32.065839 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.109274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7b1c9f6f-9c78-4d55-9637-87e1cc5c30ad req-f4a9d01d-f7e6-4015-9ee9-2d28a09f7d4d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869903 Nov 12 08:41:32.232575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae095ce-15c2-43f6-8753-0453fc9fc68c req-ce08b0af-8d0c-4fa8-8c24-30fd2c9deeed tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:32.234561 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cae095ce-15c2-43f6-8753-0453fc9fc68c req-ce08b0af-8d0c-4fa8-8c24-30fd2c9deeed tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 931 time: 0.2017887 Nov 12 08:41:32.324872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Request body: {'port': {'device_id': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:32.332047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-d5afd0d0-dd62-4d77-8494-865cdaa085b1', 'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1', 'tenant_id': 'efb15c5a26d64de38c0e4bcc29ae1918', 'fixed_ips': [{'subnet_id': 'e096e385-5108-4300-aa66-7b158cac7c77'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:41:32.338235 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.388969 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Request body: {'port': {'device_id': '02e55472-48f3-43e4-ace2-0ec88d49409c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:32.408640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b7f96ccb-26e5-4f0f-bdf3-33027153d3b0 None None] Provisioning complete for port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:32.415108 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b7f96ccb-26e5-4f0f-bdf3-33027153d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.497130 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.560601 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.677436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Allocated IP 2001:db8::2 (d5afd0d0-dd62-4d77-8494-865cdaa085b1/e096e385-5108-4300-aa66-7b158cac7c77/e8a519ad-66ab-4c00-89f9-2af114fc4bc4) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:32.689899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37338) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:32.730508 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:32.745917 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.776182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Made reservation on behalf of efb15c5a26d64de38c0e4bcc29ae1918 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:32.787668 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.824077 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4b609-38fa-4945-bce2-a8bef820ef25 req-387f8a2a-bc5f-4654-9186-83bc845448af tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:32.826092 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ea4b609-38fa-4945-bce2-a8bef820ef25 req-387f8a2a-bc5f-4654-9186-83bc845448af tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 931 time: 0.2304804 Nov 12 08:41:32.869761 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.876610 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b7f96ccb-26e5-4f0f-bdf3-33027153d3b0 None None] Port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:32.888402 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:32.908302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port fd6eab03-c965-4353-939b-21f2331abe23 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:32.962390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Network d5afd0d0-dd62-4d77-8494-865cdaa085b1 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:32.969309 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:32.972889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:33.017836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Allocated IP 2001:db8::2 (37fa03d2-347d-441e-9d2b-fc681b24cf65/6b9cca3e-db87-47dc-8963-1e264ee73e22/8e4239ac-8595-4aa3-930c-e32506b94534) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:33.021016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-725211711', 'router:external': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:33.041815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cae095ce-15c2-43f6-8753-0453fc9fc68c req-b47f5d30-44b7-4618-9368-022444eddcc6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7915866 Nov 12 08:41:33.056655 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] device_id is not set on port 68449513-b004-49d4-9f7e-6144e6ddbf47 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:33.158211 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Made reservation on behalf of cea3fec6f5624daa87b36d066153ebbb for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:33.162792 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.177881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.183754 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.207469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Pushing event updated for resources: {'Port': ['ID=e8a519ad-66ab-4c00-89f9-2af114fc4bc4,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.222399 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.297735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Network 37fa03d2-347d-441e-9d2b-fc681b24cf65 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:33.303462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Attempting to bind port e8a519ad-66ab-4c00-89f9-2af114fc4bc4 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:33.304110 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Attempting to bind port e8a519ad-66ab-4c00-89f9-2af114fc4bc4 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'ba8819f1-9bd7-4926-a3a4-be0ebe8d3278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:33.304706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Attempting to bind port e8a519ad-66ab-4c00-89f9-2af114fc4bc4 on network d5afd0d0-dd62-4d77-8494-865cdaa085b1 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:33.310514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:33.319325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:33.323286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Pushing event updated for resources: {'Port': ['ID=8e4239ac-8595-4aa3-930c-e32506b94534,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.332887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.333187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:33.334008 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Checking segment: {'id': 'ba8819f1-9bd7-4926-a3a4-be0ebe8d3278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:33.335164 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.335850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Bound using segment: {'id': 'ba8819f1-9bd7-4926-a3a4-be0ebe8d3278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:33.336577 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Bound port: e8a519ad-66ab-4c00-89f9-2af114fc4bc4, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8819f1-9bd7-4926-a3a4-be0ebe8d3278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:33.337264 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.363841 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f00784a2-8f6e-4ece-98c8-389d8eafed64 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:33.395164 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.472926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792c441e-15ac-405f-bf18-8377256b50fc {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:33.494088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:41:33.495034 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.503633 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.504532 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Added segment 2c89ba15-c4e2-4620-b760-7be085e05f10 of type vlan for network b96c6830-b072-498c-b98d-6f36b3bd78b2 Nov 12 08:41:33.520566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Attempting to bind port 8e4239ac-8595-4aa3-930c-e32506b94534 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:33.520973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Attempting to bind port 8e4239ac-8595-4aa3-930c-e32506b94534 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '3b0efa12-8655-4b35-9648-7b67de853b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '37fa03d2-347d-441e-9d2b-fc681b24cf65'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:33.521398 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Attempting to bind port 8e4239ac-8595-4aa3-930c-e32506b94534 on network 37fa03d2-347d-441e-9d2b-fc681b24cf65 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:33.525629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] For port e8a519ad-66ab-4c00-89f9-2af114fc4bc4, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:33.531187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] For port e8a519ad-66ab-4c00-89f9-2af114fc4bc4, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e8a519ad-66ab-4c00-89f9-2af114fc4bc4,segment=NetworkSegment(ba8819f1-9bd7-4926-a3a4-be0ebe8d3278),segment_id=ba8819f1-9bd7-4926-a3a4-be0ebe8d3278)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:33.532321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port f00784a2-8f6e-4ece-98c8-389d8eafed64 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:33.537599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port f00784a2-8f6e-4ece-98c8-389d8eafed64 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:33.538397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.540378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:33.540669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Checking segment: {'id': '3b0efa12-8655-4b35-9648-7b67de853b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '37fa03d2-347d-441e-9d2b-fc681b24cf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:33.541090 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.541524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Bound using segment: {'id': '3b0efa12-8655-4b35-9648-7b67de853b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '37fa03d2-347d-441e-9d2b-fc681b24cf65'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:33.542072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Bound port: 8e4239ac-8595-4aa3-930c-e32506b94534, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0efa12-8655-4b35-9648-7b67de853b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '37fa03d2-347d-441e-9d2b-fc681b24cf65'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:33.542456 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.546707 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.553148 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.561476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ea4b609-38fa-4945-bce2-a8bef820ef25 req-81b0f679-cda1-48da-98cf-65893f347626 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7176657 Nov 12 08:41:33.600708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.601868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:33.602797 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.603442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Transition to ACTIVE for port object 792c441e-15ac-405f-bf18-8377256b50fc will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:41:33.621886 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.693486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6ff8e-126b-4762-8283-61a12641052f None None] Pushing event updated for resources: {'Port': ['ID=e8a519ad-66ab-4c00-89f9-2af114fc4bc4,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.768701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bdaf5-ffdc-4021-b668-0f7da20a16d8 req-395fd8cc-c97a-4f4f-839d-5957276c6a41 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:33.770323 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cc4bdaf5-ffdc-4021-b668-0f7da20a16d8 req-395fd8cc-c97a-4f4f-839d-5957276c6a41 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.3846307 Nov 12 08:41:33.783356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Allocated IP 2001:db8::108 (d5afd0d0-dd62-4d77-8494-865cdaa085b1/e096e385-5108-4300-aa66-7b158cac7c77/68449513-b004-49d4-9f7e-6144e6ddbf47) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:33.786207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64352e5c-51da-40df-a074-629b0503d3f3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.799208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] For port 8e4239ac-8595-4aa3-930c-e32506b94534, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:33.813085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Pushing event updated for resources: {'Port': ['ID=792c441e-15ac-405f-bf18-8377256b50fc,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.882006 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1889529 Nov 12 08:41:33.889051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37348) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:33.894782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Request body: {'subnet': {'network_id': 'b96c6830-b072-498c-b98d-6f36b3bd78b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:33.906967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Attempting to bind port 792c441e-15ac-405f-bf18-8377256b50fc on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:33.907314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Attempting to bind port 792c441e-15ac-405f-bf18-8377256b50fc by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'c3ce8979-accd-40b0-90b4-bc87b1fd75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:33.908089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Attempting to bind port 792c441e-15ac-405f-bf18-8377256b50fc on network c0f5d45c-c314-43a2-9378-dd1b94a83f84 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:33.930762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Port 792c441e-15ac-405f-bf18-8377256b50fc on network c0f5d45c-c314-43a2-9378-dd1b94a83f84 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:41:33.931172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Attempting to bind port 792c441e-15ac-405f-bf18-8377256b50fc on network c0f5d45c-c314-43a2-9378-dd1b94a83f84 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:33.948479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:33.949752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8::341 (37fa03d2-347d-441e-9d2b-fc681b24cf65/6b9cca3e-db87-47dc-8963-1e264ee73e22/fd6eab03-c965-4353-939b-21f2331abe23) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:33.953431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:33.953831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Checking segment: {'id': 'c3ce8979-accd-40b0-90b4-bc87b1fd75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:33.954232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Bound using segment: {'id': 'c3ce8979-accd-40b0-90b4-bc87b1fd75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:33.954684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Bound port: 792c441e-15ac-405f-bf18-8377256b50fc, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ce8979-accd-40b0-90b4-bc87b1fd75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:33.955048 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:33.964256 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428e593-531e-4367-9c0b-55f3a696df1f tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event updated for resources: {'Network': ['ID=b96c6830-b072-498c-b98d-6f36b3bd78b2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:33.982986 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.061279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Transition to ACTIVE for port object 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:41:34.062635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Made reservation on behalf of cea3fec6f5624daa87b36d066153ebbb for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:34.065071 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.109468 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.152867 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cc4bdaf5-ffdc-4021-b668-0f7da20a16d8 req-53ccf6fe-11b6-4d92-a45a-a2493ddfb4d0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3425994 Nov 12 08:41:34.201619 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.223181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] For port 8e4239ac-8595-4aa3-930c-e32506b94534, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8e4239ac-8595-4aa3-930c-e32506b94534,segment=NetworkSegment(3b0efa12-8655-4b35-9648-7b67de853b9a),segment_id=3b0efa12-8655-4b35-9648-7b67de853b9a)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:34.224665 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network b96c6830-b072-498c-b98d-6f36b3bd78b2 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:41:34.253877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:34.257536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:34.260571 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd76d532-881c-48fc-bca7-f093ae30a2bb" -d '{"events": [{"server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "name": "network-vif-plugged", "status": "completed", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:34.280219 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.320383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:34.374885 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.387234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1796a43-6e10-492f-9468-3a551a9f1d81 req-1d01fecc-1b87-474f-83c8-5200803cbd51 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:34.387709 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadce2fe-e51e-440d-b50a-579c42addec8 None None] Pushing event updated for resources: {'Port': ['ID=8e4239ac-8595-4aa3-930c-e32506b94534,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:34.396960 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1796a43-6e10-492f-9468-3a551a9f1d81 req-1d01fecc-1b87-474f-83c8-5200803cbd51 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.1777864 Nov 12 08:41:34.453704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7072bfeb-a639-4425-8957-434512ccae7a None None] DHCP port deletion for b92371a2-d9dd-40fc-9474-c705ce807837 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:34.463142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:34.464390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=792c441e-15ac-405f-bf18-8377256b50fc,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:34.480354 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1796a43-6e10-492f-9468-3a551a9f1d81 req-2ca37384-046c-42eb-8549-baf950e5a2f7 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794642 Nov 12 08:41:34.493283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Pushing event updated for resources: {'Port': ['ID=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:34.500997 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.549069 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.586322 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.647134 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ce308b-dd7e-4461-8520-3c7dfd33bff4 x-openstack-request-id: req-80ce308b-dd7e-4461-8520-3c7dfd33bff4 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:34.647428 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "name": "network-vif-plugged", "status": "completed", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:34.647681 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80ce308b-dd7e-4461-8520-3c7dfd33bff4 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:34.648078 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'code': 200} Nov 12 08:41:34.706125 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.719516 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.807509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network 37fa03d2-347d-441e-9d2b-fc681b24cf65 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:34.817406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:34.828616 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:34.835571 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:34.840921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.893364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Network d5afd0d0-dd62-4d77-8494-865cdaa085b1 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:34.906406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:34.915442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e8a519ad-66ab-4c00-89f9-2af114fc4bc4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:34.917263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:34.923679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:34.925282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:34.934652 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0963304 Nov 12 08:41:34.935660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37362) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:34.956292 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabe549-2552-459a-9592-64e737a3c0ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=fd6eab03-c965-4353-939b-21f2331abe23,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:34.997070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Pushing event updated for resources: {'Port': ['ID=792c441e-15ac-405f-bf18-8377256b50fc,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:35.018454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.019542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.021442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-76e7ecc6-1486-45de-b5f7-f5080a4b65d8 service neutron] 10.222.0.52 "PUT /v2.0/ports/792c441e-15ac-405f-bf18-8377256b50fc HTTP/1.1" status: 200 len: 1092 time: 3.0329037 Nov 12 08:41:35.029953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'tag': '792c441e-15ac-405f-bf18-8377256b50fc'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:35.034620 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b37c12-608e-42eb-bc2d-c9bb4afa5e29" -d '{"events": [{"name": "network-changed", "server_uuid": "59e709fb-f9ac-432b-86ac-7af02bb8da30", "tag": "792c441e-15ac-405f-bf18-8377256b50fc"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:35.053528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e8a519ad-66ab-4c00-89f9-2af114fc4bc4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:35.054356 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.141810 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2223992 Nov 12 08:41:35.144325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37368) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:35.147065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Attempting to bind port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:35.147528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Attempting to bind port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:35.148031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Attempting to bind port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e on network b92371a2-d9dd-40fc-9474-c705ce807837 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:35.167194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Request body: {'port': {'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-19632592', 'allowed_address_pairs': [{'ip_address': '2001:db8::108', 'mac_address': 'fa:16:3e:3c:de:c2'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:35.185710 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ac84838d-4649-4c08-9a8c-2b5a6cb59ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.251229 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.260078 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c490f37-a6c4-4c37-9fb8-18f061af19f9 x-openstack-request-id: req-4c490f37-a6c4-4c37-9fb8-18f061af19f9 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:35.261485 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e709fb-f9ac-432b-86ac-7af02bb8da30", "tag": "792c441e-15ac-405f-bf18-8377256b50fc", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:35.264394 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c490f37-a6c4-4c37-9fb8-18f061af19f9 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:35.264905 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'tag': '792c441e-15ac-405f-bf18-8377256b50fc', 'status': 'completed', 'code': 200} Nov 12 08:41:35.283586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e on network b92371a2-d9dd-40fc-9474-c705ce807837 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:41:35.283586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Attempting to bind port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e on network b92371a2-d9dd-40fc-9474-c705ce807837 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:35.291885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e37d1-75a1-4da9-ac89-953803e2ac3e req-df03d09b-323e-4e37-9886-92fb81e62eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.297234 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-766e37d1-75a1-4da9-ac89-953803e2ac3e req-df03d09b-323e-4e37-9886-92fb81e62eb4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 1098 time: 0.4989455 Nov 12 08:41:35.310904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186f2ea-375c-4c9e-9dfa-7a699dc68dda req-db1cd670-7f8f-4aee-80fd-7d960e76830f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.319967 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0186f2ea-375c-4c9e-9dfa-7a699dc68dda req-db1cd670-7f8f-4aee-80fd-7d960e76830f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 943 time: 0.5184777 Nov 12 08:41:35.322814 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port e8a519ad-66ab-4c00-89f9-2af114fc4bc4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e8a519ad-66ab-4c00-89f9-2af114fc4bc4,segment=NetworkSegment(ba8819f1-9bd7-4926-a3a4-be0ebe8d3278),segment_id=ba8819f1-9bd7-4926-a3a4-be0ebe8d3278)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:35.332933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef0d06a-212e-45b6-803d-338775a16469 None None] Network d5afd0d0-dd62-4d77-8494-865cdaa085b1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:35.361833 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:35.362682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Checking segment: {'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:35.362682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Bound using segment: {'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:35.363164 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Bound port: 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909f50af-3086-482b-bb5d-25fbd3f23548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:35.363609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.395007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cd108-f56b-4173-9340-1c15f225567e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event updated for resources: {'Port': ['ID=68449513-b004-49d4-9f7e-6144e6ddbf47,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:35.415065 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.461975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-8269408a-af5d-49c7-8e65-21abceb001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.463601 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-8269408a-af5d-49c7-8e65-21abceb001f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 1095 time: 0.3129473 Nov 12 08:41:35.468741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-893ddd31-8d30-4792-b660-e5315ff96db7 None None] Provisioning complete for port e8a519ad-66ab-4c00-89f9-2af114fc4bc4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:35.469130 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-893ddd31-8d30-4792-b660-e5315ff96db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.542418 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=e8a519ad-66ab-4c00-89f9-2af114fc4bc4,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:35.580656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-0ccba9dc-3a0a-4a0e-9db7-641eea9cc07a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=792c441e-15ac-405f-bf18-8377256b50fc HTTP/1.1" status: 200 len: 217 time: 0.0655773 Nov 12 08:41:35.580933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d493ee-b15c-4286-a420-42a157e1c4a6 req-26eff026-079d-4949-92f0-168bc0ed9eb3 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.582348 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3d493ee-b15c-4286-a420-42a157e1c4a6 req-26eff026-079d-4949-92f0-168bc0ed9eb3 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.1898172 Nov 12 08:41:35.591263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-766e37d1-75a1-4da9-ac89-953803e2ac3e req-346b335b-19d7-4aed-836c-50fdf07c7d69 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2579436 Nov 12 08:41:35.618688 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0186f2ea-375c-4c9e-9dfa-7a699dc68dda req-dcca1124-8280-4571-bc68-4aba64b36e82 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976644 Nov 12 08:41:35.685431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Made reservation on behalf of efb15c5a26d64de38c0e4bcc29ae1918 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:35.785231 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3d493ee-b15c-4286-a420-42a157e1c4a6 req-316cc4e5-5bfc-4ce4-ac01-15ef4553808c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935053 Nov 12 08:41:35.793375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] For port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:35.808452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-d157325e-6a75-4d3f-9cdf-f0d449e75a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:35.810063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-d157325e-6a75-4d3f-9cdf-f0d449e75a83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b9330ef-ee82-4258-9e06-e7d9a0866049 HTTP/1.1" status: 200 len: 854 time: 0.2172737 Nov 12 08:41:35.822851 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] For port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:35.856453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-f2c071c9-e7e9-45e7-b3ec-d1e7b62ba480 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c0f5d45c-c314-43a2-9378-dd1b94a83f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358803 Nov 12 08:41:35.864638 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.896360 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:35.920055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] device_id is not set on port de12832a-5ebb-4f74-bd83-30522bd99705 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:36.044949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b66dee-e6be-4cf4-aa62-dd9ef3329ea1 None None] DHCP port deletion for b92371a2-d9dd-40fc-9474-c705ce807837 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:36.055052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d0805-6ff0-4b23-a17d-f78c6af72949 req-04ae86a0-c36c-4d2d-a774-b93f8160ce97 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:36.056402 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0f2d0805-6ff0-4b23-a17d-f78c6af72949 req-04ae86a0-c36c-4d2d-a774-b93f8160ce97 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.3127129 Nov 12 08:41:36.060392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:36.061018 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.062541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] 10.222.0.52 "PUT /v2.0/ports/46ee98f6-7299-43f6-931d-c0aa4d6a5f9e HTTP/1.1" status: 200 len: 1092 time: 3.9755960 Nov 12 08:41:36.107662 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.201061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d00a0-f420-4d6c-8e5f-53183d291adb service neutron] Pushing event updated for resources: {'Port': ['ID=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:36.252010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Allocated IP 2001:db8::45 (d5afd0d0-dd62-4d77-8494-865cdaa085b1/e096e385-5108-4300-aa66-7b158cac7c77/de12832a-5ebb-4f74-bd83-30522bd99705) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:36.258420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-484d1d94-4c20-416b-bf14-66b8a1c4d2e4 service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888218 Nov 12 08:41:36.271842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0f2d0805-6ff0-4b23-a17d-f78c6af72949 req-ea5b6413-2e98-4a1b-9198-9818b7d603c5 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913855 Nov 12 08:41:36.367613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f121a0-4221-4f54-b254-b592c95244e1 req-f588fddb-daca-42a9-80de-f37f7a179126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:36.369553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-f588fddb-daca-42a9-80de-f37f7a179126 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8eeed2d1124a4eac82e9bce4a1ab9648&device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 1095 time: 0.2429690 Nov 12 08:41:36.432835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6b22a601-7556-45fd-b4d2-3ad79d7e3686 None None] Provisioning complete for port 68449513-b004-49d4-9f7e-6144e6ddbf47 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:36.433504 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6b22a601-7556-45fd-b4d2-3ad79d7e3686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.491811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6190237c-2701-4d71-8af3-345c7be9fad6 None None] Network 37fa03d2-347d-441e-9d2b-fc681b24cf65 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:36.515454 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-366808fb-9023-4874-ad9b-031bb4eb1d09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e HTTP/1.1" status: 200 len: 217 time: 0.1361077 Nov 12 08:41:36.549997 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6b22a601-7556-45fd-b4d2-3ad79d7e3686 None None] Port 68449513-b004-49d4-9f7e-6144e6ddbf47 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:36.566188 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:41:36.566583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.617862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6b22a601-7556-45fd-b4d2-3ad79d7e3686 None None] Provisioning complete for port e8a519ad-66ab-4c00-89f9-2af114fc4bc4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:36.619098 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6b22a601-7556-45fd-b4d2-3ad79d7e3686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.693487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a6b4fb-2efe-4d99-8c6b-61a5edfa5e60 req-740a4068-6b89-485b-a9a6-2ba7e43ca574 service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128251 Nov 12 08:41:36.720459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f121a0-4221-4f54-b254-b592c95244e1 req-4226b875-dd27-4f11-99c2-60d159324eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:36.722838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-4226b875-dd27-4f11-99c2-60d159324eb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=132b99d6-8d60-4e2d-ad2b-98e3f6298362 HTTP/1.1" status: 200 len: 855 time: 0.1694434 Nov 12 08:41:36.742010 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.758620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0b30f798-45a9-4d2d-ab4a-7ae02d0d1152,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:36.777921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.795848 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:36.911354 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-d07b24fc-cead-4c1c-99da-56454ad57cc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92371a2-d9dd-40fc-9474-c705ce807837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1606860 Nov 12 08:41:36.947314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Checking segment: {'id': '2c89ba15-c4e2-4620-b760-7be085e05f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b96c6830-b072-498c-b98d-6f36b3bd78b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:36.947679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Network hostable DHCP agents. Network: b96c6830-b072-498c-b98d-6f36b3bd78b2, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:41:36.980107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8e4239ac-8595-4aa3-930c-e32506b94534 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:37.023917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ac10c50a-6414-4933-b68b-e0844f484184 None None] Provisioning complete for port 68449513-b004-49d4-9f7e-6144e6ddbf47 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:37.024301 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ac10c50a-6414-4933-b68b-e0844f484184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.029918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b37c12-608e-42eb-bc2d-c9bb4afa5e29 req-90acae40-b925-4136-94f4-27a5a8d0a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:37.031508 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22b37c12-608e-42eb-bc2d-c9bb4afa5e29 req-90acae40-b925-4136-94f4-27a5a8d0a739 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 1095 time: 0.2555749 Nov 12 08:41:37.082703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ac10c50a-6414-4933-b68b-e0844f484184 None None] Port 68449513-b004-49d4-9f7e-6144e6ddbf47 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:37.134597 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ac10c50a-6414-4933-b68b-e0844f484184 None None] Provisioning complete for port 8e4239ac-8595-4aa3-930c-e32506b94534 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:37.134973 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ac10c50a-6414-4933-b68b-e0844f484184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.187211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Network b96c6830-b072-498c-b98d-6f36b3bd78b2 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:41:37.252560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8e4239ac-8595-4aa3-930c-e32506b94534 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:37.253510 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.258500 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-4c652712-187b-401b-976b-f728c4cbf3f4 service neutron] 10.222.0.52 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384161 Nov 12 08:41:37.267503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, b96c6830-b072-498c-b98d-6f36b3bd78b2) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:37.272773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e55472-48f3-43e4-ace2-0ec88d49409c', 'tag': '46ee98f6-7299-43f6-931d-c0aa4d6a5f9e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:37.276099 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bf67cf-18d2-4c91-90ca-a37dd157b45d" -d '{"events": [{"name": "network-changed", "server_uuid": "02e55472-48f3-43e4-ace2-0ec88d49409c", "tag": "46ee98f6-7299-43f6-931d-c0aa4d6a5f9e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:37.296823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=fd6eab03-c965-4353-939b-21f2331abe23,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:37.297477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:37.297760 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.336192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9ca109-a6eb-44ab-bef6-95b0e8fd37e6 None None] Network b96c6830-b072-498c-b98d-6f36b3bd78b2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:37.340467 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ac10c50a-6414-4933-b68b-e0844f484184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.372045 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2f8e9-f98d-4728-b219-fa4aa4adb71d req-25e9631d-a0eb-441d-920a-4b53e8dc75b0 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:37.375974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255891-3781-4d5f-b8b3-b6353a0be892 req-807af742-7810-4405-a8d3-0d1de37f48d6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:37.380737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-21f2f8e9-f98d-4728-b219-fa4aa4adb71d req-25e9631d-a0eb-441d-920a-4b53e8dc75b0 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 943 time: 0.5796010 Nov 12 08:41:37.384965 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82255891-3781-4d5f-b8b3-b6353a0be892 req-807af742-7810-4405-a8d3-0d1de37f48d6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.3888898 Nov 12 08:41:37.488470 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.514932 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c9dccd05-a154-4cd1-a04a-41c95729b840 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6242800 Nov 12 08:41:37.521284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37390) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:37.521786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ac10c50a-6414-4933-b68b-e0844f484184 None None] For port 8e4239ac-8595-4aa3-930c-e32506b94534, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8e4239ac-8595-4aa3-930c-e32506b94534,segment=NetworkSegment(3b0efa12-8655-4b35-9648-7b67de853b9a),segment_id=3b0efa12-8655-4b35-9648-7b67de853b9a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:37.538230 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ac10c50a-6414-4933-b68b-e0844f484184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.538498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1117212463', 'network_id': 'b96c6830-b072-498c-b98d-6f36b3bd78b2'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:37.547764 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-153fe063-508a-41eb-bcd0-8bd1a83f9fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.552436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b37c12-608e-42eb-bc2d-c9bb4afa5e29 req-38a6bca6-c759-48f8-9fa1-07f4a43b7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:37.553964 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22b37c12-608e-42eb-bc2d-c9bb4afa5e29 req-38a6bca6-c759-48f8-9fa1-07f4a43b7b4e service neutron] 10.222.0.52 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 915 time: 0.4611883 Nov 12 08:41:37.569429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event updated for resources: {'Port': ['ID=de12832a-5ebb-4f74-bd83-30522bd99705,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:37.588310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82255891-3781-4d5f-b8b3-b6353a0be892 req-330d3433-178a-4544-a9e3-f1dc5f6e9343 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008030 Nov 12 08:41:37.631450 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-21f2f8e9-f98d-4728-b219-fa4aa4adb71d req-9f5faede-4bc9-49ac-873a-9b40769f53c8 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441459 Nov 12 08:41:37.633815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Network d5afd0d0-dd62-4d77-8494-865cdaa085b1 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:37.636635 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e8a519ad-66ab-4c00-89f9-2af114fc4bc4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:37.648835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:37.667231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:37.695030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:37.696374 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.812827 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10c50a-6414-4933-b68b-e0844f484184 None None] Pushing event updated for resources: {'Port': ['ID=8e4239ac-8595-4aa3-930c-e32506b94534,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:37.855327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:37.948734 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-262c1cac-fb09-4820-8e10-fcb7351143cf None None] Provisioning complete for port 8e4239ac-8595-4aa3-930c-e32506b94534 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:37.950032 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-262c1cac-fb09-4820-8e10-fcb7351143cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.004393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9229dde0-4de7-4650-b9a6-92038dcff703 None None] Network b96c6830-b072-498c-b98d-6f36b3bd78b2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:38.098780 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.120434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e8a519ad-66ab-4c00-89f9-2af114fc4bc4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:38.121016 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.251702 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22b37c12-608e-42eb-bc2d-c9bb4afa5e29 req-212c6418-2692-428f-8be4-3bc732746058 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=792c441e-15ac-405f-bf18-8377256b50fc HTTP/1.1" status: 200 len: 217 time: 0.6601212 Nov 12 08:41:38.274140 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd87f8-ee36-49b7-8898-7a0a97f2e951 req-cdae80e7-82ba-4b2e-89f2-e854ce17b167 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:38.274319 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c0c921-bfd5-4b40-9a5c-bf52f29591ea x-openstack-request-id: req-b1c0c921-bfd5-4b40-9a5c-bf52f29591ea {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:38.275636 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1cd87f8-ee36-49b7-8898-7a0a97f2e951 req-cdae80e7-82ba-4b2e-89f2-e854ce17b167 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.4536614 Nov 12 08:41:38.276750 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e55472-48f3-43e4-ace2-0ec88d49409c", "tag": "46ee98f6-7299-43f6-931d-c0aa4d6a5f9e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:38.277022 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1c0c921-bfd5-4b40-9a5c-bf52f29591ea {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:38.277447 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e55472-48f3-43e4-ace2-0ec88d49409c', 'tag': '46ee98f6-7299-43f6-931d-c0aa4d6a5f9e', 'status': 'completed', 'code': 200} Nov 12 08:41:38.367316 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28f121a0-4221-4f54-b254-b592c95244e1 req-3fe5843c-4b04-47bc-94f8-4bcf86783ae8 service neutron] 10.222.0.52 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0969141 Nov 12 08:41:38.377771 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-262c1cac-fb09-4820-8e10-fcb7351143cf None None] Provisioning complete for port fd6eab03-c965-4353-939b-21f2331abe23 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:38.378108 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-262c1cac-fb09-4820-8e10-fcb7351143cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.380623 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1cd87f8-ee36-49b7-8898-7a0a97f2e951 req-8d48c372-1b8f-49e5-b5cc-1e719a3b2216 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914915 Nov 12 08:41:38.394872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Made reservation on behalf of cea3fec6f5624daa87b36d066153ebbb for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:38.396670 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.415691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b37c12-608e-42eb-bc2d-c9bb4afa5e29 req-d6f1489a-b9a7-4223-a738-1a9c0cbe3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:38.417216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22b37c12-608e-42eb-bc2d-c9bb4afa5e29 req-d6f1489a-b9a7-4223-a738-1a9c0cbe3f94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b9330ef-ee82-4258-9e06-e7d9a0866049 HTTP/1.1" status: 200 len: 854 time: 0.1324508 Nov 12 08:41:38.420167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fae3b724-5ba6-4772-a23b-19cd9adc75a1 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.2574446 Nov 12 08:41:38.420968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37394) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:38.423848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] device_id is not set on port 41159118-6dfd-42cb-9faf-ba81d903c81d yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:38.448025 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-262c1cac-fb09-4820-8e10-fcb7351143cf None None] Port fd6eab03-c965-4353-939b-21f2331abe23 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:38.462300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 792c441e-15ac-405f-bf18-8377256b50fc details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:38.512420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7689d87-a37a-48f9-b989-0a10b2a472ca tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:38.519002 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22b37c12-608e-42eb-bc2d-c9bb4afa5e29 req-972e3e7a-8f34-4caa-843d-fb757ec75765 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c0f5d45c-c314-43a2-9378-dd1b94a83f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828457 Nov 12 08:41:38.520392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7689d87-a37a-48f9-b989-0a10b2a472ca tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:38.526867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7689d87-a37a-48f9-b989-0a10b2a472ca tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:38.533146 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b7689d87-a37a-48f9-b989-0a10b2a472ca tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1068914 Nov 12 08:41:38.533146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37396) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:38.580629 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.605696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-57f07d4c-70a9-4aa1-bb81-70433f7bcf6e None None] Provisioning complete for port fd6eab03-c965-4353-939b-21f2331abe23 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:38.606540 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-57f07d4c-70a9-4aa1-bb81-70433f7bcf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.632087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf67cf-18d2-4c91-90ca-a37dd157b45d req-415e018d-e65b-43c8-a4ae-b2ab5df241cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:38.632635 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.633676 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9bf67cf-18d2-4c91-90ca-a37dd157b45d req-415e018d-e65b-43c8-a4ae-b2ab5df241cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8eeed2d1124a4eac82e9bce4a1ab9648&device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 1095 time: 0.1964614 Nov 12 08:41:38.648830 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.649669 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.659981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-57f07d4c-70a9-4aa1-bb81-70433f7bcf6e None None] Port fd6eab03-c965-4353-939b-21f2331abe23 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:38.698959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=792c441e-15ac-405f-bf18-8377256b50fc,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:38.714582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2772f931-4d66-4e39-a9c6-e0e0828b55f3 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Deleting port de12832a-5ebb-4f74-bd83-30522bd99705 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:38.714931 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2772f931-4d66-4e39-a9c6-e0e0828b55f3 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.718110 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=fd6eab03-c965-4353-939b-21f2331abe23,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:38.733007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22b37c12-608e-42eb-bc2d-c9bb4afa5e29 req-4b3b5e92-9e15-42c7-b0aa-66c8804d3bac service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032917 Nov 12 08:41:38.735401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Allocated IP 2001:db8::1c1 (b96c6830-b072-498c-b98d-6f36b3bd78b2/0b30f798-45a9-4d2d-ab4a-7ae02d0d1152/41159118-6dfd-42cb-9faf-ba81d903c81d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:38.759623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-57f07d4c-70a9-4aa1-bb81-70433f7bcf6e None None] Provisioning complete for port de12832a-5ebb-4f74-bd83-30522bd99705 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:38.759992 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-57f07d4c-70a9-4aa1-bb81-70433f7bcf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.805935 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '792c441e-15ac-405f-bf18-8377256b50fc', 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84', 'port_id': '792c441e-15ac-405f-bf18-8377256b50fc', 'mac_address': 'fa:16:3e:e0:f5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9330ef-ee82-4258-9e06-e7d9a0866049', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:38.812633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-57f07d4c-70a9-4aa1-bb81-70433f7bcf6e None None] Port de12832a-5ebb-4f74-bd83-30522bd99705 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:38.849812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8e4239ac-8595-4aa3-930c-e32506b94534 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:38.899478 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:38.912013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network 37fa03d2-347d-441e-9d2b-fc681b24cf65 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:38.912013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:38.931856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792c441e-15ac-405f-bf18-8377256b50fc {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:38.941814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df1eb-0d78-4028-8445-dd60d6f9408f req-9fcfb1c6-ba13-455e-9656-7f66198c8b42 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:38.943482 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e5df1eb-0d78-4028-8445-dd60d6f9408f req-9fcfb1c6-ba13-455e-9656-7f66198c8b42 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 943 time: 0.1294916 Nov 12 08:41:38.974553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8e4239ac-8595-4aa3-930c-e32506b94534 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:38.974919 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.008696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=792c441e-15ac-405f-bf18-8377256b50fc,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:39.019259 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.068755 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2772f931-4d66-4e39-a9c6-e0e0828b55f3 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.085686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf67cf-18d2-4c91-90ca-a37dd157b45d req-c2792cf4-f0e9-49f5-9a65-a416d8c792b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:39.087229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9bf67cf-18d2-4c91-90ca-a37dd157b45d req-c2792cf4-f0e9-49f5-9a65-a416d8c792b8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b92371a2-d9dd-40fc-9474-c705ce807837 HTTP/1.1" status: 200 len: 916 time: 0.4454014 Nov 12 08:41:39.107139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed4206-44df-49e0-b11e-d298e8b8aa1a req-fd4d6fe5-9f06-4635-a5d8-e3c3281251b0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:39.108735 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70ed4206-44df-49e0-b11e-d298e8b8aa1a req-fd4d6fe5-9f06-4635-a5d8-e3c3281251b0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.3747809 Nov 12 08:41:39.129241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=792c441e-15ac-405f-bf18-8377256b50fc,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:39.131935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2772f931-4d66-4e39-a9c6-e0e0828b55f3 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Calling delete_port for de12832a-5ebb-4f74-bd83-30522bd99705 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:39.150734 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e5df1eb-0d78-4028-8445-dd60d6f9408f req-4e23e2ce-cb24-44d8-8115-1c31f4813273 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680863 Nov 12 08:41:39.163082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9bf67cf-18d2-4c91-90ca-a37dd157b45d req-ab71c6e8-f73b-43b1-a28c-75cdebcdb24e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e HTTP/1.1" status: 200 len: 217 time: 0.0669079 Nov 12 08:41:39.231405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22b37c12-608e-42eb-bc2d-c9bb4afa5e29 req-cc81f05f-763a-47fb-8c4a-6c4cf5ad9905 service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631016 Nov 12 08:41:39.255399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['792c441e-15ac-405f-bf18-8377256b50fc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:39.281278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.298102 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70ed4206-44df-49e0-b11e-d298e8b8aa1a req-f15a49a3-eb83-4bbf-b025-17651861fa9a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334908 Nov 12 08:41:39.302552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf67cf-18d2-4c91-90ca-a37dd157b45d req-aa395b7e-8fa4-4ba8-be36-785692b5ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:39.306070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Router b116511b-87f8-497b-8d55-8e98cbcadf84 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:41:39.306281 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9bf67cf-18d2-4c91-90ca-a37dd157b45d req-aa395b7e-8fa4-4ba8-be36-785692b5ddb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=132b99d6-8d60-4e2d-ad2b-98e3f6298362 HTTP/1.1" status: 200 len: 855 time: 0.1261294 Nov 12 08:41:39.354731 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9bf67cf-18d2-4c91-90ca-a37dd157b45d req-1dde1652-baa7-471a-a5a8-91e42601d24a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b92371a2-d9dd-40fc-9474-c705ce807837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404756 Nov 12 08:41:39.402067 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9feb26ec-e95e-4341-8c73-4d6562bba3ac None None] Provisioning complete for port fd6eab03-c965-4353-939b-21f2331abe23 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:39.402510 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9feb26ec-e95e-4341-8c73-4d6562bba3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.431422 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.456038 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9feb26ec-e95e-4341-8c73-4d6562bba3ac None None] Port fd6eab03-c965-4353-939b-21f2331abe23 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:39.460966 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:39.471179 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-71832888-8a65-4a07-967f-50a89f49c21f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "PUT /v2.0/routers/b116511b-87f8-497b-8d55-8e98cbcadf84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5299101 Nov 12 08:41:39.475469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37410) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:39.482590 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f87f6-4b6a-4071-9457-6456d3002357 None None] Sync routers for ids ['b116511b-87f8-497b-8d55-8e98cbcadf84'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:39.504156 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f87f6-4b6a-4071-9457-6456d3002357 None None] Routers {'b116511b-87f8-497b-8d55-8e98cbcadf84'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:39.504779 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-209f87f6-4b6a-4071-9457-6456d3002357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b116511b-87f8-497b-8d55-8e98cbcadf84'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:39.529997 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2772f931-4d66-4e39-a9c6-e0e0828b55f3 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.541307 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-209f87f6-4b6a-4071-9457-6456d3002357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:39.542615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb869861-4b45-4acc-b74f-a09184960c70 req-a74b4c1e-9a9f-426a-879f-3eebc6e65be0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:39.544650 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb869861-4b45-4acc-b74f-a09184960c70 req-a74b4c1e-9a9f-426a-879f-3eebc6e65be0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.0853138 Nov 12 08:41:39.552457 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f87f6-4b6a-4071-9457-6456d3002357 None None] Routers {'b116511b-87f8-497b-8d55-8e98cbcadf84'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:39.558893 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-209f87f6-4b6a-4071-9457-6456d3002357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b116511b-87f8-497b-8d55-8e98cbcadf84'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:39.567467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37412) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:39.571092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772f931-4d66-4e39-a9c6-e0e0828b55f3 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event deleted for resources: {'Port': ['ID=de12832a-5ebb-4f74-bd83-30522bd99705,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:39.576592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Network b96c6830-b072-498c-b98d-6f36b3bd78b2 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:39.581846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9374ea61-d820-49af-8ee7-f4001f59da6e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Request body: {'floatingip': {'port_id': 'f00784a2-8f6e-4ece-98c8-389d8eafed64'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:39.591151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:39.600621 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9bf67cf-18d2-4c91-90ca-a37dd157b45d req-69807fad-2858-499a-ae5c-479e367903d8 service neutron] 10.222.0.52 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371235 Nov 12 08:41:39.601267 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-209f87f6-4b6a-4071-9457-6456d3002357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:39.601913 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209f87f6-4b6a-4071-9457-6456d3002357 None None] The sync data for ids ['b116511b-87f8-497b-8d55-8e98cbcadf84'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:39.602415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:39.603734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:39.603973 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.610984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event updated for resources: {'Port': ['ID=41159118-6dfd-42cb-9faf-ba81d903c81d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:39.662861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a76fe7-eed0-4406-b49d-d2540129f5ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:39.667031 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-95a76fe7-eed0-4406-b49d-d2540129f5ff tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports?device_id=b116511b-87f8-497b-8d55-8e98cbcadf84 HTTP/1.1" status: 200 len: 988 time: 0.1849453 Nov 12 08:41:39.669433 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37414) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:39.672343 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b261942c-cde8-4f1f-adfb-457764b9e0ce tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1499925 Nov 12 08:41:39.687360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37416) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:39.690036 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9374ea61-d820-49af-8ee7-f4001f59da6e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:39.710638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca2228-a30e-4a48-9bf8-2bc87e28a852 req-a282c386-0b13-45f2-89c0-c4f2994ee65e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:39.713583 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6ca2228-a30e-4a48-9bf8-2bc87e28a852 req-a282c386-0b13-45f2-89c0-c4f2994ee65e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 944 time: 0.2000933 Nov 12 08:41:39.787153 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9bf67cf-18d2-4c91-90ca-a37dd157b45d req-7237e1fc-c283-4de1-8815-ed4e44b5c3b6 service neutron] 10.222.0.52 "GET /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682589 Nov 12 08:41:39.797744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6ca2228-a30e-4a48-9bf8-2bc87e28a852 req-50260c21-bb20-483a-8674-957b3239db9f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786102 Nov 12 08:41:39.923175 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.246651 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2772f931-4d66-4e39-a9c6-e0e0828b55f3 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.249939 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2772f931-4d66-4e39-a9c6-e0e0828b55f3 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "DELETE /v2.0/ports/de12832a-5ebb-4f74-bd83-30522bd99705 HTTP/1.1" status: 204 len: 168 time: 1.7173831 Nov 12 08:41:40.252702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37424) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:40.279629 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbb9e4c-0fae-4f8c-babc-c6f6cb2bd29e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] GET failed (client error): The resource could not be found. Nov 12 08:41:40.281232 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9dbb9e4c-0fae-4f8c-babc-c6f6cb2bd29e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "GET /v2.0/ports/de12832a-5ebb-4f74-bd83-30522bd99705 HTTP/1.1" status: 404 len: 333 time: 0.0275123 Nov 12 08:41:40.285537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37426) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:40.291233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Request body: {'port': {'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1082910579'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:40.404621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Made reservation on behalf of efb15c5a26d64de38c0e4bcc29ae1918 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:40.408455 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.430434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] device_id is not set on port 70a5f0f0-6909-4f04-bb9c-2c1574f46ce1 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:40.436107 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77d376-a30a-4cb7-9bf2-12c45e02b410 req-8bcb2d11-5b4d-49d6-82ce-300b37a166eb tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:40.437716 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc77d376-a30a-4cb7-9bf2-12c45e02b410 req-8bcb2d11-5b4d-49d6-82ce-300b37a166eb tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 943 time: 0.2086875 Nov 12 08:41:40.475537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:40.479711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 792c441e-15ac-405f-bf18-8377256b50fc up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:40.535118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-46bb8bf5-30cf-472b-8b3d-b79815c63d21 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Deleting port 41159118-6dfd-42cb-9faf-ba81d903c81d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:40.535715 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-46bb8bf5-30cf-472b-8b3d-b79815c63d21 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.560678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Allocated IP 2001:db8::143 (d5afd0d0-dd62-4d77-8494-865cdaa085b1/e096e385-5108-4300-aa66-7b158cac7c77/70a5f0f0-6909-4f04-bb9c-2c1574f46ce1) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:40.733440 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.761765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 792c441e-15ac-405f-bf18-8377256b50fc completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:40.764520 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc77d376-a30a-4cb7-9bf2-12c45e02b410 req-6a202004-210c-49a3-b30a-a71a42ca3376 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943735 Nov 12 08:41:40.772144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 792c441e-15ac-405f-bf18-8377256b50fc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:40.772415 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.778744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.819011 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-46bb8bf5-30cf-472b-8b3d-b79815c63d21 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.820699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:40.841894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Network d5afd0d0-dd62-4d77-8494-865cdaa085b1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:40.847130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:40.848289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '46ee98f6-7299-43f6-931d-c0aa4d6a5f9e', 'network_id': 'b92371a2-d9dd-40fc-9474-c705ce807837', 'port_id': '46ee98f6-7299-43f6-931d-c0aa4d6a5f9e', 'mac_address': 'fa:16:3e:84:04:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132b99d6-8d60-4e2d-ad2b-98e3f6298362', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:40.869466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:40.875607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:40.876540 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.881427 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event updated for resources: {'Port': ['ID=70a5f0f0-6909-4f04-bb9c-2c1574f46ce1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:40.926573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d72dfc0d-8f6b-4b46-8c85-2cff34ce1e0e tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6372550 Nov 12 08:41:40.927802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37430) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:40.934135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a2dbb893-ccc1-4ab1-a04b-5c9bd42114b6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::108', 'mac_address': 'fa:16:3e:3c:de:c2'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:40.955890 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:40.965991 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-46bb8bf5-30cf-472b-8b3d-b79815c63d21 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Calling delete_port for 41159118-6dfd-42cb-9faf-ba81d903c81d owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:41.028115 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.040602 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.074547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:41.148906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207c2e7-e591-4b73-a240-b9bfb86b5053 req-e185ab93-b0d0-438c-830b-ab1d5c555834 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:41.159979 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d207c2e7-e591-4b73-a240-b9bfb86b5053 req-e185ab93-b0d0-438c-830b-ab1d5c555834 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 944 time: 0.2165179 Nov 12 08:41:41.164304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=792c441e-15ac-405f-bf18-8377256b50fc,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:41.168425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792c441e-15ac-405f-bf18-8377256b50fc'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:41.171266 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a8218b-b961-4448-af71-6ae5acc187cb" -d '{"events": [{"server_uuid": "59e709fb-f9ac-432b-86ac-7af02bb8da30", "name": "network-vif-plugged", "status": "completed", "tag": "792c441e-15ac-405f-bf18-8377256b50fc"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:41.181749 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.189596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:41.218636 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.270788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=792c441e-15ac-405f-bf18-8377256b50fc,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:41.284933 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2c1cce3d-d757-45b0-9efa-5f489074071a req-b5eca606-6048-4bfe-ad35-ddf3650ff92a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1704497 Nov 12 08:41:41.302592 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6614ff5d-7b49-4115-a779-7a86af05fed7 x-openstack-request-id: req-6614ff5d-7b49-4115-a779-7a86af05fed7 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:41.302907 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e709fb-f9ac-432b-86ac-7af02bb8da30", "name": "network-vif-plugged", "status": "completed", "tag": "792c441e-15ac-405f-bf18-8377256b50fc", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:41.303168 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6614ff5d-7b49-4115-a779-7a86af05fed7 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:41.303586 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792c441e-15ac-405f-bf18-8377256b50fc', 'code': 200} Nov 12 08:41:41.325242 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d207c2e7-e591-4b73-a240-b9bfb86b5053 req-60e10ff6-f050-4f78-8b53-5af2886977c9 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282809 Nov 12 08:41:41.399254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:41.407716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7d88dba0-d5be-4be6-9734-5a10b8e7d2c1 None None] Provisioning complete for port 70a5f0f0-6909-4f04-bb9c-2c1574f46ce1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:41.409441 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7d88dba0-d5be-4be6-9734-5a10b8e7d2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.414775 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb893-ccc1-4ab1-a04b-5c9bd42114b6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.440091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cce3d-d757-45b0-9efa-5f489074071a req-185c24bb-5ad0-49cf-bfab-56714087cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:41.442160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2c1cce3d-d757-45b0-9efa-5f489074071a req-185c24bb-5ad0-49cf-bfab-56714087cb33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77c4edaf15c14ad18f7c86b080849d96&device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 1097 time: 0.0830855 Nov 12 08:41:41.460313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['46ee98f6-7299-43f6-931d-c0aa4d6a5f9e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:41.516535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7d88dba0-d5be-4be6-9734-5a10b8e7d2c1 None None] Port 70a5f0f0-6909-4f04-bb9c-2c1574f46ce1 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:41.550669 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9374ea61-d820-49af-8ee7-f4001f59da6e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.551321 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-46bb8bf5-30cf-472b-8b3d-b79815c63d21 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.567392 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9374ea61-d820-49af-8ee7-f4001f59da6e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.609773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb0920-c051-497d-967a-d17885b193ca req-a2d7536d-5e02-4ea4-96b9-0d679ff5649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:41.611363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bddb0920-c051-497d-967a-d17885b193ca req-a2d7536d-5e02-4ea4-96b9-0d679ff5649d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 1097 time: 0.1678684 Nov 12 08:41:41.635938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb8bf5-30cf-472b-8b3d-b79815c63d21 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event deleted for resources: {'Port': ['ID=41159118-6dfd-42cb-9faf-ba81d903c81d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:41.690579 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3998658b-7e65-44cd-88a1-6376fbb2790a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.693198 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-46bb8bf5-30cf-472b-8b3d-b79815c63d21 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.696463 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-46bb8bf5-30cf-472b-8b3d-b79815c63d21 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "DELETE /v2.0/ports/41159118-6dfd-42cb-9faf-ba81d903c81d HTTP/1.1" status: 204 len: 168 time: 2.0034263 Nov 12 08:41:41.701545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37438) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:41.715194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cce3d-d757-45b0-9efa-5f489074071a req-3d233272-1165-4588-9356-5cf5cc98719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:41.716654 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2c1cce3d-d757-45b0-9efa-5f489074071a req-3d233272-1165-4588-9356-5cf5cc98719b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 200 len: 912 time: 0.2368920 Nov 12 08:41:41.743620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b96c6830-b072-498c-b98d-6f36b3bd78b2', 'external_fixed_ips': [{'subnet_id': '0b30f798-45a9-4d2d-ab4a-7ae02d0d1152', 'ip_address': '2001:db8::1c1'}]}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:41.802797 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bddb0920-c051-497d-967a-d17885b193ca req-67d8ef28-82a4-4bbe-b7cf-0d44194f7204 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789739 Nov 12 08:41:41.844427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2c1cce3d-d757-45b0-9efa-5f489074071a req-a9b23e75-9e4f-4ca9-9015-9202b5ee5e7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9de0c504-54da-4e1e-b116-fed8165aa74d HTTP/1.1" status: 200 len: 1001 time: 0.1170137 Nov 12 08:41:41.896354 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb893-ccc1-4ab1-a04b-5c9bd42114b6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.902149 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb893-ccc1-4ab1-a04b-5c9bd42114b6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.950437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ac007-9466-4cbd-b9a4-81a658bea8c8 req-c453bf44-e80e-45b2-8278-42828a9c2aa1 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:41.952086 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ba1ac007-9466-4cbd-b9a4-81a658bea8c8 req-c453bf44-e80e-45b2-8278-42828a9c2aa1 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 944 time: 0.1032894 Nov 12 08:41:41.953204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a2dbb893-ccc1-4ab1-a04b-5c9bd42114b6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] In _notify_port_updated(), no bound segment for port 70a5f0f0-6909-4f04-bb9c-2c1574f46ce1 on network d5afd0d0-dd62-4d77-8494-865cdaa085b1 {{(pid=102444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:41:41.959565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dbb893-ccc1-4ab1-a04b-5c9bd42114b6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:41.960288 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a2dbb893-ccc1-4ab1-a04b-5c9bd42114b6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:41.961619 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a2dbb893-ccc1-4ab1-a04b-5c9bd42114b6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "PUT /v2.0/ports/70a5f0f0-6909-4f04-bb9c-2c1574f46ce1 HTTP/1.1" status: 200 len: 1003 time: 1.0325119 Nov 12 08:41:41.972899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37442) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:42.058754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbb893-ccc1-4ab1-a04b-5c9bd42114b6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event updated for resources: {'Port': ['ID=70a5f0f0-6909-4f04-bb9c-2c1574f46ce1,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:42.123018 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.124053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.139830 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-9374ea61-d820-49af-8ee7-f4001f59da6e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Floating IP 0f2aefa4-0422-4b46-94b1-e940629303d6 associated. External IP: 172.25.3.176, port: f00784a2-8f6e-4ece-98c8-389d8eafed64. Nov 12 08:41:42.145244 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ba1ac007-9466-4cbd-b9a4-81a658bea8c8 req-6319f382-dcb6-449c-9c40-85563d327c84 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803436 Nov 12 08:41:42.147781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cce3d-d757-45b0-9efa-5f489074071a req-3d113791-06fb-427d-b04a-d504fd1ef473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:42.149310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2c1cce3d-d757-45b0-9efa-5f489074071a req-3d113791-06fb-427d-b04a-d504fd1ef473 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b359bf0c-d54a-44b7-94a1-d0a7a8859953 HTTP/1.1" status: 200 len: 850 time: 0.1531322 Nov 12 08:41:42.221648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c87fab12-36e3-427e-bc87-5f27157f2684 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Deleting port 70a5f0f0-6909-4f04-bb9c-2c1574f46ce1 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:42.222163 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c87fab12-36e3-427e-bc87-5f27157f2684 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.251042 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4846d735-9da7-4f1d-bfe4-07e3f18237dc None None] Provisioning complete for port 70a5f0f0-6909-4f04-bb9c-2c1574f46ce1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:42.252149 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4846d735-9da7-4f1d-bfe4-07e3f18237dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.287931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4846d735-9da7-4f1d-bfe4-07e3f18237dc None None] Port 70a5f0f0-6909-4f04-bb9c-2c1574f46ce1 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:42.324045 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.465374 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:42.528104 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:41:42.534374 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.535981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:42.536606 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.553804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cce3d-d757-45b0-9efa-5f489074071a req-2ebcdaa9-264a-41e9-a10d-8d30c1fadd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:42.555319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2c1cce3d-d757-45b0-9efa-5f489074071a req-2ebcdaa9-264a-41e9-a10d-8d30c1fadd70 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3962457 Nov 12 08:41:42.627872 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c87fab12-36e3-427e-bc87-5f27157f2684 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.636157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466be4c4-c7df-48be-b3bb-dfc7a31fea3c req-d97a64cb-9946-4896-868a-a0dcf9260126 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:42.636733 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.637761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-466be4c4-c7df-48be-b3bb-dfc7a31fea3c req-d97a64cb-9946-4896-868a-a0dcf9260126 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2256601 Nov 12 08:41:42.674785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c87fab12-36e3-427e-bc87-5f27157f2684 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Calling delete_port for 70a5f0f0-6909-4f04-bb9c-2c1574f46ce1 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:42.675457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:42.682949 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.733252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:42.748956 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2c1cce3d-d757-45b0-9efa-5f489074071a req-069d0fbf-a56e-42a4-99f1-29b4eb56b97a service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706963 Nov 12 08:41:42.797467 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-466be4c4-c7df-48be-b3bb-dfc7a31fea3c req-717505d8-14b0-4ed7-a2c8-5a69d72495e0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492784 Nov 12 08:41:42.810011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9374ea61-d820-49af-8ee7-f4001f59da6e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Router f1c3ecff-a607-4771-98db-84b0b976b293 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:42.830778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-3998658b-7e65-44cd-88a1-6376fbb2790a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port fd6eab03-c965-4353-939b-21f2331abe23 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:42.831189 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3998658b-7e65-44cd-88a1-6376fbb2790a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.912677 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2c1cce3d-d757-45b0-9efa-5f489074071a req-673f0196-12ec-404b-89bf-c806ffa217b6 service neutron] 10.222.0.52 "GET /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515355 Nov 12 08:41:42.930690 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c87fab12-36e3-427e-bc87-5f27157f2684 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:42.968574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fab12-36e3-427e-bc87-5f27157f2684 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event deleted for resources: {'Port': ['ID=70a5f0f0-6909-4f04-bb9c-2c1574f46ce1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:43.058552 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3998658b-7e65-44cd-88a1-6376fbb2790a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.080064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c87fab12-36e3-427e-bc87-5f27157f2684 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.084958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c87fab12-36e3-427e-bc87-5f27157f2684 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "DELETE /v2.0/ports/70a5f0f0-6909-4f04-bb9c-2c1574f46ce1 HTTP/1.1" status: 204 len: 168 time: 1.1107852 Nov 12 08:41:43.088881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37450) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:43.111893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-3998658b-7e65-44cd-88a1-6376fbb2790a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for fd6eab03-c965-4353-939b-21f2331abe23 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:43.120243 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed25f6a6-66ec-4d3d-bcb9-f3ffca2f26d6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] GET failed (client error): The resource could not be found. Nov 12 08:41:43.126273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ed25f6a6-66ec-4d3d-bcb9-f3ffca2f26d6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "GET /v2.0/ports/70a5f0f0-6909-4f04-bb9c-2c1574f46ce1 HTTP/1.1" status: 404 len: 333 time: 0.0324080 Nov 12 08:41:43.126979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37452) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:43.133205 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Request body: {'port': {'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-123324558'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:43.151362 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9374ea61-d820-49af-8ee7-f4001f59da6e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:43.168207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35fde71-908a-4393-9de5-0484c98bbc22 None None] Sync routers for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:43.184083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35fde71-908a-4393-9de5-0484c98bbc22 None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:43.184724 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a35fde71-908a-4393-9de5-0484c98bbc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:43.189860 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9374ea61-d820-49af-8ee7-f4001f59da6e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.239229 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.280977 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9374ea61-d820-49af-8ee7-f4001f59da6e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "PUT /v2.0/floatingips/0f2aefa4-0422-4b46-94b1-e940629303d6 HTTP/1.1" status: 200 len: 992 time: 3.7040365 Nov 12 08:41:43.310800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:43.313147 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd65c744-54c8-4765-891c-b3eafca333ef" -d '{"events": [{"name": "network-changed", "server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:43.329205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.331713 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e55472-48f3-43e4-ace2-0ec88d49409c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ee98f6-7299-43f6-931d-c0aa4d6a5f9e'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:43.340963 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc7d2d4-2a84-4646-b7af-d5e0bf7d43dd" -d '{"events": [{"server_uuid": "02e55472-48f3-43e4-ace2-0ec88d49409c", "name": "network-vif-plugged", "status": "completed", "tag": "46ee98f6-7299-43f6-931d-c0aa4d6a5f9e"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:43.343304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Made reservation on behalf of efb15c5a26d64de38c0e4bcc29ae1918 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:43.346997 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.383177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa95cd9-dda3-4e37-be2a-da4c33b11d43 req-7ad2e3e4-2b72-4952-a267-72705a159c3b tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:43.385282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-afa95cd9-dda3-4e37-be2a-da4c33b11d43 req-7ad2e3e4-2b72-4952-a267-72705a159c3b tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 945 time: 0.0784230 Nov 12 08:41:43.391792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] device_id is not set on port e11429b0-854d-4833-a33f-148fe8aff8db yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:43.406970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-a35fde71-908a-4393-9de5-0484c98bbc22 None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:43.462822 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4a05e9-8ccc-4cd6-8433-e38d6e5da0e7 x-openstack-request-id: req-6d4a05e9-8ccc-4cd6-8433-e38d6e5da0e7 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:43.463112 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e55472-48f3-43e4-ace2-0ec88d49409c", "name": "network-vif-plugged", "status": "completed", "tag": "46ee98f6-7299-43f6-931d-c0aa4d6a5f9e", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:43.464123 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d4a05e9-8ccc-4cd6-8433-e38d6e5da0e7 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:43.464525 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e55472-48f3-43e4-ace2-0ec88d49409c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ee98f6-7299-43f6-931d-c0aa4d6a5f9e', 'code': 200} Nov 12 08:41:43.508486 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-afa95cd9-dda3-4e37-be2a-da4c33b11d43 req-f73aebd1-9765-4bd5-92e6-9eb0b0823927 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105483 Nov 12 08:41:43.598802 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66221c90-c39a-4836-84b6-d4f447f39539 x-openstack-request-id: req-66221c90-c39a-4836-84b6-d4f447f39539 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:43.599100 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:43.599642 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66221c90-c39a-4836-84b6-d4f447f39539 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:43.600132 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'status': 'completed', 'code': 200} Nov 12 08:41:43.671598 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Allocated IP 2001:db8::1c1 (b96c6830-b072-498c-b98d-6f36b3bd78b2/0b30f798-45a9-4d2d-ab4a-7ae02d0d1152/74cc0a43-dcaa-4839-903d-7a1ce2e0ef1c) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:43.683648 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3998658b-7e65-44cd-88a1-6376fbb2790a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:43.684340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Allocated IP 2001:db8::8f (d5afd0d0-dd62-4d77-8494-865cdaa085b1/e096e385-5108-4300-aa66-7b158cac7c77/e11429b0-854d-4833-a33f-148fe8aff8db) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:43.692066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb779b2-fb72-44fa-92f2-af229c377453 req-541c9d1f-b154-4109-9b0d-6eb81894e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:43.693625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb779b2-fb72-44fa-92f2-af229c377453 req-541c9d1f-b154-4109-9b0d-6eb81894e8d1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 1097 time: 0.1606085 Nov 12 08:41:43.721630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65c744-54c8-4765-891c-b3eafca333ef req-6864a8e3-cd00-411a-9657-2fd167755cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:43.723149 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd65c744-54c8-4765-891c-b3eafca333ef req-6864a8e3-cd00-411a-9657-2fd167755cf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 1098 time: 0.0990107 Nov 12 08:41:43.735914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998658b-7e65-44cd-88a1-6376fbb2790a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=fd6eab03-c965-4353-939b-21f2331abe23,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:43.754986 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a35fde71-908a-4393-9de5-0484c98bbc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '0f2aefa4-0422-4b46-94b1-e940629303d6', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'port_id': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'mac_address': 'fa:16:3e:ac:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:41:13Z', 'updated_at': '2021-11-12T08:41:41Z', 'revision_number': 1, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:43.800719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35fde71-908a-4393-9de5-0484c98bbc22 None None] Checking router: f1c3ecff-a607-4771-98db-84b0b976b293 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:43.812475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35fde71-908a-4393-9de5-0484c98bbc22 None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:43.813186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a35fde71-908a-4393-9de5-0484c98bbc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:43.853414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb779b2-fb72-44fa-92f2-af229c377453 req-d6dded22-55c3-4e02-aec3-bf33ae621cb4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525011 Nov 12 08:41:43.906288 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3998658b-7e65-44cd-88a1-6376fbb2790a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.025081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-a35fde71-908a-4393-9de5-0484c98bbc22 None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:44.031292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65c744-54c8-4765-891c-b3eafca333ef req-3225937d-3a69-4569-9033-c45093b2634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:44.032878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd65c744-54c8-4765-891c-b3eafca333ef req-3225937d-3a69-4569-9033-c45093b2634c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 918 time: 0.3020942 Nov 12 08:41:44.037210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.134246 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd65c744-54c8-4765-891c-b3eafca333ef req-3627c60b-a994-43bb-8cd4-80e961837d7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64 HTTP/1.1" status: 200 len: 1000 time: 0.0931339 Nov 12 08:41:44.151677 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.240013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Network d5afd0d0-dd62-4d77-8494-865cdaa085b1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:44.249777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:44.253208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65c744-54c8-4765-891c-b3eafca333ef req-bfd6bc0b-dad1-4193-b37a-4614bda11450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:44.254737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd65c744-54c8-4765-891c-b3eafca333ef req-bfd6bc0b-dad1-4193-b37a-4614bda11450 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.1130726 Nov 12 08:41:44.255682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:44.261481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:44.262154 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.264723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event updated for resources: {'Port': ['ID=e11429b0-854d-4833-a33f-148fe8aff8db,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:44.320962 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3ee3eb11-5892-4802-8914-7d3cb0913e25 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1925583 Nov 12 08:41:44.323821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37470) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:44.331391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7fe095a3-7e4a-423d-9a6b-d94b26a13127 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3c:de:c2'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:44.348091 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a35fde71-908a-4393-9de5-0484c98bbc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '0f2aefa4-0422-4b46-94b1-e940629303d6', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'port_id': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'mac_address': 'fa:16:3e:ac:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:41:13Z', 'updated_at': '2021-11-12T08:41:41Z', 'revision_number': 1, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:44.368462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65c744-54c8-4765-891c-b3eafca333ef req-d694ce71-1dbd-403b-9fa4-6ca83683bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:44.370121 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd65c744-54c8-4765-891c-b3eafca333ef req-d694ce71-1dbd-403b-9fa4-6ca83683bb06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942581 Nov 12 08:41:44.384443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35fde71-908a-4393-9de5-0484c98bbc22 None None] The sync data for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 is: [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '0f2aefa4-0422-4b46-94b1-e940629303d6', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'port_id': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'mac_address': 'fa:16:3e:ac:04:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:41:13Z', 'updated_at': '2021-11-12T08:41:41Z', 'revision_number': 1, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:44.395840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-fd65c744-54c8-4765-891c-b3eafca333ef req-3206a9cd-9895-4db0-b8a4-bd70bb9c6231 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:41:44.396898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd65c744-54c8-4765-891c-b3eafca333ef req-3206a9cd-9895-4db0-b8a4-bd70bb9c6231 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138280 Nov 12 08:41:44.557073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.561399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7fe095a3-7e4a-423d-9a6b-d94b26a13127 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.607110 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da23a8f-8b6c-4841-8191-0c7a8b919704 req-fbbaef7e-9794-4a80-8964-7324fccfa043 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:44.608702 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4da23a8f-8b6c-4841-8191-0c7a8b919704 req-fbbaef7e-9794-4a80-8964-7324fccfa043 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1686859 Nov 12 08:41:44.639492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d31a9b8d-efa3-4764-a966-156bbe08ddce None None] Provisioning complete for port e11429b0-854d-4833-a33f-148fe8aff8db triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:44.639871 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d31a9b8d-efa3-4764-a966-156bbe08ddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:44.675774 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd65c744-54c8-4765-891c-b3eafca333ef req-c1c5bdc9-4759-4397-8a07-ab1d3316eea0 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143617 Nov 12 08:41:44.691189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d31a9b8d-efa3-4764-a966-156bbe08ddce None None] Port e11429b0-854d-4833-a33f-148fe8aff8db cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:44.711339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3998658b-7e65-44cd-88a1-6376fbb2790a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Router b116511b-87f8-497b-8d55-8e98cbcadf84 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:41:44.761718 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229ea22-184e-436d-91d2-d552e31aa162 None None] New status for floating IP 0f2aefa4-0422-4b46-94b1-e940629303d6: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:41:44.773979 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4da23a8f-8b6c-4841-8191-0c7a8b919704 req-fc48a9db-c48a-4858-a1bb-1e015c6805e8 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471500 Nov 12 08:41:44.960650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67834175-0a67-42b8-bc84-ec0b6db579a4 req-30cbb50e-5d09-4667-a4eb-4d180e59e445 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:44.970506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67834175-0a67-42b8-bc84-ec0b6db579a4 req-30cbb50e-5d09-4667-a4eb-4d180e59e445 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 945 time: 0.2182961 Nov 12 08:41:44.974909 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd65c744-54c8-4765-891c-b3eafca333ef req-86771dbf-e7bd-41f8-b3bf-1c33e8fc38a3 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428284 Nov 12 08:41:44.982625 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.034295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3998658b-7e65-44cd-88a1-6376fbb2790a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:45.044706 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3998658b-7e65-44cd-88a1-6376fbb2790a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "PUT /v2.0/routers/b116511b-87f8-497b-8d55-8e98cbcadf84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3682027 Nov 12 08:41:45.046954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c2a110-9e91-45a6-911f-9cf595a6da44 None None] Sync routers for ids ['b116511b-87f8-497b-8d55-8e98cbcadf84'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:45.049844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37494) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:45.051201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Network b96c6830-b072-498c-b98d-6f36b3bd78b2 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:45.054173 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:45.060052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c2a110-9e91-45a6-911f-9cf595a6da44 None None] Routers {'b116511b-87f8-497b-8d55-8e98cbcadf84'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:45.060279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:45.060805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a0c2a110-9e91-45a6-911f-9cf595a6da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b116511b-87f8-497b-8d55-8e98cbcadf84'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:45.099813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a0c2a110-9e91-45a6-911f-9cf595a6da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:45.104063 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd223ca-963e-4f3f-9a4b-51df9bdd4170 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:41:45.106600 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8fd223ca-963e-4f3f-9a4b-51df9bdd4170 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/fd6eab03-c965-4353-939b-21f2331abe23 HTTP/1.1" status: 404 len: 333 time: 0.0505824 Nov 12 08:41:45.111084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37498) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:45.113688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c2a110-9e91-45a6-911f-9cf595a6da44 None None] Routers {'b116511b-87f8-497b-8d55-8e98cbcadf84'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:45.114483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a0c2a110-9e91-45a6-911f-9cf595a6da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b116511b-87f8-497b-8d55-8e98cbcadf84'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:45.159276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event updated for resources: {'Port': ['ID=74cc0a43-dcaa-4839-903d-7a1ce2e0ef1c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:45.172386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a0c2a110-9e91-45a6-911f-9cf595a6da44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:45.173748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c2a110-9e91-45a6-911f-9cf595a6da44 None None] The sync data for ids ['b116511b-87f8-497b-8d55-8e98cbcadf84'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:45.224756 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7fe095a3-7e4a-423d-9a6b-d94b26a13127 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.294348 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7fe095a3-7e4a-423d-9a6b-d94b26a13127 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.336172 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.348773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-67834175-0a67-42b8-bc84-ec0b6db579a4 req-6de3b247-c2cc-4faa-b560-d2ce8618cd98 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480785 Nov 12 08:41:45.358984 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d12e6da6-a618-4c08-8b6b-e24ee3d7385f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.363986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7fe095a3-7e4a-423d-9a6b-d94b26a13127 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] In _notify_port_updated(), no bound segment for port e11429b0-854d-4833-a33f-148fe8aff8db on network d5afd0d0-dd62-4d77-8494-865cdaa085b1 {{(pid=102444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:41:45.369818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe095a3-7e4a-423d-9a6b-d94b26a13127 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:45.371007 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7fe095a3-7e4a-423d-9a6b-d94b26a13127 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.372777 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7fe095a3-7e4a-423d-9a6b-d94b26a13127 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "PUT /v2.0/ports/e11429b0-854d-4833-a33f-148fe8aff8db HTTP/1.1" status: 200 len: 1001 time: 1.0465634 Nov 12 08:41:45.376795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37512) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:45.506905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe095a3-7e4a-423d-9a6b-d94b26a13127 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event updated for resources: {'Port': ['ID=e11429b0-854d-4833-a33f-148fe8aff8db,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:45.598891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cc932-e7aa-43ee-a62a-9d777202311b req-786b678d-9ac7-4b02-ac6d-1a2fa667e22f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:45.600861 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-786b678d-9ac7-4b02-ac6d-1a2fa667e22f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 814 time: 0.1913290 Nov 12 08:41:45.651874 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-ee68ce5a-be3b-4dc0-91fa-e01d8408407e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/quotas/802519acc4c049b59e5ad9647b13586b HTTP/1.1" status: 200 len: 375 time: 0.0159299 Nov 12 08:41:45.657159 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d12e6da6-a618-4c08-8b6b-e24ee3d7385f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.660487 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d12e6da6-a618-4c08-8b6b-e24ee3d7385f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.709713 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d12e6da6-a618-4c08-8b6b-e24ee3d7385f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.710564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12e6da6-a618-4c08-8b6b-e24ee3d7385f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Fanout notify agent at l3_agent the message router_deleted on router b116511b-87f8-497b-8d55-8e98cbcadf84 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:45.719055 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d12e6da6-a618-4c08-8b6b-e24ee3d7385f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.720248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d12e6da6-a618-4c08-8b6b-e24ee3d7385f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/routers/b116511b-87f8-497b-8d55-8e98cbcadf84 HTTP/1.1" status: 204 len: 168 time: 0.5967786 Nov 12 08:41:45.726357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37516) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:45.739502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-61ebc30a-f2b4-4124-9de8-74f37c657675 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Deleting port e11429b0-854d-4833-a33f-148fe8aff8db {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:45.744034 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61ebc30a-f2b4-4124-9de8-74f37c657675 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.746089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e70df952-d857-49ef-9081-804ed7e3e71b None None] Provisioning complete for port e11429b0-854d-4833-a33f-148fe8aff8db triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:45.746963 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e70df952-d857-49ef-9081-804ed7e3e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.757789 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:45.772554 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-75289ec8-a372-4ac2-b29c-e743e4a94fef tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799196 Nov 12 08:41:45.798138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e70df952-d857-49ef-9081-804ed7e3e71b None None] Port e11429b0-854d-4833-a33f-148fe8aff8db cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:45.959143 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-6c9a7793-69cd-4d67-b8ce-020dd5ec67b5 service neutron] 10.222.0.31 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541030 Nov 12 08:41:46.041006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Router 48827f3d-48b8-4496-a852-a3be3347e284 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:41:46.119771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3bc4eb-1cd2-461e-8cfe-5769d8d83813 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting subnet 6b9cca3e-db87-47dc-8963-1e264ee73e22 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:46.124599 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc4eb-1cd2-461e-8cfe-5769d8d83813 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.135554 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-e357e87f-a671-437f-a03a-59c304464424 service neutron] 10.222.0.31 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652710 Nov 12 08:41:46.176744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61ebc30a-f2b4-4124-9de8-74f37c657675 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.187089 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc4eb-1cd2-461e-8cfe-5769d8d83813 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.188133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:46.201071 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] Sync routers for ids ['48827f3d-48b8-4496-a852-a3be3347e284'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:46.214909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-61ebc30a-f2b4-4124-9de8-74f37c657675 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Calling delete_port for e11429b0-854d-4833-a33f-148fe8aff8db owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:46.217018 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] Routers {'48827f3d-48b8-4496-a852-a3be3347e284'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:46.218933 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['48827f3d-48b8-4496-a852-a3be3347e284'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:46.227481 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.229245 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6c2fc782-2e92-4ffd-b1e6-67e6e977925b tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5257626 Nov 12 08:41:46.233198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37520) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:46.331580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc4eb-1cd2-461e-8cfe-5769d8d83813 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.355281 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] Set router 48827f3d-48b8-4496-a852-a3be3347e284 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:41:46.459614 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc4eb-1cd2-461e-8cfe-5769d8d83813 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.472566 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61ebc30a-f2b4-4124-9de8-74f37c657675 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.559729 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-32a20f9e-ba8d-4c0e-8cdf-7ce05639e2ea req-c96d6870-a91f-4b3b-82aa-2c3dab2fee85 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 210 time: 0.0447075 Nov 12 08:41:46.569348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bc4eb-1cd2-461e-8cfe-5769d8d83813 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9cca3e-db87-47dc-8963-1e264ee73e22,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:46.580653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd85505-017b-416a-8e53-bc225d6971c0 None None] Network 37fa03d2-347d-441e-9d2b-fc681b24cf65 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:46.589931 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.616202 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a3bc4eb-1cd2-461e-8cfe-5769d8d83813 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.637672 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1a3bc4eb-1cd2-461e-8cfe-5769d8d83813 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/6b9cca3e-db87-47dc-8963-1e264ee73e22 HTTP/1.1" status: 204 len: 168 time: 0.9102051 Nov 12 08:41:46.644159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebc30a-f2b4-4124-9de8-74f37c657675 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event deleted for resources: {'Port': ['ID=e11429b0-854d-4833-a33f-148fe8aff8db,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:46.646896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37532) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:46.738990 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48827f3d-48b8-4496-a852-a3be3347e284', 'name': '', 'tenant_id': 'cea3fec6f5624daa87b36d066153ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b96c6830-b072-498c-b98d-6f36b3bd78b2', 'external_fixed_ips': [{'subnet_id': '0b30f798-45a9-4d2d-ab4a-7ae02d0d1152', 'ip_address': '2001:db8::1c1'}], 'enable_snat': True}, 'gw_port_id': '74cc0a43-dcaa-4839-903d-7a1ce2e0ef1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:42Z', 'updated_at': '2021-11-12T08:41:45Z', 'revision_number': 3, 'project_id': 'cea3fec6f5624daa87b36d066153ebbb', 'gw_port': {'id': '74cc0a43-dcaa-4839-903d-7a1ce2e0ef1c', 'name': '', 'network_id': 'b96c6830-b072-498c-b98d-6f36b3bd78b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48827f3d-48b8-4496-a852-a3be3347e284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '0b30f798-45a9-4d2d-ab4a-7ae02d0d1152', 'ip_address': '2001:db8::1c1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:43Z', 'updated_at': '2021-11-12T08:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b30f798-45a9-4d2d-ab4a-7ae02d0d1152', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:46.770381 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61ebc30a-f2b4-4124-9de8-74f37c657675 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.777741 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-61ebc30a-f2b4-4124-9de8-74f37c657675 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "DELETE /v2.0/ports/e11429b0-854d-4833-a33f-148fe8aff8db HTTP/1.1" status: 204 len: 168 time: 1.3989799 Nov 12 08:41:46.813894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37536) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:46.818738 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] Checking router: 48827f3d-48b8-4496-a852-a3be3347e284 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:41:46.819086 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] Updating router 48827f3d-48b8-4496-a852-a3be3347e284 port 74cc0a43-dcaa-4839-903d-7a1ce2e0ef1c binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:41:46.835937 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.841444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa4223-6456-48a8-a8e3-ad1a5b30693e req-b0dacce5-8d1b-4335-8613-f5b58d7302d6 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:46.844802 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-43fa4223-6456-48a8-a8e3-ad1a5b30693e req-b0dacce5-8d1b-4335-8613-f5b58d7302d6 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 945 time: 0.3122165 Nov 12 08:41:46.883067 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:46.888289 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9137cab7-0860-4f91-9402-ace6195d8e62 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] GET failed (client error): The resource could not be found. Nov 12 08:41:46.897551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9137cab7-0860-4f91-9402-ace6195d8e62 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "GET /v2.0/ports/e11429b0-854d-4833-a33f-148fe8aff8db HTTP/1.1" status: 404 len: 333 time: 0.0812893 Nov 12 08:41:46.898349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37540) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:46.920598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Request body: {'port': {'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-849345734'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:46.996732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Deleting port 74cc0a43-dcaa-4839-903d-7a1ce2e0ef1c {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:46.997196 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.083840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e482e46-d30d-41f4-90e1-264b485b07b7 None None] DHCP port deletion for 37fa03d2-347d-441e-9d2b-fc681b24cf65 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:47.193874 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.198357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1e482e46-d30d-41f4-90e1-264b485b07b7 None None] Deleting port 8e4239ac-8595-4aa3-930c-e32506b94534 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:47.198732 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1e482e46-d30d-41f4-90e1-264b485b07b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.258790 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.279232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Calling delete_port for 74cc0a43-dcaa-4839-903d-7a1ce2e0ef1c owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:47.323818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1e482e46-d30d-41f4-90e1-264b485b07b7 None None] For port 8e4239ac-8595-4aa3-930c-e32506b94534, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8e4239ac-8595-4aa3-930c-e32506b94534,segment=NetworkSegment(3b0efa12-8655-4b35-9648-7b67de853b9a),segment_id=3b0efa12-8655-4b35-9648-7b67de853b9a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:47.324757 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1e482e46-d30d-41f4-90e1-264b485b07b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.328632 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-43fa4223-6456-48a8-a8e3-ad1a5b30693e req-6ff3a36a-bd1f-4610-bda1-7e782a01a6dd tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560311 Nov 12 08:41:47.334074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Made reservation on behalf of efb15c5a26d64de38c0e4bcc29ae1918 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:47.337893 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.351179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1e482e46-d30d-41f4-90e1-264b485b07b7 None None] Calling delete_port for 8e4239ac-8595-4aa3-930c-e32506b94534 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:47.412337 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] device_id is not set on port eed1d75e-05b9-4adc-af72-4ac12cd94082 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:47.456390 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1e482e46-d30d-41f4-90e1-264b485b07b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.530184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e482e46-d30d-41f4-90e1-264b485b07b7 None None] Pushing event deleted for resources: {'Port': ['ID=8e4239ac-8595-4aa3-930c-e32506b94534,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:47.532307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e482e46-d30d-41f4-90e1-264b485b07b7 None None] No DVR routers for this DVR port 8e4239ac-8595-4aa3-930c-e32506b94534 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:47.574314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port 8e4239ac-8595-4aa3-930c-e32506b94534 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:47.574810 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.593604 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.db.api [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:41:47.594204 n-d-768851-18 neutron-server[102447]: DEBUG oslo_db.api [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:41:47.624750 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.662541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event deleted for resources: {'Port': ['ID=74cc0a43-dcaa-4839-903d-7a1ce2e0ef1c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:47.716959 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.729957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] For port 8e4239ac-8595-4aa3-930c-e32506b94534, host n-d-768851-18, got binding levels [] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:47.730333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.757259 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab98f071-7700-48c7-adf1-64460d5d018d req-ddf08ec1-e519-4287-bc42-64c4ab9142c0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 210 time: 0.0500088 Nov 12 08:41:47.789143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for 8e4239ac-8595-4aa3-930c-e32506b94534 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:47.791505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Allocated IP 2001:db8::80 (d5afd0d0-dd62-4d77-8494-865cdaa085b1/e096e385-5108-4300-aa66-7b158cac7c77/eed1d75e-05b9-4adc-af72-4ac12cd94082) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:47.793694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de5466-950a-4a6b-95e5-ffd02cfbc32c req-5c04613d-524d-49ba-9556-5ea597d532ee tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:47.794903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.ipam_backend_mixin [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Port 8e4239ac-8595-4aa3-930c-e32506b94534 was not found and therefore no delete operation was performed {{(pid=102444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:41:47.799790 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.801762 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97de5466-950a-4a6b-95e5-ffd02cfbc32c req-5c04613d-524d-49ba-9556-5ea597d532ee tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 945 time: 0.2258742 Nov 12 08:41:47.839493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=8e4239ac-8595-4aa3-930c-e32506b94534,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:47.843845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No DVR routers for this DVR port 8e4239ac-8595-4aa3-930c-e32506b94534 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:47.880903 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.885991 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.941945 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97de5466-950a-4a6b-95e5-ffd02cfbc32c req-29cb3472-a2c1-439a-b72c-5e604b4bd716 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387622 Nov 12 08:41:47.952282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.953062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48827f3d-48b8-4496-a852-a3be3347e284 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:47.958927 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:47.962411 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4f304277-2e5a-4bf6-89c1-eb76b65e23c6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "DELETE /v2.0/routers/48827f3d-48b8-4496-a852-a3be3347e284 HTTP/1.1" status: 204 len: 168 time: 1.7258458 Nov 12 08:41:47.965659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37556) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:47.992136 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.037526 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ceaceb4-db45-40f0-9dda-a135ec4eaf48 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Deleting subnet 0b30f798-45a9-4d2d-ab4a-7ae02d0d1152 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:48.043558 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ceaceb4-db45-40f0-9dda-a135ec4eaf48 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.053027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fa03d2-347d-441e-9d2b-fc681b24cf65']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:48.069989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0efa12-8655-4b35-9648-7b67de853b9a') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:48.070388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0efa12-8655-4b35-9648-7b67de853b9a') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:48.085698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.110792 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.127921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:48.128333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:48.131584 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:48.135270 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.141174 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] Port 74cc0a43-dcaa-4839-903d-7a1ce2e0ef1c not found while updating agent binding for router 48827f3d-48b8-4496-a852-a3be3347e284. {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 08:41:48.163482 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] Routers set() bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:48.166566 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] Router IDs set() for agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:41:48.167442 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_agentschedulers_db [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48827f3d-48b8-4496-a852-a3be3347e284'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent'). {{(pid=102447) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 08:41:48.168788 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98928e25-f8f4-40c9-bd8f-5d97cf091b40 None None] The sync data for ids ['48827f3d-48b8-4496-a852-a3be3347e284'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:48.232647 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.271665 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.275686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/networks/37fa03d2-347d-441e-9d2b-fc681b24cf65 HTTP/1.1" status: 204 len: 168 time: 1.6237297 Nov 12 08:41:48.290667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55112905-0dd2-4fa6-8099-25cd90af1c80 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Network': ['ID=37fa03d2-347d-441e-9d2b-fc681b24cf65,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:48.299405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37562) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:48.409959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbbc18b-e438-49c2-8ccd-667e9fd528fd tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:48.411849 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2cbbc18b-e438-49c2-8ccd-667e9fd528fd tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/1c1e3b24-a0b2-46af-9581-3b483ec372f2 HTTP/1.1" status: 200 len: 844 time: 0.1108265 Nov 12 08:41:48.420696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37564) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:48.474811 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.537669 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4e12ce47-79e5-4145-b983-5abda669aae2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/1c1e3b24-a0b2-46af-9581-3b483ec372f2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1088378 Nov 12 08:41:48.537929 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ceaceb4-db45-40f0-9dda-a135ec4eaf48 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.541765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37566) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:48.552423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b7d7e24f-94d0-4395-a5f1-f9d3bd35b8ed tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:48.569045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cc932-e7aa-43ee-a62a-9d777202311b req-838b84ee-f744-46b0-b9a8-ce206b9bd529 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:48.570464 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-838b84ee-f744-46b0-b9a8-ce206b9bd529 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.46 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 814 time: 0.3004789 Nov 12 08:41:48.581871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Network d5afd0d0-dd62-4d77-8494-865cdaa085b1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:48.598447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-287cc932-e7aa-43ee-a62a-9d777202311b req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Request body: {'port': {'device_id': '8aea4433-7a6a-4b0c-939d-f778da8a99a4', 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84', 'admin_state_up': True, 'tenant_id': '802519acc4c049b59e5ad9647b13586b'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:48.616783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:48.630660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ceaceb4-db45-40f0-9dda-a135ec4eaf48 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.639708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:48.641887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4bd20-9f8f-4de0-9b50-8638bd9ab083 req-fc8429b3-a57a-4294-9d1e-6f1583e9a5b3 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:48.645521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:48.646156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.650495 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-32c4bd20-9f8f-4de0-9b50-8638bd9ab083 req-fc8429b3-a57a-4294-9d1e-6f1583e9a5b3 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 945 time: 0.0907884 Nov 12 08:41:48.711035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event updated for resources: {'Port': ['ID=eed1d75e-05b9-4adc-af72-4ac12cd94082,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:48.740487 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-32c4bd20-9f8f-4de0-9b50-8638bd9ab083 req-278dec10-96df-40e4-a367-136fb8612f85 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884848 Nov 12 08:41:48.805657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ceaceb4-db45-40f0-9dda-a135ec4eaf48 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.816596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ad596cff-613a-4653-b02c-68a80c1b1ef4 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8990428 Nov 12 08:41:48.831554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37574) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:48.850829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8e4239ac-8595-4aa3-930c-e32506b94534 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:48.871119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Request body: {'port': {'network_id': 'd5afd0d0-dd62-4d77-8494-865cdaa085b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1916003379'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:48.887262 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 8e4239ac-8595-4aa3-930c-e32506b94534 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:48.894304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8e4239ac-8595-4aa3-930c-e32506b94534 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:48.920884 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ceaceb4-db45-40f0-9dda-a135ec4eaf48 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:48.934387 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5ceaceb4-db45-40f0-9dda-a135ec4eaf48 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/0b30f798-45a9-4d2d-ab4a-7ae02d0d1152 HTTP/1.1" status: 204 len: 168 time: 0.9667213 Nov 12 08:41:48.936277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37578) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:48.937860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaceb4-db45-40f0-9dda-a135ec4eaf48 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0b30f798-45a9-4d2d-ab4a-7ae02d0d1152,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:49.007271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d7e24f-94d0-4395-a5f1-f9d3bd35b8ed tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:49.010809 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e24f-94d0-4395-a5f1-f9d3bd35b8ed tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.011236 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-75bf0295-ecbf-44b3-a526-4dd69a01a435 req-dfcfdc48-8ca2-4f87-be84-504fa80c9a0b tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 210 time: 0.0506370 Nov 12 08:41:49.107624 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.168729 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783386f0-80bd-4269-9415-674325e3e768 req-ba6a76b5-7e47-43e3-ab6b-5da79d6bfade tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:49.176094 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-783386f0-80bd-4269-9415-674325e3e768 req-ba6a76b5-7e47-43e3-ab6b-5da79d6bfade tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 945 time: 0.2596018 Nov 12 08:41:49.178255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-05a79e06-64a3-41b4-b263-29c98f9099fb None None] Provisioning complete for port eed1d75e-05b9-4adc-af72-4ac12cd94082 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:49.178699 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-05a79e06-64a3-41b4-b263-29c98f9099fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.185227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287cc932-e7aa-43ee-a62a-9d777202311b req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Made reservation on behalf of 802519acc4c049b59e5ad9647b13586b for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:49.188754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-287cc932-e7aa-43ee-a62a-9d777202311b req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.218383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-05a79e06-64a3-41b4-b263-29c98f9099fb None None] Port eed1d75e-05b9-4adc-af72-4ac12cd94082 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:49.227695 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.255058 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96c6830-b072-498c-b98d-6f36b3bd78b2']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:49.270114 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c89ba15-c4e2-4620-b760-7be085e05f10') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:49.271061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c89ba15-c4e2-4620-b760-7be085e05f10') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:49.282642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Made reservation on behalf of efb15c5a26d64de38c0e4bcc29ae1918 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:49.283251 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.286712 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.300315 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.307305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:49.307715 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:49.310241 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:49.340074 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-783386f0-80bd-4269-9415-674325e3e768 req-7085ea16-9784-45ce-b5d6-e0de0c8f82e8 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630907 Nov 12 08:41:49.388358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] device_id is not set on port 8b760cf2-474d-478e-97b9-0c84bb32de6a yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:49.400338 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.409902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b96c6830-b072-498c-b98d-6f36b3bd78b2 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:41:49.436404 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.440720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "DELETE /v2.0/networks/b96c6830-b072-498c-b98d-6f36b3bd78b2 HTTP/1.1" status: 204 len: 168 time: 0.4989109 Nov 12 08:41:49.442955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953be15-1b0c-41b5-a3b0-84292dbedf97 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event deleted for resources: {'Network': ['ID=b96c6830-b072-498c-b98d-6f36b3bd78b2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:49.684210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7277425-21d7-4226-8329-91f16ef39ea9 req-c32bd5be-09fe-4daa-ab64-1ff632a6e050 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:49.686122 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d7277425-21d7-4226-8329-91f16ef39ea9 req-c32bd5be-09fe-4daa-ab64-1ff632a6e050 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 945 time: 0.0830107 Nov 12 08:41:49.700936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-287cc932-e7aa-43ee-a62a-9d777202311b req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Allocated IP 172.20.0.13 (c0f5d45c-c314-43a2-9378-dd1b94a83f84/6b9330ef-ee82-4258-9e06-e7d9a0866049/8b3bbac6-7ce8-4c97-bb47-a9853a04adba) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:49.772530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37594) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:49.777563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-399a5324-8097-4417-a263-4a1df8df06ca tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Request body: {'router': {'name': 'tempest-router--281072813', 'project_id': '208bd720d5ab465bb6633a893c456f8f'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:49.803088 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d7277425-21d7-4226-8329-91f16ef39ea9 req-74e29db3-67e9-4254-8461-f7f62c59fd09 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089950 Nov 12 08:41:49.831646 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-399a5324-8097-4417-a263-4a1df8df06ca tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.833144 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-399a5324-8097-4417-a263-4a1df8df06ca tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.888441 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-287cc932-e7aa-43ee-a62a-9d777202311b req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.929435 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-287cc932-e7aa-43ee-a62a-9d777202311b req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.944480 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['792c441e-15ac-405f-bf18-8377256b50fc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:49.961772 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e24f-94d0-4395-a5f1-f9d3bd35b8ed tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.977844 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-399a5324-8097-4417-a263-4a1df8df06ca tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:49.983847 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Allocated IP 2001:db8::a5 (d5afd0d0-dd62-4d77-8494-865cdaa085b1/e096e385-5108-4300-aa66-7b158cac7c77/8b760cf2-474d-478e-97b9-0c84bb32de6a) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:49.998020 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-399a5324-8097-4417-a263-4a1df8df06ca tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.058661 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-399a5324-8097-4417-a263-4a1df8df06ca tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.072176 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-399a5324-8097-4417-a263-4a1df8df06ca tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2939355 Nov 12 08:41:50.075950 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37600) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:50.327888 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a7627930-8b64-418e-9b78-6331b31e58c8 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.378637 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287cc932-e7aa-43ee-a62a-9d777202311b req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Network c0f5d45c-c314-43a2-9378-dd1b94a83f84 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:50.390772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-287cc932-e7aa-43ee-a62a-9d777202311b req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:50.393469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-287cc932-e7aa-43ee-a62a-9d777202311b req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:50.414384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585909ad-478e-496c-86c3-68f0b783e6f9 req-b19054d3-daf1-4aa6-aa65-78476e90e777 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:50.421697 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-585909ad-478e-496c-86c3-68f0b783e6f9 req-b19054d3-daf1-4aa6-aa65-78476e90e777 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 932 time: 0.1929402 Nov 12 08:41:50.456287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Pushing event updated for resources: {'Port': ['ID=8b3bbac6-7ce8-4c97-bb47-a9853a04adba,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:50.469770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d7e24f-94d0-4395-a5f1-f9d3bd35b8ed tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network db83be8a-b227-42a1-81d6-b2d29d272017 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:50.483979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b7d7e24f-94d0-4395-a5f1-f9d3bd35b8ed tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:50.496608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d7e24f-94d0-4395-a5f1-f9d3bd35b8ed tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:50.497157 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a352e7-2be7-4abc-ab82-0e11ef6a30d1 None None] Network db83be8a-b227-42a1-81d6-b2d29d272017 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:50.497293 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7d7e24f-94d0-4395-a5f1-f9d3bd35b8ed tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.524703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7e24f-94d0-4395-a5f1-f9d3bd35b8ed tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Subnet': ['ID=b520e8c7-af0f-4ca1-a261-90d822d788fa,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:50.544684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cc932-e7aa-43ee-a62a-9d777202311b req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:50.545379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-287cc932-e7aa-43ee-a62a-9d777202311b req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.559506 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a7627930-8b64-418e-9b78-6331b31e58c8 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.562535 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a7627930-8b64-418e-9b78-6331b31e58c8 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.579176 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b097b9-1b25-499e-b162-2a65b2bb4ea8 req-41ddbd28-a4e6-47f0-8c84-0b439e7c3465 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:50.587741 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98b097b9-1b25-499e-b162-2a65b2bb4ea8 req-41ddbd28-a4e6-47f0-8c84-0b439e7c3465 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 945 time: 0.6010857 Nov 12 08:41:50.589011 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-585909ad-478e-496c-86c3-68f0b783e6f9 req-6bf263cc-fd58-4f46-ae7d-862b440d0f11 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524658 Nov 12 08:41:50.617773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-97dfda2d-e9b7-452a-9566-4c5a0a702a07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0239351 Nov 12 08:41:50.639341 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a7627930-8b64-418e-9b78-6331b31e58c8 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.639574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b7d7e24f-94d0-4395-a5f1-f9d3bd35b8ed tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0947709 Nov 12 08:41:50.639946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7627930-8b64-418e-9b78-6331b31e58c8 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0576951-9da4-40ea-b152-6f797fc303e6 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:50.644582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37606) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:50.646395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Request body: {'port': {'device_id': '8aea4433-7a6a-4b0c-939d-f778da8a99a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:50.649091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a7627930-8b64-418e-9b78-6331b31e58c8 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.650216 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a7627930-8b64-418e-9b78-6331b31e58c8 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c0576951-9da4-40ea-b152-6f797fc303e6 HTTP/1.1" status: 204 len: 168 time: 0.5703733 Nov 12 08:41:50.659875 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-05e8b284-a48c-4a2d-a424-815bba6a4c4c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'security_group': {'name': 'tempest-secgroup-38959565'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:50.707783 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05e8b284-a48c-4a2d-a424-815bba6a4c4c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.778259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-db83be8a-b227-42a1-81d6-b2d29d272017', 'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'tenant_id': '7a018f4360bb4254a8b53a75c99fd8fa', 'fixed_ips': [{'subnet_id': 'b520e8c7-af0f-4ca1-a261-90d822d788fa'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:41:50.780003 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.862969 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05e8b284-a48c-4a2d-a424-815bba6a4c4c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.883556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05e8b284-a48c-4a2d-a424-815bba6a4c4c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.889534 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98b097b9-1b25-499e-b162-2a65b2bb4ea8 req-0a32fe9e-8858-4766-a252-0f34bdd5a6e9 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008294 Nov 12 08:41:50.894535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.912065 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37612) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:50.966632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8b284-a48c-4a2d-a424-815bba6a4c4c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba3ec3c-df3f-4ea0-a380-fde0ad9a6a5a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:50.981777 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05e8b284-a48c-4a2d-a424-815bba6a4c4c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:50.986118 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-05e8b284-a48c-4a2d-a424-815bba6a4c4c tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3404331 Nov 12 08:41:50.993620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37618) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:51.012196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-450bb41e-b36e-4b1a-9543-401b7ae2f34b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'security_group': {'name': 'tempest-secgroup-784910669'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:51.060531 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-450bb41e-b36e-4b1a-9543-401b7ae2f34b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.099544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Allocated IP 2001:db8::2 (db83be8a-b227-42a1-81d6-b2d29d272017/b520e8c7-af0f-4ca1-a261-90d822d788fa/b760d0cd-520b-4ce7-9f45-a573ec71123e) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:51.172983 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-450bb41e-b36e-4b1a-9543-401b7ae2f34b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.182693 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-450bb41e-b36e-4b1a-9543-401b7ae2f34b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.239119 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-450bb41e-b36e-4b1a-9543-401b7ae2f34b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.240526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-450bb41e-b36e-4b1a-9543-401b7ae2f34b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2458653 Nov 12 08:41:51.243006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bb41e-b36e-4b1a-9543-401b7ae2f34b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6453260e-c954-4693-8b31-a0d40314655e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:51.245987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37622) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:51.251564 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-522478637', 'security_groups': ['6453260e-c954-4693-8b31-a0d40314655e'], 'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b520e8c7-af0f-4ca1-a261-90d822d788fa'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:51.273646 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.354529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1098742007', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:51.469417 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.494470 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.495604 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.532424 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.551917 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.559711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Network d5afd0d0-dd62-4d77-8494-865cdaa085b1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:51.560214 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.570780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:51.582776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:51.589985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.593377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5d5da-c78a-49c0-9ab7-37e084cb2972 req-7f86df8c-98e3-4cf0-acbd-f1aa4862d3b9 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.601556 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.602698 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6de5d5da-c78a-49c0-9ab7-37e084cb2972 req-7f86df8c-98e3-4cf0-acbd-f1aa4862d3b9 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 945 time: 0.1854947 Nov 12 08:41:51.622821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Network db83be8a-b227-42a1-81d6-b2d29d272017 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:51.628478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:51.635604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:51.642360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event updated for resources: {'Port': ['ID=8b760cf2-474d-478e-97b9-0c84bb32de6a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:51.665544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Pushing event updated for resources: {'Port': ['ID=b760d0cd-520b-4ce7-9f45-a573ec71123e,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:51.748188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Attempting to bind port b760d0cd-520b-4ce7-9f45-a573ec71123e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:51.750277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Attempting to bind port b760d0cd-520b-4ce7-9f45-a573ec71123e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '56599e5d-102f-44c4-9277-4119a0f942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:51.750953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Attempting to bind port b760d0cd-520b-4ce7-9f45-a573ec71123e on network db83be8a-b227-42a1-81d6-b2d29d272017 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:51.758091 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-79ee468c-ed56-4be2-8261-ce7ad41cd78c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9173405 Nov 12 08:41:51.758901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:51.759551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Checking segment: {'id': '56599e5d-102f-44c4-9277-4119a0f942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:51.760280 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.760854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Bound using segment: {'id': '56599e5d-102f-44c4-9277-4119a0f942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:51.761299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:51.761879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Bound port: b760d0cd-520b-4ce7-9f45-a573ec71123e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56599e5d-102f-44c4-9277-4119a0f942c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:51.762581 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.771920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3bbac6-7ce8-4c97-bb47-a9853a04adba {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:51.777923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37630) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:51.788647 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7b1c6d91-bf01-487c-a5bf-b6eb53b4ca65 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::108', 'mac_address': 'fa:16:3e:3c:de:c2'}, {'ip_address': '2001:db8::80', 'mac_address': 'fa:16:3e:e8:a8:2d'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:51.803848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.863902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fb1d1-6efa-4d5d-be56-26fb3bb8dfb4 req-ca4ff1b1-535a-47b7-b932-2e8a38d5acac tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:51.868677 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6de5d5da-c78a-49c0-9ab7-37e084cb2972 req-715239bd-9260-478d-917a-00ed58fa1f22 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649643 Nov 12 08:41:51.871365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] For port b760d0cd-520b-4ce7-9f45-a573ec71123e, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:51.888520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-391fb1d1-6efa-4d5d-be56-26fb3bb8dfb4 req-ca4ff1b1-535a-47b7-b932-2e8a38d5acac tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 932 time: 0.1693912 Nov 12 08:41:51.903091 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] For port b760d0cd-520b-4ce7-9f45-a573ec71123e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b760d0cd-520b-4ce7-9f45-a573ec71123e,segment=NetworkSegment(56599e5d-102f-44c4-9277-4119a0f942c7),segment_id=56599e5d-102f-44c4-9277-4119a0f942c7)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:51.912976 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:51.925096 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.005645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Transition to ACTIVE for port object 8b3bbac6-7ce8-4c97-bb47-a9853a04adba will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:41:52.093991 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.109496 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.124861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port b12fb6de-c2a9-4d1d-9293-04de69ac663a yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:41:52.130006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631db01b-8b1e-451a-9e6f-b54103644f1d None None] Pushing event updated for resources: {'Port': ['ID=b760d0cd-520b-4ce7-9f45-a573ec71123e,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:52.141891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0b586421-f430-44c9-8b9f-1e990483c257 None None] Provisioning complete for port 8b760cf2-474d-478e-97b9-0c84bb32de6a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:52.142511 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0b586421-f430-44c9-8b9f-1e990483c257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.170400 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b1c6d91-bf01-487c-a5bf-b6eb53b4ca65 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.196485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0b586421-f430-44c9-8b9f-1e990483c257 None None] Port 8b760cf2-474d-478e-97b9-0c84bb32de6a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:52.205418 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-391fb1d1-6efa-4d5d-be56-26fb3bb8dfb4 req-29d261dc-3777-437b-8c5c-1dd1c77f5d68 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153868 Nov 12 08:41:52.217904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Pushing event updated for resources: {'Port': ['ID=8b3bbac6-7ce8-4c97-bb47-a9853a04adba,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:52.271330 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.412616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Attempting to bind port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:41:52.412947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Attempting to bind port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'c3ce8979-accd-40b0-90b4-bc87b1fd75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:41:52.413305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Attempting to bind port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba on network c0f5d45c-c314-43a2-9378-dd1b94a83f84 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:52.449335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba on network c0f5d45c-c314-43a2-9378-dd1b94a83f84 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:41:52.449606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Attempting to bind port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba on network c0f5d45c-c314-43a2-9378-dd1b94a83f84 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:41:52.459810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:41:52.460148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Checking segment: {'id': 'c3ce8979-accd-40b0-90b4-bc87b1fd75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:41:52.460538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Bound using segment: {'id': 'c3ce8979-accd-40b0-90b4-bc87b1fd75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:41:52.461160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Bound port: 8b3bbac6-7ce8-4c97-bb47-a9853a04adba, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ce8979-accd-40b0-90b4-bc87b1fd75c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:41:52.461360 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.470663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8::245 (db83be8a-b227-42a1-81d6-b2d29d272017/b520e8c7-af0f-4ca1-a261-90d822d788fa/b12fb6de-c2a9-4d1d-9293-04de69ac663a) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:52.594003 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b1c6d91-bf01-487c-a5bf-b6eb53b4ca65 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.604522 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b1c6d91-bf01-487c-a5bf-b6eb53b4ca65 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.643646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] For port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:41:52.657136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c6d91-bf01-487c-a5bf-b6eb53b4ca65 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] In _notify_port_updated(), no bound segment for port 8b760cf2-474d-478e-97b9-0c84bb32de6a on network d5afd0d0-dd62-4d77-8494-865cdaa085b1 {{(pid=102444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:41:52.663481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1c6d91-bf01-487c-a5bf-b6eb53b4ca65 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:52.664292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b1c6d91-bf01-487c-a5bf-b6eb53b4ca65 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.665650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7b1c6d91-bf01-487c-a5bf-b6eb53b4ca65 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "PUT /v2.0/ports/8b760cf2-474d-478e-97b9-0c84bb32de6a HTTP/1.1" status: 200 len: 1066 time: 0.8866146 Nov 12 08:41:52.671230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37636) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:52.699354 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.735479 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.759289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] For port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=8b3bbac6-7ce8-4c97-bb47-a9853a04adba,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:41:52.826509 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.843050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b760d0cd-520b-4ce7-9f45-a573ec71123e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:52.865685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c6d91-bf01-487c-a5bf-b6eb53b4ca65 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event updated for resources: {'Port': ['ID=8b760cf2-474d-478e-97b9-0c84bb32de6a,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:52.918628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Allocated IP 172.25.3.105 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/b20404b6-6f7b-405d-b1f7-becbffa12157) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:52.928500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:52.929429 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:52.935052 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] 10.222.0.46 "PUT /v2.0/ports/8b3bbac6-7ce8-4c97-bb47-a9853a04adba HTTP/1.1" status: 200 len: 1093 time: 2.2943861 Nov 12 08:41:52.935781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aea4433-7a6a-4b0c-939d-f778da8a99a4', 'tag': '8b3bbac6-7ce8-4c97-bb47-a9853a04adba'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:52.944324 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae23d11-57d4-4f21-97a8-e981e5cfedaa" -d '{"events": [{"name": "network-changed", "server_uuid": "8aea4433-7a6a-4b0c-939d-f778da8a99a4", "tag": "8b3bbac6-7ce8-4c97-bb47-a9853a04adba"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:52.971043 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e12982-8c9c-4e97-81f7-0b7d2d1ed338 req-1b942c5d-f4a3-4057-b50b-26cb6a9d5253 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:52.972840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85e12982-8c9c-4e97-81f7-0b7d2d1ed338 req-1b942c5d-f4a3-4057-b50b-26cb6a9d5253 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.52 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 945 time: 0.3268113 Nov 12 08:41:53.062574 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b9dbce-c254-403b-a1be-d19a8a391fb2 x-openstack-request-id: req-74b9dbce-c254-403b-a1be-d19a8a391fb2 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:53.062917 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aea4433-7a6a-4b0c-939d-f778da8a99a4", "tag": "8b3bbac6-7ce8-4c97-bb47-a9853a04adba", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:53.063275 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74b9dbce-c254-403b-a1be-d19a8a391fb2 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:53.063748 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aea4433-7a6a-4b0c-939d-f778da8a99a4', 'tag': '8b3bbac6-7ce8-4c97-bb47-a9853a04adba', 'status': 'completed', 'code': 200} Nov 12 08:41:53.137552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Pushing event updated for resources: {'Port': ['ID=8b3bbac6-7ce8-4c97-bb47-a9853a04adba,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:53.159689 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.170761 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.207105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:53.207538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:53.207946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:53.208451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:53.208739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:53.209189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:53.209591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:53.210688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:53.210688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:53.210688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:53.211106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:53.211494 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c38264-0adc-4804-bf90-9e66d17620ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:41:53.233479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-17da50e1-7c4e-4306-8bdd-08d0c9d1649c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Deleting port 8b760cf2-474d-478e-97b9-0c84bb32de6a {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:53.234016 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-17da50e1-7c4e-4306-8bdd-08d0c9d1649c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.272895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edb8b7-54a6-4fc9-ade1-1a59fe82f2f6 req-458904e6-f946-4527-b675-c8e6f31540ad tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:53.274502 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31edb8b7-54a6-4fc9-ade1-1a59fe82f2f6 req-458904e6-f946-4527-b675-c8e6f31540ad tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 945 time: 0.1070819 Nov 12 08:41:53.284303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f46db302-e63a-4468-bdc8-356425ee813c None None] Provisioning complete for port 8b760cf2-474d-478e-97b9-0c84bb32de6a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:53.285867 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f46db302-e63a-4468-bdc8-356425ee813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.325075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cc932-e7aa-43ee-a62a-9d777202311b req-99dd02be-1e59-4a64-8fca-601f1d749d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:53.327324 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-99dd02be-1e59-4a64-8fca-601f1d749d9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 1096 time: 0.2779987 Nov 12 08:41:53.343804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f46db302-e63a-4468-bdc8-356425ee813c None None] Port 8b760cf2-474d-478e-97b9-0c84bb32de6a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:53.366596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b760d0cd-520b-4ce7-9f45-a573ec71123e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:53.367180 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.391179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.410916 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-590e6aaa-5ac6-4dbc-a353-3ccb2049f1b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3bbac6-7ce8-4c97-bb47-a9853a04adba HTTP/1.1" status: 200 len: 217 time: 0.0733254 Nov 12 08:41:53.421215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.464531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:53.475321 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31edb8b7-54a6-4fc9-ade1-1a59fe82f2f6 req-4927cccc-49c4-41d3-8217-c911d4a2a71f tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/security-groups?id=65daa9c3-cb48-4e7e-97d2-70043c7da447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849935 Nov 12 08:41:53.487082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-85e12982-8c9c-4e97-81f7-0b7d2d1ed338 req-fd260f04-7297-4697-81ea-c2bdd2311742 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Deleting port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:53.487433 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-85e12982-8c9c-4e97-81f7-0b7d2d1ed338 req-fd260f04-7297-4697-81ea-c2bdd2311742 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.498791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:53.504095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:53.507640 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.512691 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-17da50e1-7c4e-4306-8bdd-08d0c9d1649c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.516731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network db83be8a-b227-42a1-81d6-b2d29d272017 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:53.530923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9670984b-99ec-4053-a35f-7d0b4abb17ed None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:53.550880 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:53.554663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:41:53.562141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:53.563555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.567394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-17da50e1-7c4e-4306-8bdd-08d0c9d1649c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Calling delete_port for 8b760cf2-474d-478e-97b9-0c84bb32de6a owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:53.576472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port b760d0cd-520b-4ce7-9f45-a573ec71123e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b760d0cd-520b-4ce7-9f45-a573ec71123e,segment=NetworkSegment(56599e5d-102f-44c4-9277-4119a0f942c7),segment_id=56599e5d-102f-44c4-9277-4119a0f942c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:53.584293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Pushing event updated for resources: {'Port': ['ID=b20404b6-6f7b-405d-b1f7-becbffa12157,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:53.584589 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.599150 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:41:53.619146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cc932-e7aa-43ee-a62a-9d777202311b req-cdb91775-3a10-4f86-9d54-8b44d1337a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:53.620793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-cdb91775-3a10-4f86-9d54-8b44d1337a12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9330ef-ee82-4258-9e06-e7d9a0866049 HTTP/1.1" status: 200 len: 854 time: 0.1971738 Nov 12 08:41:53.639870 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3927412 Nov 12 08:41:53.645442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37656) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:53.653228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d3dc7b26-2631-4137-8526-ef98cecb7265 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:53.699851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-402fbaea-8e8a-4175-a0ff-ab683aac146a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0f5d45c-c314-43a2-9378-dd1b94a83f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380564 Nov 12 08:41:53.714204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=b760d0cd-520b-4ce7-9f45-a573ec71123e,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:53.715683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e911f44-0569-4c7d-80b9-5c1330c83e81 req-ab920a91-84ad-4a14-81af-9d7773782591 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:53.719058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e911f44-0569-4c7d-80b9-5c1330c83e81 req-ab920a91-84ad-4a14-81af-9d7773782591 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 944 time: 0.2834613 Nov 12 08:41:53.719955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-062d2b43-17f6-4426-a299-937e7af597f0 None None] Provisioning complete for port b760d0cd-520b-4ce7-9f45-a573ec71123e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:53.720502 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-062d2b43-17f6-4426-a299-937e7af597f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.856016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-062d2b43-17f6-4426-a299-937e7af597f0 None None] Provisioning complete for port b20404b6-6f7b-405d-b1f7-becbffa12157 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:53.856397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-062d2b43-17f6-4426-a299-937e7af597f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.870960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-85e12982-8c9c-4e97-81f7-0b7d2d1ed338 req-fd260f04-7297-4697-81ea-c2bdd2311742 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] For port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e,segment=NetworkSegment(909f50af-3086-482b-bb5d-25fbd3f23548),segment_id=909f50af-3086-482b-bb5d-25fbd3f23548)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:53.870960 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-85e12982-8c9c-4e97-81f7-0b7d2d1ed338 req-fd260f04-7297-4697-81ea-c2bdd2311742 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:53.897855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4dcb6-5ff5-49d3-a276-db2f629e072b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=b12fb6de-c2a9-4d1d-9293-04de69ac663a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:53.932015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-85e12982-8c9c-4e97-81f7-0b7d2d1ed338 req-fd260f04-7297-4697-81ea-c2bdd2311742 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Calling delete_port for 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:53.947727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e911f44-0569-4c7d-80b9-5c1330c83e81 req-96cef8ad-a657-434b-88f5-fb4c578666d0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152836 Nov 12 08:41:53.951410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-062d2b43-17f6-4426-a299-937e7af597f0 None None] Port b20404b6-6f7b-405d-b1f7-becbffa12157 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:53.980106 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-062d2b43-17f6-4426-a299-937e7af597f0 None None] Provisioning complete for port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:53.980781 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-062d2b43-17f6-4426-a299-937e7af597f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.047704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-062d2b43-17f6-4426-a299-937e7af597f0 None None] Port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:54.056164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-3f4b637d-d4b4-49dd-9edd-1df811bf8e22 service neutron] 10.222.0.46 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329730 Nov 12 08:41:54.161455 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-17da50e1-7c4e-4306-8bdd-08d0c9d1649c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.178328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8b55dcea-ad96-4657-bb04-d0d6a3d4246e None None] Provisioning complete for port b12fb6de-c2a9-4d1d-9293-04de69ac663a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:54.178699 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8b55dcea-ad96-4657-bb04-d0d6a3d4246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.212468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da50e1-7c4e-4306-8bdd-08d0c9d1649c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event deleted for resources: {'Port': ['ID=8b760cf2-474d-478e-97b9-0c84bb32de6a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:54.223385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8b55dcea-ad96-4657-bb04-d0d6a3d4246e None None] Port b12fb6de-c2a9-4d1d-9293-04de69ac663a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:41:54.330934 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-287cc932-e7aa-43ee-a62a-9d777202311b req-edc35468-91f0-4777-9fc9-7e4054d88e34 service neutron] 10.222.0.46 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641778 Nov 12 08:41:54.335723 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-85e12982-8c9c-4e97-81f7-0b7d2d1ed338 req-fd260f04-7297-4697-81ea-c2bdd2311742 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.370409 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['46ee98f6-7299-43f6-931d-c0aa4d6a5f9e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:54.389908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd260f04-7297-4697-81ea-c2bdd2311742 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Pushing event deleted for resources: {'Port': ['ID=46ee98f6-7299-43f6-931d-c0aa4d6a5f9e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:54.465626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dc7b26-2631-4137-8526-ef98cecb7265 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:54.469773 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7b26-2631-4137-8526-ef98cecb7265 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.471914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa05b8-e7b5-4bd4-8222-82ecf45bd82d None None] DHCP port deletion for b92371a2-d9dd-40fc-9474-c705ce807837 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:54.548065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e12982-8c9c-4e97-81f7-0b7d2d1ed338 req-fd260f04-7297-4697-81ea-c2bdd2311742 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] No DVR routers for this DVR port 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:54.553838 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-85e12982-8c9c-4e97-81f7-0b7d2d1ed338 req-fd260f04-7297-4697-81ea-c2bdd2311742 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.557314 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85e12982-8c9c-4e97-81f7-0b7d2d1ed338 req-fd260f04-7297-4697-81ea-c2bdd2311742 tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.52 "DELETE /v2.0/ports/46ee98f6-7299-43f6-931d-c0aa4d6a5f9e HTTP/1.1" status: 204 len: 173 time: 1.5634134 Nov 12 08:41:54.567915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae23d11-57d4-4f21-97a8-e981e5cfedaa req-b3376bcc-3d81-491e-8041-733438e2d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:54.573682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fae23d11-57d4-4f21-97a8-e981e5cfedaa req-b3376bcc-3d81-491e-8041-733438e2d61b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 1096 time: 0.1393387 Nov 12 08:41:54.621840 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed026c05-351f-4234-9d09-a1fe502e4c8a req-66d11a59-d803-4399-b264-baf19ae9197c tempest-ServerDiskConfigTestJSON-416651626 tempest-ServerDiskConfigTestJSON-416651626-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e55472-48f3-43e4-ace2-0ec88d49409c HTTP/1.1" status: 200 len: 210 time: 0.0579140 Nov 12 08:41:54.712069 n-d-768851-18 neutron-server[102445]: INFO neutron.db.ipam_backend_mixin [None req-d3dc7b26-2631-4137-8526-ef98cecb7265 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b520e8c7-af0f-4ca1-a261-90d822d788fa (CIDR: 2001:db8::/64) Nov 12 08:41:54.732983 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3dc7b26-2631-4137-8526-ef98cecb7265 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:41:54.733707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3dc7b26-2631-4137-8526-ef98cecb7265 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:41:54.738310 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.755097 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-17da50e1-7c4e-4306-8bdd-08d0c9d1649c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.759238 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-17da50e1-7c4e-4306-8bdd-08d0c9d1649c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "DELETE /v2.0/ports/8b760cf2-474d-478e-97b9-0c84bb32de6a HTTP/1.1" status: 204 len: 168 time: 2.0816348 Nov 12 08:41:54.762111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37668) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:54.801068 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3fffa3-4119-45b6-bb14-74c7f218a6f6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] GET failed (client error): The resource could not be found. Nov 12 08:41:54.807079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37670) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:54.809838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ff3fffa3-4119-45b6-bb14-74c7f218a6f6 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "GET /v2.0/ports/8b760cf2-474d-478e-97b9-0c84bb32de6a HTTP/1.1" status: 404 len: 333 time: 0.0463355 Nov 12 08:41:54.811423 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b760d0cd-520b-4ce7-9f45-a573ec71123e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:41:54.847207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae23d11-57d4-4f21-97a8-e981e5cfedaa req-238076c4-98a3-468c-a354-4f780f5ac003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:54.852461 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fae23d11-57d4-4f21-97a8-e981e5cfedaa req-238076c4-98a3-468c-a354-4f780f5ac003 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 915 time: 0.2491038 Nov 12 08:41:54.868709 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b760d0cd-520b-4ce7-9f45-a573ec71123e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:41:54.869275 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:54.883483 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d3dc7b26-2631-4137-8526-ef98cecb7265 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2363479 Nov 12 08:41:54.889418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37672) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:54.895075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a0f5a979-0b8a-4aff-8c7f-1d5533c5dc4b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:54.915045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fae23d11-57d4-4f21-97a8-e981e5cfedaa req-1715e121-658f-402b-85ec-23c36cbeb17b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b3bbac6-7ce8-4c97-bb47-a9853a04adba HTTP/1.1" status: 200 len: 217 time: 0.0536203 Nov 12 08:41:55.167528 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ef98979a-5c3d-4254-afc5-ef31ecd887cb tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Deleting port eed1d75e-05b9-4adc-af72-4ac12cd94082 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:55.168156 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef98979a-5c3d-4254-afc5-ef31ecd887cb tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.317269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e55472-48f3-43e4-ace2-0ec88d49409c', 'name': 'network-vif-deleted', 'tag': '46ee98f6-7299-43f6-931d-c0aa4d6a5f9e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:41:55.319928 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38141bca-bfe6-446a-9944-34077c11e1fb" -d '{"events": [{"server_uuid": "02e55472-48f3-43e4-ace2-0ec88d49409c", "name": "network-vif-deleted", "tag": "46ee98f6-7299-43f6-931d-c0aa4d6a5f9e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:41:55.323582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae23d11-57d4-4f21-97a8-e981e5cfedaa req-e053a220-d7b7-4d2b-8010-804e110d3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:55.326324 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fae23d11-57d4-4f21-97a8-e981e5cfedaa req-e053a220-d7b7-4d2b-8010-804e110d3a8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b9330ef-ee82-4258-9e06-e7d9a0866049 HTTP/1.1" status: 200 len: 854 time: 0.4030933 Nov 12 08:41:55.342311 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef98979a-5c3d-4254-afc5-ef31ecd887cb tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.354083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f5a979-0b8a-4aff-8c7f-1d5533c5dc4b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:41:55.357600 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a979-0b8a-4aff-8c7f-1d5533c5dc4b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.366489 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fae23d11-57d4-4f21-97a8-e981e5cfedaa req-75403f75-5da8-4a47-bb27-0685b59d721c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0f5d45c-c314-43a2-9378-dd1b94a83f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292678 Nov 12 08:41:55.384207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ef98979a-5c3d-4254-afc5-ef31ecd887cb tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Calling delete_port for eed1d75e-05b9-4adc-af72-4ac12cd94082 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:55.386791 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.404384 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d34348-f0ed-49fa-a4cb-4c9accebc782 x-openstack-request-id: req-54d34348-f0ed-49fa-a4cb-4c9accebc782 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:41:55.404814 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e55472-48f3-43e4-ace2-0ec88d49409c", "name": "network-vif-deleted", "tag": "46ee98f6-7299-43f6-931d-c0aa4d6a5f9e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:41:55.405184 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54d34348-f0ed-49fa-a4cb-4c9accebc782 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:41:55.406261 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e55472-48f3-43e4-ace2-0ec88d49409c', 'name': 'network-vif-deleted', 'tag': '46ee98f6-7299-43f6-931d-c0aa4d6a5f9e', 'status': 'completed', 'code': 200} Nov 12 08:41:55.481639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362030f-5061-4346-bb37-cce5eb3d4af5 req-4155b32e-a4e4-414c-abe1-a2a131bef957 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:55.483567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3362030f-5061-4346-bb37-cce5eb3d4af5 req-4155b32e-a4e4-414c-abe1-a2a131bef957 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 944 time: 0.1568880 Nov 12 08:41:55.547907 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fae23d11-57d4-4f21-97a8-e981e5cfedaa req-fa35d591-151a-4bb3-9d8a-e0a8aa94108d service neutron] 10.222.0.46 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537075 Nov 12 08:41:55.582875 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3362030f-5061-4346-bb37-cce5eb3d4af5 req-c7c9e81b-00a0-4142-aa11-0960d4f33ee8 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899870 Nov 12 08:41:55.673772 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fae23d11-57d4-4f21-97a8-e981e5cfedaa req-f5630951-723c-48bd-afd3-77d42c8c5945 service neutron] 10.222.0.46 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144280 Nov 12 08:41:55.781972 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef98979a-5c3d-4254-afc5-ef31ecd887cb tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.797517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Router b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:41:55.830401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37694) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:55.832885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98979a-5c3d-4254-afc5-ef31ecd887cb tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event deleted for resources: {'Port': ['ID=eed1d75e-05b9-4adc-af72-4ac12cd94082,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:55.886710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc52d0f7-016a-4e66-8e6a-ccf4a247320e admin admin] Deleting subnet 132b99d6-8d60-4e2d-ad2b-98e3f6298362 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:55.890799 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc52d0f7-016a-4e66-8e6a-ccf4a247320e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.935515 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc52d0f7-016a-4e66-8e6a-ccf4a247320e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.980035 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef98979a-5c3d-4254-afc5-ef31ecd887cb tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.987418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ef98979a-5c3d-4254-afc5-ef31ecd887cb tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "DELETE /v2.0/ports/eed1d75e-05b9-4adc-af72-4ac12cd94082 HTTP/1.1" status: 204 len: 168 time: 1.1752574 Nov 12 08:41:55.987750 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc52d0f7-016a-4e66-8e6a-ccf4a247320e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:55.987885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37696) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:56.028792 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ac1484-aa89-4b8c-885b-732b96c104b7 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] GET failed (client error): The resource could not be found. Nov 12 08:41:56.034493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-61ac1484-aa89-4b8c-885b-732b96c104b7 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "GET /v2.0/ports/eed1d75e-05b9-4adc-af72-4ac12cd94082 HTTP/1.1" status: 404 len: 333 time: 0.0416875 Nov 12 08:41:56.036689 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a979-0b8a-4aff-8c7f-1d5533c5dc4b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.039629 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37698) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:56.104402 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc52d0f7-016a-4e66-8e6a-ccf4a247320e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.131963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76813d3d-97c7-4074-985d-ed517bab6f19 None None] Network b92371a2-d9dd-40fc-9474-c705ce807837 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:56.142261 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc52d0f7-016a-4e66-8e6a-ccf4a247320e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.145605 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fc52d0f7-016a-4e66-8e6a-ccf4a247320e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/132b99d6-8d60-4e2d-ad2b-98e3f6298362 HTTP/1.1" status: 204 len: 168 time: 0.3140123 Nov 12 08:41:56.151009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37702) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:56.151739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52d0f7-016a-4e66-8e6a-ccf4a247320e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=132b99d6-8d60-4e2d-ad2b-98e3f6298362,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:56.186555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5a979-0b8a-4aff-8c7f-1d5533c5dc4b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Subnet': ['ID=a65ee785-c075-4aea-9869-8ca5b43772b4,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:56.225370 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f5a979-0b8a-4aff-8c7f-1d5533c5dc4b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network db83be8a-b227-42a1-81d6-b2d29d272017 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:56.233472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a0f5a979-0b8a-4aff-8c7f-1d5533c5dc4b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:41:56.241194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f5a979-0b8a-4aff-8c7f-1d5533c5dc4b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:56.241640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0f5a979-0b8a-4aff-8c7f-1d5533c5dc4b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.243903 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.246100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55667f64-c8f1-46ce-95a3-92f0ddcdf194 None None] Network db83be8a-b227-42a1-81d6-b2d29d272017 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:56.263360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:41:56.270461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a0f5a979-0b8a-4aff-8c7f-1d5533c5dc4b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3795989 Nov 12 08:41:56.276744 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37704) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:56.282267 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a777dc79-d604-4baf-ac46-79e75cc06b6b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1943428298', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a65ee785-c075-4aea-9869-8ca5b43772b4'}], 'security_groups': ['0ba3ec3c-df3f-4ea0-a380-fde0ad9a6a5a']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:56.304792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264a1bc-126f-49cb-a338-e2bbf68f6c6d None None] Sync routers for ids ['b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:41:56.353135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.357877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.361553 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-62940d4b-3210-4691-8cd9-0b5932382ed0 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4328384 Nov 12 08:41:56.364158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37708) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:56.366767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8a23ac87-2627-4d10-906b-cbfe5e955c1c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Deleting port 68449513-b004-49d4-9f7e-6144e6ddbf47 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:56.367327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a23ac87-2627-4d10-906b-cbfe5e955c1c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.406871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a75c079-2ad4-472b-9b89-483fecc73ec1 None None] DHCP port deletion for b92371a2-d9dd-40fc-9474-c705ce807837 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:56.412502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2264a1bc-126f-49cb-a338-e2bbf68f6c6d None None] Routers {'b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:56.414279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2264a1bc-126f-49cb-a338-e2bbf68f6c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:56.429268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92371a2-d9dd-40fc-9474-c705ce807837']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:56.447293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909f50af-3086-482b-bb5d-25fbd3f23548') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:56.447825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909f50af-3086-482b-bb5d-25fbd3f23548') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:56.466504 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a23ac87-2627-4d10-906b-cbfe5e955c1c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.482240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2264a1bc-126f-49cb-a338-e2bbf68f6c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:56.491446 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.505530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:56.510166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8a23ac87-2627-4d10-906b-cbfe5e955c1c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Calling delete_port for 68449513-b004-49d4-9f7e-6144e6ddbf47 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:56.512881 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.526811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:41:56.527483 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:41:56.529426 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:41:56.555639 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b5ecc439-476f-448f-b075-563f6479b064 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/routers/b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84 HTTP/1.1" status: 200 len: 925 time: 0.1878054 Nov 12 08:41:56.558475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:41:56.559073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 46ee98f6-7299-43f6-931d-c0aa4d6a5f9e not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:41:56.574135 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37712) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:56.582989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2264a1bc-126f-49cb-a338-e2bbf68f6c6d None None] Routers {'b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:41:56.583874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2264a1bc-126f-49cb-a338-e2bbf68f6c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:56.626672 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.638911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37716) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:56.640433 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.646388 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-938fb9d4-c368-46ab-983f-c60d0b5f52e7 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "GET /v2.0/ports?device_id=b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84 HTTP/1.1" status: 200 len: 205 time: 0.0431104 Nov 12 08:41:56.651882 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] 10.222.0.31 "DELETE /v2.0/networks/b92371a2-d9dd-40fc-9474-c705ce807837 HTTP/1.1" status: 204 len: 168 time: 0.4978163 Nov 12 08:41:56.661479 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a777dc79-d604-4baf-ac46-79e75cc06b6b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.670117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2264a1bc-126f-49cb-a338-e2bbf68f6c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:41:56.671884 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264a1bc-126f-49cb-a338-e2bbf68f6c6d None None] The sync data for ids ['b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:41:56.680803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbfafb-8ef0-40cd-8a71-de85730988fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b92371a2-d9dd-40fc-9474-c705ce807837,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:56.912156 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db2ee9-053b-44c9-89af-9111bb2aa830 req-7e555992-6361-4088-bff2-23df90771f2f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:56.914361 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38db2ee9-053b-44c9-89af-9111bb2aa830 req-7e555992-6361-4088-bff2-23df90771f2f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 944 time: 0.1832716 Nov 12 08:41:56.943737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55688238-9064-41ab-9c2e-ede239f65cf6 None None] Update dhcp port {'port': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'fixed_ips': [{'subnet_id': 'b520e8c7-af0f-4ca1-a261-90d822d788fa', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a65ee785-c075-4aea-9869-8ca5b43772b4'}], 'binding:host_id': 'n-d-768851-18'}, 'id': 'b760d0cd-520b-4ce7-9f45-a573ec71123e'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:41:56.957479 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:56.985326 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a23ac87-2627-4d10-906b-cbfe5e955c1c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.024412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23ac87-2627-4d10-906b-cbfe5e955c1c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event deleted for resources: {'Port': ['ID=68449513-b004-49d4-9f7e-6144e6ddbf47,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:57.036281 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-55688238-9064-41ab-9c2e-ede239f65cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.077135 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37720) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:57.111632 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.129470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38db2ee9-053b-44c9-89af-9111bb2aa830 req-19c68b97-e025-4c5d-a2fa-8bcf11bd06f5 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040906 Nov 12 08:41:57.140987 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a23ac87-2627-4d10-906b-cbfe5e955c1c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.145996 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8a23ac87-2627-4d10-906b-cbfe5e955c1c tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "DELETE /v2.0/ports/68449513-b004-49d4-9f7e-6144e6ddbf47 HTTP/1.1" status: 204 len: 168 time: 1.0609958 Nov 12 08:41:57.150006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37722) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:57.197467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Deleting port b20404b6-6f7b-405d-b1f7-becbffa12157 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:57.197863 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.298254 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ffce4fc6-33a5-4e75-a176-bcca50649084 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8eeed2d1124a4eac82e9bce4a1ab9648&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2199578 Nov 12 08:41:57.309256 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37726) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:57.313843 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.328594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Calling delete_port for b20404b6-6f7b-405d-b1f7-becbffa12157 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:57.381696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d99803-88e7-4250-b3d1-44242288b741 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Deleting subnet e096e385-5108-4300-aa66-7b158cac7c77 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:41:57.411413 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10d99803-88e7-4250-b3d1-44242288b741 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.438506 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b5c4cab8-d54a-4b74-ad31-cbed358fd324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.479398 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 8b3bbac6-7ce8-4c97-bb47-a9853a04adba details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:41:57.489970 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10d99803-88e7-4250-b3d1-44242288b741 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.493836 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b5c4cab8-d54a-4b74-ad31-cbed358fd324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.532700 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-a777dc79-d604-4baf-ac46-79e75cc06b6b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Delete allocated IP 2001:db8::245 (db83be8a-b227-42a1-81d6-b2d29d272017/b520e8c7-af0f-4ca1-a261-90d822d788fa) {{(pid=102445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:41:57.564505 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-a777dc79-d604-4baf-ac46-79e75cc06b6b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8:0:1::a0 (db83be8a-b227-42a1-81d6-b2d29d272017/a65ee785-c075-4aea-9869-8ca5b43772b4/b12fb6de-c2a9-4d1d-9293-04de69ac663a) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:57.609295 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.645456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=8b3bbac6-7ce8-4c97-bb47-a9853a04adba,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:57.649012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Pushing event deleted for resources: {'Port': ['ID=b20404b6-6f7b-405d-b1f7-becbffa12157,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:57.678604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '8b3bbac6-7ce8-4c97-bb47-a9853a04adba', 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84', 'port_id': '8b3bbac6-7ce8-4c97-bb47-a9853a04adba', 'mac_address': 'fa:16:3e:c2:ee:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9330ef-ee82-4258-9e06-e7d9a0866049', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:41:57.686191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c1a69-e835-487e-a8a9-594826271988 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:57.696128 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b5c4cab8-d54a-4b74-ad31-cbed358fd324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.698749 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b5c4cab8-d54a-4b74-ad31-cbed358fd324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.699929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b5c4cab8-d54a-4b74-ad31-cbed358fd324 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65daa9c3-cb48-4e7e-97d2-70043c7da447 HTTP/1.1" status: 204 len: 168 time: 0.3892350 Nov 12 08:41:57.724591 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10d99803-88e7-4250-b3d1-44242288b741 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.778930 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.785232 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.809895 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3bbac6-7ce8-4c97-bb47-a9853a04adba {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:41:57.834913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=8b3bbac6-7ce8-4c97-bb47-a9853a04adba,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:57.840583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4cab8-d54a-4b74-ad31-cbed358fd324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65daa9c3-cb48-4e7e-97d2-70043c7da447,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:57.847498 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.917569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.923045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.951524 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10d99803-88e7-4250-b3d1-44242288b741 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:57.990370 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d99803-88e7-4250-b3d1-44242288b741 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event deleted for resources: {'Subnet': ['ID=e096e385-5108-4300-aa66-7b158cac7c77,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:57.996267 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10d99803-88e7-4250-b3d1-44242288b741 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.001735 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-10d99803-88e7-4250-b3d1-44242288b741 tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "DELETE /v2.0/subnets/e096e385-5108-4300-aa66-7b158cac7c77 HTTP/1.1" status: 204 len: 168 time: 0.8463874 Nov 12 08:41:58.002392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37736) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:58.007417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=8b3bbac6-7ce8-4c97-bb47-a9853a04adba,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:58.012225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e4f0e5-fcf8-4265-b0c2-d40151eb9c63 None None] Network d5afd0d0-dd62-4d77-8494-865cdaa085b1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:41:58.015542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.018876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Fanout notify agent at l3_agent the message router_deleted on router b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:41:58.041440 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.044114 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-39af8126-75d5-4d6c-8acc-f3fa613905af tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/routers/b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84 HTTP/1.1" status: 204 len: 168 time: 1.3902822 Nov 12 08:41:58.048707 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37738) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:58.055246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1811721966', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'enable_snat': False}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:41:58.091980 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.093744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.198775 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.259137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['8b3bbac6-7ce8-4c97-bb47-a9853a04adba'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:41:58.442037 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a777dc79-d604-4baf-ac46-79e75cc06b6b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.472742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1b1df7-c631-4c30-8661-89470d3b6216 None None] DHCP port deletion for d5afd0d0-dd62-4d77-8494-865cdaa085b1 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:41:58.492956 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a777dc79-d604-4baf-ac46-79e75cc06b6b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.501472 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.592163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b970b-027c-4eae-a54e-e3eaa5283aa4 req-3a2cccf3-1cbf-4876-850f-283bc79d592f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:58.603255 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-139b970b-027c-4eae-a54e-e3eaa5283aa4 req-3a2cccf3-1cbf-4876-850f-283bc79d592f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 945 time: 0.1913748 Nov 12 08:41:58.612620 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.627731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-55688238-9064-41ab-9c2e-ede239f65cf6 None None] Allocated IP 2001:db8:0:1::2 (db83be8a-b227-42a1-81d6-b2d29d272017/a65ee785-c075-4aea-9869-8ca5b43772b4/b760d0cd-520b-4ce7-9f45-a573ec71123e) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:58.664941 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.714003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b1df7-c631-4c30-8661-89470d3b6216 None None] Deleting port e8a519ad-66ab-4c00-89f9-2af114fc4bc4 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:58.714383 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6f1b1df7-c631-4c30-8661-89470d3b6216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.761364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-a777dc79-d604-4baf-ac46-79e75cc06b6b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] In _notify_port_updated(), no bound segment for port b12fb6de-c2a9-4d1d-9293-04de69ac663a on network db83be8a-b227-42a1-81d6-b2d29d272017 {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:41:58.771627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a777dc79-d604-4baf-ac46-79e75cc06b6b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:41:58.773268 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a777dc79-d604-4baf-ac46-79e75cc06b6b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.774852 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a777dc79-d604-4baf-ac46-79e75cc06b6b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "PUT /v2.0/ports/b12fb6de-c2a9-4d1d-9293-04de69ac663a HTTP/1.1" status: 200 len: 930 time: 2.4969759 Nov 12 08:41:58.777995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777dc79-d604-4baf-ac46-79e75cc06b6b tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=b12fb6de-c2a9-4d1d-9293-04de69ac663a,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:58.792572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37760) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:58.853185 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e8a519ad-66ab-4c00-89f9-2af114fc4bc4 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:41:58.914441 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.926045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6f1b1df7-c631-4c30-8661-89470d3b6216 None None] For port e8a519ad-66ab-4c00-89f9-2af114fc4bc4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e8a519ad-66ab-4c00-89f9-2af114fc4bc4,segment=NetworkSegment(ba8819f1-9bd7-4926-a3a4-be0ebe8d3278),segment_id=ba8819f1-9bd7-4926-a3a4-be0ebe8d3278)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:58.926446 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6f1b1df7-c631-4c30-8661-89470d3b6216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.951207 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:58.971617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b1df7-c631-4c30-8661-89470d3b6216 None None] Calling delete_port for e8a519ad-66ab-4c00-89f9-2af114fc4bc4 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:58.976851 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-55688238-9064-41ab-9c2e-ede239f65cf6 None None] For port b760d0cd-520b-4ce7-9f45-a573ec71123e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b760d0cd-520b-4ce7-9f45-a573ec71123e,segment=NetworkSegment(56599e5d-102f-44c4-9277-4119a0f942c7),segment_id=56599e5d-102f-44c4-9277-4119a0f942c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:58.982831 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-139b970b-027c-4eae-a54e-e3eaa5283aa4 req-07989394-9299-4e6e-b027-5b7e0d73af56 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764772 Nov 12 08:41:59.037832 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.155093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Deleting port e8a519ad-66ab-4c00-89f9-2af114fc4bc4 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:59.155667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.175675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Allocated IP 172.25.3.225 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/f04a4078-e706-487e-9f02-1c253333505b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:41:59.192124 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9fe342df-7671-4868-a11a-82b6ddaac3f5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port b12fb6de-c2a9-4d1d-9293-04de69ac663a {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:41:59.192473 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9fe342df-7671-4868-a11a-82b6ddaac3f5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.263120 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-55688238-9064-41ab-9c2e-ede239f65cf6 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.278075 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-55688238-9064-41ab-9c2e-ede239f65cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.301938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port e8a519ad-66ab-4c00-89f9-2af114fc4bc4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e8a519ad-66ab-4c00-89f9-2af114fc4bc4,segment=NetworkSegment(ba8819f1-9bd7-4926-a3a4-be0ebe8d3278),segment_id=ba8819f1-9bd7-4926-a3a4-be0ebe8d3278)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:59.335127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.364601 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9fe342df-7671-4868-a11a-82b6ddaac3f5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.381260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9fe342df-7671-4868-a11a-82b6ddaac3f5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for b12fb6de-c2a9-4d1d-9293-04de69ac663a owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:59.433415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55688238-9064-41ab-9c2e-ede239f65cf6 None None] Pushing event updated for resources: {'Port': ['ID=b760d0cd-520b-4ce7-9f45-a573ec71123e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:59.441681 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6f1b1df7-c631-4c30-8661-89470d3b6216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.463764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event deleted for resources: {'Port': ['ID=e8a519ad-66ab-4c00-89f9-2af114fc4bc4,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:59.497630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b1df7-c631-4c30-8661-89470d3b6216 None None] Pushing event deleted for resources: {'Port': ['ID=e8a519ad-66ab-4c00-89f9-2af114fc4bc4,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:59.504099 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b1df7-c631-4c30-8661-89470d3b6216 None None] No DVR routers for this DVR port e8a519ad-66ab-4c00-89f9-2af114fc4bc4 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:59.583036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] For port e8a519ad-66ab-4c00-89f9-2af114fc4bc4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e8a519ad-66ab-4c00-89f9-2af114fc4bc4,segment=NetworkSegment(ba8819f1-9bd7-4926-a3a4-be0ebe8d3278),segment_id=ba8819f1-9bd7-4926-a3a4-be0ebe8d3278)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:41:59.583757 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.618481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Calling delete_port for e8a519ad-66ab-4c00-89f9-2af114fc4bc4 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:41:59.769182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.800097 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.803216 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9fe342df-7671-4868-a11a-82b6ddaac3f5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.859058 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event deleted for resources: {'Port': ['ID=e8a519ad-66ab-4c00-89f9-2af114fc4bc4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:59.870818 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.888476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] No DVR routers for this DVR port e8a519ad-66ab-4c00-89f9-2af114fc4bc4 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:41:59.922694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe342df-7671-4868-a11a-82b6ddaac3f5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=b12fb6de-c2a9-4d1d-9293-04de69ac663a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:41:59.951801 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9fe342df-7671-4868-a11a-82b6ddaac3f5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:41:59.964163 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9fe342df-7671-4868-a11a-82b6ddaac3f5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/b12fb6de-c2a9-4d1d-9293-04de69ac663a HTTP/1.1" status: 204 len: 168 time: 1.1665916 Nov 12 08:41:59.968292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37782) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:41:59.976121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:41:59.990664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:00.019677 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf30fa-326a-4b97-94b3-cb53e2fb9901 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:00.073299 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.095195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:00.103013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5afd0d0-dd62-4d77-8494-865cdaa085b1']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:00.108311 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d380b8d2-8b45-4660-873c-db3b0fe8ef1d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:42:00.114727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d380b8d2-8b45-4660-873c-db3b0fe8ef1d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/b12fb6de-c2a9-4d1d-9293-04de69ac663a HTTP/1.1" status: 404 len: 333 time: 0.1339881 Nov 12 08:42:00.117688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37790) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:00.136354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8819f1-9bd7-4926-a3a4-be0ebe8d3278') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:00.137084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8819f1-9bd7-4926-a3a4-be0ebe8d3278') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:00.151454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event updated for resources: {'Port': ['ID=f04a4078-e706-487e-9f02-1c253333505b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:00.157458 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.185189 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.185901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75dfa788-f1ac-460f-aa93-d62d185635b6 None None] Provisioning complete for port f04a4078-e706-487e-9f02-1c253333505b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:00.186286 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75dfa788-f1ac-460f-aa93-d62d185635b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.198821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:00.199223 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:00.204036 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:00.300211 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75dfa788-f1ac-460f-aa93-d62d185635b6 None None] Port f04a4078-e706-487e-9f02-1c253333505b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:00.311701 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-437902ef-46c2-4d96-91f1-ab00b40bff1f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.328963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64e008-18e2-4033-9261-d73b969ba5cf req-c26fd4a1-5855-48b1-94c6-a5174c3a1e11 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:00.331820 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb64e008-18e2-4033-9261-d73b969ba5cf req-c26fd4a1-5855-48b1-94c6-a5174c3a1e11 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 945 time: 0.2041690 Nov 12 08:42:00.347561 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.369835 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.374714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] 10.222.0.31 "DELETE /v2.0/networks/d5afd0d0-dd62-4d77-8494-865cdaa085b1 HTTP/1.1" status: 204 len: 168 time: 2.3710332 Nov 12 08:42:00.411989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-437902ef-46c2-4d96-91f1-ab00b40bff1f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.415837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112975d-ba90-47fe-b9ff-960ecd0e9aff tempest-AllowedAddressPairIpV6TestJSON-1344367761 tempest-AllowedAddressPairIpV6TestJSON-1344367761-project] Pushing event deleted for resources: {'Network': ['ID=d5afd0d0-dd62-4d77-8494-865cdaa085b1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:00.474189 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb64e008-18e2-4033-9261-d73b969ba5cf req-e411eea6-5ba2-47a7-9c5f-9e60af9e53cd tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055696 Nov 12 08:42:00.517938 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-437902ef-46c2-4d96-91f1-ab00b40bff1f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.521218 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-437902ef-46c2-4d96-91f1-ab00b40bff1f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.522979 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-437902ef-46c2-4d96-91f1-ab00b40bff1f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/security-groups/6453260e-c954-4693-8b31-a0d40314655e HTTP/1.1" status: 204 len: 168 time: 0.4020219 Nov 12 08:42:00.527123 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37800) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:00.544722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437902ef-46c2-4d96-91f1-ab00b40bff1f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6453260e-c954-4693-8b31-a0d40314655e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:00.645999 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9638efe5-93a1-472d-a78f-d7c6b7b6c4d7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.650359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-eca3d484-4635-4c80-8ef6-7fd7280854c1 None None] Provisioning complete for port b760d0cd-520b-4ce7-9f45-a573ec71123e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:00.654268 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eca3d484-4635-4c80-8ef6-7fd7280854c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.695647 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.713050 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9638efe5-93a1-472d-a78f-d7c6b7b6c4d7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.811532 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9638efe5-93a1-472d-a78f-d7c6b7b6c4d7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.817835 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9638efe5-93a1-472d-a78f-d7c6b7b6c4d7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.819245 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9638efe5-93a1-472d-a78f-d7c6b7b6c4d7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/security-groups/0ba3ec3c-df3f-4ea0-a380-fde0ad9a6a5a HTTP/1.1" status: 204 len: 168 time: 0.2890375 Nov 12 08:42:00.821927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37806) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:00.846847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-eca3d484-4635-4c80-8ef6-7fd7280854c1 None None] Could not find standard attr ID for object b12fb6de-c2a9-4d1d-9293-04de69ac663a. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:42:00.854562 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638efe5-93a1-472d-a78f-d7c6b7b6c4d7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba3ec3c-df3f-4ea0-a380-fde0ad9a6a5a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:00.859073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-eca3d484-4635-4c80-8ef6-7fd7280854c1 None None] Provisioning complete for port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:00.859787 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eca3d484-4635-4c80-8ef6-7fd7280854c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:00.937205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-eca3d484-4635-4c80-8ef6-7fd7280854c1 None None] Port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:00.955056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b760d0cd-520b-4ce7-9f45-a573ec71123e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:01.074285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b8c4b3-2ddd-44c5-bae8-d4bf84923c75 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting subnet b520e8c7-af0f-4ca1-a261-90d822d788fa {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:01.083107 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53b8c4b3-2ddd-44c5-bae8-d4bf84923c75 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.134454 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b760d0cd-520b-4ce7-9f45-a573ec71123e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:01.135698 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.195019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37818) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:01.210583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c78225f5-ef92-405a-888a-bf1c19a653f3 None None] Could not find standard attr ID for object b12fb6de-c2a9-4d1d-9293-04de69ac663a. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:42:01.258958 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53b8c4b3-2ddd-44c5-bae8-d4bf84923c75 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.337389 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.477914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 8b3bbac6-7ce8-4c97-bb47-a9853a04adba up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:01.533228 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-23acf0d3-639f-44b3-ba5c-4aba98762e58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efb15c5a26d64de38c0e4bcc29ae1918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3348725 Nov 12 08:42:01.534737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37834) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:01.539587 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53b8c4b3-2ddd-44c5-bae8-d4bf84923c75 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.563923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:42:01.575826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:01.576069 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.627060 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ac25ac-4189-47da-bcc9-3a315cb7eecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.632491 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53b8c4b3-2ddd-44c5-bae8-d4bf84923c75 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.671129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8c4b3-2ddd-44c5-bae8-d4bf84923c75 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Subnet': ['ID=b520e8c7-af0f-4ca1-a261-90d822d788fa,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:01.686438 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ac25ac-4189-47da-bcc9-3a315cb7eecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.696509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Router 63743c42-1e9d-40e8-b1b6-cbccb8be0409 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:42:01.708295 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53b8c4b3-2ddd-44c5-bae8-d4bf84923c75 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.714316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822cf596-83be-4e89-9e6c-29bff5b5b08a None None] Network db83be8a-b227-42a1-81d6-b2d29d272017 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:01.714987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-53b8c4b3-2ddd-44c5-bae8-d4bf84923c75 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/b520e8c7-af0f-4ca1-a261-90d822d788fa HTTP/1.1" status: 204 len: 168 time: 0.8906074 Nov 12 08:42:01.728295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37842) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:01.741044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-baebd83e-5a2a-470f-8a80-002abd78eff2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:01.758988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee93805-f094-4a0c-97a6-c1c23848ffcb req-555342d1-f1e1-40b2-8457-31c12eff8168 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:01.766695 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bee93805-f094-4a0c-97a6-c1c23848ffcb req-555342d1-f1e1-40b2-8457-31c12eff8168 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 945 time: 0.1361892 Nov 12 08:42:01.785827 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.863779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aea4433-7a6a-4b0c-939d-f778da8a99a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3bbac6-7ce8-4c97-bb47-a9853a04adba'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:01.864416 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b6219e-667c-43ac-b6cd-8db53ab4fe74" -d '{"events": [{"server_uuid": "8aea4433-7a6a-4b0c-939d-f778da8a99a4", "name": "network-vif-plugged", "status": "completed", "tag": "8b3bbac6-7ce8-4c97-bb47-a9853a04adba"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:01.889039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=8b3bbac6-7ce8-4c97-bb47-a9853a04adba,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:01.897710 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.966899 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ac25ac-4189-47da-bcc9-3a315cb7eecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.969889 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ac25ac-4189-47da-bcc9-3a315cb7eecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:01.984835 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-01ac25ac-4189-47da-bcc9-3a315cb7eecc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d46518d5-29f5-4544-abe3-525d0ef43c48 HTTP/1.1" status: 204 len: 168 time: 0.4480047 Nov 12 08:42:01.991231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:02.001672 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bee93805-f094-4a0c-97a6-c1c23848ffcb req-d592b617-6c13-4619-8247-39a05bffb261 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339644 Nov 12 08:42:02.006812 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Sync routers for ids ['63743c42-1e9d-40e8-b1b6-cbccb8be0409'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:02.042704 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Routers {'63743c42-1e9d-40e8-b1b6-cbccb8be0409'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:02.043063 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.043429 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4937de-4119-4dbc-8bc5-dce6c6cd71fb x-openstack-request-id: req-ce4937de-4119-4dbc-8bc5-dce6c6cd71fb {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:02.043735 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aea4433-7a6a-4b0c-939d-f778da8a99a4", "name": "network-vif-plugged", "status": "completed", "tag": "8b3bbac6-7ce8-4c97-bb47-a9853a04adba", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:02.043988 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce4937de-4119-4dbc-8bc5-dce6c6cd71fb {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:02.046587 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7f868301-285d-48f1-9f9e-a98ac132f296 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9940045 Nov 12 08:42:02.047259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37866) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:02.048416 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63743c42-1e9d-40e8-b1b6-cbccb8be0409'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:02.049433 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aea4433-7a6a-4b0c-939d-f778da8a99a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3bbac6-7ce8-4c97-bb47-a9853a04adba', 'code': 200} Nov 12 08:42:02.084931 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac25ac-4189-47da-bcc9-3a315cb7eecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46518d5-29f5-4544-abe3-525d0ef43c48,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:02.170176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=8b3bbac6-7ce8-4c97-bb47-a9853a04adba,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:02.193622 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baebd83e-5a2a-470f-8a80-002abd78eff2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:02.209827 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-baebd83e-5a2a-470f-8a80-002abd78eff2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.337504 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Set router 63743c42-1e9d-40e8-b1b6-cbccb8be0409 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:02.419008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eda52f46-affc-42cc-84bc-9a3a6de71884 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/routers/63743c42-1e9d-40e8-b1b6-cbccb8be0409 HTTP/1.1" status: 200 len: 909 time: 0.3702638 Nov 12 08:42:02.420519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37886) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:02.426783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1811721966', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'enable_snat': True}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:02.432330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a84573-3c99-4250-ba8e-46881d85f1e3 req-2b89ddc1-b1d2-4616-9419-e1fbe97ad745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:02.435488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d7a84573-3c99-4250-ba8e-46881d85f1e3 req-2b89ddc1-b1d2-4616-9419-e1fbe97ad745 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 1098 time: 0.2664251 Nov 12 08:42:02.529322 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d7a84573-3c99-4250-ba8e-46881d85f1e3 req-3177f016-fdf2-4939-8320-a418ec3f20cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811236 Nov 12 08:42:02.549700 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.551225 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.705770 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.707009 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-baebd83e-5a2a-470f-8a80-002abd78eff2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.784736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baebd83e-5a2a-470f-8a80-002abd78eff2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network db83be8a-b227-42a1-81d6-b2d29d272017 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:02.789196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-baebd83e-5a2a-470f-8a80-002abd78eff2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:02.790931 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63743c42-1e9d-40e8-b1b6-cbccb8be0409', 'name': 'tempest-snat-router-1811721966', 'tenant_id': 'cea3fec6f5624daa87b36d066153ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.225'}], 'enable_snat': False}, 'gw_port_id': 'f04a4078-e706-487e-9f02-1c253333505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:58Z', 'updated_at': '2021-11-12T08:42:00Z', 'revision_number': 3, 'project_id': 'cea3fec6f5624daa87b36d066153ebbb', 'gw_port': {'id': 'f04a4078-e706-487e-9f02-1c253333505b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63743c42-1e9d-40e8-b1b6-cbccb8be0409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:58Z', 'updated_at': '2021-11-12T08:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:02.792988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baebd83e-5a2a-470f-8a80-002abd78eff2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:02.793867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-baebd83e-5a2a-470f-8a80-002abd78eff2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.822410 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-baebd83e-5a2a-470f-8a80-002abd78eff2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0904922 Nov 12 08:42:02.827606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37902) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:02.832728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c9ac0772-a5a2-4415-8005-b4e9d1c5936f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'security_group': {'name': 'tempest-secgroup-96153106'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:02.846688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebd83e-5a2a-470f-8a80-002abd78eff2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Subnet': ['ID=3dc7d0f6-645d-4791-8193-0861ca9dde73,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:02.880343 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Checking router: 63743c42-1e9d-40e8-b1b6-cbccb8be0409 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:02.881618 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0772-a5a2-4415-8005-b4e9d1c5936f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:02.882995 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Updating router 63743c42-1e9d-40e8-b1b6-cbccb8be0409 port f04a4078-e706-487e-9f02-1c253333505b binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:42:02.944787 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.038029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0772-a5a2-4415-8005-b4e9d1c5936f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.053159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0772-a5a2-4415-8005-b4e9d1c5936f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.092386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d122b6-e3eb-4e34-a7b7-78c02d9e691f req-394f6d26-7eb9-41f5-a503-b141d05e5a2b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.094781 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d122b6-e3eb-4e34-a7b7-78c02d9e691f req-394f6d26-7eb9-41f5-a503-b141d05e5a2b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 945 time: 0.2527905 Nov 12 08:42:03.097542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.114679 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0772-a5a2-4415-8005-b4e9d1c5936f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.120757 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c9ac0772-a5a2-4415-8005-b4e9d1c5936f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2871847 Nov 12 08:42:03.130394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37910) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:03.150027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6e82049a-8e3e-483b-aca4-f36398300eb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'security_group': {'name': 'tempest-secgroup-1223516516'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:03.288048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac0772-a5a2-4415-8005-b4e9d1c5936f tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c687b309-67a7-45b9-a95d-1bab1a3fc495,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:03.320039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d122b6-e3eb-4e34-a7b7-78c02d9e691f req-ec232db5-4762-43dd-a68b-6c653fba6bbb tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090883 Nov 12 08:42:03.321317 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e82049a-8e3e-483b-aca4-f36398300eb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.336504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363c355-d0b9-4884-877e-a650a77a2a62 req-af8a4186-afe3-448b-8715-cc65f3f2aa3a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:03.338658 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8363c355-d0b9-4884-877e-a650a77a2a62 req-af8a4186-afe3-448b-8715-cc65f3f2aa3a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 946 time: 0.1498249 Nov 12 08:42:03.407407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47031b1-46d7-4098-9abc-5309d891293a None None] Network db83be8a-b227-42a1-81d6-b2d29d272017 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:03.470041 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.490387 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.512442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-24b40566-418e-437b-8665-bbe90bfc7787 None None] Provisioning complete for port b760d0cd-520b-4ce7-9f45-a573ec71123e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:03.513335 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-24b40566-418e-437b-8665-bbe90bfc7787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.525250 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.545039 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8363c355-d0b9-4884-877e-a650a77a2a62 req-35c65e72-1996-4ccc-8196-f11da65a52e5 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981387 Nov 12 08:42:03.562370 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.595829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59480341-b18f-41e6-9e89-5ed3dbf1a21f None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:03.635377 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Attempting to bind port f04a4078-e706-487e-9f02-1c253333505b on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:03.639304 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Attempting to bind port f04a4078-e706-487e-9f02-1c253333505b by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:03.639985 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Attempting to bind port f04a4078-e706-487e-9f02-1c253333505b on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:03.654345 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:03.655091 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:03.656246 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.657382 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:03.658149 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Bound port: f04a4078-e706-487e-9f02-1c253333505b, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:03.658820 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.690377 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e82049a-8e3e-483b-aca4-f36398300eb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.701331 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e82049a-8e3e-483b-aca4-f36398300eb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.726022 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] For port f04a4078-e706-487e-9f02-1c253333505b, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:03.735853 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-24b40566-418e-437b-8665-bbe90bfc7787 None None] Provisioning complete for port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:03.736539 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-24b40566-418e-437b-8665-bbe90bfc7787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.742589 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] For port f04a4078-e706-487e-9f02-1c253333505b, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f04a4078-e706-487e-9f02-1c253333505b,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:03.753841 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Pushing event updated for resources: {'Port': ['ID=f04a4078-e706-487e-9f02-1c253333505b,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:03.760440 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.766748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37930) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:03.775400 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:03.777580 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:03.778070 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:03.778601 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:03.779377 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:03.779787 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:03.780349 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:03.781457 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:03.782018 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:03.782525 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:03.783031 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:03.783405 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:03.792330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Allocated IP 172.25.3.35 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/52a14c2c-2015-4a92-ad21-96315bfe39b2) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:03.804650 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e82049a-8e3e-483b-aca4-f36398300eb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.810170 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6e82049a-8e3e-483b-aca4-f36398300eb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6713047 Nov 12 08:42:03.810764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37934) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:03.816957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e051bac5-704c-493f-b39e-376e4e978334 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'security_group': {'name': 'tempest-secgroup-1588173291'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:03.822804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82049a-8e3e-483b-aca4-f36398300eb7 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49664778-8f9e-415f-9273-27a4762b7ac1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:03.845146 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1b6e1-84ca-4a58-83d0-a2e571de1f63 None None] Pushing event updated for resources: {'Port': ['ID=f04a4078-e706-487e-9f02-1c253333505b,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:03.881688 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e051bac5-704c-493f-b39e-376e4e978334 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:03.893601 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Routers {'63743c42-1e9d-40e8-b1b6-cbccb8be0409'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:03.894232 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63743c42-1e9d-40e8-b1b6-cbccb8be0409'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:03.920058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d24dd2-8643-4db3-8902-afc4966e925b None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:03.938609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-24b40566-418e-437b-8665-bbe90bfc7787 None None] Port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:03.960200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb7a9bb-13b1-465e-8ed1-ab64aee7b1c2 None None] Update dhcp port {'port': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'fixed_ips': [{'subnet_id': 'a65ee785-c075-4aea-9869-8ca5b43772b4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3dc7d0f6-645d-4791-8193-0861ca9dde73'}], 'binding:host_id': 'n-d-768851-18'}, 'id': 'b760d0cd-520b-4ce7-9f45-a573ec71123e'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:42:04.041804 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3bb7a9bb-13b1-465e-8ed1-ab64aee7b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.057086 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e051bac5-704c-493f-b39e-376e4e978334 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.067344 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e051bac5-704c-493f-b39e-376e4e978334 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.076230 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.084561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1976017676'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:04.128145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051bac5-704c-493f-b39e-376e4e978334 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f64b64-e687-4b62-b1a4-5428dc6043aa,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:04.133646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2ae0f85f-5c06-45ea-92fa-1ef501cd5914 None None] Provisioning complete for port f04a4078-e706-487e-9f02-1c253333505b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:04.134164 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f85f-5c06-45ea-92fa-1ef501cd5914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.146439 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e051bac5-704c-493f-b39e-376e4e978334 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.149563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Made reservation on behalf of b95cf96b83884c96b0389d6ccbc07ae5 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:04.149746 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e051bac5-704c-493f-b39e-376e4e978334 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3380010 Nov 12 08:42:04.150599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37942) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:04.154253 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.155569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1386682976', 'security_groups': ['93f64b64-e687-4b62-b1a4-5428dc6043aa'], 'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3dc7d0f6-645d-4791-8193-0861ca9dde73'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:04.172058 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.176875 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] Set router 63743c42-1e9d-40e8-b1b6-cbccb8be0409 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:04.195002 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.252059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:04.260455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:04.277988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:04.285868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0293a08f-a905-411f-b378-acd06e6d46c8 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:04.320075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event updated for resources: {'Port': ['ID=52a14c2c-2015-4a92-ad21-96315bfe39b2,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:04.347133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:04.453131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-3bb7a9bb-13b1-465e-8ed1-ab64aee7b1c2 None None] Allocated IP 2001:db8::2 (db83be8a-b227-42a1-81d6-b2d29d272017/3dc7d0f6-645d-4791-8193-0861ca9dde73/b760d0cd-520b-4ce7-9f45-a573ec71123e) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:04.468166 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f85f-5c06-45ea-92fa-1ef501cd5914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.521883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2ae0f85f-5c06-45ea-92fa-1ef501cd5914 None None] For port f04a4078-e706-487e-9f02-1c253333505b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f04a4078-e706-487e-9f02-1c253333505b,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:04.536522 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f85f-5c06-45ea-92fa-1ef501cd5914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.547554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713bc8d-62ba-48ba-89d7-43c51cbccb24 req-c75b2aaf-e0e2-4393-b25b-46bc09afee54 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:04.550004 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3713bc8d-62ba-48ba-89d7-43c51cbccb24 req-c75b2aaf-e0e2-4393-b25b-46bc09afee54 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 945 time: 0.0995986 Nov 12 08:42:04.618846 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.648386 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] device_id is not set on port 05307eba-8f32-4709-84bc-60c550e8625b yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:42:04.699768 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63743c42-1e9d-40e8-b1b6-cbccb8be0409', 'name': 'tempest-snat-router-1811721966', 'tenant_id': 'cea3fec6f5624daa87b36d066153ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.225'}], 'enable_snat': False}, 'gw_port_id': 'f04a4078-e706-487e-9f02-1c253333505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:58Z', 'updated_at': '2021-11-12T08:42:00Z', 'revision_number': 3, 'project_id': 'cea3fec6f5624daa87b36d066153ebbb', 'gw_port': {'id': 'f04a4078-e706-487e-9f02-1c253333505b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63743c42-1e9d-40e8-b1b6-cbccb8be0409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:58Z', 'updated_at': '2021-11-12T08:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:04.747244 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3bb7a9bb-13b1-465e-8ed1-ab64aee7b1c2 None None] For port b760d0cd-520b-4ce7-9f45-a573ec71123e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b760d0cd-520b-4ce7-9f45-a573ec71123e,segment=NetworkSegment(56599e5d-102f-44c4-9277-4119a0f942c7),segment_id=56599e5d-102f-44c4-9277-4119a0f942c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:04.750816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0f85f-5c06-45ea-92fa-1ef501cd5914 None None] Pushing event updated for resources: {'Port': ['ID=f04a4078-e706-487e-9f02-1c253333505b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:04.763156 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fb2586bc-3726-42f3-933e-39518df204c8 None None] Provisioning complete for port 52a14c2c-2015-4a92-ad21-96315bfe39b2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:04.763629 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb2586bc-3726-42f3-933e-39518df204c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.775439 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f22413-046b-4d56-ab90-0ad01147d5e2 None None] The sync data for ids ['63743c42-1e9d-40e8-b1b6-cbccb8be0409'] in n-d-768851-18 is: [{'id': '63743c42-1e9d-40e8-b1b6-cbccb8be0409', 'name': 'tempest-snat-router-1811721966', 'tenant_id': 'cea3fec6f5624daa87b36d066153ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.225'}], 'enable_snat': False}, 'gw_port_id': 'f04a4078-e706-487e-9f02-1c253333505b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:41:58Z', 'updated_at': '2021-11-12T08:42:00Z', 'revision_number': 3, 'project_id': 'cea3fec6f5624daa87b36d066153ebbb', 'gw_port': {'id': 'f04a4078-e706-487e-9f02-1c253333505b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63743c42-1e9d-40e8-b1b6-cbccb8be0409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:41:58Z', 'updated_at': '2021-11-12T08:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:04.839683 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3bb7a9bb-13b1-465e-8ed1-ab64aee7b1c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.856072 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3bb7a9bb-13b1-465e-8ed1-ab64aee7b1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:04.869552 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fb2586bc-3726-42f3-933e-39518df204c8 None None] Port 52a14c2c-2015-4a92-ad21-96315bfe39b2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:04.936932 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8::283 (db83be8a-b227-42a1-81d6-b2d29d272017/3dc7d0f6-645d-4791-8193-0861ca9dde73/05307eba-8f32-4709-84bc-60c550e8625b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:05.017773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3713bc8d-62ba-48ba-89d7-43c51cbccb24 req-55079434-77fa-4b20-a672-b8455e80f8ac tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4582934 Nov 12 08:42:05.027204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7a9bb-13b1-465e-8ed1-ab64aee7b1c2 None None] Pushing event updated for resources: {'Port': ['ID=b760d0cd-520b-4ce7-9f45-a573ec71123e,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:05.046516 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.075180 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.166038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-acad7f09-1e27-447a-9fd8-6a6c5d994f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.200818 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37962) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:05.240238 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.248062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcc5d8-ef9e-4f22-b1f7-4858c484423c req-5c017982-43dd-46d4-b8e9-e64004475821 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:05.250174 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8adcc5d8-ef9e-4f22-b1f7-4858c484423c req-5c017982-43dd-46d4-b8e9-e64004475821 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 946 time: 0.3701091 Nov 12 08:42:05.268999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-9f2ae967-04c6-43bb-bcc7-10463f8bc56b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:05.270568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-9f2ae967-04c6-43bb-bcc7-10463f8bc56b tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.52 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 945 time: 0.4295018 Nov 12 08:42:05.276892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:05.293367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.320789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd24131-c489-48b0-85d2-2e0644127981,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:05.383311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=05307eba-8f32-4709-84bc-60c550e8625b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:05.404993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network db83be8a-b227-42a1-81d6-b2d29d272017 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:05.406925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:05.410249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:05.414665 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.415018 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Added segment edbd7de3-1301-448b-b8ef-78c381c5bcec of type vlan for network 38efce43-d1ac-4122-8cc3-5ed3f046eb2e Nov 12 08:42:05.417799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:05.421840 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.470763 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7c6c0bf5-338a-4cdc-a3b8-06a995294c88 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3190522 Nov 12 08:42:05.472746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37966) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:05.478245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-66603ae7-60a5-4953-a18c-664f1cf0d7b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:05.499406 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ecc74b1-5fb3-4d0f-9bcf-0d0c3213283b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.541846 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.570422 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8adcc5d8-ef9e-4f22-b1f7-4858c484423c req-fa182a6c-2ef4-4850-8bcf-b9a70a164589 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969816 Nov 12 08:42:05.572254 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.704511 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ecc74b1-5fb3-4d0f-9bcf-0d0c3213283b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.715851 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ecc74b1-5fb3-4d0f-9bcf-0d0c3213283b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.734605 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.741927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:05.742344 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.795639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc74b1-5fb3-4d0f-9bcf-0d0c3213283b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896a9368-6e45-4a8e-a1ca-2190a9cf38e0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:05.802654 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0ecc74b1-5fb3-4d0f-9bcf-0d0c3213283b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c1ce302a7814dcd8892632f7f1f6b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999029 Nov 12 08:42:05.804646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66603ae7-60a5-4953-a18c-664f1cf0d7b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:05.809593 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-66603ae7-60a5-4953-a18c-664f1cf0d7b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.814028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37972) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:05.847115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Deleting port 9de0c504-54da-4e1e-b116-fed8165aa74d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:05.847464 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:05.920205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1475160 Nov 12 08:42:05.931162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37976) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:05.947975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b2bbbf5f-0ba9-475a-9f10-19b64ef1f51b tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Request body: {'subnet': {'network_id': '38efce43-d1ac-4122-8cc3-5ed3f046eb2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:05.999332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85061308-2d49-4ebd-9b20-1e0b1d686f28 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Pushing event updated for resources: {'Network': ['ID=38efce43-d1ac-4122-8cc3-5ed3f046eb2e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:06.011050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 38efce43-d1ac-4122-8cc3-5ed3f046eb2e details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:06.120548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8962cbc9-be21-4ce2-aa5e-8975313f5d3c None None] Provisioning complete for port b760d0cd-520b-4ce7-9f45-a573ec71123e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:06.120936 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8962cbc9-be21-4ce2-aa5e-8975313f5d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.133157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d013ec1-2ce0-4692-b297-9b5e17f4b00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.145916 n-d-768851-18 neutron-server[102445]: INFO neutron.db.ipam_backend_mixin [None req-66603ae7-60a5-4953-a18c-664f1cf0d7b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3dc7d0f6-645d-4791-8193-0861ca9dde73 (CIDR: 2001:db8::/64) Nov 12 08:42:06.150434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de070f-5cfd-41f6-80d4-bcef8c7cdbe9 req-440edb11-6686-4702-be7f-137ef886f164 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:06.151973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58de070f-5cfd-41f6-80d4-bcef8c7cdbe9 req-440edb11-6686-4702-be7f-137ef886f164 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 946 time: 0.2332387 Nov 12 08:42:06.212710 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-66603ae7-60a5-4953-a18c-664f1cf0d7b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:42:06.213425 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66603ae7-60a5-4953-a18c-664f1cf0d7b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:06.242165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d013ec1-2ce0-4692-b297-9b5e17f4b00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.264536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] For port 9de0c504-54da-4e1e-b116-fed8165aa74d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9de0c504-54da-4e1e-b116-fed8165aa74d,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:06.264934 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.284900 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.291588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bbbf5f-0ba9-475a-9f10-19b64ef1f51b tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Made reservation on behalf of b95cf96b83884c96b0389d6ccbc07ae5 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:06.295578 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b2bbbf5f-0ba9-475a-9f10-19b64ef1f51b tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.301783 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8962cbc9-be21-4ce2-aa5e-8975313f5d3c None None] Provisioning complete for port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:06.304817 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8962cbc9-be21-4ce2-aa5e-8975313f5d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.331235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de821b7d-a3e1-4960-b448-b5e3adb03351 req-88cdc197-9085-4a43-9c54-72a29acff50f tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:06.332832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de821b7d-a3e1-4960-b448-b5e3adb03351 req-88cdc197-9085-4a43-9c54-72a29acff50f tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 945 time: 0.1727533 Nov 12 08:42:06.340156 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-66603ae7-60a5-4953-a18c-664f1cf0d7b5 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8660965 Nov 12 08:42:06.357875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8962cbc9-be21-4ce2-aa5e-8975313f5d3c None None] Port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:06.358144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37982) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:06.368853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-48ca26e5-044f-48a5-b01e-4965b6cf7b3d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:06.388591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58de070f-5cfd-41f6-80d4-bcef8c7cdbe9 req-73df1cbd-60cc-4b41-81cc-eddf08b8a250 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861854 Nov 12 08:42:06.487838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6ed17da3-a7dc-40b4-ba60-049f93e94d74 None None] Provisioning complete for port 05307eba-8f32-4709-84bc-60c550e8625b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:06.488587 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6ed17da3-a7dc-40b4-ba60-049f93e94d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.527462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6ed17da3-a7dc-40b4-ba60-049f93e94d74 None None] Port 05307eba-8f32-4709-84bc-60c550e8625b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:06.607159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d013ec1-2ce0-4692-b297-9b5e17f4b00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.611366 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d013ec1-2ce0-4692-b297-9b5e17f4b00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.613647 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8d013ec1-2ce0-4692-b297-9b5e17f4b00d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/896a9368-6e45-4a8e-a1ca-2190a9cf38e0 HTTP/1.1" status: 204 len: 168 time: 0.7957611 Nov 12 08:42:06.656845 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.657262 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.657683 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Floating IP 59cd61e8-e175-4029-b63f-d80e5325664a disassociated. External IP: 172.25.3.191, port: 9de0c504-54da-4e1e-b116-fed8165aa74d. Nov 12 08:42:06.658042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Calling delete_port for 9de0c504-54da-4e1e-b116-fed8165aa74d owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:06.669690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d013ec1-2ce0-4692-b297-9b5e17f4b00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896a9368-6e45-4a8e-a1ca-2190a9cf38e0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:06.670360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Router 2333f673-f035-4091-83d6-4533bd36d1f6 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:42:06.698472 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de821b7d-a3e1-4960-b448-b5e3adb03351 req-14f4206c-1039-40e7-8288-fb9f333bbe9a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0e25a8-58f4-465e-81fe-74e6767bb817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449395 Nov 12 08:42:06.872118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ca26e5-044f-48a5-b01e-4965b6cf7b3d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:06.877014 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48ca26e5-044f-48a5-b01e-4965b6cf7b3d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:06.990444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f04a4078-e706-487e-9f02-1c253333505b up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:07.026683 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b2bbbf5f-0ba9-475a-9f10-19b64ef1f51b tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.032398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:07.045963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Sync routers for ids ['2333f673-f035-4091-83d6-4533bd36d1f6'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:07.071131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Routers {'2333f673-f035-4091-83d6-4533bd36d1f6'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:07.072376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:41:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2333f673-f035-4091-83d6-4533bd36d1f6'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:07.074221 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.077300 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cff73d26-93eb-475f-bf79-30822529c975 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6556478 Nov 12 08:42:07.079621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37990) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:07.141324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f04a4078-e706-487e-9f02-1c253333505b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:07.141697 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.142348 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37992) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:07.210641 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.243423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event deleted for resources: {'Port': ['ID=9de0c504-54da-4e1e-b116-fed8165aa74d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:07.407121 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4f07bd2d-8080-4fa8-a643-e1a8bce53b12 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/routers/2333f673-f035-4091-83d6-4533bd36d1f6 HTTP/1.1" status: 200 len: 907 time: 0.3257341 Nov 12 08:42:07.416357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37994) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:07.432662 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Set router 2333f673-f035-4091-83d6-4533bd36d1f6 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:07.473953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:07.490363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb9f4d-3e11-4f61-a7e3-8254372b5e23 req-424a00b9-ffac-475d-bb81-31da29931ecc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:07.491975 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-65cb9f4d-3e11-4f61-a7e3-8254372b5e23 req-424a00b9-ffac-475d-bb81-31da29931ecc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 946 time: 0.1222744 Nov 12 08:42:07.499982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b760d0cd-520b-4ce7-9f45-a573ec71123e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:07.538832 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe693d33-d17f-43a9-bba7-a9e2205adf1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.560310 n-d-768851-18 neutron-server[102445]: INFO neutron.db.ipam_backend_mixin [None req-48ca26e5-044f-48a5-b01e-4965b6cf7b3d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a65ee785-c075-4aea-9869-8ca5b43772b4 (CIDR: 2001:db8:0:1::/64) Nov 12 08:42:07.582084 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ca26e5-044f-48a5-b01e-4965b6cf7b3d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:42:07.582799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ca26e5-044f-48a5-b01e-4965b6cf7b3d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:07.585351 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbbf5f-0ba9-475a-9f10-19b64ef1f51b tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Pushing event updated for resources: {'Subnet': ['ID=3b8a40b6-7ec2-4c94-9b86-12ba1b0a6934,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:07.594805 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-95385584-bbd6-40ec-8bce-82e0ae586449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.656032 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-48ca26e5-044f-48a5-b01e-4965b6cf7b3d tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2965977 Nov 12 08:42:07.661177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38000) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:07.671862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-03ce9832-2029-4897-89a8-58a8628dae99 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'subnet': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:07.676994 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bbbf5f-0ba9-475a-9f10-19b64ef1f51b tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Checking segment: {'id': 'edbd7de3-1301-448b-b8ef-78c381c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38efce43-d1ac-4122-8cc3-5ed3f046eb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:07.677463 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bbbf5f-0ba9-475a-9f10-19b64ef1f51b tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Network hostable DHCP agents. Network: 38efce43-d1ac-4122-8cc3-5ed3f046eb2e, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:42:07.694915 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b760d0cd-520b-4ce7-9f45-a573ec71123e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:07.695285 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.722650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4183a-1840-48a9-a396-93bdbc0cf954 req-561a1ae1-1ad1-4822-a629-515b065d4cfe tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:07.730319 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0cf4183a-1840-48a9-a396-93bdbc0cf954 req-561a1ae1-1ad1-4822-a629-515b065d4cfe tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 946 time: 0.2068148 Nov 12 08:42:07.859447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bbbf5f-0ba9-475a-9f10-19b64ef1f51b tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Network 38efce43-d1ac-4122-8cc3-5ed3f046eb2e is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:42:07.914601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2333f673-f035-4091-83d6-4533bd36d1f6', 'name': 'tempest-snat-router-1811721966', 'tenant_id': 'cea3fec6f5624daa87b36d066153ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '52a14c2c-2015-4a92-ad21-96315bfe39b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:02Z', 'updated_at': '2021-11-12T08:42:05Z', 'revision_number': 3, 'project_id': 'cea3fec6f5624daa87b36d066153ebbb', 'gw_port': {'id': '52a14c2c-2015-4a92-ad21-96315bfe39b2', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2333f673-f035-4091-83d6-4533bd36d1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:42:03Z', 'updated_at': '2021-11-12T08:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:07.916053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe693d33-d17f-43a9-bba7-a9e2205adf1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.918640 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b2bbbf5f-0ba9-475a-9f10-19b64ef1f51b tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 38efce43-d1ac-4122-8cc3-5ed3f046eb2e) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:07.923835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bbbf5f-0ba9-475a-9f10-19b64ef1f51b tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:07.925067 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b2bbbf5f-0ba9-475a-9f10-19b64ef1f51b tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.938559 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0cf4183a-1840-48a9-a396-93bdbc0cf954 req-1b318651-c377-4814-8ee6-b3965a05bc3c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071249 Nov 12 08:42:07.943730 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe693d33-d17f-43a9-bba7-a9e2205adf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:07.962263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0c1cb-9809-4159-af78-24c77b6eda1e None None] Network 38efce43-d1ac-4122-8cc3-5ed3f046eb2e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:07.964778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Checking router: 2333f673-f035-4091-83d6-4533bd36d1f6 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:07.965144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Updating router 2333f673-f035-4091-83d6-4533bd36d1f6 port 52a14c2c-2015-4a92-ad21-96315bfe39b2 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:42:07.996030 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.001201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe693d33-d17f-43a9-bba7-a9e2205adf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0941757-be03-4421-8fc3-165e4eb6b641,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.007215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01707dcc-dce6-4c5d-b193-0cb9f8435749 req-0e4b5001-1558-4094-bad7-d4a049de0823 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 210 time: 0.0558121 Nov 12 08:42:08.036950 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fe693d33-d17f-43a9-bba7-a9e2205adf1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad4445933c6945499889f85fbd96942d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8927269 Nov 12 08:42:08.039710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38006) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:08.051986 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ce9832-2029-4897-89a8-58a8628dae99 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Made reservation on behalf of 7a018f4360bb4254a8b53a75c99fd8fa for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:08.057595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-03ce9832-2029-4897-89a8-58a8628dae99 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.075426 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.081745 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b2bbbf5f-0ba9-475a-9f10-19b64ef1f51b tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1446977 Nov 12 08:42:08.086929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38008) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:08.124540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Request body: {'port': {'network_id': '38efce43-d1ac-4122-8cc3-5ed3f046eb2e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-526040889'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:08.184333 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4fc87be-7652-4ead-953f-4fe60e3e81a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.224504 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4fc87be-7652-4ead-953f-4fe60e3e81a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.325702 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4fc87be-7652-4ead-953f-4fe60e3e81a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.328377 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4fc87be-7652-4ead-953f-4fe60e3e81a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.332642 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c4fc87be-7652-4ead-953f-4fe60e3e81a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0941757-be03-4421-8fc3-165e4eb6b641 HTTP/1.1" status: 204 len: 168 time: 0.2870412 Nov 12 08:42:08.348025 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-38efce43-d1ac-4122-8cc3-5ed3f046eb2e', 'network_id': '38efce43-d1ac-4122-8cc3-5ed3f046eb2e', 'tenant_id': 'b95cf96b83884c96b0389d6ccbc07ae5', 'fixed_ips': [{'subnet_id': '3b8a40b6-7ec2-4c94-9b86-12ba1b0a6934'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:42:08.349875 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.350058 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc87be-7652-4ead-953f-4fe60e3e81a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0941757-be03-4421-8fc3-165e4eb6b641,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.355013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:08.378476 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd5ef76-3109-4e18-b53e-0b05f176dd5c None None] Sync routers for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:08.391327 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd5ef76-3109-4e18-b53e-0b05f176dd5c None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:08.392350 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6fd5ef76-3109-4e18-b53e-0b05f176dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:08.456154 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-03ce9832-2029-4897-89a8-58a8628dae99 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.477869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] No DVR routers for this DVR port 9de0c504-54da-4e1e-b116-fed8165aa74d on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:08.484287 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.487849 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b8fb0026-3369-4969-8aa2-62f28ddfd214 req-0f491cfa-2267-4267-8ffa-e6e05c457c3e tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.52 "DELETE /v2.0/ports/9de0c504-54da-4e1e-b116-fed8165aa74d HTTP/1.1" status: 204 len: 173 time: 3.2085266 Nov 12 08:42:08.488771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'name': 'network-vif-deleted', 'tag': '9de0c504-54da-4e1e-b116-fed8165aa74d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:08.491142 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d62df7a-6736-4052-9b8a-4ee1082d23d4" -d '{"events": [{"server_uuid": "af82f88a-e299-4991-b686-eccb9257a7d9", "name": "network-vif-deleted", "tag": "9de0c504-54da-4e1e-b116-fed8165aa74d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:08.497051 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.508418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-65cb9f4d-3e11-4f61-a7e3-8254372b5e23 req-5c489e0b-71a3-4fd4-88dd-c72e826ae3ae tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Deleting port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:08.508748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-65cb9f4d-3e11-4f61-a7e3-8254372b5e23 req-5c489e0b-71a3-4fd4-88dd-c72e826ae3ae tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.517329 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-6fd5ef76-3109-4e18-b53e-0b05f176dd5c None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:08.520565 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9de0c504-54da-4e1e-b116-fed8165aa74d no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:08.649603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ce9832-2029-4897-89a8-58a8628dae99 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Network db83be8a-b227-42a1-81d6-b2d29d272017 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:08.658208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce9832-2029-4897-89a8-58a8628dae99 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Subnet': ['ID=003e180c-f878-480a-b07c-a31443fb5eb8,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:08.665057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-03ce9832-2029-4897-89a8-58a8628dae99 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:08.671951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ce9832-2029-4897-89a8-58a8628dae99 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:08.675208 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-03ce9832-2029-4897-89a8-58a8628dae99 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.678213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Allocated IP 2001:db8::2 (38efce43-d1ac-4122-8cc3-5ed3f046eb2e/3b8a40b6-7ec2-4c94-9b86-12ba1b0a6934/d33e5ad5-0540-4d69-a95e-9494afe55a75) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:08.718014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-03ce9832-2029-4897-89a8-58a8628dae99 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0531962 Nov 12 08:42:08.723809 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38018) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:08.731257 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-41329c3c-a508-401f-81e8-67616d0d33e9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-35458324', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '003e180c-f878-480a-b07c-a31443fb5eb8'}], 'security_groups': ['c687b309-67a7-45b9-a95d-1bab1a3fc495', '49664778-8f9e-415f-9273-27a4762b7ac1']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:08.754907 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570422c9-5f10-42ab-8a66-170d0adfb0e9 x-openstack-request-id: req-570422c9-5f10-42ab-8a66-170d0adfb0e9 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:08.755211 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af82f88a-e299-4991-b686-eccb9257a7d9", "name": "network-vif-deleted", "tag": "9de0c504-54da-4e1e-b116-fed8165aa74d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:08.756297 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-570422c9-5f10-42ab-8a66-170d0adfb0e9 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:08.757077 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af82f88a-e299-4991-b686-eccb9257a7d9', 'name': 'network-vif-deleted', 'tag': '9de0c504-54da-4e1e-b116-fed8165aa74d', 'status': 'completed', 'code': 200} Nov 12 08:42:08.762764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Made reservation on behalf of b95cf96b83884c96b0389d6ccbc07ae5 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:08.767336 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.816244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] device_id is not set on port ec29914c-7897-4f25-8f78-3dbb928e4fd0 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:42:08.879463 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.887817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304fcd55-edc2-4972-9057-4699538163f0 None None] Network db83be8a-b227-42a1-81d6-b2d29d272017 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:08.911111 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-41329c3c-a508-401f-81e8-67616d0d33e9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.913972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-65cb9f4d-3e11-4f61-a7e3-8254372b5e23 req-5c489e0b-71a3-4fd4-88dd-c72e826ae3ae tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] For port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=8b3bbac6-7ce8-4c97-bb47-a9853a04adba,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:08.914662 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-65cb9f4d-3e11-4f61-a7e3-8254372b5e23 req-5c489e0b-71a3-4fd4-88dd-c72e826ae3ae tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.950350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Deleting port 52a14c2c-2015-4a92-ad21-96315bfe39b2 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:08.950841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.959006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 9de0c504-54da-4e1e-b116-fed8165aa74d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:08.966259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9de0c504-54da-4e1e-b116-fed8165aa74d not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:08.968551 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:08.969722 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6fd5ef76-3109-4e18-b53e-0b05f176dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:16Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:09.000654 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd5ef76-3109-4e18-b53e-0b05f176dd5c None None] Checking router: 805d81d5-91f6-48cc-9adb-f4f5d69d47ed for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:09.002606 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.012913 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd5ef76-3109-4e18-b53e-0b05f176dd5c None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:09.014130 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6fd5ef76-3109-4e18-b53e-0b05f176dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:09.037988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-65cb9f4d-3e11-4f61-a7e3-8254372b5e23 req-5c489e0b-71a3-4fd4-88dd-c72e826ae3ae tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Calling delete_port for 8b3bbac6-7ce8-4c97-bb47-a9853a04adba owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:09.100824 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.158945 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.165718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Network 38efce43-d1ac-4122-8cc3-5ed3f046eb2e is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:09.169786 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Allocated IP 2001:db8::5b (38efce43-d1ac-4122-8cc3-5ed3f046eb2e/3b8a40b6-7ec2-4c94-9b86-12ba1b0a6934/ec29914c-7897-4f25-8f78-3dbb928e4fd0) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:09.225288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:09.257892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Pushing event updated for resources: {'Port': ['ID=d33e5ad5-0540-4d69-a95e-9494afe55a75,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:09.342604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b7b33-1d35-4bb4-8947-7c11f6246e37 req-01454a61-7caf-4857-bf24-4512cba3fdbd tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:09.350936 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-788b7b33-1d35-4bb4-8947-7c11f6246e37 req-01454a61-7caf-4857-bf24-4512cba3fdbd tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 946 time: 0.2635019 Nov 12 08:42:09.375651 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-6fd5ef76-3109-4e18-b53e-0b05f176dd5c None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:09.388312 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:09.401904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c40f83-124b-40d5-8c47-491d99c77308 None None] Pushing event updated for resources: {'Port': ['ID=52a14c2c-2015-4a92-ad21-96315bfe39b2,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:09.424909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94104973-1876-4a97-af6d-abcb165df95c None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:09.462630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Attempting to bind port 52a14c2c-2015-4a92-ad21-96315bfe39b2 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:09.463015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Attempting to bind port 52a14c2c-2015-4a92-ad21-96315bfe39b2 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:09.463385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Attempting to bind port 52a14c2c-2015-4a92-ad21-96315bfe39b2 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:09.468621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-788b7b33-1d35-4bb4-8947-7c11f6246e37 req-7e68364c-87e1-484d-b202-2d24f645f5a9 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165702 Nov 12 08:42:09.512197 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.521265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Attempting to bind port d33e5ad5-0540-4d69-a95e-9494afe55a75 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:09.522012 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Attempting to bind port d33e5ad5-0540-4d69-a95e-9494afe55a75 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'edbd7de3-1301-448b-b8ef-78c381c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38efce43-d1ac-4122-8cc3-5ed3f046eb2e'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:09.522600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Attempting to bind port d33e5ad5-0540-4d69-a95e-9494afe55a75 on network 38efce43-d1ac-4122-8cc3-5ed3f046eb2e {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:09.537399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:09.537867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:09.538288 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.538905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:09.539410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Bound port: 52a14c2c-2015-4a92-ad21-96315bfe39b2, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:09.539880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.595048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:09.595878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Checking segment: {'id': 'edbd7de3-1301-448b-b8ef-78c381c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38efce43-d1ac-4122-8cc3-5ed3f046eb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:09.596373 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.596893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Bound using segment: {'id': 'edbd7de3-1301-448b-b8ef-78c381c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38efce43-d1ac-4122-8cc3-5ed3f046eb2e'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:09.597515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Bound port: d33e5ad5-0540-4d69-a95e-9494afe55a75, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbd7de3-1301-448b-b8ef-78c381c5bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38efce43-d1ac-4122-8cc3-5ed3f046eb2e'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:09.597916 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.609793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6782fcc0-7748-44ed-be27-f740c9946ce0 None None] Provisioning complete for port 52a14c2c-2015-4a92-ad21-96315bfe39b2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:09.610178 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6782fcc0-7748-44ed-be27-f740c9946ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.624509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-41329c3c-a508-401f-81e8-67616d0d33e9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Delete allocated IP 2001:db8::283 (db83be8a-b227-42a1-81d6-b2d29d272017/3dc7d0f6-645d-4791-8193-0861ca9dde73) {{(pid=102445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:42:09.651633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-41329c3c-a508-401f-81e8-67616d0d33e9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Allocated IP 2001:db8:0:2::255 (db83be8a-b227-42a1-81d6-b2d29d272017/003e180c-f878-480a-b07c-a31443fb5eb8/05307eba-8f32-4709-84bc-60c550e8625b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:09.663866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2320821-3089-4407-9718-4e5eb2a22ed1 req-54882b71-3425-4c4e-86ea-fe1f52823280 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/ports?device_id=af82f88a-e299-4991-b686-eccb9257a7d9 HTTP/1.1" status: 200 len: 210 time: 0.1038151 Nov 12 08:42:09.676693 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.723400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] For port d33e5ad5-0540-4d69-a95e-9494afe55a75, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:09.726826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] For port d33e5ad5-0540-4d69-a95e-9494afe55a75, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d33e5ad5-0540-4d69-a95e-9494afe55a75,segment=NetworkSegment(edbd7de3-1301-448b-b8ef-78c381c5bcec),segment_id=edbd7de3-1301-448b-b8ef-78c381c5bcec)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:09.753008 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.763813 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.789628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Calling delete_port for 52a14c2c-2015-4a92-ad21-96315bfe39b2 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:09.823473 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] For port 52a14c2c-2015-4a92-ad21-96315bfe39b2, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:09.827485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6782fcc0-7748-44ed-be27-f740c9946ce0 None None] Port 52a14c2c-2015-4a92-ad21-96315bfe39b2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:09.858277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] For port 52a14c2c-2015-4a92-ad21-96315bfe39b2, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=52a14c2c-2015-4a92-ad21-96315bfe39b2,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:09.886482 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:09.905814 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e7568-2c9d-4e2c-b859-c376c3504165 None None] Pushing event updated for resources: {'Port': ['ID=d33e5ad5-0540-4d69-a95e-9494afe55a75,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:09.931835 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6fd5ef76-3109-4e18-b53e-0b05f176dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:16Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:09.965947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c40f83-124b-40d5-8c47-491d99c77308 None None] Pushing event updated for resources: {'Port': ['ID=52a14c2c-2015-4a92-ad21-96315bfe39b2,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:10.010395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e961ca92-8e49-4817-9110-a446ed81a5cb None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:10.020642 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd5ef76-3109-4e18-b53e-0b05f176dd5c None None] The sync data for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 is: [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:10Z', 'revision_number': 4, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '38c00daa-449f-4f32-8b17-9dd2ea745965', 'name': '', 'network_id': '9f41c5e3-54fa-40ad-ae03-a1c35c91d84a', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'mac_address': 'fa:16:3e:75:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:09Z', 'updated_at': '2021-11-12T08:34:16Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'subnets': [{'id': 'b359bf0c-d54a-44b7-94a1-d0a7a8859953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:10.047616 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c52560-57eb-494a-9a75-165d5bea662e None None] Update dhcp port {'port': {'network_id': 'db83be8a-b227-42a1-81d6-b2d29d272017', 'fixed_ips': [{'subnet_id': 'a65ee785-c075-4aea-9869-8ca5b43772b4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3dc7d0f6-645d-4791-8193-0861ca9dde73', 'ip_address': '2001:db8::2'}, {'subnet_id': '003e180c-f878-480a-b07c-a31443fb5eb8'}], 'binding:host_id': 'n-d-768851-18'}, 'id': 'b760d0cd-520b-4ce7-9f45-a573ec71123e'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:42:10.082289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Routers {'2333f673-f035-4091-83d6-4533bd36d1f6'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:10.082949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2333f673-f035-4091-83d6-4533bd36d1f6'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:10.084943 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.087517 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-77c52560-57eb-494a-9a75-165d5bea662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.090917 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-41329c3c-a508-401f-81e8-67616d0d33e9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.109700 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-41329c3c-a508-401f-81e8-67616d0d33e9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.221718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Network 38efce43-d1ac-4122-8cc3-5ed3f046eb2e is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:10.223313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Pushing event updated for resources: {'Port': ['ID=ec29914c-7897-4f25-8f78-3dbb928e4fd0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:10.229826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:10.280921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:10.296656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:10.297368 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.315427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-41329c3c-a508-401f-81e8-67616d0d33e9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] In _notify_port_updated(), no bound segment for port 05307eba-8f32-4709-84bc-60c550e8625b on network db83be8a-b227-42a1-81d6-b2d29d272017 {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:42:10.322648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41329c3c-a508-401f-81e8-67616d0d33e9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:10.323735 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-41329c3c-a508-401f-81e8-67616d0d33e9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.328073 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-41329c3c-a508-401f-81e8-67616d0d33e9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "PUT /v2.0/ports/05307eba-8f32-4709-84bc-60c550e8625b HTTP/1.1" status: 200 len: 968 time: 1.6029465 Nov 12 08:42:10.340811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38050) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:10.400196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c023162b-1bbd-4710-a6a1-ea06c7490bb5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.2807841 Nov 12 08:42:10.404244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38052) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:10.416279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Request body: {'port': {'network_id': '38efce43-d1ac-4122-8cc3-5ed3f046eb2e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2038875533', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:10.416824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.api.validators [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] bootfile-name is not in valid_values {{(pid=102444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:42:10.417210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.api.validators [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] tftp-server is not in valid_values {{(pid=102444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:42:10.417550 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.api.validators [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] server-ip-address is not in valid_values {{(pid=102444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:42:10.505241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41329c3c-a508-401f-81e8-67616d0d33e9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event updated for resources: {'Port': ['ID=05307eba-8f32-4709-84bc-60c550e8625b,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:10.548648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-3c0adfb5-1d71-4d77-bb9a-8166f0c397fa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port 05307eba-8f32-4709-84bc-60c550e8625b {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:10.549643 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c0adfb5-1d71-4d77-bb9a-8166f0c397fa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.568138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-05249473-04ec-44b0-81f2-685258483e3f None None] Provisioning complete for port 52a14c2c-2015-4a92-ad21-96315bfe39b2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:10.568756 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-05249473-04ec-44b0-81f2-685258483e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.571880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] Set router 2333f673-f035-4091-83d6-4533bd36d1f6 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:10.583994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.680350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event deleted for resources: {'Port': ['ID=52a14c2c-2015-4a92-ad21-96315bfe39b2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:10.706210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-05249473-04ec-44b0-81f2-685258483e3f None None] Port 52a14c2c-2015-4a92-ad21-96315bfe39b2 was deleted so its status cannot be updated. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 08:42:10.710160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2333f673-f035-4091-83d6-4533bd36d1f6', 'name': 'tempest-snat-router-1811721966', 'tenant_id': 'cea3fec6f5624daa87b36d066153ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:02Z', 'updated_at': '2021-11-12T08:42:08Z', 'revision_number': 4, 'project_id': 'cea3fec6f5624daa87b36d066153ebbb', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:10.733397 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c0adfb5-1d71-4d77-bb9a-8166f0c397fa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:10.753727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-3c0adfb5-1d71-4d77-bb9a-8166f0c397fa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for 05307eba-8f32-4709-84bc-60c550e8625b owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:10.759703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ee7754-b869-476d-b172-f3f49f4be175 None None] New status for floating IP 59cd61e8-e175-4029-b63f-d80e5325664a: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:42:10.763087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d187a5-4422-469d-97c6-112b0f737f37 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:10.772661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f157d5a-2fec-4cd1-b50b-3f8833c1f24e None None] The sync data for ids ['2333f673-f035-4091-83d6-4533bd36d1f6'] in n-d-768851-18 is: [{'id': '2333f673-f035-4091-83d6-4533bd36d1f6', 'name': 'tempest-snat-router-1811721966', 'tenant_id': 'cea3fec6f5624daa87b36d066153ebbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:42:02Z', 'updated_at': '2021-11-12T08:42:08Z', 'revision_number': 4, 'project_id': 'cea3fec6f5624daa87b36d066153ebbb', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:10.971826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Made reservation on behalf of b95cf96b83884c96b0389d6ccbc07ae5 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:11.002348 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.069519 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-65cb9f4d-3e11-4f61-a7e3-8254372b5e23 req-5c489e0b-71a3-4fd4-88dd-c72e826ae3ae tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.073431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d33e5ad5-0540-4d69-a95e-9494afe55a75 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:11.076444 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.113795 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0126dc33-cf03-4bac-bbb5-a714aefc357b req-8b50e249-2dae-4ccc-baec-2b2e0dc937f7 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 210 time: 0.0462964 Nov 12 08:42:11.114971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38070) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:11.127990 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.176764 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c0adfb5-1d71-4d77-bb9a-8166f0c397fa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.214946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['792c441e-15ac-405f-bf18-8377256b50fc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:42:11.239529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c61e527-b992-4d45-9d2c-3f707def40af tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.266157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c61e527-b992-4d45-9d2c-3f707def40af tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.324376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-77c52560-57eb-494a-9a75-165d5bea662e None None] Allocated IP 2001:db8:0:2::2 (db83be8a-b227-42a1-81d6-b2d29d272017/003e180c-f878-480a-b07c-a31443fb5eb8/b760d0cd-520b-4ce7-9f45-a573ec71123e) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:11.325399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c489e0b-71a3-4fd4-88dd-c72e826ae3ae tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Pushing event deleted for resources: {'Port': ['ID=8b3bbac6-7ce8-4c97-bb47-a9853a04adba,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:11.330149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] device_id is not set on port b8df881e-28cd-44cc-9c43-603722a54ca9 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:42:11.332391 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0adfb5-1d71-4d77-bb9a-8166f0c397fa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=05307eba-8f32-4709-84bc-60c550e8625b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:11.362053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c61e527-b992-4d45-9d2c-3f707def40af tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.376324 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c61e527-b992-4d45-9d2c-3f707def40af tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.378134 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5c61e527-b992-4d45-9d2c-3f707def40af tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "DELETE /v2.0/security-groups/1e0e25a8-58f4-465e-81fe-74e6767bb817 HTTP/1.1" status: 204 len: 168 time: 0.2618029 Nov 12 08:42:11.418812 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38076) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:11.441898 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.442645 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c0adfb5-1d71-4d77-bb9a-8166f0c397fa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.446521 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.451178 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3c0adfb5-1d71-4d77-bb9a-8166f0c397fa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/05307eba-8f32-4709-84bc-60c550e8625b HTTP/1.1" status: 204 len: 168 time: 1.1084876 Nov 12 08:42:11.456279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38080) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:11.459518 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61e527-b992-4d45-9d2c-3f707def40af tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0e25a8-58f4-465e-81fe-74e6767bb817,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:11.473309 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-613d783c-4e93-4c51-9676-6ecacd47ed2a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] show failed (client error): The resource could not be found. Nov 12 08:42:11.478532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-613d783c-4e93-4c51-9676-6ecacd47ed2a tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "GET /v2.0/security-groups/1e0e25a8-58f4-465e-81fe-74e6767bb817 HTTP/1.1" status: 404 len: 347 time: 0.0570052 Nov 12 08:42:11.522100 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38084) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:11.525168 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-64517f27-4858-4c59-849e-31bbae447d75 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] GET failed (client error): The resource could not be found. Nov 12 08:42:11.531740 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-64517f27-4858-4c59-849e-31bbae447d75 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports/05307eba-8f32-4709-84bc-60c550e8625b HTTP/1.1" status: 404 len: 333 time: 0.0738766 Nov 12 08:42:11.558472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38088) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:11.603296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cb9f4d-3e11-4f61-a7e3-8254372b5e23 req-5c489e0b-71a3-4fd4-88dd-c72e826ae3ae tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] No DVR routers for this DVR port 8b3bbac6-7ce8-4c97-bb47-a9853a04adba on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:11.628973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-77c52560-57eb-494a-9a75-165d5bea662e None None] For port b760d0cd-520b-4ce7-9f45-a573ec71123e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b760d0cd-520b-4ce7-9f45-a573ec71123e,segment=NetworkSegment(56599e5d-102f-44c4-9277-4119a0f942c7),segment_id=56599e5d-102f-44c4-9277-4119a0f942c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:11.632744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 8b3bbac6-7ce8-4c97-bb47-a9853a04adba no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:11.635719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b6cddd-cd31-4ac1-aaf5-73e7b6c09c76 None None] Network 38efce43-d1ac-4122-8cc3-5ed3f046eb2e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:11.645878 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-65cb9f4d-3e11-4f61-a7e3-8254372b5e23 req-5c489e0b-71a3-4fd4-88dd-c72e826ae3ae tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.649714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-65cb9f4d-3e11-4f61-a7e3-8254372b5e23 req-5c489e0b-71a3-4fd4-88dd-c72e826ae3ae tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.46 "DELETE /v2.0/ports/8b3bbac6-7ce8-4c97-bb47-a9853a04adba HTTP/1.1" status: 204 len: 173 time: 4.1497047 Nov 12 08:42:11.650286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aea4433-7a6a-4b0c-939d-f778da8a99a4', 'name': 'network-vif-deleted', 'tag': '8b3bbac6-7ce8-4c97-bb47-a9853a04adba'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:42:11.652900 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5278e265-3abd-4e9b-a6e7-b06cbbbc1617" -d '{"events": [{"server_uuid": "8aea4433-7a6a-4b0c-939d-f778da8a99a4", "name": "network-vif-deleted", "tag": "8b3bbac6-7ce8-4c97-bb47-a9853a04adba"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:42:11.661407 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.662263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2333f673-f035-4091-83d6-4533bd36d1f6 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:42:11.672808 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.674895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-52f8e215-9907-4a53-8f88-97109ffb2862 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "DELETE /v2.0/routers/2333f673-f035-4091-83d6-4533bd36d1f6 HTTP/1.1" status: 204 len: 168 time: 4.2571065 Nov 12 08:42:11.678657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38094) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:11.757714 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0339af54-8124-41a4-9e46-309ed3ffe767 x-openstack-request-id: req-0339af54-8124-41a4-9e46-309ed3ffe767 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:42:11.758390 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aea4433-7a6a-4b0c-939d-f778da8a99a4", "name": "network-vif-deleted", "tag": "8b3bbac6-7ce8-4c97-bb47-a9853a04adba", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:42:11.758887 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0339af54-8124-41a4-9e46-309ed3ffe767 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:42:11.759807 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aea4433-7a6a-4b0c-939d-f778da8a99a4', 'name': 'network-vif-deleted', 'tag': '8b3bbac6-7ce8-4c97-bb47-a9853a04adba', 'status': 'completed', 'code': 200} Nov 12 08:42:11.820094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d33e5ad5-0540-4d69-a95e-9494afe55a75 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:11.820258 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.871875 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Deleting port aa199610-7e25-4670-bdff-073fdc6b6497 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:11.873183 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.880749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 8b3bbac6-7ce8-4c97-bb47-a9853a04adba {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:11.881119 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 8b3bbac6-7ce8-4c97-bb47-a9853a04adba not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:11.884364 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-089491a8-ea14-45e1-8af1-8a658780f548 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.919789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Allocated IP 2001:db8::9d (38efce43-d1ac-4122-8cc3-5ed3f046eb2e/3b8a40b6-7ec2-4c94-9b86-12ba1b0a6934/b8df881e-28cd-44cc-9c43-603722a54ca9) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:11.949973 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-089491a8-ea14-45e1-8af1-8a658780f548 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.960498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.962273 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-77c52560-57eb-494a-9a75-165d5bea662e None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.968128 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-58b80a8d-4eb3-4b5a-b079-828b16e6cd66 None None] Provisioning complete for port d33e5ad5-0540-4d69-a95e-9494afe55a75 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:11.968712 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-58b80a8d-4eb3-4b5a-b079-828b16e6cd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.986448 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:11.987585 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.001431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Calling delete_port for aa199610-7e25-4670-bdff-073fdc6b6497 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:12.026123 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-77c52560-57eb-494a-9a75-165d5bea662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.198193 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.256906 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Pushing event deleted for resources: {'Port': ['ID=aa199610-7e25-4670-bdff-073fdc6b6497,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:12.307244 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693338da-9934-487f-9a7b-ef82c2948ce4 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:12.321006 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2ba6d480-6895-4448-82b2-eabf9450e272 req-4f0046a9-47c2-4b6d-8c0a-e67dfed378c4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aea4433-7a6a-4b0c-939d-f778da8a99a4 HTTP/1.1" status: 200 len: 210 time: 0.1069641 Nov 12 08:42:12.351472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.352112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.352440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.352879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.353363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.353934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.354531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.355294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-089491a8-ea14-45e1-8af1-8a658780f548 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.356015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.356015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.356432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.356855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.357314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:12.364642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-089491a8-ea14-45e1-8af1-8a658780f548 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.372098 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-089491a8-ea14-45e1-8af1-8a658780f548 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/security-groups/93f64b64-e687-4b62-b1a4-5428dc6043aa HTTP/1.1" status: 204 len: 168 time: 0.8104961 Nov 12 08:42:12.373025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38116) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:12.409527 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.412598 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.414075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6323cb23-810b-4fe9-a9d9-eaac62a9e7ae tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] 10.222.0.31 "DELETE /v2.0/floatingips/59cd61e8-e175-4029-b63f-d80e5325664a HTTP/1.1" status: 204 len: 168 time: 0.8908746 Nov 12 08:42:12.431938 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-58b80a8d-4eb3-4b5a-b079-828b16e6cd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.433316 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.478594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089491a8-ea14-45e1-8af1-8a658780f548 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f64b64-e687-4b62-b1a4-5428dc6043aa,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:12.558473 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.687863 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.695321 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.700695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-58b80a8d-4eb3-4b5a-b079-828b16e6cd66 None None] For port d33e5ad5-0540-4d69-a95e-9494afe55a75, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d33e5ad5-0540-4d69-a95e-9494afe55a75,segment=NetworkSegment(edbd7de3-1301-448b-b8ef-78c381c5bcec),segment_id=edbd7de3-1301-448b-b8ef-78c381c5bcec)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:12.713594 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec6a31ce-1bcd-4b4f-98cb-aeabe6f54a21 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.743245 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-58b80a8d-4eb3-4b5a-b079-828b16e6cd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:12.753664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c52560-57eb-494a-9a75-165d5bea662e None None] Pushing event updated for resources: {'Port': ['ID=b760d0cd-520b-4ce7-9f45-a573ec71123e,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:12.775114 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Network 38efce43-d1ac-4122-8cc3-5ed3f046eb2e is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:12.786516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:12.952290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b80a8d-4eb3-4b5a-b079-828b16e6cd66 None None] Pushing event updated for resources: {'Port': ['ID=d33e5ad5-0540-4d69-a95e-9494afe55a75,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:12.991610 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:42:12.996155 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:42:13.212217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:13.221785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:13.222649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.243133 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec6a31ce-1bcd-4b4f-98cb-aeabe6f54a21 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.298862 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.8912556 Nov 12 08:42:13.299872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38138) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:13.327312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fe0ca-3b4a-41bc-82dd-d90694b107ca tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Pushing event updated for resources: {'Port': ['ID=b8df881e-28cd-44cc-9c43-603722a54ca9,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:13.350581 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec6a31ce-1bcd-4b4f-98cb-aeabe6f54a21 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.361796 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec6a31ce-1bcd-4b4f-98cb-aeabe6f54a21 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.368809 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ec6a31ce-1bcd-4b4f-98cb-aeabe6f54a21 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/security-groups/49664778-8f9e-415f-9273-27a4762b7ac1 HTTP/1.1" status: 204 len: 168 time: 0.9695499 Nov 12 08:42:13.370161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38144) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:13.427180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38146) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:13.443205 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6441903-ad67-4b1e-9633-cf07c7606de1 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:13.452052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6441903-ad67-4b1e-9633-cf07c7606de1 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:13.459895 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a31ce-1bcd-4b4f-98cb-aeabe6f54a21 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49664778-8f9e-415f-9273-27a4762b7ac1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:13.465627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6441903-ad67-4b1e-9633-cf07c7606de1 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:13.472401 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f6441903-ad67-4b1e-9633-cf07c7606de1 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1681943 Nov 12 08:42:13.472927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38152) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:13.543404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Deleting port f04a4078-e706-487e-9f02-1c253333505b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:13.545277 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.622081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-875638c3-b57a-4a38-87a6-28546b40e02a None None] Provisioning complete for port d33e5ad5-0540-4d69-a95e-9494afe55a75 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:13.622462 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-875638c3-b57a-4a38-87a6-28546b40e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.781246 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c71e80b-0072-45c2-9b31-ba54d7a64dc1 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.810746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cf9a9-8423-4385-926d-a0d55ad89930 req-befa2fa3-4012-4735-ad4c-74d10212334c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:13.811054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c71e80b-0072-45c2-9b31-ba54d7a64dc1 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.816717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f76cf9a9-8423-4385-926d-a0d55ad89930 req-befa2fa3-4012-4735-ad4c-74d10212334c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2746177 Nov 12 08:42:13.817556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ede2b70-158a-4820-927d-5556f16f12e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.855611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-875638c3-b57a-4a38-87a6-28546b40e02a None None] Provisioning complete for port ec29914c-7897-4f25-8f78-3dbb928e4fd0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:13.856223 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-875638c3-b57a-4a38-87a6-28546b40e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.923731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d33e5ad5-0540-4d69-a95e-9494afe55a75 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:13.926538 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c71e80b-0072-45c2-9b31-ba54d7a64dc1 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.929073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-875638c3-b57a-4a38-87a6-28546b40e02a None None] Port ec29914c-7897-4f25-8f78-3dbb928e4fd0 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:13.930161 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c71e80b-0072-45c2-9b31-ba54d7a64dc1 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:13.934973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7c71e80b-0072-45c2-9b31-ba54d7a64dc1 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/security-groups/c687b309-67a7-45b9-a95d-1bab1a3fc495 HTTP/1.1" status: 204 len: 168 time: 0.5524151 Nov 12 08:42:13.935996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38158) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:13.966968 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ede2b70-158a-4820-927d-5556f16f12e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.020708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71e80b-0072-45c2-9b31-ba54d7a64dc1 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c687b309-67a7-45b9-a95d-1bab1a3fc495,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.037653 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ede2b70-158a-4820-927d-5556f16f12e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.045582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] For port f04a4078-e706-487e-9f02-1c253333505b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f04a4078-e706-487e-9f02-1c253333505b,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:14.046344 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.075046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Calling delete_port for f04a4078-e706-487e-9f02-1c253333505b owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:14.095442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a8524d-3ee8-4336-8dfb-1a43325dafaa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting subnet 3dc7d0f6-645d-4791-8193-0861ca9dde73 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:14.106105 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5a8524d-3ee8-4336-8dfb-1a43325dafaa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.123201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2ede2b70-158a-4820-927d-5556f16f12e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=479d212c760d4e93ada4258c18d62d09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6897619 Nov 12 08:42:14.123968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38160) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:14.132470 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0cda0b39-a55e-41f2-9c67-b636372793b4 None None] Provisioning complete for port b760d0cd-520b-4ce7-9f45-a573ec71123e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:14.132850 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0cda0b39-a55e-41f2-9c67-b636372793b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.180166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9a64efd2-ee41-4ac7-8762-30e1ff96c210 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Deleting port b8df881e-28cd-44cc-9c43-603722a54ca9 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:14.180706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a64efd2-ee41-4ac7-8762-30e1ff96c210 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.307163 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f76cf9a9-8423-4385-926d-a0d55ad89930 req-709ffb6c-7c79-40eb-9baa-bf2e0b79dd30 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697025 Nov 12 08:42:14.354677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede2b70-158a-4820-927d-5556f16f12e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f467020-57fc-4a31-a3a0-3435cb762bfe,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.472057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d33e5ad5-0540-4d69-a95e-9494afe55a75 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:14.472428 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.508565 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a64efd2-ee41-4ac7-8762-30e1ff96c210 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.516201 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5a8524d-3ee8-4336-8dfb-1a43325dafaa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.526714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9a64efd2-ee41-4ac7-8762-30e1ff96c210 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Calling delete_port for b8df881e-28cd-44cc-9c43-603722a54ca9 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:14.627108 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b760d0cd-520b-4ce7-9f45-a573ec71123e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:14.648621 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5a8524d-3ee8-4336-8dfb-1a43325dafaa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.696953 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b6011590-66ec-4c18-b51e-4d04a98444ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.701311 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0cda0b39-a55e-41f2-9c67-b636372793b4 None None] Provisioning complete for port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:14.701688 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0cda0b39-a55e-41f2-9c67-b636372793b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.710828 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a64efd2-ee41-4ac7-8762-30e1ff96c210 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.722897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.758617 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5a8524d-3ee8-4336-8dfb-1a43325dafaa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.779897 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0cda0b39-a55e-41f2-9c67-b636372793b4 None None] Port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:14.785247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b760d0cd-520b-4ce7-9f45-a573ec71123e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:14.785814 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.826847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd1036b-b024-44e5-8358-acd06e7c2859 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:14.838701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0cda0b39-a55e-41f2-9c67-b636372793b4 None None] Provisioning complete for port ec29914c-7897-4f25-8f78-3dbb928e4fd0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:14.839633 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0cda0b39-a55e-41f2-9c67-b636372793b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.887934 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b6011590-66ec-4c18-b51e-4d04a98444ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.896376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64efd2-ee41-4ac7-8762-30e1ff96c210 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Pushing event deleted for resources: {'Port': ['ID=b8df881e-28cd-44cc-9c43-603722a54ca9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.899140 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a64efd2-ee41-4ac7-8762-30e1ff96c210 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.908160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9a64efd2-ee41-4ac7-8762-30e1ff96c210 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] 10.222.0.31 "DELETE /v2.0/ports/b8df881e-28cd-44cc-9c43-603722a54ca9 HTTP/1.1" status: 204 len: 168 time: 1.4333074 Nov 12 08:42:14.910383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0cda0b39-a55e-41f2-9c67-b636372793b4 None None] Port ec29914c-7897-4f25-8f78-3dbb928e4fd0 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:14.916190 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38174) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:14.923363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1f1dcdfa-7c6a-4d33-ad7c-54f5e7c87312 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Request body: {'port': {'name': 'tempest-new-port-name-584573300', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:14.923811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.api.validators [None req-1f1dcdfa-7c6a-4d33-ad7c-54f5e7c87312 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] bootfile-name is not in valid_values {{(pid=102445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:42:14.925209 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.api.validators [None req-1f1dcdfa-7c6a-4d33-ad7c-54f5e7c87312 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] tftp-server is not in valid_values {{(pid=102445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:42:14.925726 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.api.validators [None req-1f1dcdfa-7c6a-4d33-ad7c-54f5e7c87312 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] server-ip-address is not in valid_values {{(pid=102445) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:42:14.928797 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0cda0b39-a55e-41f2-9c67-b636372793b4 None None] Could not find standard attr ID for object 05307eba-8f32-4709-84bc-60c550e8625b. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:42:14.958201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event deleted for resources: {'Port': ['ID=f04a4078-e706-487e-9f02-1c253333505b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.966052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8524d-3ee8-4336-8dfb-1a43325dafaa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc7d0f6-645d-4791-8193-0861ca9dde73,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:14.982447 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5a8524d-3ee8-4336-8dfb-1a43325dafaa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:14.991406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f5a8524d-3ee8-4336-8dfb-1a43325dafaa tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/3dc7d0f6-645d-4791-8193-0861ca9dde73 HTTP/1.1" status: 204 len: 168 time: 1.0395648 Nov 12 08:42:14.995911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38176) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.060145 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcdfa-7c6a-4d33-ad7c-54f5e7c87312 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.077964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ebd208-482e-4449-855d-2c798cf43240 None None] Network db83be8a-b227-42a1-81d6-b2d29d272017 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:15.085504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0aab82-7c71-4e57-9203-51949c45e445 req-53c6d1f5-cb24-4bb5-85f5-c2791df223f0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:15.087226 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6a0aab82-7c71-4e57-9203-51949c45e445 req-53c6d1f5-cb24-4bb5-85f5-c2791df223f0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3667562 Nov 12 08:42:15.098814 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.130188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cb4b6c3a-f4ab-4223-b01c-8e9b070bc6b8 None None] Could not find standard attr ID for object b8df881e-28cd-44cc-9c43-603722a54ca9. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:42:15.149531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-675726df-68ff-4144-a1d9-f7a5ebb644b3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting subnet 003e180c-f878-480a-b07c-a31443fb5eb8 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:15.154133 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-675726df-68ff-4144-a1d9-f7a5ebb644b3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.156925 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b6011590-66ec-4c18-b51e-4d04a98444ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.159908 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b6011590-66ec-4c18-b51e-4d04a98444ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.163427 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b6011590-66ec-4c18-b51e-4d04a98444ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f467020-57fc-4a31-a3a0-3435cb762bfe HTTP/1.1" status: 204 len: 168 time: 1.0163293 Nov 12 08:42:15.187883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6011590-66ec-4c18-b51e-4d04a98444ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f467020-57fc-4a31-a3a0-3435cb762bfe,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:15.294663 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.301473 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.308570 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-675726df-68ff-4144-a1d9-f7a5ebb644b3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.387397 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6a0aab82-7c71-4e57-9203-51949c45e445 req-2aa847c8-8eb8-4fbe-bea4-5161f02299dd tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897341 Nov 12 08:42:15.401437 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.401982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63743c42-1e9d-40e8-b1b6-cbccb8be0409 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:42:15.426645 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.428701 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ca8cd552-6282-43cc-a0ea-23c1537b218e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "DELETE /v2.0/routers/63743c42-1e9d-40e8-b1b6-cbccb8be0409 HTTP/1.1" status: 204 len: 168 time: 3.7442777 Nov 12 08:42:15.440310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38184) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.454509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-202844428', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:15.498029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcdfa-7c6a-4d33-ad7c-54f5e7c87312 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.518372 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcdfa-7c6a-4d33-ad7c-54f5e7c87312 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.551875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.553091 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.570409 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-675726df-68ff-4144-a1d9-f7a5ebb644b3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.602720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-1f1dcdfa-7c6a-4d33-ad7c-54f5e7c87312 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] In _notify_port_updated(), no bound segment for port ec29914c-7897-4f25-8f78-3dbb928e4fd0 on network 38efce43-d1ac-4122-8cc3-5ed3f046eb2e {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:42:15.620833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1dcdfa-7c6a-4d33-ad7c-54f5e7c87312 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:15.624333 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcdfa-7c6a-4d33-ad7c-54f5e7c87312 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.633744 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38188) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.640091 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1f1dcdfa-7c6a-4d33-ad7c-54f5e7c87312 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] 10.222.0.31 "PUT /v2.0/ports/ec29914c-7897-4f25-8f78-3dbb928e4fd0 HTTP/1.1" status: 200 len: 1128 time: 0.7222478 Nov 12 08:42:15.692622 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dcdfa-7c6a-4d33-ad7c-54f5e7c87312 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Pushing event updated for resources: {'Port': ['ID=ec29914c-7897-4f25-8f78-3dbb928e4fd0,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:15.801043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38190) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.818971 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0b49819-7255-4cfa-b24e-7e599adf410f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.953869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09214e6-66f2-40f3-a75a-944dbfaa4468 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:15.955911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f09214e6-66f2-40f3-a75a-944dbfaa4468 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] 10.222.0.31 "GET /v2.0/ports/ec29914c-7897-4f25-8f78-3dbb928e4fd0 HTTP/1.1" status: 200 len: 1128 time: 0.3164246 Nov 12 08:42:15.965963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38196) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:15.973385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:15.984096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b6c09-1e0c-4130-98cf-7721de362b78 req-893c2f00-82cb-4404-aec5-76b21f501f55 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:15.998714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e1b6c09-1e0c-4130-98cf-7721de362b78 req-893c2f00-82cb-4404-aec5-76b21f501f55 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3637180 Nov 12 08:42:16.050646 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0b49819-7255-4cfa-b24e-7e599adf410f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.114263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0b49819-7255-4cfa-b24e-7e599adf410f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.180828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-10877e8a-1a86-4901-bd37-6b5ce63dc262 None None] Provisioning complete for port ec29914c-7897-4f25-8f78-3dbb928e4fd0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:16.181468 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-10877e8a-1a86-4901-bd37-6b5ce63dc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.189395 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b0b49819-7255-4cfa-b24e-7e599adf410f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=944b9bbe1c5c4fe593ae8670647ed410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3871028 Nov 12 08:42:16.191730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b49819-7255-4cfa-b24e-7e599adf410f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f34294-e302-4f29-9c08-1afd4a49e2dc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:16.194801 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38198) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:16.261013 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-675726df-68ff-4144-a1d9-f7a5ebb644b3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.261524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-10877e8a-1a86-4901-bd37-6b5ce63dc262 None None] Port ec29914c-7897-4f25-8f78-3dbb928e4fd0 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:16.271241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-17483e07-5d34-447f-93f1-31926b9bafd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Deleting port ec29914c-7897-4f25-8f78-3dbb928e4fd0 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:16.271584 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17483e07-5d34-447f-93f1-31926b9bafd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.278534 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da99a952-5289-49aa-a1ff-645555ce4424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.368640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da99a952-5289-49aa-a1ff-645555ce4424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.382564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675726df-68ff-4144-a1d9-f7a5ebb644b3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Subnet': ['ID=003e180c-f878-480a-b07c-a31443fb5eb8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:16.397692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e1b6c09-1e0c-4130-98cf-7721de362b78 req-fb719adf-bd50-4d8c-930b-f4fc985c7338 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980029 Nov 12 08:42:16.407712 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-675726df-68ff-4144-a1d9-f7a5ebb644b3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.418211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-675726df-68ff-4144-a1d9-f7a5ebb644b3 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/003e180c-f878-480a-b07c-a31443fb5eb8 HTTP/1.1" status: 204 len: 168 time: 1.4186013 Nov 12 08:42:16.419092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38200) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:16.419528 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.459608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e880595-0048-487c-a7d4-2fdd73eef140 None None] Network db83be8a-b227-42a1-81d6-b2d29d272017 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:16.482207 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17483e07-5d34-447f-93f1-31926b9bafd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.492989 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e37919-acf5-43de-a7ce-e9736dd33deb tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] DELETE failed (client error): The resource could not be found. Nov 12 08:42:16.493904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e37919-acf5-43de-a7ce-e9736dd33deb tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:16.500455 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-65e37919-acf5-43de-a7ce-e9736dd33deb tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/3dc7d0f6-645d-4791-8193-0861ca9dde73 HTTP/1.1" status: 404 len: 337 time: 0.0772872 Nov 12 08:42:16.511217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38204) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:16.540349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-17483e07-5d34-447f-93f1-31926b9bafd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Calling delete_port for ec29914c-7897-4f25-8f78-3dbb928e4fd0 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:16.555284 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da99a952-5289-49aa-a1ff-645555ce4424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.561324 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da99a952-5289-49aa-a1ff-645555ce4424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.565647 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-da99a952-5289-49aa-a1ff-645555ce4424 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75f34294-e302-4f29-9c08-1afd4a49e2dc HTTP/1.1" status: 204 len: 168 time: 0.3657849 Nov 12 08:42:16.565893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7f21b323-43c4-45f3-80be-a6f9e4e88beb None None] Provisioning complete for port b760d0cd-520b-4ce7-9f45-a573ec71123e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:16.565893 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7f21b323-43c4-45f3-80be-a6f9e4e88beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.590577 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8cac9f-ebcd-41e6-aedd-b2a050bbb033 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting subnet a65ee785-c075-4aea-9869-8ca5b43772b4 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:16.597860 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b8cac9f-ebcd-41e6-aedd-b2a050bbb033 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.598099 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99a952-5289-49aa-a1ff-645555ce4424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f34294-e302-4f29-9c08-1afd4a49e2dc,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:16.666987 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b8cac9f-ebcd-41e6-aedd-b2a050bbb033 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.878993 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17483e07-5d34-447f-93f1-31926b9bafd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.913643 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17483e07-5d34-447f-93f1-31926b9bafd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Pushing event deleted for resources: {'Port': ['ID=ec29914c-7897-4f25-8f78-3dbb928e4fd0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:16.948049 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17483e07-5d34-447f-93f1-31926b9bafd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:16.954563 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-17483e07-5d34-447f-93f1-31926b9bafd5 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] 10.222.0.31 "DELETE /v2.0/ports/ec29914c-7897-4f25-8f78-3dbb928e4fd0 HTTP/1.1" status: 204 len: 168 time: 0.9848654 Nov 12 08:42:16.955093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38210) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:17.051505 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.158335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7f21b323-43c4-45f3-80be-a6f9e4e88beb None None] Provisioning complete for port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:17.158735 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7f21b323-43c4-45f3-80be-a6f9e4e88beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.177818 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca12563-7291-4191-ad8a-54bcc1e5dcdb tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Deleting subnet 3b8a40b6-7ec2-4c94-9b86-12ba1b0a6934 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:17.189070 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1ca12563-7291-4191-ad8a-54bcc1e5dcdb tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.222422 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.277193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7f21b323-43c4-45f3-80be-a6f9e4e88beb None None] Port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:17.316899 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1ca12563-7291-4191-ad8a-54bcc1e5dcdb tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.327237 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b8cac9f-ebcd-41e6-aedd-b2a050bbb033 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.500419 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1ca12563-7291-4191-ad8a-54bcc1e5dcdb tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.624612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1ca12563-7291-4191-ad8a-54bcc1e5dcdb tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.638086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Allocated IP 172.25.3.93 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/643dc11a-f6f4-4075-9fb2-fd612864d9ad) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:17.678634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537b5b45-d00a-4ceb-bbed-20f4d702d253 None None] Network 38efce43-d1ac-4122-8cc3-5ed3f046eb2e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:17.680193 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1ca12563-7291-4191-ad8a-54bcc1e5dcdb tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.689649 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1ca12563-7291-4191-ad8a-54bcc1e5dcdb tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] 10.222.0.31 "DELETE /v2.0/subnets/3b8a40b6-7ec2-4c94-9b86-12ba1b0a6934 HTTP/1.1" status: 204 len: 168 time: 0.7330163 Nov 12 08:42:17.692789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38232) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:17.730809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f04a4078-e706-487e-9f02-1c253333505b no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:17.755586 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca12563-7291-4191-ad8a-54bcc1e5dcdb tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8a40b6-7ec2-4c94-9b86-12ba1b0a6934,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:17.784512 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.838657 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.900160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:17.906887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:17.914612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:17.917543 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b8cac9f-ebcd-41e6-aedd-b2a050bbb033 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:17.939387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: f04a4078-e706-487e-9f02-1c253333505b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:17.940469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f04a4078-e706-487e-9f02-1c253333505b not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:17.944763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64343f45-dced-400b-91c7-a190cdc98f33 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:17.986904 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.060261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cac9f-ebcd-41e6-aedd-b2a050bbb033 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Subnet': ['ID=a65ee785-c075-4aea-9869-8ca5b43772b4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:18.086462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Pushing event updated for resources: {'Port': ['ID=643dc11a-f6f4-4075-9fb2-fd612864d9ad,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:18.114332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b8cac9f-ebcd-41e6-aedd-b2a050bbb033 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.121588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6b8cac9f-ebcd-41e6-aedd-b2a050bbb033 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/a65ee785-c075-4aea-9869-8ca5b43772b4 HTTP/1.1" status: 204 len: 168 time: 1.6088643 Nov 12 08:42:18.122391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38246) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:18.232131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-919147f5-31de-4e4c-85e2-143fec1b8dfb None None] Provisioning complete for port 643dc11a-f6f4-4075-9fb2-fd612864d9ad triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:18.232666 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-919147f5-31de-4e4c-85e2-143fec1b8dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.244207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Deleting port d33e5ad5-0540-4d69-a95e-9494afe55a75 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:18.244586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.332138 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fba25c2-8f64-474a-954b-a42a347ad8a6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] DELETE failed (client error): The resource could not be found. Nov 12 08:42:18.332683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fba25c2-8f64-474a-954b-a42a347ad8a6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:18.346465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8fba25c2-8f64-474a-954b-a42a347ad8a6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/b520e8c7-af0f-4ca1-a261-90d822d788fa HTTP/1.1" status: 404 len: 337 time: 0.2202804 Nov 12 08:42:18.358490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38252) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:18.379250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-919147f5-31de-4e4c-85e2-143fec1b8dfb None None] Port 643dc11a-f6f4-4075-9fb2-fd612864d9ad cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:18.479201 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d08c6b88-2f45-48bb-9163-2572face89f6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "GET /v2.0/ports?device_id=b116511b-87f8-497b-8d55-8e98cbcadf84 HTTP/1.1" status: 200 len: 205 time: 0.1190054 Nov 12 08:42:18.485525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38256) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:18.506611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] For port d33e5ad5-0540-4d69-a95e-9494afe55a75, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d33e5ad5-0540-4d69-a95e-9494afe55a75,segment=NetworkSegment(edbd7de3-1301-448b-b8ef-78c381c5bcec),segment_id=edbd7de3-1301-448b-b8ef-78c381c5bcec)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:18.510142 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.514104 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] DHCP port deletion for 38efce43-d1ac-4122-8cc3-5ed3f046eb2e request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:18.596047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a156572-5a16-410d-9e11-47db3eeec2f6 None None] Network db83be8a-b227-42a1-81d6-b2d29d272017 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:18.665741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Calling delete_port for d33e5ad5-0540-4d69-a95e-9494afe55a75 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:18.668326 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-030e8fb2-3175-489f-8030-45f76e132f57 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] delete failed (client error): The resource could not be found. Nov 12 08:42:18.670085 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-030e8fb2-3175-489f-8030-45f76e132f57 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/routers/b116511b-87f8-497b-8d55-8e98cbcadf84 HTTP/1.1" status: 404 len: 336 time: 0.1833012 Nov 12 08:42:18.674555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38260) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:18.731881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Deleting port d33e5ad5-0540-4d69-a95e-9494afe55a75 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:18.732250 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.732478 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.748736 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f321fb2-c7bc-4fbe-a045-5dadaa26211a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] DELETE failed (client error): The resource could not be found. Nov 12 08:42:18.749227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f321fb2-c7bc-4fbe-a045-5dadaa26211a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:18.769683 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3f321fb2-c7bc-4fbe-a045-5dadaa26211a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/6b9cca3e-db87-47dc-8963-1e264ee73e22 HTTP/1.1" status: 404 len: 337 time: 0.0939872 Nov 12 08:42:18.773345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38262) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:18.800871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c6c21091-0740-48c9-803e-71c50a31d951 None None] Provisioning complete for port b760d0cd-520b-4ce7-9f45-a573ec71123e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:18.801403 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c6c21091-0740-48c9-803e-71c50a31d951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:18.886755 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd462fe-ac28-4289-9ea7-2805e050eee6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] DELETE failed (client error): The resource could not be found. Nov 12 08:42:18.887218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd462fe-ac28-4289-9ea7-2805e050eee6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:18.894076 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fdd462fe-ac28-4289-9ea7-2805e050eee6 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/f51156ca-f337-46d1-98ea-2acb6da2f216 HTTP/1.1" status: 404 len: 337 time: 0.1165109 Nov 12 08:42:18.895622 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38266) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:18.940641 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f907f2f1-620a-479b-a03c-d96b9ceb9294 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] DELETE failed (client error): The resource could not be found. Nov 12 08:42:18.941139 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f907f2f1-620a-479b-a03c-d96b9ceb9294 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:18.947425 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f907f2f1-620a-479b-a03c-d96b9ceb9294 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/5b6bd937-77c0-40c4-8eca-32232316fbea HTTP/1.1" status: 404 len: 337 time: 0.0476971 Nov 12 08:42:18.948611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38270) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:19.017133 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2516b849-dc7e-45b5-9780-949c4b602e89 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] DELETE failed (client error): The resource could not be found. Nov 12 08:42:19.020012 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2516b849-dc7e-45b5-9780-949c4b602e89 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:19.024739 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2516b849-dc7e-45b5-9780-949c4b602e89 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/9f297af5-648d-43f9-8711-f2062646f058 HTTP/1.1" status: 404 len: 333 time: 0.0745933 Nov 12 08:42:19.028795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38272) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:19.080373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] For port d33e5ad5-0540-4d69-a95e-9494afe55a75, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d33e5ad5-0540-4d69-a95e-9494afe55a75,segment=NetworkSegment(edbd7de3-1301-448b-b8ef-78c381c5bcec),segment_id=edbd7de3-1301-448b-b8ef-78c381c5bcec)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:19.080860 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.107779 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3612be67-160a-4c3a-afbf-0aa32aa452d2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] DELETE failed (client error): The resource could not be found. Nov 12 08:42:19.113585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3612be67-160a-4c3a-afbf-0aa32aa452d2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:19.117166 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3612be67-160a-4c3a-afbf-0aa32aa452d2 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/c53f689c-fa56-4ff6-889e-42051e04c1fc HTTP/1.1" status: 404 len: 337 time: 0.0876715 Nov 12 08:42:19.119963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38278) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:19.126020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Calling delete_port for d33e5ad5-0540-4d69-a95e-9494afe55a75 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:19.197896 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.284493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] No DVR routers for this DVR port d33e5ad5-0540-4d69-a95e-9494afe55a75 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:19.296946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Pushing event deleted for resources: {'Port': ['ID=d33e5ad5-0540-4d69-a95e-9494afe55a75,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:19.305038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.307323 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd8a3c4-37e2-473a-bb61-d81afb414cc4 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] DELETE failed (client error): The resource could not be found. Nov 12 08:42:19.307876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd8a3c4-37e2-473a-bb61-d81afb414cc4 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:19.315718 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4fd8a3c4-37e2-473a-bb61-d81afb414cc4 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/b10c02fa-163e-41e5-b920-22cb45013725 HTTP/1.1" status: 404 len: 337 time: 0.1866322 Nov 12 08:42:19.382022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38284) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:19.384411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] No DVR routers for this DVR port d33e5ad5-0540-4d69-a95e-9494afe55a75 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:19.405348 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Pushing event deleted for resources: {'Port': ['ID=d33e5ad5-0540-4d69-a95e-9494afe55a75,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:19.426481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:19.426937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:19.427291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:19.428294 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:19.437380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:19.437888 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:19.438485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:19.440407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:19.440876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:19.441315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:19.441713 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:19.442084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94205d77-90dd-43b9-aebd-f6b68c564b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:19.480229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c6c21091-0740-48c9-803e-71c50a31d951 None None] Provisioning complete for port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:19.480615 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c6c21091-0740-48c9-803e-71c50a31d951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.536879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c6c21091-0740-48c9-803e-71c50a31d951 None None] Port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:19.539319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f59047-d344-45ac-849b-a5264491b9de None None] DHCP port deletion for db83be8a-b227-42a1-81d6-b2d29d272017 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:19.663109 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b3f59047-d344-45ac-849b-a5264491b9de None None] Deleting port b760d0cd-520b-4ce7-9f45-a573ec71123e {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:19.663553 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b3f59047-d344-45ac-849b-a5264491b9de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.718676 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8cd6b1-c446-41c4-ad21-e45da9928048 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] DELETE failed (client error): The resource could not be found. Nov 12 08:42:19.721920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8cd6b1-c446-41c4-ad21-e45da9928048 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:19.730385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bd8cd6b1-c446-41c4-ad21-e45da9928048 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/ef52c864-9ffd-4c2f-aba3-dd2b567d5b5d HTTP/1.1" status: 404 len: 333 time: 0.3429854 Nov 12 08:42:19.734136 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.739442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38298) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:19.783185 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b3f59047-d344-45ac-849b-a5264491b9de None None] For port b760d0cd-520b-4ce7-9f45-a573ec71123e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b760d0cd-520b-4ce7-9f45-a573ec71123e,segment=NetworkSegment(56599e5d-102f-44c4-9277-4119a0f942c7),segment_id=56599e5d-102f-44c4-9277-4119a0f942c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:19.784424 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b3f59047-d344-45ac-849b-a5264491b9de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.799917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d33e5ad5-0540-4d69-a95e-9494afe55a75 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:19.832176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: d33e5ad5-0540-4d69-a95e-9494afe55a75 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:19.833296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d33e5ad5-0540-4d69-a95e-9494afe55a75 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:19.834080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b760d0cd-520b-4ce7-9f45-a573ec71123e no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:19.839500 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b3f59047-d344-45ac-849b-a5264491b9de None None] Calling delete_port for b760d0cd-520b-4ce7-9f45-a573ec71123e owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:19.867647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38efce43-d1ac-4122-8cc3-5ed3f046eb2e']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:19.893617 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbd7de3-1301-448b-b8ef-78c381c5bcec') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:19.894032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbd7de3-1301-448b-b8ef-78c381c5bcec') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:19.930491 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.935591 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.974024 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:19.984378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:19.985247 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.009807 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b3f59047-d344-45ac-849b-a5264491b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:20.011490 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:20.041549 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae16606-39dd-4155-90a9-86ba542cf13a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] DELETE failed (client error): The resource could not be found. Nov 12 08:42:20.041971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae16606-39dd-4155-90a9-86ba542cf13a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:20.046480 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8ae16606-39dd-4155-90a9-86ba542cf13a tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/23aa157e-c05c-4317-8417-79816f2eb1b0 HTTP/1.1" status: 404 len: 337 time: 0.3037078 Nov 12 08:42:20.050363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38306) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:20.081864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f59047-d344-45ac-849b-a5264491b9de None None] Pushing event deleted for resources: {'Port': ['ID=b760d0cd-520b-4ce7-9f45-a573ec71123e,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:20.085729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f59047-d344-45ac-849b-a5264491b9de None None] No DVR routers for this DVR port b760d0cd-520b-4ce7-9f45-a573ec71123e on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:20.088861 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0b571d-996f-4dce-97ed-6bc883254435 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] DELETE failed (client error): The resource could not be found. Nov 12 08:42:20.089421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0b571d-996f-4dce-97ed-6bc883254435 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:42:20.094039 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6b0b571d-996f-4dce-97ed-6bc883254435 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/subnets/f4c9f5b9-5da9-4946-af85-2768e298827c HTTP/1.1" status: 404 len: 337 time: 0.0428615 Nov 12 08:42:20.105887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38308) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:20.110967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No active binding found for port b760d0cd-520b-4ce7-9f45-a573ec71123e {{(pid=102446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:42:20.111697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b760d0cd-520b-4ce7-9f45-a573ec71123e not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:20.133268 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.171355 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.177029 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] 10.222.0.31 "DELETE /v2.0/networks/38efce43-d1ac-4122-8cc3-5ed3f046eb2e HTTP/1.1" status: 204 len: 168 time: 2.4811649 Nov 12 08:42:20.204537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81c111-13b8-457c-8082-ee79767a51ee tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471 tempest-ExtraDHCPOptionsIpV6TestJSON-1462762471-project] Pushing event deleted for resources: {'Network': ['ID=38efce43-d1ac-4122-8cc3-5ed3f046eb2e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:20.271832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Router 084f42f8-f58f-4d38-bffd-4792642fa8fd is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:42:20.565948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:20.579152 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454ea910-fdf2-4fa8-9d37-5e660dbf18e3 None None] Sync routers for ids ['084f42f8-f58f-4d38-bffd-4792642fa8fd'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:20.602345 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454ea910-fdf2-4fa8-9d37-5e660dbf18e3 None None] Routers {'084f42f8-f58f-4d38-bffd-4792642fa8fd'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:20.608983 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-454ea910-fdf2-4fa8-9d37-5e660dbf18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['084f42f8-f58f-4d38-bffd-4792642fa8fd'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:20.624960 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.626372 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bb9ba51b-8726-42fa-8fcd-7376e7c462a6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1847718 Nov 12 08:42:20.631725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38328) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:20.640280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-11d429b4-2d3c-4572-b01c-4e394d3ac1d6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'enable_snat': False}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:20.696524 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-454ea910-fdf2-4fa8-9d37-5e660dbf18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:20.764450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-39f3f3fc-620f-4a65-af41-def257e6f500 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Deleting port 1c1e3b24-a0b2-46af-9581-3b483ec372f2 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:20.765540 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-39f3f3fc-620f-4a65-af41-def257e6f500 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.767133 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454ea910-fdf2-4fa8-9d37-5e660dbf18e3 None None] Routers {'084f42f8-f58f-4d38-bffd-4792642fa8fd'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:20.767820 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-454ea910-fdf2-4fa8-9d37-5e660dbf18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['084f42f8-f58f-4d38-bffd-4792642fa8fd'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:20.886024 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-454ea910-fdf2-4fa8-9d37-5e660dbf18e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:20.887054 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454ea910-fdf2-4fa8-9d37-5e660dbf18e3 None None] The sync data for ids ['084f42f8-f58f-4d38-bffd-4792642fa8fd'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:20.937241 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-39f3f3fc-620f-4a65-af41-def257e6f500 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:20.981061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-39f3f3fc-620f-4a65-af41-def257e6f500 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Calling delete_port for 1c1e3b24-a0b2-46af-9581-3b483ec372f2 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:21.149382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38344) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:21.232421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-39f3f3fc-620f-4a65-af41-def257e6f500 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.320756 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-39f3f3fc-620f-4a65-af41-def257e6f500 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.324576 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-39f3f3fc-620f-4a65-af41-def257e6f500 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/ports/1c1e3b24-a0b2-46af-9581-3b483ec372f2 HTTP/1.1" status: 204 len: 168 time: 1.2211931 Nov 12 08:42:21.326201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3f3fc-620f-4a65-af41-def257e6f500 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Port': ['ID=1c1e3b24-a0b2-46af-9581-3b483ec372f2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:21.328299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38350) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:21.343996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3e5e1-5c7a-4ba4-aca7-00c4d7be140e req-873f5eaf-77fe-429e-b5ca-f666c27b7ca4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:21.348033 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7ee3e5e1-5c7a-4ba4-aca7-00c4d7be140e req-873f5eaf-77fe-429e-b5ca-f666c27b7ca4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1504519 Nov 12 08:42:21.510275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7ee3e5e1-5c7a-4ba4-aca7-00c4d7be140e req-fa9614b4-408b-4e8c-804c-03e3132f1d7a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901110 Nov 12 08:42:21.570615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.599974 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d429b4-2d3c-4572-b01c-4e394d3ac1d6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.732391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38358) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:21.733909 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b05a8d14-6e69-45bb-af3b-9ec78dd5aade admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b95cf96b83884c96b0389d6ccbc07ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5824542 Nov 12 08:42:21.749606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38360) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:21.830783 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.864204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db83be8a-b227-42a1-81d6-b2d29d272017']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:21.879809 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56599e5d-102f-44c4-9277-4119a0f942c7') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:21.880126 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56599e5d-102f-44c4-9277-4119a0f942c7') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:21.894550 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.913911 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.927650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:21.928254 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:21.948238 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:21.974440 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-163b97ca-9829-4d1b-afaf-42d137e7a39b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.032907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80b080-ba3e-4da0-9da3-048ab646a43e req-f8cb0ca9-90ca-4676-a18a-a3e2bf4071cf tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:22.035119 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b80b080-ba3e-4da0-9da3-048ab646a43e req-f8cb0ca9-90ca-4676-a18a-a3e2bf4071cf tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.4049003 Nov 12 08:42:22.037856 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8666fcf6-1546-4bdb-971f-7f562099c5db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.077344 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-163b97ca-9829-4d1b-afaf-42d137e7a39b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.085412 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.109190 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.122715 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] 10.222.0.31 "DELETE /v2.0/networks/db83be8a-b227-42a1-81d6-b2d29d272017 HTTP/1.1" status: 204 len: 168 time: 0.7784421 Nov 12 08:42:22.179733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b80b080-ba3e-4da0-9da3-048ab646a43e req-c3ee2066-b8e9-4c7a-80db-5a0bb22de754 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283958 Nov 12 08:42:22.186910 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da2c8e-a69f-4380-b1bb-7e0b16ca56c9 tempest-PortsIpV6TestJSON-900105856 tempest-PortsIpV6TestJSON-900105856-project] Pushing event deleted for resources: {'Network': ['ID=db83be8a-b227-42a1-81d6-b2d29d272017,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:22.278707 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.311932 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8666fcf6-1546-4bdb-971f-7f562099c5db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.314283 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-163b97ca-9829-4d1b-afaf-42d137e7a39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.317457 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-163b97ca-9829-4d1b-afaf-42d137e7a39b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.318982 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-163b97ca-9829-4d1b-afaf-42d137e7a39b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fbd24131-c489-48b0-85d2-2e0644127981 HTTP/1.1" status: 204 len: 168 time: 0.5857763 Nov 12 08:42:22.326958 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8666fcf6-1546-4bdb-971f-7f562099c5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.333369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b97ca-9829-4d1b-afaf-42d137e7a39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd24131-c489-48b0-85d2-2e0644127981,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:22.432808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8666fcf6-1546-4bdb-971f-7f562099c5db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f43f5a23dc64bddaaa1b965708b1c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6819985 Nov 12 08:42:22.434188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666fcf6-1546-4bdb-971f-7f562099c5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae86a4f5-032c-4dc4-af30-deae8a7d8651,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:22.438241 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d429b4-2d3c-4572-b01c-4e394d3ac1d6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.440292 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38376) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:22.443308 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d429b4-2d3c-4572-b01c-4e394d3ac1d6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.512824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38380) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:22.586945 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d77a9ac3-8ca8-49f3-9ce4-a96bf47ce041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.665189 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d77a9ac3-8ca8-49f3-9ce4-a96bf47ce041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.698004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d429b4-2d3c-4572-b01c-4e394d3ac1d6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Router 084f42f8-f58f-4d38-bffd-4792642fa8fd has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:22.783916 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d77a9ac3-8ca8-49f3-9ce4-a96bf47ce041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.787091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d77a9ac3-8ca8-49f3-9ce4-a96bf47ce041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:22.791408 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d77a9ac3-8ca8-49f3-9ce4-a96bf47ce041 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae86a4f5-032c-4dc4-af30-deae8a7d8651 HTTP/1.1" status: 204 len: 168 time: 0.3480604 Nov 12 08:42:22.808890 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a9ac3-8ca8-49f3-9ce4-a96bf47ce041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae86a4f5-032c-4dc4-af30-deae8a7d8651,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:23.023933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d429b4-2d3c-4572-b01c-4e394d3ac1d6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:23.035096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40ba664-d15b-4761-97d4-b822f3a8604c None None] Sync routers for ids ['084f42f8-f58f-4d38-bffd-4792642fa8fd'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:23.041010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11d429b4-2d3c-4572-b01c-4e394d3ac1d6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.048456 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-11d429b4-2d3c-4572-b01c-4e394d3ac1d6 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "PUT /v2.0/routers/084f42f8-f58f-4d38-bffd-4792642fa8fd HTTP/1.1" status: 200 len: 924 time: 2.4117739 Nov 12 08:42:23.052608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38398) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:23.056141 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d3ae7d81-093e-4d16-bd5e-485732c179a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a018f4360bb4254a8b53a75c99fd8fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5405283 Nov 12 08:42:23.058819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38400) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:23.073438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40ba664-d15b-4761-97d4-b822f3a8604c None None] Routers {'084f42f8-f58f-4d38-bffd-4792642fa8fd'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:23.075408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b40ba664-d15b-4761-97d4-b822f3a8604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['084f42f8-f58f-4d38-bffd-4792642fa8fd'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:23.146025 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d70f2a3d-fc1c-4dd2-8abc-9847b7633004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.178884 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d70f2a3d-fc1c-4dd2-8abc-9847b7633004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.205177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b40ba664-d15b-4761-97d4-b822f3a8604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:23.244106 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40ba664-d15b-4761-97d4-b822f3a8604c None None] Routers {'084f42f8-f58f-4d38-bffd-4792642fa8fd'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:23.244575 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b40ba664-d15b-4761-97d4-b822f3a8604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['084f42f8-f58f-4d38-bffd-4792642fa8fd'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:23.256778 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d70f2a3d-fc1c-4dd2-8abc-9847b7633004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.263149 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3bc634b4-6aa6-44d4-8c66-f39928e6c03d tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/routers/084f42f8-f58f-4d38-bffd-4792642fa8fd HTTP/1.1" status: 200 len: 924 time: 0.2084870 Nov 12 08:42:23.264288 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38408) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:23.264432 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d70f2a3d-fc1c-4dd2-8abc-9847b7633004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.270467 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d70f2a3d-fc1c-4dd2-8abc-9847b7633004 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bca08c5-39ba-46e7-be5f-abc4da56bffa HTTP/1.1" status: 204 len: 168 time: 0.2103584 Nov 12 08:42:23.294711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f2a3d-fc1c-4dd2-8abc-9847b7633004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca08c5-39ba-46e7-be5f-abc4da56bffa,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:23.357164 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605631ea-5c0c-47d6-9b7a-c42bf40bb2a7 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:23.362441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38414) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:23.365305 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-605631ea-5c0c-47d6-9b7a-c42bf40bb2a7 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&device_id=084f42f8-f58f-4d38-bffd-4792642fa8fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0959208 Nov 12 08:42:23.366649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b40ba664-d15b-4761-97d4-b822f3a8604c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:23.367408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40ba664-d15b-4761-97d4-b822f3a8604c None None] The sync data for ids ['084f42f8-f58f-4d38-bffd-4792642fa8fd'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:23.509740 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3dc5a-6f5c-4e9d-8bee-6df5ff6f12bd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:23.511189 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-03e3dc5a-6f5c-4e9d-8bee-6df5ff6f12bd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 881 time: 0.1476934 Nov 12 08:42:23.514350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38418) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:23.546073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38420) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:23.546364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-92d189a5-e6c5-496c-a4cb-abd09d3c2a35 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "GET /v2.0/ports?device_id=084f42f8-f58f-4d38-bffd-4792642fa8fd HTTP/1.1" status: 200 len: 205 time: 0.0306163 Nov 12 08:42:23.666639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38424) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:23.685923 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.701679 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5e4c-7b8e-4433-a862-c0a642a65a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.860487 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.952690 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5e4c-7b8e-4433-a862-c0a642a65a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.959053 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5e4c-7b8e-4433-a862-c0a642a65a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:23.971730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Deleting port 643dc11a-f6f4-4075-9fb2-fd612864d9ad {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:23.972484 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.018967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf5e4c-7b8e-4433-a862-c0a642a65a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a637778-836f-4ce6-bad0-f7ad8369203f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:24.071009 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b6bf5e4c-7b8e-4433-a862-c0a642a65a77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8db1b1b240f94f319dd1fed2e1dc3113&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4026582 Nov 12 08:42:24.072179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38442) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:24.170133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.200754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a382bd99-60d0-42a2-b1d0-0b8b35102ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.213603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Calling delete_port for 643dc11a-f6f4-4075-9fb2-fd612864d9ad owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:24.247642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a382bd99-60d0-42a2-b1d0-0b8b35102ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.323547 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a382bd99-60d0-42a2-b1d0-0b8b35102ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.343504 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a382bd99-60d0-42a2-b1d0-0b8b35102ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.347724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a382bd99-60d0-42a2-b1d0-0b8b35102ff8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a637778-836f-4ce6-bad0-f7ad8369203f HTTP/1.1" status: 204 len: 168 time: 0.2695718 Nov 12 08:42:24.366352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382bd99-60d0-42a2-b1d0-0b8b35102ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a637778-836f-4ce6-bad0-f7ad8369203f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:24.588727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38456) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:24.613197 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.643292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef504e16-2892-49dd-b06a-ca001ce7a873 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:24.696737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Pushing event deleted for resources: {'Port': ['ID=643dc11a-f6f4-4075-9fb2-fd612864d9ad,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:24.730619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.847845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.850678 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.910561 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.911312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Fanout notify agent at l3_agent the message router_deleted on router 084f42f8-f58f-4d38-bffd-4792642fa8fd {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:42:24.916260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1774756658'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:24.930117 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.933070 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4504792a-fb65-4547-a71f-b1da25ac214e tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/routers/084f42f8-f58f-4d38-bffd-4792642fa8fd HTTP/1.1" status: 204 len: 168 time: 1.3859465 Nov 12 08:42:24.937155 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38472) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:24.945904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-cfcd8031-5baf-4c3b-9ac0-1610a432eadf tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-356353989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:24.947560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Made reservation on behalf of 3c3de52137474f5aa3a8ff1b6568a309 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:24.956432 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.969493 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.980487 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8031-5baf-4c3b-9ac0-1610a432eadf tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:24.983852 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8031-5baf-4c3b-9ac0-1610a432eadf tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.103300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8031-5baf-4c3b-9ac0-1610a432eadf tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.110082 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8031-5baf-4c3b-9ac0-1610a432eadf tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.140983 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8031-5baf-4c3b-9ac0-1610a432eadf tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.147302 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cfcd8031-5baf-4c3b-9ac0-1610a432eadf tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2085464 Nov 12 08:42:25.148096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38484) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:25.154416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Request body: {'router': {'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:25.175753 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.180738 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.206384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:25.246281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38488) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:25.288394 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.289220 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Added segment 17f51527-7921-422e-9561-69e1b78b15fd of type vlan for network 8c3ea88e-ce51-46c1-9efc-108fa1409a36 Nov 12 08:42:25.311233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a6c6c4-02ee-4ed8-9d18-d415dbf659a3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:25.469932 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.488002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-362041615'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:25.525716 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.532741 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.540071 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:25.541872 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.583486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:25.587285 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.601861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b86f81-2789-4049-9fc2-b32823dff27d req-e95ba7f3-06ba-405d-8f94-d37441ecdc14 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:25.609396 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-84b86f81-2789-4049-9fc2-b32823dff27d req-e95ba7f3-06ba-405d-8f94-d37441ecdc14 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1562557 Nov 12 08:42:25.626087 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.683556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Pushing event updated for resources: {'Network': ['ID=8c3ea88e-ce51-46c1-9efc-108fa1409a36,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:25.701874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 8c3ea88e-ce51-46c1-9efc-108fa1409a36 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:25.716966 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-130350a3-8df6-48d0-ae07-dd72d3950977 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1254094 Nov 12 08:42:25.720152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38506) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:25.728520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f352234a-5ceb-4ee0-a1ff-a22178c4f93f tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Request body: {'subnet': {'network_id': '8c3ea88e-ce51-46c1-9efc-108fa1409a36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:25.737838 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-84b86f81-2789-4049-9fc2-b32823dff27d req-e5740fdf-c531-41d9-9cb7-0bccc9721ecc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239414 Nov 12 08:42:25.866118 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.914839 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:25.957061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433bb5c-683d-4848-a9b3-7587de84fd78 req-b390a30f-2284-47b9-8877-1d9c47dfee15 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:25.960045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f433bb5c-683d-4848-a9b3-7587de84fd78 req-b390a30f-2284-47b9-8877-1d9c47dfee15 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.0987275 Nov 12 08:42:26.007366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f352234a-5ceb-4ee0-a1ff-a22178c4f93f tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Made reservation on behalf of 3c3de52137474f5aa3a8ff1b6568a309 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:26.011528 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f352234a-5ceb-4ee0-a1ff-a22178c4f93f tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.017887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.020379 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:26.050918 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.101577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f74833c-c58c-45e7-9d59-1f8726e7c694,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:26.117950 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.118526 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Added segment aef2a242-d0a4-43d0-adb9-c449f4b9aba5 of type vlan for network 4d355655-2adc-4f64-bac0-a1b9c944dd95 Nov 12 08:42:26.151281 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f433bb5c-683d-4848-a9b3-7587de84fd78 req-001f4080-3919-4370-a6c5-e4848bd8410c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807384 Nov 12 08:42:26.227858 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.341836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Allocated IP 172.25.3.55 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/e58e6ec3-4ad0-477e-9054-4f0509689e0b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:26.362816 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.377804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:26.378612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.397334 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f352234a-5ceb-4ee0-a1ff-a22178c4f93f tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.498125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352234a-5ceb-4ee0-a1ff-a22178c4f93f tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Pushing event updated for resources: {'Subnet': ['ID=b94243d5-8aa6-4da4-a377-efa326634222,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:26.520334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f352234a-5ceb-4ee0-a1ff-a22178c4f93f tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Checking segment: {'id': '17f51527-7921-422e-9561-69e1b78b15fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c3ea88e-ce51-46c1-9efc-108fa1409a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:26.522129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f352234a-5ceb-4ee0-a1ff-a22178c4f93f tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Network hostable DHCP agents. Network: 8c3ea88e-ce51-46c1-9efc-108fa1409a36, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:42:26.555036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f352234a-5ceb-4ee0-a1ff-a22178c4f93f tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Network 8c3ea88e-ce51-46c1-9efc-108fa1409a36 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:42:26.572285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-f352234a-5ceb-4ee0-a1ff-a22178c4f93f tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 8c3ea88e-ce51-46c1-9efc-108fa1409a36) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:26.595319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e906dd4-26e5-4df1-bd5e-6ae3d96a4457 None None] Network 8c3ea88e-ce51-46c1-9efc-108fa1409a36 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:26.605967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f352234a-5ceb-4ee0-a1ff-a22178c4f93f tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:26.606621 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f352234a-5ceb-4ee0-a1ff-a22178c4f93f tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.648319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.661695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f352234a-5ceb-4ee0-a1ff-a22178c4f93f tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9392533 Nov 12 08:42:26.664833 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38544) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:26.687451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Request body: {'port': {'network_id': '8c3ea88e-ce51-46c1-9efc-108fa1409a36', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2028150496'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:26.736798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Network': ['ID=4d355655-2adc-4f64-bac0-a1b9c944dd95,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:26.757460 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6540d2a9-bfc5-4506-8978-bad401f59d16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5072796 Nov 12 08:42:26.770781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38546) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:26.791178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a514a98e-80f7-428e-a176-1695380ce031 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1705541289'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:26.801204 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.858662 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4d355655-2adc-4f64-bac0-a1b9c944dd95 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:26.860922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:26.865073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Pushing event updated for resources: {'Port': ['ID=e58e6ec3-4ad0-477e-9054-4f0509689e0b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:26.874605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:26.885216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:26.892556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a514a98e-80f7-428e-a176-1695380ce031 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:26.901467 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a514a98e-80f7-428e-a176-1695380ce031 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.941876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93934cd4-9dd3-441d-a9da-081ce02c9d4f req-873e3cb4-8a4f-4767-a105-6dd95ad730e6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:26.952154 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93934cd4-9dd3-441d-a9da-081ce02c9d4f req-873e3cb4-8a4f-4767-a105-6dd95ad730e6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2254431 Nov 12 08:42:26.966954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a514a98e-80f7-428e-a176-1695380ce031 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:26.987174 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a514a98e-80f7-428e-a176-1695380ce031 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:26.987763 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-a514a98e-80f7-428e-a176-1695380ce031 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Added segment c160bbf1-28bd-4e20-be38-b84603767207 of type vlan for network 5f739aec-9054-4efb-9820-d08058ebbfc9 Nov 12 08:42:27.046425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Made reservation on behalf of 3c3de52137474f5aa3a8ff1b6568a309 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:27.050367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.091890 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93934cd4-9dd3-441d-a9da-081ce02c9d4f req-8c805fdd-4d9c-4c63-a769-4b5e0b152298 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384044 Nov 12 08:42:27.093009 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbec84b-4517-47f9-b4a4-85a40ec41272 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:27.096994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a514a98e-80f7-428e-a176-1695380ce031 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.101618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-8c3ea88e-ce51-46c1-9efc-108fa1409a36', 'network_id': '8c3ea88e-ce51-46c1-9efc-108fa1409a36', 'tenant_id': '3c3de52137474f5aa3a8ff1b6568a309', 'fixed_ips': [{'subnet_id': 'b94243d5-8aa6-4da4-a377-efa326634222'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:42:27.106690 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.127372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] device_id is not set on port b4b2fbb1-d626-4b25-b842-17319e8e6bed yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:42:27.270793 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a514a98e-80f7-428e-a176-1695380ce031 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.279554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a514a98e-80f7-428e-a176-1695380ce031 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:27.280688 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a514a98e-80f7-428e-a176-1695380ce031 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.444834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a514a98e-80f7-428e-a176-1695380ce031 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6709442 Nov 12 08:42:27.458448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38562) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:27.466919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-515bcb05-aec0-4443-8592-07c627ffcd88 None None] Provisioning complete for port e58e6ec3-4ad0-477e-9054-4f0509689e0b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:27.467640 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-515bcb05-aec0-4443-8592-07c627ffcd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:27.475941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7a2e3da5-ccff-4260-bf2d-19e543613b5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'subnet': {'network_id': '4d355655-2adc-4f64-bac0-a1b9c944dd95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:27.518692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514a98e-80f7-428e-a176-1695380ce031 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Network': ['ID=5f739aec-9054-4efb-9820-d08058ebbfc9,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:27.539391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 5f739aec-9054-4efb-9820-d08058ebbfc9 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:27.624233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Allocated IP 172.20.0.11 (8c3ea88e-ce51-46c1-9efc-108fa1409a36/b94243d5-8aa6-4da4-a377-efa326634222/b4b2fbb1-d626-4b25-b842-17319e8e6bed) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:27.660438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-515bcb05-aec0-4443-8592-07c627ffcd88 None None] Port e58e6ec3-4ad0-477e-9054-4f0509689e0b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:27.852336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2e3da5-ccff-4260-bf2d-19e543613b5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:27.856146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3da5-ccff-4260-bf2d-19e543613b5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.207326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a745d-d5ac-400e-aed7-06e5f539e273 req-c714abd3-315a-430a-8fde-5ab90533328d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:28.209923 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-da2a745d-d5ac-400e-aed7-06e5f539e273 req-c714abd3-315a-430a-8fde-5ab90533328d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2412360 Nov 12 08:42:28.467377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-da2a745d-d5ac-400e-aed7-06e5f539e273 req-307690e3-cdf1-4757-90f7-0d2639246a49 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128589 Nov 12 08:42:28.504614 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.623605 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.797503 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.843120 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3da5-ccff-4260-bf2d-19e543613b5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.939306 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.943776 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:28.946735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38644) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:28.948405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3da5-ccff-4260-bf2d-19e543613b5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Subnet': ['ID=d6b123d5-5d44-4ce2-80d9-382dc900b985,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:29.011879 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.023203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2e3da5-ccff-4260-bf2d-19e543613b5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Checking segment: {'id': 'aef2a242-d0a4-43d0-adb9-c449f4b9aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4d355655-2adc-4f64-bac0-a1b9c944dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:29.023613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e3da5-ccff-4260-bf2d-19e543613b5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network hostable DHCP agents. Network: 4d355655-2adc-4f64-bac0-a1b9c944dd95, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:42:29.076402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Network 8c3ea88e-ce51-46c1-9efc-108fa1409a36 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:29.089858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:29.096907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:29.121551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Allocated IP 172.20.0.2 (8c3ea88e-ce51-46c1-9efc-108fa1409a36/b94243d5-8aa6-4da4-a377-efa326634222/2eb648a3-ca8e-4311-a956-daf78e45c1bf) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:29.143666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Pushing event updated for resources: {'Port': ['ID=b4b2fbb1-d626-4b25-b842-17319e8e6bed,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:29.150758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e3da5-ccff-4260-bf2d-19e543613b5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 4d355655-2adc-4f64-bac0-a1b9c944dd95 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:42:29.178022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7a2e3da5-ccff-4260-bf2d-19e543613b5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4d355655-2adc-4f64-bac0-a1b9c944dd95) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:29.187289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2e3da5-ccff-4260-bf2d-19e543613b5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:29.188358 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3da5-ccff-4260-bf2d-19e543613b5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.192744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b04c8c-3e6b-4eae-b998-d7cd51f58888 None None] Network 4d355655-2adc-4f64-bac0-a1b9c944dd95 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:29.209937 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa901f1-02e1-4559-886b-177d42814da8 req-7ac655e3-7149-4fa4-a297-63772800ad10 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:29.214473 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5fa901f1-02e1-4559-886b-177d42814da8 req-7ac655e3-7149-4fa4-a297-63772800ad10 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.5274384 Nov 12 08:42:29.227246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:29.233572 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.250613 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7a2e3da5-ccff-4260-bf2d-19e543613b5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7846849 Nov 12 08:42:29.255572 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-251d9157-fc79-45f6-9ad3-293898a1d71c tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5854332 Nov 12 08:42:29.256404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38648) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:29.264994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-dbb30052-8548-455b-8675-bcb023d39155 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'subnet': {'network_id': '5f739aec-9054-4efb-9820-d08058ebbfc9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:29.269472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38650) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:29.275965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Request body: {'port': {'network_id': '8c3ea88e-ce51-46c1-9efc-108fa1409a36', 'name': 'tempest-ExtraDHCPOptionsTestJSON-169638058', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:29.276762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.api.validators [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] bootfile-name is not in valid_values {{(pid=102444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:42:29.277296 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.api.validators [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] tftp-server is not in valid_values {{(pid=102444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:42:29.277789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.api.validators [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] server-ip-address is not in valid_values {{(pid=102444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:42:29.327816 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a2ae724-e2b9-4f87-9ff9-12a2491b4873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.489434 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.491192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb30052-8548-455b-8675-bcb023d39155 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:29.496135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dbb30052-8548-455b-8675-bcb023d39155 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.505076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Made reservation on behalf of 3c3de52137474f5aa3a8ff1b6568a309 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:29.509379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.515690 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a2ae724-e2b9-4f87-9ff9-12a2491b4873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.518817 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.532758 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a2ae724-e2b9-4f87-9ff9-12a2491b4873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.568945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Pushing event updated for resources: {'Port': ['ID=2eb648a3-ca8e-4311-a956-daf78e45c1bf,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:29.571534 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4d355655-2adc-4f64-bac0-a1b9c944dd95', 'network_id': '4d355655-2adc-4f64-bac0-a1b9c944dd95', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'fixed_ips': [{'subnet_id': 'd6b123d5-5d44-4ce2-80d9-382dc900b985'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:42:29.572450 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.597350 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Network 8c3ea88e-ce51-46c1-9efc-108fa1409a36 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:29.600472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:29.603662 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:29.604529 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] device_id is not set on port c6523122-9e12-44c6-9319-f993ead28e10 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:42:29.615289 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8a2ae724-e2b9-4f87-9ff9-12a2491b4873 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d526febbf9754d8abb541564acc6396d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6641154 Nov 12 08:42:29.620954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38654) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:29.629032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ae724-e2b9-4f87-9ff9-12a2491b4873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318bdb74-e9ae-4332-9620-152c45f4ce96,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:29.688576 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5fa901f1-02e1-4559-886b-177d42814da8 req-3bf5f038-0bc3-4f6e-b50c-d564689d5471 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630497 Nov 12 08:42:29.691517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Router 1a0f289c-78e5-48df-ab0e-485a6e605d5a is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:42:29.744366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Attempting to bind port 2eb648a3-ca8e-4311-a956-daf78e45c1bf on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:29.745453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Attempting to bind port 2eb648a3-ca8e-4311-a956-daf78e45c1bf by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '17f51527-7921-422e-9561-69e1b78b15fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c3ea88e-ce51-46c1-9efc-108fa1409a36'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:29.746298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Attempting to bind port 2eb648a3-ca8e-4311-a956-daf78e45c1bf on network 8c3ea88e-ce51-46c1-9efc-108fa1409a36 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:29.770784 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:29.771581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Checking segment: {'id': '17f51527-7921-422e-9561-69e1b78b15fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c3ea88e-ce51-46c1-9efc-108fa1409a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:29.772210 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.772810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Bound using segment: {'id': '17f51527-7921-422e-9561-69e1b78b15fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c3ea88e-ce51-46c1-9efc-108fa1409a36'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:29.773652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Bound port: 2eb648a3-ca8e-4311-a956-daf78e45c1bf, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f51527-7921-422e-9561-69e1b78b15fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c3ea88e-ce51-46c1-9efc-108fa1409a36'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:29.774748 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.898225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Allocated IP 2001:db8::2 (4d355655-2adc-4f64-bac0-a1b9c944dd95/d6b123d5-5d44-4ce2-80d9-382dc900b985/5ed09ad7-a5f1-452e-8d2a-42e896234ebb) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:29.928051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Allocated IP 172.20.0.13 (8c3ea88e-ce51-46c1-9efc-108fa1409a36/b94243d5-8aa6-4da4-a377-efa326634222/c6523122-9e12-44c6-9319-f993ead28e10) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:29.937270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] For port 2eb648a3-ca8e-4311-a956-daf78e45c1bf, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:29.944679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:29.958913 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977323f-a216-4d6b-aabf-a6e5ccafd6a6 None None] Sync routers for ids ['1a0f289c-78e5-48df-ab0e-485a6e605d5a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:29.964325 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:29.967791 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1da7efc8-c193-4b3b-8a35-d72ca9bd1fe6 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "PUT /v2.0/routers/1a0f289c-78e5-48df-ab0e-485a6e605d5a HTTP/1.1" status: 200 len: 882 time: 4.8185110 Nov 12 08:42:29.972734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38662) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:29.978246 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] For port 2eb648a3-ca8e-4311-a956-daf78e45c1bf, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2eb648a3-ca8e-4311-a956-daf78e45c1bf,segment=NetworkSegment(17f51527-7921-422e-9561-69e1b78b15fd),segment_id=17f51527-7921-422e-9561-69e1b78b15fd)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:29.981432 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977323f-a216-4d6b-aabf-a6e5ccafd6a6 None None] Routers {'1a0f289c-78e5-48df-ab0e-485a6e605d5a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:29.984222 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e977323f-a216-4d6b-aabf-a6e5ccafd6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1a0f289c-78e5-48df-ab0e-485a6e605d5a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:29.992061 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.084931 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e977323f-a216-4d6b-aabf-a6e5ccafd6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:30.100495 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977323f-a216-4d6b-aabf-a6e5ccafd6a6 None None] Routers {'1a0f289c-78e5-48df-ab0e-485a6e605d5a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:30.101794 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e977323f-a216-4d6b-aabf-a6e5ccafd6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1a0f289c-78e5-48df-ab0e-485a6e605d5a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:30.154578 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-82b95304-f93d-4108-b7df-6ac432fbf1a1 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/routers/1a0f289c-78e5-48df-ab0e-485a6e605d5a HTTP/1.1" status: 200 len: 923 time: 0.1803486 Nov 12 08:42:30.157269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38664) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:30.161214 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e977323f-a216-4d6b-aabf-a6e5ccafd6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:30.162250 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977323f-a216-4d6b-aabf-a6e5ccafd6a6 None None] The sync data for ids ['1a0f289c-78e5-48df-ab0e-485a6e605d5a'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:30.183594 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32d32338-d405-40d9-b825-1473f4ff2495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.188885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcf203-6aa4-4f8c-a8b9-f8464b22b614 None None] Pushing event updated for resources: {'Port': ['ID=2eb648a3-ca8e-4311-a956-daf78e45c1bf,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.242450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32d32338-d405-40d9-b825-1473f4ff2495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.288204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7483605d-443e-4f61-b8a3-d032bb3adbaa tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:30.290309 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dbb30052-8548-455b-8675-bcb023d39155 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.294525 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7483605d-443e-4f61-b8a3-d032bb3adbaa tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&device_id=1a0f289c-78e5-48df-ab0e-485a6e605d5a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1315324 Nov 12 08:42:30.295261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38666) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:30.308340 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.319212 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.428879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Network 4d355655-2adc-4f64-bac0-a1b9c944dd95 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:30.445061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:30.449694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:30.453899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Pushing event updated for resources: {'Port': ['ID=5ed09ad7-a5f1-452e-8d2a-42e896234ebb,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.464328 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c3e4b-83ee-41b0-ae52-58f1382a5c43 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:30.476556 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-073c3e4b-83ee-41b0-ae52-58f1382a5c43 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 881 time: 0.1793871 Nov 12 08:42:30.479605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38670) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:30.529381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026c01c-0978-48d5-aed8-322cd5a391eb req-d30750b3-a3c2-46f6-ba79-2ff77bbbc719 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:30.531048 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f026c01c-0978-48d5-aed8-322cd5a391eb req-d30750b3-a3c2-46f6-ba79-2ff77bbbc719 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.6973639 Nov 12 08:42:30.537401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Attempting to bind port 5ed09ad7-a5f1-452e-8d2a-42e896234ebb on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:30.537822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Attempting to bind port 5ed09ad7-a5f1-452e-8d2a-42e896234ebb by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'aef2a242-d0a4-43d0-adb9-c449f4b9aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4d355655-2adc-4f64-bac0-a1b9c944dd95'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:30.538338 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Attempting to bind port 5ed09ad7-a5f1-452e-8d2a-42e896234ebb on network 4d355655-2adc-4f64-bac0-a1b9c944dd95 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:30.544840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb30052-8548-455b-8675-bcb023d39155 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Subnet': ['ID=533f1e12-f1ff-462b-bc78-929091b41b1e,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.555106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38672) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:30.555384 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d2009295-b44b-46c0-b490-0bd36b728492 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a0f289c-78e5-48df-ab0e-485a6e605d5a HTTP/1.1" status: 200 len: 205 time: 0.0666974 Nov 12 08:42:30.556275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:30.556948 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Checking segment: {'id': 'aef2a242-d0a4-43d0-adb9-c449f4b9aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4d355655-2adc-4f64-bac0-a1b9c944dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:30.557630 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.558229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Bound using segment: {'id': 'aef2a242-d0a4-43d0-adb9-c449f4b9aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4d355655-2adc-4f64-bac0-a1b9c944dd95'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:30.558944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Bound port: 5ed09ad7-a5f1-452e-8d2a-42e896234ebb, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef2a242-d0a4-43d0-adb9-c449f4b9aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4d355655-2adc-4f64-bac0-a1b9c944dd95'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:30.559587 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.595390 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32d32338-d405-40d9-b825-1473f4ff2495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.598544 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-32d32338-d405-40d9-b825-1473f4ff2495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.600506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-32d32338-d405-40d9-b825-1473f4ff2495 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/318bdb74-e9ae-4332-9620-152c45f4ce96 HTTP/1.1" status: 204 len: 168 time: 0.9755073 Nov 12 08:42:30.602957 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:42:30.672758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d32338-d405-40d9-b825-1473f4ff2495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318bdb74-e9ae-4332-9620-152c45f4ce96,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.683755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb30052-8548-455b-8675-bcb023d39155 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Checking segment: {'id': 'c160bbf1-28bd-4e20-be38-b84603767207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f739aec-9054-4efb-9820-d08058ebbfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:30.684127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb30052-8548-455b-8675-bcb023d39155 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network hostable DHCP agents. Network: 5f739aec-9054-4efb-9820-d08058ebbfc9, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:42:30.714089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] For port 5ed09ad7-a5f1-452e-8d2a-42e896234ebb, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:30.720930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] For port 5ed09ad7-a5f1-452e-8d2a-42e896234ebb, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5ed09ad7-a5f1-452e-8d2a-42e896234ebb,segment=NetworkSegment(aef2a242-d0a4-43d0-adb9-c449f4b9aba5),segment_id=aef2a242-d0a4-43d0-adb9-c449f4b9aba5)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:30.726424 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.814040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f026c01c-0978-48d5-aed8-322cd5a391eb req-2bbe6880-70ad-4982-ac96-bb06bb376bf2 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584527 Nov 12 08:42:30.823835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5563eb-44eb-4cc6-8026-c433f9a8d503 None None] Pushing event updated for resources: {'Port': ['ID=5ed09ad7-a5f1-452e-8d2a-42e896234ebb,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:30.873911 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.941324 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.943460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb30052-8548-455b-8675-bcb023d39155 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 5f739aec-9054-4efb-9820-d08058ebbfc9 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:42:31.112483 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.166502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38688) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:31.184338 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-703d69d7-2591-4ee9-8448-aa41c16bab90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.230502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-dbb30052-8548-455b-8675-bcb023d39155 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 5f739aec-9054-4efb-9820-d08058ebbfc9) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:31.244977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8090a51-e92d-404a-9ecd-c3e486f47ddd None None] Network 5f739aec-9054-4efb-9820-d08058ebbfc9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:31.259012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Network 8c3ea88e-ce51-46c1-9efc-108fa1409a36 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:31.269777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:31.276672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:31.283236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb30052-8548-455b-8675-bcb023d39155 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.284458 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dbb30052-8548-455b-8675-bcb023d39155 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.351001 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.353829 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-703d69d7-2591-4ee9-8448-aa41c16bab90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.367880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dbb30052-8548-455b-8675-bcb023d39155 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1099546 Nov 12 08:42:31.371334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-703d69d7-2591-4ee9-8448-aa41c16bab90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.376657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38690) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:31.410032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-472cf712-586d-4f5e-9b06-68181fe3be59 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1821658138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:31.449749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d69d7-2591-4ee9-8448-aa41c16bab90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb44a65-bcff-4719-b249-402dc16a1a98,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:31.466732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Pushing event updated for resources: {'Port': ['ID=c6523122-9e12-44c6-9319-f993ead28e10,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:31.525924 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-703d69d7-2591-4ee9-8448-aa41c16bab90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ff918acf73246a999c1702123854dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3582602 Nov 12 08:42:31.528594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38692) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:31.547130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cb60c-1bb3-49aa-82f4-6edddb5e0461 req-be69c424-08e3-41ee-bc3f-8092d544ca84 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.556374 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-751cb60c-1bb3-49aa-82f4-6edddb5e0461 req-be69c424-08e3-41ee-bc3f-8092d544ca84 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3102157 Nov 12 08:42:31.574060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:31.575368 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.582850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-5f739aec-9054-4efb-9820-d08058ebbfc9', 'network_id': '5f739aec-9054-4efb-9820-d08058ebbfc9', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'fixed_ips': [{'subnet_id': '533f1e12-f1ff-462b-bc78-929091b41b1e'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:42:31.583922 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.633362 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-472cf712-586d-4f5e-9b06-68181fe3be59 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.635056 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-472cf712-586d-4f5e-9b06-68181fe3be59 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.668911 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-751cb60c-1bb3-49aa-82f4-6edddb5e0461 req-882313ae-a59f-480f-a8e2-6a5136597880 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105533 Nov 12 08:42:31.682662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d5fbae1d-0774-43e3-a218-8ef0fcb3f4a3 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4118659 Nov 12 08:42:31.690623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38696) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:31.760825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Deleting port e58e6ec3-4ad0-477e-9054-4f0509689e0b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:31.760825 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.855308 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7051e08a-aa61-45bb-afec-aeea3f083c26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.860293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Allocated IP 2001:db8:1::2 (5f739aec-9054-4efb-9820-d08058ebbfc9/533f1e12-f1ff-462b-bc78-929091b41b1e/fcf6e4db-ecfa-417a-942e-960b72794f65) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:31.899875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc31eb66-8394-4dde-b175-bc0c0df79cc3 None None] Network 8c3ea88e-ce51-46c1-9efc-108fa1409a36 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:31.931329 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-472cf712-586d-4f5e-9b06-68181fe3be59 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:31.938873 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7051e08a-aa61-45bb-afec-aeea3f083c26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.003799 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-472cf712-586d-4f5e-9b06-68181fe3be59 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.036197 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-472cf712-586d-4f5e-9b06-68181fe3be59 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.037734 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-472cf712-586d-4f5e-9b06-68181fe3be59 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6524370 Nov 12 08:42:32.044522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38702) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:32.076333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e1c40a-2ca1-41e2-909d-bb50bb02b0bc tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:32.089798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e1c40a-2ca1-41e2-909d-bb50bb02b0bc tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:32.102589 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7051e08a-aa61-45bb-afec-aeea3f083c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.107852 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7051e08a-aa61-45bb-afec-aeea3f083c26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.109844 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7051e08a-aa61-45bb-afec-aeea3f083c26 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3eb44a65-bcff-4719-b249-402dc16a1a98 HTTP/1.1" status: 204 len: 168 time: 0.5798485 Nov 12 08:42:32.114194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e1c40a-2ca1-41e2-909d-bb50bb02b0bc tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:32.115966 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-60e1c40a-2ca1-41e2-909d-bb50bb02b0bc tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4203575 Nov 12 08:42:32.136159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38708) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:32.146612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051e08a-aa61-45bb-afec-aeea3f083c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb44a65-bcff-4719-b249-402dc16a1a98,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:32.179861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2eb648a3-ca8e-4311-a956-daf78e45c1bf up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:32.181305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c16049-4e60-47f4-a24c-2f217cac54e0 req-6f7cb83d-2fd8-4f6d-b1be-7ab0a38f337a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:32.183607 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f4c16049-4e60-47f4-a24c-2f217cac54e0 req-6f7cb83d-2fd8-4f6d-b1be-7ab0a38f337a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1372259 Nov 12 08:42:32.293074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f4c16049-4e60-47f4-a24c-2f217cac54e0 req-8152322d-7205-4d39-9d78-d368c1859438 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002784 Nov 12 08:42:32.309516 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.381982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Calling delete_port for e58e6ec3-4ad0-477e-9054-4f0509689e0b owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:32.440200 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.484627 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.546023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Pushing event updated for resources: {'Port': ['ID=fcf6e4db-ecfa-417a-942e-960b72794f65,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:32.549969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5986b672-e722-42a3-ba3b-2565f3ad926f None None] Provisioning complete for port 2eb648a3-ca8e-4311-a956-daf78e45c1bf triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:32.550351 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5986b672-e722-42a3-ba3b-2565f3ad926f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.651093 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d33ff-7694-4b94-93ae-2771d6f6797d None None] Network 4d355655-2adc-4f64-bac0-a1b9c944dd95 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:32.688363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b3e46-3e67-45bf-b7bb-c3e008cac9c4 req-4cd63f05-3cf1-4740-81a3-d61caac17bf0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:32.694279 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:32.694637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c47b3e46-3e67-45bf-b7bb-c3e008cac9c4 req-4cd63f05-3cf1-4740-81a3-d61caac17bf0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1059828 Nov 12 08:42:32.850187 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c47b3e46-3e67-45bf-b7bb-c3e008cac9c4 req-3c94717d-4b6e-41b2-9bf7-8b8d14e32a28 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463840 Nov 12 08:42:32.859935 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fffb73b-4228-4bc8-ac12-7d689a2f52d3 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:32.867235 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Pushing event deleted for resources: {'Port': ['ID=e58e6ec3-4ad0-477e-9054-4f0509689e0b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:32.867583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Network 5f739aec-9054-4efb-9820-d08058ebbfc9 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:32.908147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:32.910762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:32.957855 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 2eb648a3-ca8e-4311-a956-daf78e45c1bf triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:32.958231 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.041456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1da39-9a43-4782-ab40-6c048ef0f9c8 req-88486db5-4dd1-4950-bf34-f6d0d7685203 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:33.044054 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2a1da39-9a43-4782-ab40-6c048ef0f9c8 req-88486db5-4dd1-4950-bf34-f6d0d7685203 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.0907693 Nov 12 08:42:33.105959 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2a1da39-9a43-4782-ab40-6c048ef0f9c8 req-b14fc09d-d02f-4380-9371-6512c0ed4279 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557773 Nov 12 08:42:33.165512 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.198391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Attempting to bind port fcf6e4db-ecfa-417a-942e-960b72794f65 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:42:33.198822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Attempting to bind port fcf6e4db-ecfa-417a-942e-960b72794f65 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'c160bbf1-28bd-4e20-be38-b84603767207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f739aec-9054-4efb-9820-d08058ebbfc9'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:42:33.199276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Attempting to bind port fcf6e4db-ecfa-417a-942e-960b72794f65 on network 5f739aec-9054-4efb-9820-d08058ebbfc9 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:42:33.247539 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:42:33.248080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Checking segment: {'id': 'c160bbf1-28bd-4e20-be38-b84603767207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f739aec-9054-4efb-9820-d08058ebbfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:33.248373 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.248917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Bound using segment: {'id': 'c160bbf1-28bd-4e20-be38-b84603767207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f739aec-9054-4efb-9820-d08058ebbfc9'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:42:33.249420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Bound port: fcf6e4db-ecfa-417a-942e-960b72794f65, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c160bbf1-28bd-4e20-be38-b84603767207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5f739aec-9054-4efb-9820-d08058ebbfc9'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:42:33.249822 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.285478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c93d9a14-fc67-48e4-94ec-404ad18773b2 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Deleting port c6523122-9e12-44c6-9319-f993ead28e10 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:33.285911 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93d9a14-fc67-48e4-94ec-404ad18773b2 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.358626 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5986b672-e722-42a3-ba3b-2565f3ad926f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.392226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38748) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:33.498041 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.524659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5986b672-e722-42a3-ba3b-2565f3ad926f None None] For port 2eb648a3-ca8e-4311-a956-daf78e45c1bf, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2eb648a3-ca8e-4311-a956-daf78e45c1bf,segment=NetworkSegment(17f51527-7921-422e-9561-69e1b78b15fd),segment_id=17f51527-7921-422e-9561-69e1b78b15fd)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:33.558727 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.560932 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5986b672-e722-42a3-ba3b-2565f3ad926f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.656357 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.851461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986b672-e722-42a3-ba3b-2565f3ad926f None None] Pushing event updated for resources: {'Port': ['ID=2eb648a3-ca8e-4311-a956-daf78e45c1bf,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:33.889468 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:33.963471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4e390a71-f9d0-47a9-bba3-3f50e78be138 None None] Provisioning complete for port 5ed09ad7-a5f1-452e-8d2a-42e896234ebb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:33.972224 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4e390a71-f9d0-47a9-bba3-3f50e78be138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.141492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] For port fcf6e4db-ecfa-417a-942e-960b72794f65, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:42:34.269194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] For port fcf6e4db-ecfa-417a-942e-960b72794f65, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fcf6e4db-ecfa-417a-942e-960b72794f65,segment=NetworkSegment(c160bbf1-28bd-4e20-be38-b84603767207),segment_id=c160bbf1-28bd-4e20-be38-b84603767207)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:42:34.291371 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.306223 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.307195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Fanout notify agent at l3_agent the message router_deleted on router 1a0f289c-78e5-48df-ab0e-485a6e605d5a {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:42:34.335624 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.342488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3f1c5ac3-f42d-46e7-8098-387062d346b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/routers/1a0f289c-78e5-48df-ab0e-485a6e605d5a HTTP/1.1" status: 204 len: 168 time: 3.7676780 Nov 12 08:42:34.343196 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38770) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:34.347257 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:42:34.347619 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:42:34.352794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-21b11a3c-ecd8-45fe-8b1c-ce9c5a53038f tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-170084907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:34.362167 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4e390a71-f9d0-47a9-bba3-3f50e78be138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.501727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cfec7-4ea7-437e-ba1b-deb0ce9f94c1 None None] Pushing event updated for resources: {'Port': ['ID=fcf6e4db-ecfa-417a-942e-960b72794f65,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:34.519953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4e390a71-f9d0-47a9-bba3-3f50e78be138 None None] For port 5ed09ad7-a5f1-452e-8d2a-42e896234ebb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5ed09ad7-a5f1-452e-8d2a-42e896234ebb,segment=NetworkSegment(aef2a242-d0a4-43d0-adb9-c449f4b9aba5),segment_id=aef2a242-d0a4-43d0-adb9-c449f4b9aba5)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:34.528700 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4e390a71-f9d0-47a9-bba3-3f50e78be138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.675142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e390a71-f9d0-47a9-bba3-3f50e78be138 None None] Pushing event updated for resources: {'Port': ['ID=5ed09ad7-a5f1-452e-8d2a-42e896234ebb,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:34.696042 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-98727fbf-07f2-479b-a07d-3f97ba0795e3 None None] Provisioning complete for port c6523122-9e12-44c6-9319-f993ead28e10 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:34.696467 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98727fbf-07f2-479b-a07d-3f97ba0795e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.708451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4b4ba-7ab5-448d-92c4-1356b83fb0dd req-46c6e404-62c8-46a6-8288-3b4ba4bb8b39 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:34.716468 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56a4b4ba-7ab5-448d-92c4-1356b83fb0dd req-46c6e404-62c8-46a6-8288-3b4ba4bb8b39 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 1.1551812 Nov 12 08:42:34.740793 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93d9a14-fc67-48e4-94ec-404ad18773b2 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.763112 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f7c6907-13ef-40d5-8b8e-c4a57292f183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.813775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c93d9a14-fc67-48e4-94ec-404ad18773b2 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Calling delete_port for c6523122-9e12-44c6-9319-f993ead28e10 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:34.816727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-98727fbf-07f2-479b-a07d-3f97ba0795e3 None None] Port c6523122-9e12-44c6-9319-f993ead28e10 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:34.850225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-98727fbf-07f2-479b-a07d-3f97ba0795e3 None None] Provisioning complete for port 2eb648a3-ca8e-4311-a956-daf78e45c1bf triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:34.851065 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98727fbf-07f2-479b-a07d-3f97ba0795e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:34.959167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5ed09ad7-a5f1-452e-8d2a-42e896234ebb up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:35.162267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Allocated IP 2001:db8::1 (4d355655-2adc-4f64-bac0-a1b9c944dd95/d6b123d5-5d44-4ce2-80d9-382dc900b985/ad44790c-e79b-4af1-9d9c-807f7363a517) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:35.172461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21b11a3c-ecd8-45fe-8b1c-ce9c5a53038f tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.173664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21b11a3c-ecd8-45fe-8b1c-ce9c5a53038f tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.202100 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93d9a14-fc67-48e4-94ec-404ad18773b2 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.204995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 5ed09ad7-a5f1-452e-8d2a-42e896234ebb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:35.205207 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.210523 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0530b6dc-56ed-4955-81bd-681511c2afe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.241794 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56a4b4ba-7ab5-448d-92c4-1356b83fb0dd req-0129a48f-11dd-4720-a4ad-187ada8cb96a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241764 Nov 12 08:42:35.243395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-98727fbf-07f2-479b-a07d-3f97ba0795e3 None None] Provisioning complete for port b4b2fbb1-d626-4b25-b842-17319e8e6bed triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:35.243774 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98727fbf-07f2-479b-a07d-3f97ba0795e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.302507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-98727fbf-07f2-479b-a07d-3f97ba0795e3 None None] Port b4b2fbb1-d626-4b25-b842-17319e8e6bed cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:35.312057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d9a14-fc67-48e4-94ec-404ad18773b2 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Pushing event deleted for resources: {'Port': ['ID=c6523122-9e12-44c6-9319-f993ead28e10,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:35.348265 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c6907-13ef-40d5-8b8e-c4a57292f183 admin admin] Deleting port 38c00daa-449f-4f32-8b17-9dd2ea745965 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:35.348951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f7c6907-13ef-40d5-8b8e-c4a57292f183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.430160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-536207e1-b1ad-4b3b-824c-ef4829a0646a None None] Could not find standard attr ID for object c6523122-9e12-44c6-9319-f993ead28e10. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:42:35.470366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-536207e1-b1ad-4b3b-824c-ef4829a0646a None None] Provisioning complete for port b4b2fbb1-d626-4b25-b842-17319e8e6bed triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:35.479396 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-536207e1-b1ad-4b3b-824c-ef4829a0646a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.561363 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-536207e1-b1ad-4b3b-824c-ef4829a0646a None None] Port b4b2fbb1-d626-4b25-b842-17319e8e6bed cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:35.616284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8402da-74a6-4465-9708-f9666f9d11ee req-8d0987e8-2e45-4d04-85c1-34ee3fdca033 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:35.626991 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec8402da-74a6-4465-9708-f9666f9d11ee req-8d0987e8-2e45-4d04-85c1-34ee3fdca033 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2427750 Nov 12 08:42:35.630348 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.709438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.722017 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21b11a3c-ecd8-45fe-8b1c-ce9c5a53038f tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.756225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device fcf6e4db-ecfa-417a-942e-960b72794f65 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:35.760907 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21b11a3c-ecd8-45fe-8b1c-ce9c5a53038f tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.782508 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c93d9a14-fc67-48e4-94ec-404ad18773b2 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.793304 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c93d9a14-fc67-48e4-94ec-404ad18773b2 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] 10.222.0.31 "DELETE /v2.0/ports/c6523122-9e12-44c6-9319-f993ead28e10 HTTP/1.1" status: 204 len: 168 time: 3.6607568 Nov 12 08:42:35.798162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38804) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:35.807497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7d8fc164-5ccf-4046-aaf8-e3f9a0a2cc57 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Request body: {'port': {'name': 'tempest-new-port-name-710204073', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:35.808108 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.api.validators [None req-7d8fc164-5ccf-4046-aaf8-e3f9a0a2cc57 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] bootfile-name is not in valid_values {{(pid=102444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:42:35.808615 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.api.validators [None req-7d8fc164-5ccf-4046-aaf8-e3f9a0a2cc57 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] tftp-server is not in valid_values {{(pid=102444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:42:35.809131 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.api.validators [None req-7d8fc164-5ccf-4046-aaf8-e3f9a0a2cc57 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] server-ip-address is not in valid_values {{(pid=102444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 08:42:35.817381 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21b11a3c-ecd8-45fe-8b1c-ce9c5a53038f tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.819219 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-21b11a3c-ecd8-45fe-8b1c-ce9c5a53038f tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4726439 Nov 12 08:42:35.836889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38808) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:35.851743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'enable_snat': True}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:35.879486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 4d355655-2adc-4f64-bac0-a1b9c944dd95 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:35.902586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port fcf6e4db-ecfa-417a-942e-960b72794f65 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:35.902586 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:35.970052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:35.979718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:35.980360 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.030027 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.097748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port fcf6e4db-ecfa-417a-942e-960b72794f65, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fcf6e4db-ecfa-417a-942e-960b72794f65,segment=NetworkSegment(c160bbf1-28bd-4e20-be38-b84603767207),segment_id=c160bbf1-28bd-4e20-be38-b84603767207)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:36.101752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-2f7c6907-13ef-40d5-8b8e-c4a57292f183 admin admin] For port 38c00daa-449f-4f32-8b17-9dd2ea745965, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=38c00daa-449f-4f32-8b17-9dd2ea745965,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:36.102820 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f7c6907-13ef-40d5-8b8e-c4a57292f183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.103283 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.106057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5ed09ad7-a5f1-452e-8d2a-42e896234ebb up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:36.125236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c6907-13ef-40d5-8b8e-c4a57292f183 admin admin] Calling delete_port for 38c00daa-449f-4f32-8b17-9dd2ea745965 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:36.142485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=ad44790c-e79b-4af1-9d9c-807f7363a517,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:36.278322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=fcf6e4db-ecfa-417a-942e-960b72794f65,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:36.298469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 5ed09ad7-a5f1-452e-8d2a-42e896234ebb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:36.299855 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.386325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ae5194-1091-427e-aa12-f503b99e10c8 None None] Network 5f739aec-9054-4efb-9820-d08058ebbfc9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:36.388792 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.481700 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc164-5ccf-4046-aaf8-e3f9a0a2cc57 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.502642 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f7c6907-13ef-40d5-8b8e-c4a57292f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.545926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c6907-13ef-40d5-8b8e-c4a57292f183 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c00daa-449f-4f32-8b17-9dd2ea745965,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:36.572106 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2fa8fbe2-2d85-49f0-ba30-b8c22792757d None None] Provisioning complete for port fcf6e4db-ecfa-417a-942e-960b72794f65 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:36.572474 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2fa8fbe2-2d85-49f0-ba30-b8c22792757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.596464 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec8402da-74a6-4465-9708-f9666f9d11ee req-2690871b-97da-4ce0-9c4b-ec1ea8a669d6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9676838 Nov 12 08:42:36.603571 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:36.654914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2eb648a3-ca8e-4311-a956-daf78e45c1bf up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:36.941140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 2eb648a3-ca8e-4311-a956-daf78e45c1bf triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:36.946263 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.021001 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f7c6907-13ef-40d5-8b8e-c4a57292f183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.097058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ba00075c-76e0-4939-9415-a2c360b0d5da None None] Provisioning complete for port ad44790c-e79b-4af1-9d9c-807f7363a517 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:37.098213 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ba00075c-76e0-4939-9415-a2c360b0d5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.149922 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ba00075c-76e0-4939-9415-a2c360b0d5da None None] Port ad44790c-e79b-4af1-9d9c-807f7363a517 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:37.362353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc164-5ccf-4046-aaf8-e3f9a0a2cc57 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.375845 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc164-5ccf-4046-aaf8-e3f9a0a2cc57 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.391704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3b3aff57-da02-431f-bdaf-0ecc6373a907 None None] Provisioning complete for port fcf6e4db-ecfa-417a-942e-960b72794f65 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:37.393676 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b3aff57-da02-431f-bdaf-0ecc6373a907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.410972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7c6907-13ef-40d5-8b8e-c4a57292f183 admin admin] Router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:37.416717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfd6de-d8d3-4dc5-abb1-9901ddc0034e req-4e1ee706-c696-4d7b-a266-719cd1ca6b2b tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:37.418372 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adcfd6de-d8d3-4dc5-abb1-9901ddc0034e req-4e1ee706-c696-4d7b-a266-719cd1ca6b2b tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 814 time: 0.3576484 Nov 12 08:42:37.493286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38868) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:37.534902 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ca66-0646-4aee-9bf7-ea105c616b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.618113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.645381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adcfd6de-d8d3-4dc5-abb1-9901ddc0034e req-838a18de-c3bf-4351-a174-f080adbb3883 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/quotas/802519acc4c049b59e5ad9647b13586b HTTP/1.1" status: 200 len: 375 time: 0.1095703 Nov 12 08:42:37.651371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fc164-5ccf-4046-aaf8-e3f9a0a2cc57 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Pushing event updated for resources: {'Port': ['ID=b4b2fbb1-d626-4b25-b842-17319e8e6bed,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:37.655267 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.656399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.679858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7c6907-13ef-40d5-8b8e-c4a57292f183 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:37.691850 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2f7c6907-13ef-40d5-8b8e-c4a57292f183 admin admin] 10.222.0.31 "PUT /v2.0/routers/805d81d5-91f6-48cc-9adb-f4f5d69d47ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2977858 Nov 12 08:42:37.692623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38872) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:37.694779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9d494e-eba2-482a-9d01-9fb1633550ef None None] Sync routers for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:37.712880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device fcf6e4db-ecfa-417a-942e-960b72794f65 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:42:37.756048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d494e-eba2-482a-9d01-9fb1633550ef None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:37.757471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd9d494e-eba2-482a-9d01-9fb1633550ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:37.808405 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60bbc94c-7c1b-4307-a2ec-792181465f62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.851786 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.852805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-339a9a99-43c3-4782-afca-6f8dac95623d None None] Provisioning complete for port b4b2fbb1-d626-4b25-b842-17319e8e6bed triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:37.853374 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-339a9a99-43c3-4782-afca-6f8dac95623d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.944721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port fcf6e4db-ecfa-417a-942e-960b72794f65 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:37.945208 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:37.974260 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-339a9a99-43c3-4782-afca-6f8dac95623d None None] Port b4b2fbb1-d626-4b25-b842-17319e8e6bed cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:37.982598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dd9d494e-eba2-482a-9d01-9fb1633550ef None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:38.019874 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.038124 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60bbc94c-7c1b-4307-a2ec-792181465f62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.066526 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60bbc94c-7c1b-4307-a2ec-792181465f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.131087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbc94c-7c1b-4307-a2ec-792181465f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc5e732-73e0-4350-9dfc-0a8bee65cdf5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:38.142532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-60bbc94c-7c1b-4307-a2ec-792181465f62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6dbf96cb61744e08b4b9718ad6181865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6516664 Nov 12 08:42:38.143610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38876) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:38.151450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7d8fc164-5ccf-4046-aaf8-e3f9a0a2cc57 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] In _notify_port_updated(), no bound segment for port b4b2fbb1-d626-4b25-b842-17319e8e6bed on network 8c3ea88e-ce51-46c1-9efc-108fa1409a36 {{(pid=102444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:42:38.157160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8fc164-5ccf-4046-aaf8-e3f9a0a2cc57 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:38.157846 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d8fc164-5ccf-4046-aaf8-e3f9a0a2cc57 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.162846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7d8fc164-5ccf-4046-aaf8-e3f9a0a2cc57 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] 10.222.0.31 "PUT /v2.0/ports/b4b2fbb1-d626-4b25-b842-17319e8e6bed HTTP/1.1" status: 200 len: 1136 time: 2.3628018 Nov 12 08:42:38.164450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38878) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:38.193422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=ad44790c-e79b-4af1-9d9c-807f7363a517,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:38.229210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Deleting port 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:38.229882 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.259047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd9d494e-eba2-482a-9d01-9fb1633550ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:42:36Z', 'revision_number': 5, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port': {'id': '94a0ad5a-f3d1-4e7d-a710-c054f1556e33', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:38.264225 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf631dc-e7e7-49e2-9037-1e38b3d56df7 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:38.269226 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-aaf631dc-e7e7-49e2-9037-1e38b3d56df7 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] 10.222.0.31 "GET /v2.0/ports/b4b2fbb1-d626-4b25-b842-17319e8e6bed HTTP/1.1" status: 200 len: 1136 time: 0.1006212 Nov 12 08:42:38.271755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38880) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:38.282188 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.290804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adcfd6de-d8d3-4dc5-abb1-9901ddc0034e req-52d49b92-4257-4a2f-8ce5-fb9c5f5cf5b6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5734308 Nov 12 08:42:38.292426 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9d494e-eba2-482a-9d01-9fb1633550ef None None] Checking router: 805d81d5-91f6-48cc-9adb-f4f5d69d47ed for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:42:38.303341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d494e-eba2-482a-9d01-9fb1633550ef None None] Routers {'805d81d5-91f6-48cc-9adb-f4f5d69d47ed'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:38.303973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd9d494e-eba2-482a-9d01-9fb1633550ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:38.319168 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f416e69-a005-45b0-986a-d3a46cdbc4c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.343132 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.376642 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f416e69-a005-45b0-986a-d3a46cdbc4c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.401666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] For port 94a0ad5a-f3d1-4e7d-a710-c054f1556e33, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=94a0ad5a-f3d1-4e7d-a710-c054f1556e33,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:38.402267 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.458649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Calling delete_port for 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:38.463652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 4d355655-2adc-4f64-bac0-a1b9c944dd95 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:38.473295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:38.567601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2618324-c307-4d06-95ec-369ad507eaf8 req-6d4e52d4-829b-41c3-8f92-ca67ca49804b tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:38.575395 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c2618324-c307-4d06-95ec-369ad507eaf8 req-6d4e52d4-829b-41c3-8f92-ca67ca49804b tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1476073 Nov 12 08:42:38.614511 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f416e69-a005-45b0-986a-d3a46cdbc4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.618334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f416e69-a005-45b0-986a-d3a46cdbc4c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.621985 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0f416e69-a005-45b0-986a-d3a46cdbc4c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/adc5e732-73e0-4350-9dfc-0a8bee65cdf5 HTTP/1.1" status: 204 len: 168 time: 0.4735491 Nov 12 08:42:38.636066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Allocated IP 172.25.3.133 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/6daef644-8d0c-44b0-9110-a31d7a5edc9d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:38.641478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f416e69-a005-45b0-986a-d3a46cdbc4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc5e732-73e0-4350-9dfc-0a8bee65cdf5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:38.646294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-788a5940-8266-4b64-9870-6427ec23989a tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Deleting port b4b2fbb1-d626-4b25-b842-17319e8e6bed {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:38.646294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-788a5940-8266-4b64-9870-6427ec23989a tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.678676 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dd9d494e-eba2-482a-9d01-9fb1633550ef None None] Set router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:42:38.701218 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c2618324-c307-4d06-95ec-369ad507eaf8 req-21958bce-0fc6-43a1-95fb-15a1602e060c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195385 Nov 12 08:42:38.843175 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.843385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd9d494e-eba2-482a-9d01-9fb1633550ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:42:38Z', 'revision_number': 6, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:38.874055 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.888840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a0ad5a-f3d1-4e7d-a710-c054f1556e33,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:38.925123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a820649a-5821-493b-b16d-9b7aa748fa65 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:38.932681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9d494e-eba2-482a-9d01-9fb1633550ef None None] The sync data for ids ['805d81d5-91f6-48cc-9adb-f4f5d69d47ed'] in n-d-768851-18 is: [{'id': '805d81d5-91f6-48cc-9adb-f4f5d69d47ed', 'name': 'tempest-AttachVolumeTestJSON-1243083716-router', 'tenant_id': '77c4edaf15c14ad18f7c86b080849d96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:06Z', 'updated_at': '2021-11-12T08:42:38Z', 'revision_number': 6, 'project_id': '77c4edaf15c14ad18f7c86b080849d96', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:38.937417 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:38.974793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fb075ba2-ce15-4490-924f-3965239983c0 None None] Provisioning complete for port ad44790c-e79b-4af1-9d9c-807f7363a517 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:38.975162 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb075ba2-ce15-4490-924f-3965239983c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.009405 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.040332 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fb075ba2-ce15-4490-924f-3965239983c0 None None] Port ad44790c-e79b-4af1-9d9c-807f7363a517 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:39.068795 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-788a5940-8266-4b64-9870-6427ec23989a tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.085328 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.094813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-788a5940-8266-4b64-9870-6427ec23989a tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Calling delete_port for b4b2fbb1-d626-4b25-b842-17319e8e6bed owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:39.100403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router 8b0e4923-8b7e-465a-ba6b-cac422f5d5ce is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:42:39.134564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38894) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:39.140746 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.144098 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.155045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065049b-ea1a-41eb-b6c1-43cd0099ea8c req-9477b366-177c-45ec-8453-ec7532129538 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.156907 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5065049b-ea1a-41eb-b6c1-43cd0099ea8c req-9477b366-177c-45ec-8453-ec7532129538 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2699771 Nov 12 08:42:39.191742 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.192638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 805d81d5-91f6-48cc-9adb-f4f5d69d47ed {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:42:39.197537 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.199263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7248998e-1e46-4f4d-8105-e3b66bf294d7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/805d81d5-91f6-48cc-9adb-f4f5d69d47ed HTTP/1.1" status: 204 len: 168 time: 1.5053828 Nov 12 08:42:39.201693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38896) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:39.215961 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6102b362-5277-427a-aa1e-94e028532236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.220151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:39.248526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:39.253497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-90070e47-35b5-4e0c-b023-dc319619e784 admin admin] Deleting subnet b359bf0c-d54a-44b7-94a1-d0a7a8859953 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:39.257293 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90070e47-35b5-4e0c-b023-dc319619e784 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.262575 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0d40b-4a38-437a-9327-b491a76c2dd2 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:39.286864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event updated for resources: {'Port': ['ID=6daef644-8d0c-44b0-9110-a31d7a5edc9d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:39.293228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:39.296248 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90070e47-35b5-4e0c-b023-dc319619e784 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.365765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2ae2fab0-26e1-477c-888b-ac0187f3239b None None] Provisioning complete for port 6daef644-8d0c-44b0-9110-a31d7a5edc9d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:39.367093 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ae2fab0-26e1-477c-888b-ac0187f3239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.399346 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90070e47-35b5-4e0c-b023-dc319619e784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.410001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2ae2fab0-26e1-477c-888b-ac0187f3239b None None] Port 6daef644-8d0c-44b0-9110-a31d7a5edc9d cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:39.438436 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5065049b-ea1a-41eb-b6c1-43cd0099ea8c req-50c9beeb-0a25-4085-9759-60952b225202 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601390 Nov 12 08:42:39.487062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:39.498441 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba146c-d88b-4bb2-86e7-c4fa5a9a5269 None None] Sync routers for ids ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:39.507607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38900) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:39.510799 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-93ca0b87-1bcc-4d6f-a597-c5df6269df9d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/8b0e4923-8b7e-465a-ba6b-cac422f5d5ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4641790 Nov 12 08:42:39.513012 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba146c-d88b-4bb2-86e7-c4fa5a9a5269 None None] Routers {'8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:39.513767 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-95ba146c-d88b-4bb2-86e7-c4fa5a9a5269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:39.523503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90070e47-35b5-4e0c-b023-dc319619e784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.549961 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-95ba146c-d88b-4bb2-86e7-c4fa5a9a5269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:39.559557 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ba146c-d88b-4bb2-86e7-c4fa5a9a5269 None None] Routers {'8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:39.560456 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-95ba146c-d88b-4bb2-86e7-c4fa5a9a5269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:39.576865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90070e47-35b5-4e0c-b023-dc319619e784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b359bf0c-d54a-44b7-94a1-d0a7a8859953,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:39.587908 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90070e47-35b5-4e0c-b023-dc319619e784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.594691 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-90070e47-35b5-4e0c-b023-dc319619e784 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b359bf0c-d54a-44b7-94a1-d0a7a8859953 HTTP/1.1" status: 204 len: 168 time: 0.3887973 Nov 12 08:42:39.597456 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-95ba146c-d88b-4bb2-86e7-c4fa5a9a5269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:39.598224 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ba146c-d88b-4bb2-86e7-c4fa5a9a5269 None None] The sync data for ids ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:39.614424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38902) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:39.621670 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a151b4-854e-4f8c-af19-69b14b2d379e None None] Network 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:39.700133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.715710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd6a38-0268-43e4-8f9f-58b39f3e83b3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:39.717236 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6fcd6a38-0268-43e4-8f9f-58b39f3e83b3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports/ad44790c-e79b-4af1-9d9c-807f7363a517 HTTP/1.1" status: 200 len: 911 time: 0.2084954 Nov 12 08:42:39.722299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38916) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:39.724642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6102b362-5277-427a-aa1e-94e028532236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.754672 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6102b362-5277-427a-aa1e-94e028532236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.817817 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-788a5940-8266-4b64-9870-6427ec23989a tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.833986 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d2780a3-4a38-4d3c-930d-6646ce6429c2 req-a2abfd92-4d4a-402f-b81b-a3f4d66213df tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=802519acc4c049b59e5ad9647b13586b HTTP/1.1" status: 200 len: 221 time: 0.1202021 Nov 12 08:42:39.841721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6102b362-5277-427a-aa1e-94e028532236 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c5d7b63583d4f878aea839f007d1999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7059481 Nov 12 08:42:39.847347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38920) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:39.860006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102b362-5277-427a-aa1e-94e028532236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd4cb3b-ea6e-4a24-a0d5-5bc01e7cebd7,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:39.881983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Deleting port a2490dfd-f671-40df-9529-8670f4144dcf {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:39.882327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:39.897696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 38c00daa-449f-4f32-8b17-9dd2ea745965 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:39.935407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a5940-8266-4b64-9870-6427ec23989a tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Pushing event deleted for resources: {'Port': ['ID=b4b2fbb1-d626-4b25-b842-17319e8e6bed,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:39.941781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 38c00daa-449f-4f32-8b17-9dd2ea745965 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:39.942210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 38c00daa-449f-4f32-8b17-9dd2ea745965 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:39.966752 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.043070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c32aa-e9f9-432e-907d-de0f8e3feebd None None] DHCP port deletion for 9f41c5e3-54fa-40ad-ae03-a1c35c91d84a request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:40.110689 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-791ffef4-1aeb-4a4f-b441-eef57d06689f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.131181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-017c32aa-e9f9-432e-907d-de0f8e3feebd None None] Deleting port a2490dfd-f671-40df-9529-8670f4144dcf {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:40.135143 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-017c32aa-e9f9-432e-907d-de0f8e3feebd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.138137 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-788a5940-8266-4b64-9870-6427ec23989a tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.142287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-788a5940-8266-4b64-9870-6427ec23989a tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] 10.222.0.31 "DELETE /v2.0/ports/b4b2fbb1-d626-4b25-b842-17319e8e6bed HTTP/1.1" status: 204 len: 168 time: 1.8692396 Nov 12 08:42:40.146678 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.159822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38922) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:40.217359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] For port a2490dfd-f671-40df-9529-8670f4144dcf, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a2490dfd-f671-40df-9529-8670f4144dcf,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:40.217729 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.237609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-017c32aa-e9f9-432e-907d-de0f8e3feebd None None] For port a2490dfd-f671-40df-9529-8670f4144dcf, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a2490dfd-f671-40df-9529-8670f4144dcf,segment=NetworkSegment(92ef5dd8-6be3-460f-a801-52abe5d12f4d),segment_id=92ef5dd8-6be3-460f-a801-52abe5d12f4d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:40.238297 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-017c32aa-e9f9-432e-907d-de0f8e3feebd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.253914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-017c32aa-e9f9-432e-907d-de0f8e3feebd None None] Calling delete_port for a2490dfd-f671-40df-9529-8670f4144dcf owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:40.280641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Calling delete_port for a2490dfd-f671-40df-9529-8670f4144dcf owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:40.348725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a9af9-6b9e-4571-9651-29dd8f718602 req-66f04f04-f5f8-4ef1-883c-176e513c2980 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:40.350167 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-017c32aa-e9f9-432e-907d-de0f8e3feebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.356228 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c6a9af9-6b9e-4571-9651-29dd8f718602 req-66f04f04-f5f8-4ef1-883c-176e513c2980 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3447461 Nov 12 08:42:40.381710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c32aa-e9f9-432e-907d-de0f8e3feebd None None] Pushing event deleted for resources: {'Port': ['ID=a2490dfd-f671-40df-9529-8670f4144dcf,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:40.382466 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-791ffef4-1aeb-4a4f-b441-eef57d06689f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.387357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c32aa-e9f9-432e-907d-de0f8e3feebd None None] No DVR routers for this DVR port a2490dfd-f671-40df-9529-8670f4144dcf on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:40.405574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-be59f9eb-4ba3-49d3-8b0d-9dd4bb812da9 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Deleting subnet b94243d5-8aa6-4da4-a377-efa326634222 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:40.440922 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be59f9eb-4ba3-49d3-8b0d-9dd4bb812da9 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.498584 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.503978 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.513443 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-791ffef4-1aeb-4a4f-b441-eef57d06689f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.515987 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-791ffef4-1aeb-4a4f-b441-eef57d06689f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.520265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-791ffef4-1aeb-4a4f-b441-eef57d06689f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bd4cb3b-ea6e-4a24-a0d5-5bc01e7cebd7 HTTP/1.1" status: 204 len: 168 time: 0.6669645 Nov 12 08:42:40.530716 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be59f9eb-4ba3-49d3-8b0d-9dd4bb812da9 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.557748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ffef4-1aeb-4a4f-b441-eef57d06689f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd4cb3b-ea6e-4a24-a0d5-5bc01e7cebd7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:40.630539 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c6a9af9-6b9e-4571-9651-29dd8f718602 req-29fc51bd-522e-4ec2-8653-e974552c400b tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734170 Nov 12 08:42:40.722397 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.731905 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:40.890462 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.060203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2490dfd-f671-40df-9529-8670f4144dcf,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:41.065097 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be59f9eb-4ba3-49d3-8b0d-9dd4bb812da9 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.066542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ceece0-3d54-4554-9c13-5e43c1756de3 req-4ff0b26d-5eb6-425c-b33a-dca6489f4a24 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.069599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93ceece0-3d54-4554-9c13-5e43c1756de3 req-4ff0b26d-5eb6-425c-b33a-dca6489f4a24 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.0770173 Nov 12 08:42:41.088463 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] No DVR routers for this DVR port a2490dfd-f671-40df-9529-8670f4144dcf on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:41.115083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Router 67f0cb34-efd6-44a3-ae2e-98ca7973eebf is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:42:41.142732 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93ceece0-3d54-4554-9c13-5e43c1756de3 req-019549fd-7253-43f4-86a9-309c66f4081f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672257 Nov 12 08:42:41.279310 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.335068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:41.337284 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be59f9eb-4ba3-49d3-8b0d-9dd4bb812da9 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.342253 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.344032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f41c5e3-54fa-40ad-ae03-a1c35c91d84a']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:41.344895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a757d1cd-3145-423b-b092-471067c034cd tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "PUT /v2.0/routers/67f0cb34-efd6-44a3-ae2e-98ca7973eebf HTTP/1.1" status: 200 len: 918 time: 5.5060065 Nov 12 08:42:41.347750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38956) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:41.354385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64293621-7ecd-4aed-8530-b7f6b97251b4 None None] Sync routers for ids ['67f0cb34-efd6-44a3-ae2e-98ca7973eebf'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:41.371419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64293621-7ecd-4aed-8530-b7f6b97251b4 None None] Routers {'67f0cb34-efd6-44a3-ae2e-98ca7973eebf'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:41.372408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-64293621-7ecd-4aed-8530-b7f6b97251b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['67f0cb34-efd6-44a3-ae2e-98ca7973eebf'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:41.383376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ef5dd8-6be3-460f-a801-52abe5d12f4d') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:41.383668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ef5dd8-6be3-460f-a801-52abe5d12f4d') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:41.394284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59f9eb-4ba3-49d3-8b0d-9dd4bb812da9 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Pushing event deleted for resources: {'Subnet': ['ID=b94243d5-8aa6-4da4-a377-efa326634222,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:41.403935 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be59f9eb-4ba3-49d3-8b0d-9dd4bb812da9 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.410095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62e233-ffa3-4d82-a316-cfcf1ac038ef req-bbd1f144-43cc-4447-8c12-3b5f675f5831 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.410761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-be59f9eb-4ba3-49d3-8b0d-9dd4bb812da9 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] 10.222.0.31 "DELETE /v2.0/subnets/b94243d5-8aa6-4da4-a377-efa326634222 HTTP/1.1" status: 204 len: 168 time: 1.2490735 Nov 12 08:42:41.416000 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.417083 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce62e233-ffa3-4d82-a316-cfcf1ac038ef req-bbd1f144-43cc-4447-8c12-3b5f675f5831 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1252422 Nov 12 08:42:41.417899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38958) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:41.448681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d559862f-4f49-4cbc-b080-d6dde325279e None None] Network 8c3ea88e-ce51-46c1-9efc-108fa1409a36 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:41.452041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-64293621-7ecd-4aed-8530-b7f6b97251b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:41.520759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64293621-7ecd-4aed-8530-b7f6b97251b4 None None] Routers {'67f0cb34-efd6-44a3-ae2e-98ca7973eebf'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:41.522923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-64293621-7ecd-4aed-8530-b7f6b97251b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['67f0cb34-efd6-44a3-ae2e-98ca7973eebf'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:41.536374 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.559622 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:41.561228 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:41.588730 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:41.599606 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce62e233-ffa3-4d82-a316-cfcf1ac038ef req-a2119386-cdb6-4e15-ac5a-7ae07192746e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813662 Nov 12 08:42:41.651359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-574a5d00-6b51-4949-9d6b-479582b9a3e0 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/routers/67f0cb34-efd6-44a3-ae2e-98ca7973eebf HTTP/1.1" status: 200 len: 924 time: 0.2993135 Nov 12 08:42:41.651359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38964) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:41.670804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:41.691857 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.725277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-64293621-7ecd-4aed-8530-b7f6b97251b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:41.727501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64293621-7ecd-4aed-8530-b7f6b97251b4 None None] The sync data for ids ['67f0cb34-efd6-44a3-ae2e-98ca7973eebf'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:41.730585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436c2fcb-d373-401c-9488-39f1f97af499 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.732885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-436c2fcb-d373-401c-9488-39f1f97af499 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&device_id=67f0cb34-efd6-44a3-ae2e-98ca7973eebf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0805104 Nov 12 08:42:41.735206 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:41.735534 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 94a0ad5a-f3d1-4e7d-a710-c054f1556e33 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:41.735981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a2490dfd-f671-40df-9529-8670f4144dcf no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:41.737768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38966) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:41.778158 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.788832 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:41.793195 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9f41c5e3-54fa-40ad-ae03-a1c35c91d84a HTTP/1.1" status: 204 len: 168 time: 2.1806030 Nov 12 08:42:41.813854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: a2490dfd-f671-40df-9529-8670f4144dcf {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:41.814206 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a2490dfd-f671-40df-9529-8670f4144dcf not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:41.880334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cef4aa-d02b-472f-a360-ca4f7092f671 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f41c5e3-54fa-40ad-ae03-a1c35c91d84a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:41.951192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b61dfad-5b5a-44d2-91f0-f1c98a1fcb59 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:41.956546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0b61dfad-5b5a-44d2-91f0-f1c98a1fcb59 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 881 time: 0.2123284 Nov 12 08:42:41.957132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38974) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:41.961793 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Allocated IP 2001:db8:1::1 (5f739aec-9054-4efb-9820-d08058ebbfc9/533f1e12-f1ff-462b-bc78-929091b41b1e/fe041760-d428-44fe-a139-e67321277148) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:42.028413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-534899aa-f5ff-4d6a-934a-8ebbe875798b tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f0cb34-efd6-44a3-ae2e-98ca7973eebf HTTP/1.1" status: 200 len: 205 time: 0.0682638 Nov 12 08:42:42.029979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38976) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:42.033692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeadef-3bfd-4253-8367-da8385fc274c req-6c77872a-adb6-4ef2-a6d5-0a157b3db8a8 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.043342 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-acbeadef-3bfd-4253-8367-da8385fc274c req-6c77872a-adb6-4ef2-a6d5-0a157b3db8a8 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2953362 Nov 12 08:42:42.102642 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f163e0c-c577-424e-8bc3-258749c1ef8f None None] DHCP port deletion for 8c3ea88e-ce51-46c1-9efc-108fa1409a36 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:42.162160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38980) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:42.171482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0f163e0c-c577-424e-8bc3-258749c1ef8f None None] Deleting port 2eb648a3-ca8e-4311-a956-daf78e45c1bf {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:42.171939 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0f163e0c-c577-424e-8bc3-258749c1ef8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.201764 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.208296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Deleting port 2eb648a3-ca8e-4311-a956-daf78e45c1bf {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:42.208935 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.249821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0f163e0c-c577-424e-8bc3-258749c1ef8f None None] For port 2eb648a3-ca8e-4311-a956-daf78e45c1bf, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2eb648a3-ca8e-4311-a956-daf78e45c1bf,segment=NetworkSegment(17f51527-7921-422e-9561-69e1b78b15fd),segment_id=17f51527-7921-422e-9561-69e1b78b15fd)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:42.250999 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0f163e0c-c577-424e-8bc3-258749c1ef8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.264954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-acbeadef-3bfd-4253-8367-da8385fc274c req-2e0ca60c-3831-4322-8cc0-2d873e06595f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044337 Nov 12 08:42:42.289240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0f163e0c-c577-424e-8bc3-258749c1ef8f None None] Calling delete_port for 2eb648a3-ca8e-4311-a956-daf78e45c1bf owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:42.322688 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-084c6680-e38c-488d-897b-4447d67317f5 req-43dc8af9-ec84-4a8f-9402-cab24ca2b77d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1186118 Nov 12 08:42:42.324856 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.367462 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.428784 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-95f85b29-8485-472c-8c09-ea1e508fb634 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77c4edaf15c14ad18f7c86b080849d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2619910 Nov 12 08:42:42.429577 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0f163e0c-c577-424e-8bc3-258749c1ef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.448767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38992) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:42.489899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f163e0c-c577-424e-8bc3-258749c1ef8f None None] Pushing event deleted for resources: {'Port': ['ID=2eb648a3-ca8e-4311-a956-daf78e45c1bf,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:42.490855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] For port 2eb648a3-ca8e-4311-a956-daf78e45c1bf, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2eb648a3-ca8e-4311-a956-daf78e45c1bf,segment=NetworkSegment(17f51527-7921-422e-9561-69e1b78b15fd),segment_id=17f51527-7921-422e-9561-69e1b78b15fd)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:42.491517 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.494595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f163e0c-c577-424e-8bc3-258749c1ef8f None None] No DVR routers for this DVR port 2eb648a3-ca8e-4311-a956-daf78e45c1bf on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:42.527779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c6680-e38c-488d-897b-4447d67317f5 req-b569fa55-c2b3-469e-b755-d3cd59c8e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.529254 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-084c6680-e38c-488d-897b-4447d67317f5 req-b569fa55-c2b3-469e-b755-d3cd59c8e0d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 1097 time: 0.1241031 Nov 12 08:42:42.535941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Deleting port 6daef644-8d0c-44b0-9110-a31d7a5edc9d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:42.536287 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.544613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Calling delete_port for 2eb648a3-ca8e-4311-a956-daf78e45c1bf owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:42.584094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5046b-ebf8-4072-8c33-2a8f4c32f58b req-aadf4a32-3b3b-41ef-9986-3323ba243d3f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.585581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-02e5046b-ebf8-4072-8c33-2a8f4c32f58b req-aadf4a32-3b3b-41ef-9986-3323ba243d3f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2160203 Nov 12 08:42:42.588983 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.691554 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac868c3a-5b5b-4453-b7b0-8fe84c70e5b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.693511 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.694623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 5f739aec-9054-4efb-9820-d08058ebbfc9 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:42.716362 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:42.717427 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Calling delete_port for 6daef644-8d0c-44b0-9110-a31d7a5edc9d owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:42.722931 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:42.723249 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.730568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c6680-e38c-488d-897b-4447d67317f5 req-86818c95-add1-4e6e-9538-c01b9a104f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.732134 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-084c6680-e38c-488d-897b-4447d67317f5 req-86818c95-add1-4e6e-9538-c01b9a104f2d service neutron] 10.222.0.52 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 915 time: 0.1757872 Nov 12 08:42:42.793557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=fe041760-d428-44fe-a139-e67321277148,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:42.824007 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac868c3a-5b5b-4453-b7b0-8fe84c70e5b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.826155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-084c6680-e38c-488d-897b-4447d67317f5 req-7669ff9a-0f2b-4f41-bf80-9b250853dee5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=792c441e-15ac-405f-bf18-8377256b50fc HTTP/1.1" status: 200 len: 217 time: 0.0866883 Nov 12 08:42:42.875480 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-02e5046b-ebf8-4072-8c33-2a8f4c32f58b req-2e156103-10eb-41a8-b52d-6d8c70cbd70b tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462909 Nov 12 08:42:42.898794 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:42.913091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c6680-e38c-488d-897b-4447d67317f5 req-317d4e9a-9690-47e2-910b-c3a6a9c59166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:42.914629 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-084c6680-e38c-488d-897b-4447d67317f5 req-317d4e9a-9690-47e2-910b-c3a6a9c59166 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b9330ef-ee82-4258-9e06-e7d9a0866049 HTTP/1.1" status: 200 len: 854 time: 0.0819273 Nov 12 08:42:42.985189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Pushing event deleted for resources: {'Port': ['ID=2eb648a3-ca8e-4311-a956-daf78e45c1bf,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:42.989619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] No DVR routers for this DVR port 2eb648a3-ca8e-4311-a956-daf78e45c1bf on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:42.993134 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-084c6680-e38c-488d-897b-4447d67317f5 req-e5442a06-516a-4555-84d7-dc579607ac0a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c0f5d45c-c314-43a2-9378-dd1b94a83f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414422 Nov 12 08:42:43.120192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac868c3a-5b5b-4453-b7b0-8fe84c70e5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.123704 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac868c3a-5b5b-4453-b7b0-8fe84c70e5b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.130699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ac868c3a-5b5b-4453-b7b0-8fe84c70e5b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/195e0b15-ecb2-482e-b72b-719754455f65 HTTP/1.1" status: 204 len: 168 time: 0.6781900 Nov 12 08:42:43.194711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a9448097-f337-4040-87a7-8ed30f14707d None None] Provisioning complete for port fe041760-d428-44fe-a139-e67321277148 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:43.195363 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a9448097-f337-4040-87a7-8ed30f14707d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.210972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca96d04-810f-4f69-80f5-820bb32bf317 req-cd4fb15f-b7a1-4634-aaea-74c9a39ab228 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:43.212347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac868c3a-5b5b-4453-b7b0-8fe84c70e5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195e0b15-ecb2-482e-b72b-719754455f65,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:43.213483 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fca96d04-810f-4f69-80f5-820bb32bf317 req-cd4fb15f-b7a1-4634-aaea-74c9a39ab228 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1853697 Nov 12 08:42:43.214144 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.220098 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-084c6680-e38c-488d-897b-4447d67317f5 req-7d73f34e-f328-42ed-85d1-35dfbf0c474a service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118511 Nov 12 08:42:43.244413 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.291208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a9448097-f337-4040-87a7-8ed30f14707d None None] Port fe041760-d428-44fe-a139-e67321277148 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:43.301951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3ea88e-ce51-46c1-9efc-108fa1409a36']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:43.326446 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.351299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f51527-7921-422e-9561-69e1b78b15fd') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:43.351596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f51527-7921-422e-9561-69e1b78b15fd') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:43.398760 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.420516 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.428159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Pushing event deleted for resources: {'Port': ['ID=6daef644-8d0c-44b0-9110-a31d7a5edc9d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:43.433039 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:43.433684 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:43.438016 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:43.456541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a2c11-9619-42a2-bde4-018a54a4b5a2 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:43.469475 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fca96d04-810f-4f69-80f5-820bb32bf317 req-23bac917-619c-4d5c-8f3a-357ef4cd7a01 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404497 Nov 12 08:42:43.584433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2eb648a3-ca8e-4311-a956-daf78e45c1bf no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:43.604225 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.609984 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.616909 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.624160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] 10.222.0.31 "DELETE /v2.0/networks/8c3ea88e-ce51-46c1-9efc-108fa1409a36 HTTP/1.1" status: 204 len: 168 time: 2.2046824 Nov 12 08:42:43.639341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297a109-092b-4e53-a331-441d7aa8a780 tempest-ExtraDHCPOptionsTestJSON-1472751902 tempest-ExtraDHCPOptionsTestJSON-1472751902-project] Pushing event deleted for resources: {'Network': ['ID=8c3ea88e-ce51-46c1-9efc-108fa1409a36,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:43.687377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 2eb648a3-ca8e-4311-a956-daf78e45c1bf {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:43.687729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2eb648a3-ca8e-4311-a956-daf78e45c1bf not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:43.749466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-084c6680-e38c-488d-897b-4447d67317f5 req-f2da5b64-ede2-48bc-b000-1c74a3818a38 service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092015 Nov 12 08:42:43.772001 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.775569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.792312 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.801161 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.802461 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.838270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b06547-889a-442f-9576-3cf37476da56 req-d3f84a4f-a039-4c86-8369-891b19d600d1 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:43.839941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8b06547-889a-442f-9576-3cf37476da56 req-d3f84a4f-a039-4c86-8369-891b19d600d1 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1403675 Nov 12 08:42:43.846275 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.846938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Fanout notify agent at l3_agent the message router_deleted on router 67f0cb34-efd6-44a3-ae2e-98ca7973eebf {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:42:43.856111 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.857162 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9ee8b771-d1e3-4270-8737-4c0afd2eb58d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/routers/67f0cb34-efd6-44a3-ae2e-98ca7973eebf HTTP/1.1" status: 204 len: 168 time: 1.8261900 Nov 12 08:42:43.861563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39062) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:43.874490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e69e00e2-a348-4a22-b3f8-be50874162f3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-27301794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:43.915490 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8b06547-889a-442f-9576-3cf37476da56 req-0e4f5950-25cb-4fc8-b45b-d68a6959cbee tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662627 Nov 12 08:42:43.964749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=fe041760-d428-44fe-a139-e67321277148,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:43.978172 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e69e00e2-a348-4a22-b3f8-be50874162f3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:43.979328 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e69e00e2-a348-4a22-b3f8-be50874162f3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.097948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39074) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:44.106380 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e69e00e2-a348-4a22-b3f8-be50874162f3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.114588 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e69e00e2-a348-4a22-b3f8-be50874162f3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.133320 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 5f739aec-9054-4efb-9820-d08058ebbfc9 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:44.138504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:44.160582 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e69e00e2-a348-4a22-b3f8-be50874162f3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.161998 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e69e00e2-a348-4a22-b3f8-be50874162f3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2910190 Nov 12 08:42:44.164639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39080) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:44.170421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'enable_snat': False}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:44.172416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39082) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:44.256074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb698f-2ac6-4b7e-b973-3305c6b6c070 req-b74b12a4-10b0-4e24-8947-0a51011633e7 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:44.264590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8fb698f-2ac6-4b7e-b973-3305c6b6c070 req-b74b12a4-10b0-4e24-8947-0a51011633e7 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2483094 Nov 12 08:42:44.372936 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8fb698f-2ac6-4b7e-b973-3305c6b6c070 req-7ec463f5-ca88-40df-9db4-74ea111b9ab1 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069932 Nov 12 08:42:44.448096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router 8b0e4923-8b7e-465a-ba6b-cac422f5d5ce has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:44.533037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ff3d5fca-ce33-480d-8d2f-03c3915dc663 None None] Provisioning complete for port fe041760-d428-44fe-a139-e67321277148 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:44.534692 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5fca-ce33-480d-8d2f-03c3915dc663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.547065 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-08f799c2-f63e-4004-8231-b6823ee072f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.566332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.576067 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d5fca-ce33-480d-8d2f-03c3915dc663 None None] Port fe041760-d428-44fe-a139-e67321277148 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:44.639743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:44.656897 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ff557-5453-4264-9792-4081eef0ff73 None None] Sync routers for ids ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:44.660414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34826492-fcea-4a61-ae12-15fc2a929b76 req-cf324cf4-a56e-4be0-bab1-2b326b12222e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:44.668272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-34826492-fcea-4a61-ae12-15fc2a929b76 req-cf324cf4-a56e-4be0-bab1-2b326b12222e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1537580 Nov 12 08:42:44.672120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-34cd1313-94b2-4de4-bfb4-ddf4efd9d5d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c3de52137474f5aa3a8ff1b6568a309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4985180 Nov 12 08:42:44.676670 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39098) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:44.677026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39100) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:44.677418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d255aad8-b5de-4163-8eb0-f7095e7fa860 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/8b0e4923-8b7e-465a-ba6b-cac422f5d5ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9545662 Nov 12 08:42:44.677998 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ff557-5453-4264-9792-4081eef0ff73 None None] Routers {'8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:44.678704 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-770ff557-5453-4264-9792-4081eef0ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:44.740593 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-34826492-fcea-4a61-ae12-15fc2a929b76 req-b524afe1-c669-4a54-8461-b15ce40ab88f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713892 Nov 12 08:42:44.765649 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-770ff557-5453-4264-9792-4081eef0ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:44.780267 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ff557-5453-4264-9792-4081eef0ff73 None None] Routers {'8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:44.781683 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-770ff557-5453-4264-9792-4081eef0ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:44.825838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0781d6cb-75c9-46e7-8782-0c3475a8dc50 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:44.827908 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0781d6cb-75c9-46e7-8782-0c3475a8dc50 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports/fe041760-d428-44fe-a139-e67321277148 HTTP/1.1" status: 200 len: 913 time: 0.1451073 Nov 12 08:42:44.831902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39108) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:44.834190 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-770ff557-5453-4264-9792-4081eef0ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:44.834860 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ff557-5453-4264-9792-4081eef0ff73 None None] The sync data for ids ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:44.851955 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-08f799c2-f63e-4004-8231-b6823ee072f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.873503 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-08f799c2-f63e-4004-8231-b6823ee072f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.896004 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e6454c07-2db3-46de-9501-43cbfbdce3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:44.933738 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-08f799c2-f63e-4004-8231-b6823ee072f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=119a6bd708994c0f8c91ddf4d9d9ea31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8345623 Nov 12 08:42:44.937230 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39110) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:44.940319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f799c2-f63e-4004-8231-b6823ee072f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8653229f-2834-4a27-a4d5-fd049b07e878,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:44.953932 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e6454c07-2db3-46de-9501-43cbfbdce3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.100773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.126412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.128833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e6454c07-2db3-46de-9501-43cbfbdce3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.131391 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e6454c07-2db3-46de-9501-43cbfbdce3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.132725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e6454c07-2db3-46de-9501-43cbfbdce3de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38a6c6c4-02ee-4ed8-9d18-d415dbf659a3 HTTP/1.1" status: 204 len: 168 time: 0.4510834 Nov 12 08:42:45.372577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91048e3-7bc9-4c1f-a38d-3b39f207b2ea req-025603a5-1838-464a-8505-f1f215b10f3a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:45.380374 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a91048e3-7bc9-4c1f-a38d-3b39f207b2ea req-025603a5-1838-464a-8505-f1f215b10f3a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.4888949 Nov 12 08:42:45.444385 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4ea5-2e78-439b-bf1f-589ea36432f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.453604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6454c07-2db3-46de-9501-43cbfbdce3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a6c6c4-02ee-4ed8-9d18-d415dbf659a3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:45.502789 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4ea5-2e78-439b-bf1f-589ea36432f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.570071 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a91048e3-7bc9-4c1f-a38d-3b39f207b2ea req-2627ec95-2569-4b28-a814-edaf26687719 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887014 Nov 12 08:42:45.693654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Allocated IP 172.25.3.218 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/fa1ded70-ee5d-422d-b631-8e46762c2c08) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:45.756327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4ea5-2e78-439b-bf1f-589ea36432f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.758966 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f8c4ea5-2e78-439b-bf1f-589ea36432f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.760234 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9f8c4ea5-2e78-439b-bf1f-589ea36432f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8653229f-2834-4a27-a4d5-fd049b07e878 HTTP/1.1" status: 204 len: 168 time: 0.8051398 Nov 12 08:42:45.790669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c4ea5-2e78-439b-bf1f-589ea36432f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8653229f-2834-4a27-a4d5-fd049b07e878,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:45.945169 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:45.960717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3541fbe-aee7-4fbf-9c82-2ac02b0cd463 req-0886b558-f2b7-41a8-8d19-8afc885abf3e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:45.975497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3541fbe-aee7-4fbf-9c82-2ac02b0cd463 req-0886b558-f2b7-41a8-8d19-8afc885abf3e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1876438 Nov 12 08:42:46.011136 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.059584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:46.063401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:46.069407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:46.083210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50de5c94-d890-48f8-a143-b647852acfae None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:46.106400 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3541fbe-aee7-4fbf-9c82-2ac02b0cd463 req-9c2b2ce1-1fae-4544-9c61-6e26c0412e59 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224995 Nov 12 08:42:46.141432 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95d2147b-821c-4647-a73b-1984630e919b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.231322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88096bdc-726c-4bb3-95ff-7885db910402 None None] Provisioning complete for port fa1ded70-ee5d-422d-b631-8e46762c2c08 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:46.233543 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88096bdc-726c-4bb3-95ff-7885db910402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.294284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Pushing event updated for resources: {'Port': ['ID=fa1ded70-ee5d-422d-b631-8e46762c2c08,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:46.317501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88096bdc-726c-4bb3-95ff-7885db910402 None None] Port fa1ded70-ee5d-422d-b631-8e46762c2c08 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:46.398834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594707c-a186-4fa3-8516-585dca44dfb8 req-19f8bad0-6561-4f87-83a7-2281289f667c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:46.400924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4594707c-a186-4fa3-8516-585dca44dfb8 req-19f8bad0-6561-4f87-83a7-2281289f667c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1176951 Nov 12 08:42:46.437762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39162) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:46.464501 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d4eb0b2-3ebb-43e7-8756-a54d7a85bc24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.545037 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39164) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:46.587417 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-95d2147b-821c-4647-a73b-1984630e919b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port fe041760-d428-44fe-a139-e67321277148 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:46.588136 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95d2147b-821c-4647-a73b-1984630e919b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.626551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4594707c-a186-4fa3-8516-585dca44dfb8 req-e489396c-d1af-42d9-aa25-c280796a6597 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141027 Nov 12 08:42:46.729924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'networks': [{'name': 'tempest-network--1070886925'}, {'name': 'tempest-network--571028512'}]} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:46.730276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'network': {'name': 'tempest-network--1070886925'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:46.731320 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.732018 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'network': {'name': 'tempest-network--571028512'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:46.763724 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95d2147b-821c-4647-a73b-1984630e919b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.786201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-95d2147b-821c-4647-a73b-1984630e919b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for fe041760-d428-44fe-a139-e67321277148 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:46.800830 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Made reservation on behalf of 2141667a062e400d821668c205817b06 for: {'network': 2} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:46.814067 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.835184 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.946290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3eb05-0a9f-446d-8444-7e6470d47d42 req-f7514ced-f589-46b4-b62e-83049eb67335 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:46.947803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6c3eb05-0a9f-446d-8444-7e6470d47d42 req-f7514ced-f589-46b4-b62e-83049eb67335 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1416221 Nov 12 08:42:46.960409 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d4eb0b2-3ebb-43e7-8756-a54d7a85bc24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.972338 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5d4eb0b2-3ebb-43e7-8756-a54d7a85bc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.020350 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.025894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.026381 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.124606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54347603-8283-4798-889c-75c5d6d04fa9,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:47.137389 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5d4eb0b2-3ebb-43e7-8756-a54d7a85bc24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91b6d0c8f5544aebb00c3ebe0db7aa5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6981566 Nov 12 08:42:47.144845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39190) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:47.148001 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95d2147b-821c-4647-a73b-1984630e919b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.150585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:47.183241 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.183609 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Added segment e843c741-7669-439b-b08c-3cba22d469cc of type vlan for network c95972ee-e5df-41a4-a667-e79dfdb959d3 Nov 12 08:42:47.189240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6c3eb05-0a9f-446d-8444-7e6470d47d42 req-303bb21a-c0b4-4d03-b0f0-b33c212213c4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284391 Nov 12 08:42:47.190432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4eb0b2-3ebb-43e7-8756-a54d7a85bc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008577d3-a637-4478-a793-5946edd54360,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:47.237634 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.243350 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.282981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2147b-821c-4647-a73b-1984630e919b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=fe041760-d428-44fe-a139-e67321277148,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:47.320182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82253de1-85fa-41e8-91ec-5b8dec0a8c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.322912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.410140 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82253de1-85fa-41e8-91ec-5b8dec0a8c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.420260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:47.451491 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.451838 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Added segment 6cf91519-588f-4025-b2db-be5c5d14609e of type vlan for network f67aca52-08ca-49f8-b73d-ed96d19d9ae3 Nov 12 08:42:47.462781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44ce57-ae24-43a9-b195-ae6f9a4951a8 req-85bbc5a2-1c1d-48a7-b9ab-437607106d42 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:47.464947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d44ce57-ae24-43a9-b195-ae6f9a4951a8 req-85bbc5a2-1c1d-48a7-b9ab-437607106d42 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1552348 Nov 12 08:42:47.504316 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95d2147b-821c-4647-a73b-1984630e919b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.519807 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.587886 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82253de1-85fa-41e8-91ec-5b8dec0a8c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.590936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-82253de1-85fa-41e8-91ec-5b8dec0a8c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.594984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-82253de1-85fa-41e8-91ec-5b8dec0a8c16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/008577d3-a637-4478-a793-5946edd54360 HTTP/1.1" status: 204 len: 168 time: 0.4459777 Nov 12 08:42:47.648457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d44ce57-ae24-43a9-b195-ae6f9a4951a8 req-0189e549-bb56-4069-9ce3-295653235eaa tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062746 Nov 12 08:42:47.648808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.648808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.649009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82253de1-85fa-41e8-91ec-5b8dec0a8c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008577d3-a637-4478-a793-5946edd54360,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:47.650763 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:47.655803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:47.656531 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.676808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Router a2b55a7c-1dbe-418d-983f-198d0a3a8e64 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:42:47.815144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:47.821047 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:47.823431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7423844e-e946-4fe4-b5ab-9578a1a59e6c None None] Sync routers for ids ['a2b55a7c-1dbe-418d-983f-198d0a3a8e64'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:47.827651 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e5d9094c-73c0-4d78-9d41-a8b18b49877e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "PUT /v2.0/routers/a2b55a7c-1dbe-418d-983f-198d0a3a8e64 HTTP/1.1" status: 200 len: 918 time: 3.6591463 Nov 12 08:42:47.830410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39204) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:47.839501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7423844e-e946-4fe4-b5ab-9578a1a59e6c None None] Routers {'a2b55a7c-1dbe-418d-983f-198d0a3a8e64'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:47.840149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7423844e-e946-4fe4-b5ab-9578a1a59e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['a2b55a7c-1dbe-418d-983f-198d0a3a8e64'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:47.906031 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3596797 Nov 12 08:42:47.911150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39208) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:47.915298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7423844e-e946-4fe4-b5ab-9578a1a59e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:47.942124 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7423844e-e946-4fe4-b5ab-9578a1a59e6c None None] Routers {'a2b55a7c-1dbe-418d-983f-198d0a3a8e64'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:47.942789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7423844e-e946-4fe4-b5ab-9578a1a59e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['a2b55a7c-1dbe-418d-983f-198d0a3a8e64'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:48.018593 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-996a5359-e993-42e4-b3e0-3325ff8429d9 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/routers/a2b55a7c-1dbe-418d-983f-198d0a3a8e64 HTTP/1.1" status: 200 len: 924 time: 0.1878266 Nov 12 08:42:48.022384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7423844e-e946-4fe4-b5ab-9578a1a59e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:48.023216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7423844e-e946-4fe4-b5ab-9578a1a59e6c None None] The sync data for ids ['a2b55a7c-1dbe-418d-983f-198d0a3a8e64'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:48.045024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39212) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:48.089448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event updated for resources: {'Network': ['ID=c95972ee-e5df-41a4-a667-e79dfdb959d3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:48.103695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network c95972ee-e5df-41a4-a667-e79dfdb959d3 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:48.115837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f430769-8ed5-4cf2-bb43-54fc3eb5df49 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:48.118594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2f430769-8ed5-4cf2-bb43-54fc3eb5df49 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&device_id=a2b55a7c-1dbe-418d-983f-198d0a3a8e64&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0723345 Nov 12 08:42:48.129749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110d877-026b-4231-bfe7-26b370e729a4 req-6dc18ea9-d043-4191-99ba-b0e288ecdf4c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:48.131695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7110d877-026b-4231-bfe7-26b370e729a4 req-6dc18ea9-d043-4191-99ba-b0e288ecdf4c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1460838 Nov 12 08:42:48.132352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39216) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:48.276384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff741d-736b-48d1-8f61-2857d19ae9a3 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event updated for resources: {'Network': ['ID=f67aca52-08ca-49f8-b73d-ed96d19d9ae3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:48.294493 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network f67aca52-08ca-49f8-b73d-ed96d19d9ae3 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:48.319923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7110d877-026b-4231-bfe7-26b370e729a4 req-eee35687-9fc8-42fe-bd2e-c2fbae56a469 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755955 Nov 12 08:42:48.379493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d2147b-821c-4647-a73b-1984630e919b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router 8b0e4923-8b7e-465a-ba6b-cac422f5d5ce has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:48.398733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5928804a-1b64-42da-b5c1-973f2666c901 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:48.401140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5928804a-1b64-42da-b5c1-973f2666c901 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/networks/96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 881 time: 0.2660921 Nov 12 08:42:48.402945 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39232) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:48.432009 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58017dcb-386e-46c3-83ce-5700f29b3aa6 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:48.437062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7650cbad-0b58-48f6-b7c3-b549ac75cbc7 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2b55a7c-1dbe-418d-983f-198d0a3a8e64 HTTP/1.1" status: 200 len: 205 time: 0.0306280 Nov 12 08:42:48.438070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39234) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:48.442658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58017dcb-386e-46c3-83ce-5700f29b3aa6 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:48.448565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58017dcb-386e-46c3-83ce-5700f29b3aa6 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:48.454913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58017dcb-386e-46c3-83ce-5700f29b3aa6 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:48.459145 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-58017dcb-386e-46c3-83ce-5700f29b3aa6 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5259831 Nov 12 08:42:48.461365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39236) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:48.612328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3e2d2-b3f6-49df-9e30-1fa846e18540 req-cdd9ca5e-2b65-46cc-a29f-7aaadcf6d7a0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:48.614032 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8cb3e2d2-b3f6-49df-9e30-1fa846e18540 req-cdd9ca5e-2b65-46cc-a29f-7aaadcf6d7a0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1328337 Nov 12 08:42:48.651175 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.667988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d2147b-821c-4647-a73b-1984630e919b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:48.681573 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec1d61-3690-4147-88b1-302f58d11b1c None None] Sync routers for ids ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:48.682371 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-95d2147b-821c-4647-a73b-1984630e919b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/8b0e4923-8b7e-465a-ba6b-cac422f5d5ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8489194 Nov 12 08:42:48.683086 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39244) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:48.711727 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec1d61-3690-4147-88b1-302f58d11b1c None None] Routers {'8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:48.712652 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-74ec1d61-3690-4147-88b1-302f58d11b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:48.728724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8cb3e2d2-b3f6-49df-9e30-1fa846e18540 req-8b559e1d-1aa6-4a6c-a532-d77cab40053a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058383 Nov 12 08:42:48.768592 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-74ec1d61-3690-4147-88b1-302f58d11b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:48.795514 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec1d61-3690-4147-88b1-302f58d11b1c None None] Routers {'8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:48.796233 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-74ec1d61-3690-4147-88b1-302f58d11b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:48.809603 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.886365 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-74ec1d61-3690-4147-88b1-302f58d11b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:48.887057 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec1d61-3690-4147-88b1-302f58d11b1c None None] The sync data for ids ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:48.919984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Deleting port fa1ded70-ee5d-422d-b631-8e46762c2c08 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:48.920388 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.048055 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.066916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Calling delete_port for fa1ded70-ee5d-422d-b631-8e46762c2c08 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:49.169036 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.186624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85abe75-bb63-4bbf-b873-8a3683614d25 req-f3b06e37-adf5-49e1-9ee9-d2471662ed63 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:49.188287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c85abe75-bb63-4bbf-b873-8a3683614d25 req-f3b06e37-adf5-49e1-9ee9-d2471662ed63 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1061544 Nov 12 08:42:49.288565 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c85abe75-bb63-4bbf-b873-8a3683614d25 req-baee07d6-a413-4fb3-bd32-08a7a4b865a0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931516 Nov 12 08:42:49.360256 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.428701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Pushing event deleted for resources: {'Port': ['ID=fa1ded70-ee5d-422d-b631-8e46762c2c08,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:49.458916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efb02ab-2781-4540-8077-980bf50c6de1 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:49.553271 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.572785 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.602940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95972ee-e5df-41a4-a667-e79dfdb959d3']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:49.619058 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e843c741-7669-439b-b08c-3cba22d469cc') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:49.619732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e843c741-7669-439b-b08c-3cba22d469cc') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:49.633495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.645751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209539b5-239a-4e0d-b596-3648681acfa2 req-cbf4488b-03f5-47c9-839b-6f2738604b7f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:49.647321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-209539b5-239a-4e0d-b596-3648681acfa2 req-cbf4488b-03f5-47c9-839b-6f2738604b7f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2089884 Nov 12 08:42:49.665666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.675429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:49.675925 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:49.679375 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:49.777795 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.789124 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.792948 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "DELETE /v2.0/networks/c95972ee-e5df-41a4-a667-e79dfdb959d3 HTTP/1.1" status: 204 len: 168 time: 1.3305886 Nov 12 08:42:49.798165 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39304) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:49.831307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86588f-4fee-4001-91ea-e96f53da6fdb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event deleted for resources: {'Network': ['ID=c95972ee-e5df-41a4-a667-e79dfdb959d3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:49.846250 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e4aac21-c2bd-455d-9250-182727b62885 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.942957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39306) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:49.977869 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.037335 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.040512 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.097742 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-209539b5-239a-4e0d-b596-3648681acfa2 req-c402f4da-06fb-4fbb-86e9-efc30cd790a3 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873291 Nov 12 08:42:50.117314 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.117314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Fanout notify agent at l3_agent the message router_deleted on router a2b55a7c-1dbe-418d-983f-198d0a3a8e64 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:42:50.119540 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.124257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7baadf23-395b-40c2-96df-57a279022725 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/routers/a2b55a7c-1dbe-418d-983f-198d0a3a8e64 HTTP/1.1" status: 204 len: 168 time: 1.6817832 Nov 12 08:42:50.125345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39314) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:50.131252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-355089614', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:50.162484 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.164130 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.172225 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bec93584-5184-463b-8a02-3ecd39deace4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.184430 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.233204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67aca52-08ca-49f8-b73d-ed96d19d9ae3']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:50.245070 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.257660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf91519-588f-4025-b2db-be5c5d14609e') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:50.258356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf91519-588f-4025-b2db-be5c5d14609e') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:50.281395 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.331817 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.348338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:50.349232 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:50.352881 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:50.385174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4878d9b-872f-4ad0-aea7-ce3a4f221940 req-1d440cb2-8d15-4a53-84fe-8d40385c3c10 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:50.386722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4878d9b-872f-4ad0-aea7-ce3a4f221940 req-1d440cb2-8d15-4a53-84fe-8d40385c3c10 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1536899 Nov 12 08:42:50.434345 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.487113 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.492257 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.498593 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "DELETE /v2.0/networks/f67aca52-08ca-49f8-b73d-ed96d19d9ae3 HTTP/1.1" status: 204 len: 168 time: 0.6992977 Nov 12 08:42:50.499288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39320) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:50.502860 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bec93584-5184-463b-8a02-3ecd39deace4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.505812 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4878d9b-872f-4ad0-aea7-ce3a4f221940 req-a93d1673-b510-4979-8f62-198905898381 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115851 Nov 12 08:42:50.541958 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bec93584-5184-463b-8a02-3ecd39deace4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.557010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba59e8-c5c1-45be-b6e6-0637b712714c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event deleted for resources: {'Network': ['ID=f67aca52-08ca-49f8-b73d-ed96d19d9ae3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:50.654731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec93584-5184-463b-8a02-3ecd39deace4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03721db3-fffa-4f2a-837e-e7e0dfd3eb7a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:50.671448 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bec93584-5184-463b-8a02-3ecd39deace4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42d388abb7864dc0ba255e4973928918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7251699 Nov 12 08:42:50.674093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39330) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:50.678115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ec45e-952e-4d4f-849a-6aac63b03b15 req-a5fd02e7-acf0-4d29-a252-6dcdff71c6ec tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:50.679728 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a48ec45e-952e-4d4f-849a-6aac63b03b15 req-a5fd02e7-acf0-4d29-a252-6dcdff71c6ec tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.0649779 Nov 12 08:42:50.685751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-6e4aac21-c2bd-455d-9250-182727b62885 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port ad44790c-e79b-4af1-9d9c-807f7363a517 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:50.686221 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e4aac21-c2bd-455d-9250-182727b62885 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.773726 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a48ec45e-952e-4d4f-849a-6aac63b03b15 req-ba60e41c-c3f9-4929-b316-fef1ae2d9e6e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850470 Nov 12 08:42:50.800076 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90688ea2-31ec-4e42-8434-bccc211cadcd tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:50.806492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90688ea2-31ec-4e42-8434-bccc211cadcd tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:50.812359 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-90688ea2-31ec-4e42-8434-bccc211cadcd tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3044255 Nov 12 08:42:50.820333 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39336) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:50.830970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d0905c98-b06c-4a26-b3a3-7c616e30b4df tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1570366731'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:50.887046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e4aac21-c2bd-455d-9250-182727b62885 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.913597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0905c98-b06c-4a26-b3a3-7c616e30b4df tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Made reservation on behalf of 2141667a062e400d821668c205817b06 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:50.918438 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0905c98-b06c-4a26-b3a3-7c616e30b4df tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.928551 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58cb9115-815d-4731-aaff-16664b306028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.941341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39338) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:50.948191 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.952260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-6e4aac21-c2bd-455d-9250-182727b62885 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for ad44790c-e79b-4af1-9d9c-807f7363a517 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:50.969968 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.062281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0905c98-b06c-4a26-b3a3-7c616e30b4df tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:51.072627 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0905c98-b06c-4a26-b3a3-7c616e30b4df tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.072982 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-d0905c98-b06c-4a26-b3a3-7c616e30b4df tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Added segment 2e0e850e-74ba-4263-a94c-1760545f8f60 of type vlan for network 6a5fc133-9e6d-4e50-964a-207b766d09f3 Nov 12 08:42:51.124202 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a78aefe-a68d-43f4-afd9-1bd783c699cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.137282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0905c98-b06c-4a26-b3a3-7c616e30b4df tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.140703 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58cb9115-815d-4731-aaff-16664b306028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.177272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Allocated IP 172.25.3.29 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/179189ed-acac-4a8d-9744-80d09658fc0f) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:42:51.193334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78e329-31e2-4220-b77a-7fc9eec72ad9 req-66a431ed-a8e2-4928-a7cb-c6b69fa30a44 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:51.194891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e78e329-31e2-4220-b77a-7fc9eec72ad9 req-66a431ed-a8e2-4928-a7cb-c6b69fa30a44 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1149511 Nov 12 08:42:51.328586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0905c98-b06c-4a26-b3a3-7c616e30b4df tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.339813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0905c98-b06c-4a26-b3a3-7c616e30b4df tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:51.340805 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d0905c98-b06c-4a26-b3a3-7c616e30b4df tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.369140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e78e329-31e2-4220-b77a-7fc9eec72ad9 req-54b69eb6-9b3a-4a46-9762-12dc289d20d5 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533625 Nov 12 08:42:51.400461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a78aefe-a68d-43f4-afd9-1bd783c699cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.408994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a78aefe-a68d-43f4-afd9-1bd783c699cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.433350 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.470096 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d0905c98-b06c-4a26-b3a3-7c616e30b4df tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6486509 Nov 12 08:42:51.472112 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58cb9115-815d-4731-aaff-16664b306028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.475558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0a78aefe-a68d-43f4-afd9-1bd783c699cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fb0a9bfb15d4cef87c2454e016af470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5328863 Nov 12 08:42:51.476342 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39348) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:51.478143 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-58cb9115-815d-4731-aaff-16664b306028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.478622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78aefe-a68d-43f4-afd9-1bd783c699cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da190dd-c3c2-4ab7-aed8-8ee863e168a6,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:51.480742 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-58cb9115-815d-4731-aaff-16664b306028 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03721db3-fffa-4f2a-837e-e7e0dfd3eb7a HTTP/1.1" status: 204 len: 168 time: 0.8043144 Nov 12 08:42:51.482006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39350) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:51.489532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-48b060ff-8871-48ce-a9d3-19eec74b7dcf tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1462511354'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:51.529378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b060ff-8871-48ce-a9d3-19eec74b7dcf tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Made reservation on behalf of 2141667a062e400d821668c205817b06 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:51.536164 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-48b060ff-8871-48ce-a9d3-19eec74b7dcf tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.543221 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.615744 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:42:51.623298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:51.626077 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:51.633605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b060ff-8871-48ce-a9d3-19eec74b7dcf tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:51.651924 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defbaff5-5c97-49c1-9168-d9416e62020d None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:51.661195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb9115-815d-4731-aaff-16664b306028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03721db3-fffa-4f2a-837e-e7e0dfd3eb7a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:51.662221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Pushing event updated for resources: {'Port': ['ID=179189ed-acac-4a8d-9744-80d09658fc0f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:51.677823 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-48b060ff-8871-48ce-a9d3-19eec74b7dcf tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.677823 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-48b060ff-8871-48ce-a9d3-19eec74b7dcf tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Added segment 77a09066-e87d-4d20-b4a6-1275f255d064 of type vlan for network e0a18170-f828-42de-87dc-a05de53d26bd Nov 12 08:42:51.703820 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0905c98-b06c-4a26-b3a3-7c616e30b4df tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event updated for resources: {'Network': ['ID=6a5fc133-9e6d-4e50-964a-207b766d09f3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:51.731838 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e4aac21-c2bd-455d-9250-182727b62885 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.746824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 6a5fc133-9e6d-4e50-964a-207b766d09f3 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:51.784673 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-48b060ff-8871-48ce-a9d3-19eec74b7dcf tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.852532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4aac21-c2bd-455d-9250-182727b62885 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=ad44790c-e79b-4af1-9d9c-807f7363a517,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:51.902413 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-48b060ff-8871-48ce-a9d3-19eec74b7dcf tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.910417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b060ff-8871-48ce-a9d3-19eec74b7dcf tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:51.911075 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-48b060ff-8871-48ce-a9d3-19eec74b7dcf tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:51.952125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-48b060ff-8871-48ce-a9d3-19eec74b7dcf tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4667459 Nov 12 08:42:51.953351 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39356) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:51.970400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'ports': [{'network_id': '6a5fc133-9e6d-4e50-964a-207b766d09f3', 'name': 'tempest-port--1682687078', 'admin_state_up': True}, {'network_id': 'e0a18170-f828-42de-87dc-a05de53d26bd', 'admin_state_up': False}]} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:51.971333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'port': {'network_id': '6a5fc133-9e6d-4e50-964a-207b766d09f3', 'name': 'tempest-port--1682687078', 'admin_state_up': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:51.971840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'port': {'network_id': 'e0a18170-f828-42de-87dc-a05de53d26bd', 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:51.984078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-83eb3400-e5a4-4184-8e60-0a9807970834 None None] Provisioning complete for port 179189ed-acac-4a8d-9744-80d09658fc0f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:42:51.984744 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-83eb3400-e5a4-4184-8e60-0a9807970834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.000555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-006dd206-c780-449e-b80d-2778545383c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.047299 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-006dd206-c780-449e-b80d-2778545383c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.104816 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e4aac21-c2bd-455d-9250-182727b62885 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.130430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-83eb3400-e5a4-4184-8e60-0a9807970834 None None] Port 179189ed-acac-4a8d-9744-80d09658fc0f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:42:52.164125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b060ff-8871-48ce-a9d3-19eec74b7dcf tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event updated for resources: {'Network': ['ID=e0a18170-f828-42de-87dc-a05de53d26bd,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:52.177605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network e0a18170-f828-42de-87dc-a05de53d26bd details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:52.251599 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-006dd206-c780-449e-b80d-2778545383c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.256182 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-006dd206-c780-449e-b80d-2778545383c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.257535 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-006dd206-c780-449e-b80d-2778545383c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4da190dd-c3c2-4ab7-aed8-8ee863e168a6 HTTP/1.1" status: 204 len: 168 time: 0.7297869 Nov 12 08:42:52.278212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dd206-c780-449e-b80d-2778545383c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da190dd-c3c2-4ab7-aed8-8ee863e168a6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:52.352571 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.445561 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.491468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4aac21-c2bd-455d-9250-182727b62885 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router 8b0e4923-8b7e-465a-ba6b-cac422f5d5ce has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:52.527654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Made reservation on behalf of 2141667a062e400d821668c205817b06 for: {'port': 2} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:52.531674 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.582564 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:52.730750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] device_id is not set on port e1eed29f-3965-4ebb-abe5-7ca8ae3a8a11 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:42:52.939115 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:53.006061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4aac21-c2bd-455d-9250-182727b62885 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:53.016850 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6e4aac21-c2bd-455d-9250-182727b62885 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/8b0e4923-8b7e-465a-ba6b-cac422f5d5ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3283410 Nov 12 08:42:53.023123 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39396) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:53.035601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b25360-2cf4-41ae-a5e3-2fc3ceb3865a None None] Sync routers for ids ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:53.056816 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-41134634-ecb8-4b8c-8a03-33ad8b0a10bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0e4923-8b7e-465a-ba6b-cac422f5d5ce HTTP/1.1" status: 200 len: 205 time: 0.0325377 Nov 12 08:42:53.060408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39400) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:53.065512 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b25360-2cf4-41ae-a5e3-2fc3ceb3865a None None] Routers {'8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:53.066143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-70b25360-2cf4-41ae-a5e3-2fc3ceb3865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:53.068443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc9510-0a21-4a44-8fd0-14b31730b129 req-2dd14bf1-ed57-4afc-a4cd-2fefde8f0e55 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:53.077358 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2abc9510-0a21-4a44-8fd0-14b31730b129 req-2dd14bf1-ed57-4afc-a4cd-2fefde8f0e55 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1417115 Nov 12 08:42:53.124377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-70b25360-2cf4-41ae-a5e3-2fc3ceb3865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:53.137622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b25360-2cf4-41ae-a5e3-2fc3ceb3865a None None] Routers {'8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:53.138301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-70b25360-2cf4-41ae-a5e3-2fc3ceb3865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:53.139727 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2abc9510-0a21-4a44-8fd0-14b31730b129 req-2d089a52-0fae-465c-b10e-7081307c71b3 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591505 Nov 12 08:42:53.188490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-70b25360-2cf4-41ae-a5e3-2fc3ceb3865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:53.189504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b25360-2cf4-41ae-a5e3-2fc3ceb3865a None None] The sync data for ids ['8b0e4923-8b7e-465a-ba6b-cac422f5d5ce'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:53.276969 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:53.300618 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8853161b-411e-465f-995b-4c39fae6be20 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:53.867625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] device_id is not set on port d4b4d69e-ee29-4894-9010-f8294405b300 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:42:53.992837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39442) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:54.016504 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8853161b-411e-465f-995b-4c39fae6be20 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.030227 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8853161b-411e-465f-995b-4c39fae6be20 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.037223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Router 7bbd35b7-1cb4-4ca7-8272-305717995aae is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:42:54.051905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c2a33-9dbd-4c43-ae50-98c029614923 req-f1949c02-cde1-44c5-a08d-b9aa7859c989 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:54.053528 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c91c2a33-9dbd-4c43-ae50-98c029614923 req-f1949c02-cde1-44c5-a08d-b9aa7859c989 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2764363 Nov 12 08:42:54.212643 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8853161b-411e-465f-995b-4c39fae6be20 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.213616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8853161b-411e-465f-995b-4c39fae6be20 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Fanout notify agent at l3_agent the message router_deleted on router 8b0e4923-8b7e-465a-ba6b-cac422f5d5ce {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:42:54.222301 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8853161b-411e-465f-995b-4c39fae6be20 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.224147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8853161b-411e-465f-995b-4c39fae6be20 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/8b0e4923-8b7e-465a-ba6b-cac422f5d5ce HTTP/1.1" status: 204 len: 168 time: 1.1608622 Nov 12 08:42:54.227052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39450) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:54.277743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-71959136'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:54.321853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8974ca-59cf-4c96-82e8-0762f1de91a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting subnet 533f1e12-f1ff-462b-bc78-929091b41b1e {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:54.326586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc8974ca-59cf-4c96-82e8-0762f1de91a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.331559 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c91c2a33-9dbd-4c43-ae50-98c029614923 req-06e5e2b3-6d12-444b-8cf6-8261675fc1e4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356837 Nov 12 08:42:54.333825 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Made reservation on behalf of b849db680802444da219c1edc9524b99 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:54.338471 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.378052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:54.383491 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.392782 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7122a9d-2c31-4664-9177-b699d74d5663 None None] Sync routers for ids ['7bbd35b7-1cb4-4ca7-8272-305717995aae'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:54.396085 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.408889 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc8974ca-59cf-4c96-82e8-0762f1de91a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.410819 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7122a9d-2c31-4664-9177-b699d74d5663 None None] Routers {'7bbd35b7-1cb4-4ca7-8272-305717995aae'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:54.411572 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f7122a9d-2c31-4664-9177-b699d74d5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7bbd35b7-1cb4-4ca7-8272-305717995aae'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:54.417249 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.421638 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5e3cdbcb-799a-48e9-bb2c-cfe8f4c0b4da tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2951479 Nov 12 08:42:54.427224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39454) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:54.432361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:54.458062 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f7122a9d-2c31-4664-9177-b699d74d5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:54.471179 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7122a9d-2c31-4664-9177-b699d74d5663 None None] Routers {'7bbd35b7-1cb4-4ca7-8272-305717995aae'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:54.472058 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f7122a9d-2c31-4664-9177-b699d74d5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7bbd35b7-1cb4-4ca7-8272-305717995aae'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:54.529313 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f7122a9d-2c31-4664-9177-b699d74d5663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:54.530272 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7122a9d-2c31-4664-9177-b699d74d5663 None None] The sync data for ids ['7bbd35b7-1cb4-4ca7-8272-305717995aae'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:54.555106 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc8974ca-59cf-4c96-82e8-0762f1de91a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.556480 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.616909 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.623230 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.666834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:54.691479 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.691945 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Added segment 99b17c5d-47cf-4d9d-9900-4458c9b80802 of type vlan for network c42dd45d-2c43-49f4-896a-12a8aa7ced1a Nov 12 08:42:54.705085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event updated for resources: {'Port': ['ID=e1eed29f-3965-4ebb-abe5-7ca8ae3a8a11,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:54.707943 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16edfac4-dd15-41eb-b161-4cf824b4e5ba,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:54.715147 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:54.716006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:54.716006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:54.716275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:54.716884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:54.717283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:54.717639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:54.718122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:54.718520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:54.721083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:54.721083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:54.721083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:54.768037 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc8974ca-59cf-4c96-82e8-0762f1de91a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.771154 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.776736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Checking segment: {'id': '2e0e850e-74ba-4263-a94c-1760545f8f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6a5fc133-9e6d-4e50-964a-207b766d09f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:54.777166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Network hostable DHCP agents. Network: 6a5fc133-9e6d-4e50-964a-207b766d09f3, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:42:54.830624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3ffd32-f98e-450c-b2ca-cf0414136e2d None None] Network 5f739aec-9054-4efb-9820-d08058ebbfc9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:54.831219 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc8974ca-59cf-4c96-82e8-0762f1de91a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.837074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fc8974ca-59cf-4c96-82e8-0762f1de91a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/533f1e12-f1ff-462b-bc78-929091b41b1e HTTP/1.1" status: 204 len: 168 time: 0.6084893 Nov 12 08:42:54.839893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8974ca-59cf-4c96-82e8-0762f1de91a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Subnet': ['ID=533f1e12-f1ff-462b-bc78-929091b41b1e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:54.851842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39472) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:54.889777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Network 6a5fc133-9e6d-4e50-964a-207b766d09f3 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:42:54.891896 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.903455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:54.904393 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.923556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 6a5fc133-9e6d-4e50-964a-207b766d09f3) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:54.941786 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:54.942910 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.953669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-059951f5-6c5f-4bb0-9fa1-68904655893b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting subnet d6b123d5-5d44-4ce2-80d9-382dc900b985 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:42:54.957217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9306ae6-6ef1-48ea-910a-98935f55e74c None None] Network 6a5fc133-9e6d-4e50-964a-207b766d09f3 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:54.960460 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-059951f5-6c5f-4bb0-9fa1-68904655893b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:54.995582 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0009370 Nov 12 08:42:54.999329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39478) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:55.011630 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c5a60-f5a2-4479-bb0d-c1462dd9fc22 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Pushing event updated for resources: {'Network': ['ID=c42dd45d-2c43-49f4-896a-12a8aa7ced1a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:55.015355 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-059951f5-6c5f-4bb0-9fa1-68904655893b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.063819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network c42dd45d-2c43-49f4-896a-12a8aa7ced1a details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:55.223608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event updated for resources: {'Port': ['ID=d4b4d69e-ee29-4894-9010-f8294405b300,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:55.289717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85af2b-b681-4a67-87db-413a5f3fe852 None None] DHCP port deletion for 5f739aec-9054-4efb-9820-d08058ebbfc9 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:55.306561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Request body: {'network': {'name': 'tempest-network--285586047', 'router:external': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:55.313066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-059951f5-6c5f-4bb0-9fa1-68904655893b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.345713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Checking segment: {'id': '77a09066-e87d-4d20-b4a6-1275f255d064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e0a18170-f828-42de-87dc-a05de53d26bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:55.346700 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Network hostable DHCP agents. Network: e0a18170-f828-42de-87dc-a05de53d26bd, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:42:55.350496 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7d85af2b-b681-4a67-87db-413a5f3fe852 None None] Deleting port fcf6e4db-ecfa-417a-942e-960b72794f65 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:55.350782 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7d85af2b-b681-4a67-87db-413a5f3fe852 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.351681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Made reservation on behalf of 1d350e65fe67422bb7f7657862b4ff4d for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:55.354635 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.357961 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.376315 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.397015 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.410075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Network e0a18170-f828-42de-87dc-a05de53d26bd is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:42:55.449481 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-059951f5-6c5f-4bb0-9fa1-68904655893b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.457922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, e0a18170-f828-42de-87dc-a05de53d26bd) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:55.479952 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b4f12c-4ced-406f-8f1e-4499281f3054 None None] Network e0a18170-f828-42de-87dc-a05de53d26bd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:55.512922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:42:55.522096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:55.529620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:55.530896 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.539545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059951f5-6c5f-4bb0-9fa1-68904655893b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b123d5-5d44-4ce2-80d9-382dc900b985,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:55.580587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-7d85af2b-b681-4a67-87db-413a5f3fe852 None None] For port fcf6e4db-ecfa-417a-942e-960b72794f65, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fcf6e4db-ecfa-417a-942e-960b72794f65,segment=NetworkSegment(c160bbf1-28bd-4e20-be38-b84603767207),segment_id=c160bbf1-28bd-4e20-be38-b84603767207)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:55.581005 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7d85af2b-b681-4a67-87db-413a5f3fe852 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.583941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57e4cbb-eae3-48eb-884a-92c744d02fb6 None None] Network 4d355655-2adc-4f64-bac0-a1b9c944dd95 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:55.595148 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-059951f5-6c5f-4bb0-9fa1-68904655893b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.596037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device fcf6e4db-ecfa-417a-942e-960b72794f65 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:55.603150 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-059951f5-6c5f-4bb0-9fa1-68904655893b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/d6b123d5-5d44-4ce2-80d9-382dc900b985 HTTP/1.1" status: 204 len: 168 time: 0.7499049 Nov 12 08:42:55.610996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39492) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:55.622485 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.649436 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ce747f00-eb4d-4b59-9305-031996259e64 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6854088 Nov 12 08:42:55.662560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39496) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:55.670559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.678741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7d85af2b-b681-4a67-87db-413a5f3fe852 None None] Calling delete_port for fcf6e4db-ecfa-417a-942e-960b72794f65 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:55.732197 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.750538 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:55.751665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Deleting port 179189ed-acac-4a8d-9744-80d09658fc0f {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:55.752563 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.770716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-f595628f-8015-4f2d-bbb4-a5852f79a20e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4991715 Nov 12 08:42:55.792050 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac22be43-9351-40ac-8a6b-654e6e26b885,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:55.799114 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.811348 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.811822 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Added segment d25fc937-cbea-41bc-b0bb-579b8add63b1 of type vlan for network 97cb2754-e9e6-4800-9152-cc7312966b1c Nov 12 08:42:55.887797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b21ae2-1a6c-4997-9584-2503f6ba003b tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:55.902908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b21ae2-1a6c-4997-9584-2503f6ba003b tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:55.905306 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-10b21ae2-1a6c-4997-9584-2503f6ba003b tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2400711 Nov 12 08:42:55.915190 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc8997-59c3-4925-827f-6b834bf3a53a req-6d465910-dc93-451e-be9d-6de71d8420dd tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:55.916852 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dafc8997-59c3-4925-827f-6b834bf3a53a req-6d465910-dc93-451e-be9d-6de71d8420dd tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.4101210 Nov 12 08:42:55.919196 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:55.921934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39502) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:55.937005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port fcf6e4db-ecfa-417a-942e-960b72794f65, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fcf6e4db-ecfa-417a-942e-960b72794f65,segment=NetworkSegment(c160bbf1-28bd-4e20-be38-b84603767207),segment_id=c160bbf1-28bd-4e20-be38-b84603767207)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:55.995764 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.001095 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.025867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-402365c7-ad2b-4f36-8262-a12f1b7c381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.026600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-402365c7-ad2b-4f36-8262-a12f1b7c381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.027063 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-402365c7-ad2b-4f36-8262-a12f1b7c381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.027522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-402365c7-ad2b-4f36-8262-a12f1b7c381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.027975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-402365c7-ad2b-4f36-8262-a12f1b7c381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.028428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-402365c7-ad2b-4f36-8262-a12f1b7c381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.028879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-402365c7-ad2b-4f36-8262-a12f1b7c381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.031266 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-402365c7-ad2b-4f36-8262-a12f1b7c381b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6508 time: 0.1687858 Nov 12 08:42:56.037407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Calling delete_port for 179189ed-acac-4a8d-9744-80d09658fc0f owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:56.086418 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.087755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.088559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.136313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port fcf6e4db-ecfa-417a-942e-960b72794f65 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:56.136714 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.216820 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2162459 Nov 12 08:42:56.224038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39506) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:56.237947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-43355517-0666-4eb7-8e22-c6ecb702cae9 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Deleting port e1eed29f-3965-4ebb-abe5-7ca8ae3a8a11 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:56.237947 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-43355517-0666-4eb7-8e22-c6ecb702cae9 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.266861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=fcf6e4db-ecfa-417a-942e-960b72794f65,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:56.322618 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7d85af2b-b681-4a67-87db-413a5f3fe852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.336765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d85af2b-b681-4a67-87db-413a5f3fe852 None None] No DVR routers for this DVR port fcf6e4db-ecfa-417a-942e-960b72794f65 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:56.344109 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-43355517-0666-4eb7-8e22-c6ecb702cae9 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.366810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85af2b-b681-4a67-87db-413a5f3fe852 None None] Pushing event deleted for resources: {'Port': ['ID=fcf6e4db-ecfa-417a-942e-960b72794f65,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:56.375298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-43355517-0666-4eb7-8e22-c6ecb702cae9 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Calling delete_port for e1eed29f-3965-4ebb-abe5-7ca8ae3a8a11 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:56.377367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39508) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:56.391183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7bdcf-90d3-43ca-9770-cc485bdeafca tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event updated for resources: {'Network': ['ID=97cb2754-e9e6-4800-9152-cc7312966b1c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:56.401993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dafc8997-59c3-4925-827f-6b834bf3a53a req-94dbbe30-5bdb-40c2-a464-6fb504e0ab56 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314872 Nov 12 08:42:56.413689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719f8110-cbf2-4ace-b512-77a93ba31a86 None None] DHCP port deletion for 4d355655-2adc-4f64-bac0-a1b9c944dd95 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:56.418009 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 97cb2754-e9e6-4800-9152-cc7312966b1c details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:56.428396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] For port fcf6e4db-ecfa-417a-942e-960b72794f65, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fcf6e4db-ecfa-417a-942e-960b72794f65,segment=NetworkSegment(c160bbf1-28bd-4e20-be38-b84603767207),segment_id=c160bbf1-28bd-4e20-be38-b84603767207)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:56.429424 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.463928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for fcf6e4db-ecfa-417a-942e-960b72794f65 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:56.495540 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-43355517-0666-4eb7-8e22-c6ecb702cae9 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.539492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43355517-0666-4eb7-8e22-c6ecb702cae9 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event deleted for resources: {'Port': ['ID=e1eed29f-3965-4ebb-abe5-7ca8ae3a8a11,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:56.551349 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-43355517-0666-4eb7-8e22-c6ecb702cae9 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.557027 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-43355517-0666-4eb7-8e22-c6ecb702cae9 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "DELETE /v2.0/ports/e1eed29f-3965-4ebb-abe5-7ca8ae3a8a11 HTTP/1.1" status: 204 len: 168 time: 0.6317778 Nov 12 08:42:56.559750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39514) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:56.574786 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b9644a12-c9be-460c-a8f2-d71b44dac7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.596882 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-719f8110-cbf2-4ace-b512-77a93ba31a86 None None] Deleting port 5ed09ad7-a5f1-452e-8d2a-42e896234ebb {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:56.597452 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-719f8110-cbf2-4ace-b512-77a93ba31a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.601702 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.604038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-1d1f4438-d0e2-46d2-b444-e62dc04f5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.604509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-1d1f4438-d0e2-46d2-b444-e62dc04f5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.604965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-1d1f4438-d0e2-46d2-b444-e62dc04f5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:56.606590 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-1d1f4438-d0e2-46d2-b444-e62dc04f5fcb service neutron] 10.222.0.46 "GET /v2.0/networks?id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=631d573a-b698-41e7-b1e5-d92155823f60&id=631d573a-b698-41e7-b1e5-d92155823f60 HTTP/1.1" status: 200 len: 2298 time: 0.4999447 Nov 12 08:42:56.691709 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-719f8110-cbf2-4ace-b512-77a93ba31a86 None None] For port 5ed09ad7-a5f1-452e-8d2a-42e896234ebb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5ed09ad7-a5f1-452e-8d2a-42e896234ebb,segment=NetworkSegment(aef2a242-d0a4-43d0-adb9-c449f4b9aba5),segment_id=aef2a242-d0a4-43d0-adb9-c449f4b9aba5)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:42:56.692493 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-719f8110-cbf2-4ace-b512-77a93ba31a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.711687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-719f8110-cbf2-4ace-b512-77a93ba31a86 None None] Calling delete_port for 5ed09ad7-a5f1-452e-8d2a-42e896234ebb owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:56.714254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c5d80012-0362-4350-b9d5-bb62149047f1 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Deleting port d4b4d69e-ee29-4894-9010-f8294405b300 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:42:56.714607 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5d80012-0362-4350-b9d5-bb62149047f1 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.792512 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b9644a12-c9be-460c-a8f2-d71b44dac7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.810369 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b9644a12-c9be-460c-a8f2-d71b44dac7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.815615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5d80012-0362-4350-b9d5-bb62149047f1 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.819237 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-719f8110-cbf2-4ace-b512-77a93ba31a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.838790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f8110-cbf2-4ace-b512-77a93ba31a86 None None] No DVR routers for this DVR port 5ed09ad7-a5f1-452e-8d2a-42e896234ebb on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:56.851219 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c5d80012-0362-4350-b9d5-bb62149047f1 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Calling delete_port for d4b4d69e-ee29-4894-9010-f8294405b300 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:42:56.867792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f8110-cbf2-4ace-b512-77a93ba31a86 None None] Pushing event deleted for resources: {'Port': ['ID=5ed09ad7-a5f1-452e-8d2a-42e896234ebb,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:56.881081 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9644a12-c9be-460c-a8f2-d71b44dac7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985e98d5-4804-42bb-a045-8ba991fe1fcd,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:56.890241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b9644a12-c9be-460c-a8f2-d71b44dac7da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd2dd140dfe043f9ba62597e4172f059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5087316 Nov 12 08:42:56.894579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39518) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:57.017136 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5d80012-0362-4350-b9d5-bb62149047f1 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.065297 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5d80012-0362-4350-b9d5-bb62149047f1 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.071237 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c5d80012-0362-4350-b9d5-bb62149047f1 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "DELETE /v2.0/ports/d4b4d69e-ee29-4894-9010-f8294405b300 HTTP/1.1" status: 204 len: 168 time: 0.5070751 Nov 12 08:42:57.071237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d80012-0362-4350-b9d5-bb62149047f1 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event deleted for resources: {'Port': ['ID=d4b4d69e-ee29-4894-9010-f8294405b300,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:57.072194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39522) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:57.074630 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de9c9c99-6b59-4132-8dd6-38f8bfaf6aa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.099450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0450d2-1bba-4e2e-b033-151075a59a5b req-500859d0-07c3-419d-a006-8ce1c6a702f0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:57.101078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd0450d2-1bba-4e2e-b033-151075a59a5b req-500859d0-07c3-419d-a006-8ce1c6a702f0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.5573096 Nov 12 08:42:57.110298 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4b84db13-6b2a-4811-b8f5-3f6f4f9939da tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0350268 Nov 12 08:42:57.114146 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-7bc1e1f0-af1a-4494-aba9-56617cc17ff4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a108f05-c3d3-44ae-991a-9885afcdf616 HTTP/1.1" status: 200 len: 1001 time: 0.4872086 Nov 12 08:42:57.117403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39524) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:57.122409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de9c9c99-6b59-4132-8dd6-38f8bfaf6aa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.135831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1585780028'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:57.195194 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de9c9c99-6b59-4132-8dd6-38f8bfaf6aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.197869 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de9c9c99-6b59-4132-8dd6-38f8bfaf6aa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.199214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-de9c9c99-6b59-4132-8dd6-38f8bfaf6aa8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/985e98d5-4804-42bb-a045-8ba991fe1fcd HTTP/1.1" status: 204 len: 168 time: 0.2986021 Nov 12 08:42:57.210325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c9c99-6b59-4132-8dd6-38f8bfaf6aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985e98d5-4804-42bb-a045-8ba991fe1fcd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:57.222925 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.289628 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.299876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.316010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Pushing event deleted for resources: {'Port': ['ID=179189ed-acac-4a8d-9744-80d09658fc0f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:57.326489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Made reservation on behalf of 2141667a062e400d821668c205817b06 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:57.330569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.348079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280a1a1e-2da0-4327-b34f-78a227968f56 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:42:57.374794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cb2754-e9e6-4800-9152-cc7312966b1c']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:57.400193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-7c4d8bf4-2c38-436f-873a-52ca67ed99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:57.401729 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-7c4d8bf4-2c38-436f-873a-52ca67ed99f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a43c131c-72c6-429e-a17b-f79d55a2a13c HTTP/1.1" status: 200 len: 856 time: 0.2608566 Nov 12 08:42:57.419992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No DVR routers for this DVR port fcf6e4db-ecfa-417a-942e-960b72794f65 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:42:57.425959 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd0450d2-1bba-4e2e-b033-151075a59a5b req-419521e6-fba2-45dd-a49c-b0bb26b75431 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092763 Nov 12 08:42:57.434013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=fcf6e4db-ecfa-417a-942e-960b72794f65,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:57.437042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25fc937-cbea-41bc-b0bb-579b8add63b1') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:57.437368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25fc937-cbea-41bc-b0bb-579b8add63b1') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:57.511757 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.541158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:57.554161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5ed09ad7-a5f1-452e-8d2a-42e896234ebb no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:42:57.573584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39534) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:57.579758 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.588890 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88475de5-7751-45b3-9862-e61840129ec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.593391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 5ed09ad7-a5f1-452e-8d2a-42e896234ebb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:42:57.594115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5ed09ad7-a5f1-452e-8d2a-42e896234ebb not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:42:57.635444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:57.635869 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.640117 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: items = [ Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:57.642047 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:57.672536 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88475de5-7751-45b3-9862-e61840129ec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.676546 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88475de5-7751-45b3-9862-e61840129ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.699078 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.702923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-2fb49a6b-c461-4d08-884b-2dc5c5e286f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:57.704455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-2fb49a6b-c461-4d08-884b-2dc5c5e286f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2776215 Nov 12 08:42:57.715237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88475de5-7751-45b3-9862-e61840129ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732bfe67-cf82-4942-9c95-13f20b1408fa,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:57.721455 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-88475de5-7751-45b3-9862-e61840129ec6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b6ae129f7e64706bffbf8f000e46c50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465042 Nov 12 08:42:57.725260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39536) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:57.779552 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-100ab85b-641c-4c27-8cdf-e05959745e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.802904 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-100ab85b-641c-4c27-8cdf-e05959745e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.829024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f739aec-9054-4efb-9820-d08058ebbfc9']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:57.854342 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-100ab85b-641c-4c27-8cdf-e05959745e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.857708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-100ab85b-641c-4c27-8cdf-e05959745e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.859074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-100ab85b-641c-4c27-8cdf-e05959745e72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/732bfe67-cf82-4942-9c95-13f20b1408fa HTTP/1.1" status: 204 len: 168 time: 0.1325502 Nov 12 08:42:57.877553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c160bbf1-28bd-4e20-be38-b84603767207') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:57.877905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c160bbf1-28bd-4e20-be38-b84603767207') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:57.878312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ab85b-641c-4c27-8cdf-e05959745e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732bfe67-cf82-4942-9c95-13f20b1408fa,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:57.927784 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.928365 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Added segment 737d56c5-e988-444d-8e24-8eda642c5d35 of type vlan for network 4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425 Nov 12 08:42:57.931063 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.972033 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:57.992827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 97cb2754-e9e6-4800-9152-cc7312966b1c {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:42:58.025026 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.028269 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "DELETE /v2.0/networks/97cb2754-e9e6-4800-9152-cc7312966b1c HTTP/1.1" status: 204 len: 168 time: 1.8004975 Nov 12 08:42:58.031821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39544) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:58.036808 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ee08dbb0-0345-478d-86ed-5fa1b81badc2 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:58.052015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72f65d-d320-4a67-87ee-d2f2114ec047 req-6e040b71-687b-4fc0-aee8-8ec256b1df5b tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.054189 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d72f65d-d320-4a67-87ee-d2f2114ec047 req-6e040b71-687b-4fc0-aee8-8ec256b1df5b tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.4603579 Nov 12 08:42:58.072317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.075001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec09591-4282-4963-9173-ab636e50cb0a tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event deleted for resources: {'Network': ['ID=97cb2754-e9e6-4800-9152-cc7312966b1c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:58.089389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee08dbb0-0345-478d-86ed-5fa1b81badc2 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Made reservation on behalf of 1d350e65fe67422bb7f7657862b4ff4d for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:58.091879 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee08dbb0-0345-478d-86ed-5fa1b81badc2 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.123447 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.134755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee08dbb0-0345-478d-86ed-5fa1b81badc2 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:58.136387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:58.137029 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:58.144653 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:58.147211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee08dbb0-0345-478d-86ed-5fa1b81badc2 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.147211 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-ee08dbb0-0345-478d-86ed-5fa1b81badc2 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Added segment 9468d70d-5f7a-455a-805b-ba99206c87f3 of type vlan for network ca18187d-feee-46e7-ad42-8d34267298da Nov 12 08:42:58.215549 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee08dbb0-0345-478d-86ed-5fa1b81badc2 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.228007 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.254978 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee08dbb0-0345-478d-86ed-5fa1b81badc2 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.256176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee08dbb0-0345-478d-86ed-5fa1b81badc2 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.258101 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee08dbb0-0345-478d-86ed-5fa1b81badc2 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.259125 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.resource_extend [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:42:58.277520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-52721292-7de8-4f72-9529-ffba28c72101 service neutron] 10.222.0.46 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996831 Nov 12 08:42:58.278651 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.334310 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.343078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.344649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.345095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08dbb0-0345-478d-86ed-5fa1b81badc2 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event updated for resources: {'Network': ['ID=ca18187d-feee-46e7-ad42-8d34267298da,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:58.356587 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ee08dbb0-0345-478d-86ed-5fa1b81badc2 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3203936 Nov 12 08:42:58.357591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39550) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:58.363354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Request body: {'subnet': {'network_id': 'ca18187d-feee-46e7-ad42-8d34267298da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:58.383410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network ca18187d-feee-46e7-ad42-8d34267298da details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:58.394947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Made reservation on behalf of 1d350e65fe67422bb7f7657862b4ff4d for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:58.399910 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.459460 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.608518 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.614055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/networks/5f739aec-9054-4efb-9820-d08058ebbfc9 HTTP/1.1" status: 204 len: 168 time: 2.9991472 Nov 12 08:42:58.628156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d72f65d-d320-4a67-87ee-d2f2114ec047 req-e3329c18-553a-4a9e-aad3-0868cf92fe50 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131583 Nov 12 08:42:58.629547 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39558) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:58.643651 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5231018 Nov 12 08:42:58.656814 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.657128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39560) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:58.667393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a6920545-463e-46fa-b3ce-2015eeb410b0 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1109081068'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:58.720606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6920545-463e-46fa-b3ce-2015eeb410b0 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Made reservation on behalf of 2141667a062e400d821668c205817b06 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:58.724228 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a6920545-463e-46fa-b3ce-2015eeb410b0 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.801057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Router 7bbd35b7-1cb4-4ca7-8272-305717995aae has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:42:58.833125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6920545-463e-46fa-b3ce-2015eeb410b0 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:58.846818 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.848761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723db03-d1b6-4cff-978a-e59ead8a0b45 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event updated for resources: {'Network': ['ID=4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:58.859611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3043f-af11-4198-abcb-287e0aadfe42 req-0e3b037f-26bb-4f62-9c27-fd411f1e2b8d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:58.861706 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-06a3043f-af11-4198-abcb-287e0aadfe42 req-0e3b037f-26bb-4f62-9c27-fd411f1e2b8d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1144741 Nov 12 08:42:58.862984 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a6920545-463e-46fa-b3ce-2015eeb410b0 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.863299 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-a6920545-463e-46fa-b3ce-2015eeb410b0 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Added segment ab55b35f-79d2-4494-99f3-8c2e2e554569 of type vlan for network b15044cd-7aa3-432f-8e3e-01cd6bf8fb00 Nov 12 08:42:58.868612 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:58.882652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3b697-50df-4936-869f-8f0d9393d8ad tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Network': ['ID=5f739aec-9054-4efb-9820-d08058ebbfc9,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:58.948618 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-c3a1d8fa-76e1-4adc-971f-316437859f50 service neutron] 10.222.0.46 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544845 Nov 12 08:42:58.971260 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a6920545-463e-46fa-b3ce-2015eeb410b0 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:58.997427 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:42:59.013617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1be058-a316-4800-aa34-db7332e18c42 None None] Sync routers for ids ['7bbd35b7-1cb4-4ca7-8272-305717995aae'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:42:59.019755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-06a3043f-af11-4198-abcb-287e0aadfe42 req-41fa9c84-90c3-4e99-8511-8e152817d441 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215148 Nov 12 08:42:59.031874 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.036498 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0446b758-290a-4c05-8c3a-47564d77bbd3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "PUT /v2.0/routers/7bbd35b7-1cb4-4ca7-8272-305717995aae HTTP/1.1" status: 200 len: 709 time: 4.6047466 Nov 12 08:42:59.066838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39574) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:59.069330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1be058-a316-4800-aa34-db7332e18c42 None None] Routers {'7bbd35b7-1cb4-4ca7-8272-305717995aae'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:59.070011 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a6920545-463e-46fa-b3ce-2015eeb410b0 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.070469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9f1be058-a316-4800-aa34-db7332e18c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7bbd35b7-1cb4-4ca7-8272-305717995aae'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:59.093819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6920545-463e-46fa-b3ce-2015eeb410b0 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:59.098464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a6920545-463e-46fa-b3ce-2015eeb410b0 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.107258 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-9037ef75-bafd-4276-a477-980ed77f5b2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=d2d466ea-8a87-4294-83d6-4e59236e9d48 HTTP/1.1" status: 200 len: 217 time: 0.1269791 Nov 12 08:42:59.122293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9f1be058-a316-4800-aa34-db7332e18c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:59.138832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1be058-a316-4800-aa34-db7332e18c42 None None] Routers {'7bbd35b7-1cb4-4ca7-8272-305717995aae'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:59.139470 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9f1be058-a316-4800-aa34-db7332e18c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:42:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7bbd35b7-1cb4-4ca7-8272-305717995aae'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:59.193065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9f1be058-a316-4800-aa34-db7332e18c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:59.193901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1be058-a316-4800-aa34-db7332e18c42 None None] The sync data for ids ['7bbd35b7-1cb4-4ca7-8272-305717995aae'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:42:59.230706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.objects.ports [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:42:59.231419 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.264694 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.291552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d355655-2adc-4f64-bac0-a1b9c944dd95']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:59.308628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef2a242-d0a4-43d0-adb9-c449f4b9aba5') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:59.308941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef2a242-d0a4-43d0-adb9-c449f4b9aba5') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:59.329098 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.336453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-d3d1c2e4-0fbb-427b-b73e-0c5ecfd36525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:59.338304 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-d3d1c2e4-0fbb-427b-b73e-0c5ecfd36525 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.2134039 Nov 12 08:42:59.381670 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.387297 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a6920545-463e-46fa-b3ce-2015eeb410b0 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7278318 Nov 12 08:42:59.391628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:42:59.393142 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:42:59.395844 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:42:59.398737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6600cc8c-6fa5-4a2a-a3f3-91fe7fb8160e tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/routers/7bbd35b7-1cb4-4ca7-8272-305717995aae HTTP/1.1" status: 200 len: 744 time: 0.2836709 Nov 12 08:42:59.400053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39586) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:59.404728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6920545-463e-46fa-b3ce-2015eeb410b0 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event updated for resources: {'Network': ['ID=b15044cd-7aa3-432f-8e3e-01cd6bf8fb00,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:59.420840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network b15044cd-7aa3-432f-8e3e-01cd6bf8fb00 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:42:59.429658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event updated for resources: {'Subnet': ['ID=185631fd-8798-414f-8c95-2a9972982802,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:42:59.447725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Checking segment: {'id': '9468d70d-5f7a-455a-805b-ba99206c87f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ca18187d-feee-46e7-ad42-8d34267298da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:42:59.448000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Network hostable DHCP agents. Network: ca18187d-feee-46e7-ad42-8d34267298da, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:42:59.491373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a859f-c136-4597-b910-eb5d6441b325 req-157f7dfc-14fb-45c8-94e8-666634ea3e3f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:59.505888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e2a859f-c136-4597-b910-eb5d6441b325 req-157f7dfc-14fb-45c8-94e8-666634ea3e3f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2648511 Nov 12 08:42:59.508595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0c6d7b87-bf41-4c6c-be72-4dadf06a6833 tempest-RoutersIpV6AdminTest-754984625 tempest-RoutersIpV6AdminTest-754984625-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&device_id=7bbd35b7-1cb4-4ca7-8272-305717995aae HTTP/1.1" status: 200 len: 205 time: 0.0965807 Nov 12 08:42:59.510799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39588) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:59.555437 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a20d4e74-0c26-4329-af5c-17be13cacb06 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bbd35b7-1cb4-4ca7-8272-305717995aae HTTP/1.1" status: 200 len: 205 time: 0.0399585 Nov 12 08:42:59.559363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-27a9ebc6-4b80-489f-9284-6ac848883731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:59.561333 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-27a9ebc6-4b80-489f-9284-6ac848883731 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2148008 Nov 12 08:42:59.561823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39592) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:59.568170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Network ca18187d-feee-46e7-ad42-8d34267298da is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:42:59.609658 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e2a859f-c136-4597-b910-eb5d6441b325 req-b435da15-4f66-4225-b109-13f888f1f053 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016831 Nov 12 08:42:59.613410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, ca18187d-feee-46e7-ad42-8d34267298da) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:42:59.624792 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.629749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522e6b19-2163-460e-8a5a-a198b144ab79 None None] Network ca18187d-feee-46e7-ad42-8d34267298da requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:59.638713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:42:59.651251 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.669799 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.679854 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/networks/4d355655-2adc-4f64-bac0-a1b9c944dd95 HTTP/1.1" status: 204 len: 168 time: 1.0296931 Nov 12 08:42:59.680095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39598) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:59.684767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0daef75a-ec32-48b1-b321-7fcca236f23d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1657273747'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:59.732881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0daef75a-ec32-48b1-b321-7fcca236f23d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:59.737414 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0daef75a-ec32-48b1-b321-7fcca236f23d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.807656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0daef75a-ec32-48b1-b321-7fcca236f23d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:59.828038 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0daef75a-ec32-48b1-b321-7fcca236f23d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.828444 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-0daef75a-ec32-48b1-b321-7fcca236f23d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Added segment b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7 of type vlan for network 25dcca7a-0619-4644-aaec-2eae72200002 Nov 12 08:42:59.838894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb4bc3f-7014-456d-87f8-3c869eb87c6e None None] Network ca18187d-feee-46e7-ad42-8d34267298da requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:42:59.925532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-55ae0c0d-469a-4657-b20c-1303a8ce4809 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5634134 Nov 12 08:42:59.931864 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39604) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:59.948673 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0daef75a-ec32-48b1-b321-7fcca236f23d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.035542 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca18187d-feee-46e7-ad42-8d34267298da'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:00.063718 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0daef75a-ec32-48b1-b321-7fcca236f23d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.072342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daef75a-ec32-48b1-b321-7fcca236f23d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:00.073683 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0daef75a-ec32-48b1-b321-7fcca236f23d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.087144 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.207307 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0daef75a-ec32-48b1-b321-7fcca236f23d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5233450 Nov 12 08:43:00.214359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39612) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:00.226234 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e968987f-575f-4425-8256-0769ac64fe4b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'subnet': {'network_id': '25dcca7a-0619-4644-aaec-2eae72200002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:00.282966 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daef75a-ec32-48b1-b321-7fcca236f23d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Network': ['ID=25dcca7a-0619-4644-aaec-2eae72200002,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:00.288630 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-398ad8ef-09d5-4777-8007-ea62bab31de1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.295187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 25dcca7a-0619-4644-aaec-2eae72200002 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:00.369440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b2654-5148-47ff-9b95-da5fc14e1d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Network': ['ID=4d355655-2adc-4f64-bac0-a1b9c944dd95,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:00.513488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e968987f-575f-4425-8256-0769ac64fe4b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:00.517890 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e968987f-575f-4425-8256-0769ac64fe4b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.529682 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-398ad8ef-09d5-4777-8007-ea62bab31de1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.535639 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-398ad8ef-09d5-4777-8007-ea62bab31de1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.542101 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.562763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec774-d6be-45f1-89fd-5671c40ee18f req-b32d43ce-4780-4792-8c45-bbaf346c6b2d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:00.573761 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a0ec774-d6be-45f1-89fd-5671c40ee18f req-b32d43ce-4780-4792-8c45-bbaf346c6b2d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3277867 Nov 12 08:43:00.638545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-0120f1ef-eedf-4ac1-81ac-9990e4621c12 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0646176 Nov 12 08:43:00.692903 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a0ec774-d6be-45f1-89fd-5671c40ee18f req-94d8de15-e225-4195-abec-1fc99fc707a5 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150789 Nov 12 08:43:00.731323 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-398ad8ef-09d5-4777-8007-ea62bab31de1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.733509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398ad8ef-09d5-4777-8007-ea62bab31de1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Fanout notify agent at l3_agent the message router_deleted on router 7bbd35b7-1cb4-4ca7-8272-305717995aae {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:43:00.751064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-398ad8ef-09d5-4777-8007-ea62bab31de1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.752650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-398ad8ef-09d5-4777-8007-ea62bab31de1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/routers/7bbd35b7-1cb4-4ca7-8272-305717995aae HTTP/1.1" status: 204 len: 168 time: 1.1897724 Nov 12 08:43:00.757631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39632) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:00.823914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Allocated IP 172.20.0.14 (ca18187d-feee-46e7-ad42-8d34267298da/185631fd-8798-414f-8c95-2a9972982802/28d757f6-2b10-448c-8329-99ee9c420e2b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:00.891286 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-08d08d9f-1432-4367-acc2-b92d1034a379 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "GET /v2.0/ports?device_id=7bbd35b7-1cb4-4ca7-8272-305717995aae HTTP/1.1" status: 200 len: 205 time: 0.1321774 Nov 12 08:43:00.899563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39640) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:00.955810 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-a0e58863-1d9d-4fe3-aeb8-e1f5d710290f tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] delete failed (client error): The resource could not be found. Nov 12 08:43:00.960348 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a0e58863-1d9d-4fe3-aeb8-e1f5d710290f tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/routers/7bbd35b7-1cb4-4ca7-8272-305717995aae HTTP/1.1" status: 404 len: 336 time: 0.0619428 Nov 12 08:43:00.963262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39642) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:00.999653 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.029565 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-58f6cf49-eb7c-434f-a0f8-a119783a9138 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2b55a7c-1dbe-418d-983f-198d0a3a8e64 HTTP/1.1" status: 200 len: 205 time: 0.0647166 Nov 12 08:43:01.034523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39644) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.064368 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.088910 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-8e477043-1e0f-4602-aa13-f6975fc092a3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] delete failed (client error): The resource could not be found. Nov 12 08:43:01.096331 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8e477043-1e0f-4602-aa13-f6975fc092a3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/routers/a2b55a7c-1dbe-418d-983f-198d0a3a8e64 HTTP/1.1" status: 404 len: 336 time: 0.0596392 Nov 12 08:43:01.106171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39646) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.136095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Network ca18187d-feee-46e7-ad42-8d34267298da is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:01.144582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:01.146761 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1ba105dc-394b-4fc1-9c46-e9961f778b07 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f0cb34-efd6-44a3-ae2e-98ca7973eebf HTTP/1.1" status: 200 len: 205 time: 0.0383556 Nov 12 08:43:01.148383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39648) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.150943 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-8191c021-d736-4956-9559-93346e394d21 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757924 Nov 12 08:43:01.152929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:01.178993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf0387-ce3e-4804-a605-b1b7a794d49b req-13f77e29-24f6-4fcb-9eb2-2ab7262a7bd0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:01.180882 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abcf0387-ce3e-4804-a605-b1b7a794d49b req-13f77e29-24f6-4fcb-9eb2-2ab7262a7bd0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3186173 Nov 12 08:43:01.192576 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e968987f-575f-4425-8256-0769ac64fe4b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.224420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-c6889ce5-6baf-4d7e-9dc3-3c5afb72c310 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=190b3afb-1975-4cc4-95e6-fe8cb89b1120 HTTP/1.1" status: 200 len: 217 time: 0.0598800 Nov 12 08:43:01.304479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968987f-575f-4425-8256-0769ac64fe4b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Subnet': ['ID=c787c8c3-7101-4250-8f2a-acf449406652,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:01.308730 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-e8df76f1-c767-484c-a547-44a718130a3f tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] delete failed (client error): The resource could not be found. Nov 12 08:43:01.309894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e8df76f1-c767-484c-a547-44a718130a3f tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/routers/67f0cb34-efd6-44a3-ae2e-98ca7973eebf HTTP/1.1" status: 404 len: 336 time: 0.1602120 Nov 12 08:43:01.315974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event updated for resources: {'Port': ['ID=28d757f6-2b10-448c-8329-99ee9c420e2b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:01.321307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39654) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.360107 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abcf0387-ce3e-4804-a605-b1b7a794d49b req-3507c5ee-c9f3-403b-9931-02eeea0c803f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346629 Nov 12 08:43:01.390603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-c2bfe581-6db2-464b-8242-d31426ee336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:01.395105 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-c2bfe581-6db2-464b-8242-d31426ee336a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.1617749 Nov 12 08:43:01.413592 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e968987f-575f-4425-8256-0769ac64fe4b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Checking segment: {'id': 'b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25dcca7a-0619-4644-aaec-2eae72200002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:01.414196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e968987f-575f-4425-8256-0769ac64fe4b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network hostable DHCP agents. Network: 25dcca7a-0619-4644-aaec-2eae72200002, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:01.474936 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.487910 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f0876fc3-9c0e-4ad1-b4e3-b2d1b0a1d3a3 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a0f289c-78e5-48df-ab0e-485a6e605d5a HTTP/1.1" status: 200 len: 205 time: 0.1631985 Nov 12 08:43:01.488711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39662) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.549624 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-74df3f4f-1009-46d8-8704-367dd94eff84 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] delete failed (client error): The resource could not be found. Nov 12 08:43:01.550945 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-74df3f4f-1009-46d8-8704-367dd94eff84 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/routers/1a0f289c-78e5-48df-ab0e-485a6e605d5a HTTP/1.1" status: 404 len: 336 time: 0.0582194 Nov 12 08:43:01.557771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39664) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.585270 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.608049 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b727eacb-034f-4bac-8bb5-1ff4ce5b4400 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "GET /v2.0/ports?device_id=084f42f8-f58f-4d38-bffd-4792642fa8fd HTTP/1.1" status: 200 len: 205 time: 0.0481117 Nov 12 08:43:01.611907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-09ce86cf-0da3-4fae-9be3-9ea97838c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:01.613532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-09ce86cf-0da3-4fae-9be3-9ea97838c288 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2071896 Nov 12 08:43:01.615880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39668) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.634142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c63f7a-cb39-4d40-aa4e-1aed9c9e57b7 req-ae208974-79f3-4b4a-80a7-32b786aceea5 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:01.635721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-61c63f7a-cb39-4d40-aa4e-1aed9c9e57b7 req-ae208974-79f3-4b4a-80a7-32b786aceea5 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1440759 Nov 12 08:43:01.691379 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-df59a76d-5e69-4528-bfd7-d94cfac41a87 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] delete failed (client error): The resource could not be found. Nov 12 08:43:01.695262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-df59a76d-5e69-4528-bfd7-d94cfac41a87 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/routers/084f42f8-f58f-4d38-bffd-4792642fa8fd HTTP/1.1" status: 404 len: 336 time: 0.0756338 Nov 12 08:43:01.724374 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39672) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.772504 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-714cc436-46d9-4a71-a495-e278a3c3936a tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "GET /v2.0/ports?device_id=b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84 HTTP/1.1" status: 200 len: 205 time: 0.0447953 Nov 12 08:43:01.791090 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.793331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39678) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:01.812988 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:01.826486 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-61c63f7a-cb39-4d40-aa4e-1aed9c9e57b7 req-084a0a2e-733a-447d-8eef-720e9d89f15f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489432 Nov 12 08:43:01.869186 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-448147ce-2318-409b-b2a8-bdb06026c31c service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453640 Nov 12 08:43:01.942425 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-794e9f7e-3992-4feb-877e-fffc9e7555b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] delete failed (client error): The resource could not be found. Nov 12 08:43:01.946593 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-794e9f7e-3992-4feb-877e-fffc9e7555b1 tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/routers/b82d9bad-a4e3-46b0-ad83-2cf4afb6ea84 HTTP/1.1" status: 404 len: 336 time: 0.1480851 Nov 12 08:43:01.996217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39688) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:02.121267 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9d3bc7-9975-49aa-9983-db774a002c0d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] DELETE failed (client error): The resource could not be found. Nov 12 08:43:02.122121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9d3bc7-9975-49aa-9983-db774a002c0d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:43:02.128234 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1e9d3bc7-9975-49aa-9983-db774a002c0d tempest-RoutersIpV6AdminTest-221355169 tempest-RoutersIpV6AdminTest-221355169-project] 10.222.0.31 "DELETE /v2.0/subnets/0b30f798-45a9-4d2d-ab4a-7ae02d0d1152 HTTP/1.1" status: 404 len: 337 time: 0.0894828 Nov 12 08:43:02.219382 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-54e9c8f3-a22d-4411-bb7a-b759d331dcab service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376384 Nov 12 08:43:02.305629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91936176-c7ca-4496-8827-5e0672c4db09 req-4f692c9e-0df7-46a0-b19d-c5a47c5197f8 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:02.313957 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91936176-c7ca-4496-8827-5e0672c4db09 req-4f692c9e-0df7-46a0-b19d-c5a47c5197f8 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3160307 Nov 12 08:43:02.323216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-7576c0db-2bec-4695-bf8a-9484d13e9f5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=320e9afb-8bf4-41ca-b2aa-48fddf6a9800 HTTP/1.1" status: 200 len: 217 time: 0.0982161 Nov 12 08:43:02.413587 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91936176-c7ca-4496-8827-5e0672c4db09 req-ca58c0d6-76c1-4720-bc78-a02965f79dd7 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984201 Nov 12 08:43:02.430653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e968987f-575f-4425-8256-0769ac64fe4b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 25dcca7a-0619-4644-aaec-2eae72200002 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:02.467276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-e968987f-575f-4425-8256-0769ac64fe4b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 25dcca7a-0619-4644-aaec-2eae72200002) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:02.477456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event updated for resources: {'Port': ['ID=28d757f6-2b10-448c-8329-99ee9c420e2b,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:02.479728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee64878-ae32-4c92-9d56-5ba533cc81b7 None None] Network 25dcca7a-0619-4644-aaec-2eae72200002 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:02.489519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-e3d3ee11-7029-4334-b3de-d530ce52d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:02.492384 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.503937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-e3d3ee11-7029-4334-b3de-d530ce52d9f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.1692789 Nov 12 08:43:02.504638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e968987f-575f-4425-8256-0769ac64fe4b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:02.505440 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e968987f-575f-4425-8256-0769ac64fe4b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.573696 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.582474 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ee90707e-7f9e-441b-a108-e4e694ccc362 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6489367 Nov 12 08:43:02.585445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39704) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:02.602205 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e968987f-575f-4425-8256-0769ac64fe4b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3838503 Nov 12 08:43:02.605743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39706) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:02.622620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-cfe177ae-b8ea-46d9-8525-880f4c7d6eb2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-162059728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:02.745766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39708) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:02.761074 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfe177ae-b8ea-46d9-8525-880f4c7d6eb2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.762524 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfe177ae-b8ea-46d9-8525-880f4c7d6eb2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.779300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39712) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:02.781198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-03433d1d-3310-4670-8a3f-99e75d95cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:02.782879 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-03433d1d-3310-4670-8a3f-99e75d95cdf6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2686548 Nov 12 08:43:02.789146 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d910f1db-2800-4643-b0eb-622e3c98d01d tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=ca18187d-feee-46e7-ad42-8d34267298da HTTP/1.1" status: 200 len: 690 time: 0.2023814 Nov 12 08:43:02.793297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39714) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:02.794498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'subnets': [{'network_id': '4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1654136225', 'ip_version': 6}, {'network_id': 'b15044cd-7aa3-432f-8e3e-01cd6bf8fb00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:02.796438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'subnet': {'network_id': '4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1654136225', 'ip_version': 6}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:02.797912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Request body: {'subnet': {'network_id': 'b15044cd-7aa3-432f-8e3e-01cd6bf8fb00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:02.811234 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-25dcca7a-0619-4644-aaec-2eae72200002', 'network_id': '25dcca7a-0619-4644-aaec-2eae72200002', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'fixed_ips': [{'subnet_id': 'c787c8c3-7101-4250-8f2a-acf449406652'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:02.812814 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.813548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e6f4d-9706-41dc-8607-b3b7efc4f199 req-3c7aa71f-8f38-4102-8af0-4bfb04fe9aba tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:02.822046 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b15e6f4d-9706-41dc-8607-b3b7efc4f199 req-3c7aa71f-8f38-4102-8af0-4bfb04fe9aba tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1756473 Nov 12 08:43:02.949143 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfe177ae-b8ea-46d9-8525-880f4c7d6eb2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:02.967081 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfe177ae-b8ea-46d9-8525-880f4c7d6eb2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.028280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b15e6f4d-9706-41dc-8607-b3b7efc4f199 req-73a22bbd-d3b5-404c-99b6-fdd33f8d7427 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004941 Nov 12 08:43:03.034736 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfe177ae-b8ea-46d9-8525-880f4c7d6eb2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.036778 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cfe177ae-b8ea-46d9-8525-880f4c7d6eb2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4272497 Nov 12 08:43:03.039642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39718) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:03.053910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'port': {'network_id': '25dcca7a-0619-4644-aaec-2eae72200002', 'name': 'tempest-RoutersIpV6Test-563577587'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:03.082333 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Allocated IP 2001:db8::2 (25dcca7a-0619-4644-aaec-2eae72200002/c787c8c3-7101-4250-8f2a-acf449406652/0076e3ae-5c0f-45eb-add5-1e2fce5a2225) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:03.183313 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Made reservation on behalf of 2141667a062e400d821668c205817b06 for: {'subnet': 2} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:03.190780 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.191482 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.225627 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-f99a0fc9-7efd-4a46-9937-55afc6db1d45 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330776 Nov 12 08:43:03.228361 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.233524 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b03c9344-34c5-4368-9df9-b68f1d66ab3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.308767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca593992-a627-403e-bc24-836c8a3288e0 req-81166a14-25e0-419c-aad1-d8b64c28c107 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:03.316455 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca593992-a627-403e-bc24-836c8a3288e0 req-81166a14-25e0-419c-aad1-d8b64c28c107 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1649721 Nov 12 08:43:03.333215 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.340917 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.398197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Network 25dcca7a-0619-4644-aaec-2eae72200002 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:03.399243 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca593992-a627-403e-bc24-836c8a3288e0 req-b7b8937e-c988-49ab-98b2-6d73d7c5f98c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813599 Nov 12 08:43:03.402197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:03.405757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:03.426105 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Pushing event updated for resources: {'Port': ['ID=0076e3ae-5c0f-45eb-add5-1e2fce5a2225,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:03.475401 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-989392c8-3c71-47fc-b04e-b22acfa220ed service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392724 Nov 12 08:43:03.482540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:03.486600 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.518281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Attempting to bind port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:03.518881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Attempting to bind port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25dcca7a-0619-4644-aaec-2eae72200002'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:03.523373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Attempting to bind port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 on network 25dcca7a-0619-4644-aaec-2eae72200002 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:03.536674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:03.537183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Checking segment: {'id': 'b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25dcca7a-0619-4644-aaec-2eae72200002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:03.537829 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.538438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Bound using segment: {'id': 'b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25dcca7a-0619-4644-aaec-2eae72200002'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:03.539133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Bound port: 0076e3ae-5c0f-45eb-add5-1e2fce5a2225, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '25dcca7a-0619-4644-aaec-2eae72200002'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:03.539781 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.559842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-82bdeffb-cc24-4271-9448-95912bd95b53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=f54d056e-4ab3-45d6-ba36-cfec0c59f974 HTTP/1.1" status: 200 len: 217 time: 0.0687222 Nov 12 08:43:03.571411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Deleting port 28d757f6-2b10-448c-8329-99ee9c420e2b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:03.571411 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.573642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] device_id is not set on port ec0915b4-7538-4b9a-adb5-54b857e8ec7c yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:43:03.622153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] For port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:03.625842 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] For port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0076e3ae-5c0f-45eb-add5-1e2fce5a2225,segment=NetworkSegment(b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7),segment_id=b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:03.632949 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.660501 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b03c9344-34c5-4368-9df9-b68f1d66ab3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:03.707139 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69893f36-bb6f-467e-9732-0d5fb45e784b None None] Pushing event updated for resources: {'Port': ['ID=0076e3ae-5c0f-45eb-add5-1e2fce5a2225,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:03.926656 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.007523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event updated for resources: {'Subnet': ['ID=cb9fba19-8e7a-474c-bbb2-28d2b8ff5b48,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:04.045634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Checking segment: {'id': '737d56c5-e988-444d-8e24-8eda642c5d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:04.046037 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Network hostable DHCP agents. Network: 4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:04.071567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Network 4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:04.084803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:04.091348 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.109664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc609df-9613-4f14-bb6c-83ac0a930bfd None None] Network 4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:04.184363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.185022 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.223674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event updated for resources: {'Subnet': ['ID=350eb157-5b0c-49b7-95fb-892750bee762,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:04.235289 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Checking segment: {'id': 'ab55b35f-79d2-4494-99f3-8c2e2e554569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b15044cd-7aa3-432f-8e3e-01cd6bf8fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:04.235666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Network hostable DHCP agents. Network: b15044cd-7aa3-432f-8e3e-01cd6bf8fb00, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:04.259661 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b03c9344-34c5-4368-9df9-b68f1d66ab3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.261866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Network b15044cd-7aa3-432f-8e3e-01cd6bf8fb00 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:04.282128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, b15044cd-7aa3-432f-8e3e-01cd6bf8fb00) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:04.293800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:04.294224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6444c210-d553-496f-985a-f4651a7e0aad None None] Network b15044cd-7aa3-432f-8e3e-01cd6bf8fb00 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:04.294762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:04.295641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.296521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Calling delete_port for 28d757f6-2b10-448c-8329-99ee9c420e2b owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:04.301924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-28bfb474-a6be-44ef-8e9b-aa91bab60d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:04.303546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-28bfb474-a6be-44ef-8e9b-aa91bab60d51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.7248468 Nov 12 08:43:04.319489 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1d11f3fd-34e3-4d43-9d7c-29c7b4d38ab2 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.5339065 Nov 12 08:43:04.321765 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39752) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:04.349883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425', 'network_id': '4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425', 'tenant_id': '2141667a062e400d821668c205817b06', 'fixed_ips': [{'subnet_id': 'cb9fba19-8e7a-474c-bbb2-28d2b8ff5b48'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:04.355187 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.392391 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b03c9344-34c5-4368-9df9-b68f1d66ab3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5254b92ccea44ccb6756c572838f082&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6452963 Nov 12 08:43:04.398830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c9344-34c5-4368-9df9-b68f1d66ab3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a1ab83-2af0-465c-ada5-33703a61771e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:04.400864 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39756) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:04.411462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506ca58-9568-4951-9fe8-1f3686b6c234 req-f2d24930-c9a5-4fd9-b47f-8db381eab24f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:04.417758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2506ca58-9568-4951-9fe8-1f3686b6c234 req-f2d24930-c9a5-4fd9-b47f-8db381eab24f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.8499637 Nov 12 08:43:04.465065 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440792ac-cf05-4921-b691-6f29c730c5cb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:04.470229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440792ac-cf05-4921-b691-6f29c730c5cb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:04.472722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440792ac-cf05-4921-b691-6f29c730c5cb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:04.475151 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-440792ac-cf05-4921-b691-6f29c730c5cb tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1520402 Nov 12 08:43:04.492103 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39762) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:04.516481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Allocated IP 2001:db8::32f (25dcca7a-0619-4644-aaec-2eae72200002/c787c8c3-7101-4250-8f2a-acf449406652/ec0915b4-7538-4b9a-adb5-54b857e8ec7c) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:04.569330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d68377-8e20-4c3c-bae0-e1800301ab75 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Deleting subnet cb9fba19-8e7a-474c-bbb2-28d2b8ff5b48 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:04.600145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-23468fee-5bbb-454a-97c2-5601c6b29436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:04.602039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-23468fee-5bbb-454a-97c2-5601c6b29436 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2599084 Nov 12 08:43:04.610906 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-415491c0-6a6f-47d5-ab8d-5a48565ee3c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.652845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-415491c0-6a6f-47d5-ab8d-5a48565ee3c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.658609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Allocated IP 2001:db8::1 (4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425/cb9fba19-8e7a-474c-bbb2-28d2b8ff5b48/18dac6b6-ebe0-4699-b691-49e3c33418e1) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:04.686056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-b15044cd-7aa3-432f-8e3e-01cd6bf8fb00', 'network_id': 'b15044cd-7aa3-432f-8e3e-01cd6bf8fb00', 'tenant_id': '2141667a062e400d821668c205817b06', 'fixed_ips': [{'subnet_id': '350eb157-5b0c-49b7-95fb-892750bee762'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:04.687114 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.728678 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2506ca58-9568-4951-9fe8-1f3686b6c234 req-4a842f4c-0618-465c-b423-b570934c2bf7 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100240 Nov 12 08:43:04.735672 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-415491c0-6a6f-47d5-ab8d-5a48565ee3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.740290 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-415491c0-6a6f-47d5-ab8d-5a48565ee3c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.742013 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-415491c0-6a6f-47d5-ab8d-5a48565ee3c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7a1ab83-2af0-465c-ada5-33703a61771e HTTP/1.1" status: 204 len: 168 time: 0.3394766 Nov 12 08:43:04.763580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415491c0-6a6f-47d5-ab8d-5a48565ee3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a1ab83-2af0-465c-ada5-33703a61771e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:05.044832 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.059999 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-bc2be717-de11-43f3-bee0-d3c2d5ad6572 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221370 Nov 12 08:43:05.126659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event deleted for resources: {'Port': ['ID=28d757f6-2b10-448c-8329-99ee9c420e2b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:05.203553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2465db-a908-443e-a92f-5703debc8866 req-7cd9a9ad-c495-43e6-bd46-06ff0d36d1af tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:05.205393 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee2465db-a908-443e-a92f-5703debc8866 req-7cd9a9ad-c495-43e6-bd46-06ff0d36d1af tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1081791 Nov 12 08:43:05.220066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Allocated IP 2001:db8:0:1::1 (b15044cd-7aa3-432f-8e3e-01cd6bf8fb00/350eb157-5b0c-49b7-95fb-892750bee762/2d64c24d-2da6-457c-9c33-30fbf79fd59c) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:05.261731 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a1c4a349-ffe8-42b9-bdb1-142493c145dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.272888 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.316287 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.324559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1d68377-8e20-4c3c-bae0-e1800301ab75 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.332726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.335259 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.377710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c17a08a-80bc-4d19-b5c3-769ff22e915b None None] Network 25dcca7a-0619-4644-aaec-2eae72200002 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:05.393533 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1d68377-8e20-4c3c-bae0-e1800301ab75 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.404096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-9afc2702-55d6-4be7-a4f2-88a5fb6b2c14 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019164 Nov 12 08:43:05.460531 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-133726a2-669e-4a0d-835c-c04359feb574 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6af36eab-96ed-4c60-95e6-dd2cda878b57 HTTP/1.1" status: 200 len: 217 time: 0.0473330 Nov 12 08:43:05.465453 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee2465db-a908-443e-a92f-5703debc8866 req-7e9e716d-77dc-4927-95df-ab46def78910 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530239 Nov 12 08:43:05.490952 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.556298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Network 4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:05.573416 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.602171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-51d1da20-1a3a-4e31-a32f-d2435bf9d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:05.607189 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-51d1da20-1a3a-4e31-a32f-d2435bf9d02a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 HTTP/1.1" status: 200 len: 797 time: 0.1340177 Nov 12 08:43:05.630593 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:05.682158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3b115751-07ac-4979-8ff0-cb5d044b2104 None None] Provisioning complete for port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:05.682728 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b115751-07ac-4979-8ff0-cb5d044b2104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.683753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39814) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:05.687331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:05.689524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:05.700958 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Pushing event updated for resources: {'Port': ['ID=18dac6b6-ebe0-4699-b691-49e3c33418e1,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:05.736064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 25dcca7a-0619-4644-aaec-2eae72200002 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:05.743607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=ec0915b4-7538-4b9a-adb5-54b857e8ec7c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:05.748570 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.750823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:05.772139 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1d68377-8e20-4c3c-bae0-e1800301ab75 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.779744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-172b31f1-9012-4626-94d2-4d61eacf77cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cea3fec6f5624daa87b36d066153ebbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0945616 Nov 12 08:43:05.787375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:05.793486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:05.794158 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.796796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=185631fd-8798-414f-8c95-2a9972982802,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:05.798494 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39818) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:05.805531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-a255440f-e55f-44b3-832e-c299d946b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:05.807087 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-a255440f-e55f-44b3-832e-c299d946b414 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1674516 Nov 12 08:43:05.831975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9e94e-b9c3-4ac0-ae96-5f6d40e3e99b req-261d462c-aaba-495c-8ce7-9438553fcb8d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:05.833599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58d9e94e-b9c3-4ac0-ae96-5f6d40e3e99b req-261d462c-aaba-495c-8ce7-9438553fcb8d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1682115 Nov 12 08:43:05.875584 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1d68377-8e20-4c3c-bae0-e1800301ab75 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.914634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d68377-8e20-4c3c-bae0-e1800301ab75 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9fba19-8e7a-474c-bbb2-28d2b8ff5b48,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:05.914893 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bed5526c-bd40-4a0f-a840-8e60e7b420af tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8725545 Nov 12 08:43:05.918582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39826) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:06.013282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1d68377-8e20-4c3c-bae0-e1800301ab75 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.016837 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c1d68377-8e20-4c3c-bae0-e1800301ab75 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "DELETE /v2.0/subnets/cb9fba19-8e7a-474c-bbb2-28d2b8ff5b48 HTTP/1.1" status: 204 len: 168 time: 1.5232193 Nov 12 08:43:06.026322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39836) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:06.027165 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.085253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca18187d-feee-46e7-ad42-8d34267298da']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:06.104350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9468d70d-5f7a-455a-805b-ba99206c87f3') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:06.105201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9468d70d-5f7a-455a-805b-ba99206c87f3') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:06.124576 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.151506 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Attempting to bind port 18dac6b6-ebe0-4699-b691-49e3c33418e1 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:06.151872 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.152104 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Attempting to bind port 18dac6b6-ebe0-4699-b691-49e3c33418e1 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '737d56c5-e988-444d-8e24-8eda642c5d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:06.152566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Attempting to bind port 18dac6b6-ebe0-4699-b691-49e3c33418e1 on network 4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:06.164347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:06.164347 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.195477 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.202307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:06.202775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Checking segment: {'id': '737d56c5-e988-444d-8e24-8eda642c5d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:06.203270 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.203765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Bound using segment: {'id': '737d56c5-e988-444d-8e24-8eda642c5d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:06.204350 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Bound port: 18dac6b6-ebe0-4699-b691-49e3c33418e1, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737d56c5-e988-444d-8e24-8eda642c5d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:06.204963 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.246361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.312250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:06.312730 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:06.322012 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:06.362537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fd627e-bd0e-455b-8ded-1bf06fb4405c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Deleting subnet 350eb157-5b0c-49b7-95fb-892750bee762 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:06.369693 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22fd627e-bd0e-455b-8ded-1bf06fb4405c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.373235 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2beaa2e0-ad84-4600-859b-1b554b143605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.386092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Network b15044cd-7aa3-432f-8e3e-01cd6bf8fb00 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:06.386898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b115751-07ac-4979-8ff0-cb5d044b2104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.403252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:06.422409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58d9e94e-b9c3-4ac0-ae96-5f6d40e3e99b req-0f31331c-5923-4e5d-a110-e7ef16fb4d41 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748260 Nov 12 08:43:06.435977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:06.435977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Pushing event updated for resources: {'Port': ['ID=2d64c24d-2da6-457c-9c33-30fbf79fd59c,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:06.446239 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.458331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca18187d-feee-46e7-ad42-8d34267298da {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:43:06.461271 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2beaa2e0-ad84-4600-859b-1b554b143605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.467382 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.471152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ca18187d-feee-46e7-ad42-8d34267298da HTTP/1.1" status: 204 len: 168 time: 3.6755552 Nov 12 08:43:06.486661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39868) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:06.489731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] For port 18dac6b6-ebe0-4699-b691-49e3c33418e1, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:06.501540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] For port 18dac6b6-ebe0-4699-b691-49e3c33418e1, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=18dac6b6-ebe0-4699-b691-49e3c33418e1,segment=NetworkSegment(737d56c5-e988-444d-8e24-8eda642c5d35),segment_id=737d56c5-e988-444d-8e24-8eda642c5d35)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:06.550149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3b115751-07ac-4979-8ff0-cb5d044b2104 None None] For port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0076e3ae-5c0f-45eb-add5-1e2fce5a2225,segment=NetworkSegment(b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7),segment_id=b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:06.554449 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.571784 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22fd627e-bd0e-455b-8ded-1bf06fb4405c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.593940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678efe4-b8f0-4e09-8afb-325ebf96374b tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca18187d-feee-46e7-ad42-8d34267298da,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:06.697672 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-cc8ceb0b-f093-45aa-b00e-d732ca83019b service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8600235 Nov 12 08:43:06.700103 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b115751-07ac-4979-8ff0-cb5d044b2104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.718603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8757390e-dbb2-431e-a8b0-3342759e67ac tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.2184198 Nov 12 08:43:06.720944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39878) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:06.850953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8a8bf6-3f04-47c3-bc93-b17a4c0b6209 None None] Network 4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:06.875075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Attempting to bind port 2d64c24d-2da6-457c-9c33-30fbf79fd59c on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:06.876232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Attempting to bind port 2d64c24d-2da6-457c-9c33-30fbf79fd59c by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'ab55b35f-79d2-4494-99f3-8c2e2e554569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b15044cd-7aa3-432f-8e3e-01cd6bf8fb00'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:06.876232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Attempting to bind port 2d64c24d-2da6-457c-9c33-30fbf79fd59c on network b15044cd-7aa3-432f-8e3e-01cd6bf8fb00 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:06.893988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0c2e6-ffa9-4064-8690-4b77d7cfa884 req-5a7e3183-d560-4969-a328-8856def42562 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:06.903258 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21f0c2e6-ffa9-4064-8690-4b77d7cfa884 req-5a7e3183-d560-4969-a328-8856def42562 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2948568 Nov 12 08:43:06.939423 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2beaa2e0-ad84-4600-859b-1b554b143605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.947741 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2beaa2e0-ad84-4600-859b-1b554b143605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.949337 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2beaa2e0-ad84-4600-859b-1b554b143605 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64352e5c-51da-40df-a074-629b0503d3f3 HTTP/1.1" status: 204 len: 168 time: 1.1462607 Nov 12 08:43:06.959489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:06.959880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Checking segment: {'id': 'ab55b35f-79d2-4494-99f3-8c2e2e554569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b15044cd-7aa3-432f-8e3e-01cd6bf8fb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:06.960348 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.960757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Bound using segment: {'id': 'ab55b35f-79d2-4494-99f3-8c2e2e554569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b15044cd-7aa3-432f-8e3e-01cd6bf8fb00'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:06.961460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Bound port: 2d64c24d-2da6-457c-9c33-30fbf79fd59c, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab55b35f-79d2-4494-99f3-8c2e2e554569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b15044cd-7aa3-432f-8e3e-01cd6bf8fb00'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:06.961759 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:06.965775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaa2e0-ad84-4600-859b-1b554b143605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64352e5c-51da-40df-a074-629b0503d3f3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:07.019830 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-b88bba7b-4f3d-4465-a25d-71c4c3235e9a service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876923 Nov 12 08:43:07.039398 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21f0c2e6-ffa9-4064-8690-4b77d7cfa884 req-d5ddccd1-b1f9-483a-ad79-9d51c7d209c5 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286724 Nov 12 08:43:07.051618 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.088245 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17bf20-2517-4cbc-8790-28ae786b1697 None None] Pushing event updated for resources: {'Port': ['ID=18dac6b6-ebe0-4699-b691-49e3c33418e1,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:07.097753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea838dd-e729-42c7-96b5-f1e5c4ee396e tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.098374 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea838dd-e729-42c7-96b5-f1e5c4ee396e tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.098830 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea838dd-e729-42c7-96b5-f1e5c4ee396e tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.099272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea838dd-e729-42c7-96b5-f1e5c4ee396e tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.099712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea838dd-e729-42c7-96b5-f1e5c4ee396e tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.100620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea838dd-e729-42c7-96b5-f1e5c4ee396e tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.101161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea838dd-e729-42c7-96b5-f1e5c4ee396e tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.101539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea838dd-e729-42c7-96b5-f1e5c4ee396e tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.101978 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea838dd-e729-42c7-96b5-f1e5c4ee396e tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.102419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea838dd-e729-42c7-96b5-f1e5c4ee396e tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.117966 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bea838dd-e729-42c7-96b5-f1e5c4ee396e tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6443 time: 0.3938034 Nov 12 08:43:07.123222 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22fd627e-bd0e-455b-8ded-1bf06fb4405c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.126078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39902) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:07.202409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-85a14318-72cd-471a-9e70-0fc2dce3388f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c118544e-bc44-47f5-8653-6b942595239d HTTP/1.1" status: 200 len: 217 time: 0.1577659 Nov 12 08:43:07.361456 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-53ce6fe5-b079-4d7f-b69f-f05df19d840d tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] delete failed (client error): The resource could not be found. Nov 12 08:43:07.387214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-53ce6fe5-b079-4d7f-b69f-f05df19d840d tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/0ca23a41-f7e1-47a5-a4c7-cbee2252a18c HTTP/1.1" status: 404 len: 345 time: 0.2451551 Nov 12 08:43:07.389402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39912) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:07.423993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-63bfba5c-e970-4269-9c91-5464e7d08d7d None None] Provisioning complete for port ec0915b4-7538-4b9a-adb5-54b857e8ec7c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:07.424368 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-63bfba5c-e970-4269-9c91-5464e7d08d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.450368 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f639976b-1fc3-4dda-b6d5-daf9ef250e68 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 08:43:07.450368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f639976b-1fc3-4dda-b6d5-daf9ef250e68 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:43:07.460866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f639976b-1fc3-4dda-b6d5-daf9ef250e68 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "DELETE /v2.0/networks/ca18187d-feee-46e7-ad42-8d34267298da HTTP/1.1" status: 404 len: 339 time: 0.0682466 Nov 12 08:43:07.467208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39916) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:07.477597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e2e97735-481c-4b88-ba00-e9b33f9387c3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Request body: {'network': {'name': 'tempest-network--514677514', 'router:external': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:07.492944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-f20929a6-467f-4040-90a7-08e35a8b2270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.496373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-f20929a6-467f-4040-90a7-08e35a8b2270 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 HTTP/1.1" status: 200 len: 797 time: 0.2874942 Nov 12 08:43:07.569412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b115751-07ac-4979-8ff0-cb5d044b2104 None None] Pushing event updated for resources: {'Port': ['ID=0076e3ae-5c0f-45eb-add5-1e2fce5a2225,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:07.608657 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-63bfba5c-e970-4269-9c91-5464e7d08d7d None None] Port ec0915b4-7538-4b9a-adb5-54b857e8ec7c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:07.610279 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:43:07.613828 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8796070b-2ef7-4116-8b13-f1496229e96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.634114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-63bfba5c-e970-4269-9c91-5464e7d08d7d None None] Provisioning complete for port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:07.634542 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-63bfba5c-e970-4269-9c91-5464e7d08d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.644082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e97735-481c-4b88-ba00-e9b33f9387c3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Made reservation on behalf of 1d350e65fe67422bb7f7657862b4ff4d for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:07.650025 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2e97735-481c-4b88-ba00-e9b33f9387c3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.668556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22fd627e-bd0e-455b-8ded-1bf06fb4405c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.685499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f006d8-3621-4727-8365-6deb8d3233c6 req-f2de9259-8dca-403a-80ca-5c4d49f49ebb tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.692536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] For port 2d64c24d-2da6-457c-9c33-30fbf79fd59c, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:07.699893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70083e-0122-422e-a18c-dae9851aabba req-cf2a6d4a-90ab-4c3e-8c68-412f8c98df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:07.702323 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-32f006d8-3621-4727-8365-6deb8d3233c6 req-f2de9259-8dca-403a-80ca-5c4d49f49ebb tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3445954 Nov 12 08:43:07.702570 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-cf2a6d4a-90ab-4c3e-8c68-412f8c98df01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1848075 Nov 12 08:43:07.713618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] For port 2d64c24d-2da6-457c-9c33-30fbf79fd59c, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2d64c24d-2da6-457c-9c33-30fbf79fd59c,segment=NetworkSegment(ab55b35f-79d2-4494-99f3-8c2e2e554569),segment_id=ab55b35f-79d2-4494-99f3-8c2e2e554569)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:07.723896 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.731846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e97735-481c-4b88-ba00-e9b33f9387c3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:07.764440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd627e-bd0e-455b-8ded-1bf06fb4405c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event deleted for resources: {'Subnet': ['ID=350eb157-5b0c-49b7-95fb-892750bee762,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:07.808264 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-22fd627e-bd0e-455b-8ded-1bf06fb4405c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.815712 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-22fd627e-bd0e-455b-8ded-1bf06fb4405c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "DELETE /v2.0/subnets/350eb157-5b0c-49b7-95fb-892750bee762 HTTP/1.1" status: 204 len: 168 time: 1.7872748 Nov 12 08:43:07.820545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39928) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:07.858796 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2e97735-481c-4b88-ba00-e9b33f9387c3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.859222 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-e2e97735-481c-4b88-ba00-e9b33f9387c3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Added segment 418f931d-f631-454d-bee3-8ed9b81e8b47 of type vlan for network f94ca94c-a474-46ee-8454-b938fa28c0b4 Nov 12 08:43:07.894254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dab03c-29cd-4e03-a80d-326963cf7493 None None] Pushing event updated for resources: {'Port': ['ID=2d64c24d-2da6-457c-9c33-30fbf79fd59c,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:07.929939 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-32f006d8-3621-4727-8365-6deb8d3233c6 req-0ce5df6d-e9c3-4b36-8c40-f99f6333b0c4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257285 Nov 12 08:43:07.967081 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2e97735-481c-4b88-ba00-e9b33f9387c3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:07.979605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39932) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:07.998951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-0cd47d8e-c870-40fa-8467-4e14bf7012c8 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858109 Nov 12 08:43:08.061815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-18b8de24-0d5d-4d4f-b9af-75a3b24b01d6 None None] Provisioning complete for port ec0915b4-7538-4b9a-adb5-54b857e8ec7c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:08.065703 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-18b8de24-0d5d-4d4f-b9af-75a3b24b01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.088069 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.130974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f0292-8fbe-4de9-acb1-1eb2a66d4f1c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:08.139596 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-df1f0292-8fbe-4de9-acb1-1eb2a66d4f1c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3179052 Nov 12 08:43:08.144321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39940) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:08.171358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-18b8de24-0d5d-4d4f-b9af-75a3b24b01d6 None None] Port ec0915b4-7538-4b9a-adb5-54b857e8ec7c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:08.172488 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2e97735-481c-4b88-ba00-e9b33f9387c3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.174659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e97735-481c-4b88-ba00-e9b33f9387c3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:08.175197 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2e97735-481c-4b88-ba00-e9b33f9387c3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.184893 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.253594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e2e97735-481c-4b88-ba00-e9b33f9387c3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7844048 Nov 12 08:43:08.258179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39942) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:08.366499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b568c750-06f3-40c1-b590-b89833a491b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.375395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e97735-481c-4b88-ba00-e9b33f9387c3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event updated for resources: {'Network': ['ID=f94ca94c-a474-46ee-8454-b938fa28c0b4,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:08.389356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network f94ca94c-a474-46ee-8454-b938fa28c0b4 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:08.394518 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe70083e-0122-422e-a18c-dae9851aabba req-491410fe-511f-4b91-8ffd-5f166f1fb0c0 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862832 Nov 12 08:43:08.540593 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.552093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=ec0915b4-7538-4b9a-adb5-54b857e8ec7c,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:08.552892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c6674-b038-43a9-a763-ffe6ebe72b3d tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:08.565563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c6674-b038-43a9-a763-ffe6ebe72b3d tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:08.571888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c6674-b038-43a9-a763-ffe6ebe72b3d tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:08.574802 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.580301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c6674-b038-43a9-a763-ffe6ebe72b3d tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:08.585152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f37c6674-b038-43a9-a763-ffe6ebe72b3d tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.3259444 Nov 12 08:43:08.587101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39956) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:08.640007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e630d02-d6eb-4c0f-b9d2-14bec64a02ea req-b4131327-8e79-47b8-a39f-a9adb77c5810 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:08.641636 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e630d02-d6eb-4c0f-b9d2-14bec64a02ea req-b4131327-8e79-47b8-a39f-a9adb77c5810 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3118541 Nov 12 08:43:08.728574 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.740669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39958) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:08.748010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b568c750-06f3-40c1-b590-b89833a491b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.753936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b568c750-06f3-40c1-b590-b89833a491b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.810143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-17e4292a-2949-413f-8c7e-ea9859f78f51 None None] Provisioning complete for port ec0915b4-7538-4b9a-adb5-54b857e8ec7c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:08.813557 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17e4292a-2949-413f-8c7e-ea9859f78f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.818844 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.823179 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Deleting port 2d64c24d-2da6-457c-9c33-30fbf79fd59c {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:08.823461 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.828183 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e630d02-d6eb-4c0f-b9d2-14bec64a02ea req-548d800e-4e07-4eac-b9ea-d266fc7db095 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787369 Nov 12 08:43:08.833543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b568c750-06f3-40c1-b590-b89833a491b8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4ba5085c9834a22be202f731c0c60be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8504157 Nov 12 08:43:08.840062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39962) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:08.916803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-17e4292a-2949-413f-8c7e-ea9859f78f51 None None] Port ec0915b4-7538-4b9a-adb5-54b857e8ec7c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:08.920471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568c750-06f3-40c1-b590-b89833a491b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756b1543-58d6-4e2a-8c3e-e55484adb26e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:08.941140 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:08.999207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94ca94c-a474-46ee-8454-b938fa28c0b4']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:09.037159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418f931d-f631-454d-bee3-8ed9b81e8b47') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:09.037159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418f931d-f631-454d-bee3-8ed9b81e8b47') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:09.055136 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.080677 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-92267d09-41fb-4698-98b6-f2b59e4af4d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.085901 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.114608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63f91e-2d3d-4908-85dc-32b602cbd704 req-767202e2-af79-4f74-9302-84f31ebede64 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:09.116233 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b63f91e-2d3d-4908-85dc-32b602cbd704 req-767202e2-af79-4f74-9302-84f31ebede64 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1437359 Nov 12 08:43:09.117470 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:09.117880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:09.124103 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:09.145936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-92267d09-41fb-4698-98b6-f2b59e4af4d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.220002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'network': {'name': 'tempest-RoutersTest-1868586885'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:09.248085 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.256735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f94ca94c-a474-46ee-8454-b938fa28c0b4 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:43:09.260698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.264221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f94ca94c-a474-46ee-8454-b938fa28c0b4 HTTP/1.1" status: 204 len: 168 time: 0.6759000 Nov 12 08:43:09.276912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b63f91e-2d3d-4908-85dc-32b602cbd704 req-e53e9d3a-aa9c-4978-870f-cdc6e65a8a72 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399443 Nov 12 08:43:09.277735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39966) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:09.280281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e8a45-87a8-406e-a0b8-5ba888438bb3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event deleted for resources: {'Network': ['ID=f94ca94c-a474-46ee-8454-b938fa28c0b4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:09.287516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1362d2e6-5679-4838-8502-75943051b681 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Request body: {'network': {'name': 'tempest-network--1193319789', 'router:external': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:09.300787 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-92267d09-41fb-4698-98b6-f2b59e4af4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.307034 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-92267d09-41fb-4698-98b6-f2b59e4af4d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.309190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-92267d09-41fb-4698-98b6-f2b59e4af4d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/756b1543-58d6-4e2a-8c3e-e55484adb26e HTTP/1.1" status: 204 len: 168 time: 0.4676828 Nov 12 08:43:09.328507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b3f60-ce33-43fa-a5cc-4acfd0f13773 None None] Network b15044cd-7aa3-432f-8e3e-01cd6bf8fb00 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:09.329344 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] For port 2d64c24d-2da6-457c-9c33-30fbf79fd59c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2d64c24d-2da6-457c-9c33-30fbf79fd59c,segment=NetworkSegment(ab55b35f-79d2-4494-99f3-8c2e2e554569),segment_id=ab55b35f-79d2-4494-99f3-8c2e2e554569)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:09.329344 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.331735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:09.335284 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.343723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92267d09-41fb-4698-98b6-f2b59e4af4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756b1543-58d6-4e2a-8c3e-e55484adb26e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:09.352483 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.359193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Calling delete_port for 2d64c24d-2da6-457c-9c33-30fbf79fd59c owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:09.360446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1362d2e6-5679-4838-8502-75943051b681 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Made reservation on behalf of 1d350e65fe67422bb7f7657862b4ff4d for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:09.368883 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1362d2e6-5679-4838-8502-75943051b681 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.407402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1362d2e6-5679-4838-8502-75943051b681 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:09.427202 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1362d2e6-5679-4838-8502-75943051b681 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.427553 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-1362d2e6-5679-4838-8502-75943051b681 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Added segment c43db4fb-b079-40e4-86ac-5429861ca4ba of type vlan for network bf85092c-fa0e-4af9-b1ab-8f0bafe55303 Nov 12 08:43:09.455139 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.549507 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1362d2e6-5679-4838-8502-75943051b681 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.639663 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1362d2e6-5679-4838-8502-75943051b681 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.641346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1362d2e6-5679-4838-8502-75943051b681 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:09.641950 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1362d2e6-5679-4838-8502-75943051b681 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.742913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8a6dd7f5-0ea9-49e9-a2c6-a45fbfbd9a44 None None] Provisioning complete for port 2d64c24d-2da6-457c-9c33-30fbf79fd59c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:09.745354 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd7f5-0ea9-49e9-a2c6-a45fbfbd9a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.809185 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.818528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8a6dd7f5-0ea9-49e9-a2c6-a45fbfbd9a44 None None] Could not find standard attr ID for object 2d64c24d-2da6-457c-9c33-30fbf79fd59c. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:43:09.824108 n-d-768851-18 neutron-server[102446]: INFO neutron.plugins.ml2.db [None req-8a6dd7f5-0ea9-49e9-a2c6-a45fbfbd9a44 None None] No ports have port_id starting with 2d64c24d-2da6-457c-9c33-30fbf79fd59c Nov 12 08:43:09.827037 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.841586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:09.842744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1362d2e6-5679-4838-8502-75943051b681 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5636644 Nov 12 08:43:09.849414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39982) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:09.864736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event deleted for resources: {'Port': ['ID=2d64c24d-2da6-457c-9c33-30fbf79fd59c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:09.866934 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.903275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] No DVR routers for this DVR port 2d64c24d-2da6-457c-9c33-30fbf79fd59c on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:09.959690 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:09.960415 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:09.979368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:10.006117 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f954066d-acbe-4bcb-9a24-82aafa3c4037,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:10.038829 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.039436 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Added segment d2bc1864-ad7a-4418-b850-f4c473ffc892 of type vlan for network 396ba5b8-2034-4f74-9162-c4334c5062e9 Nov 12 08:43:10.044155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d74ae35-6e6c-4bfa-bbf0-9e1922872a46 None None] DHCP port deletion for b15044cd-7aa3-432f-8e3e-01cd6bf8fb00 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:10.050123 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.102792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b005d7d-1a9f-4ce6-be3a-14e3c4e76ed7 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:43:10.167457 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.237875 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39984) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:10.252441 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.256239 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.262372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:10.263170 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.273453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2d64c24d-2da6-457c-9c33-30fbf79fd59c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:10.278712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b005d7d-1a9f-4ce6-be3a-14e3c4e76ed7 None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:43:10.297807 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-659acda7-5743-4505-b7e9-ae96a7bd53c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.302732 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 2d64c24d-2da6-457c-9c33-30fbf79fd59c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:10.303084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2d64c24d-2da6-457c-9c33-30fbf79fd59c not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 08:43:10.336445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Port 2d64c24d-2da6-457c-9c33-30fbf79fd59c not found, will not notify nova. {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 08:43:10.346582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15044cd-7aa3-432f-8e3e-01cd6bf8fb00']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:10.370246 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6226466 Nov 12 08:43:10.370498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362d2e6-5679-4838-8502-75943051b681 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event updated for resources: {'Network': ['ID=bf85092c-fa0e-4af9-b1ab-8f0bafe55303,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:10.374301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39986) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:10.383971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-5b115d25-4641-4c98-83e1-e6e692355ec2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'network': {'name': 'tempest-RoutersTest-1203003700'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:10.411962 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab55b35f-79d2-4494-99f3-8c2e2e554569') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:10.412355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab55b35f-79d2-4494-99f3-8c2e2e554569') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:10.415697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network bf85092c-fa0e-4af9-b1ab-8f0bafe55303 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:10.421145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb61e-8867-4107-90fd-756a50ea47a4 req-d0586204-ca77-4291-9de5-f4e80d44aa5a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:10.429084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-284eb61e-8867-4107-90fd-756a50ea47a4 req-d0586204-ca77-4291-9de5-f4e80d44aa5a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.7055364 Nov 12 08:43:10.434682 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.437484 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.440671 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae61aa-4fd6-485e-ab55-63415cf32181 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Network': ['ID=396ba5b8-2034-4f74-9162-c4334c5062e9,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:10.440856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8735d2-aeae-49d8-88e0-b8fdb8b6a857 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:10.442085 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fc8735d2-aeae-49d8-88e0-b8fdb8b6a857 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] 10.222.0.31 "GET /v2.0/networks/bf85092c-fa0e-4af9-b1ab-8f0bafe55303 HTTP/1.1" status: 200 len: 757 time: 0.5905948 Nov 12 08:43:10.448374 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39988) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:10.459804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b115d25-4641-4c98-83e1-e6e692355ec2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:10.463541 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b115d25-4641-4c98-83e1-e6e692355ec2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.465211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.466112 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.476489 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.487461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 396ba5b8-2034-4f74-9162-c4334c5062e9 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:10.491126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b115d25-4641-4c98-83e1-e6e692355ec2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:10.500538 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b115d25-4641-4c98-83e1-e6e692355ec2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.500886 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-5b115d25-4641-4c98-83e1-e6e692355ec2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Added segment de316b02-aede-468d-ac84-7a7729f22045 of type vlan for network 5e695620-b9f5-47d7-9665-0d3961f53ff3 Nov 12 08:43:10.545370 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b115d25-4641-4c98-83e1-e6e692355ec2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.601076 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:10.601623 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:10.605850 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:10.608773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-284eb61e-8867-4107-90fd-756a50ea47a4 req-90a65c39-fb84-42ec-8dca-939bbf8029b2 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786439 Nov 12 08:43:10.612271 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b115d25-4641-4c98-83e1-e6e692355ec2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.622997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b115d25-4641-4c98-83e1-e6e692355ec2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:10.628705 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b115d25-4641-4c98-83e1-e6e692355ec2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.735631 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5b115d25-4641-4c98-83e1-e6e692355ec2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3591125 Nov 12 08:43:10.741907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39996) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:10.750481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-71994a29-6168-4318-96ef-4d24cfa28751 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'subnet': {'network_id': '396ba5b8-2034-4f74-9162-c4334c5062e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:10.791407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=ec0915b4-7538-4b9a-adb5-54b857e8ec7c,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:10.821017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b115d25-4641-4c98-83e1-e6e692355ec2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Network': ['ID=5e695620-b9f5-47d7-9665-0d3961f53ff3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:10.822801 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027efb84-f576-4fa6-84bb-9421565fe41d tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:10.824291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-027efb84-f576-4fa6-84bb-9421565fe41d tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] 10.222.0.31 "GET /v2.0/networks/c42dd45d-2c43-49f4-896a-12a8aa7ced1a HTTP/1.1" status: 200 len: 766 time: 0.3726544 Nov 12 08:43:10.833769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 5e695620-b9f5-47d7-9665-0d3961f53ff3 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:10.845260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39998) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:10.847460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.885000 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.888679 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "DELETE /v2.0/networks/b15044cd-7aa3-432f-8e3e-01cd6bf8fb00 HTTP/1.1" status: 204 len: 168 time: 2.7388761 Nov 12 08:43:10.891387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40000) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:10.930112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb3ee1-c887-47b4-afba-552bfa7a6cd5 tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event deleted for resources: {'Network': ['ID=b15044cd-7aa3-432f-8e3e-01cd6bf8fb00,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:10.972117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71994a29-6168-4318-96ef-4d24cfa28751 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:10.976228 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-71994a29-6168-4318-96ef-4d24cfa28751 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:10.996678 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-659acda7-5743-4505-b7e9-ae96a7bd53c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.012880 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-659acda7-5743-4505-b7e9-ae96a7bd53c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.021897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.035166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 25dcca7a-0619-4644-aaec-2eae72200002 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:11.049805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4e547-3079-4157-b486-3663a2dbbf59 req-a6356ca2-dd23-4bd3-9bd3-171ae4ed69e9 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:11.051443 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70c4e547-3079-4157-b486-3663a2dbbf59 req-a6356ca2-dd23-4bd3-9bd3-171ae4ed69e9 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2668972 Nov 12 08:43:11.064952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:11.075782 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.114588 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-659acda7-5743-4505-b7e9-ae96a7bd53c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e6f403c99704a45ae0d5a538875d112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8756003 Nov 12 08:43:11.117863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40002) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:11.126497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659acda7-5743-4505-b7e9-ae96a7bd53c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757711cb-ecd7-4fdc-8f88-2951dc931f3f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:11.135981 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.141637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-518c616f-6893-4857-87c5-6e085edc7c98 None None] Provisioning complete for port 792c441e-15ac-405f-bf18-8377256b50fc triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:11.142074 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-518c616f-6893-4857-87c5-6e085edc7c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.232779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Deleting port 18dac6b6-ebe0-4699-b691-49e3c33418e1 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:11.233098 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.271601 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5a312bbf-b55b-400b-8c55-3d3a80c75e08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.304631 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.334645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70c4e547-3079-4157-b486-3663a2dbbf59 req-74ad90e5-371f-473b-ad2e-df94974ab99c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414677 Nov 12 08:43:11.342876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf85092c-fa0e-4af9-b1ab-8f0bafe55303']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:11.358903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43db4fb-b079-40e4-86ac-5429861ca4ba') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:11.359196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43db4fb-b079-40e4-86ac-5429861ca4ba') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:11.372411 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5a312bbf-b55b-400b-8c55-3d3a80c75e08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.375495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.404220 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.412964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:11.413385 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:11.415152 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:11.438356 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] For port 18dac6b6-ebe0-4699-b691-49e3c33418e1, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=18dac6b6-ebe0-4699-b691-49e3c33418e1,segment=NetworkSegment(737d56c5-e988-444d-8e24-8eda642c5d35),segment_id=737d56c5-e988-444d-8e24-8eda642c5d35)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:11.438648 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.456822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Calling delete_port for 18dac6b6-ebe0-4699-b691-49e3c33418e1 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:11.471637 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-71994a29-6168-4318-96ef-4d24cfa28751 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.487122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router f60f9e38-5f2e-4048-92fb-bbb61d44b1d9 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:43:11.516017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-450629eb-1f2d-4951-8173-ed010655c02b None None] Provisioning complete for port ec0915b4-7538-4b9a-adb5-54b857e8ec7c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:11.516385 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-450629eb-1f2d-4951-8173-ed010655c02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.557342 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5a312bbf-b55b-400b-8c55-3d3a80c75e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.559878 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5a312bbf-b55b-400b-8c55-3d3a80c75e08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.563269 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5a312bbf-b55b-400b-8c55-3d3a80c75e08 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/757711cb-ecd7-4fdc-8f88-2951dc931f3f HTTP/1.1" status: 204 len: 168 time: 0.4369347 Nov 12 08:43:11.563785 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2d64c24d-2da6-457c-9c33-30fbf79fd59c no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:11.596645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a312bbf-b55b-400b-8c55-3d3a80c75e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757711cb-ecd7-4fdc-8f88-2951dc931f3f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:11.597309 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-450629eb-1f2d-4951-8173-ed010655c02b None None] Port ec0915b4-7538-4b9a-adb5-54b857e8ec7c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:11.601318 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 2d64c24d-2da6-457c-9c33-30fbf79fd59c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:11.602204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2d64c24d-2da6-457c-9c33-30fbf79fd59c not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:11.627436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71994a29-6168-4318-96ef-4d24cfa28751 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Subnet': ['ID=308316ab-67c1-404f-881f-68f0aa8f44e0,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:11.644098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:11.645705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71994a29-6168-4318-96ef-4d24cfa28751 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Checking segment: {'id': 'd2bc1864-ad7a-4418-b850-f4c473ffc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '396ba5b8-2034-4f74-9162-c4334c5062e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:11.646066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71994a29-6168-4318-96ef-4d24cfa28751 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network hostable DHCP agents. Network: 396ba5b8-2034-4f74-9162-c4334c5062e9, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:11.647704 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.656485 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2edf4df1-f0ab-43b8-8714-2d6e79e0bc76 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/f60f9e38-5f2e-4048-92fb-bbb61d44b1d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7366827 Nov 12 08:43:11.658716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40010) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:11.659694 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6405fd3-cd96-4606-849b-12a8ebb58a52 None None] Sync routers for ids ['f60f9e38-5f2e-4048-92fb-bbb61d44b1d9'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:11.669965 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6405fd3-cd96-4606-849b-12a8ebb58a52 None None] Routers {'f60f9e38-5f2e-4048-92fb-bbb61d44b1d9'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:11.670936 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e6405fd3-cd96-4606-849b-12a8ebb58a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f60f9e38-5f2e-4048-92fb-bbb61d44b1d9'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:11.680179 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf85092c-fa0e-4af9-b1ab-8f0bafe55303 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:43:11.708340 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.734112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315ebe2-691b-4639-a129-242d6a14f42f req-1d686123-bb3b-486e-9d77-3fc07396f3b3 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:11.743728 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f315ebe2-691b-4639-a129-242d6a14f42f req-1d686123-bb3b-486e-9d77-3fc07396f3b3 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2732077 Nov 12 08:43:11.746928 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.751357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event deleted for resources: {'Port': ['ID=18dac6b6-ebe0-4699-b691-49e3c33418e1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:11.762330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968e9222-1426-4330-8576-8c0115718046 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:11.766787 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-968e9222-1426-4330-8576-8c0115718046 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports/ec0915b4-7538-4b9a-adb5-54b857e8ec7c HTTP/1.1" status: 200 len: 983 time: 0.1070132 Nov 12 08:43:11.767922 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "DELETE /v2.0/networks/bf85092c-fa0e-4af9-b1ab-8f0bafe55303 HTTP/1.1" status: 204 len: 168 time: 0.9184477 Nov 12 08:43:11.769032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40016) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:11.769538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40018) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:11.774117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71994a29-6168-4318-96ef-4d24cfa28751 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 396ba5b8-2034-4f74-9162-c4334c5062e9 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:11.776547 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] No DVR routers for this DVR port 18dac6b6-ebe0-4699-b691-49e3c33418e1 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:11.781464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-25d10f63-8f7f-423d-b2a1-da23b7290cfc tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Request body: {'network': {'name': 'tempest-network--308836106'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:11.792986 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b1c73-7a9f-48c5-9dbd-0f9974cbcaec tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf85092c-fa0e-4af9-b1ab-8f0bafe55303,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:11.795854 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e6405fd3-cd96-4606-849b-12a8ebb58a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:11.813763 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6405fd3-cd96-4606-849b-12a8ebb58a52 None None] Routers {'f60f9e38-5f2e-4048-92fb-bbb61d44b1d9'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:11.814823 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e6405fd3-cd96-4606-849b-12a8ebb58a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f60f9e38-5f2e-4048-92fb-bbb61d44b1d9'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:11.880639 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e6405fd3-cd96-4606-849b-12a8ebb58a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:11.881847 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6405fd3-cd96-4606-849b-12a8ebb58a52 None None] The sync data for ids ['f60f9e38-5f2e-4048-92fb-bbb61d44b1d9'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:11.913401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-71994a29-6168-4318-96ef-4d24cfa28751 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 396ba5b8-2034-4f74-9162-c4334c5062e9) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:11.924920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff5bb96-fc24-455a-8408-fe3b6a5432fd None None] Network 396ba5b8-2034-4f74-9162-c4334c5062e9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:11.933700 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f315ebe2-691b-4639-a129-242d6a14f42f req-468e2d0b-4739-4d68-a9bd-66fc8ae23284 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884217 Nov 12 08:43:11.957682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71994a29-6168-4318-96ef-4d24cfa28751 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:11.958273 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-71994a29-6168-4318-96ef-4d24cfa28751 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:11.965340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d10f63-8f7f-423d-b2a1-da23b7290cfc tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Made reservation on behalf of 1d350e65fe67422bb7f7657862b4ff4d for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:11.967722 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-25d10f63-8f7f-423d-b2a1-da23b7290cfc tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.036701 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.053716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-71994a29-6168-4318-96ef-4d24cfa28751 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3101914 Nov 12 08:43:12.056507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40024) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:12.063440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'subnet': {'network_id': '5e695620-b9f5-47d7-9665-0d3961f53ff3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:12.106889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d10f63-8f7f-423d-b2a1-da23b7290cfc tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:12.166054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:12.189716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-396ba5b8-2034-4f74-9162-c4334c5062e9', 'network_id': '396ba5b8-2034-4f74-9162-c4334c5062e9', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'fixed_ips': [{'subnet_id': '308316ab-67c1-404f-881f-68f0aa8f44e0'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:12.190852 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.218334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737d56c5-e988-444d-8e24-8eda642c5d35') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:12.218613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737d56c5-e988-444d-8e24-8eda642c5d35') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:12.223464 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-25d10f63-8f7f-423d-b2a1-da23b7290cfc tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.223809 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-25d10f63-8f7f-423d-b2a1-da23b7290cfc tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Added segment 5cba7e62-2497-4cb4-b023-b1bf27115af0 of type vlan for network 9f760e56-b29a-4129-8780-94b5b84b6a92 Nov 12 08:43:12.258432 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.263534 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:12.269153 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.311038 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.326224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83ce85-4f29-4867-a992-bb34b62c51b2 req-fbfd7c56-976a-4af9-8411-d05a0907d49c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:12.339074 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb83ce85-4f29-4867-a992-bb34b62c51b2 req-fbfd7c56-976a-4af9-8411-d05a0907d49c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2810004 Nov 12 08:43:12.351767 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-25d10f63-8f7f-423d-b2a1-da23b7290cfc tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.396877 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:12.397644 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.406595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Allocated IP 172.20.0.2 (396ba5b8-2034-4f74-9162-c4334c5062e9/308316ab-67c1-404f-881f-68f0aa8f44e0/b97fdeb0-1e79-4ebb-bee2-1af20e2b180a) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:12.461493 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:12.497166 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.498949 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-25d10f63-8f7f-423d-b2a1-da23b7290cfc tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.499890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d10f63-8f7f-423d-b2a1-da23b7290cfc tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:12.500618 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-25d10f63-8f7f-423d-b2a1-da23b7290cfc tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.534951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.541572 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "DELETE /v2.0/networks/4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425 HTTP/1.1" status: 204 len: 168 time: 1.6468623 Nov 12 08:43:12.556985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40034) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:12.593928 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.605783 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.614293 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.645385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-25d10f63-8f7f-423d-b2a1-da23b7290cfc tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8724837 Nov 12 08:43:12.656878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40040) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:12.668961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Network 396ba5b8-2034-4f74-9162-c4334c5062e9 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:12.678936 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Subnet': ['ID=80bb0475-2b2e-4564-8dc4-3c61dd9d78a5,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:12.679623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:12.682179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:12.695995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Pushing event updated for resources: {'Port': ['ID=b97fdeb0-1e79-4ebb-bee2-1af20e2b180a,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:12.702163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:12.702796 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:12.703306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:12.704579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:12.705790 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:12.706291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:12.706809 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:12.708021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:12.708244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-5af280e2-9616-44ff-88b7-6ceb666b8ec3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:12.708701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:12.709295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:12.709788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:12.710295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:12.730197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d10f63-8f7f-423d-b2a1-da23b7290cfc tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event updated for resources: {'Network': ['ID=9f760e56-b29a-4129-8780-94b5b84b6a92,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:12.743319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Checking segment: {'id': 'de316b02-aede-468d-ac84-7a7729f22045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5e695620-b9f5-47d7-9665-0d3961f53ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:12.743796 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network hostable DHCP agents. Network: 5e695620-b9f5-47d7-9665-0d3961f53ff3, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:12.762666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 9f760e56-b29a-4129-8780-94b5b84b6a92 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:12.764384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 5e695620-b9f5-47d7-9665-0d3961f53ff3 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:12.766158 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb83ce85-4f29-4867-a992-bb34b62c51b2 req-c4d44e17-3f35-4252-8c4b-2a6e7b8cdfb9 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262152 Nov 12 08:43:12.809838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 5e695620-b9f5-47d7-9665-0d3961f53ff3) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:12.824478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:12.826972 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.831517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbe9ac-5a2a-43ba-8bce-ec505e876c8c tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event deleted for resources: {'Network': ['ID=4d1e3107-a0dc-4bb1-8e14-c7c2dbf95425,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:12.863899 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b3346f2f-b87a-45cf-978a-8c0431162f22 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8057973 Nov 12 08:43:12.866746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40052) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:12.869822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b87e70-2abe-4cf3-94c0-27816ae8957e None None] Network 5e695620-b9f5-47d7-9665-0d3961f53ff3 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:12.873436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Attempting to bind port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:12.873804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Attempting to bind port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'd2bc1864-ad7a-4418-b850-f4c473ffc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '396ba5b8-2034-4f74-9162-c4334c5062e9'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:12.873974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-87debcb1-1c2e-47b9-9dd7-252b78350852 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1320428929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:12.874173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Attempting to bind port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a on network 396ba5b8-2034-4f74-9162-c4334c5062e9 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:12.916080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:12.916472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Checking segment: {'id': 'd2bc1864-ad7a-4418-b850-f4c473ffc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '396ba5b8-2034-4f74-9162-c4334c5062e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:12.916880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.917598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Bound using segment: {'id': 'd2bc1864-ad7a-4418-b850-f4c473ffc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '396ba5b8-2034-4f74-9162-c4334c5062e9'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:12.918140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Bound port: b97fdeb0-1e79-4ebb-bee2-1af20e2b180a, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2bc1864-ad7a-4418-b850-f4c473ffc892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '396ba5b8-2034-4f74-9162-c4334c5062e9'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:12.918534 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.935191 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87debcb1-1c2e-47b9-9dd7-252b78350852 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:12.936326 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87debcb1-1c2e-47b9-9dd7-252b78350852 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.042793 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87debcb1-1c2e-47b9-9dd7-252b78350852 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.051529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87debcb1-1c2e-47b9-9dd7-252b78350852 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.058463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.072476 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5af280e2-9616-44ff-88b7-6ceb666b8ec3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.084907 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87debcb1-1c2e-47b9-9dd7-252b78350852 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.088795 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-87debcb1-1c2e-47b9-9dd7-252b78350852 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2184141 Nov 12 08:43:13.089396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40060) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:13.128655 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5af280e2-9616-44ff-88b7-6ceb666b8ec3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.166793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] For port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:13.169594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5af280e2-9616-44ff-88b7-6ceb666b8ec3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Network 9f760e56-b29a-4129-8780-94b5b84b6a92 is not hosted by any dhcp agent {{(pid=102444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:43:13.170466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af280e2-9616-44ff-88b7-6ceb666b8ec3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:13.171050 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5af280e2-9616-44ff-88b7-6ceb666b8ec3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.182505 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5af280e2-9616-44ff-88b7-6ceb666b8ec3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "PUT /v2.0/networks/9f760e56-b29a-4129-8780-94b5b84b6a92 HTTP/1.1" status: 200 len: 857 time: 0.5188389 Nov 12 08:43:13.186636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-5e695620-b9f5-47d7-9665-0d3961f53ff3', 'network_id': '5e695620-b9f5-47d7-9665-0d3961f53ff3', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'fixed_ips': [{'subnet_id': '80bb0475-2b2e-4564-8dc4-3c61dd9d78a5'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:13.187872 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.193216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40062) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:13.207965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] For port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b97fdeb0-1e79-4ebb-bee2-1af20e2b180a,segment=NetworkSegment(d2bc1864-ad7a-4418-b850-f4c473ffc892),segment_id=d2bc1864-ad7a-4418-b850-f4c473ffc892)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:13.222909 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.362318 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af280e2-9616-44ff-88b7-6ceb666b8ec3 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event updated for resources: {'Network': ['ID=9f760e56-b29a-4129-8780-94b5b84b6a92,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:13.393864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.400844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283ebac-ecdd-4d09-92b9-d91962ae6b1f None None] Pushing event updated for resources: {'Port': ['ID=b97fdeb0-1e79-4ebb-bee2-1af20e2b180a,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:13.408904 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.446281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Allocated IP 172.21.0.2 (5e695620-b9f5-47d7-9665-0d3961f53ff3/80bb0475-2b2e-4564-8dc4-3c61dd9d78a5/b133dc35-74ef-4433-b2fb-e8ef1f7fcd79) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:13.480569 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a18170-f828-42de-87dc-a05de53d26bd']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:13.629054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a09066-e87d-4d20-b4a6-1275f255d064') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:13.629727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a09066-e87d-4d20-b4a6-1275f255d064') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:13.664670 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.683181 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.692274 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.738100 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.741807 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f891e184-5710-4875-9d9d-d83afe42c621 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.759537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Network 5e695620-b9f5-47d7-9665-0d3961f53ff3 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:13.763596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:13.768489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:13.794957 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Pushing event updated for resources: {'Port': ['ID=b133dc35-74ef-4433-b2fb-e8ef1f7fcd79,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:13.797375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:13.797375 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.800353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:13.800595 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:13.812162 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.857779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bca8-5309-4222-9c7f-55a825662e5e req-c3c19b60-4ae4-4726-af1b-ea8709c4e141 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:13.859524 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e018bca8-5309-4222-9c7f-55a825662e5e req-c3c19b60-4ae4-4726-af1b-ea8709c4e141 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2496209 Nov 12 08:43:13.871036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f760e56-b29a-4129-8780-94b5b84b6a92']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:13.898807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Attempting to bind port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:13.899804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Attempting to bind port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'de316b02-aede-468d-ac84-7a7729f22045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5e695620-b9f5-47d7-9665-0d3961f53ff3'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:13.900187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Attempting to bind port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 on network 5e695620-b9f5-47d7-9665-0d3961f53ff3 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:13.907616 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:13.908597 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Checking segment: {'id': 'de316b02-aede-468d-ac84-7a7729f22045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5e695620-b9f5-47d7-9665-0d3961f53ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:13.909200 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.910049 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Bound using segment: {'id': 'de316b02-aede-468d-ac84-7a7729f22045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5e695620-b9f5-47d7-9665-0d3961f53ff3'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:13.910667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Bound port: b133dc35-74ef-4433-b2fb-e8ef1f7fcd79, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de316b02-aede-468d-ac84-7a7729f22045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5e695620-b9f5-47d7-9665-0d3961f53ff3'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:13.911843 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.983494 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.027281 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.028400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] For port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:14.034687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] For port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b133dc35-74ef-4433-b2fb-e8ef1f7fcd79,segment=NetworkSegment(de316b02-aede-468d-ac84-7a7729f22045),segment_id=de316b02-aede-468d-ac84-7a7729f22045)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:14.037785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "DELETE /v2.0/networks/e0a18170-f828-42de-87dc-a05de53d26bd HTTP/1.1" status: 204 len: 168 time: 1.4763212 Nov 12 08:43:14.045604 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.055788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40082) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:14.170946 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.179409 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae732f4-d39a-46dd-a6d0-a6c43c339f42 None None] Pushing event updated for resources: {'Port': ['ID=b133dc35-74ef-4433-b2fb-e8ef1f7fcd79,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:14.200443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa6f99-54b1-45c6-ae83-ef736abe372e tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event deleted for resources: {'Network': ['ID=e0a18170-f828-42de-87dc-a05de53d26bd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:14.376465 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cba7e62-2497-4cb4-b023-b1bf27115af0') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:14.376465 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cba7e62-2497-4cb4-b023-b1bf27115af0') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:14.386359 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.522188 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.554041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:14.554641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:14.556641 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:14.644645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e018bca8-5309-4222-9c7f-55a825662e5e req-52f8755c-0107-4a1b-a6fa-cb9e7cab52c2 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7766194 Nov 12 08:43:14.712339 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.734971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5fc133-9e6d-4e50-964a-207b766d09f3']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:14.755599 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.760145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0e850e-74ba-4263-a94c-1760545f8f60') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:14.760424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f760e56-b29a-4129-8780-94b5b84b6a92 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 08:43:14.760548 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0e850e-74ba-4263-a94c-1760545f8f60') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:14.762669 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.772112 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] 10.222.0.31 "DELETE /v2.0/networks/9f760e56-b29a-4129-8780-94b5b84b6a92 HTTP/1.1" status: 204 len: 168 time: 1.5733018 Nov 12 08:43:14.773791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40098) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:14.784216 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.815572 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.825616 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-604c75cb-224b-4c5a-a1a4-17e0d38ad068 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] DELETE failed (client error): The resource could not be found. Nov 12 08:43:14.826174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604c75cb-224b-4c5a-a1a4-17e0d38ad068 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:43:14.829598 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-604c75cb-224b-4c5a-a1a4-17e0d38ad068 tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] 10.222.0.31 "DELETE /v2.0/subnets/185631fd-8798-414f-8c95-2a9972982802 HTTP/1.1" status: 404 len: 337 time: 0.0498381 Nov 12 08:43:14.830605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d8b8b-741f-4b3c-9338-759d1a13ce66 tempest-ExternalNetworksTestJSON-753712667 tempest-ExternalNetworksTestJSON-753712667-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f760e56-b29a-4129-8780-94b5b84b6a92,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:14.841815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40102) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:14.884031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:14.884439 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:14.887596 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:14.948827 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.993140 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.999922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.007633 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] 10.222.0.31 "DELETE /v2.0/networks/6a5fc133-9e6d-4e50-964a-207b766d09f3 HTTP/1.1" status: 204 len: 168 time: 0.9505603 Nov 12 08:43:15.026238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-f891e184-5710-4875-9d9d-d83afe42c621 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port ec0915b4-7538-4b9a-adb5-54b857e8ec7c {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:15.026875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f891e184-5710-4875-9d9d-d83afe42c621 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.049798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a770ad-d872-45f9-94b6-b6cf266d60ea tempest-BulkNetworkOpsIpV6Test-2132808222 tempest-BulkNetworkOpsIpV6Test-2132808222-project] Pushing event deleted for resources: {'Network': ['ID=6a5fc133-9e6d-4e50-964a-207b766d09f3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:15.146157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Allocated IP 172.20.0.1 (396ba5b8-2034-4f74-9162-c4334c5062e9/308316ab-67c1-404f-881f-68f0aa8f44e0/ec1d2431-ebb6-437b-968f-3d85414ab071) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:15.203568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea15863d-f4fa-4177-ab18-cfa02a5893bf None None] Network 396ba5b8-2034-4f74-9162-c4334c5062e9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:15.208039 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f891e184-5710-4875-9d9d-d83afe42c621 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.225522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-f891e184-5710-4875-9d9d-d83afe42c621 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for ec0915b4-7538-4b9a-adb5-54b857e8ec7c owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:15.242239 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.423036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42dd45d-2c43-49f4-896a-12a8aa7ced1a']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:15.465853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b17c5d-47cf-4d9d-9900-4458c9b80802') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:15.466161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b17c5d-47cf-4d9d-9900-4458c9b80802') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:15.492541 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.550067 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-101907ce-3406-426f-8f7f-166dc866a32e None None] Provisioning complete for port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:15.550439 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-101907ce-3406-426f-8f7f-166dc866a32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.592921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.611551 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:15.611961 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:15.615203 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:15.649642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f891e184-5710-4875-9d9d-d83afe42c621 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.723439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40118) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:15.749444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891e184-5710-4875-9d9d-d83afe42c621 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=ec0915b4-7538-4b9a-adb5-54b857e8ec7c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:15.756966 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.793599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b97fdeb0-1e79-4ebb-bee2-1af20e2b180a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:15.795937 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.823007 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.839058 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] 10.222.0.31 "DELETE /v2.0/networks/c42dd45d-2c43-49f4-896a-12a8aa7ced1a HTTP/1.1" status: 204 len: 168 time: 0.9957442 Nov 12 08:43:15.859321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68f3f3-2fbe-429c-9cbe-9cfa00c75f5f tempest-ExternalNetworksTestJSON-628970802 tempest-ExternalNetworksTestJSON-628970802-project] Pushing event deleted for resources: {'Network': ['ID=c42dd45d-2c43-49f4-896a-12a8aa7ced1a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:15.900888 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:15.975321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865a1396-2582-48c1-ae5b-0145e4648e5d None None] Network 5e695620-b9f5-47d7-9665-0d3961f53ff3 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:15.996119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f891e184-5710-4875-9d9d-d83afe42c621 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.007766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 396ba5b8-2034-4f74-9162-c4334c5062e9 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:16.037367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b831d-c7d3-4e4b-adb0-7ed2427c1932 req-be2ffee8-b2ea-4135-9f0a-dee3910bbecc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:16.104291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-301b831d-c7d3-4e4b-adb0-7ed2427c1932 req-be2ffee8-b2ea-4135-9f0a-dee3910bbecc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2291162 Nov 12 08:43:16.104913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:16.104913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=ec1d2431-ebb6-437b-968f-3d85414ab071,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:16.104913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:16.203362 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-101907ce-3406-426f-8f7f-166dc866a32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.276246 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.320799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:16.321334 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.409492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-101907ce-3406-426f-8f7f-166dc866a32e None None] For port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b97fdeb0-1e79-4ebb-bee2-1af20e2b180a,segment=NetworkSegment(d2bc1864-ad7a-4418-b850-f4c473ffc892),segment_id=d2bc1864-ad7a-4418-b850-f4c473ffc892)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:16.430241 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-101907ce-3406-426f-8f7f-166dc866a32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.450931 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-301b831d-c7d3-4e4b-adb0-7ed2427c1932 req-67fac083-886d-447e-a870-7a4ce143a94c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094268 Nov 12 08:43:16.473634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f891e184-5710-4875-9d9d-d83afe42c621 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router f60f9e38-5f2e-4048-92fb-bbb61d44b1d9 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:16.530294 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.591390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40134) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:16.603896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101907ce-3406-426f-8f7f-166dc866a32e None None] Pushing event updated for resources: {'Port': ['ID=b97fdeb0-1e79-4ebb-bee2-1af20e2b180a,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:16.636672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:16.675324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f891e184-5710-4875-9d9d-d83afe42c621 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:16.684015 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f891e184-5710-4875-9d9d-d83afe42c621 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/f60f9e38-5f2e-4048-92fb-bbb61d44b1d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9122877 Nov 12 08:43:16.684787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40136) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:16.702219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4bc64a86-9c33-4aa1-8142-d43c89220c92 None None] Provisioning complete for port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:16.702860 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4bc64a86-9c33-4aa1-8142-d43c89220c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.705733 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622cb1a6-62a5-4fe5-b6de-777e651bbf6b None None] Sync routers for ids ['f60f9e38-5f2e-4048-92fb-bbb61d44b1d9'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:16.776406 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-57eb994f-79ae-4828-953c-b2a6d3562dfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2141667a062e400d821668c205817b06&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0517731 Nov 12 08:43:16.786878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40142) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:16.931889 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab434db8-1fb9-43e9-b483-b96bd4863aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.966540 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab434db8-1fb9-43e9-b483-b96bd4863aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.996470 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622cb1a6-62a5-4fe5-b6de-777e651bbf6b None None] Routers {'f60f9e38-5f2e-4048-92fb-bbb61d44b1d9'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:16.997280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-622cb1a6-62a5-4fe5-b6de-777e651bbf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f60f9e38-5f2e-4048-92fb-bbb61d44b1d9'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:17.037148 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-622cb1a6-62a5-4fe5-b6de-777e651bbf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:17.060961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622cb1a6-62a5-4fe5-b6de-777e651bbf6b None None] Routers {'f60f9e38-5f2e-4048-92fb-bbb61d44b1d9'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:17.061764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-622cb1a6-62a5-4fe5-b6de-777e651bbf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f60f9e38-5f2e-4048-92fb-bbb61d44b1d9'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:17.062403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab434db8-1fb9-43e9-b483-b96bd4863aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.065159 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-a4c3c145-f505-4780-a2f2-abf4f85e332f tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 08:43:17.068595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab434db8-1fb9-43e9-b483-b96bd4863aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.068679 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a4c3c145-f505-4780-a2f2-abf4f85e332f tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/f60f9e38-5f2e-4048-92fb-bbb61d44b1d9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3797936 Nov 12 08:43:17.068754 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ab434db8-1fb9-43e9-b483-b96bd4863aed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54347603-8283-4798-889c-75c5d6d04fa9 HTTP/1.1" status: 204 len: 168 time: 0.2784483 Nov 12 08:43:17.069844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40144) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:17.107821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab434db8-1fb9-43e9-b483-b96bd4863aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54347603-8283-4798-889c-75c5d6d04fa9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:17.111802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-622cb1a6-62a5-4fe5-b6de-777e651bbf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:17.112584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622cb1a6-62a5-4fe5-b6de-777e651bbf6b None None] The sync data for ids ['f60f9e38-5f2e-4048-92fb-bbb61d44b1d9'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:17.127234 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9f2cd8d6-901d-44f4-8b6f-3024a4742a50 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=f60f9e38-5f2e-4048-92fb-bbb61d44b1d9 HTTP/1.1" status: 200 len: 205 time: 0.0550768 Nov 12 08:43:17.127874 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40148) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:17.148852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:17.149368 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.192288 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-48f0a078-ffe1-4523-8bf5-05dbb7a55bf4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b849db680802444da219c1edc9524b99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4983532 Nov 12 08:43:17.195959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40150) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:17.222004 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4bc64a86-9c33-4aa1-8142-d43c89220c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.292994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4bc64a86-9c33-4aa1-8142-d43c89220c92 None None] For port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b133dc35-74ef-4433-b2fb-e8ef1f7fcd79,segment=NetworkSegment(de316b02-aede-468d-ac84-7a7729f22045),segment_id=de316b02-aede-468d-ac84-7a7729f22045)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:17.297692 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.299967 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c06b797-3520-412d-9c70-2aaf55d69f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.302599 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d4ac8f-742f-4a78-b3e6-b3caf7f0032b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.309020 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4bc64a86-9c33-4aa1-8142-d43c89220c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.317233 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.324874 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c06b797-3520-412d-9c70-2aaf55d69f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.345624 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.418364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4bc64a86-9c33-4aa1-8142-d43c89220c92 None None] Provisioning complete for port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:17.418913 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4bc64a86-9c33-4aa1-8142-d43c89220c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.484940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=ec1d2431-ebb6-437b-968f-3d85414ab071,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:17.489617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.541410 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c06b797-3520-412d-9c70-2aaf55d69f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.545841 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c06b797-3520-412d-9c70-2aaf55d69f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.550489 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d4ac8f-742f-4a78-b3e6-b3caf7f0032b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.550649 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4c06b797-3520-412d-9c70-2aaf55d69f20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16edfac4-dd15-41eb-b161-4cf824b4e5ba HTTP/1.1" status: 204 len: 168 time: 0.3508906 Nov 12 08:43:17.551368 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d4ac8f-742f-4a78-b3e6-b3caf7f0032b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.593976 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06b797-3520-412d-9c70-2aaf55d69f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16edfac4-dd15-41eb-b161-4cf824b4e5ba,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:17.625157 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d4ac8f-742f-4a78-b3e6-b3caf7f0032b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.625698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d4ac8f-742f-4a78-b3e6-b3caf7f0032b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Fanout notify agent at l3_agent the message router_deleted on router f60f9e38-5f2e-4048-92fb-bbb61d44b1d9 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:43:17.642696 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-10d4ac8f-742f-4a78-b3e6-b3caf7f0032b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.643828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-10d4ac8f-742f-4a78-b3e6-b3caf7f0032b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/f60f9e38-5f2e-4048-92fb-bbb61d44b1d9 HTTP/1.1" status: 204 len: 168 time: 0.5150235 Nov 12 08:43:17.646790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40168) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:17.692969 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:43:17.693676 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:43:17.718900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-05779fd8-7bf2-463a-8468-36231127f71c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting subnet c787c8c3-7101-4250-8f2a-acf449406652 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:17.724721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc64a86-9c33-4aa1-8142-d43c89220c92 None None] Pushing event updated for resources: {'Port': ['ID=b133dc35-74ef-4433-b2fb-e8ef1f7fcd79,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:17.724896 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05779fd8-7bf2-463a-8468-36231127f71c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.736839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0f9e1-368e-4166-9f97-eb4051d5b369 req-1f3d84d5-c746-43f4-b3a3-1a01872dde0f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:17.738411 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59c0f9e1-368e-4166-9f97-eb4051d5b369 req-1f3d84d5-c746-43f4-b3a3-1a01872dde0f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1182611 Nov 12 08:43:17.747007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 396ba5b8-2034-4f74-9162-c4334c5062e9 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:17.750689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:17.830501 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05779fd8-7bf2-463a-8468-36231127f71c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:17.909898 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-59c0f9e1-368e-4166-9f97-eb4051d5b369 req-cf4c0d95-b452-456b-b3b9-446ee0bb4aac tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615922 Nov 12 08:43:17.958401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5cc19f27-c09f-49b1-8e43-a945e87bc4e0 None None] Provisioning complete for port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:17.959051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router ff7704a1-4b8d-4212-93ab-6896e7a02ce3 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:43:17.959336 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5cc19f27-c09f-49b1-8e43-a945e87bc4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.017921 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05779fd8-7bf2-463a-8468-36231127f71c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.129651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5cc19f27-c09f-49b1-8e43-a945e87bc4e0 None None] Provisioning complete for port ec1d2431-ebb6-437b-968f-3d85414ab071 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:18.130037 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5cc19f27-c09f-49b1-8e43-a945e87bc4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.143481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40178) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:18.149644 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:18.150839 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05779fd8-7bf2-463a-8468-36231127f71c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.157091 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-da2e9dcd-fe2b-4b6e-b006-e0a7e36487ed tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/ff7704a1-4b8d-4212-93ab-6896e7a02ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0647371 Nov 12 08:43:18.159841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40182) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:18.164257 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3e35a-679b-4f9a-bf5a-edcda0e1c2a8 None None] Sync routers for ids ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:18.180283 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc3e35a-679b-4f9a-bf5a-edcda0e1c2a8 None None] Routers {'ff7704a1-4b8d-4212-93ab-6896e7a02ce3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:18.181345 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7dc3e35a-679b-4f9a-bf5a-edcda0e1c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:18.182371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05779fd8-7bf2-463a-8468-36231127f71c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Subnet': ['ID=c787c8c3-7101-4250-8f2a-acf449406652,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:18.184399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-05779fd8-7bf2-463a-8468-36231127f71c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.187671 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-05779fd8-7bf2-463a-8468-36231127f71c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/c787c8c3-7101-4250-8f2a-acf449406652 HTTP/1.1" status: 204 len: 168 time: 0.5398479 Nov 12 08:43:18.190817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40184) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:18.227295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40186) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:18.242328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5cc19f27-c09f-49b1-8e43-a945e87bc4e0 None None] Port ec1d2431-ebb6-437b-968f-3d85414ab071 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:18.268788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceee6ccf-94d5-4d6f-b939-0b567c46aa27 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:18.272738 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ceee6ccf-94d5-4d6f-b939-0b567c46aa27 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports/ec1d2431-ebb6-437b-968f-3d85414ab071 HTTP/1.1" status: 200 len: 910 time: 0.1092389 Nov 12 08:43:18.273479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40190) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:18.278508 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7dc3e35a-679b-4f9a-bf5a-edcda0e1c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:18.290856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd1a590-3589-4a74-aa1c-5cdae85e4a55 None None] Network 25dcca7a-0619-4644-aaec-2eae72200002 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:18.299715 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc3e35a-679b-4f9a-bf5a-edcda0e1c2a8 None None] Routers {'ff7704a1-4b8d-4212-93ab-6896e7a02ce3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:18.307869 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7dc3e35a-679b-4f9a-bf5a-edcda0e1c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:18.362486 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7dc3e35a-679b-4f9a-bf5a-edcda0e1c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:18.363349 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc3e35a-679b-4f9a-bf5a-edcda0e1c2a8 None None] The sync data for ids ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:18.391745 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.474712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c794ecf4-fb69-4882-8c3d-a80abcadb8e7 None None] Provisioning complete for port ec1d2431-ebb6-437b-968f-3d85414ab071 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:18.475583 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c794ecf4-fb69-4882-8c3d-a80abcadb8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.517730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:18.518209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.565469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c794ecf4-fb69-4882-8c3d-a80abcadb8e7 None None] Port ec1d2431-ebb6-437b-968f-3d85414ab071 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:18.620737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc64e4-b0e7-4db9-b55c-ec99fdc43ca4 None None] DHCP port deletion for 25dcca7a-0619-4644-aaec-2eae72200002 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:18.632766 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-920477c3-67bf-4c2e-b082-53c0f679f69b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.686874 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] For port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0076e3ae-5c0f-45eb-add5-1e2fce5a2225,segment=NetworkSegment(b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7),segment_id=b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:18.687241 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.697188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b97fdeb0-1e79-4ebb-bee2-1af20e2b180a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:18.709607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:18.785077 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fafc64e4-b0e7-4db9-b55c-ec99fdc43ca4 None None] Deleting port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:18.785649 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fafc64e4-b0e7-4db9-b55c-ec99fdc43ca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.845839 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-920477c3-67bf-4c2e-b082-53c0f679f69b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.855752 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-920477c3-67bf-4c2e-b082-53c0f679f69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.865996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fafc64e4-b0e7-4db9-b55c-ec99fdc43ca4 None None] For port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0076e3ae-5c0f-45eb-add5-1e2fce5a2225,segment=NetworkSegment(b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7),segment_id=b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:18.866605 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fafc64e4-b0e7-4db9-b55c-ec99fdc43ca4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.868028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40204) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:18.877159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:18.877619 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.888299 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:18.927746 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3014442d-7596-4d6d-8378-4778350fd805 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d350e65fe67422bb7f7657862b4ff4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6967926 Nov 12 08:43:18.928539 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fafc64e4-b0e7-4db9-b55c-ec99fdc43ca4 None None] Calling delete_port for 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:18.928713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40208) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:18.938460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=0076e3ae-5c0f-45eb-add5-1e2fce5a2225,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:18.943023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920477c3-67bf-4c2e-b082-53c0f679f69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f586b06-88fd-4200-9df2-6215a364767e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:18.946987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-920477c3-67bf-4c2e-b082-53c0f679f69b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ec171f546d74071b4e17431cf64c4cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8020554 Nov 12 08:43:18.949706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40210) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:18.951766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No DVR routers for this DVR port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:19.105986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1524396182'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:19.130813 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fafc64e4-b0e7-4db9-b55c-ec99fdc43ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.131006 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.134712 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2fdc8b8-d74f-4cad-a034-9d48dd1d2634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.160702 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2fdc8b8-d74f-4cad-a034-9d48dd1d2634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.167212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc64e4-b0e7-4db9-b55c-ec99fdc43ca4 None None] Pushing event deleted for resources: {'Port': ['ID=0076e3ae-5c0f-45eb-add5-1e2fce5a2225,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:19.186649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc64e4-b0e7-4db9-b55c-ec99fdc43ca4 None None] No DVR routers for this DVR port 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:19.189268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dcca7a-0619-4644-aaec-2eae72200002']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:19.190837 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:19.216655 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7ca10e5c-b847-41a9-8ff2-fcf5939be9ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.220404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:19.220404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ab11ae-e4be-4070-bb3e-3e3b5fda4ad7') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:19.233869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:19.237848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.250938 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.262909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7858c4-0546-4263-a2e0-375923f0118a req-efdd0ad9-ccec-4cf8-97fe-d54e00d317b8 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.265431 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e7858c4-0546-4263-a2e0-375923f0118a req-efdd0ad9-ccec-4cf8-97fe-d54e00d317b8 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2200584 Nov 12 08:43:19.277826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:19.278197 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.287209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.297299 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7ca10e5c-b847-41a9-8ff2-fcf5939be9ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.309831 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.322760 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2fdc8b8-d74f-4cad-a034-9d48dd1d2634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.326078 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2fdc8b8-d74f-4cad-a034-9d48dd1d2634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.330415 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a2fdc8b8-d74f-4cad-a034-9d48dd1d2634 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac22be43-9351-40ac-8a6b-654e6e26b885 HTTP/1.1" status: 204 len: 168 time: 0.3983161 Nov 12 08:43:19.346131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdc8b8-d74f-4cad-a034-9d48dd1d2634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac22be43-9351-40ac-8a6b-654e6e26b885,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:19.350313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:19.350726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:19.353838 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:19.363138 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.474410 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e7858c4-0546-4263-a2e0-375923f0118a req-07576f06-0169-434b-aadf-e9b85074852e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927497 Nov 12 08:43:19.477316 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.487518 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.495268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40216) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:19.497699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/networks/25dcca7a-0619-4644-aaec-2eae72200002 HTTP/1.1" status: 204 len: 168 time: 1.3058000 Nov 12 08:43:19.503367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ab9c220b-2112-4ef0-9c8c-bdf15e7153d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1770371778'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:19.523446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004805b-1cc1-4eac-8a2b-38c034dd7366 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Network': ['ID=25dcca7a-0619-4644-aaec-2eae72200002,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:19.541386 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7ca10e5c-b847-41a9-8ff2-fcf5939be9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.544385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7ca10e5c-b847-41a9-8ff2-fcf5939be9ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.545645 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7ca10e5c-b847-41a9-8ff2-fcf5939be9ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f586b06-88fd-4200-9df2-6215a364767e HTTP/1.1" status: 204 len: 168 time: 0.5950210 Nov 12 08:43:19.562401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca10e5c-b847-41a9-8ff2-fcf5939be9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f586b06-88fd-4200-9df2-6215a364767e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:19.575763 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9c220b-2112-4ef0-9c8c-bdf15e7153d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:19.580642 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab9c220b-2112-4ef0-9c8c-bdf15e7153d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.581749 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.587717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.619140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:19.638010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a1bea6-4ad5-44d1-b164-3fb21d5305c4,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:19.645026 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.645401 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Added segment fd2930c9-68be-4533-ad83-df0a08878ea0 of type vlan for network c5b15860-33f4-48e3-a5b7-3f4908c7fff9 Nov 12 08:43:19.671436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9c220b-2112-4ef0-9c8c-bdf15e7153d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:19.696031 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab9c220b-2112-4ef0-9c8c-bdf15e7153d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.696374 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-ab9c220b-2112-4ef0-9c8c-bdf15e7153d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Added segment 6d4b68bd-9ca9-47c1-a665-9fe66bc44641 of type vlan for network c09b0a6d-7490-4f71-a174-11da4020b63d Nov 12 08:43:19.733939 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.796859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.804178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.805318 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.810459 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab9c220b-2112-4ef0-9c8c-bdf15e7153d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.853387 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9774241 Nov 12 08:43:19.899773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df791f-6556-425c-be9a-28ac77b9771b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=c5b15860-33f4-48e3-a5b7-3f4908c7fff9,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:19.912747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network c5b15860-33f4-48e3-a5b7-3f4908c7fff9 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:19.921310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Allocated IP 172.21.0.1 (5e695620-b9f5-47d7-9665-0d3961f53ff3/80bb0475-2b2e-4564-8dc4-3c61dd9d78a5/b5a34b6e-417b-4fbf-8c56-074eb50179a1) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:19.949535 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab9c220b-2112-4ef0-9c8c-bdf15e7153d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.963406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9c220b-2112-4ef0-9c8c-bdf15e7153d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:19.965458 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab9c220b-2112-4ef0-9c8c-bdf15e7153d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.017611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40232) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:20.031741 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ab9c220b-2112-4ef0-9c8c-bdf15e7153d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5336916 Nov 12 08:43:20.039287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40234) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:20.044462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-988cfe53-d2d4-4c82-8077-2bb2c9034469 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'subnet': {'network_id': 'c09b0a6d-7490-4f71-a174-11da4020b63d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:20.045823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-172cda52-ee83-4574-a53a-c87fa26fd04c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'network_id': 'c5b15860-33f4-48e3-a5b7-3f4908c7fff9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:20.149767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c220b-2112-4ef0-9c8c-bdf15e7153d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Network': ['ID=c09b0a6d-7490-4f71-a174-11da4020b63d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:20.151758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40238) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:20.162618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network c09b0a6d-7490-4f71-a174-11da4020b63d details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:20.215947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f7a3-2f42-42e2-8c8d-9008e51f7af8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.244703 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.252167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172cda52-ee83-4574-a53a-c87fa26fd04c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:20.255779 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-172cda52-ee83-4574-a53a-c87fa26fd04c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.279832 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988cfe53-d2d4-4c82-8077-2bb2c9034469 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:20.284533 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-988cfe53-d2d4-4c82-8077-2bb2c9034469 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.363213 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.411590 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f7a3-2f42-42e2-8c8d-9008e51f7af8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.431575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 5e695620-b9f5-47d7-9665-0d3961f53ff3 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:20.435585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=b5a34b6e-417b-4fbf-8c56-074eb50179a1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:20.438139 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:20.441668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:20.444945 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ea4f7a3-2f42-42e2-8c8d-9008e51f7af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.490845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.496720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2ea4f7a3-2f42-42e2-8c8d-9008e51f7af8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a63150413f8546e98eb69fe8592af871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3409002 Nov 12 08:43:20.497044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40248) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:20.569467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4f7a3-2f42-42e2-8c8d-9008e51f7af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c09970-772f-4ca3-a695-c2ca55b8c488,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:20.632159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:20.638789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-172cda52-ee83-4574-a53a-c87fa26fd04c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.697245 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:20.698231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0076e3ae-5c0f-45eb-add5-1e2fce5a2225 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:20.730249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cda52-ee83-4574-a53a-c87fa26fd04c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=814e93f2-4fef-4530-8425-2876dd831730,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:20.741088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172cda52-ee83-4574-a53a-c87fa26fd04c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking segment: {'id': 'fd2930c9-68be-4533-ad83-df0a08878ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c5b15860-33f4-48e3-a5b7-3f4908c7fff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:20.741622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172cda52-ee83-4574-a53a-c87fa26fd04c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network hostable DHCP agents. Network: c5b15860-33f4-48e3-a5b7-3f4908c7fff9, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:20.771877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-55bc9622-98e6-4a61-bcdb-9c6d73eb1baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.775676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172cda52-ee83-4574-a53a-c87fa26fd04c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network c5b15860-33f4-48e3-a5b7-3f4908c7fff9 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:20.790635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-172cda52-ee83-4574-a53a-c87fa26fd04c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, c5b15860-33f4-48e3-a5b7-3f4908c7fff9) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:20.805336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe7bbb-a760-40b2-b00f-a057d58fd101 req-e105c4ea-890b-4fba-a833-71c96f3486ee tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:20.805511 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b56c1d-b131-492c-9fa1-946a9d07e83a None None] Network c5b15860-33f4-48e3-a5b7-3f4908c7fff9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:20.806891 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cfe7bbb-a760-40b2-b00f-a057d58fd101 req-e105c4ea-890b-4fba-a833-71c96f3486ee tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1715491 Nov 12 08:43:20.815495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-988cfe53-d2d4-4c82-8077-2bb2c9034469 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.820204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172cda52-ee83-4574-a53a-c87fa26fd04c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:20.820821 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-172cda52-ee83-4574-a53a-c87fa26fd04c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.851120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-172cda52-ee83-4574-a53a-c87fa26fd04c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8265512 Nov 12 08:43:20.859029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40260) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:20.867436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a6a3079b-f74c-4adc-8164-2d565bc2709b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155713898'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:20.895063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-55bc9622-98e6-4a61-bcdb-9c6d73eb1baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.897063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.911012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a3079b-f74c-4adc-8164-2d565bc2709b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:20.918632 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6a3079b-f74c-4adc-8164-2d565bc2709b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.931849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e0ecef6e-b756-4964-a9e5-e80209d989b6 None None] Provisioning complete for port b5a34b6e-417b-4fbf-8c56-074eb50179a1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:20.932397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e0ecef6e-b756-4964-a9e5-e80209d989b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.983845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a3079b-f74c-4adc-8164-2d565bc2709b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:20.995025 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e0ecef6e-b756-4964-a9e5-e80209d989b6 None None] Port b5a34b6e-417b-4fbf-8c56-074eb50179a1 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:21.014130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cfe53-d2d4-4c82-8077-2bb2c9034469 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Subnet': ['ID=d7dac9e6-d0f1-45e5-870d-9c15f707c7f0,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:21.016854 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6a3079b-f74c-4adc-8164-2d565bc2709b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.017717 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-a6a3079b-f74c-4adc-8164-2d565bc2709b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Added segment 5390a73e-1ff9-4598-a0ee-330db1cc0e31 of type vlan for network 3715692d-218c-4f55-bdae-0e7fdfed4ac8 Nov 12 08:43:21.046577 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cfe7bbb-a760-40b2-b00f-a057d58fd101 req-1665d88b-c855-48f4-9572-7fa22d98470a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223694 Nov 12 08:43:21.066375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cfe53-d2d4-4c82-8077-2bb2c9034469 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Checking segment: {'id': '6d4b68bd-9ca9-47c1-a665-9fe66bc44641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c09b0a6d-7490-4f71-a174-11da4020b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:21.066745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988cfe53-d2d4-4c82-8077-2bb2c9034469 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network hostable DHCP agents. Network: c09b0a6d-7490-4f71-a174-11da4020b63d, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:21.097949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-c5b15860-33f4-48e3-a5b7-3f4908c7fff9', 'network_id': 'c5b15860-33f4-48e3-a5b7-3f4908c7fff9', 'tenant_id': '483a0d22ce49450cb5d78e73d903bb85', 'fixed_ips': [{'subnet_id': '814e93f2-4fef-4530-8425-2876dd831730'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:21.098836 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.102841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6a3079b-f74c-4adc-8164-2d565bc2709b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.134570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988cfe53-d2d4-4c82-8077-2bb2c9034469 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network c09b0a6d-7490-4f71-a174-11da4020b63d is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:21.135904 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6a3079b-f74c-4adc-8164-2d565bc2709b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.144367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a3079b-f74c-4adc-8164-2d565bc2709b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:21.145888 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6a3079b-f74c-4adc-8164-2d565bc2709b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.175175 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-55bc9622-98e6-4a61-bcdb-9c6d73eb1baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.178205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-55bc9622-98e6-4a61-bcdb-9c6d73eb1baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.179515 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-55bc9622-98e6-4a61-bcdb-9c6d73eb1baa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15c09970-772f-4ca3-a695-c2ca55b8c488 HTTP/1.1" status: 204 len: 168 time: 0.6812441 Nov 12 08:43:21.194226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-988cfe53-d2d4-4c82-8077-2bb2c9034469 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, c09b0a6d-7490-4f71-a174-11da4020b63d) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:21.202766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc9622-98e6-4a61-bcdb-9c6d73eb1baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c09970-772f-4ca3-a695-c2ca55b8c488,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:21.205569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988cfe53-d2d4-4c82-8077-2bb2c9034469 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:21.206223 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-988cfe53-d2d4-4c82-8077-2bb2c9034469 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.233783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3079b-f74c-4adc-8164-2d565bc2709b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=3715692d-218c-4f55-bdae-0e7fdfed4ac8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:21.250490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-988cfe53-d2d4-4c82-8077-2bb2c9034469 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2099915 Nov 12 08:43:21.251524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40270) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:21.253849 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a6a3079b-f74c-4adc-8164-2d565bc2709b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3927577 Nov 12 08:43:21.256339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40272) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:21.263203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-eab8242f-d187-4861-9c29-f5e5fa03fcd3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'network_id': '3715692d-218c-4f55-bdae-0e7fdfed4ac8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:21.276217 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7076217e-5ebf-4da5-95ac-2ccbdf3c0f60 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-957613139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:21.295501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a428baaf-0d3d-4604-9601-3eb72978680d None None] Network c09b0a6d-7490-4f71-a174-11da4020b63d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:21.350421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7076217e-5ebf-4da5-95ac-2ccbdf3c0f60 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.351037 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7076217e-5ebf-4da5-95ac-2ccbdf3c0f60 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.388588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 3715692d-218c-4f55-bdae-0e7fdfed4ac8 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:21.457412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab8242f-d187-4861-9c29-f5e5fa03fcd3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:21.461718 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eab8242f-d187-4861-9c29-f5e5fa03fcd3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.464284 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7076217e-5ebf-4da5-95ac-2ccbdf3c0f60 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.478167 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7076217e-5ebf-4da5-95ac-2ccbdf3c0f60 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.500022 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.519359 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.579265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Allocated IP 172.20.255.242 (c5b15860-33f4-48e3-a5b7-3f4908c7fff9/814e93f2-4fef-4530-8425-2876dd831730/76622a51-f463-441a-9cbc-9533def43e45) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:21.592913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-c09b0a6d-7490-4f71-a174-11da4020b63d', 'network_id': 'c09b0a6d-7490-4f71-a174-11da4020b63d', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'fixed_ips': [{'subnet_id': 'd7dac9e6-d0f1-45e5-870d-9c15f707c7f0'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:21.594190 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.625127 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7076217e-5ebf-4da5-95ac-2ccbdf3c0f60 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.631593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40284) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:21.641799 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7076217e-5ebf-4da5-95ac-2ccbdf3c0f60 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3779583 Nov 12 08:43:21.686350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=b5a34b6e-417b-4fbf-8c56-074eb50179a1,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:21.692419 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:21.839578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 5e695620-b9f5-47d7-9665-0d3961f53ff3 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:21.841784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:22.023694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router ff7704a1-4b8d-4212-93ab-6896e7a02ce3 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:22.089848 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:22.125067 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:22.322324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40306) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:22.340991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Allocated IP 2001:db8::2 (c09b0a6d-7490-4f71-a174-11da4020b63d/d7dac9e6-d0f1-45e5-870d-9c15f707c7f0/0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:22.344697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:22.356862 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b26e88a7-0261-4ec9-a151-64db3c0d3589 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/ff7704a1-4b8d-4212-93ab-6896e7a02ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0827782 Nov 12 08:43:22.357648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40314) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:22.361647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Network c5b15860-33f4-48e3-a5b7-3f4908c7fff9 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:22.371769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:22.383438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:22.390065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7bf293-8ea7-415c-a516-bb0c8028c7ec None None] Sync routers for ids ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:22.414867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Pushing event updated for resources: {'Port': ['ID=76622a51-f463-441a-9cbc-9533def43e45,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:22.430742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4c1e19de-8553-40ca-a1be-b1f6a41f45b9 None None] Provisioning complete for port b5a34b6e-417b-4fbf-8c56-074eb50179a1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:22.431866 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4c1e19de-8553-40ca-a1be-b1f6a41f45b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:22.448521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bf293-8ea7-415c-a516-bb0c8028c7ec None None] Routers {'ff7704a1-4b8d-4212-93ab-6896e7a02ce3'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:22.449699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7c7bf293-8ea7-415c-a516-bb0c8028c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:22.494478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b974c65c-f988-4634-b12e-d7a4b279a882 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:22.496106 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b974c65c-f988-4634-b12e-d7a4b279a882 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports/b5a34b6e-417b-4fbf-8c56-074eb50179a1 HTTP/1.1" status: 200 len: 910 time: 0.1373835 Nov 12 08:43:22.499008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40318) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:22.535535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:22.544445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:22.544852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:22.545212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:22.545548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:22.546120 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:22.546455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:22.546780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:22.547171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:22.556737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:22.557075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:22.557549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:22.560862 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:22.680854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7c7bf293-8ea7-415c-a516-bb0c8028c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:22.695555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4b150e8c-6cc0-452e-9a59-4c852adce389 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:22.791789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eab8242f-d187-4861-9c29-f5e5fa03fcd3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:22.930180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7bf293-8ea7-415c-a516-bb0c8028c7ec None None] Routers {'ff7704a1-4b8d-4212-93ab-6896e7a02ce3'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:22.930868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7c7bf293-8ea7-415c-a516-bb0c8028c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:22.937237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4c1e19de-8553-40ca-a1be-b1f6a41f45b9 None None] Port b5a34b6e-417b-4fbf-8c56-074eb50179a1 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:22.938686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28379e-6d5f-4f1b-b3a3-8264f389ec94 req-3f997072-ecde-4949-a169-f90f38f0891c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:22.946679 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b28379e-6d5f-4f1b-b3a3-8264f389ec94 req-3f997072-ecde-4949-a169-f90f38f0891c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2516317 Nov 12 08:43:22.975598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Attempting to bind port 76622a51-f463-441a-9cbc-9533def43e45 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:22.975962 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Attempting to bind port 76622a51-f463-441a-9cbc-9533def43e45 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'fd2930c9-68be-4533-ad83-df0a08878ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c5b15860-33f4-48e3-a5b7-3f4908c7fff9'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:22.976324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Attempting to bind port 76622a51-f463-441a-9cbc-9533def43e45 on network c5b15860-33f4-48e3-a5b7-3f4908c7fff9 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:22.979976 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7c7bf293-8ea7-415c-a516-bb0c8028c7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:22.980795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7bf293-8ea7-415c-a516-bb0c8028c7ec None None] The sync data for ids ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:22.989321 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.015190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:23.015571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Checking segment: {'id': 'fd2930c9-68be-4533-ad83-df0a08878ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c5b15860-33f4-48e3-a5b7-3f4908c7fff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:23.015976 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.016471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Bound using segment: {'id': 'fd2930c9-68be-4533-ad83-df0a08878ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c5b15860-33f4-48e3-a5b7-3f4908c7fff9'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:23.016850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Bound port: 76622a51-f463-441a-9cbc-9533def43e45, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2930c9-68be-4533-ad83-df0a08878ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c5b15860-33f4-48e3-a5b7-3f4908c7fff9'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:23.017340 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.030001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8242f-d187-4861-9c29-f5e5fa03fcd3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=a791a19f-260d-4690-b110-c3bbd17db487,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:23.148830 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.156912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] For port 76622a51-f463-441a-9cbc-9533def43e45, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:23.163234 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] For port 76622a51-f463-441a-9cbc-9533def43e45, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=76622a51-f463-441a-9cbc-9533def43e45,segment=NetworkSegment(fd2930c9-68be-4533-ad83-df0a08878ea0),segment_id=fd2930c9-68be-4533-ad83-df0a08878ea0)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:23.165552 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.181224 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b28379e-6d5f-4f1b-b3a3-8264f389ec94 req-43beb687-4e4c-47f1-a8b5-1f71222b935f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334878 Nov 12 08:43:23.185032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab8242f-d187-4861-9c29-f5e5fa03fcd3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking segment: {'id': '5390a73e-1ff9-4598-a0ee-330db1cc0e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3715692d-218c-4f55-bdae-0e7fdfed4ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:23.185521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab8242f-d187-4861-9c29-f5e5fa03fcd3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network hostable DHCP agents. Network: 3715692d-218c-4f55-bdae-0e7fdfed4ac8, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:23.198404 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.255451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Network c09b0a6d-7490-4f71-a174-11da4020b63d is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:23.276289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:23.279259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Pushing event updated for resources: {'Port': ['ID=0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:23.280726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab8242f-d187-4861-9c29-f5e5fa03fcd3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network 3715692d-218c-4f55-bdae-0e7fdfed4ac8 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:23.304930 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4b150e8c-6cc0-452e-9a59-4c852adce389 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] 10.222.0.31 "PUT /v2.0/quotas/8c674a8d0df64dce92d51e2b5e1ee099 HTTP/1.1" status: 200 len: 368 time: 0.9811184 Nov 12 08:43:23.309271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40334) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:23.319496 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Request body: {'network': {'project_id': '8c674a8d0df64dce92d51e2b5e1ee099'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:23.349229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-eab8242f-d187-4861-9c29-f5e5fa03fcd3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 3715692d-218c-4f55-bdae-0e7fdfed4ac8) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:23.351439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:23.355744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2286c-c28d-4d96-8cf4-07a723cd1bd6 None None] Pushing event updated for resources: {'Port': ['ID=76622a51-f463-441a-9cbc-9533def43e45,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:23.369522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2044b895-5f2d-4b4d-9298-b3ce167f8239 None None] Network 3715692d-218c-4f55-bdae-0e7fdfed4ac8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:23.373818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab8242f-d187-4861-9c29-f5e5fa03fcd3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:23.374440 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eab8242f-d187-4861-9c29-f5e5fa03fcd3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.394441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Made reservation on behalf of 8c674a8d0df64dce92d51e2b5e1ee099 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:23.397217 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.412907 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.467522 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eab8242f-d187-4861-9c29-f5e5fa03fcd3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2070742 Nov 12 08:43:23.486336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40338) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:23.528491 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0d5de172-89ee-45c9-b455-01c635173deb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.554510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Attempting to bind port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:23.555107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Attempting to bind port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '6d4b68bd-9ca9-47c1-a665-9fe66bc44641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c09b0a6d-7490-4f71-a174-11da4020b63d'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:23.555617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Attempting to bind port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 on network c09b0a6d-7490-4f71-a174-11da4020b63d {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:23.571194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:23.571776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Checking segment: {'id': '6d4b68bd-9ca9-47c1-a665-9fe66bc44641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c09b0a6d-7490-4f71-a174-11da4020b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:23.572324 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.572874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Bound using segment: {'id': '6d4b68bd-9ca9-47c1-a665-9fe66bc44641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c09b0a6d-7490-4f71-a174-11da4020b63d'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:23.573575 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Bound port: 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4b68bd-9ca9-47c1-a665-9fe66bc44641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c09b0a6d-7490-4f71-a174-11da4020b63d'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:23.575858 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.697991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Allocated IP 2001:db8::1 (c09b0a6d-7490-4f71-a174-11da4020b63d/d7dac9e6-d0f1-45e5-870d-9c15f707c7f0/7cc9c277-c299-48e5-883f-7fba54e49c1b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:23.738400 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.800451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-3715692d-218c-4f55-bdae-0e7fdfed4ac8', 'network_id': '3715692d-218c-4f55-bdae-0e7fdfed4ac8', 'tenant_id': '483a0d22ce49450cb5d78e73d903bb85', 'fixed_ips': [{'subnet_id': 'a791a19f-260d-4690-b110-c3bbd17db487'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:23.801610 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.806301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] For port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:23.810529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] For port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036,segment=NetworkSegment(6d4b68bd-9ca9-47c1-a665-9fe66bc44641),segment_id=6d4b68bd-9ca9-47c1-a665-9fe66bc44641)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:23.826493 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.855415 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.894543 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.897274 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.918209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:23.930490 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.931034 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Added segment 96c650cd-a210-4c7f-a597-0a6a1aeb17bb of type vlan for network 123e7cb6-bf93-4339-9973-a96ccc09f3f8 Nov 12 08:43:23.986728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9534d7a-6c7b-4594-8725-9131b56ec489 None None] Pushing event updated for resources: {'Port': ['ID=0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:23.987351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.068440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce3f962-d75d-434d-9b63-8863b3bfcb6d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:24.078028 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.079772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:24.080273 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.083374 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.136367 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Allocated IP 172.20.0.2 (3715692d-218c-4f55-bdae-0e7fdfed4ac8/a791a19f-260d-4690-b110-c3bbd17db487/f7572700-744d-48e6-b38e-a155909e5254) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:24.169978 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.175807 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8652115 Nov 12 08:43:24.179129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0d5de172-89ee-45c9-b455-01c635173deb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port b5a34b6e-417b-4fbf-8c56-074eb50179a1 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:24.179692 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0d5de172-89ee-45c9-b455-01c635173deb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.183010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40356) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:24.256599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-45446e1e-a85f-49ad-a2ac-48abf5712f5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Request body: {'network': {'project_id': '8c674a8d0df64dce92d51e2b5e1ee099'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:24.270260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=7cc9c277-c299-48e5-883f-7fba54e49c1b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:24.306983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network c09b0a6d-7490-4f71-a174-11da4020b63d is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:24.311625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:24.318175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:24.321189 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.348536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b3e24-9868-4fab-91d7-919e64dd4f6c tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Pushing event updated for resources: {'Network': ['ID=123e7cb6-bf93-4339-9973-a96ccc09f3f8,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:24.374078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 123e7cb6-bf93-4339-9973-a96ccc09f3f8 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:24.547261 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0d5de172-89ee-45c9-b455-01c635173deb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.569011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0d5de172-89ee-45c9-b455-01c635173deb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for b5a34b6e-417b-4fbf-8c56-074eb50179a1 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:24.593814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45446e1e-a85f-49ad-a2ac-48abf5712f5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Made reservation on behalf of 8c674a8d0df64dce92d51e2b5e1ee099 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:24.600862 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45446e1e-a85f-49ad-a2ac-48abf5712f5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.626107 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.628399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.647419 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.734664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 76622a51-f463-441a-9cbc-9533def43e45 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:24.741684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Network 3715692d-218c-4f55-bdae-0e7fdfed4ac8 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:24.763518 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45446e1e-a85f-49ad-a2ac-48abf5712f5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:24.790424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:24.799223 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:24.816443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Pushing event updated for resources: {'Port': ['ID=f7572700-744d-48e6-b38e-a155909e5254,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:24.822969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a91721-11ac-4f55-a80f-05587dbbe62e req-59949fa0-89ac-4f6b-abbd-b5bee32cea0d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:24.825592 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b5a91721-11ac-4f55-a80f-05587dbbe62e req-59949fa0-89ac-4f6b-abbd-b5bee32cea0d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.4835699 Nov 12 08:43:24.859656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 792c441e-15ac-405f-bf18-8377256b50fc details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:43:24.925258 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45446e1e-a85f-49ad-a2ac-48abf5712f5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.926387 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-45446e1e-a85f-49ad-a2ac-48abf5712f5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Added segment 247f39c7-fb66-4c89-9ac4-59a16b66d7f3 of type vlan for network 08164330-ac50-485d-8528-f03572cede64 Nov 12 08:43:24.934316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Attempting to bind port f7572700-744d-48e6-b38e-a155909e5254 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:24.934696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Attempting to bind port f7572700-744d-48e6-b38e-a155909e5254 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '5390a73e-1ff9-4598-a0ee-330db1cc0e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3715692d-218c-4f55-bdae-0e7fdfed4ac8'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:24.935070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Attempting to bind port f7572700-744d-48e6-b38e-a155909e5254 on network 3715692d-218c-4f55-bdae-0e7fdfed4ac8 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:24.971044 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.979319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:24.979772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Checking segment: {'id': '5390a73e-1ff9-4598-a0ee-330db1cc0e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3715692d-218c-4f55-bdae-0e7fdfed4ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:24.980123 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.980532 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Bound using segment: {'id': '5390a73e-1ff9-4598-a0ee-330db1cc0e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3715692d-218c-4f55-bdae-0e7fdfed4ac8'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:24.981038 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Bound port: f7572700-744d-48e6-b38e-a155909e5254, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5390a73e-1ff9-4598-a0ee-330db1cc0e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3715692d-218c-4f55-bdae-0e7fdfed4ac8'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:24.981458 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.066256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 76622a51-f463-441a-9cbc-9533def43e45 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:25.066766 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.120421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Subnet': ['ID=a791a19f-260d-4690-b110-c3bbd17db487,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:25.134092 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45446e1e-a85f-49ad-a2ac-48abf5712f5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.154809 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b5a91721-11ac-4f55-a80f-05587dbbe62e req-0249345d-b56e-4f3c-8d24-a0afa4fea59d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099580 Nov 12 08:43:25.205746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] For port f7572700-744d-48e6-b38e-a155909e5254, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:25.209636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] For port f7572700-744d-48e6-b38e-a155909e5254, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f7572700-744d-48e6-b38e-a155909e5254,segment=NetworkSegment(5390a73e-1ff9-4598-a0ee-330db1cc0e31),segment_id=5390a73e-1ff9-4598-a0ee-330db1cc0e31)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:25.221136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315d5b60-1707-415e-b4ed-3de0c3abe8fd None None] Network c5b15860-33f4-48e3-a5b7-3f4908c7fff9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:25.233028 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.233364 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45446e1e-a85f-49ad-a2ac-48abf5712f5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.235680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45446e1e-a85f-49ad-a2ac-48abf5712f5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:25.237429 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45446e1e-a85f-49ad-a2ac-48abf5712f5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.340953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b6c91-ba3f-4169-b35b-2d1734c1b4ec None None] Pushing event updated for resources: {'Port': ['ID=f7572700-744d-48e6-b38e-a155909e5254,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:25.359159 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-45446e1e-a85f-49ad-a2ac-48abf5712f5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1070931 Nov 12 08:43:25.362407 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0d5de172-89ee-45c9-b455-01c635173deb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.372314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40378) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:25.397704 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-857a9ce6-1e21-48c7-bab7-d7c260314c98 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Request body: {'network': {'project_id': '8c674a8d0df64dce92d51e2b5e1ee099'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:25.403797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45446e1e-a85f-49ad-a2ac-48abf5712f5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Pushing event updated for resources: {'Network': ['ID=08164330-ac50-485d-8528-f03572cede64,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:25.421291 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.427384 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.444619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3867d8af-122b-403a-99ee-64b54e9f52e0 None None] Provisioning complete for port 76622a51-f463-441a-9cbc-9533def43e45 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:25.446518 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5de172-89ee-45c9-b455-01c635173deb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=b5a34b6e-417b-4fbf-8c56-074eb50179a1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:25.454690 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3867d8af-122b-403a-99ee-64b54e9f52e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.471483 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.472641 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.492850 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.503966 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-857a9ce6-1e21-48c7-bab7-d7c260314c98 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 08:43:25.509389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857a9ce6-1e21-48c7-bab7-d7c260314c98 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:43:25.513308 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-857a9ce6-1e21-48c7-bab7-d7c260314c98 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1246340 Nov 12 08:43:25.534143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40382) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:25.543840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 08164330-ac50-485d-8528-f03572cede64 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:25.573543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=792c441e-15ac-405f-bf18-8377256b50fc,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:25.648531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '792c441e-15ac-405f-bf18-8377256b50fc', 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84', 'port_id': '792c441e-15ac-405f-bf18-8377256b50fc', 'mac_address': 'fa:16:3e:e0:f5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9330ef-ee82-4258-9e06-e7d9a0866049', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:43:25.658597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3715692d-218c-4f55-bdae-0e7fdfed4ac8']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:25.732921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5390a73e-1ff9-4598-a0ee-330db1cc0e31') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:25.733117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5390a73e-1ff9-4598-a0ee-330db1cc0e31') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:25.755935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=7cc9c277-c299-48e5-883f-7fba54e49c1b,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:25.781177 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8fbd520c-242e-47e4-b4c8-3b37068a2608 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c674a8d0df64dce92d51e2b5e1ee099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457983 Nov 12 08:43:25.781821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40392) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:25.782152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40394) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:25.812558 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.836840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network c09b0a6d-7490-4f71-a174-11da4020b63d is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:25.839394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:25.846751 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.856837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:25.857272 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:25.862962 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:25.880687 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0d5de172-89ee-45c9-b455-01c635173deb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:25.937961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea497c-bdbe-4326-81f9-66edb6bb643e None None] Network c09b0a6d-7490-4f71-a174-11da4020b63d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:26.032100 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.api [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:43:26.032100 n-d-768851-18 neutron-server[102444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:43:26.032100 n-d-768851-18 neutron-server[102444]: [parameters: {'id': '3715692d-218c-4f55-bdae-0e7fdfed4ac8'}] Nov 12 08:43:26.032100 n-d-768851-18 neutron-server[102444]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:43:26.033356 n-d-768851-18 neutron-server[102444]: DEBUG oslo_db.api [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:43:26.050395 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4e61a91-2e75-4bc5-b653-c9394441fce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.064832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 76622a51-f463-441a-9cbc-9533def43e45, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=76622a51-f463-441a-9cbc-9533def43e45,segment=NetworkSegment(fd2930c9-68be-4533-ad83-df0a08878ea0),segment_id=fd2930c9-68be-4533-ad83-df0a08878ea0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:26.091811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router 462377e0-2a68-458a-9b0c-c78845885da3 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:43:26.102609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a7a34a-0497-4752-a089-191a8d83e0f8 None None] Network 3715692d-218c-4f55-bdae-0e7fdfed4ac8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:26.122481 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-38a50524-8ef9-4867-971b-0becb5c90e5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.187142 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-38a50524-8ef9-4867-971b-0becb5c90e5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.237300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:26.244631 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cf272ef2-bd3b-4d96-9b29-0944941dde9a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/462377e0-2a68-458a-9b0c-c78845885da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6079645 Nov 12 08:43:26.248256 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d4522-7f1e-497c-abc7-e153fa60f910 None None] Sync routers for ids ['462377e0-2a68-458a-9b0c-c78845885da3'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:26.252864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40408) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:26.271370 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d4522-7f1e-497c-abc7-e153fa60f910 None None] Routers {'462377e0-2a68-458a-9b0c-c78845885da3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:26.278811 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b89d4522-7f1e-497c-abc7-e153fa60f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['462377e0-2a68-458a-9b0c-c78845885da3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:26.327846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5de172-89ee-45c9-b455-01c635173deb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router ff7704a1-4b8d-4212-93ab-6896e7a02ce3 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:26.342507 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.367100 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4e61a91-2e75-4bc5-b653-c9394441fce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.369507 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b89d4522-7f1e-497c-abc7-e153fa60f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:26.373316 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.374029 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:26.387391 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d4522-7f1e-497c-abc7-e153fa60f910 None None] Routers {'462377e0-2a68-458a-9b0c-c78845885da3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:26.388627 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b89d4522-7f1e-497c-abc7-e153fa60f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['462377e0-2a68-458a-9b0c-c78845885da3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:26.434702 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4e61a91-2e75-4bc5-b653-c9394441fce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.435472 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b89d4522-7f1e-497c-abc7-e153fa60f910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:26.436320 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89d4522-7f1e-497c-abc7-e153fa60f910 None None] The sync data for ids ['462377e0-2a68-458a-9b0c-c78845885da3'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:26.451908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 792c441e-15ac-405f-bf18-8377256b50fc {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:43:26.454141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f016087b-e5e5-4d27-a1df-2babd218a583 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:26.455911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f016087b-e5e5-4d27-a1df-2babd218a583 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports/7cc9c277-c299-48e5-883f-7fba54e49c1b HTTP/1.1" status: 200 len: 911 time: 0.2018666 Nov 12 08:43:26.462681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40414) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:26.498069 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-38a50524-8ef9-4867-971b-0becb5c90e5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.500922 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-38a50524-8ef9-4867-971b-0becb5c90e5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.502716 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-38a50524-8ef9-4867-971b-0becb5c90e5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ce3f962-d75d-434d-9b63-8863b3bfcb6d HTTP/1.1" status: 204 len: 168 time: 0.6830249 Nov 12 08:43:26.517821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40418) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:26.539758 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.540270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=792c441e-15ac-405f-bf18-8377256b50fc,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:26.565136 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c4e61a91-2e75-4bc5-b653-c9394441fce7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f49ab5f064941e6b5587263dd9611db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7491932 Nov 12 08:43:26.565136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e61a91-2e75-4bc5-b653-c9394441fce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdac60b-acce-4f1f-842f-4cfd0d6e2189,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:26.574893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40420) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:26.587379 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.604100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed896f-4702-4490-be1e-fece16f3ec63 req-165f2a9d-487e-45e1-9673-ca4b0275e44e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:26.606139 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e2ed896f-4702-4490-be1e-fece16f3ec63 req-165f2a9d-487e-45e1-9673-ca4b0275e44e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2384169 Nov 12 08:43:26.636626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5de172-89ee-45c9-b455-01c635173deb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:26.643038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a50524-8ef9-4867-971b-0becb5c90e5b tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce3f962-d75d-434d-9b63-8863b3bfcb6d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:26.655803 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0d5de172-89ee-45c9-b455-01c635173deb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/ff7704a1-4b8d-4212-93ab-6896e7a02ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1525283 Nov 12 08:43:26.656122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40426) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:26.750103 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e2ed896f-4702-4490-be1e-fece16f3ec63 req-87ea7056-935d-4e32-bd8e-889312cdecd5 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367083 Nov 12 08:43:26.759658 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3a14c-cc5c-4deb-b75f-faa09f707061 None None] Sync routers for ids ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:26.784277 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.823069 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['792c441e-15ac-405f-bf18-8377256b50fc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:43:26.824870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9fef74b-3414-4257-9796-40ef3a7604e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.929680 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9fef74b-3414-4257-9796-40ef3a7604e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.965698 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3a14c-cc5c-4deb-b75f-faa09f707061 None None] Routers {'ff7704a1-4b8d-4212-93ab-6896e7a02ce3'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:26.966681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2ad3a14c-cc5c-4deb-b75f-faa09f707061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:26.970476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=76622a51-f463-441a-9cbc-9533def43e45,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:27.034930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Deleting port f7572700-744d-48e6-b38e-a155909e5254 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:27.035438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.070258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2ad3a14c-cc5c-4deb-b75f-faa09f707061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:27.117360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:27.117766 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.125612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.129635 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9fef74b-3414-4257-9796-40ef3a7604e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.132638 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9fef74b-3414-4257-9796-40ef3a7604e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.135769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] For port f7572700-744d-48e6-b38e-a155909e5254, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f7572700-744d-48e6-b38e-a155909e5254,segment=NetworkSegment(5390a73e-1ff9-4598-a0ee-330db1cc0e31),segment_id=5390a73e-1ff9-4598-a0ee-330db1cc0e31)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:27.136419 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.136740 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d9fef74b-3414-4257-9796-40ef3a7604e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bdac60b-acce-4f1f-842f-4cfd0d6e2189 HTTP/1.1" status: 204 len: 168 time: 0.5608144 Nov 12 08:43:27.167574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fef74b-3414-4257-9796-40ef3a7604e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdac60b-acce-4f1f-842f-4cfd0d6e2189,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:27.194315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Calling delete_port for f7572700-744d-48e6-b38e-a155909e5254 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:27.204266 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08164330-ac50-485d-8528-f03572cede64']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:27.223129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247f39c7-fb66-4c89-9ac4-59a16b66d7f3') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:27.223478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247f39c7-fb66-4c89-9ac4-59a16b66d7f3') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:27.270524 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.274308 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3a14c-cc5c-4deb-b75f-faa09f707061 None None] Routers {'ff7704a1-4b8d-4212-93ab-6896e7a02ce3'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:27.274975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2ad3a14c-cc5c-4deb-b75f-faa09f707061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:27.317880 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.382157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:27.387390 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:27.408516 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:27.468032 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2ad3a14c-cc5c-4deb-b75f-faa09f707061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:27.479929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3a14c-cc5c-4deb-b75f-faa09f707061 None None] The sync data for ids ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:27.523810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5d0e0d70-b866-4187-8777-03cad55b5606 None None] Provisioning complete for port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:27.525456 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0d70-b866-4187-8777-03cad55b5606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.530145 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.537609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=792c441e-15ac-405f-bf18-8377256b50fc,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:27.599360 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.623344 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.629415 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] 10.222.0.31 "DELETE /v2.0/networks/08164330-ac50-485d-8528-f03572cede64 HTTP/1.1" status: 204 len: 168 time: 1.1057477 Nov 12 08:43:27.659637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40436) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:27.870954 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.879808 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a3b4e-1fc8-4f1d-ac0a-a83e996ad834 tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Pushing event deleted for resources: {'Network': ['ID=08164330-ac50-485d-8528-f03572cede64,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:27.889486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Port': ['ID=f7572700-744d-48e6-b38e-a155909e5254,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:27.901641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No DVR routers for this DVR port f7572700-744d-48e6-b38e-a155909e5254 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:28.054983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40442) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:28.073690 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-133f51fa-39a9-4920-b210-aa44ef0eed09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.101468 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.151286 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba1678f2-9bfb-48d8-b54d-5aefc5b8f837 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.161365 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3715692d-218c-4f55-bdae-0e7fdfed4ac8']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:28.162457 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0d70-b866-4187-8777-03cad55b5606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.192275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5390a73e-1ff9-4598-a0ee-330db1cc0e31') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:28.192570 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5390a73e-1ff9-4598-a0ee-330db1cc0e31') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:28.215708 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.238782 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.258026 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.272682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:28.273247 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.284314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5d0e0d70-b866-4187-8777-03cad55b5606 None None] For port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036,segment=NetworkSegment(6d4b68bd-9ca9-47c1-a665-9fe66bc44641),segment_id=6d4b68bd-9ca9-47c1-a665-9fe66bc44641)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:28.312840 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d0e0d70-b866-4187-8777-03cad55b5606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.390672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8707cf-41ba-42b1-a27c-8ce98d1fb691 req-2410d7ad-bc5b-429a-a73c-bbc2f718f257 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:28.399196 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e8707cf-41ba-42b1-a27c-8ce98d1fb691 req-2410d7ad-bc5b-429a-a73c-bbc2f718f257 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 944 time: 0.4444802 Nov 12 08:43:28.403270 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.411511 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:43:28.411891 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:28.417032 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:28.438611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.462884 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e0d70-b866-4187-8777-03cad55b5606 None None] Pushing event updated for resources: {'Port': ['ID=0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:28.476888 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.481654 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/3715692d-218c-4f55-bdae-0e7fdfed4ac8 HTTP/1.1" status: 204 len: 168 time: 4.9907844 Nov 12 08:43:28.482755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6e0c3-ea08-48fe-9fe2-06fbf9bf93d3 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Network': ['ID=3715692d-218c-4f55-bdae-0e7fdfed4ac8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:28.490007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40444) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:28.520968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-faaca31a-a63f-467c-9de9-3848595a0368 None None] Provisioning complete for port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:28.521540 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-faaca31a-a63f-467c-9de9-3848595a0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.532005 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6d36e7ca-b3d2-4520-804b-efc0c4e7b0d7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2138291951'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:28.547172 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e8707cf-41ba-42b1-a27c-8ce98d1fb691 req-975417fa-336f-44f7-bf67-9de1a5a98e07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446052 Nov 12 08:43:28.641489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123e7cb6-bf93-4339-9973-a96ccc09f3f8']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:28.655325 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.687299 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8d757-3cc9-40c4-9890-a9024becc072 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:43:28.731748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d36e7ca-b3d2-4520-804b-efc0c4e7b0d7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:28.759833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d36e7ca-b3d2-4520-804b-efc0c4e7b0d7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.762360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-faaca31a-a63f-467c-9de9-3848595a0368 None None] Provisioning complete for port 7cc9c277-c299-48e5-883f-7fba54e49c1b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:28.762922 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-faaca31a-a63f-467c-9de9-3848595a0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.797903 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e86c14-f801-4389-9d2d-51d4c4bc5a79 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.830134 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-133f51fa-39a9-4920-b210-aa44ef0eed09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.844921 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-faaca31a-a63f-467c-9de9-3848595a0368 None None] Port 7cc9c277-c299-48e5-883f-7fba54e49c1b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:28.847625 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c650cd-a210-4c7f-a597-0a6a1aeb17bb') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:28.850753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c650cd-a210-4c7f-a597-0a6a1aeb17bb') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:28.865737 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-133f51fa-39a9-4920-b210-aa44ef0eed09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.868012 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 792c441e-15ac-405f-bf18-8377256b50fc up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:28.912545 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.003829 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.037374 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-133f51fa-39a9-4920-b210-aa44ef0eed09 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3668a67477354147b5afe9570286327d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9798863 Nov 12 08:43:29.038266 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f51fa-39a9-4920-b210-aa44ef0eed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc64f9f5-2a87-4afb-9f51-010ec000d1b4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:29.044147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:29.056624 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.058476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40450) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:29.059154 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:29.093141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-faaca31a-a63f-467c-9de9-3848595a0368 None None] Provisioning complete for port 76622a51-f463-441a-9cbc-9533def43e45 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:29.108017 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-faaca31a-a63f-467c-9de9-3848595a0368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.183807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b8d757-3cc9-40c4-9890-a9024becc072 None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:43:29.274140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 792c441e-15ac-405f-bf18-8377256b50fc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:29.274506 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.283523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d36e7ca-b3d2-4520-804b-efc0c4e7b0d7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:29.322137 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d36e7ca-b3d2-4520-804b-efc0c4e7b0d7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.322491 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-6d36e7ca-b3d2-4520-804b-efc0c4e7b0d7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Added segment 309595b1-f9d4-457f-b2d8-44c3b8913b68 of type vlan for network 60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d Nov 12 08:43:29.403522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 76622a51-f463-441a-9cbc-9533def43e45 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:29.586438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7008afb0-a831-488a-bfe1-65df4f57919d None None] Provisioning complete for port 7cc9c277-c299-48e5-883f-7fba54e49c1b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:29.587091 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7008afb0-a831-488a-bfe1-65df4f57919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.812370 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.resource_extend [None req-b4b8d757-3cc9-40c4-9890-a9024becc072 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:43:29.818461 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.823844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 76622a51-f463-441a-9cbc-9533def43e45 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:29.824205 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.847379 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.886657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.891004 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] 10.222.0.31 "DELETE /v2.0/networks/123e7cb6-bf93-4339-9973-a96ccc09f3f8 HTTP/1.1" status: 204 len: 168 time: 2.2289686 Nov 12 08:43:29.901414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658fa12-10b3-4278-b449-898dc4a7a18a tempest-QuotasNegativeTest-1291900602 tempest-QuotasNegativeTest-1291900602-project-admin] Pushing event deleted for resources: {'Network': ['ID=123e7cb6-bf93-4339-9973-a96ccc09f3f8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:29.923331 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8156b214-7e98-498b-922d-9c46f0f84327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:29.930893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7008afb0-a831-488a-bfe1-65df4f57919d None None] Port 7cc9c277-c299-48e5-883f-7fba54e49c1b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:29.943580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792c441e-15ac-405f-bf18-8377256b50fc'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:29.945949 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e584c8-615c-4e1f-aa5d-31a10c672a97" -d '{"events": [{"server_uuid": "59e709fb-f9ac-432b-86ac-7af02bb8da30", "name": "network-vif-plugged", "status": "completed", "tag": "792c441e-15ac-405f-bf18-8377256b50fc"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:29.976852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=792c441e-15ac-405f-bf18-8377256b50fc,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:30.010457 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.050388 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8156b214-7e98-498b-922d-9c46f0f84327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.116160 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d36e7ca-b3d2-4520-804b-efc0c4e7b0d7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.118826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ba1678f2-9bfb-48d8-b54d-5aefc5b8f837 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port ec1d2431-ebb6-437b-968f-3d85414ab071 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:30.119698 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba1678f2-9bfb-48d8-b54d-5aefc5b8f837 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.136242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=792c441e-15ac-405f-bf18-8377256b50fc,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:30.198771 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2d8d20-4127-49b7-98f3-5b765855e913 x-openstack-request-id: req-0a2d8d20-4127-49b7-98f3-5b765855e913 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:30.199078 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e709fb-f9ac-432b-86ac-7af02bb8da30", "name": "network-vif-plugged", "status": "completed", "tag": "792c441e-15ac-405f-bf18-8377256b50fc", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:30.199297 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a2d8d20-4127-49b7-98f3-5b765855e913 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:30.199690 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792c441e-15ac-405f-bf18-8377256b50fc', 'code': 200} Nov 12 08:43:30.226520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3045cd-0b48-4300-9e3a-3fe97159200b req-4f32592d-569f-4190-a78d-40f4c38d6894 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:30.228921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce3045cd-0b48-4300-9e3a-3fe97159200b req-4f32592d-569f-4190-a78d-40f4c38d6894 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2236023 Nov 12 08:43:30.234943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:30.258381 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8156b214-7e98-498b-922d-9c46f0f84327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.261366 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8156b214-7e98-498b-922d-9c46f0f84327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.262371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-65e86c14-f801-4389-9d2d-51d4c4bc5a79 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port 7cc9c277-c299-48e5-883f-7fba54e49c1b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:30.262560 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8156b214-7e98-498b-922d-9c46f0f84327 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc64f9f5-2a87-4afb-9f51-010ec000d1b4 HTTP/1.1" status: 204 len: 168 time: 1.2025120 Nov 12 08:43:30.262795 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e86c14-f801-4389-9d2d-51d4c4bc5a79 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.265841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d36e7ca-b3d2-4520-804b-efc0c4e7b0d7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.281294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d36e7ca-b3d2-4520-804b-efc0c4e7b0d7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:30.282284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d36e7ca-b3d2-4520-804b-efc0c4e7b0d7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.284342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156b214-7e98-498b-922d-9c46f0f84327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc64f9f5-2a87-4afb-9f51-010ec000d1b4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:30.374194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:30.374585 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.394624 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba1678f2-9bfb-48d8-b54d-5aefc5b8f837 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.427578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ba1678f2-9bfb-48d8-b54d-5aefc5b8f837 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for ec1d2431-ebb6-437b-968f-3d85414ab071 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:30.491385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6d36e7ca-b3d2-4520-804b-efc0c4e7b0d7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9757237 Nov 12 08:43:30.541029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40464) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:30.547116 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'network_id': '60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:30.578709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36e7ca-b3d2-4520-804b-efc0c4e7b0d7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:30.590583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:30.601648 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce3045cd-0b48-4300-9e3a-3fe97159200b req-7a32d6ed-bb20-4059-9577-a002b46b45c3 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629718 Nov 12 08:43:30.660605 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e86c14-f801-4389-9d2d-51d4c4bc5a79 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.709280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-65e86c14-f801-4389-9d2d-51d4c4bc5a79 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for 7cc9c277-c299-48e5-883f-7fba54e49c1b owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:30.765000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:30.769040 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:30.926009 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Performing IP validity checks on allocation pools {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:43:30.928079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:43:31.045380 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e86c14-f801-4389-9d2d-51d4c4bc5a79 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.116129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e86c14-f801-4389-9d2d-51d4c4bc5a79 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=7cc9c277-c299-48e5-883f-7fba54e49c1b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:31.190938 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba1678f2-9bfb-48d8-b54d-5aefc5b8f837 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.270960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40482) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:31.286274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1678f2-9bfb-48d8-b54d-5aefc5b8f837 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=ec1d2431-ebb6-437b-968f-3d85414ab071,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:31.335000 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e86c14-f801-4389-9d2d-51d4c4bc5a79 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.702143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e86c14-f801-4389-9d2d-51d4c4bc5a79 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router 462377e0-2a68-458a-9b0c-c78845885da3 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:31.728259 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91d75c24-4b70-4388-be09-83192b5fbf70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.737861 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.761178 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba1678f2-9bfb-48d8-b54d-5aefc5b8f837 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.875129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e86c14-f801-4389-9d2d-51d4c4bc5a79 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:31.884132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-65e86c14-f801-4389-9d2d-51d4c4bc5a79 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/462377e0-2a68-458a-9b0c-c78845885da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4200804 Nov 12 08:43:31.886202 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a33eb3-8690-4758-845d-7a6db49d2c64 None None] Sync routers for ids ['462377e0-2a68-458a-9b0c-c78845885da3'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:31.887242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40498) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:31.901794 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a33eb3-8690-4758-845d-7a6db49d2c64 None None] Routers {'462377e0-2a68-458a-9b0c-c78845885da3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:31.902261 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-05a33eb3-8690-4758-845d-7a6db49d2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['462377e0-2a68-458a-9b0c-c78845885da3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:31.947399 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ab85d2f4-5751-4100-9268-377dac79f34b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=462377e0-2a68-458a-9b0c-c78845885da3 HTTP/1.1" status: 200 len: 205 time: 0.0586374 Nov 12 08:43:31.951003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40500) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:31.958797 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-05a33eb3-8690-4758-845d-7a6db49d2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:31.972307 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a33eb3-8690-4758-845d-7a6db49d2c64 None None] Routers {'462377e0-2a68-458a-9b0c-c78845885da3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:31.973206 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-05a33eb3-8690-4758-845d-7a6db49d2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['462377e0-2a68-458a-9b0c-c78845885da3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:32.053434 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-05a33eb3-8690-4758-845d-7a6db49d2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:32.054481 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a33eb3-8690-4758-845d-7a6db49d2c64 None None] The sync data for ids ['462377e0-2a68-458a-9b0c-c78845885da3'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:32.077177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=ea3a979a-4195-4737-a09d-db7e2c2dac11,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:32.129894 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e5cc9-49d7-42ea-92fa-508fc88cf7b0 req-f8640639-b69f-4927-a8b2-f54e0435bd9e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:32.138052 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d97fad09-fa00-43bd-9538-2c4b010bef41 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.141767 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf3e5cc9-49d7-42ea-92fa-508fc88cf7b0 req-f8640639-b69f-4927-a8b2-f54e0435bd9e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3150280 Nov 12 08:43:32.144979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking segment: {'id': '309595b1-f9d4-457f-b2d8-44c3b8913b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:32.145378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network hostable DHCP agents. Network: 60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:32.321467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1678f2-9bfb-48d8-b54d-5aefc5b8f837 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router ff7704a1-4b8d-4212-93ab-6896e7a02ce3 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:32.356748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network 60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:32.401378 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf3e5cc9-49d7-42ea-92fa-508fc88cf7b0 req-d045c13f-6608-4ed5-a182-6f7aa2927a63 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541459 Nov 12 08:43:32.424126 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:32.432367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:32.433999 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.434757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0908a98-da20-410c-ac58-93962ae6a13b None None] Network 60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:32.436174 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d97fad09-fa00-43bd-9538-2c4b010bef41 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.440602 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d97fad09-fa00-43bd-9538-2c4b010bef41 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.459341 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91d75c24-4b70-4388-be09-83192b5fbf70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.508315 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d97fad09-fa00-43bd-9538-2c4b010bef41 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.512324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97fad09-fa00-43bd-9538-2c4b010bef41 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Fanout notify agent at l3_agent the message router_deleted on router 462377e0-2a68-458a-9b0c-c78845885da3 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:43:32.521730 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91d75c24-4b70-4388-be09-83192b5fbf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.527969 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d97fad09-fa00-43bd-9538-2c4b010bef41 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.533319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d97fad09-fa00-43bd-9538-2c4b010bef41 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/462377e0-2a68-458a-9b0c-c78845885da3 HTTP/1.1" status: 204 len: 168 time: 0.5812240 Nov 12 08:43:32.535033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40512) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:32.647508 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-de312d23-5fe2-4eef-a2ee-54e4a1fdd81b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1053464 Nov 12 08:43:32.653287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d75c24-4b70-4388-be09-83192b5fbf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8129708e-30a5-4ac0-af53-d7efe7fdf019,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:32.661326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40518) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:32.669744 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1678f2-9bfb-48d8-b54d-5aefc5b8f837 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:32.672866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c625c4-e628-4a85-9be4-0d16d667c15f tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting subnet d7dac9e6-d0f1-45e5-870d-9c15f707c7f0 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:32.679493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ba1678f2-9bfb-48d8-b54d-5aefc5b8f837 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/ff7704a1-4b8d-4212-93ab-6896e7a02ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0168800 Nov 12 08:43:32.679708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40520) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:32.683655 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-91d75c24-4b70-4388-be09-83192b5fbf70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e20d144540b450c957754b24c89c44a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4093916 Nov 12 08:43:32.684397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40522) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:32.695151 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-38c625c4-e628-4a85-9be4-0d16d667c15f tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.742087 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-51f5313a-cda6-4cb4-b0ca-6e05a7ca19e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.746388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7377a7-9612-4c7e-bd3e-329e87f340c1 None None] Sync routers for ids ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:32.771341 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e0024f6a-02a2-47b5-9056-761f2aa9c781 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7704a1-4b8d-4212-93ab-6896e7a02ce3 HTTP/1.1" status: 200 len: 205 time: 0.0904522 Nov 12 08:43:32.772036 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-51f5313a-cda6-4cb4-b0ca-6e05a7ca19e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.774137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d', 'network_id': '60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d', 'tenant_id': '483a0d22ce49450cb5d78e73d903bb85', 'fixed_ips': [{'subnet_id': 'ea3a979a-4195-4737-a09d-db7e2c2dac11'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:32.775647 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.783223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40524) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:32.797222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7377a7-9612-4c7e-bd3e-329e87f340c1 None None] Routers {'ff7704a1-4b8d-4212-93ab-6896e7a02ce3'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:32.798108 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fa7377a7-9612-4c7e-bd3e-329e87f340c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:32.831941 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-51f5313a-cda6-4cb4-b0ca-6e05a7ca19e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.835544 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-51f5313a-cda6-4cb4-b0ca-6e05a7ca19e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.849014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-51f5313a-cda6-4cb4-b0ca-6e05a7ca19e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8129708e-30a5-4ac0-af53-d7efe7fdf019 HTTP/1.1" status: 204 len: 168 time: 0.1547389 Nov 12 08:43:32.854330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fa7377a7-9612-4c7e-bd3e-329e87f340c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:32.875521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5313a-cda6-4cb4-b0ca-6e05a7ca19e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8129708e-30a5-4ac0-af53-d7efe7fdf019,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:32.894172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7377a7-9612-4c7e-bd3e-329e87f340c1 None None] Routers {'ff7704a1-4b8d-4212-93ab-6896e7a02ce3'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:32.894969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fa7377a7-9612-4c7e-bd3e-329e87f340c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:32.937067 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fa7377a7-9612-4c7e-bd3e-329e87f340c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:32.938137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7377a7-9612-4c7e-bd3e-329e87f340c1 None None] The sync data for ids ['ff7704a1-4b8d-4212-93ab-6896e7a02ce3'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:33.064751 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-38c625c4-e628-4a85-9be4-0d16d667c15f tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.107155 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958da0e2-9836-433b-9d74-82c0093edc77 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.230167 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.312379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Allocated IP 172.20.0.3 (60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d/ea3a979a-4195-4737-a09d-db7e2c2dac11/4186820f-657d-4b14-b139-d5690280fb3e) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:33.394506 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958da0e2-9836-433b-9d74-82c0093edc77 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.398115 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958da0e2-9836-433b-9d74-82c0093edc77 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.480296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40544) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:33.509175 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a22db142-845a-4a9f-909d-879ce1888850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.566185 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.629641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a22db142-845a-4a9f-909d-879ce1888850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.637503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a22db142-845a-4a9f-909d-879ce1888850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.660666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-38c625c4-e628-4a85-9be4-0d16d667c15f tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.690120 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.711184 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.722032 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958da0e2-9836-433b-9d74-82c0093edc77 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.722792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958da0e2-9836-433b-9d74-82c0093edc77 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Fanout notify agent at l3_agent the message router_deleted on router ff7704a1-4b8d-4212-93ab-6896e7a02ce3 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:43:33.739407 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958da0e2-9836-433b-9d74-82c0093edc77 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.743013 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a22db142-845a-4a9f-909d-879ce1888850 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=290264d64a1e4671a08baac7199680e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2593820 Nov 12 08:43:33.743013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22db142-845a-4a9f-909d-879ce1888850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a4a53-a6a3-4260-bf1e-bb42879ebee6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:33.744038 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-958da0e2-9836-433b-9d74-82c0093edc77 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/ff7704a1-4b8d-4212-93ab-6896e7a02ce3 HTTP/1.1" status: 204 len: 168 time: 0.9556954 Nov 12 08:43:33.746264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40548) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:33.746264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40550) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:33.758702 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Network 60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:33.762574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:33.777981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:33.870625 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc249ab-90cc-4b99-8ca3-8f00dc483fd9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting subnet 80bb0475-2b2e-4564-8dc4-3c61dd9d78a5 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:33.876724 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.881526 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6fc249ab-90cc-4b99-8ca3-8f00dc483fd9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.947026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Pushing event updated for resources: {'Port': ['ID=4186820f-657d-4b14-b139-d5690280fb3e,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:33.957444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Attempting to bind port 4186820f-657d-4b14-b139-d5690280fb3e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:33.958026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Attempting to bind port 4186820f-657d-4b14-b139-d5690280fb3e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '309595b1-f9d4-457f-b2d8-44c3b8913b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:33.959153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Attempting to bind port 4186820f-657d-4b14-b139-d5690280fb3e on network 60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:33.964641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6fc249ab-90cc-4b99-8ca3-8f00dc483fd9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.967616 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:33.968364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Checking segment: {'id': '309595b1-f9d4-457f-b2d8-44c3b8913b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:33.969055 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.969629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Bound using segment: {'id': '309595b1-f9d4-457f-b2d8-44c3b8913b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:33.971075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Bound port: 4186820f-657d-4b14-b139-d5690280fb3e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309595b1-f9d4-457f-b2d8-44c3b8913b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:33.973134 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.047719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3a979a-4195-4737-a09d-db7e2c2dac11,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:34.077957 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1ed57e7-3dd8-4a54-9139-4b6b2b5fc2d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.085880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] For port 4186820f-657d-4b14-b139-d5690280fb3e, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:34.090421 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] For port 4186820f-657d-4b14-b139-d5690280fb3e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4186820f-657d-4b14-b139-d5690280fb3e,segment=NetworkSegment(309595b1-f9d4-457f-b2d8-44c3b8913b68),segment_id=309595b1-f9d4-457f-b2d8-44c3b8913b68)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:34.100712 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.171840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca8740-0888-4332-8d43-b0f762e69f60 None None] Pushing event updated for resources: {'Port': ['ID=4186820f-657d-4b14-b139-d5690280fb3e,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:34.200929 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1ed57e7-3dd8-4a54-9139-4b6b2b5fc2d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.217746 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.243484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d55a6d-7c95-4fd0-920d-58ab25c06e7c None None] Network 60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:34.259955 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:34.319924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309595b1-f9d4-457f-b2d8-44c3b8913b68') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:34.322073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309595b1-f9d4-457f-b2d8-44c3b8913b68') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:34.348106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8602f5-4532-4956-b533-0a135fd0e677 req-70dabc11-e890-44aa-967e-05ff7bcf6107 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:34.354711 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd8602f5-4532-4956-b533-0a135fd0e677 req-70dabc11-e890-44aa-967e-05ff7bcf6107 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.7000618 Nov 12 08:43:34.369233 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.384615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6fc249ab-90cc-4b99-8ca3-8f00dc483fd9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.398116 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.406348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:34.407310 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.444931 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1ed57e7-3dd8-4a54-9139-4b6b2b5fc2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.448054 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1ed57e7-3dd8-4a54-9139-4b6b2b5fc2d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.458711 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c1ed57e7-3dd8-4a54-9139-4b6b2b5fc2d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a91a4a53-a6a3-4260-bf1e-bb42879ebee6 HTTP/1.1" status: 204 len: 168 time: 0.7029271 Nov 12 08:43:34.465198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed57e7-3dd8-4a54-9139-4b6b2b5fc2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a4a53-a6a3-4260-bf1e-bb42879ebee6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:34.484528 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6fc249ab-90cc-4b99-8ca3-8f00dc483fd9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.527369 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6fc249ab-90cc-4b99-8ca3-8f00dc483fd9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.533349 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6fc249ab-90cc-4b99-8ca3-8f00dc483fd9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/80bb0475-2b2e-4564-8dc4-3c61dd9d78a5 HTTP/1.1" status: 204 len: 168 time: 0.7850797 Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:34.536308 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:34.540997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40568) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:34.549026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fdda03-557c-4a18-985d-0bfa3186f672 None None] Network 5e695620-b9f5-47d7-9665-0d3961f53ff3 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:34.603722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc249ab-90cc-4b99-8ca3-8f00dc483fd9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Subnet': ['ID=80bb0475-2b2e-4564-8dc4-3c61dd9d78a5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:34.670351 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.api [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:43:34.670351 n-d-768851-18 neutron-server[102444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:43:34.670351 n-d-768851-18 neutron-server[102444]: [parameters: {'id': '60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d'}] Nov 12 08:43:34.670351 n-d-768851-18 neutron-server[102444]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:43:34.670724 n-d-768851-18 neutron-server[102444]: DEBUG oslo_db.api [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:43:34.792654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dfff43-cb3a-4936-a44a-a6934b5d90c3 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting subnet 308316ab-67c1-404f-881f-68f0aa8f44e0 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:34.797691 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3dfff43-cb3a-4936-a44a-a6934b5d90c3 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.854683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272cd297-26ef-43d2-8f1f-e91facc4a680 None None] DHCP port deletion for 5e695620-b9f5-47d7-9665-0d3961f53ff3 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:34.862899 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3dfff43-cb3a-4936-a44a-a6934b5d90c3 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.890405 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-38c625c4-e628-4a85-9be4-0d16d667c15f tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.949786 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c625c4-e628-4a85-9be4-0d16d667c15f tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Subnet': ['ID=d7dac9e6-d0f1-45e5-870d-9c15f707c7f0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:34.958915 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-272cd297-26ef-43d2-8f1f-e91facc4a680 None None] Deleting port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:34.959522 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-272cd297-26ef-43d2-8f1f-e91facc4a680 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.062133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-272cd297-26ef-43d2-8f1f-e91facc4a680 None None] For port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b133dc35-74ef-4433-b2fb-e8ef1f7fcd79,segment=NetworkSegment(de316b02-aede-468d-ac84-7a7729f22045),segment_id=de316b02-aede-468d-ac84-7a7729f22045)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:35.062648 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-272cd297-26ef-43d2-8f1f-e91facc4a680 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.080232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-272cd297-26ef-43d2-8f1f-e91facc4a680 None None] Calling delete_port for b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:35.161488 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3dfff43-cb3a-4936-a44a-a6934b5d90c3 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.178446 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b666-6394-44fc-9687-4f333c39adf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.232763 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-272cd297-26ef-43d2-8f1f-e91facc4a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.306974 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.316626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cd297-26ef-43d2-8f1f-e91facc4a680 None None] Pushing event deleted for resources: {'Port': ['ID=b133dc35-74ef-4433-b2fb-e8ef1f7fcd79,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:35.327182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-38c625c4-e628-4a85-9be4-0d16d667c15f tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.331596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:35.341897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40590) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:35.343924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-38c625c4-e628-4a85-9be4-0d16d667c15f tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/d7dac9e6-d0f1-45e5-870d-9c15f707c7f0 HTTP/1.1" status: 204 len: 168 time: 2.8036950 Nov 12 08:43:35.363829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f13dd4-6e73-4c58-b4d0-508ac5b2d0ac None None] Network c09b0a6d-7490-4f71-a174-11da4020b63d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:35.366513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:35.366675 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:35.372278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272cd297-26ef-43d2-8f1f-e91facc4a680 None None] No DVR routers for this DVR port b133dc35-74ef-4433-b2fb-e8ef1f7fcd79 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:35.375397 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3dfff43-cb3a-4936-a44a-a6934b5d90c3 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.405425 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd8602f5-4532-4956-b533-0a135fd0e677 req-b83edd46-e9e7-4918-b068-cb18a9846e2c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8657608 Nov 12 08:43:35.450540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfff43-cb3a-4936-a44a-a6934b5d90c3 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Subnet': ['ID=308316ab-67c1-404f-881f-68f0aa8f44e0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:35.456896 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3dfff43-cb3a-4936-a44a-a6934b5d90c3 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.460445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d3dfff43-cb3a-4936-a44a-a6934b5d90c3 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/308316ab-67c1-404f-881f-68f0aa8f44e0 HTTP/1.1" status: 204 len: 168 time: 0.9181981 Nov 12 08:43:35.463145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40594) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:35.599407 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.606810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebecfaa6-9dff-4334-b9c6-b33dc0e3cafe None None] Network 396ba5b8-2034-4f74-9162-c4334c5062e9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:35.620686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Deleting port 4186820f-657d-4b14-b139-d5690280fb3e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:35.621065 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.653738 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.813739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] For port 4186820f-657d-4b14-b139-d5690280fb3e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4186820f-657d-4b14-b139-d5690280fb3e,segment=NetworkSegment(309595b1-f9d4-457f-b2d8-44c3b8913b68),segment_id=309595b1-f9d4-457f-b2d8-44c3b8913b68)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:35.814701 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.819264 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.821753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40604) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:35.830612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:35.831623 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.847583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Calling delete_port for 4186820f-657d-4b14-b139-d5690280fb3e owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:35.875607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e695620-b9f5-47d7-9665-0d3961f53ff3']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:35.889678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de316b02-aede-468d-ac84-7a7729f22045') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:35.889958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de316b02-aede-468d-ac84-7a7729f22045') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:36.062548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] For port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036,segment=NetworkSegment(6d4b68bd-9ca9-47c1-a665-9fe66bc44641),segment_id=6d4b68bd-9ca9-47c1-a665-9fe66bc44641)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:36.062548 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.080635 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:36.256395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13807a57-106f-4d18-a216-c2e3bd535dc2 None None] DHCP port deletion for c09b0a6d-7490-4f71-a174-11da4020b63d request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:36.347595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.368421 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2388f-d3db-42d4-b9a6-d069867b2864 None None] DHCP port deletion for 396ba5b8-2034-4f74-9162-c4334c5062e9 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:36.433470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:36.435389 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.458272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No DVR routers for this DVR port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:36.495235 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e772d62-9f07-4b97-b19b-fa803fb94bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.503893 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.532201 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-48c2388f-d3db-42d4-b9a6-d069867b2864 None None] Deleting port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:36.535706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:36.536459 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-48c2388f-d3db-42d4-b9a6-d069867b2864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.536832 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:36.540367 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:36.553201 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-13807a57-106f-4d18-a216-c2e3bd535dc2 None None] Deleting port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:36.553907 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-13807a57-106f-4d18-a216-c2e3bd535dc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.696123 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.707622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-48c2388f-d3db-42d4-b9a6-d069867b2864 None None] For port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b97fdeb0-1e79-4ebb-bee2-1af20e2b180a,segment=NetworkSegment(d2bc1864-ad7a-4418-b850-f4c473ffc892),segment_id=d2bc1864-ad7a-4418-b850-f4c473ffc892)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:36.708637 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-48c2388f-d3db-42d4-b9a6-d069867b2864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.714167 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.719701 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/networks/5e695620-b9f5-47d7-9665-0d3961f53ff3 HTTP/1.1" status: 204 len: 168 time: 1.2555063 Nov 12 08:43:36.722556 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-13807a57-106f-4d18-a216-c2e3bd535dc2 None None] For port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036, host n-d-768851-18, got binding levels [] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:36.723170 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-13807a57-106f-4d18-a216-c2e3bd535dc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.728588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40622) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:36.733440 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.739838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-48c2388f-d3db-42d4-b9a6-d069867b2864 None None] Calling delete_port for b97fdeb0-1e79-4ebb-bee2-1af20e2b180a owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:36.759656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-13807a57-106f-4d18-a216-c2e3bd535dc2 None None] Calling delete_port for 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:36.764951 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.ipam_backend_mixin [None req-13807a57-106f-4d18-a216-c2e3bd535dc2 None None] Port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 was not found and therefore no delete operation was performed {{(pid=102446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:43:36.782304 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-13807a57-106f-4d18-a216-c2e3bd535dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.791008 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.873500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675b54e-e7e9-4ade-9d15-b9a31f087147 req-46278a81-260f-432b-8767-7adb860db77c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:36.882543 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a675b54e-e7e9-4ade-9d15-b9a31f087147 req-46278a81-260f-432b-8767-7adb860db77c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3059835 Nov 12 08:43:36.883108 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.892105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Port': ['ID=4186820f-657d-4b14-b139-d5690280fb3e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:36.897465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13807a57-106f-4d18-a216-c2e3bd535dc2 None None] Pushing event deleted for resources: {'Port': ['ID=0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:36.908940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e75068-930c-46bd-b93e-8068cf81fc86 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Network': ['ID=5e695620-b9f5-47d7-9665-0d3961f53ff3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:36.928094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No DVR routers for this DVR port 4186820f-657d-4b14-b139-d5690280fb3e on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:36.971568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09b0a6d-7490-4f71-a174-11da4020b63d']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.022540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13807a57-106f-4d18-a216-c2e3bd535dc2 None None] No DVR routers for this DVR port 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:37.073675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4b68bd-9ca9-47c1-a665-9fe66bc44641') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.073980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4b68bd-9ca9-47c1-a665-9fe66bc44641') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.074681 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.093629 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a675b54e-e7e9-4ade-9d15-b9a31f087147 req-0a7138ab-befb-4ddb-9eed-862a07e783a0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083662 Nov 12 08:43:37.102829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.115137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309595b1-f9d4-457f-b2d8-44c3b8913b68') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.115442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309595b1-f9d4-457f-b2d8-44c3b8913b68') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.127985 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.144689 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.148597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.153000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:37.153448 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.155397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-48c2388f-d3db-42d4-b9a6-d069867b2864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.195057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2388f-d3db-42d4-b9a6-d069867b2864 None None] Pushing event deleted for resources: {'Port': ['ID=b97fdeb0-1e79-4ebb-bee2-1af20e2b180a,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:37.195293 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.207288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:37.207782 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:37.212807 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:37.221988 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:37.227105 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2388f-d3db-42d4-b9a6-d069867b2864 None None] No DVR routers for this DVR port b97fdeb0-1e79-4ebb-bee2-1af20e2b180a on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:37.262102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf93274-7f1d-4678-ba3f-216a00b65cc4 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:43:37.281365 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] The port 'b97fdeb0-1e79-4ebb-bee2-1af20e2b180a' was deleted {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 08:43:37.329528 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e772d62-9f07-4b97-b19b-fa803fb94bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.331267 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.371760 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.375366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d HTTP/1.1" status: 204 len: 168 time: 4.6979744 Nov 12 08:43:37.375786 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e772d62-9f07-4b97-b19b-fa803fb94bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.388950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40636) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:37.405020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f2879065-fecc-4537-856f-a7cf9cff158f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1788750913'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:37.405883 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.419241 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.427950 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/networks/c09b0a6d-7490-4f71-a174-11da4020b63d HTTP/1.1" status: 204 len: 168 time: 2.0847068 Nov 12 08:43:37.429515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b97fdeb0-1e79-4ebb-bee2-1af20e2b180a no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:37.439565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40638) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:37.446880 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5924a-54ec-4898-9602-8f515eacfa95 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Network': ['ID=c09b0a6d-7490-4f71-a174-11da4020b63d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:37.474174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1842953431', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:37.485030 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b97fdeb0-1e79-4ebb-bee2-1af20e2b180a {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:37.485414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b97fdeb0-1e79-4ebb-bee2-1af20e2b180a not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:37.486772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:37.490222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08e86e-bc77-4604-9599-6d19eb11fa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Network': ['ID=60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:37.516145 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.532092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:37.532500 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0370c7bd-fe6a-4ebb-8d6f-3ac527cf9036 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:37.536222 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5e772d62-9f07-4b97-b19b-fa803fb94bf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8317a79c04d442c938a507cfc6c6f94&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7079022 Nov 12 08:43:37.539943 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40640) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:37.541648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e772d62-9f07-4b97-b19b-fa803fb94bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8b6c89-3065-4b14-b2b6-dd95953b28be,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:37.550254 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.api [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:43:37.550254 n-d-768851-18 neutron-server[102444]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 08:43:37.550254 n-d-768851-18 neutron-server[102444]: [parameters: {'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'id': '33cc31ba-d75c-45ca-8784-8e35e150b7b0', 'expiration': datetime.datetime(2021, 11, 12, 8, 45, 37, 525085)}] Nov 12 08:43:37.550254 n-d-768851-18 neutron-server[102444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:43:37.550851 n-d-768851-18 neutron-server[102444]: DEBUG oslo_db.api [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:43:37.559833 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d0636ab-2114-4021-987e-f4bbe6aa42b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.560859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396ba5b8-2034-4f74-9162-c4334c5062e9']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.564562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2879065-fecc-4537-856f-a7cf9cff158f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:37.568266 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2879065-fecc-4537-856f-a7cf9cff158f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.589622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2bc1864-ad7a-4418-b850-f4c473ffc892') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.589622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2bc1864-ad7a-4418-b850-f4c473ffc892') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:37.611736 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.616020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf93274-7f1d-4678-ba3f-216a00b65cc4 None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:43:37.659192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.668083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:37.669229 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.709869 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf97e54b-191d-43c8-9efe-c4aefadc60d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.776768 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf97e54b-191d-43c8-9efe-c4aefadc60d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:37.779802 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:37.790903 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.799138 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.806657 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/networks/396ba5b8-2034-4f74-9162-c4334c5062e9 HTTP/1.1" status: 204 len: 168 time: 1.0754361 Nov 12 08:43:37.823347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40646) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:37.834746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4c80b6c4-6e3c-47b1-8bad-8ace7814c243 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'network': {'name': 'tempest-RoutersTest-2140515381'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:37.835349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2879065-fecc-4537-856f-a7cf9cff158f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:37.838802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f73383-3689-4e6a-8fe9-fe58e4965a85 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Network': ['ID=396ba5b8-2034-4f74-9162-c4334c5062e9,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:37.864805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2879065-fecc-4537-856f-a7cf9cff158f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.865347 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-f2879065-fecc-4537-856f-a7cf9cff158f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Added segment 9f0e6bcb-11ae-4c05-983b-8fdcd66ee2b2 of type vlan for network 7506cd6a-8869-4141-aba2-7c094ce686d0 Nov 12 08:43:37.933446 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40648) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:37.962937 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2879065-fecc-4537-856f-a7cf9cff158f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:37.968069 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c80b6c4-6e3c-47b1-8bad-8ace7814c243 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:38.022140 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c80b6c4-6e3c-47b1-8bad-8ace7814c243 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.045527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2879065-fecc-4537-856f-a7cf9cff158f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.053332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2879065-fecc-4537-856f-a7cf9cff158f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:38.054317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2879065-fecc-4537-856f-a7cf9cff158f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.108887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf97e54b-191d-43c8-9efe-c4aefadc60d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.115472 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf97e54b-191d-43c8-9efe-c4aefadc60d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.116523 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f2879065-fecc-4537-856f-a7cf9cff158f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7243845 Nov 12 08:43:38.119916 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bf97e54b-191d-43c8-9efe-c4aefadc60d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c8b6c89-3065-4b14-b2b6-dd95953b28be HTTP/1.1" status: 204 len: 168 time: 0.5780125 Nov 12 08:43:38.120858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40654) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:38.171507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c80b6c4-6e3c-47b1-8bad-8ace7814c243 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:38.196671 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c80b6c4-6e3c-47b1-8bad-8ace7814c243 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.197133 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-4c80b6c4-6e3c-47b1-8bad-8ace7814c243 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Added segment 24558d15-b235-41d7-b11c-5b557b0dba67 of type vlan for network ef7ed750-546e-493e-87e5-33c82b134ffa Nov 12 08:43:38.267520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2879065-fecc-4537-856f-a7cf9cff158f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=7506cd6a-8869-4141-aba2-7c094ce686d0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:38.282303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 7506cd6a-8869-4141-aba2-7c094ce686d0 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:38.352679 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c80b6c4-6e3c-47b1-8bad-8ace7814c243 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.368700 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.373964 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.425259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1c1022b2-3e5b-4c9d-92f8-cf8f8221e23a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'network_id': '7506cd6a-8869-4141-aba2-7c094ce686d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:38.444954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2010923639', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:38.466710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c80b6c4-6e3c-47b1-8bad-8ace7814c243 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.474185 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c80b6c4-6e3c-47b1-8bad-8ace7814c243 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:38.474881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c80b6c4-6e3c-47b1-8bad-8ace7814c243 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.478515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09eaed3-b5f1-4a36-a430-1d72a2a0c526 req-06ecaa3e-7e9e-4199-b664-6f849876407f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:38.481024 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f09eaed3-b5f1-4a36-a430-1d72a2a0c526 req-06ecaa3e-7e9e-4199-b664-6f849876407f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2240739 Nov 12 08:43:38.557933 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.569782 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80b6c4-6e3c-47b1-8bad-8ace7814c243 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Network': ['ID=ef7ed750-546e-493e-87e5-33c82b134ffa,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:38.586031 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97e54b-191d-43c8-9efe-c4aefadc60d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8b6c89-3065-4b14-b2b6-dd95953b28be,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:38.588188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network ef7ed750-546e-493e-87e5-33c82b134ffa details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:38.636963 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.659232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Made reservation on behalf of 65c0da289f994eb59ae9552eee2e3f0b for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:38.665955 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.686901 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.704916 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4c80b6c4-6e3c-47b1-8bad-8ace7814c243 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8794281 Nov 12 08:43:38.710820 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40664) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:38.718112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-45631d98-15ad-4526-b710-16c7c8489b6a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'subnet': {'network_id': 'ef7ed750-546e-493e-87e5-33c82b134ffa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:38.917819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40666) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:38.927503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1022b2-3e5b-4c9d-92f8-cf8f8221e23a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:38.935555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c1022b2-3e5b-4c9d-92f8-cf8f8221e23a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.976240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f09eaed3-b5f1-4a36-a430-1d72a2a0c526 req-c5537b21-468c-4d00-8707-4d2591f35f39 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837129 Nov 12 08:43:38.977018 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6e256a3f-636f-43d8-9d72-b64eb1c6c4fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.984717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.086926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45631d98-15ad-4526-b710-16c7c8489b6a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:39.090424 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45631d98-15ad-4526-b710-16c7c8489b6a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.207890 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.221457 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.230621 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] device_id is not set on port 26820379-6866-4b8f-a5a8-79b3ec088c7b yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:43:39.336132 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6e256a3f-636f-43d8-9d72-b64eb1c6c4fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.341933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6e256a3f-636f-43d8-9d72-b64eb1c6c4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.367119 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13e84d7-692d-4a38-b096-c36fcfe89f5d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:39.452634 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6e256a3f-636f-43d8-9d72-b64eb1c6c4fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1a0b286377b44acbc39c77b6d17344a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5334482 Nov 12 08:43:39.456056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e256a3f-636f-43d8-9d72-b64eb1c6c4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abf1004-146d-4774-a516-77489d4a2a3b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:39.457587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40672) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:39.493143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.514608 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.608225 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Allocated IP 172.25.3.136 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/26820379-6866-4b8f-a5a8-79b3ec088c7b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:39.644271 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c1022b2-3e5b-4c9d-92f8-cf8f8221e23a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.721319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45631d98-15ad-4526-b710-16c7c8489b6a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.759953 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ab7ff49-491d-4c45-b266-0997a4df2bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:39.785516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1022b2-3e5b-4c9d-92f8-cf8f8221e23a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=d7634ab2-bf55-49b3-908b-7113b71ca5ee,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:39.952341 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.198284 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ab7ff49-491d-4c45-b266-0997a4df2bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.330566 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1022b2-3e5b-4c9d-92f8-cf8f8221e23a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking segment: {'id': '9f0e6bcb-11ae-4c05-983b-8fdcd66ee2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7506cd6a-8869-4141-aba2-7c094ce686d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:40.331156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1022b2-3e5b-4c9d-92f8-cf8f8221e23a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network hostable DHCP agents. Network: 7506cd6a-8869-4141-aba2-7c094ce686d0, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:40.353164 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45631d98-15ad-4526-b710-16c7c8489b6a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Checking segment: {'id': '24558d15-b235-41d7-b11c-5b557b0dba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ef7ed750-546e-493e-87e5-33c82b134ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:40.353164 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45631d98-15ad-4526-b710-16c7c8489b6a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network hostable DHCP agents. Network: ef7ed750-546e-493e-87e5-33c82b134ffa, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:40.388899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45631d98-15ad-4526-b710-16c7c8489b6a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Subnet': ['ID=a395b099-cb34-41cb-8342-695cf6920a64,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:40.447579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45631d98-15ad-4526-b710-16c7c8489b6a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network ef7ed750-546e-493e-87e5-33c82b134ffa is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:40.463359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24f2d5-56a0-42c9-9af5-16e4dae342c4 req-00dafe7c-59e3-4d07-8e93-f439d301d36d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:40.465008 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc24f2d5-56a0-42c9-9af5-16e4dae342c4 req-00dafe7c-59e3-4d07-8e93-f439d301d36d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2784421 Nov 12 08:43:40.471806 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.475463 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1022b2-3e5b-4c9d-92f8-cf8f8221e23a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network 7506cd6a-8869-4141-aba2-7c094ce686d0 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:40.493565 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ab7ff49-491d-4c45-b266-0997a4df2bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.496537 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ab7ff49-491d-4c45-b266-0997a4df2bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.497913 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0ab7ff49-491d-4c45-b266-0997a4df2bc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6abf1004-146d-4774-a516-77489d4a2a3b HTTP/1.1" status: 204 len: 168 time: 1.0326729 Nov 12 08:43:40.518382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-45631d98-15ad-4526-b710-16c7c8489b6a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, ef7ed750-546e-493e-87e5-33c82b134ffa) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:40.523374 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45631d98-15ad-4526-b710-16c7c8489b6a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:40.523997 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45631d98-15ad-4526-b710-16c7c8489b6a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.532136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0f0f6-1ee6-4f11-8ded-f8d8f3b70bf9 None None] Network ef7ed750-546e-493e-87e5-33c82b134ffa requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:40.533091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-1c1022b2-3e5b-4c9d-92f8-cf8f8221e23a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 7506cd6a-8869-4141-aba2-7c094ce686d0) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:40.541456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1022b2-3e5b-4c9d-92f8-cf8f8221e23a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:40.542469 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c1022b2-3e5b-4c9d-92f8-cf8f8221e23a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.553604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2849f51b-6d0f-4320-819d-307a46723eb2 None None] Network 7506cd6a-8869-4141-aba2-7c094ce686d0 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:40.572609 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7ff49-491d-4c45-b266-0997a4df2bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abf1004-146d-4774-a516-77489d4a2a3b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:40.678430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40682) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:40.679003 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1c1022b2-3e5b-4c9d-92f8-cf8f8221e23a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5261846 Nov 12 08:43:40.682765 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-45631d98-15ad-4526-b710-16c7c8489b6a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9715281 Nov 12 08:43:40.691833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40684) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:40.698484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9ff4d755-be41-499f-8f7f-a751a99dd2b7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-586154905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:40.729811 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc24f2d5-56a0-42c9-9af5-16e4dae342c4 req-67c0d29b-42c2-471d-b60e-760bdfcf5832 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472799 Nov 12 08:43:40.748109 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.771974 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d755-be41-499f-8f7f-a751a99dd2b7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.773565 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d755-be41-499f-8f7f-a751a99dd2b7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.815082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:40.819797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:40.827300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:40.857426 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8133ac6-0fb5-49ef-99f7-2117cc236392 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:40.864007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Allocated IP 172.25.3.103 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/e6c7f713-e41e-4955-99bb-bae902328cb1) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:40.874545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:40.875315 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:40.925121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Pushing event updated for resources: {'Port': ['ID=26820379-6866-4b8f-a5a8-79b3ec088c7b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:40.935581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dd58aca1-0c0e-45f1-a5d5-e35a01441fa9 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.9941835 Nov 12 08:43:40.989295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40692) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:41.012673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.136'}]}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:41.023500 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d755-be41-499f-8f7f-a751a99dd2b7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.035712 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d755-be41-499f-8f7f-a751a99dd2b7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.080313 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.083927 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.096632 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ff4d755-be41-499f-8f7f-a751a99dd2b7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.100825 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9ff4d755-be41-499f-8f7f-a751a99dd2b7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4051893 Nov 12 08:43:41.100984 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40698) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:41.111470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'port': {'network_id': 'ef7ed750-546e-493e-87e5-33c82b134ffa', 'name': 'tempest-RoutersTest-1901729029'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:41.163881 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.215339 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.269069 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.282090 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.290638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5c355bbf-d2c9-4003-b45e-7aaeff65d432 None None] Provisioning complete for port 26820379-6866-4b8f-a5a8-79b3ec088c7b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:41.294665 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5c355bbf-d2c9-4003-b45e-7aaeff65d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.328991 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.352903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5c355bbf-d2c9-4003-b45e-7aaeff65d432 None None] Port 26820379-6866-4b8f-a5a8-79b3ec088c7b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:41.359805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.395705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Subnet': ['ID=d7634ab2-bf55-49b3-908b-7113b71ca5ee,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:41.465491 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.521652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7c3756-dfc5-4649-9e22-4d6d68f9acd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-7506cd6a-8869-4141-aba2-7c094ce686d0', 'network_id': '7506cd6a-8869-4141-aba2-7c094ce686d0', 'tenant_id': '483a0d22ce49450cb5d78e73d903bb85', 'fixed_ips': [{'subnet_id': 'd7634ab2-bf55-49b3-908b-7113b71ca5ee'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:41.522820 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1a7c3756-dfc5-4649-9e22-4d6d68f9acd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.541562 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.558580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-ef7ed750-546e-493e-87e5-33c82b134ffa', 'network_id': 'ef7ed750-546e-493e-87e5-33c82b134ffa', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'fixed_ips': [{'subnet_id': 'a395b099-cb34-41cb-8342-695cf6920a64'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:41.567081 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.577925 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:41.584229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7506cd6a-8869-4141-aba2-7c094ce686d0']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:41.588988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:41.600540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:41.615934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0e6bcb-11ae-4c05-983b-8fdcd66ee2b2') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:41.616237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0e6bcb-11ae-4c05-983b-8fdcd66ee2b2') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:41.665726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=e6c7f713-e41e-4955-99bb-bae902328cb1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:41.712741 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.775885 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.776666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b188b105-3123-4323-bba6-a5c9b1117654 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:41.857468 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:41.993853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:41.998863 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.026835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] device_id is not set on port 0f5d98ec-845a-405e-b066-04c6355a239c yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:43:42.029039 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:42.030880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:42.041092 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:42.183349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Allocated IP 172.20.0.2 (ef7ed750-546e-493e-87e5-33c82b134ffa/a395b099-cb34-41cb-8342-695cf6920a64/1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:42.292034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.329545 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.397987 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.405413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ced22-94ba-41c3-b6e3-ad2c1a509bae None None] Network 7506cd6a-8869-4141-aba2-7c094ce686d0 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:42.414503 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.424689 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.447312 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.475121 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/7506cd6a-8869-4141-aba2-7c094ce686d0 HTTP/1.1" status: 204 len: 168 time: 1.7937248 Nov 12 08:43:42.480305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40722) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:42.481071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Pushing event updated for resources: {'Port': ['ID=1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:42.493720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-517155336'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:42.515949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Network ef7ed750-546e-493e-87e5-33c82b134ffa is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:42.519302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ced22-94ba-41c3-b6e3-ad2c1a509bae None None] Network 7506cd6a-8869-4141-aba2-7c094ce686d0 could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:43:42.526860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:42.531177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:42.569300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a401dcfa-f687-45d7-8f79-f380c74f78d4 None None] Provisioning complete for port e6c7f713-e41e-4955-99bb-bae902328cb1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:42.569680 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a401dcfa-f687-45d7-8f79-f380c74f78d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.628283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Allocated IP 172.20.0.7 (ef7ed750-546e-493e-87e5-33c82b134ffa/a395b099-cb34-41cb-8342-695cf6920a64/0f5d98ec-845a-405e-b066-04c6355a239c) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:42.637902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:42.643200 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.663689 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade6459-4022-4749-96d5-5a20412c1484 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Network': ['ID=7506cd6a-8869-4141-aba2-7c094ce686d0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:42.732909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80bddf-e7f2-4a1b-b2b4-d01360020ded req-39070a3c-d7eb-456e-b8ed-ca61bef1c4c6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:42.736387 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c80bddf-e7f2-4a1b-b2b4-d01360020ded req-39070a3c-d7eb-456e-b8ed-ca61bef1c4c6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.7668984 Nov 12 08:43:42.744422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Attempting to bind port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:42.744768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Attempting to bind port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '24558d15-b235-41d7-b11c-5b557b0dba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ef7ed750-546e-493e-87e5-33c82b134ffa'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:42.745152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Attempting to bind port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 on network ef7ed750-546e-493e-87e5-33c82b134ffa {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:42.751939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a401dcfa-f687-45d7-8f79-f380c74f78d4 None None] Port e6c7f713-e41e-4955-99bb-bae902328cb1 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:42.760964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:42.761387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Checking segment: {'id': '24558d15-b235-41d7-b11c-5b557b0dba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ef7ed750-546e-493e-87e5-33c82b134ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:42.761570 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.762165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Bound using segment: {'id': '24558d15-b235-41d7-b11c-5b557b0dba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ef7ed750-546e-493e-87e5-33c82b134ffa'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:42.762605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Bound port: 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24558d15-b235-41d7-b11c-5b557b0dba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ef7ed750-546e-493e-87e5-33c82b134ffa'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:42.763015 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.804130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:42.822644 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.851146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] For port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:42.857039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] For port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6,segment=NetworkSegment(24558d15-b235-41d7-b11c-5b557b0dba67),segment_id=24558d15-b235-41d7-b11c-5b557b0dba67)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:42.866097 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:42.963988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9fc62-135c-4207-a94a-d4b9a76300a0 None None] Pushing event updated for resources: {'Port': ['ID=1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:43.019012 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c80bddf-e7f2-4a1b-b2b4-d01360020ded req-120b93fe-bbd9-4a6c-9412-b1e1fbe5dd59 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706842 Nov 12 08:43:43.020007 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.122211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.125398 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.187236 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.187748 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Added segment 583fa14b-5a05-422e-a3cf-4c44e0e7ee7f of type vlan for network e6fc63b9-8d53-4748-a2c3-50004dc5b92d Nov 12 08:43:43.189607 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.190279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5d288aa-2c02-49bd-967c-64b3ebc0076a {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:43:43.394979 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:43:43.401280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5d5c92e7-d332-4fdf-b16d-9743865ff545 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4078665 Nov 12 08:43:43.447756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40738) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:43.468205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.490528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:43.551590 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.562438 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.630012 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:43.630404 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.678383 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.resource_extend [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:43:43.729426 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network ef7ed750-546e-493e-87e5-33c82b134ffa is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:43.735294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:43.741930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:43.748112 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.786941 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.846613 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.871281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:43.871864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.877809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6,segment=NetworkSegment(24558d15-b235-41d7-b11c-5b557b0dba67),segment_id=24558d15-b235-41d7-b11c-5b557b0dba67)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:43.884956 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.908132 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=0f5d98ec-845a-405e-b066-04c6355a239c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:43.914709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-24506d51-bf03-44de-b6c2-e3b2b1cecf84 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Deleting port 26820379-6866-4b8f-a5a8-79b3ec088c7b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:43.915009 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24506d51-bf03-44de-b6c2-e3b2b1cecf84 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.099725 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:44.135138 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=e6fc63b9-8d53-4748-a2c3-50004dc5b92d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:44.150351 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network e6fc63b9-8d53-4748-a2c3-50004dc5b92d details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:44.168649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:44.169456 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.193922 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-338aaed5-b246-4184-8318-348b19aa2648 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7057607 Nov 12 08:43:44.199180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40756) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:44.210485 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5a5ce5e2-c5e8-40de-a8c8-1ef4d018659d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'network_id': 'e6fc63b9-8d53-4748-a2c3-50004dc5b92d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:44.448254 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0db5ee21-e3e4-48d5-96bd-1f2bc6d2562f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3460085 Nov 12 08:43:44.453583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40762) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:44.610584 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:43:44.675870 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f55dd2-4def-4c01-a8dc-84127bdd205d req-b54c44ba-556b-4ac6-ab05-5e6f22e7c7da tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:44.679513 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-53f55dd2-4def-4c01-a8dc-84127bdd205d req-b54c44ba-556b-4ac6-ab05-5e6f22e7c7da tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3799369 Nov 12 08:43:44.683235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5ce5e2-c5e8-40de-a8c8-1ef4d018659d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:44.686758 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5ce5e2-c5e8-40de-a8c8-1ef4d018659d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:44.825681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ddfa0-05cf-4f5d-b00a-735e41a661bc None None] Network ef7ed750-546e-493e-87e5-33c82b134ffa requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:44.978357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ab8d1c46-3630-47eb-8462-21e7c05c6136 None None] Provisioning complete for port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:44.978712 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ab8d1c46-3630-47eb-8462-21e7c05c6136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.061006 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-53f55dd2-4def-4c01-a8dc-84127bdd205d req-e21f57ad-d925-47a4-bf6c-9afaba61496c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575137 Nov 12 08:43:45.257613 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24506d51-bf03-44de-b6c2-e3b2b1cecf84 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.279942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router ed1ce9cc-6594-4313-9ba7-03f19e250168 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:43:45.306444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-24506d51-bf03-44de-b6c2-e3b2b1cecf84 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Calling delete_port for 26820379-6866-4b8f-a5a8-79b3ec088c7b owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:45.379961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:45.486217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:45.486538 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.600125 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.632517 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5ce5e2-c5e8-40de-a8c8-1ef4d018659d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.749766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b3b67dd5-0c11-4e87-b296-51ea5ae3fca1 None None] Provisioning complete for port 0f5d98ec-845a-405e-b066-04c6355a239c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:45.755647 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b3b67dd5-0c11-4e87-b296-51ea5ae3fca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.852017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b3b67dd5-0c11-4e87-b296-51ea5ae3fca1 None None] Port 0f5d98ec-845a-405e-b066-04c6355a239c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:45.901256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:45.915874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b3b67dd5-0c11-4e87-b296-51ea5ae3fca1 None None] Provisioning complete for port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:45.916350 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab06862-01df-43b1-ad25-c58d3fde1491 None None] Sync routers for ids ['ed1ce9cc-6594-4313-9ba7-03f19e250168'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:45.922129 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b3b67dd5-0c11-4e87-b296-51ea5ae3fca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:45.946531 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab06862-01df-43b1-ad25-c58d3fde1491 None None] Routers {'ed1ce9cc-6594-4313-9ba7-03f19e250168'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:45.948120 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6ab06862-01df-43b1-ad25-c58d3fde1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ed1ce9cc-6594-4313-9ba7-03f19e250168'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:45.989195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a662b-adcb-4824-8e65-780a9f0883c3 req-2a06d805-18ef-44f2-90f9-b6769f0d9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:45.989394 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c58a662b-adcb-4824-8e65-780a9f0883c3 req-2a06d805-18ef-44f2-90f9-b6769f0d9837 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 1097 time: 0.3193300 Nov 12 08:43:46.020143 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6ab06862-01df-43b1-ad25-c58d3fde1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:46.031507 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab06862-01df-43b1-ad25-c58d3fde1491 None None] Routers {'ed1ce9cc-6594-4313-9ba7-03f19e250168'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:46.032397 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6ab06862-01df-43b1-ad25-c58d3fde1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ed1ce9cc-6594-4313-9ba7-03f19e250168'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:46.049935 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.057057 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0505b3cd-cff6-4086-a9e4-3a88d2cf8201 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.5863342 Nov 12 08:43:46.058487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40794) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:46.180067 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6ab06862-01df-43b1-ad25-c58d3fde1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:46.182529 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab06862-01df-43b1-ad25-c58d3fde1491 None None] The sync data for ids ['ed1ce9cc-6594-4313-9ba7-03f19e250168'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:46.216228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ce5e2-c5e8-40de-a8c8-1ef4d018659d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking segment: {'id': '583fa14b-5a05-422e-a3cf-4c44e0e7ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e6fc63b9-8d53-4748-a2c3-50004dc5b92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:46.218781 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5ce5e2-c5e8-40de-a8c8-1ef4d018659d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network hostable DHCP agents. Network: e6fc63b9-8d53-4748-a2c3-50004dc5b92d, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:46.226561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ce5e2-c5e8-40de-a8c8-1ef4d018659d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=a7941f43-bd53-46c2-a476-35d02fad327f,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:46.233060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40800) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:46.313648 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24506d51-bf03-44de-b6c2-e3b2b1cecf84 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.347581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5ce5e2-c5e8-40de-a8c8-1ef4d018659d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network e6fc63b9-8d53-4748-a2c3-50004dc5b92d is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:46.356200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-784444fe-03d0-4412-be31-27749dfd6835 None None] Provisioning complete for port 0f5d98ec-845a-405e-b066-04c6355a239c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:46.356576 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-784444fe-03d0-4412-be31-27749dfd6835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.404021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-5a5ce5e2-c5e8-40de-a8c8-1ef4d018659d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, e6fc63b9-8d53-4748-a2c3-50004dc5b92d) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:46.406848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24506d51-bf03-44de-b6c2-e3b2b1cecf84 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Pushing event deleted for resources: {'Port': ['ID=26820379-6866-4b8f-a5a8-79b3ec088c7b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:46.412484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ce5e2-c5e8-40de-a8c8-1ef4d018659d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:46.413092 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5ce5e2-c5e8-40de-a8c8-1ef4d018659d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.452214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-784444fe-03d0-4412-be31-27749dfd6835 None None] Port 0f5d98ec-845a-405e-b066-04c6355a239c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:46.454018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8360b7-2b84-489d-acac-799f3ba75492 None None] Network e6fc63b9-8d53-4748-a2c3-50004dc5b92d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:46.457817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ba005-827a-47ff-9fa2-d4db1b3b1477 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:46.575193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b17e60aa-d6e6-4e63-8f2d-2368a3b28f4c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/routers/ed1ce9cc-6594-4313-9ba7-03f19e250168 HTTP/1.1" status: 200 len: 885 time: 0.5035474 Nov 12 08:43:46.575809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40804) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:46.601571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b0e8-65d0-4b3e-addc-a19fa53989b2 req-903275b6-3482-4aa6-9566-22596f03f6bd tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:46.609344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7b7b0e8-65d0-4b3e-addc-a19fa53989b2 req-903275b6-3482-4aa6-9566-22596f03f6bd tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3011699 Nov 12 08:43:46.662492 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de0f2d4a-cf7c-4680-b762-48457aa67be8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.677064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a662b-adcb-4824-8e65-780a9f0883c3 req-5fd518fa-8625-4473-b322-4137bd87c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:46.678747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c58a662b-adcb-4824-8e65-780a9f0883c3 req-5fd518fa-8625-4473-b322-4137bd87c10c service neutron] 10.222.0.52 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 915 time: 0.6088028 Nov 12 08:43:46.683060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40806) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:46.693519 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5a5ce5e2-c5e8-40de-a8c8-1ef4d018659d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4826117 Nov 12 08:43:46.735583 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.746903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-e6fc63b9-8d53-4748-a2c3-50004dc5b92d', 'network_id': 'e6fc63b9-8d53-4748-a2c3-50004dc5b92d', 'tenant_id': '483a0d22ce49450cb5d78e73d903bb85', 'fixed_ips': [{'subnet_id': 'a7941f43-bd53-46c2-a476-35d02fad327f'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:46.750311 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.759487 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.772780 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24506d51-bf03-44de-b6c2-e3b2b1cecf84 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.776477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-24506d51-bf03-44de-b6c2-e3b2b1cecf84 tempest-RoutersAdminNegativeIpV6Test-1657442095 tempest-RoutersAdminNegativeIpV6Test-1657442095-project-admin] 10.222.0.31 "DELETE /v2.0/ports/26820379-6866-4b8f-a5a8-79b3ec088c7b HTTP/1.1" status: 204 len: 168 time: 3.3277500 Nov 12 08:43:46.800314 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c58a662b-adcb-4824-8e65-780a9f0883c3 req-b3700a6b-a167-41c0-9fb1-7cde5a264dd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=792c441e-15ac-405f-bf18-8377256b50fc HTTP/1.1" status: 200 len: 217 time: 0.0984867 Nov 12 08:43:46.962175 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7b7b0e8-65d0-4b3e-addc-a19fa53989b2 req-5390ae47-0276-4ffc-98a5-19e022477d5a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517864 Nov 12 08:43:47.082349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Allocated IP 172.20.0.2 (e6fc63b9-8d53-4748-a2c3-50004dc5b92d/a7941f43-bd53-46c2-a476-35d02fad327f/856a3911-ece6-4f22-a5c0-9d9262f7a947) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:47.175421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40812) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:47.236974 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.256505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a662b-adcb-4824-8e65-780a9f0883c3 req-7a5f5616-6cf3-4de4-9c72-f32bda363f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:47.258501 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c58a662b-adcb-4824-8e65-780a9f0883c3 req-7a5f5616-6cf3-4de4-9c72-f32bda363f14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b9330ef-ee82-4258-9e06-e7d9a0866049 HTTP/1.1" status: 200 len: 854 time: 0.2932637 Nov 12 08:43:47.413005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c58a662b-adcb-4824-8e65-780a9f0883c3 req-775a8bfc-ad34-46f1-915a-c7719675fa22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c0f5d45c-c314-43a2-9378-dd1b94a83f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453736 Nov 12 08:43:47.452078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bbfffc99-906e-4e02-b238-6c3f0f4a66e7 None None] Provisioning complete for port 0f5d98ec-845a-405e-b066-04c6355a239c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:47.452727 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bbfffc99-906e-4e02-b238-6c3f0f4a66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.497462 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-098b7248-1281-4e8d-9dd6-0b15c0396b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.505181 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.508547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-bbfffc99-906e-4e02-b238-6c3f0f4a66e7 None None] Port 0f5d98ec-845a-405e-b066-04c6355a239c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:47.518673 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.544042 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Network e6fc63b9-8d53-4748-a2c3-50004dc5b92d is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:47.568117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:47.571874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:47.585657 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.624012 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Pushing event updated for resources: {'Port': ['ID=856a3911-ece6-4f22-a5c0-9d9262f7a947,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:47.667248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Attempting to bind port 856a3911-ece6-4f22-a5c0-9d9262f7a947 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:47.667928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Attempting to bind port 856a3911-ece6-4f22-a5c0-9d9262f7a947 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '583fa14b-5a05-422e-a3cf-4c44e0e7ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e6fc63b9-8d53-4748-a2c3-50004dc5b92d'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:47.668536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Attempting to bind port 856a3911-ece6-4f22-a5c0-9d9262f7a947 on network e6fc63b9-8d53-4748-a2c3-50004dc5b92d {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:47.676078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:47.676787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Checking segment: {'id': '583fa14b-5a05-422e-a3cf-4c44e0e7ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e6fc63b9-8d53-4748-a2c3-50004dc5b92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:47.677428 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.678284 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Bound using segment: {'id': '583fa14b-5a05-422e-a3cf-4c44e0e7ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e6fc63b9-8d53-4748-a2c3-50004dc5b92d'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:47.678922 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Bound port: 856a3911-ece6-4f22-a5c0-9d9262f7a947, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583fa14b-5a05-422e-a3cf-4c44e0e7ee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e6fc63b9-8d53-4748-a2c3-50004dc5b92d'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:47.680357 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.728080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=0f5d98ec-845a-405e-b066-04c6355a239c,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:47.746112 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c58a662b-adcb-4824-8e65-780a9f0883c3 req-d57c1fe2-5779-44bc-ac91-cfcf341cf465 service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923832 Nov 12 08:43:47.792998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-703853c6-52f3-473d-aa58-0dcb6df0f38a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.2104449 Nov 12 08:43:47.797308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40820) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:47.803100 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fcd78715-9406-420c-84ad-caaa0620149c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1842953431'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:47.815903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-35496542-747e-45f0-9103-c1b059bae156 None None] For port 856a3911-ece6-4f22-a5c0-9d9262f7a947, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:47.822873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-35496542-747e-45f0-9103-c1b059bae156 None None] For port 856a3911-ece6-4f22-a5c0-9d9262f7a947, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=856a3911-ece6-4f22-a5c0-9d9262f7a947,segment=NetworkSegment(583fa14b-5a05-422e-a3cf-4c44e0e7ee7f),segment_id=583fa14b-5a05-422e-a3cf-4c44e0e7ee7f)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:47.833427 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.862975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.904725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Subnet': ['ID=a7941f43-bd53-46c2-a476-35d02fad327f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:47.938366 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-098b7248-1281-4e8d-9dd6-0b15c0396b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:47.976191 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-098b7248-1281-4e8d-9dd6-0b15c0396b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.006674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35496542-747e-45f0-9103-c1b059bae156 None None] Pushing event updated for resources: {'Port': ['ID=856a3911-ece6-4f22-a5c0-9d9262f7a947,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:48.047479 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de0f2d4a-cf7c-4680-b762-48457aa67be8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.052148 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.069072 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de0f2d4a-cf7c-4680-b762-48457aa67be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.097228 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.146044 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fc63b9-8d53-4748-a2c3-50004dc5b92d']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:48.156213 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-de0f2d4a-cf7c-4680-b762-48457aa67be8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63d2b2c60f9e4242a6636eeb1a399638&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8589458 Nov 12 08:43:48.158995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583fa14b-5a05-422e-a3cf-4c44e0e7ee7f') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:48.158995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583fa14b-5a05-422e-a3cf-4c44e0e7ee7f') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:48.199955 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.218971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40824) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:48.231888 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.270980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:48.271926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:48.276457 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:48.282482 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c58a662b-adcb-4824-8e65-780a9f0883c3 req-3c0d1667-f96a-42f1-bab4-ef1f8236a90c service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211926 Nov 12 08:43:48.406332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f2d4a-cf7c-4680-b762-48457aa67be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7e4055-4aed-436d-98f1-94a325292159,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:48.531726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e657fd7-da54-43f6-9286-7760be706337 req-f389e126-1d8f-40dd-a7d2-2d2b35666596 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:48.534298 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7e657fd7-da54-43f6-9286-7760be706337 req-f389e126-1d8f-40dd-a7d2-2d2b35666596 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.3726597 Nov 12 08:43:48.537931 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-098b7248-1281-4e8d-9dd6-0b15c0396b6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=286e62f302354236ad8d410a5ed3473a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3562887 Nov 12 08:43:48.543910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40830) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:48.547035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b7248-1281-4e8d-9dd6-0b15c0396b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874cda9c-af41-42f9-9c23-fdd37724fa97,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:48.623559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.698464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5224-030e-4b38-8981-453342fa01d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.707089 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.api [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:43:48.707089 n-d-768851-18 neutron-server[102444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:43:48.707089 n-d-768851-18 neutron-server[102444]: [parameters: {'id': 'e6fc63b9-8d53-4748-a2c3-50004dc5b92d'}] Nov 12 08:43:48.707089 n-d-768851-18 neutron-server[102444]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:43:48.707914 n-d-768851-18 neutron-server[102444]: DEBUG oslo_db.api [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:43:48.737929 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6832dab3-9578-4508-b5d2-e1fd75320cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.765781 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6832dab3-9578-4508-b5d2-e1fd75320cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.856010 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5224-030e-4b38-8981-453342fa01d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.874414 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6832dab3-9578-4508-b5d2-e1fd75320cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.877350 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6832dab3-9578-4508-b5d2-e1fd75320cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.896374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6832dab3-9578-4508-b5d2-e1fd75320cc8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/874cda9c-af41-42f9-9c23-fdd37724fa97 HTTP/1.1" status: 204 len: 168 time: 0.3504984 Nov 12 08:43:48.937931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832dab3-9578-4508-b5d2-e1fd75320cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874cda9c-af41-42f9-9c23-fdd37724fa97,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:49.078896 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7e657fd7-da54-43f6-9286-7760be706337 req-9634dd76-50c6-4b37-9a09-8c7740c574e9 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629822 Nov 12 08:43:49.209773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.365210 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fcd78715-9406-420c-84ad-caaa0620149c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.400049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Deleting port 856a3911-ece6-4f22-a5c0-9d9262f7a947 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:49.403208 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.435285 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fcd78715-9406-420c-84ad-caaa0620149c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.458953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 856a3911-ece6-4f22-a5c0-9d9262f7a947 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:49.591826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] For port 856a3911-ece6-4f22-a5c0-9d9262f7a947, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=856a3911-ece6-4f22-a5c0-9d9262f7a947,segment=NetworkSegment(583fa14b-5a05-422e-a3cf-4c44e0e7ee7f),segment_id=583fa14b-5a05-422e-a3cf-4c44e0e7ee7f)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:49.595726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.605766 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5224-030e-4b38-8981-453342fa01d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.608764 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5224-030e-4b38-8981-453342fa01d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.612606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1e3b5224-030e-4b38-8981-453342fa01d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf7e4055-4aed-436d-98f1-94a325292159 HTTP/1.1" status: 204 len: 168 time: 1.3818467 Nov 12 08:43:49.646149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Calling delete_port for 856a3911-ece6-4f22-a5c0-9d9262f7a947 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:49.655383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40844) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:49.666507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 856a3911-ece6-4f22-a5c0-9d9262f7a947 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:49.666882 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.810778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b5224-030e-4b38-8981-453342fa01d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7e4055-4aed-436d-98f1-94a325292159,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:49.830165 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8b6edc46-0c95-49f4-a92e-c698834a44fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65c0da289f994eb59ae9552eee2e3f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1732962 Nov 12 08:43:49.832976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40848) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:49.917900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a9fb8d-d6b0-44cb-b909-889c45e5dac2 None None] Network e6fc63b9-8d53-4748-a2c3-50004dc5b92d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:50.013403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0e68d30b-3a4f-49dc-8ce1-8ac313ddc2ab None None] Could not find standard attr ID for object 856a3911-ece6-4f22-a5c0-9d9262f7a947. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:43:50.020751 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.042328 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.046343 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.063041 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7ea88bac-3b6a-4c63-a923-146e8f1ac55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.090669 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7ea88bac-3b6a-4c63-a923-146e8f1ac55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.093729 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd78715-9406-420c-84ad-caaa0620149c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router ed1ce9cc-6594-4313-9ba7-03f19e250168 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:50.103764 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.207119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7ea88bac-3b6a-4c63-a923-146e8f1ac55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.214432 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7ea88bac-3b6a-4c63-a923-146e8f1ac55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.216006 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7ea88bac-3b6a-4c63-a923-146e8f1ac55d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d13e84d7-692d-4a38-b096-c36fcfe89f5d HTTP/1.1" status: 204 len: 168 time: 0.3817825 Nov 12 08:43:50.232557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=0f5d98ec-845a-405e-b066-04c6355a239c,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:50.247973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No DVR routers for this DVR port 856a3911-ece6-4f22-a5c0-9d9262f7a947 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:43:50.322303 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.392625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Port': ['ID=856a3911-ece6-4f22-a5c0-9d9262f7a947,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:50.418555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d3a55-3f7b-4626-9200-ff829d60fdb5 None None] DHCP port deletion for e6fc63b9-8d53-4748-a2c3-50004dc5b92d request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:50.467022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea88bac-3b6a-4c63-a923-146e8f1ac55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13e84d7-692d-4a38-b096-c36fcfe89f5d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:50.518666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd78715-9406-420c-84ad-caaa0620149c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:50.529815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0783787-ec2d-420b-903b-d32bc837852f None None] Sync routers for ids ['ed1ce9cc-6594-4313-9ba7-03f19e250168'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:50.543253 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fcd78715-9406-420c-84ad-caaa0620149c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.545672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0783787-ec2d-420b-903b-d32bc837852f None None] Routers {'ed1ce9cc-6594-4313-9ba7-03f19e250168'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:50.546378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b0783787-ec2d-420b-903b-d32bc837852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ed1ce9cc-6594-4313-9ba7-03f19e250168'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:50.547768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fcd78715-9406-420c-84ad-caaa0620149c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/ed1ce9cc-6594-4313-9ba7-03f19e250168 HTTP/1.1" status: 200 len: 892 time: 2.7491934 Nov 12 08:43:50.550599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40866) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:50.593095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b0783787-ec2d-420b-903b-d32bc837852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:50.613984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0783787-ec2d-420b-903b-d32bc837852f None None] Routers {'ed1ce9cc-6594-4313-9ba7-03f19e250168'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:50.614546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b0783787-ec2d-420b-903b-d32bc837852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ed1ce9cc-6594-4313-9ba7-03f19e250168'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:50.615685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d601f-a0ce-498a-8d27-4618510ea867 req-d42eff34-1e53-4c5a-abe9-358604aea290 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:50.617440 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f52d601f-a0ce-498a-8d27-4618510ea867 req-d42eff34-1e53-4c5a-abe9-358604aea290 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2890148 Nov 12 08:43:50.621343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40870) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:50.665379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b0783787-ec2d-420b-903b-d32bc837852f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:50.666461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0783787-ec2d-420b-903b-d32bc837852f None None] The sync data for ids ['ed1ce9cc-6594-4313-9ba7-03f19e250168'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:50.667298 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.696900 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d497d15-8ec5-454c-90eb-e0639d53354e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.737259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fc63b9-8d53-4748-a2c3-50004dc5b92d']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:50.750607 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f52d601f-a0ce-498a-8d27-4618510ea867 req-ab77e12b-de18-48b7-88ca-c5a3c23344d0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185896 Nov 12 08:43:50.767788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583fa14b-5a05-422e-a3cf-4c44e0e7ee7f') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:50.768199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583fa14b-5a05-422e-a3cf-4c44e0e7ee7f') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:50.773416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network ef7ed750-546e-493e-87e5-33c82b134ffa is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:50.785643 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.786473 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fa9884f3-697f-437d-8af3-ad05f53d9cb8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/routers/ed1ce9cc-6594-4313-9ba7-03f19e250168 HTTP/1.1" status: 200 len: 892 time: 0.2345505 Nov 12 08:43:50.787708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:50.789601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40878) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:50.817395 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.831268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:50.831736 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:50.835367 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:50.841410 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-94fc1fae-c58c-427d-9c89-fc4a6df97d5e tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed1ce9cc-6594-4313-9ba7-03f19e250168 HTTP/1.1" status: 200 len: 205 time: 0.0504899 Nov 12 08:43:50.842709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40884) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:50.943463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.960698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.970796 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/e6fc63b9-8d53-4748-a2c3-50004dc5b92d HTTP/1.1" status: 204 len: 168 time: 4.2727640 Nov 12 08:43:50.974305 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d497d15-8ec5-454c-90eb-e0639d53354e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.975347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40888) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:50.984346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6c75abbc-6f2d-4705-9a79-419a39a3a8b9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1474836418'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:51.061182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d497d15-8ec5-454c-90eb-e0639d53354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.064765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c75abbc-6f2d-4705-9a79-419a39a3a8b9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:51.069450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c75abbc-6f2d-4705-9a79-419a39a3a8b9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.108254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c75abbc-6f2d-4705-9a79-419a39a3a8b9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:51.121404 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c75abbc-6f2d-4705-9a79-419a39a3a8b9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.121760 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-6c75abbc-6f2d-4705-9a79-419a39a3a8b9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Added segment 88bce2c7-660d-45e9-bec2-f34194fc8689 of type vlan for network 4f850330-f2d9-4489-ab19-69f74c1fd01a Nov 12 08:43:51.170478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-455e992b-e2ed-4164-beee-f3490bc29bc4 None None] Provisioning complete for port 0f5d98ec-845a-405e-b066-04c6355a239c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:51.170881 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-455e992b-e2ed-4164-beee-f3490bc29bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.183802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b280d-8e2d-4018-abfb-a2a8feba6db2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Network': ['ID=e6fc63b9-8d53-4748-a2c3-50004dc5b92d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:51.253854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-455e992b-e2ed-4164-beee-f3490bc29bc4 None None] Port 0f5d98ec-845a-405e-b066-04c6355a239c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:51.290843 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c75abbc-6f2d-4705-9a79-419a39a3a8b9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.333421 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c75abbc-6f2d-4705-9a79-419a39a3a8b9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.339498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c75abbc-6f2d-4705-9a79-419a39a3a8b9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:51.340330 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c75abbc-6f2d-4705-9a79-419a39a3a8b9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.342860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d497d15-8ec5-454c-90eb-e0639d53354e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429a5f2e-28b3-416f-82e7-e36c2edce79c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:51.356226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 856a3911-ece6-4f22-a5c0-9d9262f7a947 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:51.382013 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0d497d15-8ec5-454c-90eb-e0639d53354e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=895055a4f559475aa45369658372e0ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7598772 Nov 12 08:43:51.388412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40898) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:51.399471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 856a3911-ece6-4f22-a5c0-9d9262f7a947 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:43:51.400317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 856a3911-ece6-4f22-a5c0-9d9262f7a947 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:43:51.502715 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6c75abbc-6f2d-4705-9a79-419a39a3a8b9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5228059 Nov 12 08:43:51.510229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996c2a7-3356-42b0-a39d-7f7679cc8f51 req-6a8314b3-2921-4026-8114-6e0d386682a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:51.511786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a996c2a7-3356-42b0-a39d-7f7679cc8f51 req-6a8314b3-2921-4026-8114-6e0d386682a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 1097 time: 0.3238473 Nov 12 08:43:51.518933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40900) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:51.519320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40902) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:51.524360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'network_id': '4f850330-f2d9-4489-ab19-69f74c1fd01a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:51.551979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75abbc-6f2d-4705-9a79-419a39a3a8b9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=4f850330-f2d9-4489-ab19-69f74c1fd01a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:51.570563 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4f850330-f2d9-4489-ab19-69f74c1fd01a details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:51.679885 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.687815 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11e08550-0a2f-488f-a549-6585579cab9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.723334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-159333216'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:51.723580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router ff82048b-6a12-439e-ac13-1de82aba54b0 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:43:51.756830 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11e08550-0a2f-488f-a549-6585579cab9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.804717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.api [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:43:51.804717 n-d-768851-18 neutron-server[102444]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 08:43:51.804717 n-d-768851-18 neutron-server[102444]: [parameters: {'project_id': '483a0d22ce49450cb5d78e73d903bb85', 'id': '62685169-07d9-4b16-9216-f179c3a1f98b', 'expiration': datetime.datetime(2021, 11, 12, 8, 45, 51, 779193)}] Nov 12 08:43:51.804717 n-d-768851-18 neutron-server[102444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:43:51.805361 n-d-768851-18 neutron-server[102444]: DEBUG oslo_db.api [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:43:51.825315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Made reservation on behalf of 42ccfc3e3efc496ea126940da5125567 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:51.829362 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.847018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996c2a7-3356-42b0-a39d-7f7679cc8f51 req-deadffbf-f88c-416a-bbc7-26d3993127ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:51.848869 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a996c2a7-3356-42b0-a39d-7f7679cc8f51 req-deadffbf-f88c-416a-bbc7-26d3993127ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 915 time: 0.3147988 Nov 12 08:43:51.851067 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.886406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:51.894709 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-07d7d7d0-d408-4b91-b347-0b1f32f59a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/ff82048b-6a12-439e-ac13-1de82aba54b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4374092 Nov 12 08:43:51.895347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40910) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:51.900767 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50192513-829a-4204-890f-f9c80fe16556 None None] Sync routers for ids ['ff82048b-6a12-439e-ac13-1de82aba54b0'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:51.910963 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.919660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a996c2a7-3356-42b0-a39d-7f7679cc8f51 req-42788973-bfbc-441c-9e4d-ed0d9dfc7cb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=792c441e-15ac-405f-bf18-8377256b50fc HTTP/1.1" status: 200 len: 217 time: 0.0576293 Nov 12 08:43:51.924047 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50192513-829a-4204-890f-f9c80fe16556 None None] Routers {'ff82048b-6a12-439e-ac13-1de82aba54b0'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:51.925497 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-50192513-829a-4204-890f-f9c80fe16556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ff82048b-6a12-439e-ac13-1de82aba54b0'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:51.968548 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-50192513-829a-4204-890f-f9c80fe16556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:51.975005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11e08550-0a2f-488f-a549-6585579cab9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.978763 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11e08550-0a2f-488f-a549-6585579cab9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:51.979749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b91a0a-928d-4ff8-a8ef-53f88bc0f570 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:51.980931 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50192513-829a-4204-890f-f9c80fe16556 None None] Routers {'ff82048b-6a12-439e-ac13-1de82aba54b0'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:51.981701 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-50192513-829a-4204-890f-f9c80fe16556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ff82048b-6a12-439e-ac13-1de82aba54b0'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:51.984314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e6b91a0a-928d-4ff8-a8ef-53f88bc0f570 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports/0f5d98ec-845a-405e-b066-04c6355a239c HTTP/1.1" status: 200 len: 977 time: 0.0877197 Nov 12 08:43:51.984976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-11e08550-0a2f-488f-a549-6585579cab9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/429a5f2e-28b3-416f-82e7-e36c2edce79c HTTP/1.1" status: 204 len: 168 time: 0.5633414 Nov 12 08:43:51.985996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40916) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:52.045290 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-50192513-829a-4204-890f-f9c80fe16556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:52.046256 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50192513-829a-4204-890f-f9c80fe16556 None None] The sync data for ids ['ff82048b-6a12-439e-ac13-1de82aba54b0'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:52.080168 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834f9ed-281e-4452-83ea-6a3bd0509d32 req-1850940c-f4c5-43c7-b89e-99709a5ffd51 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.081855 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5834f9ed-281e-4452-83ea-6a3bd0509d32 req-1850940c-f4c5-43c7-b89e-99709a5ffd51 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1470072 Nov 12 08:43:52.102223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port e6c7f713-e41e-4955-99bb-bae902328cb1 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:52.102685 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.203399 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5834f9ed-281e-4452-83ea-6a3bd0509d32 req-85d5d868-9887-4bd8-8de0-c93e530ea3fc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133742 Nov 12 08:43:52.241850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.256052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for e6c7f713-e41e-4955-99bb-bae902328cb1 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:52.293795 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.454306 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.490745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=e6c7f713-e41e-4955-99bb-bae902328cb1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:52.508379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6913db97-b1de-450c-b0b3-6137688d1d43 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:43:52.555735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e08550-0a2f-488f-a549-6585579cab9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429a5f2e-28b3-416f-82e7-e36c2edce79c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:52.558619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.569821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996c2a7-3356-42b0-a39d-7f7679cc8f51 req-084201bf-04f0-41b6-9f5d-9e7de73d20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.571344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a996c2a7-3356-42b0-a39d-7f7679cc8f51 req-084201bf-04f0-41b6-9f5d-9e7de73d20ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b9330ef-ee82-4258-9e06-e7d9a0866049 HTTP/1.1" status: 200 len: 854 time: 0.6454675 Nov 12 08:43:52.638204 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a996c2a7-3356-42b0-a39d-7f7679cc8f51 req-41876e25-370b-4b01-9566-0bead7f6cd7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c0f5d45c-c314-43a2-9378-dd1b94a83f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320635 Nov 12 08:43:52.672909 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.676211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.727442 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.729415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Fanout notify agent at l3_agent the message router_deleted on router ed1ce9cc-6594-4313-9ba7-03f19e250168 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:43:52.739618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:52.740967 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.742486 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dc1133d9-8e96-485d-b79e-5a03cfbf3052 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/ed1ce9cc-6594-4313-9ba7-03f19e250168 HTTP/1.1" status: 204 len: 168 time: 1.8976688 Nov 12 08:43:52.746300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40930) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:52.747136 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.752926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3d2dc61a-d10c-4b6c-9eb0-9fa34a3161b7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1348635280'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:52.779280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2dc61a-d10c-4b6c-9eb0-9fa34a3161b7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:52.784909 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc61a-d10c-4b6c-9eb0-9fa34a3161b7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.786607 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.813137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2dc61a-d10c-4b6c-9eb0-9fa34a3161b7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:52.819340 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.826530 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc61a-d10c-4b6c-9eb0-9fa34a3161b7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.826810 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-3d2dc61a-d10c-4b6c-9eb0-9fa34a3161b7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Added segment 02408f15-b992-41a3-a720-db7b03fb92e0 of type vlan for network 3f4b2bea-eced-47a3-845c-2ca6e9735c92 Nov 12 08:43:52.887080 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc61a-d10c-4b6c-9eb0-9fa34a3161b7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.921060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.ipam_backend_mixin [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Performing IP validity checks on allocation pools {{(pid=102444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:43:52.921726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.ipam_backend_mixin [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:43:52.932932 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc61a-d10c-4b6c-9eb0-9fa34a3161b7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.943565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2dc61a-d10c-4b6c-9eb0-9fa34a3161b7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:52.944285 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d2dc61a-d10c-4b6c-9eb0-9fa34a3161b7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:52.950226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:52.964255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a996c2a7-3356-42b0-a39d-7f7679cc8f51 req-5eefed84-fc0a-487a-86d7-e54f12125c5f service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136528 Nov 12 08:43:52.989124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f5454a-ac83-4312-a699-15590d171b5f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:52.992626 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3d2dc61a-d10c-4b6c-9eb0-9fa34a3161b7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2445574 Nov 12 08:43:52.993293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40940) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:53.014532 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.015193 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Added segment a4d0ed53-cf97-4206-a95c-fbd6e8794da9 of type vlan for network e1c42a17-f98b-453c-8120-df3e039837a3 Nov 12 08:43:53.028770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8203a4fe-38f9-4306-8ccb-15596df4dc16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'subnet': {'network_id': '3f4b2bea-eced-47a3-845c-2ca6e9735c92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:53.055082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dc61a-d10c-4b6c-9eb0-9fa34a3161b7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Network': ['ID=3f4b2bea-eced-47a3-845c-2ca6e9735c92,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:53.068131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 3f4b2bea-eced-47a3-845c-2ca6e9735c92 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:53.143852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.200203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8203a4fe-38f9-4306-8ccb-15596df4dc16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:53.209138 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8203a4fe-38f9-4306-8ccb-15596df4dc16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.266295 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a996c2a7-3356-42b0-a39d-7f7679cc8f51 req-59c6474b-c9f1-4d0b-b94e-e409672affb3 service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933371 Nov 12 08:43:53.302655 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.309541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:53.310595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.429430 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9011006 Nov 12 08:43:53.431182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.434859 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40950) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:53.479517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d64860df-d907-428c-a6e8-dc1147c3daf5 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Request body: {'subnet': {'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:53.491580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fa6de-9fc8-48c5-bba4-bef213d9b218 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event updated for resources: {'Network': ['ID=e1c42a17-f98b-453c-8120-df3e039837a3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:53.515367 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network e1c42a17-f98b-453c-8120-df3e039837a3 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:53.573484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=5a16e5a0-7a99-486e-965a-57e9a49befe6,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:53.591523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbfa30-7d4d-422b-8f89-49eda66666c3 req-80195f9f-2645-485f-88b7-de2bcd092649 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:53.600263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-06fbfa30-7d4d-422b-8f89-49eda66666c3 req-80195f9f-2645-485f-88b7-de2bcd092649 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.2248292 Nov 12 08:43:53.644415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking segment: {'id': '88bce2c7-660d-45e9-bec2-f34194fc8689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4f850330-f2d9-4489-ab19-69f74c1fd01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:53.644747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network hostable DHCP agents. Network: 4f850330-f2d9-4489-ab19-69f74c1fd01a, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:53.648081 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8203a4fe-38f9-4306-8ccb-15596df4dc16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.649876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.708471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64860df-d907-428c-a6e8-dc1147c3daf5 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Made reservation on behalf of 42ccfc3e3efc496ea126940da5125567 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:53.712374 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d64860df-d907-428c-a6e8-dc1147c3daf5 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.761264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-06fbfa30-7d4d-422b-8f89-49eda66666c3 req-3e78eab3-3a2c-4c53-bb08-6483470e732a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599498 Nov 12 08:43:53.770429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203a4fe-38f9-4306-8ccb-15596df4dc16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Subnet': ['ID=a74f0d64-ec20-46cd-a641-076f7ee26720,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:53.776760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network 4f850330-f2d9-4489-ab19-69f74c1fd01a is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:53.780890 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203a4fe-38f9-4306-8ccb-15596df4dc16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Checking segment: {'id': '02408f15-b992-41a3-a720-db7b03fb92e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f4b2bea-eced-47a3-845c-2ca6e9735c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:53.781367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203a4fe-38f9-4306-8ccb-15596df4dc16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network hostable DHCP agents. Network: 3f4b2bea-eced-47a3-845c-2ca6e9735c92, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:53.835185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4f850330-f2d9-4489-ab19-69f74c1fd01a) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:53.842481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:53.843475 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.857663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beb7212-1cad-4ce6-aedf-8158810afbc6 None None] Network 4f850330-f2d9-4489-ab19-69f74c1fd01a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:53.860271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203a4fe-38f9-4306-8ccb-15596df4dc16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 3f4b2bea-eced-47a3-845c-2ca6e9735c92 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:53.877747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-8203a4fe-38f9-4306-8ccb-15596df4dc16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 3f4b2bea-eced-47a3-845c-2ca6e9735c92) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:53.886577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8203a4fe-38f9-4306-8ccb-15596df4dc16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:53.887570 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8203a4fe-38f9-4306-8ccb-15596df4dc16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.894858 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d71ddb-c62f-4e68-86d4-d7c1f3cb4669 None None] Network 3f4b2bea-eced-47a3-845c-2ca6e9735c92 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:53.899762 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-76d31957-197b-47c1-b6bc-a3273ae1e89d tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3792701 Nov 12 08:43:53.903146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40962) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:53.921022 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8203a4fe-38f9-4306-8ccb-15596df4dc16 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8991952 Nov 12 08:43:53.925984 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40964) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:53.937494 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-96718c59-0fbd-4a61-866d-b1bbde3f9b39 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1671302603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:54.029611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port 0f5d98ec-845a-405e-b066-04c6355a239c {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:43:54.031100 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.142039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96718c59-0fbd-4a61-866d-b1bbde3f9b39 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.143088 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96718c59-0fbd-4a61-866d-b1bbde3f9b39 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.156523 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.176612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for 0f5d98ec-845a-405e-b066-04c6355a239c owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:43:54.200191 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.245405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-3f4b2bea-eced-47a3-845c-2ca6e9735c92', 'network_id': '3f4b2bea-eced-47a3-845c-2ca6e9735c92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'fixed_ips': [{'subnet_id': 'a74f0d64-ec20-46cd-a641-076f7ee26720'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:54.246300 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.298026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1b57ec-3fd2-4644-aaf2-ea55e57a6566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4f850330-f2d9-4489-ab19-69f74c1fd01a', 'network_id': '4f850330-f2d9-4489-ab19-69f74c1fd01a', 'tenant_id': '483a0d22ce49450cb5d78e73d903bb85', 'fixed_ips': [{'subnet_id': '5a16e5a0-7a99-486e-965a-57e9a49befe6'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:54.298870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96718c59-0fbd-4a61-866d-b1bbde3f9b39 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.298995 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cf1b57ec-3fd2-4644-aaf2-ea55e57a6566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.330473 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96718c59-0fbd-4a61-866d-b1bbde3f9b39 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.350332 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d64860df-d907-428c-a6e8-dc1147c3daf5 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.394011 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96718c59-0fbd-4a61-866d-b1bbde3f9b39 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.398175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-96718c59-0fbd-4a61-866d-b1bbde3f9b39 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4689865 Nov 12 08:43:54.398789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40978) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:54.405153 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.492180 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.510952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64860df-d907-428c-a6e8-dc1147c3daf5 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event updated for resources: {'Subnet': ['ID=8e8afc94-5d70-4781-8ae2-42c71f2b4e49,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:54.562966 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Subnet': ['ID=5a16e5a0-7a99-486e-965a-57e9a49befe6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:54.579121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64860df-d907-428c-a6e8-dc1147c3daf5 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Checking segment: {'id': 'a4d0ed53-cf97-4206-a95c-fbd6e8794da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:54.579520 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64860df-d907-428c-a6e8-dc1147c3daf5 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Network hostable DHCP agents. Network: e1c42a17-f98b-453c-8120-df3e039837a3, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:54.622933 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server [None req-cf1b57ec-3fd2-4644-aaf2-ea55e57a6566 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a16e5a0-7a99-486e-965a-57e9a49befe6: This subnet is being modified by another concurrent operation. Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:43:54.634212 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a16e5a0-7a99-486e-965a-57e9a49befe6: This subnet is being modified by another concurrent operation. Nov 12 08:43:54.637182 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Nov 12 08:43:54.647913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Allocated IP 2001:db8::2 (3f4b2bea-eced-47a3-845c-2ca6e9735c92/a74f0d64-ec20-46cd-a641-076f7ee26720/e3fd1e12-9356-4b67-9218-0fa607c57fcc) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:54.653568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f850330-f2d9-4489-ab19-69f74c1fd01a']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:54.656435 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64860df-d907-428c-a6e8-dc1147c3daf5 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Network e1c42a17-f98b-453c-8120-df3e039837a3 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:54.671310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bce2c7-660d-45e9-bec2-f34194fc8689') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:54.671620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bce2c7-660d-45e9-bec2-f34194fc8689') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:54.680238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d64860df-d907-428c-a6e8-dc1147c3daf5 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, e1c42a17-f98b-453c-8120-df3e039837a3) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:54.687397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64860df-d907-428c-a6e8-dc1147c3daf5 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:54.688207 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d64860df-d907-428c-a6e8-dc1147c3daf5 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.693029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.714861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9019912-43b2-4732-b040-19b249d09f89 None None] Network 4f850330-f2d9-4489-ab19-69f74c1fd01a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:54.717610 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f8cf0d-8b78-4309-a34d-ba12f367dc79 None None] Network e1c42a17-f98b-453c-8120-df3e039837a3 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:54.722934 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.727371 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.734727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:54.735621 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:54.763196 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:54.785338 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d64860df-d907-428c-a6e8-dc1147c3daf5 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3493180 Nov 12 08:43:54.803135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40992) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:54.813084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Request body: {'port': {'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3', 'name': 'tempest-AllowedAddressPairTestJSON-585603394'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:54.820906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=0f5d98ec-845a-405e-b066-04c6355a239c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:54.843430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:54.843878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:54.844544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:54.845668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:54.846348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:54.846845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:54.847399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:54.848009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:54.848476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:54.849088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:54.849575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:54.850290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:54.851253 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.859369 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:54.871364 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/4f850330-f2d9-4489-ab19-69f74c1fd01a HTTP/1.1" status: 204 len: 168 time: 0.9647992 Nov 12 08:43:54.878983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40996) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:54.922338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8c0faba8-d166-4015-920d-477422a15202 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1381243077'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:54.942946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b730d-414a-433b-b756-3a45e1b58f78 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Network': ['ID=4f850330-f2d9-4489-ab19-69f74c1fd01a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:55.051744 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0faba8-d166-4015-920d-477422a15202 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:55.055984 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c0faba8-d166-4015-920d-477422a15202 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.084372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 792c441e-15ac-405f-bf18-8377256b50fc no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:55.107317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9770093-7039-4e42-b8f3-96b54e577bb1 req-9134adc1-1ad9-46e9-a68f-05a504ca8d42 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:55.109730 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9770093-7039-4e42-b8f3-96b54e577bb1 req-9134adc1-1ad9-46e9-a68f-05a504ca8d42 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 945 time: 0.1563330 Nov 12 08:43:55.116591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0faba8-d166-4015-920d-477422a15202 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:55.136110 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.167213 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c0faba8-d166-4015-920d-477422a15202 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.169525 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-8c0faba8-d166-4015-920d-477422a15202 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Added segment e0cccf94-ba27-49e2-929d-d29ba6390fef of type vlan for network 65eb97a2-fa4c-480b-bee9-2b4213a9554c Nov 12 08:43:55.264654 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.323679 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.329055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-e1c42a17-f98b-453c-8120-df3e039837a3', 'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3', 'tenant_id': '42ccfc3e3efc496ea126940da5125567', 'fixed_ips': [{'subnet_id': '8e8afc94-5d70-4781-8ae2-42c71f2b4e49'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:55.331304 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.338032 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c0faba8-d166-4015-920d-477422a15202 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.355232 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9770093-7039-4e42-b8f3-96b54e577bb1 req-61bd5df2-ae74-4b92-afa3-8ef9aa3af485 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047710 Nov 12 08:43:55.400219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Network 3f4b2bea-eced-47a3-845c-2ca6e9735c92 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:55.403442 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c0faba8-d166-4015-920d-477422a15202 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.411839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0faba8-d166-4015-920d-477422a15202 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:55.412723 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8c0faba8-d166-4015-920d-477422a15202 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.433938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:55.440734 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8c0faba8-d166-4015-920d-477422a15202 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5319464 Nov 12 08:43:55.442865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:55.443162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41012) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:55.481143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-81a15dc1-1075-4fab-828f-f99237b84cac tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'network_id': '65eb97a2-fa4c-480b-bee9-2b4213a9554c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:55.519415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Pushing event updated for resources: {'Port': ['ID=e3fd1e12-9356-4b67-9218-0fa607c57fcc,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:55.535667 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.555513 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.645841 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792c441e-15ac-405f-bf18-8377256b50fc'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:43:55.649246 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30b69c6-94b0-4239-9868-c953d2cbe240" -d '{"events": [{"server_uuid": "59e709fb-f9ac-432b-86ac-7af02bb8da30", "name": "network-vif-unplugged", "status": "completed", "tag": "792c441e-15ac-405f-bf18-8377256b50fc"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:43:55.692574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Attempting to bind port e3fd1e12-9356-4b67-9218-0fa607c57fcc on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:55.693629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Attempting to bind port e3fd1e12-9356-4b67-9218-0fa607c57fcc by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '02408f15-b992-41a3-a720-db7b03fb92e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f4b2bea-eced-47a3-845c-2ca6e9735c92'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:55.694386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Attempting to bind port e3fd1e12-9356-4b67-9218-0fa607c57fcc on network 3f4b2bea-eced-47a3-845c-2ca6e9735c92 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:55.698350 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=792c441e-15ac-405f-bf18-8377256b50fc,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:55.707637 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.708000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ad54d7c-1679-45dd-a34f-d914ff96c171 req-5b20e7be-b0f3-40d0-921e-62271d643e34 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4814727 Nov 12 08:43:55.724335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:55.725065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Checking segment: {'id': '02408f15-b992-41a3-a720-db7b03fb92e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f4b2bea-eced-47a3-845c-2ca6e9735c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:55.725771 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.726426 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Bound using segment: {'id': '02408f15-b992-41a3-a720-db7b03fb92e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f4b2bea-eced-47a3-845c-2ca6e9735c92'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:55.727144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Bound port: e3fd1e12-9356-4b67-9218-0fa607c57fcc, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02408f15-b992-41a3-a720-db7b03fb92e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '3f4b2bea-eced-47a3-845c-2ca6e9735c92'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:55.727756 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.755107 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0faba8-d166-4015-920d-477422a15202 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=65eb97a2-fa4c-480b-bee9-2b4213a9554c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:55.788119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Made reservation on behalf of 42ccfc3e3efc496ea126940da5125567 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:55.792334 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.815176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a15dc1-1075-4fab-828f-f99237b84cac tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:55.815698 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 08:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81ae48b-d2c9-4a32-accb-f5fb897301b5 x-openstack-request-id: req-a81ae48b-d2c9-4a32-accb-f5fb897301b5 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:43:55.815789 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e709fb-f9ac-432b-86ac-7af02bb8da30", "name": "network-vif-unplugged", "status": "failed", "tag": "792c441e-15ac-405f-bf18-8377256b50fc", "code": 422}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:43:55.816052 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a81ae48b-d2c9-4a32-accb-f5fb897301b5 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:43:55.816601 n-d-768851-18 neutron-server[102446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '792c441e-15ac-405f-bf18-8377256b50fc', 'code': 422} returned with failed status Nov 12 08:43:55.820937 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81a15dc1-1075-4fab-828f-f99237b84cac tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:55.824268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 65eb97a2-fa4c-480b-bee9-2b4213a9554c details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:55.838614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Allocated IP 172.20.0.2 (e1c42a17-f98b-453c-8120-df3e039837a3/8e8afc94-5d70-4781-8ae2-42c71f2b4e49/d4a8d1be-973c-4d73-a0c4-2be186ff3327) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:55.866217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] device_id is not set on port 81e76de1-b3d8-4750-9c96-a0468ff6d703 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:43:55.897301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=792c441e-15ac-405f-bf18-8377256b50fc,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:56.082229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] For port e3fd1e12-9356-4b67-9218-0fa607c57fcc, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:56.149055 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81a15dc1-1075-4fab-828f-f99237b84cac tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.227948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a15dc1-1075-4fab-828f-f99237b84cac tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking segment: {'id': 'e0cccf94-ba27-49e2-929d-d29ba6390fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '65eb97a2-fa4c-480b-bee9-2b4213a9554c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:56.228553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a15dc1-1075-4fab-828f-f99237b84cac tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network hostable DHCP agents. Network: 65eb97a2-fa4c-480b-bee9-2b4213a9554c, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:56.240920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a15dc1-1075-4fab-828f-f99237b84cac tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=d145e4de-9d7e-43ea-8979-dbc94f7308e3,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:56.260291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a15dc1-1075-4fab-828f-f99237b84cac tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network 65eb97a2-fa4c-480b-bee9-2b4213a9554c is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:56.273868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-81a15dc1-1075-4fab-828f-f99237b84cac tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 65eb97a2-fa4c-480b-bee9-2b4213a9554c) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:56.284855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41024) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:56.290144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] For port e3fd1e12-9356-4b67-9218-0fa607c57fcc, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e3fd1e12-9356-4b67-9218-0fa607c57fcc,segment=NetworkSegment(02408f15-b992-41a3-a720-db7b03fb92e0),segment_id=02408f15-b992-41a3-a720-db7b03fb92e0)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:56.291287 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c342aa4-bac2-4a92-9502-08ca6bc1c47a None None] Network 65eb97a2-fa4c-480b-bee9-2b4213a9554c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:56.295419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a15dc1-1075-4fab-828f-f99237b84cac tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:56.296395 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81a15dc1-1075-4fab-828f-f99237b84cac tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.320372 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-81a15dc1-1075-4fab-828f-f99237b84cac tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8757362 Nov 12 08:43:56.322703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41028) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:56.352845 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.378542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54d7c-1679-45dd-a34f-d914ff96c171 req-f5fdcfdb-09ed-4ba6-bec5-14a31321699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:56.380119 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ad54d7c-1679-45dd-a34f-d914ff96c171 req-f5fdcfdb-09ed-4ba6-bec5-14a31321699d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 1098 time: 0.6338809 Nov 12 08:43:56.399852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Allocated IP 2001:db8::1 (3f4b2bea-eced-47a3-845c-2ca6e9735c92/a74f0d64-ec20-46cd-a641-076f7ee26720/d56a983c-c581-460f-bd3c-08f215654792) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:56.425330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router ff82048b-6a12-439e-ac13-1de82aba54b0 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:56.458756 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44bf80d-ce2a-4234-9b33-55f3bf3e01ec None None] Pushing event updated for resources: {'Port': ['ID=e3fd1e12-9356-4b67-9218-0fa607c57fcc,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:56.577069 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b0627a5-b4f8-4262-9962-dd0ce3ee5606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.614112 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.629894 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.712560 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.721936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Pushing event updated for resources: {'Port': ['ID=d4a8d1be-973c-4d73-a0c4-2be186ff3327,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:56.734425 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42f19c-12ad-4d93-b3c5-3d5f2e3e04ec req-6d9a8de7-5342-483a-9e74-6ea5d52c2669 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:56.737943 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6a42f19c-12ad-4d93-b3c5-3d5f2e3e04ec req-6d9a8de7-5342-483a-9e74-6ea5d52c2669 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.1657369 Nov 12 08:43:56.739848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb060558-41e1-4808-94db-11cb70a92a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-65eb97a2-fa4c-480b-bee9-2b4213a9554c', 'network_id': '65eb97a2-fa4c-480b-bee9-2b4213a9554c', 'tenant_id': '483a0d22ce49450cb5d78e73d903bb85', 'fixed_ips': [{'subnet_id': 'd145e4de-9d7e-43ea-8979-dbc94f7308e3'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:56.740913 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eb060558-41e1-4808-94db-11cb70a92a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.744613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Network e1c42a17-f98b-453c-8120-df3e039837a3 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:56.752243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:56.760104 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:56.764807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:56.779210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2018c043-b43a-4067-b45a-ffa0939c4d80 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/ff82048b-6a12-439e-ac13-1de82aba54b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7868507 Nov 12 08:43:56.785306 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086c94f-61d8-49db-b321-ee31ef456678 None None] Sync routers for ids ['ff82048b-6a12-439e-ac13-1de82aba54b0'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:56.787921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41036) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:56.798051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54d7c-1679-45dd-a34f-d914ff96c171 req-bc4c7dca-8fed-45ae-8586-004e0c3baa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:56.800225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ad54d7c-1679-45dd-a34f-d914ff96c171 req-bc4c7dca-8fed-45ae-8586-004e0c3baa69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 918 time: 0.3894644 Nov 12 08:43:56.868811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086c94f-61d8-49db-b321-ee31ef456678 None None] Routers {'ff82048b-6a12-439e-ac13-1de82aba54b0'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:56.869808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e086c94f-61d8-49db-b321-ee31ef456678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ff82048b-6a12-439e-ac13-1de82aba54b0'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:56.871676 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.951569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:56.953652 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6a42f19c-12ad-4d93-b3c5-3d5f2e3e04ec req-8c9de829-6d45-4964-90bc-38a1611f018e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039301 Nov 12 08:43:56.966507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e086c94f-61d8-49db-b321-ee31ef456678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:57.000155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Allocated IP 172.20.0.6 (e1c42a17-f98b-453c-8120-df3e039837a3/8e8afc94-5d70-4781-8ae2-42c71f2b4e49/81e76de1-b3d8-4750-9c96-a0468ff6d703) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:57.014222 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b0627a5-b4f8-4262-9962-dd0ce3ee5606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.026029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b0627a5-b4f8-4262-9962-dd0ce3ee5606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.062161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Attempting to bind port d4a8d1be-973c-4d73-a0c4-2be186ff3327 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:57.062746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Attempting to bind port d4a8d1be-973c-4d73-a0c4-2be186ff3327 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'a4d0ed53-cf97-4206-a95c-fbd6e8794da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:57.063118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Attempting to bind port d4a8d1be-973c-4d73-a0c4-2be186ff3327 on network e1c42a17-f98b-453c-8120-df3e039837a3 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:57.075891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086c94f-61d8-49db-b321-ee31ef456678 None None] Routers {'ff82048b-6a12-439e-ac13-1de82aba54b0'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:57.076507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e086c94f-61d8-49db-b321-ee31ef456678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ff82048b-6a12-439e-ac13-1de82aba54b0'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:57.081902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:57.082305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Checking segment: {'id': 'a4d0ed53-cf97-4206-a95c-fbd6e8794da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:57.082841 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.083272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Bound using segment: {'id': 'a4d0ed53-cf97-4206-a95c-fbd6e8794da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:57.083874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Bound port: d4a8d1be-973c-4d73-a0c4-2be186ff3327, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d0ed53-cf97-4206-a95c-fbd6e8794da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:57.084257 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.087808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.139886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e086c94f-61d8-49db-b321-ee31ef456678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:57.140503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e086c94f-61d8-49db-b321-ee31ef456678 None None] The sync data for ids ['ff82048b-6a12-439e-ac13-1de82aba54b0'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server [None req-eb060558-41e1-4808-94db-11cb70a92a10 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d145e4de-9d7e-43ea-8979-dbc94f7308e3: This subnet is being modified by another concurrent operation. Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:43:57.147556 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d145e4de-9d7e-43ea-8979-dbc94f7308e3: This subnet is being modified by another concurrent operation. Nov 12 08:43:57.155083 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Nov 12 08:43:57.168094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Subnet': ['ID=d145e4de-9d7e-43ea-8979-dbc94f7308e3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:57.191777 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5b0627a5-b4f8-4262-9962-dd0ce3ee5606 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f5770f56ae94d2ab15c2df17e5089e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9054525 Nov 12 08:43:57.201572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41040) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:57.201572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0627a5-b4f8-4262-9962-dd0ce3ee5606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868387dc-f89a-4fa2-900c-e72009be69c4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:57.201949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c39b00-53b6-4383-be65-6e854662695e None None] Network 65eb97a2-fa4c-480b-bee9-2b4213a9554c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:57.256804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ad54d7c-1679-45dd-a34f-d914ff96c171 req-cd7e21a5-fef1-4526-bf70-5bae293d078f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64 HTTP/1.1" status: 200 len: 1002 time: 0.4442813 Nov 12 08:43:57.276142 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.320002 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-efb21ac6-7f7b-412b-9f9d-5277a8a84566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.331931 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65eb97a2-fa4c-480b-bee9-2b4213a9554c']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:57.352783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cccf94-ba27-49e2-929d-d29ba6390fef') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:57.353073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cccf94-ba27-49e2-929d-d29ba6390fef') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:57.380512 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-efb21ac6-7f7b-412b-9f9d-5277a8a84566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.384097 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.391315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] For port d4a8d1be-973c-4d73-a0c4-2be186ff3327, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:57.398869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] For port d4a8d1be-973c-4d73-a0c4-2be186ff3327, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d4a8d1be-973c-4d73-a0c4-2be186ff3327,segment=NetworkSegment(a4d0ed53-cf97-4206-a95c-fbd6e8794da9),segment_id=a4d0ed53-cf97-4206-a95c-fbd6e8794da9)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:57.409712 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.409993 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-b63d3fa1-7013-429a-b830-cfada60621e7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 08:43:57.414305 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b63d3fa1-7013-429a-b830-cfada60621e7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/ff82048b-6a12-439e-ac13-1de82aba54b0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6130505 Nov 12 08:43:57.416265 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41042) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:57.428650 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.435572 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.461190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e3fd1e12-9356-4b67-9218-0fa607c57fcc up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:57.472293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3d58382e-c369-4f24-b823-052c0dac3e06 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff82048b-6a12-439e-ac13-1de82aba54b0 HTTP/1.1" status: 200 len: 205 time: 0.0546951 Nov 12 08:43:57.475406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41044) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:57.486403 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:43:57.486403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:43:57.488170 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:43:57.531946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8d583-9123-43ee-9bdf-f29e67b810dd None None] Pushing event updated for resources: {'Port': ['ID=d4a8d1be-973c-4d73-a0c4-2be186ff3327,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:57.551046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf2961-0b66-4bee-85d4-01798e1918a0 req-e1b8171b-080f-4408-aa9f-a5dee0a6a9be tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:57.560181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-81cf2961-0b66-4bee-85d4-01798e1918a0 req-e1b8171b-080f-4408-aa9f-a5dee0a6a9be tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.4251022 Nov 12 08:43:57.561567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e3fd1e12-9356-4b67-9218-0fa607c57fcc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:57.562014 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.587596 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54d7c-1679-45dd-a34f-d914ff96c171 req-f8a6f0fa-036e-4621-ba0d-2d3391851da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:57.589465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ad54d7c-1679-45dd-a34f-d914ff96c171 req-f8a6f0fa-036e-4621-ba0d-2d3391851da5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.3237841 Nov 12 08:43:57.602091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 3f4b2bea-eced-47a3-845c-2ca6e9735c92 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:57.638504 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-139ac485-891a-4a1d-8803-6556023254c9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.699198 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-efb21ac6-7f7b-412b-9f9d-5277a8a84566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.702648 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-efb21ac6-7f7b-412b-9f9d-5277a8a84566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.703821 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-efb21ac6-7f7b-412b-9f9d-5277a8a84566 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/868387dc-f89a-4fa2-900c-e72009be69c4 HTTP/1.1" status: 204 len: 168 time: 0.4979980 Nov 12 08:43:57.735135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:57.738220 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.741988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:57.743656 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.774738 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.789617 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb21ac6-7f7b-412b-9f9d-5277a8a84566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868387dc-f89a-4fa2-900c-e72009be69c4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:57.807488 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.823710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/65eb97a2-fa4c-480b-bee9-2b4213a9554c HTTP/1.1" status: 204 len: 168 time: 1.4954543 Nov 12 08:43:57.847454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41052) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:57.875548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port e3fd1e12-9356-4b67-9218-0fa607c57fcc, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e3fd1e12-9356-4b67-9218-0fa607c57fcc,segment=NetworkSegment(02408f15-b992-41a3-a720-db7b03fb92e0),segment_id=02408f15-b992-41a3-a720-db7b03fb92e0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:57.886899 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:57.916105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=d56a983c-c581-460f-bd3c-08f215654792,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:57.973948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0b5760f8-e69a-4b4d-8a07-09f8366ea8f9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1732820320'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:58.049825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=e3fd1e12-9356-4b67-9218-0fa607c57fcc,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:58.057166 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.062144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8527a3-5a18-40c5-a5a2-3b578cf37723 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Network': ['ID=65eb97a2-fa4c-480b-bee9-2b4213a9554c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:58.085046 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-81cf2961-0b66-4bee-85d4-01798e1918a0 req-b553af53-ea55-413d-8e71-e64ed095707b tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113590 Nov 12 08:43:58.153670 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-139ac485-891a-4a1d-8803-6556023254c9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.158093 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-139ac485-891a-4a1d-8803-6556023254c9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.166911 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.196825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54d7c-1679-45dd-a34f-d914ff96c171 req-e0744d45-f0e3-448a-89e8-2ae245a9f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:58.198403 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ad54d7c-1679-45dd-a34f-d914ff96c171 req-e0744d45-f0e3-448a-89e8-2ae245a9f5a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5944169 Nov 12 08:43:58.257045 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5760f8-e69a-4b4d-8a07-09f8366ea8f9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:58.260694 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b5760f8-e69a-4b4d-8a07-09f8366ea8f9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.295074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5760f8-e69a-4b4d-8a07-09f8366ea8f9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:43:58.321427 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b5760f8-e69a-4b4d-8a07-09f8366ea8f9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.321787 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-0b5760f8-e69a-4b4d-8a07-09f8366ea8f9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Added segment db393b8a-f870-4f11-9af7-1bc19ba8015f of type vlan for network 6477ac29-77c4-46cb-a861-d2211bfd1129 Nov 12 08:43:58.324851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ad54d7c-1679-45dd-a34f-d914ff96c171 req-e7d497cd-98e4-4ba8-bb90-dbbc48b9ba84 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118138 Nov 12 08:43:58.380879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41064) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:58.406796 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48f2003c-2d2b-4063-aa42-5b4b0b082b48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.409094 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-139ac485-891a-4a1d-8803-6556023254c9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.409715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139ac485-891a-4a1d-8803-6556023254c9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Fanout notify agent at l3_agent the message router_deleted on router ff82048b-6a12-439e-ac13-1de82aba54b0 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:43:58.424730 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-139ac485-891a-4a1d-8803-6556023254c9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.428841 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-139ac485-891a-4a1d-8803-6556023254c9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/ff82048b-6a12-439e-ac13-1de82aba54b0 HTTP/1.1" status: 204 len: 168 time: 0.9522436 Nov 12 08:43:58.430985 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b5760f8-e69a-4b4d-8a07-09f8366ea8f9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.432123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41066) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:58.444026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4b2eda-e6c0-48d4-8d06-f1f0275e38e9 None None] Network 3f4b2bea-eced-47a3-845c-2ca6e9735c92 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:58.492098 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b5760f8-e69a-4b4d-8a07-09f8366ea8f9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.498856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5760f8-e69a-4b4d-8a07-09f8366ea8f9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:58.499498 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b5760f8-e69a-4b4d-8a07-09f8366ea8f9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.539687 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.580776 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5760f8-e69a-4b4d-8a07-09f8366ea8f9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=6477ac29-77c4-46cb-a861-d2211bfd1129,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:58.609047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1bcf45cc-59b5-4a7a-95b6-ae94cf62d366 None None] Provisioning complete for port e3fd1e12-9356-4b67-9218-0fa607c57fcc triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:58.611966 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Network e1c42a17-f98b-453c-8120-df3e039837a3 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:58.614273 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1bcf45cc-59b5-4a7a-95b6-ae94cf62d366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.618608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 6477ac29-77c4-46cb-a861-d2211bfd1129 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:58.621366 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0b5760f8-e69a-4b4d-8a07-09f8366ea8f9 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7278714 Nov 12 08:43:58.622770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41068) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:58.624358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:58.632551 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-65425ddb-cdbe-41ae-a5e9-af0b81b4c157 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'network_id': '6477ac29-77c4-46cb-a861-d2211bfd1129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:58.676102 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:58.721413 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48f2003c-2d2b-4063-aa42-5b4b0b082b48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.733765 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48f2003c-2d2b-4063-aa42-5b4b0b082b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.844470 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:58.861925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ad54d7c-1679-45dd-a34f-d914ff96c171 req-f9f7b13d-d464-403e-a475-8c2dcfef06f3 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290766 Nov 12 08:43:58.927673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-20184654-ca42-49a0-8bbd-81ad097a0df1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting subnet a395b099-cb34-41cb-8342-695cf6920a64 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:43:58.957552 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20184654-ca42-49a0-8bbd-81ad097a0df1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.007599 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.012160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event updated for resources: {'Port': ['ID=81e76de1-b3d8-4750-9c96-a0468ff6d703,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:59.021469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 792c441e-15ac-405f-bf18-8377256b50fc no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:43:59.047965 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.048936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.084359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465034b0-4493-413c-86f3-9019a3b9aec2 None None] Network e1c42a17-f98b-453c-8120-df3e039837a3 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:59.107629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:59.108491 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.117278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20184654-ca42-49a0-8bbd-81ad097a0df1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.177155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-02b947fc-b719-4dc8-901d-23e15e3dcf2c None None] Provisioning complete for port d4a8d1be-973c-4d73-a0c4-2be186ff3327 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:59.177539 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-02b947fc-b719-4dc8-901d-23e15e3dcf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.288700 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2003c-2d2b-4063-aa42-5b4b0b082b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f401d11-a25f-446d-a72c-71bbb7fae40d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:59.292145 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-db2d9498-bcbf-4563-bf57-1c36e537859b tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4831645 Nov 12 08:43:59.298600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41074) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:59.309920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 3f4b2bea-eced-47a3-845c-2ca6e9735c92 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:59.315314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Request body: {'port': {'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3', 'name': 'tempest-AllowedAddressPairTestJSON-1520359208', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:14:94:23'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:59.319147 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=d56a983c-c581-460f-bd3c-08f215654792,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:59.322383 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-48f2003c-2d2b-4063-aa42-5b4b0b082b48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67fd48ddeb7044749d52e1f2f73c459f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9389381 Nov 12 08:43:59.325682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41076) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:59.348286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:59.353958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65425ddb-cdbe-41ae-a5e9-af0b81b4c157 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:59.357657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65425ddb-cdbe-41ae-a5e9-af0b81b4c157 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.451397 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81291bfa-1ea7-4b3b-a501-63ef77025ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.456492 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-02b947fc-b719-4dc8-901d-23e15e3dcf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.482981 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81291bfa-1ea7-4b3b-a501-63ef77025ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.557287 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-02b947fc-b719-4dc8-901d-23e15e3dcf2c None None] For port d4a8d1be-973c-4d73-a0c4-2be186ff3327, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d4a8d1be-973c-4d73-a0c4-2be186ff3327,segment=NetworkSegment(a4d0ed53-cf97-4206-a95c-fbd6e8794da9),segment_id=a4d0ed53-cf97-4206-a95c-fbd6e8794da9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:59.589211 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-02b947fc-b719-4dc8-901d-23e15e3dcf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.594316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d4a8d1be-973c-4d73-a0c4-2be186ff3327 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:59.599117 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81291bfa-1ea7-4b3b-a501-63ef77025ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.601946 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81291bfa-1ea7-4b3b-a501-63ef77025ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.605445 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-81291bfa-1ea7-4b3b-a501-63ef77025ed2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f401d11-a25f-446d-a72c-71bbb7fae40d HTTP/1.1" status: 204 len: 168 time: 0.2762132 Nov 12 08:43:59.701969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81291bfa-1ea7-4b3b-a501-63ef77025ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f401d11-a25f-446d-a72c-71bbb7fae40d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:59.739834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e02ab-c0aa-44af-bf17-4a22efdf3955 req-cb98e5c2-7c6c-41bc-b336-c791dcaa8114 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:59.748273 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e9e02ab-c0aa-44af-bf17-4a22efdf3955 req-cb98e5c2-7c6c-41bc-b336-c791dcaa8114 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.1656721 Nov 12 08:43:59.827566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-135f7255-0393-4cd0-ab92-773c77828f36 None None] Provisioning complete for port d56a983c-c581-460f-bd3c-08f215654792 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:59.829216 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-135f7255-0393-4cd0-ab92-773c77828f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:59.945900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b947fc-b719-4dc8-901d-23e15e3dcf2c None None] Pushing event updated for resources: {'Port': ['ID=d4a8d1be-973c-4d73-a0c4-2be186ff3327,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:59.961530 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e9e02ab-c0aa-44af-bf17-4a22efdf3955 req-fde72212-180d-4cbf-986f-3ad00e955e90 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032712 Nov 12 08:44:00.044614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d4a8d1be-973c-4d73-a0c4-2be186ff3327 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:00.045000 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.123816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41100) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:00.124510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-135f7255-0393-4cd0-ab92-773c77828f36 None None] Port d56a983c-c581-460f-bd3c-08f215654792 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:00.148395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-135f7255-0393-4cd0-ab92-773c77828f36 None None] Provisioning complete for port e3fd1e12-9356-4b67-9218-0fa607c57fcc triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:00.149605 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-135f7255-0393-4cd0-ab92-773c77828f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.157036 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65425ddb-cdbe-41ae-a5e9-af0b81b4c157 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.358652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e3fd1e12-9356-4b67-9218-0fa607c57fcc up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:00.361509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65425ddb-cdbe-41ae-a5e9-af0b81b4c157 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=96db58fe-b240-4bf5-b92a-dfbbc1031520,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:00.379731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65425ddb-cdbe-41ae-a5e9-af0b81b4c157 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking segment: {'id': 'db393b8a-f870-4f11-9af7-1bc19ba8015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '6477ac29-77c4-46cb-a861-d2211bfd1129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:00.380209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65425ddb-cdbe-41ae-a5e9-af0b81b4c157 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network hostable DHCP agents. Network: 6477ac29-77c4-46cb-a861-d2211bfd1129, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:00.408209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d87fdb-7c34-4776-8ff3-c7ab48ab6223 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:44:00.462555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65425ddb-cdbe-41ae-a5e9-af0b81b4c157 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network 6477ac29-77c4-46cb-a861-d2211bfd1129 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:00.468059 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20184654-ca42-49a0-8bbd-81ad097a0df1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.482241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-6e86a2d2-92b8-4c53-8a1f-22df87abee7b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3571825 Nov 12 08:44:00.489388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-4f51b70a-ccf1-4b0c-a7d0-1f7acfb49c6e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:44:00.503323 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-4f51b70a-ccf1-4b0c-a7d0-1f7acfb49c6e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197601 Nov 12 08:44:00.504644 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-65425ddb-cdbe-41ae-a5e9-af0b81b4c157 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 6477ac29-77c4-46cb-a861-d2211bfd1129) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:00.517117 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65425ddb-cdbe-41ae-a5e9-af0b81b4c157 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:00.517864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65425ddb-cdbe-41ae-a5e9-af0b81b4c157 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.550306 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-65425ddb-cdbe-41ae-a5e9-af0b81b4c157 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9220870 Nov 12 08:44:00.551107 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41112) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:00.602466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Made reservation on behalf of 42ccfc3e3efc496ea126940da5125567 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:00.622663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e3fd1e12-9356-4b67-9218-0fa607c57fcc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:00.623194 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.653275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-84900f25-052b-4f18-8b14-017b3af4d244 None None] Provisioning complete for port d56a983c-c581-460f-bd3c-08f215654792 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:00.653650 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-84900f25-052b-4f18-8b14-017b3af4d244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.698573 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20184654-ca42-49a0-8bbd-81ad097a0df1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.708167 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.717615 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20184654-ca42-49a0-8bbd-81ad097a0df1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.725658 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-20184654-ca42-49a0-8bbd-81ad097a0df1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/a395b099-cb34-41cb-8342-695cf6920a64 HTTP/1.1" status: 204 len: 168 time: 2.2894001 Nov 12 08:44:00.726210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41118) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:00.736895 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-84900f25-052b-4f18-8b14-017b3af4d244 None None] Port d56a983c-c581-460f-bd3c-08f215654792 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:00.763967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20184654-ca42-49a0-8bbd-81ad097a0df1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Subnet': ['ID=a395b099-cb34-41cb-8342-695cf6920a64,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:00.777475 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.792148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router 61d556f0-24d6-471c-a0c1-da0d7ca07052 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:00.807741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] device_id is not set on port 16c83a0b-e958-4b3c-94a8-aede27dfe25e yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:00.811959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-84900f25-052b-4f18-8b14-017b3af4d244 None None] Provisioning complete for port 81e76de1-b3d8-4750-9c96-a0468ff6d703 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:00.813514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-84900f25-052b-4f18-8b14-017b3af4d244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.864144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d87fdb-7c34-4776-8ff3-c7ab48ab6223 None None] Unable to find a vacant binding_index for network 6477ac29-77c4-46cb-a861-d2211bfd1129 and agent d7b82243-462a-495f-98c2-e432ebdacc1c {{(pid=102446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 08:44:00.871810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d87fdb-7c34-4776-8ff3-c7ab48ab6223 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 6477ac29-77c4-46cb-a861-d2211bfd1129) {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:44:00.877007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-84900f25-052b-4f18-8b14-017b3af4d244 None None] Port 81e76de1-b3d8-4750-9c96-a0468ff6d703 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:00.882781 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.889811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:00.897758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-84900f25-052b-4f18-8b14-017b3af4d244 None None] Provisioning complete for port d4a8d1be-973c-4d73-a0c4-2be186ff3327 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:00.898130 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-84900f25-052b-4f18-8b14-017b3af4d244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.036846 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.058624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:01.074445 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151f307-95e4-46a0-8d79-e8e6ffb54391 None None] Sync routers for ids ['61d556f0-24d6-471c-a0c1-da0d7ca07052'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:01.080035 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e58284d1-a873-4349-8d50-d6f85ea87719 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/61d556f0-24d6-471c-a0c1-da0d7ca07052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6786304 Nov 12 08:44:01.092064 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151f307-95e4-46a0-8d79-e8e6ffb54391 None None] Routers {'61d556f0-24d6-471c-a0c1-da0d7ca07052'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:01.093972 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-8151f307-95e4-46a0-8d79-e8e6ffb54391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['61d556f0-24d6-471c-a0c1-da0d7ca07052'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:01.108474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41130) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:01.148628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Subnet': ['ID=96db58fe-b240-4bf5-b92a-dfbbc1031520,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:01.165958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:01.166316 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.185539 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-8151f307-95e4-46a0-8d79-e8e6ffb54391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:01.214120 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151f307-95e4-46a0-8d79-e8e6ffb54391 None None] Routers {'61d556f0-24d6-471c-a0c1-da0d7ca07052'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:01.215284 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-8151f307-95e4-46a0-8d79-e8e6ffb54391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['61d556f0-24d6-471c-a0c1-da0d7ca07052'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:01.273727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdfd0c8-d982-40c7-9017-718bea8abe39 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:01.275415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3fdfd0c8-d982-40c7-9017-718bea8abe39 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports/d56a983c-c581-460f-bd3c-08f215654792 HTTP/1.1" status: 200 len: 911 time: 0.1641517 Nov 12 08:44:01.284015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Allocated IP 172.20.0.10 (e1c42a17-f98b-453c-8120-df3e039837a3/8e8afc94-5d70-4781-8ae2-42c71f2b4e49/16c83a0b-e958-4b3c-94a8-aede27dfe25e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:01.286408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41136) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:01.298115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4fdee384-9c50-48cc-91c6-dc9fcc1d5c10 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a74f0d64-ec20-46cd-a641-076f7ee26720'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:01.356069 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.367781 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-8151f307-95e4-46a0-8d79-e8e6ffb54391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:01.368446 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8151f307-95e4-46a0-8d79-e8e6ffb54391 None None] The sync data for ids ['61d556f0-24d6-471c-a0c1-da0d7ca07052'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:01.380360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] For port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6,segment=NetworkSegment(24558d15-b235-41d7-b11c-5b557b0dba67),segment_id=24558d15-b235-41d7-b11c-5b557b0dba67)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:01.380853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.397615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087669e1-4905-4b46-823c-2fae92696c00 req-aa16018a-7256-4ec5-b75b-959ec855a127 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:01.398843 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6477ac29-77c4-46cb-a861-d2211bfd1129']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:01.399446 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-087669e1-4905-4b46-823c-2fae92696c00 req-aa16018a-7256-4ec5-b75b-959ec855a127 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.2900047 Nov 12 08:44:01.415563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:01.421817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db393b8a-f870-4f11-9af7-1bc19ba8015f') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:01.422405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db393b8a-f870-4f11-9af7-1bc19ba8015f') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:01.427400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d4a8d1be-973c-4d73-a0c4-2be186ff3327 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:01.438169 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.487768 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.498011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:01.498486 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:01.501752 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:01.560454 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d4a8d1be-973c-4d73-a0c4-2be186ff3327 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:01.560827 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.613504 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.628683 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.632638 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/6477ac29-77c4-46cb-a861-d2211bfd1129 HTTP/1.1" status: 204 len: 168 time: 1.0802889 Nov 12 08:44:01.652625 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.658973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41146) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:01.664310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-410beb2e-dea8-4313-8c18-51dfb9aaa625 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-145073171'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:01.666580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2984ed66-a9ce-4ff0-a8c0-73d1a19c7a14 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:44:01.671803 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4fdee384-9c50-48cc-91c6-dc9fcc1d5c10 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.688550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218651c-c5e9-4c63-b041-e548bfd62bea tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Network': ['ID=6477ac29-77c4-46cb-a861-d2211bfd1129,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:01.699568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:01.708778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No DVR routers for this DVR port 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:01.760358 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-087669e1-4905-4b46-823c-2fae92696c00 req-a3f845ff-a11b-4b09-bc36-a4db3c8666b2 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479877 Nov 12 08:44:01.778411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410beb2e-dea8-4313-8c18-51dfb9aaa625 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:01.782250 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-410beb2e-dea8-4313-8c18-51dfb9aaa625 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.880864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984ed66-a9ce-4ff0-a8c0-73d1a19c7a14 None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:44:01.895205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.898279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410beb2e-dea8-4313-8c18-51dfb9aaa625 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:01.925282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-410beb2e-dea8-4313-8c18-51dfb9aaa625 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.925668 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-410beb2e-dea8-4313-8c18-51dfb9aaa625 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Added segment 85522d8e-ecc5-43ea-88cf-b18ee7f0545b of type vlan for network 29ff9a85-4c1a-454f-80a4-0def731b314e Nov 12 08:44:01.927897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7ed750-546e-493e-87e5-33c82b134ffa']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:01.946208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24558d15-b235-41d7-b11c-5b557b0dba67') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:01.946636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24558d15-b235-41d7-b11c-5b557b0dba67') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:01.977914 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:01.993349 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-410beb2e-dea8-4313-8c18-51dfb9aaa625 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.003165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.014293 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.018218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:02.018662 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:02.021956 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:02.084201 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-410beb2e-dea8-4313-8c18-51dfb9aaa625 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.090545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410beb2e-dea8-4313-8c18-51dfb9aaa625 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.091171 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-410beb2e-dea8-4313-8c18-51dfb9aaa625 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.138964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.168368 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.177460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.186038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/networks/ef7ed750-546e-493e-87e5-33c82b134ffa HTTP/1.1" status: 204 len: 168 time: 1.4581428 Nov 12 08:44:02.197364 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-410beb2e-dea8-4313-8c18-51dfb9aaa625 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5346105 Nov 12 08:44:02.198222 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41162) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:02.203703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41158) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:02.203872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c7e4616f-c017-444f-8283-365bcb149370 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:02.212016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410beb2e-dea8-4313-8c18-51dfb9aaa625 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=29ff9a85-4c1a-454f-80a4-0def731b314e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:02.213246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'network': {'name': 'tempest-RoutersTest-1074970394'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:02.228746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 29ff9a85-4c1a-454f-80a4-0def731b314e details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:02.255808 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7600f-2602-4fb0-ad7b-ca9613691500 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Network': ['ID=ef7ed750-546e-493e-87e5-33c82b134ffa,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:02.274663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Network e1c42a17-f98b-453c-8120-df3e039837a3 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:02.299797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:02.319298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:02.393324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event updated for resources: {'Port': ['ID=16c83a0b-e958-4b3c-94a8-aede27dfe25e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:02.402896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:02.406477 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.413867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5281c5d3-505d-4031-bf48-52e5b8f4ea3b None None] Network 6477ac29-77c4-46cb-a861-d2211bfd1129 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:02.433716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b493db61-28d0-489c-ae05-a088565f489d None None] Network ef7ed750-546e-493e-87e5-33c82b134ffa requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:02.447566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5281c5d3-505d-4031-bf48-52e5b8f4ea3b None None] Network 6477ac29-77c4-46cb-a861-d2211bfd1129 could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:44:02.475168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c5a626-fffb-4d19-8ea3-3aa208c6692b None None] Network 6477ac29-77c4-46cb-a861-d2211bfd1129 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:02.483387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b493db61-28d0-489c-ae05-a088565f489d None None] Network ef7ed750-546e-493e-87e5-33c82b134ffa could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:44:02.487652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:02.497064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.497461 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Added segment d53b4fc5-9140-4d90-89db-0709ebd09b02 of type vlan for network 3cc2327b-74e5-4148-be88-14906725caf2 Nov 12 08:44:02.513098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c5a626-fffb-4d19-8ea3-3aa208c6692b None None] Network 6477ac29-77c4-46cb-a861-d2211bfd1129 could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:44:02.514978 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7e4616f-c017-444f-8283-365bcb149370 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.536263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7e4616f-c017-444f-8283-365bcb149370 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.542044 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.542738 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.575805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7e4616f-c017-444f-8283-365bcb149370 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network 29ff9a85-4c1a-454f-80a4-0def731b314e is not hosted by any dhcp agent {{(pid=102445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:44:02.583303 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e4616f-c017-444f-8283-365bcb149370 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.583981 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7e4616f-c017-444f-8283-365bcb149370 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.585646 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c7e4616f-c017-444f-8283-365bcb149370 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "PUT /v2.0/networks/29ff9a85-4c1a-454f-80a4-0def731b314e HTTP/1.1" status: 200 len: 723 time: 0.3863926 Nov 12 08:44:02.588256 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.592652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41172) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:02.602787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f3259166-d450-4382-abfa-c36b4e3a6857 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'network_id': '29ff9a85-4c1a-454f-80a4-0def731b314e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:02.621805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb49063f-4541-4ecc-bb6c-6af1cbc97311 None None] DHCP port deletion for ef7ed750-546e-493e-87e5-33c82b134ffa request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:02.646009 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8a72cf03-aa6f-4593-b535-5ddc522d7713 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3386135 Nov 12 08:44:02.646449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41174) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:02.663594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4616f-c017-444f-8283-365bcb149370 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=29ff9a85-4c1a-454f-80a4-0def731b314e,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:02.678996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 29ff9a85-4c1a-454f-80a4-0def731b314e details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:02.698157 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.resource_extend [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:44:02.717274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b1f575-3fb7-4320-a96e-531c6f7216a8 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.727405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b1f575-3fb7-4320-a96e-531c6f7216a8 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.735060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b1f575-3fb7-4320-a96e-531c6f7216a8 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.741026 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-81b1f575-3fb7-4320-a96e-531c6f7216a8 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.0903370 Nov 12 08:44:02.741422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41178) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:02.749486 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4fdee384-9c50-48cc-91c6-dc9fcc1d5c10 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.782270 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.792840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.793516 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.796035 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4fdee384-9c50-48cc-91c6-dc9fcc1d5c10 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.810015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdee384-9c50-48cc-91c6-dc9fcc1d5c10 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:02.810683 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4fdee384-9c50-48cc-91c6-dc9fcc1d5c10 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.816118 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4fdee384-9c50-48cc-91c6-dc9fcc1d5c10 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/ports/d56a983c-c581-460f-bd3c-08f215654792 HTTP/1.1" status: 200 len: 911 time: 1.5268459 Nov 12 08:44:02.822656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41184) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:02.890047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-72b60bbb-f6a6-4cce-9814-0bd22c1564b0 None None] Provisioning complete for port 16c83a0b-e958-4b3c-94a8-aede27dfe25e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:02.890800 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-72b60bbb-f6a6-4cce-9814-0bd22c1564b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:02.952633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-72b60bbb-f6a6-4cce-9814-0bd22c1564b0 None None] Port 16c83a0b-e958-4b3c-94a8-aede27dfe25e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:03.036114 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106afe3-da53-4612-9d5a-a1aa5f12f17b req-003acba2-ebae-4469-8349-0123ec341bf4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:03.037896 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2106afe3-da53-4612-9d5a-a1aa5f12f17b req-003acba2-ebae-4469-8349-0123ec341bf4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.1008315 Nov 12 08:44:03.057436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7a63475e-1f4b-4018-9491-bc3253d9bf00 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Deleting port 16c83a0b-e958-4b3c-94a8-aede27dfe25e {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:03.057999 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a63475e-1f4b-4018-9491-bc3253d9bf00 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.128313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Network': ['ID=3cc2327b-74e5-4148-be88-14906725caf2,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.138716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3259166-d450-4382-abfa-c36b4e3a6857 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:03.143132 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f3259166-d450-4382-abfa-c36b4e3a6857 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.150227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 3cc2327b-74e5-4148-be88-14906725caf2 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:03.155683 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c139a650-5370-44c3-98d2-c78495e9f1ab tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9513738 Nov 12 08:44:03.156445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdee384-9c50-48cc-91c6-dc9fcc1d5c10 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=d56a983c-c581-460f-bd3c-08f215654792,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.158000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41192) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:03.166645 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3785f21a-0198-454b-834b-1340ea635631 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'subnet': {'network_id': '3cc2327b-74e5-4148-be88-14906725caf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:03.259179 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2106afe3-da53-4612-9d5a-a1aa5f12f17b req-e1af46aa-5633-4452-a331-fe0751235086 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128451 Nov 12 08:44:03.332363 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a63475e-1f4b-4018-9491-bc3253d9bf00 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.348005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:03.357018 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7a63475e-1f4b-4018-9491-bc3253d9bf00 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Calling delete_port for 16c83a0b-e958-4b3c-94a8-aede27dfe25e owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:03.378445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3785f21a-0198-454b-834b-1340ea635631 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:03.383188 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3785f21a-0198-454b-834b-1340ea635631 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.409787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:03.410277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1cb2775b-e0ca-4392-a88a-6d4b0b9f71a6 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:03.565670 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f3259166-d450-4382-abfa-c36b4e3a6857 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.662819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3259166-d450-4382-abfa-c36b4e3a6857 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=819674f1-601b-4894-8175-fa63d9f78a36,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.685422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3259166-d450-4382-abfa-c36b4e3a6857 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking segment: {'id': '85522d8e-ecc5-43ea-88cf-b18ee7f0545b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29ff9a85-4c1a-454f-80a4-0def731b314e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:03.685734 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a63475e-1f4b-4018-9491-bc3253d9bf00 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.686327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3259166-d450-4382-abfa-c36b4e3a6857 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network hostable DHCP agents. Network: 29ff9a85-4c1a-454f-80a4-0def731b314e, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:03.712336 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74862d5c-11f4-4e9d-9590-bb70f76287e3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.730365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63475e-1f4b-4018-9491-bc3253d9bf00 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event deleted for resources: {'Port': ['ID=16c83a0b-e958-4b3c-94a8-aede27dfe25e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:03.786969 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3785f21a-0198-454b-834b-1340ea635631 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.810905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3259166-d450-4382-abfa-c36b4e3a6857 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network 29ff9a85-4c1a-454f-80a4-0def731b314e is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:03.824935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-f3259166-d450-4382-abfa-c36b4e3a6857 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 29ff9a85-4c1a-454f-80a4-0def731b314e) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:03.833857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3259166-d450-4382-abfa-c36b4e3a6857 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:03.834666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f3259166-d450-4382-abfa-c36b4e3a6857 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:03.841645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948cc420-2303-4b94-a9c8-893ed1167ecf None None] Network 29ff9a85-4c1a-454f-80a4-0def731b314e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:03.904836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f3259166-d450-4382-abfa-c36b4e3a6857 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3107066 Nov 12 08:44:03.908878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41216) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:03.914755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-183ca804-e1d5-4976-922b-012ac2eb9e24 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:03.979752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785f21a-0198-454b-834b-1340ea635631 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Subnet': ['ID=d941650a-5381-4751-beb4-a0069f0cbfba,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:04.003396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785f21a-0198-454b-834b-1340ea635631 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Checking segment: {'id': 'd53b4fc5-9140-4d90-89db-0709ebd09b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3cc2327b-74e5-4148-be88-14906725caf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:04.003988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3785f21a-0198-454b-834b-1340ea635631 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network hostable DHCP agents. Network: 3cc2327b-74e5-4148-be88-14906725caf2, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:04.050483 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a63475e-1f4b-4018-9491-bc3253d9bf00 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.066360 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7a63475e-1f4b-4018-9491-bc3253d9bf00 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "DELETE /v2.0/ports/16c83a0b-e958-4b3c-94a8-aede27dfe25e HTTP/1.1" status: 204 len: 168 time: 1.3214874 Nov 12 08:44:04.068883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41220) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:04.086817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3785f21a-0198-454b-834b-1340ea635631 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 3cc2327b-74e5-4148-be88-14906725caf2 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:04.130141 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5184711f-39b7-4600-a44f-467a7f2887b3 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] GET failed (client error): The resource could not be found. Nov 12 08:44:04.131882 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5184711f-39b7-4600-a44f-467a7f2887b3 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "GET /v2.0/ports/16c83a0b-e958-4b3c-94a8-aede27dfe25e HTTP/1.1" status: 404 len: 333 time: 0.0608292 Nov 12 08:44:04.133363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3785f21a-0198-454b-834b-1340ea635631 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 3cc2327b-74e5-4148-be88-14906725caf2) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:04.136235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41224) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:04.143918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Request body: {'port': {'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3', 'name': 'tempest-AllowedAddressPairTestJSON-483121110'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:04.148786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c899f-b7ef-4c73-a6d9-f282083997bd None None] Network 3cc2327b-74e5-4148-be88-14906725caf2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:04.151504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3785f21a-0198-454b-834b-1340ea635631 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:04.152119 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3785f21a-0198-454b-834b-1340ea635631 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.187526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3785f21a-0198-454b-834b-1340ea635631 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0283163 Nov 12 08:44:04.187734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41226) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:04.195052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-75aad3ae-818b-4bb8-9e88-d2a31ea8a6d1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-386285649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:04.210752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-29ff9a85-4c1a-454f-80a4-0def731b314e', 'network_id': '29ff9a85-4c1a-454f-80a4-0def731b314e', 'tenant_id': '483a0d22ce49450cb5d78e73d903bb85', 'fixed_ips': [{'subnet_id': '819674f1-601b-4894-8175-fa63d9f78a36'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:04.212361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.221545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-183ca804-e1d5-4976-922b-012ac2eb9e24 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4489287'] for subnet, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.396769 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75aad3ae-818b-4bb8-9e88-d2a31ea8a6d1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.398590 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75aad3ae-818b-4bb8-9e88-d2a31ea8a6d1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.408952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Made reservation on behalf of 42ccfc3e3efc496ea126940da5125567 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:04.414902 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.453210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Allocated IP 172.20.0.2 (29ff9a85-4c1a-454f-80a4-0def731b314e/819674f1-601b-4894-8175-fa63d9f78a36/e29c33cd-8a45-4519-afa2-8b6f768cf5dd) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:04.457214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] device_id is not set on port 6ec3327b-fe36-4932-b89d-b355c6844d6f yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:04.541394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428c808-c838-436f-be16-0784645c09db req-54974085-54a1-4c95-a473-44d2af7d1281 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:04.543287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1428c808-c838-436f-be16-0784645c09db req-54974085-54a1-4c95-a473-44d2af7d1281 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.1832924 Nov 12 08:44:04.605032 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75aad3ae-818b-4bb8-9e88-d2a31ea8a6d1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.614495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-74862d5c-11f4-4e9d-9590-bb70f76287e3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port d56a983c-c581-460f-bd3c-08f215654792 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:04.614846 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74862d5c-11f4-4e9d-9590-bb70f76287e3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.625785 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75aad3ae-818b-4bb8-9e88-d2a31ea8a6d1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.626005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-3cc2327b-74e5-4148-be88-14906725caf2', 'network_id': '3cc2327b-74e5-4148-be88-14906725caf2', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'fixed_ips': [{'subnet_id': 'd941650a-5381-4751-beb4-a0069f0cbfba'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:04.627448 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.684141 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1428c808-c838-436f-be16-0784645c09db req-ab008cb9-7271-4395-adc9-5e1f100dde39 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066425 Nov 12 08:44:04.690297 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75aad3ae-818b-4bb8-9e88-d2a31ea8a6d1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.694314 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-75aad3ae-818b-4bb8-9e88-d2a31ea8a6d1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5004966 Nov 12 08:44:04.697056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41238) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:04.828338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Allocated IP 172.20.0.11 (e1c42a17-f98b-453c-8120-df3e039837a3/8e8afc94-5d70-4781-8ae2-42c71f2b4e49/6ec3327b-fe36-4932-b89d-b355c6844d6f) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:04.879041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Allocated IP 172.20.0.2 (3cc2327b-74e5-4148-be88-14906725caf2/d941650a-5381-4751-beb4-a0069f0cbfba/726296e2-188b-4654-9a55-fead29e72422) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:04.902004 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.928087 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:04.961582 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Network 29ff9a85-4c1a-454f-80a4-0def731b314e is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:04.967070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:05.159265 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.167580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:05.188692 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.201759 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.219296 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-46747a51-75dd-4521-b7ac-315507b46720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.239742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Pushing event updated for resources: {'Port': ['ID=e29c33cd-8a45-4519-afa2-8b6f768cf5dd,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:05.253136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Network 3cc2327b-74e5-4148-be88-14906725caf2 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:05.278133 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-183ca804-e1d5-4976-922b-012ac2eb9e24 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742058363019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4341466'] for subnet, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.294762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:05.302336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:05.321933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183ca804-e1d5-4976-922b-012ac2eb9e24 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:05.322540 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-183ca804-e1d5-4976-922b-012ac2eb9e24 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.323869 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-183ca804-e1d5-4976-922b-012ac2eb9e24 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "PUT /v2.0/subnets/819674f1-601b-4894-8175-fa63d9f78a36 HTTP/1.1" status: 200 len: 806 time: 1.4136956 Nov 12 08:44:05.331845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41246) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:05.356273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Attempting to bind port e29c33cd-8a45-4519-afa2-8b6f768cf5dd on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:05.358609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Attempting to bind port e29c33cd-8a45-4519-afa2-8b6f768cf5dd by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '85522d8e-ecc5-43ea-88cf-b18ee7f0545b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29ff9a85-4c1a-454f-80a4-0def731b314e'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:05.359081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Attempting to bind port e29c33cd-8a45-4519-afa2-8b6f768cf5dd on network 29ff9a85-4c1a-454f-80a4-0def731b314e {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:05.374417 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74862d5c-11f4-4e9d-9590-bb70f76287e3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.378416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-b87b6fb2-b31d-4d2f-87b5-b992931b084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:05.379947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-b87b6fb2-b31d-4d2f-87b5-b992931b084e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30&tenant_id=802519acc4c049b59e5ad9647b13586b HTTP/1.1" status: 200 len: 1095 time: 0.1650977 Nov 12 08:44:05.389721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ca804-e1d5-4976-922b-012ac2eb9e24 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=819674f1-601b-4894-8175-fa63d9f78a36,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:05.395728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-74862d5c-11f4-4e9d-9590-bb70f76287e3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for d56a983c-c581-460f-bd3c-08f215654792 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:05.405147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:05.405460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Checking segment: {'id': '85522d8e-ecc5-43ea-88cf-b18ee7f0545b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29ff9a85-4c1a-454f-80a4-0def731b314e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:05.405866 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.406273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Bound using segment: {'id': '85522d8e-ecc5-43ea-88cf-b18ee7f0545b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29ff9a85-4c1a-454f-80a4-0def731b314e'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:05.406840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Bound port: e29c33cd-8a45-4519-afa2-8b6f768cf5dd, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85522d8e-ecc5-43ea-88cf-b18ee7f0545b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29ff9a85-4c1a-454f-80a4-0def731b314e'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:05.407146 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.409826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Pushing event updated for resources: {'Port': ['ID=726296e2-188b-4654-9a55-fead29e72422,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:05.451637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Attempting to bind port 726296e2-188b-4654-9a55-fead29e72422 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:05.451637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Attempting to bind port 726296e2-188b-4654-9a55-fead29e72422 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'd53b4fc5-9140-4d90-89db-0709ebd09b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3cc2327b-74e5-4148-be88-14906725caf2'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:05.451995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Attempting to bind port 726296e2-188b-4654-9a55-fead29e72422 on network 3cc2327b-74e5-4148-be88-14906725caf2 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:05.477034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:05.477483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Checking segment: {'id': 'd53b4fc5-9140-4d90-89db-0709ebd09b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3cc2327b-74e5-4148-be88-14906725caf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:05.477714 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.477905 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.478391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Bound using segment: {'id': 'd53b4fc5-9140-4d90-89db-0709ebd09b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3cc2327b-74e5-4148-be88-14906725caf2'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:05.479019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Bound port: 726296e2-188b-4654-9a55-fead29e72422, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53b4fc5-9140-4d90-89db-0709ebd09b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3cc2327b-74e5-4148-be88-14906725caf2'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:05.479481 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.546349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] For port e29c33cd-8a45-4519-afa2-8b6f768cf5dd, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:05.568409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-c6422e37-3de2-4c28-8582-dc5958086176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:05.570129 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-c6422e37-3de2-4c28-8582-dc5958086176 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 1095 time: 0.1536078 Nov 12 08:44:05.576963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] For port e29c33cd-8a45-4519-afa2-8b6f768cf5dd, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e29c33cd-8a45-4519-afa2-8b6f768cf5dd,segment=NetworkSegment(85522d8e-ecc5-43ea-88cf-b18ee7f0545b),segment_id=85522d8e-ecc5-43ea-88cf-b18ee7f0545b)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:05.590396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] For port 726296e2-188b-4654-9a55-fead29e72422, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:05.594397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] For port 726296e2-188b-4654-9a55-fead29e72422, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=726296e2-188b-4654-9a55-fead29e72422,segment=NetworkSegment(d53b4fc5-9140-4d90-89db-0709ebd09b02),segment_id=d53b4fc5-9140-4d90-89db-0709ebd09b02)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:05.596782 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.626481 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.708098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8226d01-b25d-437e-aa6c-9050067568ff None None] Pushing event updated for resources: {'Port': ['ID=e29c33cd-8a45-4519-afa2-8b6f768cf5dd,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:05.726041 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.764814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:05.866136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3f4c0-cc83-40d9-ad88-b8d3aa2a45ed None None] Pushing event updated for resources: {'Port': ['ID=726296e2-188b-4654-9a55-fead29e72422,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:05.923173 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Network e1c42a17-f98b-453c-8120-df3e039837a3 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:05.931337 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Allocated IP 172.20.0.1 (3cc2327b-74e5-4148-be88-14906725caf2/d941650a-5381-4751-beb4-a0069f0cbfba/6b54bce0-cfb6-4139-bfc1-9531bf90b225) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:05.934926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:05.943516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:06.057538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b955d-1b31-4d4d-8769-7174be224f9d req-2bbd31bf-5485-4826-9361-7899508cae2c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.066266 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-570b955d-1b31-4d4d-8769-7174be224f9d req-2bbd31bf-5485-4826-9361-7899508cae2c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.2463892 Nov 12 08:44:06.073054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-e9adbc5f-5fac-4f2c-9dd8-b342d4d07165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.075113 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-e9adbc5f-5fac-4f2c-9dd8-b342d4d07165 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 915 time: 0.4553659 Nov 12 08:44:06.093613 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74862d5c-11f4-4e9d-9590-bb70f76287e3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.164621 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-d518a6b6-560d-4960-9754-1200b06185d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=792c441e-15ac-405f-bf18-8377256b50fc HTTP/1.1" status: 200 len: 217 time: 0.0662627 Nov 12 08:44:06.194732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74862d5c-11f4-4e9d-9590-bb70f76287e3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=d56a983c-c581-460f-bd3c-08f215654792,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:06.443736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-570b955d-1b31-4d4d-8769-7174be224f9d req-b8ed25dc-27a6-4537-aef7-4f5f529731e3 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754280 Nov 12 08:44:06.458878 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74862d5c-11f4-4e9d-9590-bb70f76287e3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.474074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-f6abd4b9-5385-48da-b514-1e3b2aed64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.475656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-f6abd4b9-5385-48da-b514-1e3b2aed64d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b9330ef-ee82-4258-9e06-e7d9a0866049 HTTP/1.1" status: 200 len: 854 time: 0.2823634 Nov 12 08:44:06.518600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2bc1b757-85ee-4afb-aa46-e78227b0c533 None None] Provisioning complete for port 6ec3327b-fe36-4932-b89d-b355c6844d6f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:06.519185 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2bc1b757-85ee-4afb-aa46-e78227b0c533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.579513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-f777f5e6-5530-47da-aff8-c9df87b2aea7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c0f5d45c-c314-43a2-9378-dd1b94a83f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924635 Nov 12 08:44:06.596835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1b757-85ee-4afb-aa46-e78227b0c533 None None] Port 6ec3327b-fe36-4932-b89d-b355c6844d6f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:06.622013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event updated for resources: {'Port': ['ID=6ec3327b-fe36-4932-b89d-b355c6844d6f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:06.669925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:06.670562 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.747362 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-000ad802-5908-4bc8-ad8e-b715a4bc6232 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6067507 Nov 12 08:44:06.749634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Deleting port e29c33cd-8a45-4519-afa2-8b6f768cf5dd {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:06.749975 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:06.751632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41268) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:06.766970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-233077df-b6e3-4a77-b8b4-554e34654bc0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:14:94:23'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:06.813709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74862d5c-11f4-4e9d-9590-bb70f76287e3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router 61d556f0-24d6-471c-a0c1-da0d7ca07052 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:06.925223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74862d5c-11f4-4e9d-9590-bb70f76287e3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:06.935205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1481bcb8-b66a-4533-9cfb-03a4307deb15 None None] Sync routers for ids ['61d556f0-24d6-471c-a0c1-da0d7ca07052'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:06.950814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-471eee77-fe4f-4b2c-a978-00afcd4f2ab1 service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342075 Nov 12 08:44:06.959898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481bcb8-b66a-4533-9cfb-03a4307deb15 None None] Routers {'61d556f0-24d6-471c-a0c1-da0d7ca07052'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:06.966114 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-74862d5c-11f4-4e9d-9590-bb70f76287e3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/61d556f0-24d6-471c-a0c1-da0d7ca07052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1261704 Nov 12 08:44:06.966703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1481bcb8-b66a-4533-9cfb-03a4307deb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['61d556f0-24d6-471c-a0c1-da0d7ca07052'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:06.968531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41276) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:06.991498 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.045165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1481bcb8-b66a-4533-9cfb-03a4307deb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.057967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481bcb8-b66a-4533-9cfb-03a4307deb15 None None] Routers {'61d556f0-24d6-471c-a0c1-da0d7ca07052'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:07.059077 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1481bcb8-b66a-4533-9cfb-03a4307deb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:43:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['61d556f0-24d6-471c-a0c1-da0d7ca07052'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.064435 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e1f3e1d2-652d-4e28-bb43-e2986c36f9d3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=61d556f0-24d6-471c-a0c1-da0d7ca07052 HTTP/1.1" status: 200 len: 205 time: 0.0922179 Nov 12 08:44:07.074209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41280) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:07.126820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1481bcb8-b66a-4533-9cfb-03a4307deb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:07.127955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1481bcb8-b66a-4533-9cfb-03a4307deb15 None None] The sync data for ids ['61d556f0-24d6-471c-a0c1-da0d7ca07052'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:07.185416 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-5210b0c9-9a40-4f94-924b-7139a21c5b85 service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211218 Nov 12 08:44:07.186953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] For port e29c33cd-8a45-4519-afa2-8b6f768cf5dd, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e29c33cd-8a45-4519-afa2-8b6f768cf5dd,segment=NetworkSegment(85522d8e-ecc5-43ea-88cf-b18ee7f0545b),segment_id=85522d8e-ecc5-43ea-88cf-b18ee7f0545b)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:07.187417 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.211882 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d092218-7dc7-4261-8c84-5c19df2023ca tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.222280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Calling delete_port for e29c33cd-8a45-4519-afa2-8b6f768cf5dd owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:07.363090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0210bfe4-1fed-4367-8cf3-3c7401a66713 None None] Network 29ff9a85-4c1a-454f-80a4-0def731b314e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:07.479018 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.501885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e29c33cd-8a45-4519-afa2-8b6f768cf5dd up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:07.585242 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-233077df-b6e3-4a77-b8b4-554e34654bc0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.611772 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9f90-b211-4be9-bd2f-400cc6548071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.627413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-68893c1d-1b4a-4ab9-b1ac-13ca11868299 None None] Provisioning complete for port e29c33cd-8a45-4519-afa2-8b6f768cf5dd triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:07.627967 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-68893c1d-1b4a-4ab9-b1ac-13ca11868299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.878877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e29c33cd-8a45-4519-afa2-8b6f768cf5dd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:07.879256 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.882782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa5e64c-6bd9-4872-a547-c2917839fcb0 None None] Network 3cc2327b-74e5-4148-be88-14906725caf2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:07.937918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-68893c1d-1b4a-4ab9-b1ac-13ca11868299 None None] Could not find standard attr ID for object e29c33cd-8a45-4519-afa2-8b6f768cf5dd. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:44:07.953628 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-233077df-b6e3-4a77-b8b4-554e34654bc0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:07.965243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Port e29c33cd-8a45-4519-afa2-8b6f768cf5dd was deleted so its status cannot be updated. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 08:44:07.965243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 726296e2-188b-4654-9a55-fead29e72422 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:07.965954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 3cc2327b-74e5-4148-be88-14906725caf2 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:07.967535 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.020910 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-233077df-b6e3-4a77-b8b4-554e34654bc0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.050738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:08.066661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=6b54bce0-cfb6-4139-bfc1-9531bf90b225,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:08.071916 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d092218-7dc7-4261-8c84-5c19df2023ca tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.075601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:08.077640 n-d-768851-18 neutron-server[102446]: INFO neutron.plugins.ml2.db [None req-68893c1d-1b4a-4ab9-b1ac-13ca11868299 None None] No ports have port_id starting with e29c33cd-8a45-4519-afa2-8b6f768cf5dd Nov 12 08:44:08.190028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f35649-42c3-428d-a4e5-88e1b4377b9d req-a2c7c175-d38b-4d9d-8d86-2894c7df6bfb tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:08.201465 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b3f35649-42c3-428d-a4e5-88e1b4377b9d req-a2c7c175-d38b-4d9d-8d86-2894c7df6bfb tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.6217520 Nov 12 08:44:08.203830 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.316497 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d092218-7dc7-4261-8c84-5c19df2023ca tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.452216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-05125cd2-bd17-4bf4-b4e3-5c4c89e88113 None None] Provisioning complete for port 726296e2-188b-4654-9a55-fead29e72422 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:08.452647 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-05125cd2-bd17-4bf4-b4e3-5c4c89e88113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.561672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe8814-a497-4cbb-a461-3783cdfd9bc9 None None] Network 29ff9a85-4c1a-454f-80a4-0def731b314e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:08.577779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 726296e2-188b-4654-9a55-fead29e72422 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:08.578322 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.588958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Port': ['ID=e29c33cd-8a45-4519-afa2-8b6f768cf5dd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:08.596298 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d092218-7dc7-4261-8c84-5c19df2023ca tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.597073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d092218-7dc7-4261-8c84-5c19df2023ca tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Fanout notify agent at l3_agent the message router_deleted on router 61d556f0-24d6-471c-a0c1-da0d7ca07052 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:44:08.652351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d092218-7dc7-4261-8c84-5c19df2023ca tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.656369 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2d092218-7dc7-4261-8c84-5c19df2023ca tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/61d556f0-24d6-471c-a0c1-da0d7ca07052 HTTP/1.1" status: 204 len: 168 time: 1.5771544 Nov 12 08:44:08.660377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41320) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:08.820206 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:08.837355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b229322-5366-4e05-b151-50bac445dae6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting subnet a74f0d64-ec20-46cd-a641-076f7ee26720 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:08.873195 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b229322-5366-4e05-b151-50bac445dae6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.017200 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No DVR routers for this DVR port e29c33cd-8a45-4519-afa2-8b6f768cf5dd on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:09.020185 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-233077df-b6e3-4a77-b8b4-554e34654bc0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] In _notify_port_updated(), no bound segment for port 6ec3327b-fe36-4932-b89d-b355c6844d6f on network e1c42a17-f98b-453c-8120-df3e039837a3 {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:44:09.022433 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b229322-5366-4e05-b151-50bac445dae6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.036267 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233077df-b6e3-4a77-b8b4-554e34654bc0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:09.036967 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-233077df-b6e3-4a77-b8b4-554e34654bc0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.041627 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-233077df-b6e3-4a77-b8b4-554e34654bc0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "PUT /v2.0/ports/6ec3327b-fe36-4932-b89d-b355c6844d6f HTTP/1.1" status: 200 len: 993 time: 2.2825198 Nov 12 08:44:09.045975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41336) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:09.075769 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.082835 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-05125cd2-bd17-4bf4-b4e3-5c4c89e88113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.250839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-05125cd2-bd17-4bf4-b4e3-5c4c89e88113 None None] For port 726296e2-188b-4654-9a55-fead29e72422, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=726296e2-188b-4654-9a55-fead29e72422,segment=NetworkSegment(d53b4fc5-9140-4d90-89db-0709ebd09b02),segment_id=d53b4fc5-9140-4d90-89db-0709ebd09b02)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:09.263886 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-05125cd2-bd17-4bf4-b4e3-5c4c89e88113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.398389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233077df-b6e3-4a77-b8b4-554e34654bc0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event updated for resources: {'Port': ['ID=6ec3327b-fe36-4932-b89d-b355c6844d6f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:09.400074 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b229322-5366-4e05-b151-50bac445dae6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.488379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-448606c6-0f37-4999-9d56-7fd5519715a1 None None] Provisioning complete for port 6ec3327b-fe36-4932-b89d-b355c6844d6f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:09.488770 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-448606c6-0f37-4999-9d56-7fd5519715a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.530142 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b229322-5366-4e05-b151-50bac445dae6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.582030 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b3f35649-42c3-428d-a4e5-88e1b4377b9d req-ad302905-bb3f-48b8-b285-1c6cafb200a5 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3794720 Nov 12 08:44:09.586532 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.587461 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:44:09.587816 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:44:09.594728 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.629828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05125cd2-bd17-4bf4-b4e3-5c4c89e88113 None None] Pushing event updated for resources: {'Port': ['ID=726296e2-188b-4654-9a55-fead29e72422,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:09.651855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b229322-5366-4e05-b151-50bac445dae6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Subnet': ['ID=a74f0d64-ec20-46cd-a641-076f7ee26720,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:09.658865 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b229322-5366-4e05-b151-50bac445dae6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:09.669415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5b229322-5366-4e05-b151-50bac445dae6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/a74f0d64-ec20-46cd-a641-076f7ee26720 HTTP/1.1" status: 204 len: 168 time: 1.0060885 Nov 12 08:44:09.684034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41344) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:09.686754 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4320fa7c-20b3-4ecd-8dd2-89e175506379 None None] Network 3f4b2bea-eced-47a3-845c-2ca6e9735c92 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:09.820708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-448606c6-0f37-4999-9d56-7fd5519715a1 None None] Port 6ec3327b-fe36-4932-b89d-b355c6844d6f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:10.008708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-02e4c4d5-7b70-4151-bfc9-1c18d74a3637 None None] Provisioning complete for port 726296e2-188b-4654-9a55-fead29e72422 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:10.010883 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-02e4c4d5-7b70-4151-bfc9-1c18d74a3637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.012869 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.020822 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.203040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port e3fd1e12-9356-4b67-9218-0fa607c57fcc {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:10.203684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.318479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86337c3e-41a8-4616-a95d-0124654c537b None None] DHCP port deletion for 3f4b2bea-eced-47a3-845c-2ca6e9735c92 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:10.385735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] For port e3fd1e12-9356-4b67-9218-0fa607c57fcc, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e3fd1e12-9356-4b67-9218-0fa607c57fcc,segment=NetworkSegment(02408f15-b992-41a3-a720-db7b03fb92e0),segment_id=02408f15-b992-41a3-a720-db7b03fb92e0)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:10.386267 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.432250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for e3fd1e12-9356-4b67-9218-0fa607c57fcc owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:10.459495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-02e4c4d5-7b70-4151-bfc9-1c18d74a3637 None None] Provisioning complete for port 6b54bce0-cfb6-4139-bfc1-9531bf90b225 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:10.460366 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-02e4c4d5-7b70-4151-bfc9-1c18d74a3637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.534977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-86337c3e-41a8-4616-a95d-0124654c537b None None] Deleting port e3fd1e12-9356-4b67-9218-0fa607c57fcc {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:10.536699 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-86337c3e-41a8-4616-a95d-0124654c537b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.662903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 726296e2-188b-4654-9a55-fead29e72422 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:10.686673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-02e4c4d5-7b70-4151-bfc9-1c18d74a3637 None None] Port 6b54bce0-cfb6-4139-bfc1-9531bf90b225 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:10.699411 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.759326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=e3fd1e12-9356-4b67-9218-0fa607c57fcc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:10.769800 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.788376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No DVR routers for this DVR port e3fd1e12-9356-4b67-9218-0fa607c57fcc on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:10.811570 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.816598 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.834749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-86337c3e-41a8-4616-a95d-0124654c537b None None] For port e3fd1e12-9356-4b67-9218-0fa607c57fcc, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e3fd1e12-9356-4b67-9218-0fa607c57fcc,segment=NetworkSegment(02408f15-b992-41a3-a720-db7b03fb92e0),segment_id=02408f15-b992-41a3-a720-db7b03fb92e0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:10.835858 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-86337c3e-41a8-4616-a95d-0124654c537b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.860699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-86337c3e-41a8-4616-a95d-0124654c537b None None] Calling delete_port for e3fd1e12-9356-4b67-9218-0fa607c57fcc owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:10.903412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 726296e2-188b-4654-9a55-fead29e72422 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:10.904314 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.931618 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Deleting port 6ec3327b-fe36-4932-b89d-b355c6844d6f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:10.931968 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:10.961979 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.017546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4b2bea-eced-47a3-845c-2ca6e9735c92']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:11.049808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02408f15-b992-41a3-a720-db7b03fb92e0') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:11.053551 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.053909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02408f15-b992-41a3-a720-db7b03fb92e0') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:11.076222 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.109587 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.137140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:11.137565 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:11.142965 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:11.261460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=6b54bce0-cfb6-4139-bfc1-9531bf90b225,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:11.332761 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-86337c3e-41a8-4616-a95d-0124654c537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.353596 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.363830 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.364045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86337c3e-41a8-4616-a95d-0124654c537b None None] Network 3f4b2bea-eced-47a3-845c-2ca6e9735c92 is not hosted by any dhcp agent {{(pid=102446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:44:11.364045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86337c3e-41a8-4616-a95d-0124654c537b None None] No DVR routers for this DVR port e3fd1e12-9356-4b67-9218-0fa607c57fcc on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:11.372316 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/networks/3f4b2bea-eced-47a3-845c-2ca6e9735c92 HTTP/1.1" status: 204 len: 168 time: 1.6868160 Nov 12 08:44:11.390781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41362) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:11.421010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-db056804-d484-4b4c-b3d2-5c558b9d8039 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2123397689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:11.424577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Subnet': ['ID=819674f1-601b-4894-8175-fa63d9f78a36,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:11.462035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ae9f0-ad16-43d8-8b7e-f10b2ac13620 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Network': ['ID=3f4b2bea-eced-47a3-845c-2ca6e9735c92,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:11.493765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dde8cd-3be7-4713-993e-096aaf56bb47 None None] Network 29ff9a85-4c1a-454f-80a4-0def731b314e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:11.510514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86337c3e-41a8-4616-a95d-0124654c537b None None] Pushing event deleted for resources: {'Port': ['ID=e3fd1e12-9356-4b67-9218-0fa607c57fcc,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:11.511463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db056804-d484-4b4c-b3d2-5c558b9d8039 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.516537 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db056804-d484-4b4c-b3d2-5c558b9d8039 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.667543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41366) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:11.826309 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db056804-d484-4b4c-b3d2-5c558b9d8039 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.834596 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db056804-d484-4b4c-b3d2-5c558b9d8039 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.896452 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db056804-d484-4b4c-b3d2-5c558b9d8039 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.901339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-db056804-d484-4b4c-b3d2-5c558b9d8039 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5106328 Nov 12 08:44:11.901932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41370) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:11.926616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-22c995ba-c026-4e88-844f-cabf1c170789 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-812981893'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:11.959285 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:11.980914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ff9a85-4c1a-454f-80a4-0def731b314e']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:11.991469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85522d8e-ecc5-43ea-88cf-b18ee7f0545b') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:11.991824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85522d8e-ecc5-43ea-88cf-b18ee7f0545b') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:12.002854 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.018118 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.019582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c995ba-c026-4e88-844f-cabf1c170789 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:12.024928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:12.026093 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.031003 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22c995ba-c026-4e88-844f-cabf1c170789 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.075673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e3fd1e12-9356-4b67-9218-0fa607c57fcc no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:12.093483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c995ba-c026-4e88-844f-cabf1c170789 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:12.104093 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:12.126604 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.138373 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22c995ba-c026-4e88-844f-cabf1c170789 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.138717 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-22c995ba-c026-4e88-844f-cabf1c170789 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Added segment 8cacaf27-7def-4f32-b962-6b2faea323a7 of type vlan for network 4cb67507-2a9f-4b87-9461-0f973d709b92 Nov 12 08:44:12.142917 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.163096 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.167694 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/29ff9a85-4c1a-454f-80a4-0def731b314e HTTP/1.1" status: 204 len: 168 time: 6.8283195 Nov 12 08:44:12.184134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41376) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:12.193142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e3fd1e12-9356-4b67-9218-0fa607c57fcc {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:12.194177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e3fd1e12-9356-4b67-9218-0fa607c57fcc not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:12.211578 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.212710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc4652d-e954-47ae-a7f2-bc50c82d0955 None None] DHCP port deletion for 29ff9a85-4c1a-454f-80a4-0def731b314e request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:12.217093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Calling delete_port for 6ec3327b-fe36-4932-b89d-b355c6844d6f owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:12.222478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ca640-de7e-4a4c-a726-749bdc8a07ae tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Network': ['ID=29ff9a85-4c1a-454f-80a4-0def731b314e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:12.267959 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7e6683-9d92-4caa-9557-4478efe85281 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:12.268789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7e6683-9d92-4caa-9557-4478efe85281 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:12.273533 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9d7e6683-9d92-4caa-9557-4478efe85281 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/29ff9a85-4c1a-454f-80a4-0def731b314e HTTP/1.1" status: 404 len: 339 time: 0.0878561 Nov 12 08:44:12.279647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41378) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:12.286557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e29c33cd-8a45-4519-afa2-8b6f768cf5dd no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:12.288742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3e70394e-80c6-4d75-b615-b06f0892b096 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1164381089', 'description': 'd1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:12.304146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed04bff-d113-4d12-903d-52f9a0bdba06 req-5e391274-4fcd-4384-a8d3-26291a0cf047 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:12.305946 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fed04bff-d113-4d12-903d-52f9a0bdba06 req-5e391274-4fcd-4384-a8d3-26291a0cf047 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 1.4989998 Nov 12 08:44:12.315883 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22c995ba-c026-4e88-844f-cabf1c170789 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.340890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e29c33cd-8a45-4519-afa2-8b6f768cf5dd {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:12.341432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e29c33cd-8a45-4519-afa2-8b6f768cf5dd not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:12.362269 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3782ed98-e0bc-4ad6-8516-edae390959a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.382470 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22c995ba-c026-4e88-844f-cabf1c170789 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.389696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c995ba-c026-4e88-844f-cabf1c170789 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:12.390473 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22c995ba-c026-4e88-844f-cabf1c170789 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.494465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c995ba-c026-4e88-844f-cabf1c170789 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Network': ['ID=4cb67507-2a9f-4b87-9461-0f973d709b92,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:12.512752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4cb67507-2a9f-4b87-9461-0f973d709b92 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:12.538958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e70394e-80c6-4d75-b615-b06f0892b096 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:12.543066 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e70394e-80c6-4d75-b615-b06f0892b096 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.545571 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-22c995ba-c026-4e88-844f-cabf1c170789 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6423717 Nov 12 08:44:12.546520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41382) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:12.557805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-544c03bd-99f9-45b7-9093-20704878a472 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'subnet': {'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:12.565617 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fed04bff-d113-4d12-903d-52f9a0bdba06 req-fa90fba6-5aac-41a4-8fd2-db97501c0b0a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516248 Nov 12 08:44:12.658122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e70394e-80c6-4d75-b615-b06f0892b096 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:12.698365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 3cc2327b-74e5-4148-be88-14906725caf2 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:12.703757 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e70394e-80c6-4d75-b615-b06f0892b096 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.704475 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-3e70394e-80c6-4d75-b615-b06f0892b096 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Added segment 6ab90a29-e3de-4859-84a0-28fa758f4280 of type vlan for network b095bf1a-0b4e-4e97-b5a4-6b0b03dcbe5a Nov 12 08:44:12.718020 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:12.759640 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3782ed98-e0bc-4ad6-8516-edae390959a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.760652 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3782ed98-e0bc-4ad6-8516-edae390959a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.802714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782ed98-e0bc-4ad6-8516-edae390959a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24325d9-f6dd-48fc-9b52-6240e6be07fc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:12.824433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544c03bd-99f9-45b7-9093-20704878a472 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:12.826526 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-544c03bd-99f9-45b7-9093-20704878a472 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:12.870775 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3782ed98-e0bc-4ad6-8516-edae390959a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c0e166b8d814844822548d76472e420&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1985884 Nov 12 08:44:12.874085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41386) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:13.054655 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89ac6a77-2712-4f3a-823e-d71345fabdb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.122523 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89ac6a77-2712-4f3a-823e-d71345fabdb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.209820 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89ac6a77-2712-4f3a-823e-d71345fabdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.225927 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89ac6a77-2712-4f3a-823e-d71345fabdb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.230064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-89ac6a77-2712-4f3a-823e-d71345fabdb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f24325d9-f6dd-48fc-9b52-6240e6be07fc HTTP/1.1" status: 204 len: 168 time: 0.3522446 Nov 12 08:44:13.247514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac6a77-2712-4f3a-823e-d71345fabdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24325d9-f6dd-48fc-9b52-6240e6be07fc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:13.327424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4c5a2bc4-d988-49cd-a464-1bf14523ae12 None None] Provisioning complete for port 6b54bce0-cfb6-4139-bfc1-9531bf90b225 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:13.328806 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4c5a2bc4-d988-49cd-a464-1bf14523ae12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.365360 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e70394e-80c6-4d75-b615-b06f0892b096 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.371597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.456600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a2bc4-d988-49cd-a464-1bf14523ae12 None None] Port 6b54bce0-cfb6-4139-bfc1-9531bf90b225 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:13.520184 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event deleted for resources: {'Port': ['ID=6ec3327b-fe36-4932-b89d-b355c6844d6f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:13.677605 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-544c03bd-99f9-45b7-9093-20704878a472 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.757458 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:13.757865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:13.758222 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:13.758582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:13.758926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:13.759247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:13.759736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:13.760193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:13.763864 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:13.765934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:13.766074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:13.766345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:13.795849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c03bd-99f9-45b7-9093-20704878a472 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Subnet': ['ID=2da0fc4c-2634-4b7a-97b0-4f16c554930c,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:13.818867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41408) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:13.931133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e70394e-80c6-4d75-b615-b06f0892b096 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.939241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e70394e-80c6-4d75-b615-b06f0892b096 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:13.940375 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e70394e-80c6-4d75-b615-b06f0892b096 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:13.993378 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea9abc89-4937-411d-b790-2e4db5e126b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.042686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544c03bd-99f9-45b7-9093-20704878a472 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Checking segment: {'id': '8cacaf27-7def-4f32-b962-6b2faea323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:14.043022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c03bd-99f9-45b7-9093-20704878a472 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network hostable DHCP agents. Network: 4cb67507-2a9f-4b87-9461-0f973d709b92, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:14.104870 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router b3a48e8c-85f9-438a-8f4b-63a46c615116 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:14.172226 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea9abc89-4937-411d-b790-2e4db5e126b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.207385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1efd77-0860-476f-822a-68c18cad9597 req-48938bb6-8f47-4acd-b73e-294b25aef7cd tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:14.216332 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db1efd77-0860-476f-822a-68c18cad9597 req-48938bb6-8f47-4acd-b73e-294b25aef7cd tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.3909397 Nov 12 08:44:14.232081 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea9abc89-4937-411d-b790-2e4db5e126b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.281026 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3e70394e-80c6-4d75-b615-b06f0892b096 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.9998279 Nov 12 08:44:14.293798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41412) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:14.318186 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.321644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ea9abc89-4937-411d-b790-2e4db5e126b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c48462c533c4400adfa6ebd0ed19e99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4870057 Nov 12 08:44:14.327174 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c725f838-4ed5-4599-9f42-24154878ded1 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "DELETE /v2.0/ports/6ec3327b-fe36-4932-b89d-b355c6844d6f HTTP/1.1" status: 204 len: 168 time: 5.2535918 Nov 12 08:44:14.328207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9abc89-4937-411d-b790-2e4db5e126b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71af0aeb-1128-4a5c-8e2d-bba80d4f9b49,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:14.331292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c03bd-99f9-45b7-9093-20704878a472 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 4cb67507-2a9f-4b87-9461-0f973d709b92 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:14.338241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70394e-80c6-4d75-b615-b06f0892b096 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=b095bf1a-0b4e-4e97-b5a4-6b0b03dcbe5a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:14.339578 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41414) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:14.339923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41416) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:14.370612 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network b095bf1a-0b4e-4e97-b5a4-6b0b03dcbe5a details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:14.432003 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef8183d-6bb5-4be2-9351-e3bec4ac96f2 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] GET failed (client error): The resource could not be found. Nov 12 08:44:14.438145 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fef8183d-6bb5-4be2-9351-e3bec4ac96f2 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "GET /v2.0/ports/6ec3327b-fe36-4932-b89d-b355c6844d6f HTTP/1.1" status: 404 len: 333 time: 0.0908806 Nov 12 08:44:14.456898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-544c03bd-99f9-45b7-9093-20704878a472 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4cb67507-2a9f-4b87-9461-0f973d709b92) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:14.460022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41418) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:14.460762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1055e1e-a832-4ecd-8943-ab7326536c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.490747 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1055e1e-a832-4ecd-8943-ab7326536c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.507248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad6b3b1-ec50-4930-b2bf-f1ecc81df710 None None] Network 4cb67507-2a9f-4b87-9461-0f973d709b92 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:14.558760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Request body: {'port': {'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3', 'name': 'tempest-AllowedAddressPairTestJSON-2017128914'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:14.659806 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544c03bd-99f9-45b7-9093-20704878a472 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:14.660986 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-544c03bd-99f9-45b7-9093-20704878a472 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.666372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38e8dd-92f5-4d0e-8287-943e24e4c4ff req-77d9cd8e-9d28-455b-90f6-a324eef95726 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:14.684720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a38e8dd-92f5-4d0e-8287-943e24e4c4ff req-77d9cd8e-9d28-455b-90f6-a324eef95726 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.3933785 Nov 12 08:44:14.748253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4195bb44-80b5-46a9-b438-8de59b1219c7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:14.754352 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4195bb44-80b5-46a9-b438-8de59b1219c7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/networks?id=b095bf1a-0b4e-4e97-b5a4-6b0b03dcbe5a HTTP/1.1" status: 200 len: 761 time: 0.4281213 Nov 12 08:44:14.757360 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1055e1e-a832-4ecd-8943-ab7326536c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.760955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41420) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:14.762055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:14.763213 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1055e1e-a832-4ecd-8943-ab7326536c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.775377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b1055e1e-a832-4ecd-8943-ab7326536c01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71af0aeb-1128-4a5c-8e2d-bba80d4f9b49 HTTP/1.1" status: 204 len: 168 time: 0.4329402 Nov 12 08:44:14.783741 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-52d3b443-a603-4f17-9acd-61354c527dc7 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/b3a48e8c-85f9-438a-8f4b-63a46c615116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0800869 Nov 12 08:44:14.789091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-298096c0-c575-40a9-b752-302e0ee1ae50 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'description': 'd2'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:14.789952 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20e6d6-3019-425a-99d0-5882b8c0e33b None None] Sync routers for ids ['b3a48e8c-85f9-438a-8f4b-63a46c615116'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:14.803455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41424) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:14.827096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4cb67507-2a9f-4b87-9461-0f973d709b92', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:14.828088 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.834297 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20e6d6-3019-425a-99d0-5882b8c0e33b None None] Routers {'b3a48e8c-85f9-438a-8f4b-63a46c615116'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:14.836759 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7f20e6d6-3019-425a-99d0-5882b8c0e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3a48e8c-85f9-438a-8f4b-63a46c615116'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:14.879978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db1efd77-0860-476f-822a-68c18cad9597 req-b10fbd2a-ac88-416c-be8a-e0eaa9524484 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607800 Nov 12 08:44:14.916403 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a38e8dd-92f5-4d0e-8287-943e24e4c4ff req-028722c3-c6ae-46ca-b676-4c50b7cf5afc tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306368 Nov 12 08:44:14.921365 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1055e1e-a832-4ecd-8943-ab7326536c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71af0aeb-1128-4a5c-8e2d-bba80d4f9b49,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:14.928977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Made reservation on behalf of 42ccfc3e3efc496ea126940da5125567 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:14.939528 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:14.958140 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7f20e6d6-3019-425a-99d0-5882b8c0e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:14.997285 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-544c03bd-99f9-45b7-9093-20704878a472 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4433949 Nov 12 08:44:15.009947 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20e6d6-3019-425a-99d0-5882b8c0e33b None None] Routers {'b3a48e8c-85f9-438a-8f4b-63a46c615116'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:15.011031 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7f20e6d6-3019-425a-99d0-5882b8c0e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3a48e8c-85f9-438a-8f4b-63a46c615116'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:15.026401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41426) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:15.225553 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-298096c0-c575-40a9-b752-302e0ee1ae50 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.239408 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7f20e6d6-3019-425a-99d0-5882b8c0e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:15.242866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] device_id is not set on port 735b365b-1d36-42ef-bf12-dbb2f396cfee yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:15.244392 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f20e6d6-3019-425a-99d0-5882b8c0e33b None None] The sync data for ids ['b3a48e8c-85f9-438a-8f4b-63a46c615116'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:15.263833 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-298096c0-c575-40a9-b752-302e0ee1ae50 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.298904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-298096c0-c575-40a9-b752-302e0ee1ae50 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network b095bf1a-0b4e-4e97-b5a4-6b0b03dcbe5a is not hosted by any dhcp agent {{(pid=102445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:44:15.305090 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298096c0-c575-40a9-b752-302e0ee1ae50 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.305782 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-298096c0-c575-40a9-b752-302e0ee1ae50 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.307431 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-298096c0-c575-40a9-b752-302e0ee1ae50 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "PUT /v2.0/networks/b095bf1a-0b4e-4e97-b5a4-6b0b03dcbe5a HTTP/1.1" status: 200 len: 758 time: 0.5225408 Nov 12 08:44:15.310613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41432) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:15.364553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Allocated IP 2001:db8::2 (4cb67507-2a9f-4b87-9461-0f973d709b92/2da0fc4c-2634-4b7a-97b0-4f16c554930c/316692bd-98c2-4f5e-aa1d-89baecce3b3e) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:15.449822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56675239-f7f8-49ff-8ccb-f53b7de96bd4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.453205 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad1c93-d7d6-4032-b871-a61448b8592a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:15.455676 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-56ad1c93-d7d6-4032-b871-a61448b8592a tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/networks?id=b095bf1a-0b4e-4e97-b5a4-6b0b03dcbe5a HTTP/1.1" status: 200 len: 761 time: 0.1440530 Nov 12 08:44:15.462881 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-56675239-f7f8-49ff-8ccb-f53b7de96bd4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports/6b54bce0-cfb6-4139-bfc1-9531bf90b225 HTTP/1.1" status: 200 len: 910 time: 0.5918083 Nov 12 08:44:15.474065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41434) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:15.475604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41436) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:15.497526 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298096c0-c575-40a9-b752-302e0ee1ae50 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=b095bf1a-0b4e-4e97-b5a4-6b0b03dcbe5a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:15.598842 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.614489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network b095bf1a-0b4e-4e97-b5a4-6b0b03dcbe5a details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:15.623537 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.725282 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Network 4cb67507-2a9f-4b87-9461-0f973d709b92 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:15.734749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:15.749810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:15.762531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c0d0b32e-c294-49f0-ae14-10738feada36 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1272651624'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:15.766147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Pushing event updated for resources: {'Port': ['ID=316692bd-98c2-4f5e-aa1d-89baecce3b3e,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:15.836941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Attempting to bind port 316692bd-98c2-4f5e-aa1d-89baecce3b3e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:15.837616 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Attempting to bind port 316692bd-98c2-4f5e-aa1d-89baecce3b3e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '8cacaf27-7def-4f32-b962-6b2faea323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:15.838269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Attempting to bind port 316692bd-98c2-4f5e-aa1d-89baecce3b3e on network 4cb67507-2a9f-4b87-9461-0f973d709b92 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:15.848376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:15.849328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Checking segment: {'id': '8cacaf27-7def-4f32-b962-6b2faea323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:15.850064 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.851080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Bound using segment: {'id': '8cacaf27-7def-4f32-b962-6b2faea323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:15.852210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Bound port: 316692bd-98c2-4f5e-aa1d-89baecce3b3e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cacaf27-7def-4f32-b962-6b2faea323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:15.853279 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.931896 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:15.987184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] For port 316692bd-98c2-4f5e-aa1d-89baecce3b3e, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:15.999482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] For port 316692bd-98c2-4f5e-aa1d-89baecce3b3e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=316692bd-98c2-4f5e-aa1d-89baecce3b3e,segment=NetworkSegment(8cacaf27-7def-4f32-b962-6b2faea323a7),segment_id=8cacaf27-7def-4f32-b962-6b2faea323a7)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:16.008745 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.264922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae768a2-c541-49bc-b789-703903a6fc8c req-4c8b407d-a07b-4865-b16f-dd449f02a81f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:16.273369 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3ae768a2-c541-49bc-b789-703903a6fc8c req-4c8b407d-a07b-4865-b16f-dd449f02a81f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.1816800 Nov 12 08:44:16.295304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb93f1-aa9c-453c-b532-1b7684619780 None None] Pushing event updated for resources: {'Port': ['ID=316692bd-98c2-4f5e-aa1d-89baecce3b3e,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:16.455056 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3ae768a2-c541-49bc-b789-703903a6fc8c req-03cc4e89-b802-4442-b275-75760aa5ddbc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753633 Nov 12 08:44:16.726473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d0b32e-c294-49f0-ae14-10738feada36 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:16.730393 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b32e-c294-49f0-ae14-10738feada36 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.956311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d0b32e-c294-49f0-ae14-10738feada36 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:16.971616 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b32e-c294-49f0-ae14-10738feada36 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.971986 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-c0d0b32e-c294-49f0-ae14-10738feada36 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Added segment 9ebfde62-053c-48c1-b561-43209547709c of type vlan for network 66ca9c5c-f325-4228-9d36-435933b93c30 Nov 12 08:44:17.107056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Allocated IP 172.20.0.3 (e1c42a17-f98b-453c-8120-df3e039837a3/8e8afc94-5d70-4781-8ae2-42c71f2b4e49/735b365b-1d36-42ef-bf12-dbb2f396cfee) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:17.160372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e9ead-178e-48c1-993f-24276830fd3a req-9082b6e2-6596-4c6b-acbb-18f7f9ffa66f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.162291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-604e9ead-178e-48c1-993f-24276830fd3a req-9082b6e2-6596-4c6b-acbb-18f7f9ffa66f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.5109394 Nov 12 08:44:17.176578 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b32e-c294-49f0-ae14-10738feada36 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.369656 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b32e-c294-49f0-ae14-10738feada36 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.375381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d0b32e-c294-49f0-ae14-10738feada36 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.376542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c0d0b32e-c294-49f0-ae14-10738feada36 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.447385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-604e9ead-178e-48c1-993f-24276830fd3a req-0d917741-1e00-4733-8667-c1e47126ae64 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678680 Nov 12 08:44:17.574809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0b32e-c294-49f0-ae14-10738feada36 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=66ca9c5c-f325-4228-9d36-435933b93c30,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:17.588094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 66ca9c5c-f325-4228-9d36-435933b93c30 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:17.611939 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c0d0b32e-c294-49f0-ae14-10738feada36 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0963862 Nov 12 08:44:17.617978 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41486) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:17.636204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-225b2a20-ed94-448c-8c48-db6c1c64ab57 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'network_id': '66ca9c5c-f325-4228-9d36-435933b93c30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:17.775442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca9e23-6ae9-4027-9303-c6fefae4376c None None] Network 4cb67507-2a9f-4b87-9461-0f973d709b92 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:17.872425 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e367da-5086-4e0e-b127-e8a9fae478c6 req-7bf95ad3-9a91-4e2c-b660-c067498bf7d6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:17.874077 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03e367da-5086-4e0e-b127-e8a9fae478c6 req-7bf95ad3-9a91-4e2c-b660-c067498bf7d6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.2666190 Nov 12 08:44:17.895295 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-032723bb-afef-4620-8927-31b54dd0d596 None None] Provisioning complete for port 316692bd-98c2-4f5e-aa1d-89baecce3b3e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:17.905684 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-032723bb-afef-4620-8927-31b54dd0d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:17.940887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Allocated IP 2001:db8::1 (4cb67507-2a9f-4b87-9461-0f973d709b92/2da0fc4c-2634-4b7a-97b0-4f16c554930c/b9afed95-5779-4b73-b8a9-529f053d0fcb) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:17.991059 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225b2a20-ed94-448c-8c48-db6c1c64ab57 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:17.996254 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-225b2a20-ed94-448c-8c48-db6c1c64ab57 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.121387 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.140587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41492) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:18.214525 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-032723bb-afef-4620-8927-31b54dd0d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.238254 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.244534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03e367da-5086-4e0e-b127-e8a9fae478c6 req-e94ec02b-1bc5-46cc-8d75-70354ef478fd tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552585 Nov 12 08:44:18.299361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-032723bb-afef-4620-8927-31b54dd0d596 None None] For port 316692bd-98c2-4f5e-aa1d-89baecce3b3e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=316692bd-98c2-4f5e-aa1d-89baecce3b3e,segment=NetworkSegment(8cacaf27-7def-4f32-b962-6b2faea323a7),segment_id=8cacaf27-7def-4f32-b962-6b2faea323a7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:18.309686 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-032723bb-afef-4620-8927-31b54dd0d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.309834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.329479 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.335773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fe631637-2e04-4768-889e-70fcb4249926 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.450214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032723bb-afef-4620-8927-31b54dd0d596 None None] Pushing event updated for resources: {'Port': ['ID=316692bd-98c2-4f5e-aa1d-89baecce3b3e,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:18.450699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 4cb67507-2a9f-4b87-9461-0f973d709b92 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:18.467219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 316692bd-98c2-4f5e-aa1d-89baecce3b3e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:18.503505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:18.563498 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-225b2a20-ed94-448c-8c48-db6c1c64ab57 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.572056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Network e1c42a17-f98b-453c-8120-df3e039837a3 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:18.574473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:18.574765 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.599792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:18.604150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:18.638018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 316692bd-98c2-4f5e-aa1d-89baecce3b3e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:18.639246 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.705569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8447a5e4-e49c-46bb-aff1-9ce9aaa490ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.769633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b2a20-ed94-448c-8c48-db6c1c64ab57 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=34795e02-81a2-4735-8388-18f8f25cab33,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:18.845445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b2a20-ed94-448c-8c48-db6c1c64ab57 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking segment: {'id': '9ebfde62-053c-48c1-b561-43209547709c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '66ca9c5c-f325-4228-9d36-435933b93c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:18.846661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b2a20-ed94-448c-8c48-db6c1c64ab57 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network hostable DHCP agents. Network: 66ca9c5c-f325-4228-9d36-435933b93c30, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:18.918128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b2a20-ed94-448c-8c48-db6c1c64ab57 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network 66ca9c5c-f325-4228-9d36-435933b93c30 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:18.945438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.946170 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.963148 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-225b2a20-ed94-448c-8c48-db6c1c64ab57 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 66ca9c5c-f325-4228-9d36-435933b93c30) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:18.979500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b2a20-ed94-448c-8c48-db6c1c64ab57 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:18.980782 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-225b2a20-ed94-448c-8c48-db6c1c64ab57 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.985935 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f53291e-2139-4c64-9ea4-a9dc15a69045 None None] Network 66ca9c5c-f325-4228-9d36-435933b93c30 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:19.045353 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-225b2a20-ed94-448c-8c48-db6c1c64ab57 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4258337 Nov 12 08:44:19.046418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41500) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:19.128532 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-163aa1c6-3545-4b32-9912-9194345181b9 None None] Provisioning complete for port 316692bd-98c2-4f5e-aa1d-89baecce3b3e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:19.128917 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-163aa1c6-3545-4b32-9912-9194345181b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.275040 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8447a5e4-e49c-46bb-aff1-9ce9aaa490ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.276859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=b9afed95-5779-4b73-b8a9-529f053d0fcb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:19.305257 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.352811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8023298 Nov 12 08:44:19.364083 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8447a5e4-e49c-46bb-aff1-9ce9aaa490ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.406734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41506) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:19.422951 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-66ca9c5c-f325-4228-9d36-435933b93c30', 'network_id': '66ca9c5c-f325-4228-9d36-435933b93c30', 'tenant_id': '483a0d22ce49450cb5d78e73d903bb85', 'fixed_ips': [{'subnet_id': '34795e02-81a2-4735-8388-18f8f25cab33'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:19.424412 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.450810 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8447a5e4-e49c-46bb-aff1-9ce9aaa490ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b529add3b994b1ead3730c6066f730e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3088892 Nov 12 08:44:19.489447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41508) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:19.490447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-30c85ce6-43bc-40f0-9fba-5dfa7731abe9 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:14:94:23'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:19.490964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.538055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447a5e4-e49c-46bb-aff1-9ce9aaa490ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b596314-e3db-49af-9557-ee4c9fb647f9,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:19.739652 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1172e2-2760-49d7-b42f-67e62e8e00cb req-ad658575-33e2-4b48-95b0-286c862a5018 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:19.752912 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c1172e2-2760-49d7-b42f-67e62e8e00cb req-ad658575-33e2-4b48-95b0-286c862a5018 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.2634702 Nov 12 08:44:19.796764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Allocated IP 172.20.0.2 (66ca9c5c-f325-4228-9d36-435933b93c30/34795e02-81a2-4735-8388-18f8f25cab33/6d967b2f-89df-44c4-bfb5-872b3000256e) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:19.813644 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.841210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5854cb-52a5-472b-9ac6-f11ef3c685c0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event updated for resources: {'Port': ['ID=735b365b-1d36-42ef-bf12-dbb2f396cfee,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:19.853213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ca891-1903-4ff4-8eb8-5792dce417aa req-2e6ab7f6-8b66-473e-82a2-872479e4334a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:19.862052 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a93ca891-1903-4ff4-8eb8-5792dce417aa req-2e6ab7f6-8b66-473e-82a2-872479e4334a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 1.1741173 Nov 12 08:44:19.867884 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c85ce6-43bc-40f0-9fba-5dfa7731abe9 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.882710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c1172e2-2760-49d7-b42f-67e62e8e00cb req-16e4bddd-931a-441f-b60d-8c3f49732d91 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283174 Nov 12 08:44:19.883669 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-770990cf-c1ae-4108-830e-d6e780911143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.921650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c2c6370d-3491-4bd9-9240-b08a4b0c760d None None] Provisioning complete for port 735b365b-1d36-42ef-bf12-dbb2f396cfee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:19.922036 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c2c6370d-3491-4bd9-9240-b08a4b0c760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.962454 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-770990cf-c1ae-4108-830e-d6e780911143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.966884 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6370d-3491-4bd9-9240-b08a4b0c760d None None] Port 735b365b-1d36-42ef-bf12-dbb2f396cfee cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:20.014793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c2c6370d-3491-4bd9-9240-b08a4b0c760d None None] Provisioning complete for port b9afed95-5779-4b73-b8a9-529f053d0fcb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:20.015201 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c2c6370d-3491-4bd9-9240-b08a4b0c760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.093757 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-770990cf-c1ae-4108-830e-d6e780911143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.096751 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-770990cf-c1ae-4108-830e-d6e780911143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.097182 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6370d-3491-4bd9-9240-b08a4b0c760d None None] Port b9afed95-5779-4b73-b8a9-529f053d0fcb cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:20.111047 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-770990cf-c1ae-4108-830e-d6e780911143 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b596314-e3db-49af-9557-ee4c9fb647f9 HTTP/1.1" status: 204 len: 168 time: 0.6043446 Nov 12 08:44:20.115261 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.133394 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.149058 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770990cf-c1ae-4108-830e-d6e780911143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b596314-e3db-49af-9557-ee4c9fb647f9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:20.186601 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.201051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Pushing event updated for resources: {'Port': ['ID=6d967b2f-89df-44c4-bfb5-872b3000256e,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:20.232078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Network 66ca9c5c-f325-4228-9d36-435933b93c30 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:20.234691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:20.238970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:20.250527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Subnet': ['ID=34795e02-81a2-4735-8388-18f8f25cab33,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:20.262560 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a93ca891-1903-4ff4-8eb8-5792dce417aa req-f77a1cae-5ff5-4f75-81c1-c311c1055b88 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994744 Nov 12 08:44:20.364039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Attempting to bind port 6d967b2f-89df-44c4-bfb5-872b3000256e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:20.364449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Attempting to bind port 6d967b2f-89df-44c4-bfb5-872b3000256e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '9ebfde62-053c-48c1-b561-43209547709c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '66ca9c5c-f325-4228-9d36-435933b93c30'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:20.364928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Attempting to bind port 6d967b2f-89df-44c4-bfb5-872b3000256e on network 66ca9c5c-f325-4228-9d36-435933b93c30 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:20.371249 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.371727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:20.372247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Checking segment: {'id': '9ebfde62-053c-48c1-b561-43209547709c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '66ca9c5c-f325-4228-9d36-435933b93c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:20.372765 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.373431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Bound using segment: {'id': '9ebfde62-053c-48c1-b561-43209547709c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '66ca9c5c-f325-4228-9d36-435933b93c30'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:20.374411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Bound port: 6d967b2f-89df-44c4-bfb5-872b3000256e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebfde62-053c-48c1-b561-43209547709c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '66ca9c5c-f325-4228-9d36-435933b93c30'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:20.375282 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.413886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ca9c5c-f325-4228-9d36-435933b93c30']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:20.442502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-fe631637-2e04-4768-889e-70fcb4249926 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port 6b54bce0-cfb6-4139-bfc1-9531bf90b225 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:20.442868 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fe631637-2e04-4768-889e-70fcb4249926 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.449019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebfde62-053c-48c1-b561-43209547709c') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:20.449404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebfde62-053c-48c1-b561-43209547709c') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:20.467581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] For port 6d967b2f-89df-44c4-bfb5-872b3000256e, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:20.474146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] For port 6d967b2f-89df-44c4-bfb5-872b3000256e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6d967b2f-89df-44c4-bfb5-872b3000256e,segment=NetworkSegment(9ebfde62-053c-48c1-b561-43209547709c),segment_id=9ebfde62-053c-48c1-b561-43209547709c)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:20.475965 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.481476 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.495474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 316692bd-98c2-4f5e-aa1d-89baecce3b3e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:20.500016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.510655 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:20.511313 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:20.515590 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:20.621098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4068f55e-6bdf-4804-b0b8-d244da764653 None None] Network 66ca9c5c-f325-4228-9d36-435933b93c30 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:20.631825 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.api [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:44:20.631825 n-d-768851-18 neutron-server[102445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:44:20.631825 n-d-768851-18 neutron-server[102445]: [parameters: {'id': '66ca9c5c-f325-4228-9d36-435933b93c30'}] Nov 12 08:44:20.631825 n-d-768851-18 neutron-server[102445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:44:20.633992 n-d-768851-18 neutron-server[102445]: DEBUG oslo_db.api [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:44:20.634346 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c85ce6-43bc-40f0-9fba-5dfa7731abe9 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.647186 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fe631637-2e04-4768-889e-70fcb4249926 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.651497 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c85ce6-43bc-40f0-9fba-5dfa7731abe9 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.703032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-fe631637-2e04-4768-889e-70fcb4249926 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for 6b54bce0-cfb6-4139-bfc1-9531bf90b225 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:20.818225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c85ce6-43bc-40f0-9fba-5dfa7731abe9 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event updated for resources: {'Port': ['ID=735b365b-1d36-42ef-bf12-dbb2f396cfee,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:20.848202 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.855319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-30c85ce6-43bc-40f0-9fba-5dfa7731abe9 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] In _notify_port_updated(), no bound segment for port 735b365b-1d36-42ef-bf12-dbb2f396cfee on network e1c42a17-f98b-453c-8120-df3e039837a3 {{(pid=102444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:44:20.860953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c85ce6-43bc-40f0-9fba-5dfa7731abe9 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:20.861668 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-30c85ce6-43bc-40f0-9fba-5dfa7731abe9 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.863645 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-30c85ce6-43bc-40f0-9fba-5dfa7731abe9 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "PUT /v2.0/ports/735b365b-1d36-42ef-bf12-dbb2f396cfee HTTP/1.1" status: 200 len: 996 time: 1.4082830 Nov 12 08:44:20.866273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41524) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:20.867824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.868639 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.905453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5bdef-f6b3-4777-834d-079b1162c4df None None] Pushing event updated for resources: {'Port': ['ID=6d967b2f-89df-44c4-bfb5-872b3000256e,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:20.966741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 316692bd-98c2-4f5e-aa1d-89baecce3b3e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:20.967226 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.138677 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.162403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17322a7d-6f8e-4303-825d-bad190083fa7 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:44:21.165749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f3e28d7f-2ffa-480d-8a13-c7612fb8ae12 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Deleting port 735b365b-1d36-42ef-bf12-dbb2f396cfee {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:21.166233 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3e28d7f-2ffa-480d-8a13-c7612fb8ae12 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.240974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24d6f1-0e2a-42e9-b006-73db2b2fcd98 req-f8e3b3cc-d41a-4e06-a7a7-48fe41e962a8 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.248946 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca24d6f1-0e2a-42e9-b006-73db2b2fcd98 req-f8e3b3cc-d41a-4e06-a7a7-48fe41e962a8 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.1805558 Nov 12 08:44:21.280339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1c10bc00-d4d1-4d62-9b46-ce4a3fe284bd None None] Provisioning complete for port 735b365b-1d36-42ef-bf12-dbb2f396cfee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:21.280727 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c10bc00-d4d1-4d62-9b46-ce4a3fe284bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.370689 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca24d6f1-0e2a-42e9-b006-73db2b2fcd98 req-f56faa5b-1aab-48dc-b891-d2bc974cec74 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202772 Nov 12 08:44:21.384779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1c10bc00-d4d1-4d62-9b46-ce4a3fe284bd None None] Port 735b365b-1d36-42ef-bf12-dbb2f396cfee cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:21.390319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3e28d7f-2ffa-480d-8a13-c7612fb8ae12 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.415664 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f3e28d7f-2ffa-480d-8a13-c7612fb8ae12 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Calling delete_port for 735b365b-1d36-42ef-bf12-dbb2f396cfee owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:21.432566 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Deleting port 6d967b2f-89df-44c4-bfb5-872b3000256e {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:21.433822 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.476558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=b9afed95-5779-4b73-b8a9-529f053d0fcb,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:21.530232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17322a7d-6f8e-4303-825d-bad190083fa7 None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:44:21.607514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 4cb67507-2a9f-4b87-9461-0f973d709b92 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:21.612901 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:44:21.622992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0910424-1705-4e79-a0bb-8bca5addb5ec req-1b1778fb-161e-4668-a983-2a38a5c117a5 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:21.625515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b0910424-1705-4e79-a0bb-8bca5addb5ec req-1b1778fb-161e-4668-a983-2a38a5c117a5 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.1906676 Nov 12 08:44:21.629463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:21.703384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] For port 6d967b2f-89df-44c4-bfb5-872b3000256e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6d967b2f-89df-44c4-bfb5-872b3000256e,segment=NetworkSegment(9ebfde62-053c-48c1-b561-43209547709c),segment_id=9ebfde62-053c-48c1-b561-43209547709c)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:21.704192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.733466 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Calling delete_port for 6d967b2f-89df-44c4-bfb5-872b3000256e owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:21.747795 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fe631637-2e04-4768-889e-70fcb4249926 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.755038 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3e28d7f-2ffa-480d-8a13-c7612fb8ae12 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.800132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe631637-2e04-4768-889e-70fcb4249926 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=6b54bce0-cfb6-4139-bfc1-9531bf90b225,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:21.818594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b0910424-1705-4e79-a0bb-8bca5addb5ec req-f013c63f-d534-43d3-88a8-928c4810ab17 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827025 Nov 12 08:44:21.845471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e28d7f-2ffa-480d-8a13-c7612fb8ae12 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event deleted for resources: {'Port': ['ID=735b365b-1d36-42ef-bf12-dbb2f396cfee,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:21.956494 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3e28d7f-2ffa-480d-8a13-c7612fb8ae12 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:21.960279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f3e28d7f-2ffa-480d-8a13-c7612fb8ae12 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "DELETE /v2.0/ports/735b365b-1d36-42ef-bf12-dbb2f396cfee HTTP/1.1" status: 204 len: 168 time: 1.0922027 Nov 12 08:44:21.962938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41552) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:22.022683 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-534da336-16f4-4da4-818c-97bf554e4953 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] GET failed (client error): The resource could not be found. Nov 12 08:44:22.029464 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-534da336-16f4-4da4-818c-97bf554e4953 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "GET /v2.0/ports/735b365b-1d36-42ef-bf12-dbb2f396cfee HTTP/1.1" status: 404 len: 333 time: 0.0653560 Nov 12 08:44:22.030169 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41554) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:22.042401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Request body: {'port': {'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3', 'name': 'tempest-AllowedAddressPairTestJSON-545043624'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:22.066293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router b3636132-fc61-4f0d-9ad3-869521772ad1 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:22.072521 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fe631637-2e04-4768-889e-70fcb4249926 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.154760 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.236686 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Port': ['ID=6d967b2f-89df-44c4-bfb5-872b3000256e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:22.270879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No DVR routers for this DVR port 6d967b2f-89df-44c4-bfb5-872b3000256e on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:22.309508 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.440667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:22.450258 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-447bdb44-864c-4a20-8853-5176fb7a3bf2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4233012 Nov 12 08:44:22.451836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Sync routers for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:22.463066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:22.463709 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:22.464346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41568) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:22.486680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-27899e7c-9c0b-4600-a69e-6cbc9f11ebfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1206304838'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:22.504261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe631637-2e04-4768-889e-70fcb4249926 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router b3a48e8c-85f9-438a-8f4b-63a46c615116 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:22.510705 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.543435 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ca9c5c-f325-4228-9d36-435933b93c30']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:22.556087 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.api [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:44:22.556087 n-d-768851-18 neutron-server[102445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 08:44:22.556087 n-d-768851-18 neutron-server[102445]: [parameters: {'project_id': '42ccfc3e3efc496ea126940da5125567', 'id': '74d6f84e-c2d2-4ace-9a0f-68e033671d8e', 'expiration': datetime.datetime(2021, 11, 12, 8, 46, 22, 540427)}] Nov 12 08:44:22.556087 n-d-768851-18 neutron-server[102445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:44:22.556541 n-d-768851-18 neutron-server[102445]: DEBUG oslo_db.api [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:44:22.558390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebfde62-053c-48c1-b561-43209547709c') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:22.558683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebfde62-053c-48c1-b561-43209547709c') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:22.571952 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.591388 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.596006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d1f7568b-148f-4a7d-b566-6479c1d0df9e None None] Provisioning complete for port b9afed95-5779-4b73-b8a9-529f053d0fcb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:22.596387 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d1f7568b-148f-4a7d-b566-6479c1d0df9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.605834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:22.605834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:22.609121 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:22.647271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27899e7c-9c0b-4600-a69e-6cbc9f11ebfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:22.651159 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-27899e7c-9c0b-4600-a69e-6cbc9f11ebfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.658232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:22.673741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe631637-2e04-4768-889e-70fcb4249926 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:22.683989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b64218-a55f-4a15-bbd2-2dcf03abee74 req-167ca21e-f661-4d3c-96eb-29c855f1e342 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:22.685798 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03b64218-a55f-4a15-bbd2-2dcf03abee74 req-167ca21e-f661-4d3c-96eb-29c855f1e342 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 943 time: 0.1903591 Nov 12 08:44:22.690444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fe631637-2e04-4768-889e-70fcb4249926 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/b3a48e8c-85f9-438a-8f4b-63a46c615116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1721919 Nov 12 08:44:22.692264 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f37b7c3-c523-4df0-b9a5-0c34319e8f7d None None] Sync routers for ids ['b3a48e8c-85f9-438a-8f4b-63a46c615116'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:22.693944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41570) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:22.706870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.711194 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.716607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27899e7c-9c0b-4600-a69e-6cbc9f11ebfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:22.720614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/66ca9c5c-f325-4228-9d36-435933b93c30 HTTP/1.1" status: 204 len: 168 time: 3.6713047 Nov 12 08:44:22.721905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41572) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:22.723818 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f37b7c3-c523-4df0-b9a5-0c34319e8f7d None None] Routers {'b3a48e8c-85f9-438a-8f4b-63a46c615116'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:22.724791 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2f37b7c3-c523-4df0-b9a5-0c34319e8f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3a48e8c-85f9-438a-8f4b-63a46c615116'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:22.748311 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-27899e7c-9c0b-4600-a69e-6cbc9f11ebfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.749227 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-27899e7c-9c0b-4600-a69e-6cbc9f11ebfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Added segment 78973ec1-514c-4657-aa84-a37c3eb2e32d of type vlan for network 11633e46-5497-4b94-b4a5-ba380d1ac7ae Nov 12 08:44:22.771826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5305e254-4461-4972-9b16-b1b5cc1295fa tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3a48e8c-85f9-438a-8f4b-63a46c615116 HTTP/1.1" status: 200 len: 205 time: 0.0766311 Nov 12 08:44:22.777357 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2f37b7c3-c523-4df0-b9a5-0c34319e8f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:22.789150 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f37b7c3-c523-4df0-b9a5-0c34319e8f7d None None] Routers {'b3a48e8c-85f9-438a-8f4b-63a46c615116'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:22.790210 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2f37b7c3-c523-4df0-b9a5-0c34319e8f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3a48e8c-85f9-438a-8f4b-63a46c615116'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:22.798486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41578) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:22.805709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312097d-8ca7-4bf5-9e1a-0ed1c20cf8ee tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Network': ['ID=66ca9c5c-f325-4228-9d36-435933b93c30,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:22.808118 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05ddbc4-ff73-4062-8743-301c0c17fbb8 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] GET failed (client error): The resource could not be found. Nov 12 08:44:22.809690 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a05ddbc4-ff73-4062-8743-301c0c17fbb8 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/subnets/34795e02-81a2-4735-8388-18f8f25cab33 HTTP/1.1" status: 404 len: 337 time: 0.0566404 Nov 12 08:44:22.832091 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2f37b7c3-c523-4df0-b9a5-0c34319e8f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:22.832815 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f37b7c3-c523-4df0-b9a5-0c34319e8f7d None None] The sync data for ids ['b3a48e8c-85f9-438a-8f4b-63a46c615116'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:22.847150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7568b-148f-4a7d-b566-6479c1d0df9e None None] Port b9afed95-5779-4b73-b8a9-529f053d0fcb cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:22.855516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03b64218-a55f-4a15-bbd2-2dcf03abee74 req-e524b952-067f-48ff-abba-2522f40b4546 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511641 Nov 12 08:44:22.855997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41580) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:22.904956 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6540ed-0dad-45a6-a16a-bbd3890286fd tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:22.905540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6540ed-0dad-45a6-a16a-bbd3890286fd tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:22.909282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fc6540ed-0dad-45a6-a16a-bbd3890286fd tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/66ca9c5c-f325-4228-9d36-435933b93c30 HTTP/1.1" status: 404 len: 339 time: 0.0499053 Nov 12 08:44:22.920337 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-27899e7c-9c0b-4600-a69e-6cbc9f11ebfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:22.922456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41594) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:22.940165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f0a0-49ec-4207-8f9d-1b41f5c58f51 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.021275 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-27899e7c-9c0b-4600-a69e-6cbc9f11ebfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.029093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27899e7c-9c0b-4600-a69e-6cbc9f11ebfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.030990 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-27899e7c-9c0b-4600-a69e-6cbc9f11ebfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.034780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:44:19Z', 'revision_number': 2, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:20Z', 'revision_number': 2, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:23.081801 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Checking router: b3636132-fc61-4f0d-9ad3-869521772ad1 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:23.082575 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Updating router b3636132-fc61-4f0d-9ad3-869521772ad1 port b9afed95-5779-4b73-b8a9-529f053d0fcb binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:23.086359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 792c441e-15ac-405f-bf18-8377256b50fc details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:23.114851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-27899e7c-9c0b-4600-a69e-6cbc9f11ebfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6399584 Nov 12 08:44:23.132461 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.146691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41610) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:23.164206 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c37cfb64-cffa-4ca6-9708-4c22a1070db6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'subnet': {'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:23.274773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27899e7c-9c0b-4600-a69e-6cbc9f11ebfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Network': ['ID=11633e46-5497-4b94-b4a5-ba380d1ac7ae,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:23.324038 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=792c441e-15ac-405f-bf18-8377256b50fc,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:23.392405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41299f91-363c-4d21-898e-789b441fff50 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.394631 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-41299f91-363c-4d21-898e-789b441fff50 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4712226 Nov 12 08:44:23.397285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41626) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:23.449045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-49f74355-2ab2-4392-90c8-2787f590cea2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 207 time: 0.0499279 Nov 12 08:44:23.452281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41628) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:23.467339 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f0a0-49ec-4207-8f9d-1b41f5c58f51 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.474585 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f0a0-49ec-4207-8f9d-1b41f5c58f51 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.492053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe05b6-b26e-4005-9135-9155900b3ccd req-6794eaf5-2f17-42fe-a89c-918798d6745d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.493729 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbfe05b6-b26e-4005-9135-9155900b3ccd req-6794eaf5-2f17-42fe-a89c-918798d6745d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.1560700 Nov 12 08:44:23.497404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Made reservation on behalf of 42ccfc3e3efc496ea126940da5125567 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:23.501031 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.547354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '792c441e-15ac-405f-bf18-8377256b50fc', 'network_id': 'c0f5d45c-c314-43a2-9378-dd1b94a83f84', 'port_id': '792c441e-15ac-405f-bf18-8377256b50fc', 'mac_address': 'fa:16:3e:e0:f5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9330ef-ee82-4258-9e06-e7d9a0866049', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:23.548618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37cfb64-cffa-4ca6-9708-4c22a1070db6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:23.550033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 11633e46-5497-4b94-b4a5-ba380d1ac7ae details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:23.552318 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c37cfb64-cffa-4ca6-9708-4c22a1070db6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.613898 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41632) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:23.616642 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] device_id is not set on port 7f67d0f6-cb2a-4b5c-a8bd-c02f1316826a yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:23.678208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbfe05b6-b26e-4005-9135-9155900b3ccd req-fcbf6611-ff53-45f6-ae6d-31c1e6540362 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490405 Nov 12 08:44:23.679384 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f0a0-49ec-4207-8f9d-1b41f5c58f51 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.679847 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d2bce-e785-4b79-99b9-24b7ec646afa tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.681869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef8f0a0-49ec-4207-8f9d-1b41f5c58f51 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Fanout notify agent at l3_agent the message router_deleted on router b3a48e8c-85f9-438a-8f4b-63a46c615116 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:44:23.686756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d2bce-e785-4b79-99b9-24b7ec646afa tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.693799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d2bce-e785-4b79-99b9-24b7ec646afa tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.700050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d2bce-e785-4b79-99b9-24b7ec646afa tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.701716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-810d2bce-e785-4b79-99b9-24b7ec646afa tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2482100 Nov 12 08:44:23.709289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41636) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:23.711327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f0a0-49ec-4207-8f9d-1b41f5c58f51 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.715971 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9ef8f0a0-49ec-4207-8f9d-1b41f5c58f51 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/b3a48e8c-85f9-438a-8f4b-63a46c615116 HTTP/1.1" status: 204 len: 168 time: 0.9157784 Nov 12 08:44:23.719059 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41638) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:23.771278 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.810218 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792c441e-15ac-405f-bf18-8377256b50fc {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:23.814564 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-689e13a3-8949-48d7-a877-6a26913a6ddd tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting subnet d941650a-5381-4751-beb4-a0069f0cbfba {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:23.827013 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-689e13a3-8949-48d7-a877-6a26913a6ddd tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.838912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-10204610-40bf-4d2c-b54f-6bc6e48efce5 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1252275 Nov 12 08:44:23.840802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41640) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:23.845050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=792c441e-15ac-405f-bf18-8377256b50fc,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:23.866568 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.871073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-242f24f6-6948-4021-8363-5e3a18f4d583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.917168 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-689e13a3-8949-48d7-a877-6a26913a6ddd tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.936181 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.955799 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:23.966859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=792c441e-15ac-405f-bf18-8377256b50fc,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:23.970202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf565ac7-e9d6-498e-be82-499a91093f54 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.972476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf565ac7-e9d6-498e-be82-499a91093f54 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:23.978070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cf565ac7-e9d6-498e-be82-499a91093f54 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1333518 Nov 12 08:44:23.980007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:23.980380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:23.981074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:23.981464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:23.982309 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:23.982309 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:23.982518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41644) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:23.982597 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:23.982818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:23.983589 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:23.983589 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:23.983852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:23.984128 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:24.052055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Allocated IP 172.20.0.3 (e1c42a17-f98b-453c-8120-df3e039837a3/8e8afc94-5d70-4781-8ae2-42c71f2b4e49/7f67d0f6-cb2a-4b5c-a8bd-c02f1316826a) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:24.115295 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d489b-4f18-428e-a8d6-3a13ac8d90bc None None] Pushing event updated for resources: {'Port': ['ID=b9afed95-5779-4b73-b8a9-529f053d0fcb,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:24.130328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['792c441e-15ac-405f-bf18-8377256b50fc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:24.134585 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Attempting to bind port b9afed95-5779-4b73-b8a9-529f053d0fcb on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:24.134848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Attempting to bind port b9afed95-5779-4b73-b8a9-529f053d0fcb by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '8cacaf27-7def-4f32-b962-6b2faea323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:24.135209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Attempting to bind port b9afed95-5779-4b73-b8a9-529f053d0fcb on network 4cb67507-2a9f-4b87-9461-0f973d709b92 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:24.170336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:24.170757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Checking segment: {'id': '8cacaf27-7def-4f32-b962-6b2faea323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:24.171152 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.172178 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Bound using segment: {'id': '8cacaf27-7def-4f32-b962-6b2faea323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:24.173441 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Bound port: b9afed95-5779-4b73-b8a9-529f053d0fcb, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cacaf27-7def-4f32-b962-6b2faea323a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:24.173869 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.181749 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-689e13a3-8949-48d7-a877-6a26913a6ddd tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.211579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004f137-3458-493a-a729-24940ddfa920 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['shared'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.213688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004f137-3458-493a-a729-24940ddfa920 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['shared'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.221409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9004f137-3458-493a-a729-24940ddfa920 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2320111 Nov 12 08:44:24.221409 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c37cfb64-cffa-4ca6-9708-4c22a1070db6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.223632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41646) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:24.239351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-242f24f6-6948-4021-8363-5e3a18f4d583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.256308 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-242f24f6-6948-4021-8363-5e3a18f4d583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.301125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-242f24f6-6948-4021-8363-5e3a18f4d583 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=568acc84c6774e3f8d22dfe07be9fa82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6778708 Nov 12 08:44:24.304946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41648) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:24.385968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] For port b9afed95-5779-4b73-b8a9-529f053d0fcb, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:24.387486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d41593-8a5d-4306-9777-dd7f48325e76 req-93108b02-d815-4915-aed6-38f4e303a4f9 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.389139 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88d41593-8a5d-4306-9777-dd7f48325e76 req-93108b02-d815-4915-aed6-38f4e303a4f9 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 944 time: 0.2909846 Nov 12 08:44:24.390531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] For port b9afed95-5779-4b73-b8a9-529f053d0fcb, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b9afed95-5779-4b73-b8a9-529f053d0fcb,segment=NetworkSegment(8cacaf27-7def-4f32-b962-6b2faea323a7),segment_id=8cacaf27-7def-4f32-b962-6b2faea323a7)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:24.415684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cfb64-cffa-4ca6-9708-4c22a1070db6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Subnet': ['ID=540fc319-ac9e-4c72-95a9-2c08a620caba,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:24.427662 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.452755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f24f6-6948-4021-8363-5e3a18f4d583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23042958-58de-4ea0-ab5f-cb5fa164a683,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:24.471723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cf8cf583-49c3-4c80-8ff5-e6a91a759d0e None None] Provisioning complete for port b9afed95-5779-4b73-b8a9-529f053d0fcb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:24.472104 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf583-49c3-4c80-8ff5-e6a91a759d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.491875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37cfb64-cffa-4ca6-9708-4c22a1070db6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Checking segment: {'id': '78973ec1-514c-4657-aa84-a37c3eb2e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:24.492541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37cfb64-cffa-4ca6-9708-4c22a1070db6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network hostable DHCP agents. Network: 11633e46-5497-4b94-b4a5-ba380d1ac7ae, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:24.505056 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-689e13a3-8949-48d7-a877-6a26913a6ddd tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.533375 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-88d41593-8a5d-4306-9777-dd7f48325e76 req-5ce37e3e-545f-4f73-9164-fb5545ac28ab tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242611 Nov 12 08:44:24.549229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e13a3-8949-48d7-a877-6a26913a6ddd tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Subnet': ['ID=d941650a-5381-4751-beb4-a0069f0cbfba,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:24.550466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e0f8fd-2881-4435-a525-c5929bf183c6 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.552455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-88e0f8fd-2881-4435-a525-c5929bf183c6 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/networks/c5b15860-33f4-48e3-a5b7-3f4908c7fff9 HTTP/1.1" status: 200 len: 800 time: 0.3236086 Nov 12 08:44:24.556286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41652) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:24.569769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37cfb64-cffa-4ca6-9708-4c22a1070db6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 11633e46-5497-4b94-b4a5-ba380d1ac7ae is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:24.591443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c37cfb64-cffa-4ca6-9708-4c22a1070db6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 11633e46-5497-4b94-b4a5-ba380d1ac7ae) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:24.603224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de6-e4a9-4d81-9434-6a108dbf375a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.604849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37cfb64-cffa-4ca6-9708-4c22a1070db6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:24.605637 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c37cfb64-cffa-4ca6-9708-4c22a1070db6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.611862 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-689e13a3-8949-48d7-a877-6a26913a6ddd tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.621666 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-689e13a3-8949-48d7-a877-6a26913a6ddd tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/d941650a-5381-4751-beb4-a0069f0cbfba HTTP/1.1" status: 204 len: 168 time: 0.9020987 Nov 12 08:44:24.628389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41654) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:24.665237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c37cfb64-cffa-4ca6-9708-4c22a1070db6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5170033 Nov 12 08:44:24.668376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41656) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:24.693907 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.762271 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de6-e4a9-4d81-9434-6a108dbf375a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.807335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f3229e5c-535c-4621-afb9-c99b2e068e87 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/networks/c5b15860-33f4-48e3-a5b7-3f4908c7fff9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2492561 Nov 12 08:44:24.814956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41660) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:24.828051 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.887643 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc3698-af5f-448f-a6d3-b9f70bb86f4d None None] Network 11633e46-5497-4b94-b4a5-ba380d1ac7ae requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:24.890812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2fb710-12e4-431f-b243-8d7cc29f21f7 None None] Network 3cc2327b-74e5-4148-be88-14906725caf2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:24.924947 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:24.945243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d489b-4f18-428e-a8d6-3a13ac8d90bc None None] Pushing event updated for resources: {'Port': ['ID=b9afed95-5779-4b73-b8a9-529f053d0fcb,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:24.950081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:24.951239 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:25.017700 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f5d8e-3906-4cad-b4c6-b5d0bbc54952 req-b62759e6-b8d3-4355-875c-ef10534229c6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.026579 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ae9f5d8e-3906-4cad-b4c6-b5d0bbc54952 req-b62759e6-b8d3-4355-875c-ef10534229c6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.1956124 Nov 12 08:44:25.035015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event updated for resources: {'Port': ['ID=7f67d0f6-cb2a-4b5c-a8bd-c02f1316826a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:25.060566 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de6-e4a9-4d81-9434-6a108dbf375a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.063252 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1de6-e4a9-4d81-9434-6a108dbf375a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.067746 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f6cf1de6-e4a9-4d81-9434-6a108dbf375a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/23042958-58de-4ea0-ab5f-cb5fa164a683 HTTP/1.1" status: 204 len: 168 time: 0.7491841 Nov 12 08:44:25.079397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Network e1c42a17-f98b-453c-8120-df3e039837a3 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:25.090554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf1de6-e4a9-4d81-9434-6a108dbf375a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23042958-58de-4ea0-ab5f-cb5fa164a683,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:25.122634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:25.125360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:25.161496 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf583-49c3-4c80-8ff5-e6a91a759d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.218134 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ae9f5d8e-3906-4cad-b4c6-b5d0bbc54952 req-0d1c555a-e96b-4dbc-8c2f-7a22fa7a8545 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904268 Nov 12 08:44:25.259717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port 726296e2-188b-4654-9a55-fead29e72422 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:25.260073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.261431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:25.271871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.272560 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.348566 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-81e42e59-4edc-4f73-ab92-1e0228ef3b73 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3112597 Nov 12 08:44:25.352952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41666) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:25.367302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Request body: {'port': {'network_id': 'e1c42a17-f98b-453c-8120-df3e039837a3', 'name': 'tempest-AllowedAddressPairTestJSON-1815084902'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:25.377242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cf8cf583-49c3-4c80-8ff5-e6a91a759d0e None None] For port b9afed95-5779-4b73-b8a9-529f053d0fcb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b9afed95-5779-4b73-b8a9-529f053d0fcb,segment=NetworkSegment(8cacaf27-7def-4f32-b962-6b2faea323a7),segment_id=8cacaf27-7def-4f32-b962-6b2faea323a7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:25.411417 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cf8cf583-49c3-4c80-8ff5-e6a91a759d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.418296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] For port 726296e2-188b-4654-9a55-fead29e72422, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=726296e2-188b-4654-9a55-fead29e72422,segment=NetworkSegment(d53b4fc5-9140-4d90-89db-0709ebd09b02),segment_id=d53b4fc5-9140-4d90-89db-0709ebd09b02)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:25.419395 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.481744 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for 726296e2-188b-4654-9a55-fead29e72422 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:25.529350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab2d41-0b23-4f8f-bd20-aa0ddff495ed tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.534192 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dbab2d41-0b23-4f8f-bd20-aa0ddff495ed tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/subnets/814e93f2-4fef-4530-8425-2876dd831730 HTTP/1.1" status: 200 len: 811 time: 0.7145855 Nov 12 08:44:25.536185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41668) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:25.537301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cf583-49c3-4c80-8ff5-e6a91a759d0e None None] Pushing event updated for resources: {'Port': ['ID=b9afed95-5779-4b73-b8a9-529f053d0fcb,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:25.618054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41674) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:25.624983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bda63cad-2aed-4725-81ec-51dee426ecfa None None] Provisioning complete for port b9afed95-5779-4b73-b8a9-529f053d0fcb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:25.625440 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bda63cad-2aed-4725-81ec-51dee426ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.695386 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe3024b8-6081-4023-b7e4-dc76cc637b90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.697941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:25.698838 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.713345 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8cdb24-bc9f-4c86-8cd8-8e24afb58980 None None] DHCP port deletion for 3cc2327b-74e5-4148-be88-14906725caf2 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:25.785908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45bf4a7-73d0-4c6b-9865-b3c24f9ceff4 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['shared'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.788630 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c45bf4a7-73d0-4c6b-9865-b3c24f9ceff4 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "GET /v2.0/subnets/814e93f2-4fef-4530-8425-2876dd831730?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2453499 Nov 12 08:44:25.792878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41676) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:25.798487 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7d14e146-59dd-4318-964d-9636500b0c3b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-544447265'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:25.808030 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.823581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Made reservation on behalf of 42ccfc3e3efc496ea126940da5125567 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:25.827150 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.880258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=726296e2-188b-4654-9a55-fead29e72422,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:25.901189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No DVR routers for this DVR port 726296e2-188b-4654-9a55-fead29e72422 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:25.905861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] device_id is not set on port ffc97410-609d-4492-afaa-bf1febf6beb9 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:25.922693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55406a-e88d-4ebe-a65d-6b39f26a5f59 req-cb63238d-9b36-4bd2-ae0f-b27fdd472408 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:25.930858 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f55406a-e88d-4ebe-a65d-6b39f26a5f59 req-cb63238d-9b36-4bd2-ae0f-b27fdd472408 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 944 time: 0.1945233 Nov 12 08:44:25.938548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d14e146-59dd-4318-964d-9636500b0c3b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:25.942673 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d14e146-59dd-4318-964d-9636500b0c3b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.953086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:25.997292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ec8cdb24-bc9f-4c86-8cd8-8e24afb58980 None None] Deleting port 726296e2-188b-4654-9a55-fead29e72422 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:25.997702 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ec8cdb24-bc9f-4c86-8cd8-8e24afb58980 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.056548 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe3024b8-6081-4023-b7e4-dc76cc637b90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.083599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f00784a2-8f6e-4ece-98c8-389d8eafed64 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:44:26.085293 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe3024b8-6081-4023-b7e4-dc76cc637b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.109855 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Allocated IP 2001:db8:1::2 (11633e46-5497-4b94-b4a5-ba380d1ac7ae/540fc319-ac9e-4c72-95a9-2c08a620caba/ddc83a41-9dec-422b-be25-f308e9e85542) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:26.147304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ec8cdb24-bc9f-4c86-8cd8-8e24afb58980 None None] For port 726296e2-188b-4654-9a55-fead29e72422, host n-d-768851-18, got binding levels [] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:26.147648 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ec8cdb24-bc9f-4c86-8cd8-8e24afb58980 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.168283 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.180053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d14e146-59dd-4318-964d-9636500b0c3b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:26.185706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:44:19Z', 'revision_number': 2, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:24Z', 'revision_number': 4, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:26.211249 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ec8cdb24-bc9f-4c86-8cd8-8e24afb58980 None None] Calling delete_port for 726296e2-188b-4654-9a55-fead29e72422 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:26.249273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.ipam_backend_mixin [None req-ec8cdb24-bc9f-4c86-8cd8-8e24afb58980 None None] Port 726296e2-188b-4654-9a55-fead29e72422 was not found and therefore no delete operation was performed {{(pid=102446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:44:26.257696 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f55406a-e88d-4ebe-a65d-6b39f26a5f59 req-960207b4-f7ac-4608-97b1-5552622f4e41 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258774 Nov 12 08:44:26.272489 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fe3024b8-6081-4023-b7e4-dc76cc637b90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa92190acc5e452cbee70872a5fff775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6440778 Nov 12 08:44:26.272489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc2327b-74e5-4148-be88-14906725caf2']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:26.273367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41680) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:26.280537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051305db-680d-41a4-bc31-c4a59c10aaf3 None None] The sync data for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 is: [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:44:19Z', 'revision_number': 2, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:24Z', 'revision_number': 4, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:26.296393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3024b8-6081-4023-b7e4-dc76cc637b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73835695-6ca2-4d2a-a1f3-d7807516d135,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:26.318580 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ec8cdb24-bc9f-4c86-8cd8-8e24afb58980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.333289 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d14e146-59dd-4318-964d-9636500b0c3b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.333714 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-7d14e146-59dd-4318-964d-9636500b0c3b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Added segment bcd49e0f-7b43-4b25-9504-c308709d7088 of type vlan for network 2de26587-795d-4e60-bc43-127c839bd9dc Nov 12 08:44:26.340668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53b4fc5-9140-4d90-89db-0709ebd09b02') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:26.341057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53b4fc5-9140-4d90-89db-0709ebd09b02') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:26.349382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cdb24-bc9f-4c86-8cd8-8e24afb58980 None None] Pushing event deleted for resources: {'Port': ['ID=726296e2-188b-4654-9a55-fead29e72422,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:26.352290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4078a178-ef43-492c-8377-83e332c0e0d8 None None] Provisioning complete for port 7f67d0f6-cb2a-4b5c-a8bd-c02f1316826a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:26.352773 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4078a178-ef43-492c-8377-83e332c0e0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.396555 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4671146-e959-46fb-8d89-0f059156cc99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.409508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 726296e2-188b-4654-9a55-fead29e72422 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:26.412735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Allocated IP 172.20.0.9 (e1c42a17-f98b-453c-8120-df3e039837a3/8e8afc94-5d70-4781-8ae2-42c71f2b4e49/ffc97410-609d-4492-afaa-bf1febf6beb9) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:26.416160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8cdb24-bc9f-4c86-8cd8-8e24afb58980 None None] No DVR routers for this DVR port 726296e2-188b-4654-9a55-fead29e72422 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:26.447846 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4671146-e959-46fb-8d89-0f059156cc99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.462162 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.482016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 726296e2-188b-4654-9a55-fead29e72422 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:26.482455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 726296e2-188b-4654-9a55-fead29e72422 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:26.491414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327eb0b-84a5-45b1-93ac-0e2d397168de req-b1af4f91-841a-4413-af3b-d308b41ddc7e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.492732 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0327eb0b-84a5-45b1-93ac-0e2d397168de req-b1af4f91-841a-4413-af3b-d308b41ddc7e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.1140490 Nov 12 08:44:26.507906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4078a178-ef43-492c-8377-83e332c0e0d8 None None] Port 7f67d0f6-cb2a-4b5c-a8bd-c02f1316826a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:26.515559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:26.558711 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.560916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'port_id': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'mac_address': 'fa:16:3e:ac:04:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:44:26.564156 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d14e146-59dd-4318-964d-9636500b0c3b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.581647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:26.582067 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:26.585350 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:26.619040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0327eb0b-84a5-45b1-93ac-0e2d397168de req-1e8df7f7-1dc9-47ef-9372-6b887a805774 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027751 Nov 12 08:44:26.626583 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.629174 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4671146-e959-46fb-8d89-0f059156cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.633049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4671146-e959-46fb-8d89-0f059156cc99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.634507 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b4671146-e959-46fb-8d89-0f059156cc99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73835695-6ca2-4d2a-a1f3-d7807516d135 HTTP/1.1" status: 204 len: 168 time: 0.3644211 Nov 12 08:44:26.638056 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.691978 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.702616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4671146-e959-46fb-8d89-0f059156cc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73835695-6ca2-4d2a-a1f3-d7807516d135,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:26.723055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f00784a2-8f6e-4ece-98c8-389d8eafed64 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:44:26.763128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Allocated IP 2001:db8:1::1 (11633e46-5497-4b94-b4a5-ba380d1ac7ae/540fc319-ac9e-4c72-95a9-2c08a620caba/6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:26.791619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.814310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Network 11633e46-5497-4b94-b4a5-ba380d1ac7ae is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:26.842145 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:26.853168 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.853491 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:26.860185 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:26.862129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Pushing event updated for resources: {'Port': ['ID=ddc83a41-9dec-422b-be25-f308e9e85542,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:26.863822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41686) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:26.864310 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/networks/3cc2327b-74e5-4148-be88-14906725caf2 HTTP/1.1" status: 204 len: 168 time: 2.2341652 Nov 12 08:44:26.869997 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d14e146-59dd-4318-964d-9636500b0c3b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.872486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-16916642', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:26.878559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d14e146-59dd-4318-964d-9636500b0c3b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:26.879928 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d14e146-59dd-4318-964d-9636500b0c3b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.892850 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:26.907474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464d986-6ba9-4480-9d67-897dad8d6cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Network': ['ID=3cc2327b-74e5-4148-be88-14906725caf2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:26.973412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.041581 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.069229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14e146-59dd-4318-964d-9636500b0c3b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Network': ['ID=2de26587-795d-4e60-bc43-127c839bd9dc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:27.083534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7d14e146-59dd-4318-964d-9636500b0c3b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2894795 Nov 12 08:44:27.087789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41690) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:27.094273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'network_id': '2de26587-795d-4e60-bc43-127c839bd9dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:27.120937 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.130668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:27.149844 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.151231 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.177081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 11633e46-5497-4b94-b4a5-ba380d1ac7ae is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:27.181538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:27.191261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:27.192243 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.231754 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 792c441e-15ac-405f-bf18-8377256b50fc up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:27.241931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 2de26587-795d-4e60-bc43-127c839bd9dc details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:27.265963 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.301838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Made reservation on behalf of 483a0d22ce49450cb5d78e73d903bb85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:27.308991 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.372425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['f00784a2-8f6e-4ece-98c8-389d8eafed64'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:44:27.442907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Network e1c42a17-f98b-453c-8120-df3e039837a3 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:27.463993 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.476843 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:27.479570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:27.521499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event updated for resources: {'Port': ['ID=ffc97410-609d-4492-afaa-bf1febf6beb9,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:27.528878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Performing IP validity checks on allocation pools {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:44:27.529604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:44:27.589661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Attempting to bind port ddc83a41-9dec-422b-be25-f308e9e85542 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:27.591026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Attempting to bind port ddc83a41-9dec-422b-be25-f308e9e85542 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '78973ec1-514c-4657-aa84-a37c3eb2e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:27.591397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Attempting to bind port ddc83a41-9dec-422b-be25-f308e9e85542 on network 11633e46-5497-4b94-b4a5-ba380d1ac7ae {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:27.592436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.593149 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.624333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.645894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-40c49371-3331-483e-b537-0c21b79b5e88 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2893221 Nov 12 08:44:27.650349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41702) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:27.659943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:27.662156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-aa0b3d42-64ea-467c-b044-5a060b52fedd tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:14:94:23'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:49:3a:d8'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:27.677078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:27.677383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Checking segment: {'id': '78973ec1-514c-4657-aa84-a37c3eb2e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:27.677805 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.678225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Bound using segment: {'id': '78973ec1-514c-4657-aa84-a37c3eb2e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:27.678727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Bound port: ddc83a41-9dec-422b-be25-f308e9e85542, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78973ec1-514c-4657-aa84-a37c3eb2e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:27.681703 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.696127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7abea-a75e-488d-80ef-939c8d3a3580 req-22c054ac-661f-4717-a939-65e1179b603e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:27.697827 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5af7abea-a75e-488d-80ef-939c8d3a3580 req-22c054ac-661f-4717-a939-65e1179b603e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 944 time: 0.2714601 Nov 12 08:44:27.751509 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 792c441e-15ac-405f-bf18-8377256b50fc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:27.752365 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:27.911170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] For port ddc83a41-9dec-422b-be25-f308e9e85542, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:27.968252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] For port ddc83a41-9dec-422b-be25-f308e9e85542, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ddc83a41-9dec-422b-be25-f308e9e85542,segment=NetworkSegment(78973ec1-514c-4657-aa84-a37c3eb2e32d),segment_id=78973ec1-514c-4657-aa84-a37c3eb2e32d)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:28.014003 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.105804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfa21e-ba7b-4e42-a761-6f83449cdabb None None] Pushing event updated for resources: {'Port': ['ID=ddc83a41-9dec-422b-be25-f308e9e85542,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:28.148495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6323caa-d1ad-468d-ac12-409497e47c20 req-5f33e531-f375-4f29-a139-9149dce455e5 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:28.150670 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b6323caa-d1ad-468d-ac12-409497e47c20 req-5f33e531-f375-4f29-a139-9149dce455e5 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.4047511 Nov 12 08:44:28.195407 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.246732 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.274767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b04b2718-95e9-48a6-a1a2-c9866f43fff8 None None] Provisioning complete for port ffc97410-609d-4492-afaa-bf1febf6beb9 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:28.275306 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b04b2718-95e9-48a6-a1a2-c9866f43fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.332562 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b6323caa-d1ad-468d-ac12-409497e47c20 req-36ce5fc9-e0d5-4386-8085-612ba04d3561 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732929 Nov 12 08:44:28.334664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5af7abea-a75e-488d-80ef-939c8d3a3580 req-07c314a6-d2a1-4947-bc24-0760dfb3a2f0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030668 Nov 12 08:44:28.433326 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.452085 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b04b2718-95e9-48a6-a1a2-c9866f43fff8 None None] Port ffc97410-609d-4492-afaa-bf1febf6beb9 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:28.456367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3d42-64ea-467c-b044-5a060b52fedd tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.468298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=0af87410-d9ed-49a0-b14e-2ffc20679c21,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:28.515161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792c441e-15ac-405f-bf18-8377256b50fc'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:28.526875 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e844324-35c6-47f6-b7ea-99c8420d0efb" -d '{"events": [{"server_uuid": "59e709fb-f9ac-432b-86ac-7af02bb8da30", "name": "network-vif-plugged", "status": "completed", "tag": "792c441e-15ac-405f-bf18-8377256b50fc"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:28.559069 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=792c441e-15ac-405f-bf18-8377256b50fc,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:28.565432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b9afed95-5779-4b73-b8a9-529f053d0fcb up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:28.572149 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.643661 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330b2d5d-056b-48ea-a8ff-fc53619ca072 x-openstack-request-id: req-330b2d5d-056b-48ea-a8ff-fc53619ca072 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:28.644384 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e709fb-f9ac-432b-86ac-7af02bb8da30", "name": "network-vif-plugged", "status": "completed", "tag": "792c441e-15ac-405f-bf18-8377256b50fc", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:28.644384 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-330b2d5d-056b-48ea-a8ff-fc53619ca072 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:28.649768 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792c441e-15ac-405f-bf18-8377256b50fc', 'code': 200} Nov 12 08:44:28.800428 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.861213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=792c441e-15ac-405f-bf18-8377256b50fc,revision_number=10']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:28.873471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b9afed95-5779-4b73-b8a9-529f053d0fcb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:28.874152 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.902649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.967283 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:28.968595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:29.115815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Checking segment: {'id': 'bcd49e0f-7b43-4b25-9504-c308709d7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2de26587-795d-4e60-bc43-127c839bd9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:29.117902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network hostable DHCP agents. Network: 2de26587-795d-4e60-bc43-127c839bd9dc, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:29.213809 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Network 2de26587-795d-4e60-bc43-127c839bd9dc is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:29.244323 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 2de26587-795d-4e60-bc43-127c839bd9dc) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:29.254593 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5880f23-4434-4da5-84c3-bb0be2e201df None None] Network 2de26587-795d-4e60-bc43-127c839bd9dc requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:29.283490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.284143 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554943'] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:29.345623 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a8de28e1-1c70-48a2-93ba-86b91019edca tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2552314 Nov 12 08:44:29.350731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41734) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:29.359607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-af757b88-d5a2-4cb6-8630-2a7a1ba776b8 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:29.472220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b63a68-a11d-4ec0-85fb-220673dce307 req-b003c6e7-ea75-42b6-a4b8-2291742997f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.487766 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-64b63a68-a11d-4ec0-85fb-220673dce307 req-b003c6e7-ea75-42b6-a4b8-2291742997f3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 1098 time: 0.5656707 Nov 12 08:44:29.692256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-2de26587-795d-4e60-bc43-127c839bd9dc', 'network_id': '2de26587-795d-4e60-bc43-127c839bd9dc', 'tenant_id': '483a0d22ce49450cb5d78e73d903bb85', 'fixed_ips': [{'subnet_id': '0af87410-d9ed-49a0-b14e-2ffc20679c21'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:29.693712 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:29.696378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:29.834855 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af757b88-d5a2-4cb6-8630-2a7a1ba776b8 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5433581'] for subnet, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:29.868728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474cd37-dabc-4b7a-b70a-1b8f9c2decb5 req-80f0d26d-942b-4564-b35d-86714fae5058 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:29.871856 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c474cd37-dabc-4b7a-b70a-1b8f9c2decb5 req-80f0d26d-942b-4564-b35d-86714fae5058 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.3551297 Nov 12 08:44:29.937467 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Allocated IP 172.20.0.3 (2de26587-795d-4e60-bc43-127c839bd9dc/0af87410-d9ed-49a0-b14e-2ffc20679c21/22d20d4a-3049-4974-9c49-10feb4d35581) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:29.978008 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3d42-64ea-467c-b044-5a060b52fedd tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.005724 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3d42-64ea-467c-b044-5a060b52fedd tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.075705 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-64b63a68-a11d-4ec0-85fb-220673dce307 req-4c57aa83-2632-4490-87ef-740320d9517f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840402 Nov 12 08:44:30.076609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.156222 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.190577 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 11633e46-5497-4b94-b4a5-ba380d1ac7ae is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:30.205544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6ced7-fa7a-4618-893a-58714b80d28e req-12940482-8bb1-4b4c-8883-66d5130875b4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:30.207681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b3d42-64ea-467c-b044-5a060b52fedd tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] In _notify_port_updated(), no bound segment for port ffc97410-609d-4492-afaa-bf1febf6beb9 on network e1c42a17-f98b-453c-8120-df3e039837a3 {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:44:30.213997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0b3d42-64ea-467c-b044-5a060b52fedd tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:30.214996 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3d42-64ea-467c-b044-5a060b52fedd tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.215187 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ff6ced7-fa7a-4618-893a-58714b80d28e req-12940482-8bb1-4b4c-8883-66d5130875b4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.6028831 Nov 12 08:44:30.222080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41774) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:30.226877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-aa0b3d42-64ea-467c-b044-5a060b52fedd tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "PUT /v2.0/ports/ffc97410-609d-4492-afaa-bf1febf6beb9 HTTP/1.1" status: 200 len: 1055 time: 2.5646119 Nov 12 08:44:30.233875 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c474cd37-dabc-4b7a-b70a-1b8f9c2decb5 req-ba1243cc-77d4-4486-b7e5-f28357ba269f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465946 Nov 12 08:44:30.245985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:30.265074 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.265429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b3d42-64ea-467c-b044-5a060b52fedd tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event updated for resources: {'Port': ['ID=ffc97410-609d-4492-afaa-bf1febf6beb9,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:30.289061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b30a78-393d-4932-84db-4ebb5a9c8449 None None] Network 11633e46-5497-4b94-b4a5-ba380d1ac7ae requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:30.309611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f00784a2-8f6e-4ece-98c8-389d8eafed64 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:30.443896 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.563782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router b3636132-fc61-4f0d-9ad3-869521772ad1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:30.573292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ddc83a41-9dec-422b-be25-f308e9e85542 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:30.619068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7d5d2f1a-4d7b-4fdc-a5c3-cf89a13da3a9 None None] Provisioning complete for port ddc83a41-9dec-422b-be25-f308e9e85542 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:30.619608 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7d5d2f1a-4d7b-4fdc-a5c3-cf89a13da3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.631353 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Network 2de26587-795d-4e60-bc43-127c839bd9dc is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:30.673627 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:30.680981 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af757b88-d5a2-4cb6-8630-2a7a1ba776b8 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742058363019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5750901'] for subnet, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.685810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:30.692518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Pushing event updated for resources: {'Port': ['ID=22d20d4a-3049-4974-9c49-10feb4d35581,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:30.777552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af757b88-d5a2-4cb6-8630-2a7a1ba776b8 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event updated for resources: {'Subnet': ['ID=0af87410-d9ed-49a0-b14e-2ffc20679c21,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:30.781447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af757b88-d5a2-4cb6-8630-2a7a1ba776b8 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:30.782056 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af757b88-d5a2-4cb6-8630-2a7a1ba776b8 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.784633 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-af757b88-d5a2-4cb6-8630-2a7a1ba776b8 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "PUT /v2.0/subnets/0af87410-d9ed-49a0-b14e-2ffc20679c21 HTTP/1.1" status: 200 len: 877 time: 1.4319844 Nov 12 08:44:30.786865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41814) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:30.861906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port f00784a2-8f6e-4ece-98c8-389d8eafed64 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:30.862375 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.942337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Attempting to bind port 22d20d4a-3049-4974-9c49-10feb4d35581 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:30.942703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Attempting to bind port 22d20d4a-3049-4974-9c49-10feb4d35581 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'bcd49e0f-7b43-4b25-9504-c308709d7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2de26587-795d-4e60-bc43-127c839bd9dc'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:30.943063 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Attempting to bind port 22d20d4a-3049-4974-9c49-10feb4d35581 on network 2de26587-795d-4e60-bc43-127c839bd9dc {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:30.951547 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.007816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:31.008208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Checking segment: {'id': 'bcd49e0f-7b43-4b25-9504-c308709d7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2de26587-795d-4e60-bc43-127c839bd9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:31.008614 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.009515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Bound using segment: {'id': 'bcd49e0f-7b43-4b25-9504-c308709d7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2de26587-795d-4e60-bc43-127c839bd9dc'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:31.021813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Bound port: 22d20d4a-3049-4974-9c49-10feb4d35581, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd49e0f-7b43-4b25-9504-c308709d7088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2de26587-795d-4e60-bc43-127c839bd9dc'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:31.022229 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.029638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ddc83a41-9dec-422b-be25-f308e9e85542 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:31.029979 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.097924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Deleting port 22d20d4a-3049-4974-9c49-10feb4d35581 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:31.098615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.178120 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7d5d2f1a-4d7b-4fdc-a5c3-cf89a13da3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.251641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] For port 22d20d4a-3049-4974-9c49-10feb4d35581, host n-d-768851-18, got binding levels [] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:31.253176 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.274836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Calling delete_port for 22d20d4a-3049-4974-9c49-10feb4d35581 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:31.312000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-7d5d2f1a-4d7b-4fdc-a5c3-cf89a13da3a9 None None] For port ddc83a41-9dec-422b-be25-f308e9e85542, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ddc83a41-9dec-422b-be25-f308e9e85542,segment=NetworkSegment(78973ec1-514c-4657-aa84-a37c3eb2e32d),segment_id=78973ec1-514c-4657-aa84-a37c3eb2e32d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:31.339385 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7d5d2f1a-4d7b-4fdc-a5c3-cf89a13da3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.401003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] For port 22d20d4a-3049-4974-9c49-10feb4d35581, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:31.494948 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.580856 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ff6ced7-fa7a-4618-893a-58714b80d28e req-3799dc09-106b-41cb-a5b2-ccf394cab1e2 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3645146 Nov 12 08:44:31.604615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] For port 22d20d4a-3049-4974-9c49-10feb4d35581, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=22d20d4a-3049-4974-9c49-10feb4d35581,segment=NetworkSegment(bcd49e0f-7b43-4b25-9504-c308709d7088),segment_id=bcd49e0f-7b43-4b25-9504-c308709d7088)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:31.656922 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.729230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:31.750054 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-668faada-6580-40b9-ae08-d6bd657fd0bc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0804732 Nov 12 08:44:31.754965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41868) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:31.762669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-fb93f75b-6972-490e-a2ec-780b9b38bf7c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-469621703'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:31.783994 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db2894-f2bc-46be-a88d-87eec08f918e req-92b82aa7-d994-4879-970b-59a6207764b0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:31.796526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-15db2894-f2bc-46be-a88d-87eec08f918e req-92b82aa7-d994-4879-970b-59a6207764b0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.3583953 Nov 12 08:44:31.826670 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.831575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb93f75b-6972-490e-a2ec-780b9b38bf7c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:31.835708 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb93f75b-6972-490e-a2ec-780b9b38bf7c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:31.860372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Allocated IP 172.25.3.249 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/cfe37808-2bb1-48ac-b8e1-e8aa9841e482) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:31.867089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e9775-a863-41dd-b063-3f1ed60181e0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Deleting port ffc97410-609d-4492-afaa-bf1febf6beb9 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:31.867740 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b4e9775-a863-41dd-b063-3f1ed60181e0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.029716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Sync routers for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:32.033558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:44:32.041497 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3537153-ec4a-43b7-b7e8-eda403d38e96" -d '{"events": [{"server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "name": "network-vif-plugged", "status": "completed", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:44:32.055786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Port': ['ID=22d20d4a-3049-4974-9c49-10feb4d35581,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:32.124340 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b4e9775-a863-41dd-b063-3f1ed60181e0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.126892 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-15db2894-f2bc-46be-a88d-87eec08f918e req-5d91af83-20c1-4bc4-a221-8a3e10b49fa5 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215637 Nov 12 08:44:32.129605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No DVR routers for this DVR port 22d20d4a-3049-4974-9c49-10feb4d35581 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:32.145826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb93f75b-6972-490e-a2ec-780b9b38bf7c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:32.146263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:32.150491 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d2f1a-4d7b-4fdc-a5c3-cf89a13da3a9 None None] Pushing event updated for resources: {'Port': ['ID=ddc83a41-9dec-422b-be25-f308e9e85542,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:32.211302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e9775-a863-41dd-b063-3f1ed60181e0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Calling delete_port for ffc97410-609d-4492-afaa-bf1febf6beb9 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:32.215391 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ddb4d2-3d0b-40cd-befc-1dc9196c6442 x-openstack-request-id: req-98ddb4d2-3d0b-40cd-befc-1dc9196c6442 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:44:32.228273 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "name": "network-vif-plugged", "status": "completed", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:44:32.228747 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98ddb4d2-3d0b-40cd-befc-1dc9196c6442 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:44:32.229274 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'code': 200} Nov 12 08:44:32.232994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:32.240700 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:32.249623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-af75af5f-1d29-4603-a602-45ccf227aaad None None] Provisioning complete for port ffc97410-609d-4492-afaa-bf1febf6beb9 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:32.252991 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af75af5f-1d29-4603-a602-45ccf227aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.257463 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.375438 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.416536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0f595-cb00-4586-85fc-0693bec29c7d None None] Pushing event deleted for resources: {'Port': ['ID=22d20d4a-3049-4974-9c49-10feb4d35581,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:32.451031 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb93f75b-6972-490e-a2ec-780b9b38bf7c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.451450 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-fb93f75b-6972-490e-a2ec-780b9b38bf7c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Added segment 94d415b7-87ff-4b24-8ba1-3beddeea188d of type vlan for network 8b09ab8a-a86e-4786-b07f-11b7592c39a7 Nov 12 08:44:32.497486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:32.534963 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb93f75b-6972-490e-a2ec-780b9b38bf7c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.588952 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb93f75b-6972-490e-a2ec-780b9b38bf7c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.598126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb93f75b-6972-490e-a2ec-780b9b38bf7c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:32.598980 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb93f75b-6972-490e-a2ec-780b9b38bf7c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.631266 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.669438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ddc83a41-9dec-422b-be25-f308e9e85542 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:32.670409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.783938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-af75af5f-1d29-4603-a602-45ccf227aaad None None] Port ffc97410-609d-4492-afaa-bf1febf6beb9 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:32.839427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Subnet': ['ID=0af87410-d9ed-49a0-b14e-2ffc20679c21,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:32.878040 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:32.980280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-307f8dbb-224d-4826-ac19-177262859223 None None] Provisioning complete for port ddc83a41-9dec-422b-be25-f308e9e85542 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:32.980665 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-307f8dbb-224d-4826-ac19-177262859223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:32.981693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93f75b-6972-490e-a2ec-780b9b38bf7c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Network': ['ID=8b09ab8a-a86e-4786-b07f-11b7592c39a7,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:32.997636 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fb93f75b-6972-490e-a2ec-780b9b38bf7c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2398536 Nov 12 08:44:32.998204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41900) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:33.008718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-15bbedda-f21a-459b-86b3-c137cc4b14a9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'subnet': {'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:33.043730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 8b09ab8a-a86e-4786-b07f-11b7592c39a7 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:33.102858 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.189075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de26587-795d-4e60-bc43-127c839bd9dc']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:33.239399 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1bcd6-11ea-4efe-9fc5-7e4e43cd73b7 req-951a6e6e-b1b5-41e2-a5d4-07b3fa52a302 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:33.249999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bbedda-f21a-459b-86b3-c137cc4b14a9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:33.250206 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7ea1bcd6-11ea-4efe-9fc5-7e4e43cd73b7 req-951a6e6e-b1b5-41e2-a5d4-07b3fa52a302 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.3597953 Nov 12 08:44:33.258853 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15bbedda-f21a-459b-86b3-c137cc4b14a9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.290866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ddc83a41-9dec-422b-be25-f308e9e85542 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:33.291242 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.332858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd49e0f-7b43-4b25-9504-c308709d7088') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:33.333192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd49e0f-7b43-4b25-9504-c308709d7088') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:33.399584 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.492021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7ea1bcd6-11ea-4efe-9fc5-7e4e43cd73b7 req-d1113ebc-677b-45a8-ac3b-85ba45d12139 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405472 Nov 12 08:44:33.501914 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.524433 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:33.526314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:33.539159 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:33.577272 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.661156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15bbedda-f21a-459b-86b3-c137cc4b14a9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.662501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-307f8dbb-224d-4826-ac19-177262859223 None None] Provisioning complete for port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:33.662880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-307f8dbb-224d-4826-ac19-177262859223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.715572 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-307f8dbb-224d-4826-ac19-177262859223 None None] Port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:33.742843 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.761805 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.762426 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:44:27Z', 'revision_number': 3, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:28Z', 'revision_number': 2, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:33.773162 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/2de26587-795d-4e60-bc43-127c839bd9dc HTTP/1.1" status: 204 len: 168 time: 2.9846189 Nov 12 08:44:33.800880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=cfe37808-2bb1-48ac-b8e1-e8aa9841e482,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:33.806827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41932) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:33.814060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Checking router: b3636132-fc61-4f0d-9ad3-869521772ad1 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:33.814366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Updating router b3636132-fc61-4f0d-9ad3-869521772ad1 port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:33.829971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbedda-f21a-459b-86b3-c137cc4b14a9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Subnet': ['ID=bd7efe0e-3e92-42bc-bd10-fb843888a3af,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:33.884386 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:33.902160 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf23f150-4e3f-4a3b-9876-120df564e86f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:33.905807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf23f150-4e3f-4a3b-9876-120df564e86f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:33.927383 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cf23f150-4e3f-4a3b-9876-120df564e86f tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/subnets/0af87410-d9ed-49a0-b14e-2ffc20679c21 HTTP/1.1" status: 404 len: 337 time: 0.1065114 Nov 12 08:44:33.932300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:33.932610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b03ac-15ad-4fbe-8d32-440c047320af tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Network': ['ID=2de26587-795d-4e60-bc43-127c839bd9dc,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:33.937273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41938) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:33.967965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:34.036078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:34.065345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef4e06-d85b-4f71-9c79-9588323dd985 req-309eb3d4-e40c-4fd9-bf1b-2f3e2451c6a2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.073711 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4ef4e06-d85b-4f71-9c79-9588323dd985 req-309eb3d4-e40c-4fd9-bf1b-2f3e2451c6a2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.5031204 Nov 12 08:44:34.076501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bbedda-f21a-459b-86b3-c137cc4b14a9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Checking segment: {'id': '94d415b7-87ff-4b24-8ba1-3beddeea188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:34.077032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bbedda-f21a-459b-86b3-c137cc4b14a9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network hostable DHCP agents. Network: 8b09ab8a-a86e-4786-b07f-11b7592c39a7, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:34.095630 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c1fa44-f54b-4894-8f5f-d5295594e35e tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:34.096703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c1fa44-f54b-4894-8f5f-d5295594e35e tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:34.104506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41948) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:34.104896 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b6c1fa44-f54b-4894-8f5f-d5295594e35e tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/2de26587-795d-4e60-bc43-127c839bd9dc HTTP/1.1" status: 404 len: 339 time: 0.1561198 Nov 12 08:44:34.166688 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54866df-90dc-458c-b3f8-3c03b1e2bf22 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:34.167441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54866df-90dc-458c-b3f8-3c03b1e2bf22 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:34.170632 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f54866df-90dc-458c-b3f8-3c03b1e2bf22 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/subnets/34795e02-81a2-4735-8388-18f8f25cab33 HTTP/1.1" status: 404 len: 337 time: 0.0650163 Nov 12 08:44:34.172314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91de3625-eeec-4be8-b302-c23526e9d34c None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:34.179840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41954) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:34.183481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c036e3-fc91-44cf-a356-b5ceec54ce83 None None] DHCP port deletion for 2de26587-795d-4e60-bc43-127c839bd9dc request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:34.203020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0dd63fe8-0166-4bd7-be67-ac9fce911916 None None] Could not find standard attr ID for object 22d20d4a-3049-4974-9c49-10feb4d35581. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:44:34.243439 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4ef4e06-d85b-4f71-9c79-9588323dd985 req-d5c0bb82-2aec-4771-9ba0-70fa7a1ae7fd tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641200 Nov 12 08:44:34.250961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bbedda-f21a-459b-86b3-c137cc4b14a9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 8b09ab8a-a86e-4786-b07f-11b7592c39a7 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:34.253944 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-777b89cd-fbcf-4853-aa66-b5ce88b86bfb tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:34.254558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777b89cd-fbcf-4853-aa66-b5ce88b86bfb tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:34.256830 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b4e9775-a863-41dd-b063-3f1ed60181e0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.257263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047962b-eb7f-4336-9d06-8d1b02ac61a9 None None] Network 2de26587-795d-4e60-bc43-127c839bd9dc requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:34.271373 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-777b89cd-fbcf-4853-aa66-b5ce88b86bfb tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/66ca9c5c-f325-4228-9d36-435933b93c30 HTTP/1.1" status: 404 len: 339 time: 0.0888722 Nov 12 08:44:34.275934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41956) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:34.313123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047962b-eb7f-4336-9d06-8d1b02ac61a9 None None] Network 2de26587-795d-4e60-bc43-127c839bd9dc could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:44:34.340218 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52529a1-66a8-4a85-aa76-45d9e2be1d31 None None] Network 2de26587-795d-4e60-bc43-127c839bd9dc requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:34.355199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-15bbedda-f21a-459b-86b3-c137cc4b14a9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 8b09ab8a-a86e-4786-b07f-11b7592c39a7) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:34.435352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7c6732-89f5-44d9-9df4-dce3e2724b69 None None] Network 8b09ab8a-a86e-4786-b07f-11b7592c39a7 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:34.482235 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.495600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52529a1-66a8-4a85-aa76-45d9e2be1d31 None None] Network 2de26587-795d-4e60-bc43-127c839bd9dc could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:44:34.546453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-04c2d391-f9c1-4faa-95d3-165353525681 None None] Provisioning complete for port cfe37808-2bb1-48ac-b8e1-e8aa9841e482 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:34.548759 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-04c2d391-f9c1-4faa-95d3-165353525681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.550803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbedda-f21a-459b-86b3-c137cc4b14a9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:34.552644 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15bbedda-f21a-459b-86b3-c137cc4b14a9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.672792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e9775-a863-41dd-b063-3f1ed60181e0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event deleted for resources: {'Port': ['ID=ffc97410-609d-4492-afaa-bf1febf6beb9,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:34.685651 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.698703 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.756220 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-15bbedda-f21a-459b-86b3-c137cc4b14a9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7528112 Nov 12 08:44:34.765392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41988) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:34.778665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.781659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09db966-8cdc-4f55-8ce7-7078a80d091c None None] Pushing event updated for resources: {'Port': ['ID=6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:34.807217 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b095bf1a-0b4e-4e97-b5a4-6b0b03dcbe5a']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:34.821906 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab90a29-e3de-4859-84a0-28fa758f4280') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:34.823116 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab90a29-e3de-4859-84a0-28fa758f4280') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:34.824904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-04c2d391-f9c1-4faa-95d3-165353525681 None None] Port cfe37808-2bb1-48ac-b8e1-e8aa9841e482 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:34.839653 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.856899 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.865788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:34.866604 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:34.944238 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:34.954924 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.981996 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:34.986438 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/b095bf1a-0b4e-4e97-b5a4-6b0b03dcbe5a HTTP/1.1" status: 204 len: 168 time: 0.7082336 Nov 12 08:44:34.998095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41996) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.019384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7303c-763c-416f-9eba-8a4a43633cbd req-5c4d5f9d-9863-4293-887e-d0817cb3652c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:35.029850 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dac7303c-763c-416f-9eba-8a4a43633cbd req-5c4d5f9d-9863-4293-887e-d0817cb3652c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.3097789 Nov 12 08:44:35.040494 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12500c5-4c9c-4ba8-9394-42d2aa91cf4b tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Network': ['ID=b095bf1a-0b4e-4e97-b5a4-6b0b03dcbe5a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:35.054407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Attempting to bind port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:35.056493 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Attempting to bind port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '78973ec1-514c-4657-aa84-a37c3eb2e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:35.057207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Attempting to bind port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e on network 11633e46-5497-4b94-b4a5-ba380d1ac7ae {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:35.075947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:35.077939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Checking segment: {'id': '78973ec1-514c-4657-aa84-a37c3eb2e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:35.078563 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.079779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Bound using segment: {'id': '78973ec1-514c-4657-aa84-a37c3eb2e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:35.080514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Bound port: 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78973ec1-514c-4657-aa84-a37c3eb2e32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:35.081193 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.126861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:35.127832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dac7303c-763c-416f-9eba-8a4a43633cbd req-69bb156a-e294-4fbc-af5b-07411d93b49e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945790 Nov 12 08:44:35.128534 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.154444 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb283ad-e6d8-4f3e-a4c1-17a8d71534bb tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:35.156872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb283ad-e6d8-4f3e-a4c1-17a8d71534bb tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:35.169863 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7fb283ad-e6d8-4f3e-a4c1-17a8d71534bb tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/subnets/819674f1-601b-4894-8175-fa63d9f78a36 HTTP/1.1" status: 404 len: 337 time: 0.1687522 Nov 12 08:44:35.170554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42004) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.235622 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3675280-2d4e-48f2-bfb2-b36c9e32c034 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:35.239631 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3675280-2d4e-48f2-bfb2-b36c9e32c034 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:35.259426 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c3675280-2d4e-48f2-bfb2-b36c9e32c034 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/29ff9a85-4c1a-454f-80a4-0def731b314e HTTP/1.1" status: 404 len: 339 time: 0.0872650 Nov 12 08:44:35.261506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42012) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.347658 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-61eb9f1f-a46e-41e4-9754-efabeac58dd4 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:35.348129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61eb9f1f-a46e-41e4-9754-efabeac58dd4 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:35.365788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-61eb9f1f-a46e-41e4-9754-efabeac58dd4 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/subnets/96db58fe-b240-4bf5-b92a-dfbbc1031520 HTTP/1.1" status: 404 len: 337 time: 0.0996504 Nov 12 08:44:35.366820 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42016) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.410283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03084c9a-ec3f-45eb-8f59-eb30d5644344 req-30d45555-1337-400b-a9f3-2bbe92bba0b1 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:35.418091 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03084c9a-ec3f-45eb-8f59-eb30d5644344 req-30d45555-1337-400b-a9f3-2bbe92bba0b1 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.1430321 Nov 12 08:44:35.421058 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5d8c3c-139c-4f64-825f-d0466f55e691 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:35.421683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5d8c3c-139c-4f64-825f-d0466f55e691 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:35.429266 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2a5d8c3c-139c-4f64-825f-d0466f55e691 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/6477ac29-77c4-46cb-a861-d2211bfd1129 HTTP/1.1" status: 404 len: 339 time: 0.0577278 Nov 12 08:44:35.432340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42018) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.498177 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ed22f7-0b0f-48e7-aeba-7a4b7550efbb tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:35.499166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ed22f7-0b0f-48e7-aeba-7a4b7550efbb tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:35.506095 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a6ed22f7-0b0f-48e7-aeba-7a4b7550efbb tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/subnets/d145e4de-9d7e-43ea-8979-dbc94f7308e3 HTTP/1.1" status: 404 len: 337 time: 0.0693464 Nov 12 08:44:35.510895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42020) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.546854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] For port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:35.550644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] For port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e,segment=NetworkSegment(78973ec1-514c-4657-aa84-a37c3eb2e32d),segment_id=78973ec1-514c-4657-aa84-a37c3eb2e32d)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:35.562194 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-82506435-ffe2-4e31-8a8a-038e38f4fe6e tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:35.566661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82506435-ffe2-4e31-8a8a-038e38f4fe6e tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:35.573701 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91cfb73f-0cb3-4f36-a4dc-e23e7efad8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.575805 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-82506435-ffe2-4e31-8a8a-038e38f4fe6e tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/65eb97a2-fa4c-480b-bee9-2b4213a9554c HTTP/1.1" status: 404 len: 339 time: 0.0638206 Nov 12 08:44:35.597272 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.609187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42022) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.614245 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03084c9a-ec3f-45eb-8f59-eb30d5644344 req-b617dddb-69ec-4a4f-8941-3bc6d45cdd4e tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953487 Nov 12 08:44:35.672240 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a59eee2-882c-4703-8483-9d56f0951350 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:35.673764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a59eee2-882c-4703-8483-9d56f0951350 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:35.680021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8a59eee2-882c-4703-8483-9d56f0951350 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/subnets/5a16e5a0-7a99-486e-965a-57e9a49befe6 HTTP/1.1" status: 404 len: 337 time: 0.0617750 Nov 12 08:44:35.682702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42026) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.741809 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7337e56a-98da-4c17-ad29-ca0f80b16436 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:35.749687 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7337e56a-98da-4c17-ad29-ca0f80b16436 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:35.759446 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09db966-8cdc-4f55-8ce7-7078a80d091c None None] Pushing event updated for resources: {'Port': ['ID=6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:35.776770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7337e56a-98da-4c17-ad29-ca0f80b16436 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/4f850330-f2d9-4489-ab19-69f74c1fd01a HTTP/1.1" status: 404 len: 339 time: 0.0900207 Nov 12 08:44:35.779152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b128692b-c0ba-44d2-aea6-8cbf26e735a5 None None] Provisioning complete for port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:35.779730 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b128692b-c0ba-44d2-aea6-8cbf26e735a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.781789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42030) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.784804 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b4e9775-a863-41dd-b063-3f1ed60181e0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:35.788164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7b4e9775-a863-41dd-b063-3f1ed60181e0 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "DELETE /v2.0/ports/ffc97410-609d-4492-afaa-bf1febf6beb9 HTTP/1.1" status: 204 len: 168 time: 5.5625529 Nov 12 08:44:35.803277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d605f00-a526-4fcb-af42-a73845560759 req-878af45a-6d7c-41f6-b700-083d03b73bf9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:35.804811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d605f00-a526-4fcb-af42-a73845560759 req-878af45a-6d7c-41f6-b700-083d03b73bf9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.2933276 Nov 12 08:44:35.807221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42032) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.874337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Allocated IP 2001:db8:2::2 (8b09ab8a-a86e-4786-b07f-11b7592c39a7/bd7efe0e-3e92-42bc-bd10-fb843888a3af/b1e6fd2a-238a-4207-8559-a45c37aa1990) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:35.880983 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-00756814-12b1-4fcc-a2fc-af55df4aba6e tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] GET failed (client error): The resource could not be found. Nov 12 08:44:35.883046 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-00756814-12b1-4fcc-a2fc-af55df4aba6e tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "GET /v2.0/ports/ffc97410-609d-4492-afaa-bf1febf6beb9 HTTP/1.1" status: 404 len: 333 time: 0.0648334 Nov 12 08:44:35.891734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42034) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:35.928690 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e122c1cf-04a2-47dd-9258-870c1a2a9627 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:35.930051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e122c1cf-04a2-47dd-9258-870c1a2a9627 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:35.939491 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e122c1cf-04a2-47dd-9258-870c1a2a9627 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/subnets/a7941f43-bd53-46c2-a476-35d02fad327f HTTP/1.1" status: 404 len: 337 time: 0.1553557 Nov 12 08:44:35.940766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42036) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:36.015604 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.017821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42038) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:36.031558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d605f00-a526-4fcb-af42-a73845560759 req-d93f9df5-d2e2-4995-b651-b588040ed6d5 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998971 Nov 12 08:44:36.033995 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b961fcd9-d007-4640-8e7d-36dd56156569 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:36.036837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b961fcd9-d007-4640-8e7d-36dd56156569 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:36.052297 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b961fcd9-d007-4640-8e7d-36dd56156569 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/e6fc63b9-8d53-4748-a2c3-50004dc5b92d HTTP/1.1" status: 404 len: 339 time: 0.0981121 Nov 12 08:44:36.085619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42042) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:36.182434 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2106225-25d4-41fc-9e5b-4100122b25a2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:36.183180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2106225-25d4-41fc-9e5b-4100122b25a2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:36.195697 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b2106225-25d4-41fc-9e5b-4100122b25a2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/subnets/d7634ab2-bf55-49b3-908b-7113b71ca5ee HTTP/1.1" status: 404 len: 337 time: 0.1011233 Nov 12 08:44:36.198235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42044) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:36.259584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e7a0a-ee15-4020-b41a-f04bcdb0a9b5 req-2bd2c12f-a205-4299-9df9-2dff3f48d7bf tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.261220 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d9e7a0a-ee15-4020-b41a-f04bcdb0a9b5 req-2bd2c12f-a205-4299-9df9-2dff3f48d7bf tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.4808674 Nov 12 08:44:36.313384 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d277d244-28b4-4b9b-bf0c-7f56be8f35e7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:36.313384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d277d244-28b4-4b9b-bf0c-7f56be8f35e7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:36.316279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d277d244-28b4-4b9b-bf0c-7f56be8f35e7 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/7506cd6a-8869-4141-aba2-7c094ce686d0 HTTP/1.1" status: 404 len: 339 time: 0.1130412 Nov 12 08:44:36.323780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42048) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:36.392429 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.393959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:36.394607 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:36.415951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ab31b7dd-7fde-42c6-b145-f9654bd93c1f tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Deleting port 7f67d0f6-cb2a-4b5c-a8bd-c02f1316826a {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:36.416275 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab31b7dd-7fde-42c6-b145-f9654bd93c1f tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.425162 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d9e7a0a-ee15-4020-b41a-f04bcdb0a9b5 req-ef44361c-0fc1-4b79-8cb8-bad8c3fcd3fb tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249390 Nov 12 08:44:36.555698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab31b7dd-7fde-42c6-b145-f9654bd93c1f tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.571440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ab31b7dd-7fde-42c6-b145-f9654bd93c1f tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Calling delete_port for 7f67d0f6-cb2a-4b5c-a8bd-c02f1316826a owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:36.587812 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7de08-c6c6-49e8-a214-63d9c279a0c3 req-f0ce18af-dee1-46ff-9444-09204b8f83d6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:36.596712 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3e7de08-c6c6-49e8-a214-63d9c279a0c3 req-f0ce18af-dee1-46ff-9444-09204b8f83d6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.0751014 Nov 12 08:44:36.684581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3e7de08-c6c6-49e8-a214-63d9c279a0c3 req-11f17e3d-d524-4555-9b2b-3cfb9e258b5c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861509 Nov 12 08:44:36.766978 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab31b7dd-7fde-42c6-b145-f9654bd93c1f tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.772978 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33a9812e-557d-4a05-adc1-fa4155000014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.785571 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ed6872-0d92-4e03-ba9f-692ce8d6ddcf tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:36.786246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ed6872-0d92-4e03-ba9f-692ce8d6ddcf tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:36.792100 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42056) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:36.792719 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f4ed6872-0d92-4e03-ba9f-692ce8d6ddcf tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/subnets/ea3a979a-4195-4737-a09d-db7e2c2dac11 HTTP/1.1" status: 404 len: 337 time: 0.4240534 Nov 12 08:44:36.831267 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e883b1-623a-42d3-84a7-3e550ffc06a2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:36.832514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e883b1-623a-42d3-84a7-3e550ffc06a2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:36.836147 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-17e883b1-623a-42d3-84a7-3e550ffc06a2 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/60fddf0d-e5e4-4bb1-bc74-0ddd40a4365d HTTP/1.1" status: 404 len: 339 time: 0.0423346 Nov 12 08:44:36.838907 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42058) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:36.857645 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:36.876454 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c855ab-a405-40ed-b6dd-e41e16878981 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:36.876770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c855ab-a405-40ed-b6dd-e41e16878981 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:36.879906 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-46c855ab-a405-40ed-b6dd-e41e16878981 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/subnets/a791a19f-260d-4690-b110-c3bbd17db487 HTTP/1.1" status: 404 len: 337 time: 0.0398471 Nov 12 08:44:36.885706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42060) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:36.935359 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4ef1af-aaf5-4420-a5e2-c4e59a36e99c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:36.936532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4ef1af-aaf5-4420-a5e2-c4e59a36e99c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:36.947360 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8f4ef1af-aaf5-4420-a5e2-c4e59a36e99c tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/3715692d-218c-4f55-bdae-0e7fdfed4ac8 HTTP/1.1" status: 404 len: 339 time: 0.0599005 Nov 12 08:44:36.948007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42062) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:36.954298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31b7dd-7fde-42c6-b145-f9654bd93c1f tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event deleted for resources: {'Port': ['ID=7f67d0f6-cb2a-4b5c-a8bd-c02f1316826a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:36.963199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:37.090943 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1028bf-3afb-406a-bb61-8141824ae048 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Deleting subnet 814e93f2-4fef-4530-8425-2876dd831730 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:37.097049 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe1028bf-3afb-406a-bb61-8141824ae048 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.118347 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.135581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Network 8b09ab8a-a86e-4786-b07f-11b7592c39a7 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:37.141309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1625339-e413-4d93-b998-694a1ea12065 req-35399691-b7bc-44b3-a2b4-c03fc6e42580 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.143693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1625339-e413-4d93-b998-694a1ea12065 req-35399691-b7bc-44b3-a2b4-c03fc6e42580 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.3431647 Nov 12 08:44:37.191897 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:37.201555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe1028bf-3afb-406a-bb61-8141824ae048 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.206316 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.219355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:37.308026 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab31b7dd-7fde-42c6-b145-f9654bd93c1f tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.321880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ab31b7dd-7fde-42c6-b145-f9654bd93c1f tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "DELETE /v2.0/ports/7f67d0f6-cb2a-4b5c-a8bd-c02f1316826a HTTP/1.1" status: 204 len: 168 time: 1.4287691 Nov 12 08:44:37.323582 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Pushing event updated for resources: {'Port': ['ID=b1e6fd2a-238a-4207-8559-a45c37aa1990,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:37.328228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42066) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:37.396283 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe1028bf-3afb-406a-bb61-8141824ae048 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.493066 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe1028bf-3afb-406a-bb61-8141824ae048 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.533827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1028bf-3afb-406a-bb61-8141824ae048 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Subnet': ['ID=814e93f2-4fef-4530-8425-2876dd831730,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:37.545534 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3185c-dbdf-4ec1-ab1b-de2b7c1c264e req-9dbd1d6c-80ee-4e16-9748-16c61262c753 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:37.553559 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1be3185c-dbdf-4ec1-ab1b-de2b7c1c264e req-9dbd1d6c-80ee-4e16-9748-16c61262c753 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.3104832 Nov 12 08:44:37.565644 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fe1028bf-3afb-406a-bb61-8141824ae048 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.571115 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fe1028bf-3afb-406a-bb61-8141824ae048 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/subnets/814e93f2-4fef-4530-8425-2876dd831730 HTTP/1.1" status: 204 len: 168 time: 0.6199644 Nov 12 08:44:37.571440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42070) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:37.594476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a8e755-3002-432d-9df9-098e842699c1 None None] Network c5b15860-33f4-48e3-a5b7-3f4908c7fff9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:37.698346 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.716167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1be3185c-dbdf-4ec1-ab1b-de2b7c1c264e req-155eb6e1-fd95-48ba-ba48-7bcd0b9d12c7 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606126 Nov 12 08:44:37.872449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Deleting port 76622a51-f463-441a-9cbc-9533def43e45 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:37.873087 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.922638 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b128692b-c0ba-44d2-aea6-8cbf26e735a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.932645 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d5a841bb-3fa4-45e7-9b43-bd1868643825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:37.994284 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Attempting to bind port b1e6fd2a-238a-4207-8559-a45c37aa1990 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:37.995154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Attempting to bind port b1e6fd2a-238a-4207-8559-a45c37aa1990 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '94d415b7-87ff-4b24-8ba1-3beddeea188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:37.995708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Attempting to bind port b1e6fd2a-238a-4207-8559-a45c37aa1990 on network 8b09ab8a-a86e-4786-b07f-11b7592c39a7 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:38.046467 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:38.047172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Checking segment: {'id': '94d415b7-87ff-4b24-8ba1-3beddeea188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:38.048487 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.050407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Bound using segment: {'id': '94d415b7-87ff-4b24-8ba1-3beddeea188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:38.051238 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Bound port: b1e6fd2a-238a-4207-8559-a45c37aa1990, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d415b7-87ff-4b24-8ba1-3beddeea188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:38.051836 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.067350 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3921a7f4-54ec-432a-bc09-2c40d77ebd55 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] GET failed (client error): The resource could not be found. Nov 12 08:44:38.074229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3921a7f4-54ec-432a-bc09-2c40d77ebd55 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "GET /v2.0/ports/7f67d0f6-cb2a-4b5c-a8bd-c02f1316826a HTTP/1.1" status: 404 len: 333 time: 0.7448933 Nov 12 08:44:38.074882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42072) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:38.091427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b128692b-c0ba-44d2-aea6-8cbf26e735a5 None None] For port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e,segment=NetworkSegment(78973ec1-514c-4657-aa84-a37c3eb2e32d),segment_id=78973ec1-514c-4657-aa84-a37c3eb2e32d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:38.120143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] For port 76622a51-f463-441a-9cbc-9533def43e45, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=76622a51-f463-441a-9cbc-9533def43e45,segment=NetworkSegment(fd2930c9-68be-4533-ad83-df0a08878ea0),segment_id=fd2930c9-68be-4533-ad83-df0a08878ea0)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:38.120377 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.123115 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33a9812e-557d-4a05-adc1-fa4155000014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.142579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Calling delete_port for 76622a51-f463-441a-9cbc-9533def43e45 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:38.143904 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b128692b-c0ba-44d2-aea6-8cbf26e735a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.177975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33a9812e-557d-4a05-adc1-fa4155000014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.184248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1625339-e413-4d93-b998-694a1ea12065 req-d91aaffc-ace4-4435-afad-e73ee28010e6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0298822 Nov 12 08:44:38.233900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:44:27Z', 'revision_number': 3, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:35Z', 'revision_number': 4, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:38.265650 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.291821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] No DVR routers for this DVR port 76622a51-f463-441a-9cbc-9533def43e45 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:38.314776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router 682ad49c-5526-4d90-bca0-1424be97d291 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:44:38.340033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Port': ['ID=76622a51-f463-441a-9cbc-9533def43e45,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:38.361388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5032325-acde-4bd0-ba4c-795ff5f2a315 None None] The sync data for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 is: [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:44:27Z', 'revision_number': 3, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:35Z', 'revision_number': 4, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:38.400124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-33a9812e-557d-4a05-adc1-fa4155000014 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=840fa5ab75fc492c85f8acaf1061bfa2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3632569 Nov 12 08:44:38.401890 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42078) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:38.424036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9812e-557d-4a05-adc1-fa4155000014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4063f2cd-339c-4953-8367-54efcd8ee4e6,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:38.442909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128692b-c0ba-44d2-aea6-8cbf26e735a5 None None] Pushing event updated for resources: {'Port': ['ID=6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:38.510494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b8ecf4c7-ef6d-4094-bb5f-5658d5e277f8 None None] Provisioning complete for port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:38.510873 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8ecf4c7-ef6d-4094-bb5f-5658d5e277f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.600626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e562acb-9e5f-483a-b98a-1d99b8478da0 None None] DHCP port deletion for c5b15860-33f4-48e3-a5b7-3f4908c7fff9 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:38.602222 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.675653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] For port b1e6fd2a-238a-4207-8559-a45c37aa1990, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:38.680756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b15860-33f4-48e3-a5b7-3f4908c7fff9']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:38.703152 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.708587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] For port b1e6fd2a-238a-4207-8559-a45c37aa1990, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b1e6fd2a-238a-4207-8559-a45c37aa1990,segment=NetworkSegment(94d415b7-87ff-4b24-8ba1-3beddeea188d),segment_id=94d415b7-87ff-4b24-8ba1-3beddeea188d)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:38.713883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2930c9-68be-4533-ad83-df0a08878ea0') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:38.714456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2930c9-68be-4533-ad83-df0a08878ea0') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:38.727886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba120a1-e241-40ef-bd65-c939e0e51293 req-941018df-8b90-4f61-a0bc-c5b97f57e270 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:38.732131 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aba120a1-e241-40ef-bd65-c939e0e51293 req-941018df-8b90-4f61-a0bc-c5b97f57e270 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.3479943 Nov 12 08:44:38.737841 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.750243 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.803957 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f08c7459-c2d4-494e-a242-58a164a5cde2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.806193 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.841256 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:38.842062 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:38.846387 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:38.932933 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f08c7459-c2d4-494e-a242-58a164a5cde2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:38.978340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a91ec2-2f8c-48f9-8c68-51ffa4fca3aa None None] Pushing event updated for resources: {'Port': ['ID=b1e6fd2a-238a-4207-8559-a45c37aa1990,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:39.111653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c268099a-108c-47b3-96cf-afb8a13024ab tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Deleting port 81e76de1-b3d8-4750-9c96-a0468ff6d703 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:39.112252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c268099a-108c-47b3-96cf-afb8a13024ab tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.119979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:39.131844 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.134424 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094ef6c-29e5-42ea-9e5b-6763d6639c80 None None] Sync routers for ids ['682ad49c-5526-4d90-bca0-1424be97d291'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:39.152511 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.154474 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7094ef6c-29e5-42ea-9e5b-6763d6639c80 None None] Routers {'682ad49c-5526-4d90-bca0-1424be97d291'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:39.155991 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7094ef6c-29e5-42ea-9e5b-6763d6639c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['682ad49c-5526-4d90-bca0-1424be97d291'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:39.159151 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] 10.222.0.31 "DELETE /v2.0/networks/c5b15860-33f4-48e3-a5b7-3f4908c7fff9 HTTP/1.1" status: 204 len: 168 time: 1.5867555 Nov 12 08:44:39.286352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30af97c-8aba-45ab-adcb-94f308abaa14 tempest-NetworksTest-635216082 tempest-NetworksTest-635216082-project] Pushing event deleted for resources: {'Network': ['ID=c5b15860-33f4-48e3-a5b7-3f4908c7fff9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:39.299580 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7094ef6c-29e5-42ea-9e5b-6763d6639c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:39.311870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f08c7459-c2d4-494e-a242-58a164a5cde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.321137 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f08c7459-c2d4-494e-a242-58a164a5cde2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.322645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f08c7459-c2d4-494e-a242-58a164a5cde2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4063f2cd-339c-4953-8367-54efcd8ee4e6 HTTP/1.1" status: 204 len: 168 time: 0.8912385 Nov 12 08:44:39.330358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Allocated IP 2001:db8:2::1 (8b09ab8a-a86e-4786-b07f-11b7592c39a7/bd7efe0e-3e92-42bc-bd10-fb843888a3af/70950953-35c2-4d11-b7ff-bc644bb2cd1a) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:39.332402 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7094ef6c-29e5-42ea-9e5b-6763d6639c80 None None] Routers {'682ad49c-5526-4d90-bca0-1424be97d291'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:39.335505 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7094ef6c-29e5-42ea-9e5b-6763d6639c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['682ad49c-5526-4d90-bca0-1424be97d291'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:39.359047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aba120a1-e241-40ef-bd65-c939e0e51293 req-b83a3789-ed83-4ada-adc7-cb58ddb2aff4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428397 Nov 12 08:44:39.361699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c7459-c2d4-494e-a242-58a164a5cde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4063f2cd-339c-4953-8367-54efcd8ee4e6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:39.468045 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace4fb-7323-4ff3-b783-f0ae5883b047 req-69b2ba46-c9aa-48a2-a8f7-c5bf52ced989 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:39.483325 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7094ef6c-29e5-42ea-9e5b-6763d6639c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:39.483994 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7094ef6c-29e5-42ea-9e5b-6763d6639c80 None None] The sync data for ids ['682ad49c-5526-4d90-bca0-1424be97d291'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:39.484682 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8ace4fb-7323-4ff3-b783-f0ae5883b047 req-69b2ba46-c9aa-48a2-a8f7-c5bf52ced989 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.4538116 Nov 12 08:44:39.486009 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.487406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-832e9f2a-0e1a-4e90-b279-c7456a49d399 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.6187379 Nov 12 08:44:39.496871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42094) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:39.608694 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8ace4fb-7323-4ff3-b783-f0ae5883b047 req-351681a0-01bf-475e-afc0-10ef38c5218a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105435 Nov 12 08:44:39.764272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42100) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:39.914851 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c268099a-108c-47b3-96cf-afb8a13024ab tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:39.957749 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.053418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-593266bb-0a35-43f0-8fff-b8bb16758c08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=483a0d22ce49450cb5d78e73d903bb85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739272 Nov 12 08:44:40.054735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42110) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:40.108070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c268099a-108c-47b3-96cf-afb8a13024ab tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Calling delete_port for 81e76de1-b3d8-4750-9c96-a0468ff6d703 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:40.187653 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac430ac7-c54f-4896-8cdf-72b86533d8a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.238852 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac430ac7-c54f-4896-8cdf-72b86533d8a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.253907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b5cd8-cbc8-4d62-a736-31d8259cca83 req-d2326ebf-ce7c-48bc-a705-37b3f16713eb tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:40.261736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-135b5cd8-cbc8-4d62-a736-31d8259cca83 req-d2326ebf-ce7c-48bc-a705-37b3f16713eb tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.5547624 Nov 12 08:44:40.343034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac430ac7-c54f-4896-8cdf-72b86533d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.346777 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ac430ac7-c54f-4896-8cdf-72b86533d8a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.348299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ac430ac7-c54f-4896-8cdf-72b86533d8a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81a1bea6-4ad5-44d1-b164-3fb21d5305c4 HTTP/1.1" status: 204 len: 168 time: 0.2913742 Nov 12 08:44:40.396521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac430ac7-c54f-4896-8cdf-72b86533d8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a1bea6-4ad5-44d1-b164-3fb21d5305c4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:40.413045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.500484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42120) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:40.502574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f9a1358e-6946-4122-aeb5-56f34f925566 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/routers/682ad49c-5526-4d90-bca0-1424be97d291 HTTP/1.1" status: 200 len: 879 time: 1.0045204 Nov 12 08:44:40.528145 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c268099a-108c-47b3-96cf-afb8a13024ab tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.544493 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.601322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 8b09ab8a-a86e-4786-b07f-11b7592c39a7 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:40.634696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:40.654838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:40.655545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:40.857901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b1e6fd2a-238a-4207-8559-a45c37aa1990 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:41.142029 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.156151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7574bc6-e8b2-4683-a2a8-2a49b220c115 None None] Network 8b09ab8a-a86e-4786-b07f-11b7592c39a7 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:41.201180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268099a-108c-47b3-96cf-afb8a13024ab tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event deleted for resources: {'Port': ['ID=81e76de1-b3d8-4750-9c96-a0468ff6d703,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:41.235329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f9e0-566f-43f6-8254-9f2a42ef36dc req-c4883c49-7656-4c12-a4eb-a67b8651c1ab tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:41.253310 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe20f9e0-566f-43f6-8254-9f2a42ef36dc req-c4883c49-7656-4c12-a4eb-a67b8651c1ab tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.3086524 Nov 12 08:44:41.331269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c151741e-4e5f-47de-8a92-0c5c64bbe30b None None] Provisioning complete for port b1e6fd2a-238a-4207-8559-a45c37aa1990 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:41.331940 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c151741e-4e5f-47de-8a92-0c5c64bbe30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.389460 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c268099a-108c-47b3-96cf-afb8a13024ab tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.401837 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c268099a-108c-47b3-96cf-afb8a13024ab tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "DELETE /v2.0/ports/81e76de1-b3d8-4750-9c96-a0468ff6d703 HTTP/1.1" status: 204 len: 168 time: 3.2784145 Nov 12 08:44:41.410601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42140) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:41.421931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b1e6fd2a-238a-4207-8559-a45c37aa1990 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:41.423282 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.444543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-135b5cd8-cbc8-4d62-a736-31d8259cca83 req-3ea9126a-f197-4698-8b9f-cdaa366a7825 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1818132 Nov 12 08:44:41.478192 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe20f9e0-566f-43f6-8254-9f2a42ef36dc req-ff88a627-154b-449d-97d1-60ff19d80cfb tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234988 Nov 12 08:44:41.591478 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c151741e-4e5f-47de-8a92-0c5c64bbe30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.651012 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.691155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b9fab4-e3da-4b60-aa98-fdf37c1fda72 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Deleting subnet 8e8afc94-5d70-4781-8ae2-42c71f2b4e49 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:44:41.699949 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93b9fab4-e3da-4b60-aa98-fdf37c1fda72 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.701892 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-92e25fd9-7954-4b49-8e9f-782a61702009 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.1965599 Nov 12 08:44:41.702889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42148) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:41.721595 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-71f17604-0c7e-41fa-9583-0387405c6fae tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-16916642'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:41.724254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c151741e-4e5f-47de-8a92-0c5c64bbe30b None None] For port b1e6fd2a-238a-4207-8559-a45c37aa1990, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b1e6fd2a-238a-4207-8559-a45c37aa1990,segment=NetworkSegment(94d415b7-87ff-4b24-8ba1-3beddeea188d),segment_id=94d415b7-87ff-4b24-8ba1-3beddeea188d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:41.808890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93b9fab4-e3da-4b60-aa98-fdf37c1fda72 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.869404 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c151741e-4e5f-47de-8a92-0c5c64bbe30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:41.974805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=70950953-35c2-4d11-b7ff-bc644bb2cd1a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:42.095343 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.108207 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93b9fab4-e3da-4b60-aa98-fdf37c1fda72 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.197883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151741e-4e5f-47de-8a92-0c5c64bbe30b None None] Pushing event updated for resources: {'Port': ['ID=b1e6fd2a-238a-4207-8559-a45c37aa1990,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:42.270066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd994ce-6b67-4637-bcaf-37d965a037a7 req-e562954b-6750-4729-b25b-ec87b789ca89 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:42.280026 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4cd994ce-6b67-4637-bcaf-37d965a037a7 req-e562954b-6750-4729-b25b-ec87b789ca89 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.3480875 Nov 12 08:44:42.451290 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:44:42.453094 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:44:42.674688 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4cd994ce-6b67-4637-bcaf-37d965a037a7 req-a5ab61d7-6a99-45ca-9daa-7fe4ec39cf62 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667603 Nov 12 08:44:42.720791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f122165c-64ab-456b-a1eb-51e9570e6914 None None] Provisioning complete for port 70950953-35c2-4d11-b7ff-bc644bb2cd1a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:42.725210 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f122165c-64ab-456b-a1eb-51e9570e6914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.809648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42174) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:42.811137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42176) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:42.825423 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93b9fab4-e3da-4b60-aa98-fdf37c1fda72 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:42.849901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f122165c-64ab-456b-a1eb-51e9570e6914 None None] Port 70950953-35c2-4d11-b7ff-bc644bb2cd1a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:42.888122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f122165c-64ab-456b-a1eb-51e9570e6914 None None] Provisioning complete for port b1e6fd2a-238a-4207-8559-a45c37aa1990 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:42.889332 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f122165c-64ab-456b-a1eb-51e9570e6914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.022474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9fab4-e3da-4b60-aa98-fdf37c1fda72 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8afc94-5d70-4781-8ae2-42c71f2b4e49,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:43.045082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6954661-3816-429a-aad1-72357500933e None None] Network e1c42a17-f98b-453c-8120-df3e039837a3 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:43.057517 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-93b9fab4-e3da-4b60-aa98-fdf37c1fda72 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.064771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-93b9fab4-e3da-4b60-aa98-fdf37c1fda72 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "DELETE /v2.0/subnets/8e8afc94-5d70-4781-8ae2-42c71f2b4e49 HTTP/1.1" status: 204 len: 168 time: 1.6468503 Nov 12 08:44:43.066709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42184) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:43.104542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:43.329665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-77c12f4d-dd8d-47a6-a5f8-30764384d80f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group': {'name': 'tempest-secgroup--868829793'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:43.368592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:43.368969 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.374016 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.386711 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77c12f4d-dd8d-47a6-a5f8-30764384d80f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.434449 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-306706867'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:43.439646 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77c12f4d-dd8d-47a6-a5f8-30764384d80f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.547478 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71f17604-0c7e-41fa-9583-0387405c6fae tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.554046 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.556390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Made reservation on behalf of 611d0d1fa0ee4e8e9d0462da40e97e5c for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:43.563041 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.584065 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71f17604-0c7e-41fa-9583-0387405c6fae tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.590102 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.590964 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.597580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bdcec-6aa4-46f8-a794-a0ac0c20b55c req-5b9edc79-be62-40a8-9352-f5b20dd671ab tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:43.599832 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.607268 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-094bdcec-6aa4-46f8-a794-a0ac0c20b55c req-5b9edc79-be62-40a8-9352-f5b20dd671ab tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.1801741 Nov 12 08:44:43.821745 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-eb129177-05b9-4280-8622-0c81ebac3e82 None None] Provisioning complete for port 70950953-35c2-4d11-b7ff-bc644bb2cd1a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:43.822126 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eb129177-05b9-4280-8622-0c81ebac3e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:43.853825 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f17604-0c7e-41fa-9583-0387405c6fae tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router 682ad49c-5526-4d90-bca0-1424be97d291 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:43.995339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef75e784-370e-4ea1-a8aa-e502aa28db8f None None] DHCP port deletion for e1c42a17-f98b-453c-8120-df3e039837a3 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:44.025348 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-eb129177-05b9-4280-8622-0c81ebac3e82 None None] Port 70950953-35c2-4d11-b7ff-bc644bb2cd1a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:44.051257 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 76622a51-f463-441a-9cbc-9533def43e45 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:44.052243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f17604-0c7e-41fa-9583-0387405c6fae tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:44.070357 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71f17604-0c7e-41fa-9583-0387405c6fae tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.073659 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-71f17604-0c7e-41fa-9583-0387405c6fae tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/682ad49c-5526-4d90-bca0-1424be97d291 HTTP/1.1" status: 200 len: 886 time: 2.3693020 Nov 12 08:44:44.078874 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42190) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:44.120629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db4d47-d792-45be-9503-f6fa389fff0b None None] Sync routers for ids ['682ad49c-5526-4d90-bca0-1424be97d291'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:44.144260 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 76622a51-f463-441a-9cbc-9533def43e45 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:44.144613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 76622a51-f463-441a-9cbc-9533def43e45 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:44.164646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db4d47-d792-45be-9503-f6fa389fff0b None None] Routers {'682ad49c-5526-4d90-bca0-1424be97d291'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:44.165400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-94db4d47-d792-45be-9503-f6fa389fff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['682ad49c-5526-4d90-bca0-1424be97d291'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:44.238502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-94db4d47-d792-45be-9503-f6fa389fff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:44.241797 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-094bdcec-6aa4-46f8-a794-a0ac0c20b55c req-bf090ef0-61c0-4f70-a157-79d03e114786 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6331303 Nov 12 08:44:44.307760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db4d47-d792-45be-9503-f6fa389fff0b None None] Routers {'682ad49c-5526-4d90-bca0-1424be97d291'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:44.309435 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-94db4d47-d792-45be-9503-f6fa389fff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['682ad49c-5526-4d90-bca0-1424be97d291'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:44.319563 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ef75e784-370e-4ea1-a8aa-e502aa28db8f None None] Deleting port d4a8d1be-973c-4d73-a0c4-2be186ff3327 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:44.320567 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ef75e784-370e-4ea1-a8aa-e502aa28db8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.398705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-072b65d3-2cf6-49da-ae7b-d1b3e9463a2a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/routers/682ad49c-5526-4d90-bca0-1424be97d291 HTTP/1.1" status: 200 len: 886 time: 0.3186808 Nov 12 08:44:44.401340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42194) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:44.434424 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3a35a48f-810d-4be0-a0bc-74b79666d37d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=682ad49c-5526-4d90-bca0-1424be97d291 HTTP/1.1" status: 200 len: 205 time: 0.0319276 Nov 12 08:44:44.436881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42196) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:44.448562 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b1e6fd2a-238a-4207-8559-a45c37aa1990 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:44.467984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-94db4d47-d792-45be-9503-f6fa389fff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:44.469586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db4d47-d792-45be-9503-f6fa389fff0b None None] The sync data for ids ['682ad49c-5526-4d90-bca0-1424be97d291'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:44.497149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=70950953-35c2-4d11-b7ff-bc644bb2cd1a,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:44.512541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Deleting port d4a8d1be-973c-4d73-a0c4-2be186ff3327 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:44.513005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.565433 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77c12f4d-dd8d-47a6-a5f8-30764384d80f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.569010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ef75e784-370e-4ea1-a8aa-e502aa28db8f None None] For port d4a8d1be-973c-4d73-a0c4-2be186ff3327, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d4a8d1be-973c-4d73-a0c4-2be186ff3327,segment=NetworkSegment(a4d0ed53-cf97-4206-a95c-fbd6e8794da9),segment_id=a4d0ed53-cf97-4206-a95c-fbd6e8794da9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:44.569443 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ef75e784-370e-4ea1-a8aa-e502aa28db8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.591386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ef75e784-370e-4ea1-a8aa-e502aa28db8f None None] Calling delete_port for d4a8d1be-973c-4d73-a0c4-2be186ff3327 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:44.607785 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b1e6fd2a-238a-4207-8559-a45c37aa1990 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:44.608166 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.620152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.629146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77c12f4d-dd8d-47a6-a5f8-30764384d80f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.723401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] For port d4a8d1be-973c-4d73-a0c4-2be186ff3327, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d4a8d1be-973c-4d73-a0c4-2be186ff3327,segment=NetworkSegment(a4d0ed53-cf97-4206-a95c-fbd6e8794da9),segment_id=a4d0ed53-cf97-4206-a95c-fbd6e8794da9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:44.723773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.756896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 8b09ab8a-a86e-4786-b07f-11b7592c39a7 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:44.771952 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Calling delete_port for d4a8d1be-973c-4d73-a0c4-2be186ff3327 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:44.777640 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ef75e784-370e-4ea1-a8aa-e502aa28db8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.787785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:44.790866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c12f4d-dd8d-47a6-a5f8-30764384d80f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f238dc5e-436c-4031-b8fd-667ac5311786,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:44.809094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75e784-370e-4ea1-a8aa-e502aa28db8f None None] Pushing event deleted for resources: {'Port': ['ID=d4a8d1be-973c-4d73-a0c4-2be186ff3327,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:44.809972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538f8b4-2432-4a4e-a3f9-598aa874342c req-f7f93a24-ff30-417c-8734-508ab1fadc19 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:44.817920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75e784-370e-4ea1-a8aa-e502aa28db8f None None] No DVR routers for this DVR port d4a8d1be-973c-4d73-a0c4-2be186ff3327 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:44.818318 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1538f8b4-2432-4a4e-a3f9-598aa874342c req-f7f93a24-ff30-417c-8734-508ab1fadc19 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.3176277 Nov 12 08:44:44.842884 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.867764 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.930996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port cfe37808-2bb1-48ac-b8e1-e8aa9841e482 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:44.931594 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.950878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d4a8d1be-973c-4d73-a0c4-2be186ff3327 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:44:44.982499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:44.998770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: d4a8d1be-973c-4d73-a0c4-2be186ff3327 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:44:45.006996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d4a8d1be-973c-4d73-a0c4-2be186ff3327 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:44:45.072886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:45.086943 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77c12f4d-dd8d-47a6-a5f8-30764384d80f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.096109 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.118308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for cfe37808-2bb1-48ac-b8e1-e8aa9841e482 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:45.166613 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77c12f4d-dd8d-47a6-a5f8-30764384d80f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.210342 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.210691 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Added segment 5ccea39a-3670-4f7d-8f04-dea1edfcbb9f of type vlan for network 127474e3-7b5b-46a8-90fc-3509eded281c Nov 12 08:44:45.237932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64a4fed-8f1e-4fc9-bf5e-8441dc5af2c8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:45.253943 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1538f8b4-2432-4a4e-a3f9-598aa874342c req-229a1bce-79f5-420b-af60-2306447298ab tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347234 Nov 12 08:44:45.330176 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-77c12f4d-dd8d-47a6-a5f8-30764384d80f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.335845 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-77c12f4d-dd8d-47a6-a5f8-30764384d80f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.5228148 Nov 12 08:44:45.352209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42202) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:45.352826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router b3636132-fc61-4f0d-9ad3-869521772ad1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:44:45.364230 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.377607 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.391131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d2ebad27-547b-4706-ac64-bccf1b03ab58 None None] Provisioning complete for port 70950953-35c2-4d11-b7ff-bc644bb2cd1a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:45.391886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c12f4d-dd8d-47a6-a5f8-30764384d80f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e11472e-7ff6-446b-bbb2-630da0af00bd,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:45.392446 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d2ebad27-547b-4706-ac64-bccf1b03ab58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.396862 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a150f95e-9127-46b9-872d-1ed0bc2dd4d4 req-7eb9b147-544c-4628-8923-a4b569b45884 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3251302 Nov 12 08:44:45.436118 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event deleted for resources: {'Port': ['ID=d4a8d1be-973c-4d73-a0c4-2be186ff3327,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:45.440411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] No DVR routers for this DVR port d4a8d1be-973c-4d73-a0c4-2be186ff3327 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:44:45.521761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.529737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:45.530381 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.538930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d2ebad27-547b-4706-ac64-bccf1b03ab58 None None] Port 70950953-35c2-4d11-b7ff-bc644bb2cd1a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:45.560011 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-79130025-ccfd-4659-a812-7fa0f6ac4ef0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2050323 Nov 12 08:44:45.566736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42208) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:45.575680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-eb36310a-c3b8-4d5b-96cc-824c72c103a3 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group': {'name': 'tempest-security--1995385582', 'description': 'tempest-security-description-1862186033'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:45.658010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9594d9c-cc4a-4e5f-ae5f-3d1a644d6d98 req-1a03d3d4-9666-4829-9578-74b23f13c576 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:45.666121 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9594d9c-cc4a-4e5f-ae5f-3d1a644d6d98 req-1a03d3d4-9666-4829-9578-74b23f13c576 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.2190039 Nov 12 08:44:45.697615 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8800828 Nov 12 08:44:45.744790 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb36310a-c3b8-4d5b-96cc-824c72c103a3 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.748533 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.773153 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:44:45.791745 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:45.792436 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Sync routers for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:44:45.810839 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:45.811898 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:45.812303 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1e3c9c72-1800-42e5-89ff-c56bb2a912d0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0458190 Nov 12 08:44:45.813089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f4a2b-41f4-42ff-afa3-4df2d1ca99c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Pushing event updated for resources: {'Network': ['ID=127474e3-7b5b-46a8-90fc-3509eded281c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:45.827994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c42a17-f98b-453c-8120-df3e039837a3']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:45.841164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 127474e3-7b5b-46a8-90fc-3509eded281c details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:45.843079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42216) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:45.858753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f1b06ed2-dcfb-4d03-9439-8b1c8820b6d9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1587160998'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:45.863461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=cfe37808-2bb1-48ac-b8e1-e8aa9841e482,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:45.883990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150f95e-9127-46b9-872d-1ed0bc2dd4d4 req-ef752655-a846-4b70-af9c-d2b8b27dfa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:45.888375 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9594d9c-cc4a-4e5f-ae5f-3d1a644d6d98 req-19c7dcda-562b-4992-b741-9b2fffa0e428 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205362 Nov 12 08:44:45.890390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a150f95e-9127-46b9-872d-1ed0bc2dd4d4 req-ef752655-a846-4b70-af9c-d2b8b27dfa8a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 1098 time: 0.4091125 Nov 12 08:44:45.893669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d0ed53-cf97-4206-a95c-fbd6e8794da9') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:45.898092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d0ed53-cf97-4206-a95c-fbd6e8794da9') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:45.951518 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.049620 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb36310a-c3b8-4d5b-96cc-824c72c103a3 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.058236 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.060411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3d737-4a58-4ceb-8177-31056e824913 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:44:46.080711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b06ed2-dcfb-4d03-9439-8b1c8820b6d9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:46.084309 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1b06ed2-dcfb-4d03-9439-8b1c8820b6d9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.090064 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb36310a-c3b8-4d5b-96cc-824c72c103a3 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.092931 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb36310a-c3b8-4d5b-96cc-824c72c103a3 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.097605 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-eb36310a-c3b8-4d5b-96cc-824c72c103a3 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "PUT /v2.0/security-groups/0e11472e-7ff6-446b-bbb2-630da0af00bd HTTP/1.1" status: 200 len: 1797 time: 0.5295103 Nov 12 08:44:46.116517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42218) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:46.119598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:44:46.120254 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:44:46.129511 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:44:46.137547 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:46.159040 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42220) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:46.189297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Request body: {'port': {'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c', 'binding:host_id': 'n-h2-768851-18', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-923757251'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:46.284845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36310a-c3b8-4d5b-96cc-824c72c103a3 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e11472e-7ff6-446b-bbb2-630da0af00bd,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:46.296690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Made reservation on behalf of 15d293b5871b4b0aa18be575dab30575 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:46.302524 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.313750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150f95e-9127-46b9-872d-1ed0bc2dd4d4 req-73e7dbab-56c9-4233-b054-4b7038253b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.315629 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a150f95e-9127-46b9-872d-1ed0bc2dd4d4 req-73e7dbab-56c9-4233-b054-4b7038253b55 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 915 time: 0.3965786 Nov 12 08:44:46.332748 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.335170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b06ed2-dcfb-4d03-9439-8b1c8820b6d9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:46.337320 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.342025 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.386025 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.391569 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] 10.222.0.31 "DELETE /v2.0/networks/e1c42a17-f98b-453c-8120-df3e039837a3 HTTP/1.1" status: 204 len: 168 time: 3.3215373 Nov 12 08:44:46.396855 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a150f95e-9127-46b9-872d-1ed0bc2dd4d4 req-f3160129-a81c-41af-9572-6a18ad235afe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=792c441e-15ac-405f-bf18-8377256b50fc HTTP/1.1" status: 200 len: 217 time: 0.0707335 Nov 12 08:44:46.403001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1fa375df-5420-4285-b142-211f810ea94f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-groups/0e11472e-7ff6-446b-bbb2-630da0af00bd HTTP/1.1" status: 200 len: 1797 time: 0.2777693 Nov 12 08:44:46.403635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42224) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:46.404923 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1b06ed2-dcfb-4d03-9439-8b1c8820b6d9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.405303 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-f1b06ed2-dcfb-4d03-9439-8b1c8820b6d9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Added segment 097af2e6-4dc7-4907-b104-12a52e8fde8b of type vlan for network 34384a43-1681-4b72-a326-4bdf5189e984 Nov 12 08:44:46.457296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade241c9-876a-480e-a9b1-9349b62d5668 tempest-AllowedAddressPairTestJSON-895667008 tempest-AllowedAddressPairTestJSON-895667008-project] Pushing event deleted for resources: {'Network': ['ID=e1c42a17-f98b-453c-8120-df3e039837a3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:46.476701 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.479766 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.503111 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:44:40Z', 'revision_number': 4, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:42Z', 'revision_number': 2, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:46.536047 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Checking router: b3636132-fc61-4f0d-9ad3-869521772ad1 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:44:46.536225 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Updating router b3636132-fc61-4f0d-9ad3-869521772ad1 port 70950953-35c2-4d11-b7ff-bc644bb2cd1a binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:44:46.545049 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.545990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Fanout notify agent at l3_agent the message router_deleted on router 682ad49c-5526-4d90-bca0-1424be97d291 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:44:46.562959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67d8ec-0a72-4658-a876-92649a4d4b06 req-22126d6b-d2d1-4eda-a71a-cc5a4e7b8866 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.573151 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8c67d8ec-0a72-4658-a876-92649a4d4b06 req-22126d6b-d2d1-4eda-a71a-cc5a4e7b8866 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.5205781 Nov 12 08:44:46.580154 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.584241 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.591036 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ff8fafd4-b448-4dea-9417-15629edbd33b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/682ad49c-5526-4d90-bca0-1424be97d291 HTTP/1.1" status: 204 len: 168 time: 2.1529801 Nov 12 08:44:46.600777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42226) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:46.604723 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1b06ed2-dcfb-4d03-9439-8b1c8820b6d9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.614776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7bce2330-81ad-49ad-a41a-f6e7b68ac202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'network': {'name': 'tempest-RoutersTest-448825926'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:46.696560 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8c67d8ec-0a72-4658-a876-92649a4d4b06 req-44305b61-a2e9-4ac9-bb56-7f83d94c8bca tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188684 Nov 12 08:44:46.736220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150f95e-9127-46b9-872d-1ed0bc2dd4d4 req-a7a3a146-f02f-4681-964e-d28a7740747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.738111 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a150f95e-9127-46b9-872d-1ed0bc2dd4d4 req-a7a3a146-f02f-4681-964e-d28a7740747e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b9330ef-ee82-4258-9e06-e7d9a0866049 HTTP/1.1" status: 200 len: 854 time: 0.3076389 Nov 12 08:44:46.768620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bce2330-81ad-49ad-a41a-f6e7b68ac202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:46.773006 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7bce2330-81ad-49ad-a41a-f6e7b68ac202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.809537 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a150f95e-9127-46b9-872d-1ed0bc2dd4d4 req-0e12f9ae-6e10-4d43-a8f0-102c6c15a74d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c0f5d45c-c314-43a2-9378-dd1b94a83f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604851 Nov 12 08:44:46.814139 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1b06ed2-dcfb-4d03-9439-8b1c8820b6d9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.820525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b06ed2-dcfb-4d03-9439-8b1c8820b6d9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:46.821191 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1b06ed2-dcfb-4d03-9439-8b1c8820b6d9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.827641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.838440 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.844464 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbd99a4b-d8ca-4a41-a25a-599e94fa5478 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.852247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] device_id is not set on port e59a4754-de95-4dcf-90ae-8cb52c062680 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:46.952457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f1b06ed2-dcfb-4d03-9439-8b1c8820b6d9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0954759 Nov 12 08:44:46.994695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42234) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:46.994933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42236) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:47.000587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-9969e2db-02c7-4143-9017-a62600ed5dda tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'subnet': {'network_id': '34384a43-1681-4b72-a326-4bdf5189e984', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:47.023008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bce2330-81ad-49ad-a41a-f6e7b68ac202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:47.030910 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbd99a4b-d8ca-4a41-a25a-599e94fa5478 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.107142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b06ed2-dcfb-4d03-9439-8b1c8820b6d9 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Network': ['ID=34384a43-1681-4b72-a326-4bdf5189e984,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:47.119517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 34384a43-1681-4b72-a326-4bdf5189e984 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:47.159516 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7bce2330-81ad-49ad-a41a-f6e7b68ac202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.159887 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-7bce2330-81ad-49ad-a41a-f6e7b68ac202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Added segment 5eb8b967-94f8-4f85-b011-732bd1e177bd of type vlan for network 93a6c2c1-6b65-4e30-9688-3b64114f4fec Nov 12 08:44:47.171350 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.187661 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.222456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] device_id is not set on port e59a4754-de95-4dcf-90ae-8cb52c062680 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:47.233277 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.261001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f751649-90b3-49b9-8119-4cec3f20fa8e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:47.267288 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.389882 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Pushing event updated for resources: {'Port': ['ID=70950953-35c2-4d11-b7ff-bc644bb2cd1a,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:47.398101 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7bce2330-81ad-49ad-a41a-f6e7b68ac202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.404027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be1f9e-4420-40ab-ba2d-abcd4a62c815 req-59dcce1d-17d0-473a-a7f6-1e542546478f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.412166 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c2be1f9e-4420-40ab-ba2d-abcd4a62c815 req-59dcce1d-17d0-473a-a7f6-1e542546478f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.1723402 Nov 12 08:44:47.431162 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a150f95e-9127-46b9-872d-1ed0bc2dd4d4 req-cfdfb1b0-eef0-4688-a074-ed914381772d service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061814 Nov 12 08:44:47.452520 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event updated for resources: {'Port': ['ID=e59a4754-de95-4dcf-90ae-8cb52c062680,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:47.464636 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:47.465217 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:47.465580 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:47.465907 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:47.466232 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:47.466562 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:47.466893 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:47.467218 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:47.467544 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:47.467867 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:47.468191 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:47.468512 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:47.502483 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Attempting to bind port 70950953-35c2-4d11-b7ff-bc644bb2cd1a on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:47.502765 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Attempting to bind port 70950953-35c2-4d11-b7ff-bc644bb2cd1a by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '94d415b7-87ff-4b24-8ba1-3beddeea188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:47.503125 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Attempting to bind port 70950953-35c2-4d11-b7ff-bc644bb2cd1a on network 8b09ab8a-a86e-4786-b07f-11b7592c39a7 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:47.504636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Checking segment: {'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:47.505305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Network hostable DHCP agents. Network: 127474e3-7b5b-46a8-90fc-3509eded281c, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:47.520637 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:47.521372 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Checking segment: {'id': '94d415b7-87ff-4b24-8ba1-3beddeea188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:47.521942 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.522495 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Bound using segment: {'id': '94d415b7-87ff-4b24-8ba1-3beddeea188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:47.523282 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Bound port: 70950953-35c2-4d11-b7ff-bc644bb2cd1a, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d415b7-87ff-4b24-8ba1-3beddeea188d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:47.523735 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.525177 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbd99a4b-d8ca-4a41-a25a-599e94fa5478 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.530301 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbd99a4b-d8ca-4a41-a25a-599e94fa5478 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.534367 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fbd99a4b-d8ca-4a41-a25a-599e94fa5478 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-groups/0e11472e-7ff6-446b-bbb2-630da0af00bd HTTP/1.1" status: 204 len: 168 time: 1.1160722 Nov 12 08:44:47.538236 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c2be1f9e-4420-40ab-ba2d-abcd4a62c815 req-4fa52cdf-cc66-4fd7-9e66-8411eff26151 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250660 Nov 12 08:44:47.544437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42240) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:47.577862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Network 127474e3-7b5b-46a8-90fc-3509eded281c is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:47.605180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-19791706-1b1e-43ca-b521-f2eab0260a10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42ccfc3e3efc496ea126940da5125567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6003392 Nov 12 08:44:47.607791 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42242) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:47.609084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 127474e3-7b5b-46a8-90fc-3509eded281c) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:47.623365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:47.624478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db980de7-09e1-4606-b071-79dcd91f2f42 None None] Network 127474e3-7b5b-46a8-90fc-3509eded281c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:47.654959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42244) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:47.655875 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-db0a6578-4c7c-4d52-b47e-93b78092258c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0951440 Nov 12 08:44:47.657568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:47.657916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:47.658286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:47.660537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9969e2db-02c7-4143-9017-a62600ed5dda tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Made reservation on behalf of f8567d4eb19b4240a61f480a89e92f1d for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:47.671828 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] For port 70950953-35c2-4d11-b7ff-bc644bb2cd1a, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:47.675321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:47.676055 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:47.676509 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 2 to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 Nov 12 08:44:47.676626 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9969e2db-02c7-4143-9017-a62600ed5dda tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.680074 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] For port 70950953-35c2-4d11-b7ff-bc644bb2cd1a, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=70950953-35c2-4d11-b7ff-bc644bb2cd1a,segment=NetworkSegment(94d415b7-87ff-4b24-8ba1-3beddeea188d),segment_id=94d415b7-87ff-4b24-8ba1-3beddeea188d)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:47.691944 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.704128 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7bce2330-81ad-49ad-a41a-f6e7b68ac202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.704352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:47.704829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:47.704829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:47.709784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bce2330-81ad-49ad-a41a-f6e7b68ac202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:47.712772 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7bce2330-81ad-49ad-a41a-f6e7b68ac202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.730948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:47.731153 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:47.731621 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 3 to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 Nov 12 08:44:47.754684 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:44:47.755527 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:47.775076 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:47.775421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:47.775768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:47.791013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:47.791136 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:47.791542 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 4 to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 Nov 12 08:44:47.840279 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:47.841172 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:47.841172 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:47.868710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:47.869293 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:47.869975 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 5 to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 Nov 12 08:44:47.904975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:47.905317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:47.905602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:47.915492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:47.915839 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:47.916239 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 6 to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 Nov 12 08:44:47.946727 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:44:47.959977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:47.960957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:47.963235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:47.967691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-62dd30d6-738a-4988-88ad-6f2deedbaa32 None None] Provisioning complete for port 70950953-35c2-4d11-b7ff-bc644bb2cd1a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:47.968404 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62dd30d6-738a-4988-88ad-6f2deedbaa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:47.977992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:47.980422 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:47.981233 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 7 to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 Nov 12 08:44:47.998634 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cfefa-8034-4f93-98fa-bd95d04884c4 None None] Pushing event updated for resources: {'Port': ['ID=70950953-35c2-4d11-b7ff-bc644bb2cd1a,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:48.030355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:48.030697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:48.031045 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:48.038511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:48.038970 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:48.039247 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 8 to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 Nov 12 08:44:48.070302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:48.070646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:48.071025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:48.093401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:48.093998 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:48.095111 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 9 to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 Nov 12 08:44:48.109002 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a150f95e-9127-46b9-872d-1ed0bc2dd4d4 req-e77e4714-7730-4a12-a412-20660e42083f service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671169 Nov 12 08:44:48.145348 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:48.150634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:48.151225 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:48.169250 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:48.169610 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:48.170224 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 10 to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 Nov 12 08:44:48.217745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:48.218235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:48.218706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:48.230631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce2330-81ad-49ad-a41a-f6e7b68ac202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Network': ['ID=93a6c2c1-6b65-4e30-9688-3b64114f4fec,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:48.237000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd99a4b-d8ca-4a41-a25a-599e94fa5478 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e11472e-7ff6-446b-bbb2-630da0af00bd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:48.252521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port e59a4754-de95-4dcf-90ae-8cb52c062680 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:48.255135 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port e59a4754-de95-4dcf-90ae-8cb52c062680 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:48.255699 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.270752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 93a6c2c1-6b65-4e30-9688-3b64114f4fec details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:48.344142 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-575e73da-6f14-44ef-a7a7-085e21787e7a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] delete failed (client error): The resource could not be found. Nov 12 08:44:48.345434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-575e73da-6f14-44ef-a7a7-085e21787e7a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-groups/0e11472e-7ff6-446b-bbb2-630da0af00bd HTTP/1.1" status: 404 len: 347 time: 0.6612830 Nov 12 08:44:48.356901 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7bce2330-81ad-49ad-a41a-f6e7b68ac202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7453623 Nov 12 08:44:48.372305 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:44:40Z', 'revision_number': 4, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:47Z', 'revision_number': 4, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:44:48.385032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42250) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:48.385395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42252) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:48.400233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-12338b6c-041f-4b00-8021-c19bb767b1ff tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566292836'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:48.407854 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78193-133f-4aba-be83-40b956088cc6 None None] The sync data for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 is: [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:44:40Z', 'revision_number': 4, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:47Z', 'revision_number': 4, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:44:48.409662 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b05e0fe5-6fd5-4c32-b6b7-28e77d68098b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'subnet': {'network_id': '93a6c2c1-6b65-4e30-9688-3b64114f4fec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:48.427082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] For port e59a4754-de95-4dcf-90ae-8cb52c062680, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:48.427816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempted to set empty binding levels {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:44:48.437380 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.452709 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62dd30d6-738a-4988-88ad-6f2deedbaa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.535731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.537985 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.582141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event updated for resources: {'Port': ['ID=e59a4754-de95-4dcf-90ae-8cb52c062680,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:48.619494 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26d41b0b-4ea3-43c7-a7d7-fb3837a6cfc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.646530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-62dd30d6-738a-4988-88ad-6f2deedbaa32 None None] For port 70950953-35c2-4d11-b7ff-bc644bb2cd1a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=70950953-35c2-4d11-b7ff-bc644bb2cd1a,segment=NetworkSegment(94d415b7-87ff-4b24-8ba1-3beddeea188d),segment_id=94d415b7-87ff-4b24-8ba1-3beddeea188d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:48.651626 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62dd30d6-738a-4988-88ad-6f2deedbaa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.675079 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26d41b0b-4ea3-43c7-a7d7-fb3837a6cfc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.807156 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd30d6-738a-4988-88ad-6f2deedbaa32 None None] Pushing event updated for resources: {'Port': ['ID=70950953-35c2-4d11-b7ff-bc644bb2cd1a,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:48.820625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c6421c12-d4c5-441f-a1aa-ccf8d5879721 None None] Provisioning complete for port 70950953-35c2-4d11-b7ff-bc644bb2cd1a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:48.821274 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c6421c12-d4c5-441f-a1aa-ccf8d5879721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.831523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3152a-b9e4-4a3b-8c56-66186e01fa59 req-f039cd62-366d-456f-a90f-8ca14dbafbe2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:48.841838 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0dc3152a-b9e4-4a3b-8c56-66186e01fa59 req-f039cd62-366d-456f-a90f-8ca14dbafbe2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.1373045 Nov 12 08:44:48.941855 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7c719876-45a1-4a48-8645-c25599a8bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7669256 Nov 12 08:44:48.949499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42262) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:49.015807 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26d41b0b-4ea3-43c7-a7d7-fb3837a6cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.019901 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26d41b0b-4ea3-43c7-a7d7-fb3837a6cfc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.037505 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-26d41b0b-4ea3-43c7-a7d7-fb3837a6cfc7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64f5454a-ac83-4312-a699-15590d171b5f HTTP/1.1" status: 204 len: 168 time: 1.4054329 Nov 12 08:44:49.040590 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9969e2db-02c7-4143-9017-a62600ed5dda tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.057192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-12338b6c-041f-4b00-8021-c19bb767b1ff tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.059331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0dc3152a-b9e4-4a3b-8c56-66186e01fa59 req-f62dcaaa-7427-4db0-b3c2-d25a6d8e05ef tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107246 Nov 12 08:44:49.100125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05e0fe5-6fd5-4c32-b6b7-28e77d68098b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:49.109620 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b05e0fe5-6fd5-4c32-b6b7-28e77d68098b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.195430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0372a58f-e93e-4806-b7ea-979d046fa510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Deleting port e59a4754-de95-4dcf-90ae-8cb52c062680 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:49.195808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0372a58f-e93e-4806-b7ea-979d046fa510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.327988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-0372a58f-e93e-4806-b7ea-979d046fa510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] For port e59a4754-de95-4dcf-90ae-8cb52c062680, host n-h2-768851-18, got binding levels [] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:49.329827 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0372a58f-e93e-4806-b7ea-979d046fa510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.355546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0372a58f-e93e-4806-b7ea-979d046fa510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Calling delete_port for e59a4754-de95-4dcf-90ae-8cb52c062680 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:49.428501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c3d6-fb49-4b6c-a30a-e621b787446f req-c0c63750-3204-487c-8014-ec115676d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:49.430579 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3fe5c3d6-fb49-4b6c-a30a-e621b787446f req-c0c63750-3204-487c-8014-ec115676d910 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=802519acc4c049b59e5ad9647b13586b&device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 1098 time: 1.1916003 Nov 12 08:44:49.431614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d41b0b-4ea3-43c7-a7d7-fb3837a6cfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f5454a-ac83-4312-a699-15590d171b5f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:49.588648 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0372a58f-e93e-4806-b7ea-979d046fa510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.645549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372a58f-e93e-4806-b7ea-979d046fa510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event deleted for resources: {'Port': ['ID=e59a4754-de95-4dcf-90ae-8cb52c062680,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:49.683320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3da20-b451-4459-ba7f-cc870c0fff31 req-0c8f6714-a2d5-45aa-a0f4-7ff6a29fed52 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:49.687018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ef3da20-b451-4459-ba7f-cc870c0fff31 req-0c8f6714-a2d5-45aa-a0f4-7ff6a29fed52 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 1.4688306 Nov 12 08:44:49.690678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c3d6-fb49-4b6c-a30a-e621b787446f req-b62edce4-a8d9-45e2-a5b6-5b4b034a82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:49.697408 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3fe5c3d6-fb49-4b6c-a30a-e621b787446f req-b62edce4-a8d9-45e2-a5b6-5b4b034a82d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 200 len: 915 time: 0.2363501 Nov 12 08:44:49.700724 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0372a58f-e93e-4806-b7ea-979d046fa510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.710390 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0372a58f-e93e-4806-b7ea-979d046fa510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "DELETE /v2.0/ports/e59a4754-de95-4dcf-90ae-8cb52c062680 HTTP/1.1" status: 204 len: 168 time: 0.7592938 Nov 12 08:44:49.713688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42276) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:49.765202 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0743c60-daa2-42db-9b71-c91300706837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:44:49.774827 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b0743c60-daa2-42db-9b71-c91300706837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "GET /v2.0/ports/e59a4754-de95-4dcf-90ae-8cb52c062680 HTTP/1.1" status: 404 len: 333 time: 0.0593829 Nov 12 08:44:49.780277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42278) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:49.786076 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Request body: {'port': {'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162383941'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:49.825245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Made reservation on behalf of 15d293b5871b4b0aa18be575dab30575 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:49.827746 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.864187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] device_id is not set on port 1316da39-3526-47f3-9a74-7801608bdfcb yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:49.867209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ef3da20-b451-4459-ba7f-cc870c0fff31 req-ee403bd3-e721-4823-bb0d-297812c68b70 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144829 Nov 12 08:44:49.875128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969e2db-02c7-4143-9017-a62600ed5dda tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Subnet': ['ID=6f35ddc0-e0e7-45ae-a398-199f7880301f,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:49.878922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3fe5c3d6-fb49-4b6c-a30a-e621b787446f req-475857e7-ffb8-4839-ad1d-c3873e60e5ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=792c441e-15ac-405f-bf18-8377256b50fc HTTP/1.1" status: 200 len: 217 time: 0.1084371 Nov 12 08:44:49.886185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969e2db-02c7-4143-9017-a62600ed5dda tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Checking segment: {'id': '097af2e6-4dc7-4907-b104-12a52e8fde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:49.886660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9969e2db-02c7-4143-9017-a62600ed5dda tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network hostable DHCP agents. Network: 34384a43-1681-4b72-a326-4bdf5189e984, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:49.970841 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c3d6-fb49-4b6c-a30a-e621b787446f req-eb5552de-bbb1-417f-9273-d8529b495f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:49.972681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3fe5c3d6-fb49-4b6c-a30a-e621b787446f req-eb5552de-bbb1-417f-9273-d8529b495f99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6b9330ef-ee82-4258-9e06-e7d9a0866049 HTTP/1.1" status: 200 len: 854 time: 0.0833416 Nov 12 08:44:50.269571 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.345069 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.459118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event updated for resources: {'Port': ['ID=1316da39-3526-47f3-9a74-7801608bdfcb,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:50.489606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Network 127474e3-7b5b-46a8-90fc-3509eded281c is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:50.493171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:50.496933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:50.498698 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 70950953-35c2-4d11-b7ff-bc644bb2cd1a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:50.499210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.499427 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.501769 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3fe5c3d6-fb49-4b6c-a30a-e621b787446f req-74d9b86f-2ed4-4132-8b9a-d0c7d2279f0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c0f5d45c-c314-43a2-9378-dd1b94a83f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486004 Nov 12 08:44:50.524032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e84ac7-4489-4794-ba2e-827b73f8206e req-ccb1ac0c-f525-48af-aed0-5fc7e0b46464 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.527100 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0e84ac7-4489-4794-ba2e-827b73f8206e req-ccb1ac0c-f525-48af-aed0-5fc7e0b46464 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.2119210 Nov 12 08:44:50.531671 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-00a1bd8d-10e8-4b34-bf63-f8a04021756d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7500257 Nov 12 08:44:50.538707 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42294) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:50.557954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:50.564866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9969e2db-02c7-4143-9017-a62600ed5dda tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 34384a43-1681-4b72-a326-4bdf5189e984 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:50.604622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 70950953-35c2-4d11-b7ff-bc644bb2cd1a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:50.605429 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.612712 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0e84ac7-4489-4794-ba2e-827b73f8206e req-e9ec7402-3659-4a3c-919a-bfdc65cdc9c8 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796850 Nov 12 08:44:50.627920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-9969e2db-02c7-4143-9017-a62600ed5dda tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 34384a43-1681-4b72-a326-4bdf5189e984) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:50.628611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42296) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:50.648362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ecc004-aebb-477a-8706-c532370594fd None None] Network 34384a43-1681-4b72-a326-4bdf5189e984 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:50.777483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9969e2db-02c7-4143-9017-a62600ed5dda tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:50.778066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9969e2db-02c7-4143-9017-a62600ed5dda tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.786845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b103b4f8-b64d-4333-ad03-6206687798dd tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] Request body: {'port': {'network_id': '2678ea43-9a83-47df-b83d-63a9b8220921', 'name': 'tempest-NetworksNegativeTestJSON-1270371269'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:50.806666 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b103b4f8-b64d-4333-ad03-6206687798dd tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] POST failed (client error): The resource could not be found. Nov 12 08:44:50.807630 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b103b4f8-b64d-4333-ad03-6206687798dd tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:50.813019 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b103b4f8-b64d-4333-ad03-6206687798dd tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1820068 Nov 12 08:44:50.814051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42300) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:50.836687 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-86df7306-b079-40e3-b0d7-58265d1eb6df tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:50.837512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86df7306-b079-40e3-b0d7-58265d1eb6df tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:50.840990 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-86df7306-b079-40e3-b0d7-58265d1eb6df tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] 10.222.0.31 "DELETE /v2.0/networks/f50330af-3f8a-4eef-8e34-4e3e16efb5b4 HTTP/1.1" status: 404 len: 339 time: 0.0250847 Nov 12 08:44:50.845282 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42302) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:50.846810 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-12338b6c-041f-4b00-8021-c19bb767b1ff tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.885856 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81cad19-afe1-4503-ac20-e4444e47ccc3 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:50.886794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81cad19-afe1-4503-ac20-e4444e47ccc3 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:50.894080 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b81cad19-afe1-4503-ac20-e4444e47ccc3 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] 10.222.0.31 "DELETE /v2.0/ports/b19b8ecf-958e-478d-8989-d5de9ef4aa18 HTTP/1.1" status: 404 len: 333 time: 0.0441136 Nov 12 08:44:50.898067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42304) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:50.936230 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c6023c-95ef-4123-ba93-9b9f5460438f tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] DELETE failed (client error): The resource could not be found. Nov 12 08:44:50.936900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c6023c-95ef-4123-ba93-9b9f5460438f tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:50.944890 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a7c6023c-95ef-4123-ba93-9b9f5460438f tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] 10.222.0.31 "DELETE /v2.0/subnets/897fcba1-82a4-4aba-a516-32b6fbca5917 HTTP/1.1" status: 404 len: 337 time: 0.0448763 Nov 12 08:44:50.945913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42306) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:50.952468 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-12338b6c-041f-4b00-8021-c19bb767b1ff tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.966377 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.008901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12338b6c-041f-4b00-8021-c19bb767b1ff tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd26951-0530-4646-9d96-0ae6c14e519b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:51.014204 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-12338b6c-041f-4b00-8021-c19bb767b1ff tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.016083 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-12338b6c-041f-4b00-8021-c19bb767b1ff tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.6192479 Nov 12 08:44:51.039573 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-34384a43-1681-4b72-a326-4bdf5189e984', 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'fixed_ips': [{'subnet_id': '6f35ddc0-e0e7-45ae-a398-199f7880301f'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:51.040015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42310) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.043015 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.060061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c2199d8f-3c87-4820-87ee-eb605c5dfd40 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group_rule': {'security_group_id': '1bd26951-0530-4646-9d96-0ae6c14e519b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:51.061514 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9969e2db-02c7-4143-9017-a62600ed5dda tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0649788 Nov 12 08:44:51.062677 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b05e0fe5-6fd5-4c32-b6b7-28e77d68098b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.067186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42312) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.072843 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaecc61e-2dbf-4ebd-90e7-c4ed9265b7cf tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] GET failed (client error): The resource could not be found. Nov 12 08:44:51.076816 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-aaecc61e-2dbf-4ebd-90e7-c4ed9265b7cf tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] 10.222.0.31 "GET /v2.0/networks/f3be0c4e-cf6f-4d75-90c0-b7adacc698d1 HTTP/1.1" status: 404 len: 339 time: 0.1271844 Nov 12 08:44:51.083417 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42314) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.142202 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bb71be-cc22-4cd7-a4de-40f6be2204f2 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] GET failed (client error): The resource could not be found. Nov 12 08:44:51.144047 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e5bb71be-cc22-4cd7-a4de-40f6be2204f2 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] 10.222.0.31 "GET /v2.0/ports/5db9e5b9-a64b-4c16-8640-d812d0f6bb3d HTTP/1.1" status: 404 len: 333 time: 0.0594547 Nov 12 08:44:51.149715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42316) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.240820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e0fe5-6fd5-4c32-b6b7-28e77d68098b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Subnet': ['ID=c90033b7-7a98-4509-9f88-16300c804fc9,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:51.257292 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76c5680-4659-43c3-a817-e9f91fdeb55e tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] GET failed (client error): The resource could not be found. Nov 12 08:44:51.268036 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d76c5680-4659-43c3-a817-e9f91fdeb55e tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] 10.222.0.31 "GET /v2.0/subnets/80d948ee-da24-40cd-b24c-77cf6c1eb449 HTTP/1.1" status: 404 len: 337 time: 0.1133037 Nov 12 08:44:51.268946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42318) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.287420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-251c24e3-7a1a-4585-91bb-a3c9afcfa572 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:51.292880 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c2199d8f-3c87-4820-87ee-eb605c5dfd40 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.350200 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-251c24e3-7a1a-4585-91bb-a3c9afcfa572 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] PUT failed (client error): The resource could not be found. Nov 12 08:44:51.351041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251c24e3-7a1a-4585-91bb-a3c9afcfa572 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:51.358538 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-251c24e3-7a1a-4585-91bb-a3c9afcfa572 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] 10.222.0.31 "PUT /v2.0/networks/3a5bd602-a108-4ac3-80d5-8fff8d681f3a HTTP/1.1" status: 404 len: 339 time: 0.0890777 Nov 12 08:44:51.359485 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42320) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.369384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3ef00dd5-e957-47eb-85c8-ae7d7fe580eb tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:51.393815 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef00dd5-e957-47eb-85c8-ae7d7fe580eb tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] PUT failed (client error): The resource could not be found. Nov 12 08:44:51.394870 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef00dd5-e957-47eb-85c8-ae7d7fe580eb tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:51.403373 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3ef00dd5-e957-47eb-85c8-ae7d7fe580eb tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] 10.222.0.31 "PUT /v2.0/ports/a9208800-70aa-451e-9bab-8c15a4df498b HTTP/1.1" status: 404 len: 333 time: 0.0380955 Nov 12 08:44:51.416758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Allocated IP 2001:db8:3::2 (34384a43-1681-4b72-a326-4bdf5189e984/6f35ddc0-e0e7-45ae-a398-199f7880301f/e4d6f18c-735a-4bf9-bd57-f42383860356) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:51.419552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42324) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.428489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4a8c5601-c8f1-418a-a155-efcf8b3c5fa2 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:51.493186 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3fe5c3d6-fb49-4b6c-a30a-e621b787446f req-ddc2ba4a-3a70-418a-ad40-48f318880c4e service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9793596 Nov 12 08:44:51.494067 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8c5601-c8f1-418a-a155-efcf8b3c5fa2 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] PUT failed (client error): The resource could not be found. Nov 12 08:44:51.495577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8c5601-c8f1-418a-a155-efcf8b3c5fa2 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:44:51.506541 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4a8c5601-c8f1-418a-a155-efcf8b3c5fa2 tempest-NetworksNegativeTestJSON-1305075252 tempest-NetworksNegativeTestJSON-1305075252-project] 10.222.0.31 "PUT /v2.0/subnets/9bfca312-e9c3-40ed-9682-75300356b97d HTTP/1.1" status: 404 len: 337 time: 0.0854232 Nov 12 08:44:51.606802 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c2199d8f-3c87-4820-87ee-eb605c5dfd40 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.617598 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c2199d8f-3c87-4820-87ee-eb605c5dfd40 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.672917 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c2199d8f-3c87-4820-87ee-eb605c5dfd40 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.693667 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c2199d8f-3c87-4820-87ee-eb605c5dfd40 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6499777 Nov 12 08:44:51.694383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42330) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:51.722936 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2199d8f-3c87-4820-87ee-eb605c5dfd40 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25c4a70-6d69-4ba7-b06c-fa2f37f87104,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:51.737826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f10081-72e6-4d70-85aa-80aaf9edc3b6 req-d81ccaea-ede8-44fe-b103-444da5ab23a4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:51.739433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76f10081-72e6-4d70-85aa-80aaf9edc3b6 req-d81ccaea-ede8-44fe-b103-444da5ab23a4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.5032008 Nov 12 08:44:51.747737 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.766114 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.800819 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3fe5c3d6-fb49-4b6c-a30a-e621b787446f req-de1b652f-dde3-4256-bb4b-58a3c6867d10 service neutron] 10.222.0.52 "GET /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442107 Nov 12 08:44:51.813650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Network 34384a43-1681-4b72-a326-4bdf5189e984 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:51.817697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:51.830523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a5473b4f-7378-43e1-a96a-f9d44cec1bfa tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.833184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:51.878515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Pushing event updated for resources: {'Port': ['ID=e4d6f18c-735a-4bf9-bd57-f42383860356,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:51.902630 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a5473b4f-7378-43e1-a96a-f9d44cec1bfa tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.930124 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Attempting to bind port e4d6f18c-735a-4bf9-bd57-f42383860356 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:51.930699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Attempting to bind port e4d6f18c-735a-4bf9-bd57-f42383860356 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '097af2e6-4dc7-4907-b104-12a52e8fde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:51.931160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Attempting to bind port e4d6f18c-735a-4bf9-bd57-f42383860356 on network 34384a43-1681-4b72-a326-4bdf5189e984 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:51.939757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:51.940190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Checking segment: {'id': '097af2e6-4dc7-4907-b104-12a52e8fde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:51.940755 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.942002 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Bound using segment: {'id': '097af2e6-4dc7-4907-b104-12a52e8fde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:51.942494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Bound port: e4d6f18c-735a-4bf9-bd57-f42383860356, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097af2e6-4dc7-4907-b104-12a52e8fde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:51.942887 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:51.965481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f48c8-2f20-4e56-b309-1b6aab979069 req-6c851188-99f9-4f09-aaec-4c997a6829b9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:51.974606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee5f48c8-2f20-4e56-b309-1b6aab979069 req-6c851188-99f9-4f09-aaec-4c997a6829b9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.2175040 Nov 12 08:44:51.983843 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a5473b4f-7378-43e1-a96a-f9d44cec1bfa tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.023594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] For port e4d6f18c-735a-4bf9-bd57-f42383860356, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:52.027042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a5473b4f-7378-43e1-a96a-f9d44cec1bfa tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.027376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] For port e4d6f18c-735a-4bf9-bd57-f42383860356, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e4d6f18c-735a-4bf9-bd57-f42383860356,segment=NetworkSegment(097af2e6-4dc7-4907-b104-12a52e8fde8b),segment_id=097af2e6-4dc7-4907-b104-12a52e8fde8b)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:52.028526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a5473b4f-7378-43e1-a96a-f9d44cec1bfa tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c25c4a70-6d69-4ba7-b06c-fa2f37f87104 HTTP/1.1" status: 204 len: 168 time: 0.3253098 Nov 12 08:44:52.035612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42334) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:52.040197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5473b4f-7378-43e1-a96a-f9d44cec1bfa tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c25c4a70-6d69-4ba7-b06c-fa2f37f87104,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:52.044456 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.049582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05e0fe5-6fd5-4c32-b6b7-28e77d68098b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Checking segment: {'id': '5eb8b967-94f8-4f85-b011-732bd1e177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '93a6c2c1-6b65-4e30-9688-3b64114f4fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:52.052773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e0fe5-6fd5-4c32-b6b7-28e77d68098b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network hostable DHCP agents. Network: 93a6c2c1-6b65-4e30-9688-3b64114f4fec, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:52.130151 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee5f48c8-2f20-4e56-b309-1b6aab979069 req-c72d48d4-b012-4217-8d5a-93b281268b8b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544511 Nov 12 08:44:52.130686 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42336) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:52.186428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61edee-5679-46f6-8ec1-afe7f7bfd2ba None None] Pushing event updated for resources: {'Port': ['ID=e4d6f18c-735a-4bf9-bd57-f42383860356,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:52.238768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-588d9324-e512-4467-b270-a4200b74bc99 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2018399 Nov 12 08:44:52.244663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42340) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:52.312584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] device_id is not set on port 1316da39-3526-47f3-9a74-7801608bdfcb yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:52.324799 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76f10081-72e6-4d70-85aa-80aaf9edc3b6 req-be85f9fe-4f2f-434d-aa90-9882b9b05c57 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742667 Nov 12 08:44:52.327647 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.333591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05e0fe5-6fd5-4c32-b6b7-28e77d68098b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 93a6c2c1-6b65-4e30-9688-3b64114f4fec is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:52.338910 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.372008 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.385956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b05e0fe5-6fd5-4c32-b6b7-28e77d68098b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 93a6c2c1-6b65-4e30-9688-3b64114f4fec) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:52.394283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05e0fe5-6fd5-4c32-b6b7-28e77d68098b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:52.394972 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b05e0fe5-6fd5-4c32-b6b7-28e77d68098b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.397478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c41c8f-8560-4964-a857-a7a84e476d80 None None] Network 93a6c2c1-6b65-4e30-9688-3b64114f4fec requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:52.399234 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.417518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c4cd5de-349f-4825-86fa-6fa685fed335 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.590039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c4cd5de-349f-4825-86fa-6fa685fed335 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.596020 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a9827446-c5b7-4468-a475-b34326a49ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.598011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b05e0fe5-6fd5-4c32-b6b7-28e77d68098b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1925447 Nov 12 08:44:52.606972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42344) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:52.715265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-860e9167-aaad-4155-8d4c-4ba88ba3d803 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1885038124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:52.770251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event updated for resources: {'Port': ['ID=1316da39-3526-47f3-9a74-7801608bdfcb,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:52.812438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:52.813983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:52.813983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:52.831523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a9827446-c5b7-4468-a475-b34326a49ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.838372 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a9827446-c5b7-4468-a475-b34326a49ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.862026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:52.862461 n-d-768851-18 neutron-server[102444]: ERROR neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:52.865457 n-d-768851-18 neutron-server[102444]: INFO neutron.plugins.ml2.plugin [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 2 to bind port 1316da39-3526-47f3-9a74-7801608bdfcb Nov 12 08:44:52.881255 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a9827446-c5b7-4468-a475-b34326a49ce3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef73b50343cb460eb14662b601c326da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7377036 Nov 12 08:44:52.882720 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c4cd5de-349f-4825-86fa-6fa685fed335 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.884075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-93a6c2c1-6b65-4e30-9688-3b64114f4fec', 'network_id': '93a6c2c1-6b65-4e30-9688-3b64114f4fec', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'fixed_ips': [{'subnet_id': 'c90033b7-7a98-4509-9f88-16300c804fc9'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:44:52.885059 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.889954 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c4cd5de-349f-4825-86fa-6fa685fed335 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.892577 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9c4cd5de-349f-4825-86fa-6fa685fed335 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-groups/1bd26951-0530-4646-9d96-0ae6c14e519b HTTP/1.1" status: 204 len: 168 time: 0.6458967 Nov 12 08:44:52.894675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42346) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:52.895222 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42348) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:52.910462 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-860e9167-aaad-4155-8d4c-4ba88ba3d803 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:52.911525 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-860e9167-aaad-4155-8d4c-4ba88ba3d803 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.060516 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-860e9167-aaad-4155-8d4c-4ba88ba3d803 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.066535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:53.066886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:53.067805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:53.083388 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-860e9167-aaad-4155-8d4c-4ba88ba3d803 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.104109 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9827446-c5b7-4468-a475-b34326a49ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a150eb00-4d3b-493e-aa68-4125389dedef,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:53.121491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cd5de-349f-4825-86fa-6fa685fed335 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd26951-0530-4646-9d96-0ae6c14e519b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:53.123230 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dae71f78-3807-4b4e-9b76-303168e46be6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.148996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:53.149414 n-d-768851-18 neutron-server[102444]: ERROR neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:53.151396 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dae71f78-3807-4b4e-9b76-303168e46be6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.158952 n-d-768851-18 neutron-server[102444]: INFO neutron.plugins.ml2.plugin [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 3 to bind port 1316da39-3526-47f3-9a74-7801608bdfcb Nov 12 08:44:53.187701 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-860e9167-aaad-4155-8d4c-4ba88ba3d803 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.189315 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-860e9167-aaad-4155-8d4c-4ba88ba3d803 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5762286 Nov 12 08:44:53.193375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42352) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:53.194371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:53.195003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:53.195713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:53.244897 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dae71f78-3807-4b4e-9b76-303168e46be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.250399 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dae71f78-3807-4b4e-9b76-303168e46be6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.254336 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dae71f78-3807-4b4e-9b76-303168e46be6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a150eb00-4d3b-493e-aa68-4125389dedef HTTP/1.1" status: 204 len: 168 time: 0.3533702 Nov 12 08:44:53.284424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Allocated IP 172.20.0.2 (93a6c2c1-6b65-4e30-9688-3b64114f4fec/c90033b7-7a98-4509-9f88-16300c804fc9/1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:53.286399 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e5757e11-2d15-4e0a-9418-932615d8dbe2 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3800690 Nov 12 08:44:53.293901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:53.294355 n-d-768851-18 neutron-server[102444]: ERROR neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:53.298568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42356) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:53.301531 n-d-768851-18 neutron-server[102444]: INFO neutron.plugins.ml2.plugin [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 4 to bind port 1316da39-3526-47f3-9a74-7801608bdfcb Nov 12 08:44:53.309798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae71f78-3807-4b4e-9b76-303168e46be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a150eb00-4d3b-493e-aa68-4125389dedef,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:53.343334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945027580'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:53.451326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:53.451598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:53.451945 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:53.575080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:53.575526 n-d-768851-18 neutron-server[102444]: ERROR neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:53.601201 n-d-768851-18 neutron-server[102444]: INFO neutron.plugins.ml2.plugin [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 5 to bind port 1316da39-3526-47f3-9a74-7801608bdfcb Nov 12 08:44:53.614016 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.633121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f79b0-9fba-4b11-b8b8-caf008701dfa req-fcd91fb1-4452-4b70-85ad-3aad02ecf7bc tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.635095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b65f79b0-9fba-4b11-b8b8-caf008701dfa req-fcd91fb1-4452-4b70-85ad-3aad02ecf7bc tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.2733867 Nov 12 08:44:53.680897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d1794-03b9-416e-8f98-2d4b88c17a63 req-f8fdfed6-1a89-4e9b-838f-80c60b6895c0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:53.692936 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.697454 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e15d1794-03b9-416e-8f98-2d4b88c17a63 req-f8fdfed6-1a89-4e9b-838f-80c60b6895c0 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.1737907 Nov 12 08:44:53.715282 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:53.724029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:53.724440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:53.724999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:53.777002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:53.777293 n-d-768851-18 neutron-server[102444]: ERROR neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:53.781855 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Network 93a6c2c1-6b65-4e30-9688-3b64114f4fec is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:53.787337 n-d-768851-18 neutron-server[102444]: INFO neutron.plugins.ml2.plugin [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 6 to bind port 1316da39-3526-47f3-9a74-7801608bdfcb Nov 12 08:44:53.790847 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Allocated IP 2001:db8:3::1 (34384a43-1681-4b72-a326-4bdf5189e984/6f35ddc0-e0e7-45ae-a398-199f7880301f/cfaf7416-a699-4c55-96c2-baeb8e0b12a6) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:53.838975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:53.839583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:53.839873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:53.845748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:53.863891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:53.865282 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e15d1794-03b9-416e-8f98-2d4b88c17a63 req-57b22c58-87fc-4235-9e76-e36e745d2306 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504359 Nov 12 08:44:53.980891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e8ba71-1710-41b9-aaa2-81f6f7ff253b None None] Network 34384a43-1681-4b72-a326-4bdf5189e984 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:54.076165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Pushing event updated for resources: {'Port': ['ID=1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:54.105394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Attempting to bind port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:54.106063 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Attempting to bind port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '5eb8b967-94f8-4f85-b011-732bd1e177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '93a6c2c1-6b65-4e30-9688-3b64114f4fec'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:54.106460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Attempting to bind port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea on network 93a6c2c1-6b65-4e30-9688-3b64114f4fec {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:54.129948 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:44:54.130364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Checking segment: {'id': '5eb8b967-94f8-4f85-b011-732bd1e177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '93a6c2c1-6b65-4e30-9688-3b64114f4fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:54.130721 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.131117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Bound using segment: {'id': '5eb8b967-94f8-4f85-b011-732bd1e177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '93a6c2c1-6b65-4e30-9688-3b64114f4fec'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:44:54.131789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Bound port: 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb8b967-94f8-4f85-b011-732bd1e177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '93a6c2c1-6b65-4e30-9688-3b64114f4fec'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:44:54.132169 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.137471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-700d4c67-a258-4f72-b16c-d0653daf520b None None] Provisioning complete for port e4d6f18c-735a-4bf9-bd57-f42383860356 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:54.137837 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-700d4c67-a258-4f72-b16c-d0653daf520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.243725 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.331962 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] For port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:54.342753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] For port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea,segment=NetworkSegment(5eb8b967-94f8-4f85-b011-732bd1e177bd),segment_id=5eb8b967-94f8-4f85-b011-732bd1e177bd)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:44:54.348448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:54.348448 n-d-768851-18 neutron-server[102444]: ERROR neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:54.365155 n-d-768851-18 neutron-server[102444]: INFO neutron.plugins.ml2.plugin [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 7 to bind port 1316da39-3526-47f3-9a74-7801608bdfcb Nov 12 08:44:54.392429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df6b3-9b2b-4a25-b40a-c3c604dd14e8 req-332bf701-54fd-4d20-a123-6474436b57e1 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.394848 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-287df6b3-9b2b-4a25-b40a-c3c604dd14e8 req-332bf701-54fd-4d20-a123-6474436b57e1 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.1527448 Nov 12 08:44:54.418127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:54.418483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:54.418818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:54.495817 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.528969 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-287df6b3-9b2b-4a25-b40a-c3c604dd14e8 req-6e667f82-ed20-49fc-ae7f-ac21d61eef73 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278040 Nov 12 08:44:54.566869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:54.567369 n-d-768851-18 neutron-server[102444]: ERROR neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:54.580592 n-d-768851-18 neutron-server[102444]: INFO neutron.plugins.ml2.plugin [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 8 to bind port 1316da39-3526-47f3-9a74-7801608bdfcb Nov 12 08:44:54.589040 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.609688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 34384a43-1681-4b72-a326-4bdf5189e984 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:54.654916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=cfaf7416-a699-4c55-96c2-baeb8e0b12a6,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:54.661923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b65f79b0-9fba-4b11-b8b8-caf008701dfa req-682b2593-82b5-4964-990c-266c7f9ea7dc tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9910369 Nov 12 08:44:54.663402 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.755105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:54.772864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e4d6f18c-735a-4bf9-bd57-f42383860356 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:54.787022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:54.787587 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.794939 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.799871 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4922764 Nov 12 08:44:54.802984 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9828832-29d0-40fa-ae11-8eaf36bf4a9e req-22918370-eb17-4c3b-b37e-33fa93bf54d9 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:54.811597 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9828832-29d0-40fa-ae11-8eaf36bf4a9e req-22918370-eb17-4c3b-b37e-33fa93bf54d9 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.0926182 Nov 12 08:44:54.813933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42384) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:54.824040 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-01c939ca-9ac2-4aa7-9fdf-34a21b28001b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group_rule': {'security_group_id': '79fda762-7b61-41b3-94d7-49f0e1396ef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:54.841135 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.867936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.887603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:54.888207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:54.888561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:54.949314 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-700d4c67-a258-4f72-b16c-d0653daf520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:54.964171 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01c939ca-9ac2-4aa7-9fdf-34a21b28001b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.049770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9828832-29d0-40fa-ae11-8eaf36bf4a9e req-e2a7536d-603b-4d82-a360-c806d0c26a8f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357686 Nov 12 08:44:55.159358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd053e3-3398-41e9-b7c8-256348314d50 None None] Pushing event updated for resources: {'Port': ['ID=1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:55.170000 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01c939ca-9ac2-4aa7-9fdf-34a21b28001b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.174070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42392) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:55.200564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01c939ca-9ac2-4aa7-9fdf-34a21b28001b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.239548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e4d6f18c-735a-4bf9-bd57-f42383860356 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:55.240308 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.304471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c939ca-9ac2-4aa7-9fdf-34a21b28001b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dc1c5e-e5c0-42f2-b675-d79bb35fa511,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:55.309351 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Allocated IP 172.20.0.1 (93a6c2c1-6b65-4e30-9688-3b64114f4fec/c90033b7-7a98-4509-9f88-16300c804fc9/d39195bf-6250-46f6-9648-45fa6dbcd66f) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:44:55.338108 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-700d4c67-a258-4f72-b16c-d0653daf520b None None] For port e4d6f18c-735a-4bf9-bd57-f42383860356, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e4d6f18c-735a-4bf9-bd57-f42383860356,segment=NetworkSegment(097af2e6-4dc7-4907-b104-12a52e8fde8b),segment_id=097af2e6-4dc7-4907-b104-12a52e8fde8b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:55.359217 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-700d4c67-a258-4f72-b16c-d0653daf520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.522153 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.565115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:55.565115 n-d-768851-18 neutron-server[102444]: ERROR neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:55.565682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fda762-7b61-41b3-94d7-49f0e1396ef3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:55.574108 n-d-768851-18 neutron-server[102444]: INFO neutron.plugins.ml2.plugin [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 9 to bind port 1316da39-3526-47f3-9a74-7801608bdfcb Nov 12 08:44:55.579045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e5f49019-5a24-493f-b2ad-13f3e86891c4 None None] Provisioning complete for port cfaf7416-a699-4c55-96c2-baeb8e0b12a6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:55.579412 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5f49019-5a24-493f-b2ad-13f3e86891c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.594126 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.647482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e5f49019-5a24-493f-b2ad-13f3e86891c4 None None] Port cfaf7416-a699-4c55-96c2-baeb8e0b12a6 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:55.706898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=d39195bf-6250-46f6-9648-45fa6dbcd66f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:55.716400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.716879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.717335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.717464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d4c67-a258-4f72-b16c-d0653daf520b None None] Pushing event updated for resources: {'Port': ['ID=e4d6f18c-735a-4bf9-bd57-f42383860356,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:55.718046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.718392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.718726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.719055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.719439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.720742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.720742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.720942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.721246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e50465-7c69-47b0-a97c-87b287986379 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.748368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e5f49019-5a24-493f-b2ad-13f3e86891c4 None None] Provisioning complete for port e4d6f18c-735a-4bf9-bd57-f42383860356 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:55.749966 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5f49019-5a24-493f-b2ad-13f3e86891c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.755688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.756050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.756399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.756743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.757083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.757430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.757758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.758084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.758786 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.759118 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.759443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.759760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:44:55.786312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 93a6c2c1-6b65-4e30-9688-3b64114f4fec is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:55.787667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:55.788008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:55.788349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:55.797406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:55.799630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:55.799962 n-d-768851-18 neutron-server[102444]: ERROR neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:55.802597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:55.805313 n-d-768851-18 neutron-server[102444]: INFO neutron.plugins.ml2.plugin [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 10 to bind port 1316da39-3526-47f3-9a74-7801608bdfcb Nov 12 08:44:55.830514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-926954129'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:55.836554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:44:55.836898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:44:55.837335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:44:55.841822 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01c939ca-9ac2-4aa7-9fdf-34a21b28001b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.843201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-01c939ca-9ac2-4aa7-9fdf-34a21b28001b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0283322 Nov 12 08:44:55.849167 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42398) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:55.857162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e05d7f53-aecc-4e93-b11e-91a52e5a0db5 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group_rule': {'security_group_id': '79fda762-7b61-41b3-94d7-49f0e1396ef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:55.897987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0285082-031b-425a-9b0e-492d1ed63414 req-ac414771-b7aa-44ae-98c4-7b140a2c3b3d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:55.899792 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0285082-031b-425a-9b0e-492d1ed63414 req-ac414771-b7aa-44ae-98c4-7b140a2c3b3d tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.6252279 Nov 12 08:44:55.903152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:55.906522 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.924218 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:55.991034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:44:55.991034 n-d-768851-18 neutron-server[102444]: ERROR neutron.plugins.ml2.managers [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 1316da39-3526-47f3-9a74-7801608bdfcb on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:44:55.991034 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.000652 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0285082-031b-425a-9b0e-492d1ed63414 req-5e3644b2-e7e8-46c9-9761-e9327d68be0c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800900 Nov 12 08:44:56.005965 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e05d7f53-aecc-4e93-b11e-91a52e5a0db5 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.108799 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e05d7f53-aecc-4e93-b11e-91a52e5a0db5 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.121157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e05d7f53-aecc-4e93-b11e-91a52e5a0db5 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.156270 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.169027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d7f53-aecc-4e93-b11e-91a52e5a0db5 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0045939c-57fa-4a49-9a22-fc8612276ae0,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:56.175340 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.225942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:44:56.238265 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.238620 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Added segment 3e90ae77-6938-49e9-8457-a1af4bd4c954 of type vlan for network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd Nov 12 08:44:56.315962 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e05d7f53-aecc-4e93-b11e-91a52e5a0db5 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.319885 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e05d7f53-aecc-4e93-b11e-91a52e5a0db5 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4669945 Nov 12 08:44:56.326072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42406) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:56.338643 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ca8b28fe-0de5-48e1-b27d-10066ee32b9b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group_rule': {'security_group_id': '79fda762-7b61-41b3-94d7-49f0e1396ef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:56.427557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45415e99-c7a4-4aaf-bfd8-8b762bd44ee5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:56.455571 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.529328 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b0e9f-4188-4011-95e0-28519f222169 req-5039e473-4e2c-465d-a4fa-3b87afba9d5c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.529328 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d00b0e9f-4188-4011-95e0-28519f222169 req-5039e473-4e2c-465d-a4fa-3b87afba9d5c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.2551858 Nov 12 08:44:56.529328 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca8b28fe-0de5-48e1-b27d-10066ee32b9b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.608451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e4d6f18c-735a-4bf9-bd57-f42383860356 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:56.614544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-3f5ce560-ab60-45d5-8964-584486ba95e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.0415511 Nov 12 08:44:56.666852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.698206 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d00b0e9f-4188-4011-95e0-28519f222169 req-9f221b15-d5b0-4587-a78e-1dc440864797 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979849 Nov 12 08:44:56.739992 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.755795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.756538 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.764735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e4d6f18c-735a-4bf9-bd57-f42383860356 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:56.765223 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.874786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Network': ['ID=e430972b-b0b2-42c2-a0cf-710d7ce1f7cd,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:56.882087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15617-53c3-4107-a518-302b839d1524 req-7c7f8da7-0bec-4a18-a617-c4c95d5c2bd1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:56.884525 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-09b15617-53c3-4107-a518-302b839d1524 req-7c7f8da7-0bec-4a18-a617-c4c95d5c2bd1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 1.0572169 Nov 12 08:44:56.901081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:44:56.910597 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.941250 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-04829fdb-48d4-41a9-a033-6de19346338f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7627728 Nov 12 08:44:56.948071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a24809-909b-42fd-8e6c-a886025397d5 None None] Network 93a6c2c1-6b65-4e30-9688-3b64114f4fec requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:56.951376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42414) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:56.959123 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca8b28fe-0de5-48e1-b27d-10066ee32b9b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:56.966117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'name': 'tempest-PortsTestJSON-1971343537'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:56.992044 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca8b28fe-0de5-48e1-b27d-10066ee32b9b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.038108 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b28fe-0de5-48e1-b27d-10066ee32b9b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa5a4d3-355c-4f03-92a1-978072c1d753,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:57.060205 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9f0f7-102f-4580-a056-7a3450e7c34a req-26406e31-8191-45b9-909b-4526c4841454 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.073852 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9f9f0f7-102f-4580-a056-7a3450e7c34a req-26406e31-8191-45b9-909b-4526c4841454 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.1156452 Nov 12 08:44:57.100450 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca8b28fe-0de5-48e1-b27d-10066ee32b9b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.104072 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ca8b28fe-0de5-48e1-b27d-10066ee32b9b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7688351 Nov 12 08:44:57.133971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42416) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:57.149363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-949efb2f-118b-41eb-819b-76aceb3501a9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group_rule': {'security_group_id': '79fda762-7b61-41b3-94d7-49f0e1396ef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:57.175323 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3b24a723-c781-4b62-a1ab-b173e2c14df5 None None] Provisioning complete for port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:57.175323 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b24a723-c781-4b62-a1ab-b173e2c14df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.252832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] For port 1316da39-3526-47f3-9a74-7801608bdfcb, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:44:57.253708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempted to set empty binding levels {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:44:57.280079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-5a66d6a5-3145-4926-a9b9-b83d80cfc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.280703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-5a66d6a5-3145-4926-a9b9-b83d80cfc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.282556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-5a66d6a5-3145-4926-a9b9-b83d80cfc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.282556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-5a66d6a5-3145-4926-a9b9-b83d80cfc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.282852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-5a66d6a5-3145-4926-a9b9-b83d80cfc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.283185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-5a66d6a5-3145-4926-a9b9-b83d80cfc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.283659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-5a66d6a5-3145-4926-a9b9-b83d80cfc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.287066 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-5a66d6a5-3145-4926-a9b9-b83d80cfc02c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6508 time: 0.5881395 Nov 12 08:44:57.293164 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9f9f0f7-102f-4580-a056-7a3450e7c34a req-0d5400bf-77a1-40fc-8b1d-5633e15757c6 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181704 Nov 12 08:44:57.300272 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.365085 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-949efb2f-118b-41eb-819b-76aceb3501a9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.368602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:57.372281 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.528465 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-949efb2f-118b-41eb-819b-76aceb3501a9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.543654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-fe88add6-62a2-43bb-a10d-d16a82094589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.543933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-fe88add6-62a2-43bb-a10d-d16a82094589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.544280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-fe88add6-62a2-43bb-a10d-d16a82094589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.546516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-fe88add6-62a2-43bb-a10d-d16a82094589 service neutron] 10.222.0.46 "GET /v2.0/networks?id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=631d573a-b698-41e7-b1e5-d92155823f60&id=631d573a-b698-41e7-b1e5-d92155823f60 HTTP/1.1" status: 200 len: 2298 time: 0.1843386 Nov 12 08:44:57.561329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dcd3c-b542-4fb2-9739-33d2bc9fdd8d req-881e1078-71fe-4435-81a1-7a0eed365c71 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.574660 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa3dcd3c-b542-4fb2-9739-33d2bc9fdd8d req-881e1078-71fe-4435-81a1-7a0eed365c71 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.1271479 Nov 12 08:44:57.579336 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-949efb2f-118b-41eb-819b-76aceb3501a9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.593430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:57.633180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949efb2f-118b-41eb-819b-76aceb3501a9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315aee69-111c-404c-9d38-18c8b5b5d7b0,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:57.648252 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-949efb2f-118b-41eb-819b-76aceb3501a9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.654149 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-949efb2f-118b-41eb-819b-76aceb3501a9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5180328 Nov 12 08:44:57.654972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42422) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:57.670466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] In _notify_port_updated(), no bound segment for port 1316da39-3526-47f3-9a74-7801608bdfcb on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:44:57.671042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.671663 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.678262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "PUT /v2.0/ports/1316da39-3526-47f3-9a74-7801608bdfcb HTTP/1.1" status: 200 len: 980 time: 7.1315594 Nov 12 08:44:57.678520 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7cdc288c-d05b-4589-9e25-747a9aa6d9e0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group_rule': {'security_group_id': '79fda762-7b61-41b3-94d7-49f0e1396ef3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:57.682618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port 1506be73-df91-4889-8b40-688c9f8bb57f yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:57.685919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42424) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:57.697346 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b24a723-c781-4b62-a1ab-b173e2c14df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.796075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:57.797346 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.835363 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa3dcd3c-b542-4fb2-9739-33d2bc9fdd8d req-f0b72bb9-c900-4186-9a99-e6fbfaedb4a4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592883 Nov 12 08:44:57.869542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.884918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-09b15617-53c3-4107-a518-302b839d1524 req-a24dcd7b-5331-4018-9c06-6d023edb592b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9581206 Nov 12 08:44:57.895577 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cdc288c-d05b-4589-9e25-747a9aa6d9e0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.954901 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.955373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.955831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.956284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.956734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.957299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.965270 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.966878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3b24a723-c781-4b62-a1ab-b173e2c14df5 None None] For port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea,segment=NetworkSegment(5eb8b967-94f8-4f85-b011-732bd1e177bd),segment_id=5eb8b967-94f8-4f85-b011-732bd1e177bd)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:57.969147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.970650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.971192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.972887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.975938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.976626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.979055 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b24a723-c781-4b62-a1ab-b173e2c14df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:57.979535 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.980686 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.981738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.983266 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.985749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.990762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.990762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.991546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.992071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.993307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.996549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.997005 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.997557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.998256 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:57.998775 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.001434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.001434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.005710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.010118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.013018 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.019900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.034058 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d428d924-2611-4d37-99b8-d96874d59e25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30906 time: 0.3400202 Nov 12 08:44:58.036073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42430) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:58.058383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24a723-c781-4b62-a1ab-b173e2c14df5 None None] Pushing event updated for resources: {'Port': ['ID=1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:58.180662 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db786eeb-453c-4157-934a-4a891cadea23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event updated for resources: {'Port': ['ID=1316da39-3526-47f3-9a74-7801608bdfcb,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:58.226931 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.246406 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cdc288c-d05b-4589-9e25-747a9aa6d9e0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.262437 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cdc288c-d05b-4589-9e25-747a9aa6d9e0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.322084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-9ee27e1b-cdf5-42a6-b832-9a78cfcc3bb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a108f05-c3d3-44ae-991a-9885afcdf616 HTTP/1.1" status: 200 len: 1001 time: 0.7148907 Nov 12 08:44:58.326556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc288c-d05b-4589-9e25-747a9aa6d9e0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa265f2-9dd4-4865-b723-a6e0c6cb137e,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:58.378997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-836d3fb0-dd55-4224-9111-a805a4aad4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Deleting port 1316da39-3526-47f3-9a74-7801608bdfcb {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:44:58.380435 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-836d3fb0-dd55-4224-9111-a805a4aad4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.389416 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cdc288c-d05b-4589-9e25-747a9aa6d9e0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.391228 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7cdc288c-d05b-4589-9e25-747a9aa6d9e0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7260845 Nov 12 08:44:58.394477 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42432) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:58.433638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:44:58.438958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360bb34-e800-462a-aec7-7f8ff7c6f315 req-78ab0eae-3e95-43ef-bff0-ce13b3a256de tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.440555 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3360bb34-e800-462a-aec7-7f8ff7c6f315 req-78ab0eae-3e95-43ef-bff0-ce13b3a256de tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.3407831 Nov 12 08:44:58.463186 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33516a8f-3f0b-4035-8623-b369ba83daa0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.467713 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d29e636a-1433-4ef2-916d-c549d60aa19f None None] Provisioning complete for port d39195bf-6250-46f6-9648-45fa6dbcd66f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:58.470632 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d29e636a-1433-4ef2-916d-c549d60aa19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.500870 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.596000 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33516a8f-3f0b-4035-8623-b369ba83daa0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.614316 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:44:58.701865 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33516a8f-3f0b-4035-8623-b369ba83daa0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.706097 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-836d3fb0-dd55-4224-9111-a805a4aad4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] For port 1316da39-3526-47f3-9a74-7801608bdfcb, host n-h2-768851-18, got binding levels [] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:44:58.706833 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-836d3fb0-dd55-4224-9111-a805a4aad4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.724671 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33516a8f-3f0b-4035-8623-b369ba83daa0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.726159 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-33516a8f-3f0b-4035-8623-b369ba83daa0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9aa265f2-9dd4-4865-b723-a6e0c6cb137e HTTP/1.1" status: 204 len: 168 time: 0.3304276 Nov 12 08:44:58.735847 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33516a8f-3f0b-4035-8623-b369ba83daa0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9aa265f2-9dd4-4865-b723-a6e0c6cb137e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:58.746449 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.747299 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:58.747676 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.754082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42434) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:58.775867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d29e636a-1433-4ef2-916d-c549d60aa19f None None] Port d39195bf-6250-46f6-9648-45fa6dbcd66f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:58.803445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-836d3fb0-dd55-4224-9111-a805a4aad4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Calling delete_port for 1316da39-3526-47f3-9a74-7801608bdfcb owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:44:58.826039 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-09f7b9de-8a85-481b-8e41-790ed74a769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:58.827878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-09f7b9de-8a85-481b-8e41-790ed74a769e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a43c131c-72c6-429e-a17b-f79d55a2a13c HTTP/1.1" status: 200 len: 856 time: 0.4786921 Nov 12 08:44:58.848986 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d29e636a-1433-4ef2-916d-c549d60aa19f None None] Provisioning complete for port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:58.849532 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d29e636a-1433-4ef2-916d-c549d60aa19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:58.867406 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-de1a153e-1ac1-45de-92aa-a87e795ba978 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1089301 Nov 12 08:44:58.870227 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3360bb34-e800-462a-aec7-7f8ff7c6f315 req-9b723f18-30b4-4908-a688-63b1c5d48df5 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749354 Nov 12 08:44:58.878903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42436) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:59.037296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=1506be73-df91-4889-8b40-688c9f8bb57f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:59.047352 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-836d3fb0-dd55-4224-9111-a805a4aad4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.056097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Checking segment: {'id': '3e90ae77-6938-49e9-8457-a1af4bd4c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:44:59.056689 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network hostable DHCP agents. Network: e430972b-b0b2-42c2-a0cf-710d7ce1f7cd, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:44:59.109540 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-836d3fb0-dd55-4224-9111-a805a4aad4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.117512 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-836d3fb0-dd55-4224-9111-a805a4aad4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "DELETE /v2.0/ports/1316da39-3526-47f3-9a74-7801608bdfcb HTTP/1.1" status: 204 len: 168 time: 1.0767038 Nov 12 08:44:59.123479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42450) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:59.129290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d3fb0-dd55-4224-9111-a805a4aad4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event deleted for resources: {'Port': ['ID=1316da39-3526-47f3-9a74-7801608bdfcb,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:59.162972 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd17e3b-16cd-40c6-86f1-626d44fd4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:44:59.164638 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8cd17e3b-16cd-40c6-86f1-626d44fd4a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "GET /v2.0/ports/1316da39-3526-47f3-9a74-7801608bdfcb HTTP/1.1" status: 404 len: 333 time: 0.0366788 Nov 12 08:44:59.174712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42456) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:59.190923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-42012769', 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:59.217510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:44:59.225849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7b50-f2b8-4774-8cc3-355f3c43bd8c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.227351 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7b411eeb-979a-4953-b4d8-d71309ad7001 None None] Provisioning complete for port d39195bf-6250-46f6-9648-45fa6dbcd66f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:44:59.228179 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7b411eeb-979a-4953-b4d8-d71309ad7001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.229524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-d1d1f6ba-22b6-4873-9bf1-e6e7cf11ecb4 req-3cd59ed8-a9c2-4159-a5d6-b80a49f190fc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:44:59.231034 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d1d1f6ba-22b6-4873-9bf1-e6e7cf11ecb4 req-3cd59ed8-a9c2-4159-a5d6-b80a49f190fc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1123111 Nov 12 08:44:59.252377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Made reservation on behalf of 15d293b5871b4b0aa18be575dab30575 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:59.252960 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7b50-f2b8-4774-8cc3-355f3c43bd8c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.257915 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.274061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7b411eeb-979a-4953-b4d8-d71309ad7001 None None] Port d39195bf-6250-46f6-9648-45fa6dbcd66f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:44:59.281176 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.287523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, e430972b-b0b2-42c2-a0cf-710d7ce1f7cd) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:59.291456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] device_id is not set on port 31d2d32e-5b1c-4a8a-b2b0-d6d01ea744ab yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:44:59.291914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:59.298282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.298846 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.305467 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b163dea5-8e23-4ff5-a05f-3211dca18f1f None None] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:44:59.305880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.322065 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.322904 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.336780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-8e89f23c-9689-4966-b6c1-e65c0d5d1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.338668 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-8e89f23c-9689-4966-b6c1-e65c0d5d1e14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4968169 Nov 12 08:44:59.347501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bfc0b-5fa8-4b99-bb4c-4548e8a4daaa req-87c6bc5b-e2d8-487e-b26c-92b07e83e361 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.348532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-343bfc0b-5fa8-4b99-bb4c-4548e8a4daaa req-87c6bc5b-e2d8-487e-b26c-92b07e83e361 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.2769575 Nov 12 08:44:59.358006 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.460257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5f138060-7cc6-4f50-ab3f-a80a749504b5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4967782 Nov 12 08:44:59.483421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42462) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:59.494587 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7b50-f2b8-4774-8cc3-355f3c43bd8c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.499687 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7b50-f2b8-4774-8cc3-355f3c43bd8c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.501451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cd3b7b50-f2b8-4774-8cc3-355f3c43bd8c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/315aee69-111c-404c-9d38-18c8b5b5d7b0 HTTP/1.1" status: 204 len: 168 time: 0.4550447 Nov 12 08:44:59.507453 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42464) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:59.541187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d4633039-d428-48e9-8704-a1fa9c3e08c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-102289676'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:44:59.569443 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.601612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event updated for resources: {'Port': ['ID=cfaf7416-a699-4c55-96c2-baeb8e0b12a6,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:59.612219 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cf6feb15-7d0f-461f-aa27-728ab1a3f206 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1020098 Nov 12 08:44:59.615567 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b7b50-f2b8-4774-8cc3-355f3c43bd8c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=315aee69-111c-404c-9d38-18c8b5b5d7b0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:59.620693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42466) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:59.622679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a4f0a-1bc5-474c-9df2-5b441e16443a req-241cdc62-c5a6-4bf9-9424-1328678737cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.624358 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-062a4f0a-1bc5-474c-9df2-5b441e16443a req-241cdc62-c5a6-4bf9-9424-1328678737cc tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.1336284 Nov 12 08:44:59.680744 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.693570 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.729662 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-062a4f0a-1bc5-474c-9df2-5b441e16443a req-8ce038ae-c014-47f4-81b6-911b4267740a tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905278 Nov 12 08:44:59.747892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Network 127474e3-7b5b-46a8-90fc-3509eded281c is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:59.752381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:44:59.757488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-343bfc0b-5fa8-4b99-bb4c-4548e8a4daaa req-d3e982db-4f5b-4e8c-a420-71c0537f9dc2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3964489 Nov 12 08:44:59.769602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:44:59.771822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.771822 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.772692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4633039-d428-48e9-8704-a1fa9c3e08c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:44:59.775990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event updated for resources: {'Port': ['ID=31d2d32e-5b1c-4a8a-b2b0-d6d01ea744ab,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:59.776379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d4633039-d428-48e9-8704-a1fa9c3e08c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.787970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=d39195bf-6250-46f6-9648-45fa6dbcd66f,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:44:59.812733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7ee77c18-afe5-47f6-9987-d329e5e1327c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6356580 Nov 12 08:44:59.816874 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42470) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:59.827213 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-d0eb8c5e-b44d-4724-8449-38709931fc76 service neutron] 10.222.0.46 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728882 Nov 12 08:44:59.828228 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9764798-c882-4468-b482-431cd58b29df tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.866353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c81985c-e281-4de0-8533-d9503d30a297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:44:59.871038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9c81985c-e281-4de0-8533-d9503d30a297 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "GET /v2.0/ports/31d2d32e-5b1c-4a8a-b2b0-d6d01ea744ab HTTP/1.1" status: 200 len: 957 time: 0.0500164 Nov 12 08:44:59.871496 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42472) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:44:59.880226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Network 34384a43-1681-4b72-a326-4bdf5189e984 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:44:59.884117 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9764798-c882-4468-b482-431cd58b29df tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:59.901771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:00.042437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4633039-d428-48e9-8704-a1fa9c3e08c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:00.055403 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de0742-2de5-43bc-9ee0-dac3b0f19f71 req-e4cc2e93-152d-4842-9dfe-1d04eccfb787 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.067877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71de0742-2de5-43bc-9ee0-dac3b0f19f71 req-e4cc2e93-152d-4842-9dfe-1d04eccfb787 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.1648908 Nov 12 08:45:00.119385 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ef3479e8-11ad-499d-8e4b-90bdee7d7c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Deleting port 31d2d32e-5b1c-4a8a-b2b0-d6d01ea744ab {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:00.119875 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef3479e8-11ad-499d-8e4b-90bdee7d7c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.210307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8f40ec1a-e79c-4a61-a850-bc4665f7f683 None None] Provisioning complete for port cfaf7416-a699-4c55-96c2-baeb8e0b12a6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:00.211424 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8f40ec1a-e79c-4a61-a850-bc4665f7f683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.242537 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-71de0742-2de5-43bc-9ee0-dac3b0f19f71 req-f792eab9-eeb2-413c-97a4-711d44516539 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657844 Nov 12 08:45:00.275596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8f40ec1a-e79c-4a61-a850-bc4665f7f683 None None] Port cfaf7416-a699-4c55-96c2-baeb8e0b12a6 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:00.275876 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef3479e8-11ad-499d-8e4b-90bdee7d7c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.307231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ef3479e8-11ad-499d-8e4b-90bdee7d7c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Calling delete_port for 31d2d32e-5b1c-4a8a-b2b0-d6d01ea744ab owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:00.449788 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef3479e8-11ad-499d-8e4b-90bdee7d7c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.464433 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876e7a3-6102-4651-aad2-a9c99e57e231 req-c025b593-43ae-4afb-9661-5b9d13491524 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.465997 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e876e7a3-6102-4651-aad2-a9c99e57e231 req-c025b593-43ae-4afb-9661-5b9d13491524 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.0746040 Nov 12 08:45:00.496767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3479e8-11ad-499d-8e4b-90bdee7d7c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event deleted for resources: {'Port': ['ID=31d2d32e-5b1c-4a8a-b2b0-d6d01ea744ab,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:00.504677 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9764798-c882-4468-b482-431cd58b29df tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.511305 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef3479e8-11ad-499d-8e4b-90bdee7d7c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.514816 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ef3479e8-11ad-499d-8e4b-90bdee7d7c4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "DELETE /v2.0/ports/31d2d32e-5b1c-4a8a-b2b0-d6d01ea744ab HTTP/1.1" status: 204 len: 168 time: 0.6421967 Nov 12 08:45:00.519601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42480) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:00.552926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9764798-c882-4468-b482-431cd58b29df tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.553288 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b5ecb3-9fdc-486b-9e32-c8adc600b04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:45:00.560185 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a6b5ecb3-9fdc-486b-9e32-c8adc600b04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "GET /v2.0/ports/31d2d32e-5b1c-4a8a-b2b0-d6d01ea744ab HTTP/1.1" status: 404 len: 333 time: 0.0343223 Nov 12 08:45:00.560185 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42482) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:00.560505 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c9764798-c882-4468-b482-431cd58b29df tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0fa5a4d3-355c-4f03-92a1-978072c1d753 HTTP/1.1" status: 204 len: 168 time: 0.9211459 Nov 12 08:45:00.566775 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42484) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:00.571600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Request body: {'port': {'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-981292538'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:00.574362 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d4633039-d428-48e9-8704-a1fa9c3e08c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.574940 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-d4633039-d428-48e9-8704-a1fa9c3e08c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Added segment a4568bed-3a57-4e4a-bec2-1b488ec8b381 of type vlan for network ebdd70c5-e883-46ff-8ac1-c83cd20fd169 Nov 12 08:45:00.603162 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e876e7a3-6102-4651-aad2-a9c99e57e231 req-099f77ae-f9c6-4f89-a7c5-58301f224cb3 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134977 Nov 12 08:45:00.612610 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9764798-c882-4468-b482-431cd58b29df tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fa5a4d3-355c-4f03-92a1-978072c1d753,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:00.631761 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Made reservation on behalf of 15d293b5871b4b0aa18be575dab30575 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:00.634892 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.648136 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b2855205-d4bc-4714-9a36-a5bdb542b526 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0888791 Nov 12 08:45:00.658516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42488) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:00.679897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d4633039-d428-48e9-8704-a1fa9c3e08c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.686016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] device_id is not set on port 357c3d52-8a98-44b1-956d-ead6043b4b57 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:00.695042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20799650-ab37-4948-91fe-f1797be27a77 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.733733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 93a6c2c1-6b65-4e30-9688-3b64114f4fec is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:00.734039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20799650-ab37-4948-91fe-f1797be27a77 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.784717 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20799650-ab37-4948-91fe-f1797be27a77 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.785009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:00.799167 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20799650-ab37-4948-91fe-f1797be27a77 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.804936 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-20799650-ab37-4948-91fe-f1797be27a77 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0045939c-57fa-4a49-9a22-fc8612276ae0 HTTP/1.1" status: 204 len: 168 time: 0.1408713 Nov 12 08:45:00.804936 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42490) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:00.807100 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d4633039-d428-48e9-8704-a1fa9c3e08c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.816253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4633039-d428-48e9-8704-a1fa9c3e08c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.817194 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d4633039-d428-48e9-8704-a1fa9c3e08c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:00.847540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20799650-ab37-4948-91fe-f1797be27a77 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0045939c-57fa-4a49-9a22-fc8612276ae0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:00.853786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-68c68724-1676-4b71-8768-c0d64a193e06 service neutron] 10.222.0.46 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9720335 Nov 12 08:45:00.902494 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887e173-14a0-4d1c-b484-a03f944559a0 req-dafcbc60-c8de-4c23-94b2-3d037edbfdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:00.909638 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7887e173-14a0-4d1c-b484-a03f944559a0 req-dafcbc60-c8de-4c23-94b2-3d037edbfdeb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 1098 time: 0.8670030 Nov 12 08:45:00.953223 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-972eab85-41be-4c7a-9716-20c7d77662f8 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1446979 Nov 12 08:45:00.966704 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42494) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:00.979490 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.008210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router b3636132-fc61-4f0d-9ad3-869521772ad1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:01.027842 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a4e585c-b3eb-4ee4-82d2-713c475087d0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.044120 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a4e585c-b3eb-4ee4-82d2-713c475087d0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.055089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879d382-57c5-484b-ba8b-61f99f8c1644 req-eda7e389-9364-4945-8342-590d67e40efa tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.056726 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d879d382-57c5-484b-ba8b-61f99f8c1644 req-eda7e389-9364-4945-8342-590d67e40efa tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.1401200 Nov 12 08:45:01.080471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d4633039-d428-48e9-8704-a1fa9c3e08c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5778494 Nov 12 08:45:01.087660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42496) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:01.092807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'ports': [{'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd'}, {'network_id': 'ebdd70c5-e883-46ff-8ac1-c83cd20fd169'}]} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:01.093098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:01.093606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': 'ebdd70c5-e883-46ff-8ac1-c83cd20fd169'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:01.127160 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.160402 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-76954e13-89fd-446f-a0a0-6a15cf3ed505 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=d2d466ea-8a87-4294-83d6-4e59236e9d48 HTTP/1.1" status: 200 len: 217 time: 0.2627378 Nov 12 08:45:01.210913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4633039-d428-48e9-8704-a1fa9c3e08c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Network': ['ID=ebdd70c5-e883-46ff-8ac1-c83cd20fd169,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:01.218075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a4e585c-b3eb-4ee4-82d2-713c475087d0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.233493 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network ebdd70c5-e883-46ff-8ac1-c83cd20fd169 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:01.234448 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a4e585c-b3eb-4ee4-82d2-713c475087d0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.238000 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9a4e585c-b3eb-4ee4-82d2-713c475087d0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b6dc1c5e-e5c0-42f2-b675-d79bb35fa511 HTTP/1.1" status: 204 len: 168 time: 0.2671819 Nov 12 08:45:01.249491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42498) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:01.267147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e585c-b3eb-4ee4-82d2-713c475087d0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6dc1c5e-e5c0-42f2-b675-d79bb35fa511,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:01.275190 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Network 127474e3-7b5b-46a8-90fc-3509eded281c is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:01.287996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4b1c8765-9587-4b3d-ac80-36beecf5e4b0 None None] Provisioning complete for port d39195bf-6250-46f6-9648-45fa6dbcd66f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:01.288745 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4b1c8765-9587-4b3d-ac80-36beecf5e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.289994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d879d382-57c5-484b-ba8b-61f99f8c1644 req-6480ca7d-b105-4eba-920f-e6d7d51b6de1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205071 Nov 12 08:45:01.306371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:01.314856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:01.315866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.317199 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.323249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event updated for resources: {'Port': ['ID=357c3d52-8a98-44b1-956d-ead6043b4b57,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:01.389474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c8765-9587-4b3d-ac80-36beecf5e4b0 None None] Port d39195bf-6250-46f6-9648-45fa6dbcd66f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:01.403667 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-67fd8c94-8838-43f3-8e3e-573c43be30ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8357971 Nov 12 08:45:01.407252 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42500) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:01.412476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:01.459792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc398750-791e-42cf-871b-10d5d9ac092e req-17aed41b-32ac-42b2-bc73-eb7545aed64f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.462079 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cc398750-791e-42cf-871b-10d5d9ac092e req-17aed41b-32ac-42b2-bc73-eb7545aed64f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.7251368 Nov 12 08:45:01.501675 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.512656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 2} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:01.517993 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.531890 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d78bb0c3-bec7-47a6-a688-29758ac9c726 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2746325 Nov 12 08:45:01.541210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-619d9247-4582-49b5-a8fd-29ff4d0ed500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.542825 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-619d9247-4582-49b5-a8fd-29ff4d0ed500 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.3511758 Nov 12 08:45:01.550574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42504) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:01.570222 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.622430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:01.642758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9c401109-461b-4693-982c-45aef48707c6 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5187201 Nov 12 08:45:01.647380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Sync routers for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:01.649030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42508) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:01.659429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887e173-14a0-4d1c-b484-a03f944559a0 req-53d15761-16fc-4066-af9a-9c6e279182d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.661029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7887e173-14a0-4d1c-b484-a03f944559a0 req-53d15761-16fc-4066-af9a-9c6e279182d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 918 time: 0.6493368 Nov 12 08:45:01.664686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f4fc6b9a-3787-4163-882f-fe4a1b43e9c5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:01.683990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:01.694234 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:01.771557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port fcda108c-464c-4917-b2eb-b9135ee30bab yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:01.777790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cc398750-791e-42cf-871b-10d5d9ac092e req-36a3a41e-ecd1-4ab9-8b7b-f26fc4616b38 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833185 Nov 12 08:45:01.824366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9e86e-8e13-4746-aaab-4bf7a444b476 req-1a40db0c-01eb-4c10-9ec9-5a2260fd5bbe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.830889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9e86e-8e13-4746-aaab-4bf7a444b476 req-1a40db0c-01eb-4c10-9ec9-5a2260fd5bbe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.837696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9e86e-8e13-4746-aaab-4bf7a444b476 req-1a40db0c-01eb-4c10-9ec9-5a2260fd5bbe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.843972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router bf9bec4a-e0f5-4244-85ee-38c91e9606f0 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:45:01.844741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9e86e-8e13-4746-aaab-4bf7a444b476 req-1a40db0c-01eb-4c10-9ec9-5a2260fd5bbe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.852405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9e86e-8e13-4746-aaab-4bf7a444b476 req-1a40db0c-01eb-4c10-9ec9-5a2260fd5bbe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.859092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9e86e-8e13-4746-aaab-4bf7a444b476 req-1a40db0c-01eb-4c10-9ec9-5a2260fd5bbe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.866289 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9e86e-8e13-4746-aaab-4bf7a444b476 req-1a40db0c-01eb-4c10-9ec9-5a2260fd5bbe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.874597 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6bd9e86e-8e13-4746-aaab-4bf7a444b476 req-1a40db0c-01eb-4c10-9ec9-5a2260fd5bbe tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5444 time: 0.1695790 Nov 12 08:45:01.939466 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] device_id is not set on port 357c3d52-8a98-44b1-956d-ead6043b4b57 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:01.942293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-f97d8389-eef9-4b72-88b3-4872e17de636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:01.942525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:01.944163 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-f97d8389-eef9-4b72-88b3-4872e17de636 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3723309 Nov 12 08:45:01.949860 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3800460f-f7df-4c5f-85b0-6c251a735d73 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:01.951782 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.002613 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.018979 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7887e173-14a0-4d1c-b484-a03f944559a0 req-8efe5cb6-3171-4c98-be8d-3e86db4615b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64 HTTP/1.1" status: 200 len: 1002 time: 0.3282332 Nov 12 08:45:02.090356 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6bd9e86e-8e13-4746-aaab-4bf7a444b476 req-87937b02-a921-4d9f-ad28-3b977afc08ad tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2148263 Nov 12 08:45:02.114137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event updated for resources: {'Port': ['ID=357c3d52-8a98-44b1-956d-ead6043b4b57,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:02.170732 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.276470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port d79f91bd-68b5-4a16-b686-3e503f3ebd7f yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:02.307506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:02.307975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:02.308321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:02.357273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:02.357627 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:45:02.374384 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 2 to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 Nov 12 08:45:02.393485 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3800460f-f7df-4c5f-85b0-6c251a735d73 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.409984 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:02.410308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:02.410672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:02.450621 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:44:55Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfaf7416-a699-4c55-96c2-baeb8e0b12a6', 'name': '', 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:d2:0c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:52Z', 'updated_at': '2021-11-12T08:44:58Z', 'revision_number': 2, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:02.457944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b0863-1088-4426-b5ee-3f4f4cc10266 req-f09211ae-583e-41b0-9516-dbadf925ff3f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.462559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b0863-1088-4426-b5ee-3f4f4cc10266 req-f09211ae-583e-41b0-9516-dbadf925ff3f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.468924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b0863-1088-4426-b5ee-3f4f4cc10266 req-f09211ae-583e-41b0-9516-dbadf925ff3f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.475079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b0863-1088-4426-b5ee-3f4f4cc10266 req-f09211ae-583e-41b0-9516-dbadf925ff3f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.481226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b0863-1088-4426-b5ee-3f4f4cc10266 req-f09211ae-583e-41b0-9516-dbadf925ff3f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.488241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b0863-1088-4426-b5ee-3f4f4cc10266 req-f09211ae-583e-41b0-9516-dbadf925ff3f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.494610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b0863-1088-4426-b5ee-3f4f4cc10266 req-f09211ae-583e-41b0-9516-dbadf925ff3f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.496629 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b0b0863-1088-4426-b5ee-3f4f4cc10266 req-f09211ae-583e-41b0-9516-dbadf925ff3f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5444 time: 0.1917078 Nov 12 08:45:02.497287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:02.497612 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:45:02.503086 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 3 to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 Nov 12 08:45:02.511439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Checking router: b3636132-fc61-4f0d-9ad3-869521772ad1 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:02.512051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Updating router b3636132-fc61-4f0d-9ad3-869521772ad1 port cfaf7416-a699-4c55-96c2-baeb8e0b12a6 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:45:02.522766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:02.523243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:02.523506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:02.548017 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:02.548017 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:45:02.548017 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 4 to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 Nov 12 08:45:02.553750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:02.563616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0302ea4-fc1c-4873-87be-1140896cdb90 req-ca5cb210-1c46-4298-b06d-e18996dd788f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.565384 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0302ea4-fc1c-4873-87be-1140896cdb90 req-ca5cb210-1c46-4298-b06d-e18996dd788f tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.6205013 Nov 12 08:45:02.577667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.580456 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-00513d42-6d12-4d02-b9c6-800e6ea58d7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/bf9bec4a-e0f5-4244-85ee-38c91e9606f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3813663 Nov 12 08:45:02.580689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42520) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:02.581867 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5732a628-ac63-4a78-9f3d-327b4e292316 None None] Sync routers for ids ['bf9bec4a-e0f5-4244-85ee-38c91e9606f0'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:02.589698 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.592237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887e173-14a0-4d1c-b484-a03f944559a0 req-6a46b894-a3ef-4941-bfb3-422044a2498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.593748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7887e173-14a0-4d1c-b484-a03f944559a0 req-6a46b894-a3ef-4941-bfb3-422044a2498c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.4541509 Nov 12 08:45:02.629203 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732a628-ac63-4a78-9f3d-327b4e292316 None None] Routers {'bf9bec4a-e0f5-4244-85ee-38c91e9606f0'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:02.630371 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5732a628-ac63-4a78-9f3d-327b4e292316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bf9bec4a-e0f5-4244-85ee-38c91e9606f0'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:02.633767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:02.634111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:02.634453 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:02.669574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:02.669904 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:45:02.670304 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 5 to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 Nov 12 08:45:02.695159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-0e22c9bf-d022-4db9-8b15-32d1deaee9f0 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7012489 Nov 12 08:45:02.709300 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5732a628-ac63-4a78-9f3d-327b4e292316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:02.715412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfcd276-cc1f-43ef-93e6-be8a509f5c30 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.716876 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4bfcd276-cc1f-43ef-93e6-be8a509f5c30 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports/d39195bf-6250-46f6-9648-45fa6dbcd66f HTTP/1.1" status: 200 len: 910 time: 0.1328640 Nov 12 08:45:02.726906 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732a628-ac63-4a78-9f3d-327b4e292316 None None] Routers {'bf9bec4a-e0f5-4244-85ee-38c91e9606f0'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:02.728207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42522) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:02.728894 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5732a628-ac63-4a78-9f3d-327b4e292316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bf9bec4a-e0f5-4244-85ee-38c91e9606f0'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:02.738846 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3800460f-f7df-4c5f-85b0-6c251a735d73 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.740383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ab2065b1-ffe9-420e-aa83-921f13bea37d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c90033b7-7a98-4509-9f88-16300c804fc9'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:02.741677 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3800460f-f7df-4c5f-85b0-6c251a735d73 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:02.742912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3800460f-f7df-4c5f-85b0-6c251a735d73 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-groups/79fda762-7b61-41b3-94d7-49f0e1396ef3 HTTP/1.1" status: 204 len: 168 time: 1.1895208 Nov 12 08:45:02.747697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42524) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:02.790715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:02.791056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:02.791407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:02.798824 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5732a628-ac63-4a78-9f3d-327b4e292316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:02.800229 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5732a628-ac63-4a78-9f3d-327b4e292316 None None] The sync data for ids ['bf9bec4a-e0f5-4244-85ee-38c91e9606f0'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:02.818476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800460f-f7df-4c5f-85b0-6c251a735d73 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fda762-7b61-41b3-94d7-49f0e1396ef3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:02.853982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:02.854397 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:45:02.865703 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-96675de0-0e28-45df-a462-9dffc9815d17 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1066520 Nov 12 08:45:02.866030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887e173-14a0-4d1c-b484-a03f944559a0 req-09da1695-6063-4e5c-9e7d-344bc600584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.866314 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 6 to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 Nov 12 08:45:02.867270 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7887e173-14a0-4d1c-b484-a03f944559a0 req-09da1695-6063-4e5c-9e7d-344bc600584c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2570963 Nov 12 08:45:02.871181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0302ea4-fc1c-4873-87be-1140896cdb90 req-67c95059-992d-4947-af26-5e6498327f93 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813010 Nov 12 08:45:02.871668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42526) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:02.880867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8307b3b0-8054-454a-88f7-8f2afd6dba4c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672593053'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:02.911077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52789d-ec71-424b-965f-292ebf57d40f req-d497d617-abdf-4f8b-ba06-00536b849f50 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:02.914943 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f52789d-ec71-424b-965f-292ebf57d40f req-d497d617-abdf-4f8b-ba06-00536b849f50 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.2956831 Nov 12 08:45:02.924031 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.038890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8307b3b0-8054-454a-88f7-8f2afd6dba4c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.119166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:03.119987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:03.119987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:03.124563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=fcda108c-464c-4917-b2eb-b9135ee30bab,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:03.155426 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:03.155756 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:45:03.157790 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:03.162757 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 7 to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 Nov 12 08:45:03.177239 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:03.190223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:03.191278 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.225599 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f52789d-ec71-424b-965f-292ebf57d40f req-0c6e5a34-e166-48e1-95c6-eb0452b09f91 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656093 Nov 12 08:45:03.251806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:03.252176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:03.252553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:03.309054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:03.309448 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:45:03.317050 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 8 to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 Nov 12 08:45:03.327088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=d79f91bd-68b5-4a16-b686-3e503f3ebd7f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:03.356359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:03.356792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:03.357053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:03.359283 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab2065b1-ffe9-420e-aa83-921f13bea37d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.377578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:03.377893 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:45:03.381454 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 9 to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 Nov 12 08:45:03.397397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Checking segment: {'id': 'a4568bed-3a57-4e4a-bec2-1b488ec8b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ebdd70c5-e883-46ff-8ac1-c83cd20fd169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:03.399711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network hostable DHCP agents. Network: ebdd70c5-e883-46ff-8ac1-c83cd20fd169, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:03.444303 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:03.445077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:03.445077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:03.460979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network ebdd70c5-e883-46ff-8ac1-c83cd20fd169 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:03.466792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:03.466792 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:45:03.467609 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempt 10 to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 Nov 12 08:45:03.524882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, ebdd70c5-e883-46ff-8ac1-c83cd20fd169) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:03.551022 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.558137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ba3e3-62d3-4f59-8b04-1a02c961a472 None None] Network ebdd70c5-e883-46ff-8ac1-c83cd20fd169 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:03.562072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:03.563551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-a257c0f5-c404-4c9e-a137-4b80d9b15246 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8577113 Nov 12 08:45:03.568703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:03.574944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:03.575811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.584632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:03.585157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:03.585514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempting to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:03.601683 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.605763 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:03.606034 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Failed to bind port 357c3d52-8a98-44b1-956d-ead6043b4b57 on host n-h2-768851-18 for vnic_type normal using segments [{'id': '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '127474e3-7b5b-46a8-90fc-3509eded281c'}] Nov 12 08:45:03.606405 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.633168 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b781661e-3e11-4d1e-8e9b-0aa74f59f00c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5438976 Nov 12 08:45:03.638930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42530) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:03.707266 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-8a762247-37e4-472e-a015-74f19eae325e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=190b3afb-1975-4cc4-95e6-fe8cb89b1120 HTTP/1.1" status: 200 len: 217 time: 0.1189322 Nov 12 08:45:03.711986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.extraroute_db [None req-f4fc6b9a-3787-4163-882f-fe4a1b43e9c5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:45:03.810765 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7887e173-14a0-4d1c-b484-a03f944559a0 req-4acb7dac-1804-4948-abf3-48d0fed26ab3 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9233730 Nov 12 08:45:03.827759 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.extraroute_db [None req-f4fc6b9a-3787-4163-882f-fe4a1b43e9c5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Removed routes are [] {{(pid=102444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:45:03.828618 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6b9a-3787-4163-882f-fe4a1b43e9c5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:03.845891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a47dd6-74b9-4613-894c-133ae42dc827 None None] Pushing event updated for resources: {'Port': ['ID=cfaf7416-a699-4c55-96c2-baeb8e0b12a6,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:03.899105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905c05f-65a4-4195-b1de-33be91602247 req-88c6dd5e-fdc5-4955-b979-6f49a103e205 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:03.911664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2905c05f-65a4-4195-b1de-33be91602247 req-88c6dd5e-fdc5-4955-b979-6f49a103e205 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.8651497 Nov 12 08:45:04.012043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Attempting to bind port cfaf7416-a699-4c55-96c2-baeb8e0b12a6 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:04.013439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Attempting to bind port cfaf7416-a699-4c55-96c2-baeb8e0b12a6 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '097af2e6-4dc7-4907-b104-12a52e8fde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:04.014217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Attempting to bind port cfaf7416-a699-4c55-96c2-baeb8e0b12a6 on network 34384a43-1681-4b72-a326-4bdf5189e984 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:04.039660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:04.039660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Checking segment: {'id': '097af2e6-4dc7-4907-b104-12a52e8fde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:04.039660 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.039660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Bound using segment: {'id': '097af2e6-4dc7-4907-b104-12a52e8fde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:04.039660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Bound port: cfaf7416-a699-4c55-96c2-baeb8e0b12a6, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097af2e6-4dc7-4907-b104-12a52e8fde8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:04.040990 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.195895 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-bb17de2b-bbb1-41ce-8db1-f8c81eb0f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.199305 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-bb17de2b-bbb1-41ce-8db1-f8c81eb0f9fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.4771521 Nov 12 08:45:04.202723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] For port cfaf7416-a699-4c55-96c2-baeb8e0b12a6, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:04.207703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] For port cfaf7416-a699-4c55-96c2-baeb8e0b12a6, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cfaf7416-a699-4c55-96c2-baeb8e0b12a6,segment=NetworkSegment(097af2e6-4dc7-4907-b104-12a52e8fde8b),segment_id=097af2e6-4dc7-4907-b104-12a52e8fde8b)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:04.231115 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.270784 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f00784a2-8f6e-4ece-98c8-389d8eafed64 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:04.298741 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8307b3b0-8054-454a-88f7-8f2afd6dba4c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.372722 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8307b3b0-8054-454a-88f7-8f2afd6dba4c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.381003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:04.381728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:04.477090 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2905c05f-65a4-4195-b1de-33be91602247 req-0a807fbd-da5c-4554-9538-a3158afa4354 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639055 Nov 12 08:45:04.481481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a47dd6-74b9-4613-894c-133ae42dc827 None None] Pushing event updated for resources: {'Port': ['ID=cfaf7416-a699-4c55-96c2-baeb8e0b12a6,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:04.542324 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7887e173-14a0-4d1c-b484-a03f944559a0 req-aea9d38c-68ad-4baf-b33e-5440ad4768c2 service neutron] 10.222.0.46 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7091315 Nov 12 08:45:04.599172 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8307b3b0-8054-454a-88f7-8f2afd6dba4c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.603522 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8307b3b0-8054-454a-88f7-8f2afd6dba4c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7285380 Nov 12 08:45:04.607445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42540) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:04.610192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-bfc5ec95-c56b-4c50-893f-6f5b7da724ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.612503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-bfc5ec95-c56b-4c50-893f-6f5b7da724ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4013822 Nov 12 08:45:04.622209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-9c16086e-0dcd-40f7-8b0c-ad2d1b3ae49f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group_rule': {'security_group_id': '733d6d6b-2162-4318-ba47-541925dfe1b8', 'direction': 'ingress', 'protocol': 17}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:04.639511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] For port 357c3d52-8a98-44b1-956d-ead6043b4b57, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:04.640331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attempted to set empty binding levels {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:45:04.665730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:04.679898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307b3b0-8054-454a-88f7-8f2afd6dba4c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733d6d6b-2162-4318-ba47-541925dfe1b8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:04.717412 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.747564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-edfc164b-5fd1-4618-a23c-d29cbc08b380 None None] Provisioning complete for port cfaf7416-a699-4c55-96c2-baeb8e0b12a6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:04.748029 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-edfc164b-5fd1-4618-a23c-d29cbc08b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.836799 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6b9a-3787-4163-882f-fe4a1b43e9c5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.840073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] In _notify_port_updated(), no bound segment for port 357c3d52-8a98-44b1-956d-ead6043b4b57 on network 127474e3-7b5b-46a8-90fc-3509eded281c {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:45:04.840981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.841707 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.843606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "PUT /v2.0/ports/357c3d52-8a98-44b1-956d-ead6043b4b57 HTTP/1.1" status: 200 len: 979 time: 3.4352355 Nov 12 08:45:04.852597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42542) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:04.854054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c16086e-0dcd-40f7-8b0c-ad2d1b3ae49f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.859119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6b9a-3787-4163-882f-fe4a1b43e9c5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.861538 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.906673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e36f4-b657-4295-9b13-ba6224a37720 req-1b4e5c45-ff1b-4b15-b0a9-cc3298c31b14 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.907070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2190d6-6451-49d3-95b6-f7d8bb0292f7 req-7ebe80f1-5273-465b-a903-4a2e76fea01e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:04.909853 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d14e36f4-b657-4295-9b13-ba6224a37720 req-1b4e5c45-ff1b-4b15-b0a9-cc3298c31b14 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.2019076 Nov 12 08:45:04.919105 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1a2190d6-6451-49d3-95b6-f7d8bb0292f7 req-7ebe80f1-5273-465b-a903-4a2e76fea01e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.3739803 Nov 12 08:45:04.929744 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6583a0-7a44-4d4b-8afb-a6eb7650cefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event updated for resources: {'Port': ['ID=357c3d52-8a98-44b1-956d-ead6043b4b57,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:04.967894 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-67299065-9ecd-4e49-a560-ca9df3df6698 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port d79f91bd-68b5-4a16-b686-3e503f3ebd7f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:04.968444 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-67299065-9ecd-4e49-a560-ca9df3df6698 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:04.976388 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab2065b1-ffe9-420e-aa83-921f13bea37d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.020944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:05.023418 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c121d7bc-20bb-494c-9b6d-01f31b6d90c1" -d '{"events": [{"server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "name": "network-vif-unplugged", "status": "completed", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:05.063702 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:05.082164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-8e16d8b0-924d-4b6f-afe1-2604397cde9e service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174683 Nov 12 08:45:05.104068 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.105165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab2065b1-ffe9-420e-aa83-921f13bea37d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.207055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d14e36f4-b657-4295-9b13-ba6224a37720 req-925ed241-def8-4cd1-89db-b3852a9f8a12 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874565 Nov 12 08:45:05.226230 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1a2190d6-6451-49d3-95b6-f7d8bb0292f7 req-b315cc69-40ac-42bc-84ea-5ba2e31cdb39 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054633 Nov 12 08:45:05.243292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c16086e-0dcd-40f7-8b0c-ad2d1b3ae49f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.252467 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-67299065-9ecd-4e49-a560-ca9df3df6698 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.256025 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c16086e-0dcd-40f7-8b0c-ad2d1b3ae49f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.278336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fc6b9a-3787-4163-882f-fe4a1b43e9c5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router b3636132-fc61-4f0d-9ad3-869521772ad1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:05.284615 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-edfc164b-5fd1-4618-a23c-d29cbc08b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.293440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16086e-0dcd-40f7-8b0c-ad2d1b3ae49f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469c6228-b085-4af8-8ac7-db34135ed944,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:05.318080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-67299065-9ecd-4e49-a560-ca9df3df6698 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for d79f91bd-68b5-4a16-b686-3e503f3ebd7f owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:05.335278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c16086e-0dcd-40f7-8b0c-ad2d1b3ae49f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.340450 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9c16086e-0dcd-40f7-8b0c-ad2d1b3ae49f tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7267618 Nov 12 08:45:05.341316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42554) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:05.368551 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-033b0fe6-fe9d-4169-b875-961e9d034be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.371636 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc9e327-f6ac-441f-95cc-a0986c710a5a x-openstack-request-id: req-2cc9e327-f6ac-441f-95cc-a0986c710a5a {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:05.371960 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "name": "network-vif-unplugged", "status": "completed", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:05.372309 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cc9e327-f6ac-441f-95cc-a0986c710a5a {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:05.372801 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'code': 200} Nov 12 08:45:05.408416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:05.425801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ec0cc8a3-3858-446a-b9a9-faafc1b6b5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Deleting port 357c3d52-8a98-44b1-956d-ead6043b4b57 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:05.426119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc8a3-3858-446a-b9a9-faafc1b6b5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.432472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-edfc164b-5fd1-4618-a23c-d29cbc08b380 None None] For port cfaf7416-a699-4c55-96c2-baeb8e0b12a6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cfaf7416-a699-4c55-96c2-baeb8e0b12a6,segment=NetworkSegment(097af2e6-4dc7-4907-b104-12a52e8fde8b),segment_id=097af2e6-4dc7-4907-b104-12a52e8fde8b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:05.448303 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-edfc164b-5fd1-4618-a23c-d29cbc08b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.470925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2065b1-ffe9-420e-aa83-921f13bea37d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:05.471847 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab2065b1-ffe9-420e-aa83-921f13bea37d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.473680 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ab2065b1-ffe9-420e-aa83-921f13bea37d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/ports/d39195bf-6250-46f6-9648-45fa6dbcd66f HTTP/1.1" status: 200 len: 910 time: 2.7397156 Nov 12 08:45:05.482477 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2065b1-ffe9-420e-aa83-921f13bea37d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=d39195bf-6250-46f6-9648-45fa6dbcd66f,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:05.485202 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42558) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:05.554075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:03Z', 'revision_number': 6, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfaf7416-a699-4c55-96c2-baeb8e0b12a6', 'name': '', 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:d2:0c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:52Z', 'updated_at': '2021-11-12T08:45:04Z', 'revision_number': 4, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:05.573451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc164b-5fd1-4618-a23c-d29cbc08b380 None None] Pushing event updated for resources: {'Port': ['ID=cfaf7416-a699-4c55-96c2-baeb8e0b12a6,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:05.584612 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-9d57705d-126c-413c-839e-d2abd75cc29f service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851165 Nov 12 08:45:05.646315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceecd05-32d8-4bb7-bfe8-80cd9fca2363 None None] The sync data for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 is: [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:03Z', 'revision_number': 6, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfaf7416-a699-4c55-96c2-baeb8e0b12a6', 'name': '', 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:d2:0c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:52Z', 'updated_at': '2021-11-12T08:45:04Z', 'revision_number': 4, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:05.670338 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-af3e4f94-2f24-4401-8bb2-b6e0b0d19d1e None None] Provisioning complete for port cfaf7416-a699-4c55-96c2-baeb8e0b12a6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:05.671311 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af3e4f94-2f24-4401-8bb2-b6e0b0d19d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.718652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-7efae69d-75f3-4296-9d6d-9cdf728f43bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=320e9afb-8bf4-41ca-b2aa-48fddf6a9800 HTTP/1.1" status: 200 len: 217 time: 0.1172607 Nov 12 08:45:05.747372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-ec0cc8a3-3858-446a-b9a9-faafc1b6b5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] For port 357c3d52-8a98-44b1-956d-ead6043b4b57, host n-h2-768851-18, got binding levels [] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:05.747739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc8a3-3858-446a-b9a9-faafc1b6b5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.749610 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-67299065-9ecd-4e49-a560-ca9df3df6698 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.772226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fc6b9a-3787-4163-882f-fe4a1b43e9c5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:05.794156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f4fc6b9a-3787-4163-882f-fe4a1b43e9c5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.795699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f4fc6b9a-3787-4163-882f-fe4a1b43e9c5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1 HTTP/1.1" status: 200 len: 954 time: 4.1381147 Nov 12 08:45:05.818412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42562) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:05.832885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ec0cc8a3-3858-446a-b9a9-faafc1b6b5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Calling delete_port for 357c3d52-8a98-44b1-956d-ead6043b4b57 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:05.866788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67299065-9ecd-4e49-a560-ca9df3df6698 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=d79f91bd-68b5-4a16-b686-3e503f3ebd7f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:05.957580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6a39d78-899f-44b0-87be-0cae481812c2 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:05.966050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-23660ff3-75cf-4943-a1c3-68c42738fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:05.968247 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-23660ff3-75cf-4943-a1c3-68c42738fef0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.2348816 Nov 12 08:45:06.085881 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6a39d78-899f-44b0-87be-0cae481812c2 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.088754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc8a3-3858-446a-b9a9-faafc1b6b5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.154166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42568) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:06.171966 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cc8a3-3858-446a-b9a9-faafc1b6b5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Pushing event deleted for resources: {'Port': ['ID=357c3d52-8a98-44b1-956d-ead6043b4b57,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:06.222115 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc8a3-3858-446a-b9a9-faafc1b6b5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.233067 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ec0cc8a3-3858-446a-b9a9-faafc1b6b5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "DELETE /v2.0/ports/357c3d52-8a98-44b1-956d-ead6043b4b57 HTTP/1.1" status: 204 len: 168 time: 1.3759520 Nov 12 08:45:06.244094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-6ac5bce0-d0bf-4a36-a87f-ebe7869e37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.248043 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-67299065-9ecd-4e49-a560-ca9df3df6698 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.253828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-6ac5bce0-d0bf-4a36-a87f-ebe7869e37ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2629247 Nov 12 08:45:06.257477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42572) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:06.278454 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-67299065-9ecd-4e49-a560-ca9df3df6698 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/d79f91bd-68b5-4a16-b686-3e503f3ebd7f HTTP/1.1" status: 204 len: 168 time: 2.6370118 Nov 12 08:45:06.289093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42576) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:06.373342 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-76501a86-821d-44c7-8bed-3bbe97454964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:45:06.375399 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-76501a86-821d-44c7-8bed-3bbe97454964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303033173-project-admin] 10.222.0.31 "GET /v2.0/ports/357c3d52-8a98-44b1-956d-ead6043b4b57 HTTP/1.1" status: 404 len: 333 time: 0.1155193 Nov 12 08:45:06.464561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42578) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:06.485437 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6a39d78-899f-44b0-87be-0cae481812c2 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.485437 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6a39d78-899f-44b0-87be-0cae481812c2 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.488102 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b6a39d78-899f-44b0-87be-0cae481812c2 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-groups/733d6d6b-2162-4318-ba47-541925dfe1b8 HTTP/1.1" status: 204 len: 168 time: 1.0971136 Nov 12 08:45:06.509881 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-41bcbc42-d023-4693-81df-6810f2a4b917 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1 HTTP/1.1" status: 200 len: 954 time: 0.6450055 Nov 12 08:45:06.514779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42580) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:06.514779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42582) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:06.562725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c10b0b60-4103-4df6-8169-5643178f0490 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'router': {'routes': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:06.588142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cfaf7416-a699-4c55-96c2-baeb8e0b12a6 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:06.616234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a39d78-899f-44b0-87be-0cae481812c2 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=733d6d6b-2162-4318-ba47-541925dfe1b8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:06.751233 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port cfaf7416-a699-4c55-96c2-baeb8e0b12a6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:06.752066 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:06.762869 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-c6607b38-2a1f-4c95-8839-2a0c6d3ee69f service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867220 Nov 12 08:45:06.790758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c261c90-5c7b-4248-8a77-1ff51bb0924b req-8d084d28-faf0-4eb6-bca5-297080998357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.791369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c261c90-5c7b-4248-8a77-1ff51bb0924b req-8d084d28-faf0-4eb6-bca5-297080998357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.791987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c261c90-5c7b-4248-8a77-1ff51bb0924b req-8d084d28-faf0-4eb6-bca5-297080998357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.792514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c261c90-5c7b-4248-8a77-1ff51bb0924b req-8d084d28-faf0-4eb6-bca5-297080998357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.792983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c261c90-5c7b-4248-8a77-1ff51bb0924b req-8d084d28-faf0-4eb6-bca5-297080998357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.793783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c261c90-5c7b-4248-8a77-1ff51bb0924b req-8d084d28-faf0-4eb6-bca5-297080998357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.794362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c261c90-5c7b-4248-8a77-1ff51bb0924b req-8d084d28-faf0-4eb6-bca5-297080998357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.796429 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8c261c90-5c7b-4248-8a77-1ff51bb0924b req-8d084d28-faf0-4eb6-bca5-297080998357 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6508 time: 0.6373255 Nov 12 08:45:06.811285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a86fce1-2b4a-4aa8-a4bb-74984b334d71 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.820107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a86fce1-2b4a-4aa8-a4bb-74984b334d71 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:06.825550 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0a86fce1-2b4a-4aa8-a4bb-74984b334d71 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5347071 Nov 12 08:45:06.826139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42588) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:07.019238 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.081715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87310de5-f941-4852-a4c0-12cd9ace28cc req-4beefeb5-2329-48f3-b589-5dc349e1dfa9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:07.084343 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-87310de5-f941-4852-a4c0-12cd9ace28cc req-4beefeb5-2329-48f3-b589-5dc349e1dfa9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 944 time: 0.5396061 Nov 12 08:45:07.116887 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f71be07f-6203-44a7-957c-39ef855ffcbf tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5959473 Nov 12 08:45:07.130876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42590) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:07.170365 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-5f35d919-ee4b-4e54-b355-b46c20514e67 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group': {'name': 'tempest-secgroup--2042825399'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:07.288396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce584c-eb11-4bec-967b-dc9a74124a3f None None] Sync routers for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:07.305867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.310004 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce584c-eb11-4bec-967b-dc9a74124a3f None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:07.310893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-28ce584c-eb11-4bec-967b-dc9a74124a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:44:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:07.315613 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-9f27f9d7-7c5c-44f3-8824-72046e441c32 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435674 Nov 12 08:45:07.331823 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8c261c90-5c7b-4248-8a77-1ff51bb0924b req-f72e8929-cccc-4db6-a273-8c0561517a65 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=78971bec-b1a3-4f17-97a3-70dabc209b16&id=7e59e12e-7e2a-4061-99b2-4487f72dd908&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4302404 Nov 12 08:45:07.372347 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f35d919-ee4b-4e54-b355-b46c20514e67 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.407641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127474e3-7b5b-46a8-90fc-3509eded281c']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:07.434052 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-87310de5-f941-4852-a4c0-12cd9ace28cc req-8f17a087-5337-4feb-9ddf-0cf98ddfeaef tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409281 Nov 12 08:45:07.448894 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:07.449390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ccea39a-3670-4f7d-8f04-dea1edfcbb9f') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:07.458811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-050ac621-d3c8-4635-87d7-c956b602b967 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=f54d056e-4ab3-45d6-ba36-cfec0c59f974 HTTP/1.1" status: 200 len: 217 time: 0.1141829 Nov 12 08:45:07.491145 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.496289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-28ce584c-eb11-4bec-967b-dc9a74124a3f None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:07.539973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-17ccadd2-2a23-4bce-8554-7f576cdee6b3 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port fcda108c-464c-4917-b2eb-b9135ee30bab {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:07.540517 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-17ccadd2-2a23-4bce-8554-7f576cdee6b3 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.546791 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.563675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:07.564571 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:07.568184 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:07.580260 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-16cfb51d-8bf2-4cb0-9b1d-30b807b6bf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.662633 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9944f800-76d0-45e7-8b6c-451224814c1a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.894798 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.958265 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.967801 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] 10.222.0.31 "DELETE /v2.0/networks/127474e3-7b5b-46a8-90fc-3509eded281c HTTP/1.1" status: 204 len: 168 time: 1.4522712 Nov 12 08:45:08.027184 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efafd57-ed6d-4856-b746-0561054fa0b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915048846-project] Pushing event deleted for resources: {'Network': ['ID=127474e3-7b5b-46a8-90fc-3509eded281c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:08.040693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.extraroute_db [None req-c10b0b60-4103-4df6-8169-5643178f0490 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Added routes are [] {{(pid=102445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:45:08.041646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.extraroute_db [None req-c10b0b60-4103-4df6-8169-5643178f0490 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:45:08.152980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-28ce584c-eb11-4bec-967b-dc9a74124a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:03Z', 'revision_number': 6, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfaf7416-a699-4c55-96c2-baeb8e0b12a6', 'name': '', 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:d2:0c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:52Z', 'updated_at': '2021-11-12T08:45:05Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:08.155151 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c10b0b60-4103-4df6-8169-5643178f0490 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.227664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce584c-eb11-4bec-967b-dc9a74124a3f None None] Checking router: b3636132-fc61-4f0d-9ad3-869521772ad1 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:08.244980 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-17ccadd2-2a23-4bce-8554-7f576cdee6b3 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.254536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce584c-eb11-4bec-967b-dc9a74124a3f None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:08.255448 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-28ce584c-eb11-4bec-967b-dc9a74124a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:08.270207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-17ccadd2-2a23-4bce-8554-7f576cdee6b3 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for fcda108c-464c-4917-b2eb-b9135ee30bab owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:08.365450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-ae708415-7655-406f-a605-34d48abf0dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:08.367336 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-ae708415-7655-406f-a605-34d48abf0dff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.8977175 Nov 12 08:45:08.377300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-28ce584c-eb11-4bec-967b-dc9a74124a3f None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:08.460106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42602) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:08.466973 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-17ccadd2-2a23-4bce-8554-7f576cdee6b3 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.528817 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f35d919-ee4b-4e54-b355-b46c20514e67 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.558855 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-17ccadd2-2a23-4bce-8554-7f576cdee6b3 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.562378 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-17ccadd2-2a23-4bce-8554-7f576cdee6b3 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/fcda108c-464c-4917-b2eb-b9135ee30bab HTTP/1.1" status: 204 len: 168 time: 1.6974678 Nov 12 08:45:08.563531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccadd2-2a23-4bce-8554-7f576cdee6b3 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=fcda108c-464c-4917-b2eb-b9135ee30bab,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:08.565718 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f35d919-ee4b-4e54-b355-b46c20514e67 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.579920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42608) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:08.605608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-e5eb9f20-e830-4f45-a4ad-047855841d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:08.611854 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-e5eb9f20-e830-4f45-a4ad-047855841d22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2257514 Nov 12 08:45:08.621385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f35d919-ee4b-4e54-b355-b46c20514e67 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.622773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5f35d919-ee4b-4e54-b355-b46c20514e67 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4590669 Nov 12 08:45:08.664682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42610) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:08.686566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a3bccc84-407e-4002-a3c3-f719b9d9478c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769635738'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:08.727307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35d919-ee4b-4e54-b355-b46c20514e67 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8253bb3b-21a7-4dfd-aac9-d42ec65b7067,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:08.745958 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a3bccc84-407e-4002-a3c3-f719b9d9478c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.789671 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:08.816261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-28ce584c-eb11-4bec-967b-dc9a74124a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:08Z', 'revision_number': 7, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfaf7416-a699-4c55-96c2-baeb8e0b12a6', 'name': '', 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:d2:0c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:52Z', 'updated_at': '2021-11-12T08:45:05Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:08.880182 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce584c-eb11-4bec-967b-dc9a74124a3f None None] The sync data for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 is: [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:08Z', 'revision_number': 7, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfaf7416-a699-4c55-96c2-baeb8e0b12a6', 'name': '', 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:d2:0c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:52Z', 'updated_at': '2021-11-12T08:45:05Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:08.976721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4577b8-5bc2-44bf-bbac-dab7d6085d66 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:08.979403 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0d4577b8-5bc2-44bf-bbac-dab7d6085d66 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3929658 Nov 12 08:45:09.017683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42614) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.036186 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-919680ed-adfa-4ef2-84bd-70b73e681839 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935597 Nov 12 08:45:09.044961 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-765e323e-1eda-48cf-b08d-450a9016c280 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=611d0d1fa0ee4e8e9d0462da40e97e5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5794814 Nov 12 08:45:09.047067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42616) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.083583 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1611668b-633b-4eba-b8e6-2816fe16d178 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:45:09.088063 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1611668b-633b-4eba-b8e6-2816fe16d178 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/d79f91bd-68b5-4a16-b686-3e503f3ebd7f HTTP/1.1" status: 404 len: 333 time: 0.0591452 Nov 12 08:45:09.093860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42618) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.095165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c10b0b60-4103-4df6-8169-5643178f0490 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.116917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38e694-d180-4bb8-b81a-800447e9e86b req-b4f8dc2b-523a-4617-8014-0493d54f81e6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.119398 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e38e694-d180-4bb8-b81a-800447e9e86b req-b4f8dc2b-523a-4617-8014-0493d54f81e6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 944 time: 0.2593622 Nov 12 08:45:09.122136 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c10b0b60-4103-4df6-8169-5643178f0490 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.193462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9944f800-76d0-45e7-8b6c-451224814c1a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port d39195bf-6250-46f6-9648-45fa6dbcd66f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:09.193894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9944f800-76d0-45e7-8b6c-451224814c1a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.209284 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0511f0-47a6-420e-9ce0-e0273448ac17 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:45:09.215080 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ac0511f0-47a6-420e-9ce0-e0273448ac17 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/fcda108c-464c-4917-b2eb-b9135ee30bab HTTP/1.1" status: 404 len: 333 time: 0.1077657 Nov 12 08:45:09.216063 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a3bccc84-407e-4002-a3c3-f719b9d9478c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.220474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42620) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.250060 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a3bccc84-407e-4002-a3c3-f719b9d9478c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.256586 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f3d722c8-bbe5-4b64-90b6-fd80485ed0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.283003 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f3d722c8-bbe5-4b64-90b6-fd80485ed0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.367888 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10b0b60-4103-4df6-8169-5643178f0490 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router b3636132-fc61-4f0d-9ad3-869521772ad1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:09.378928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e38e694-d180-4bb8-b81a-800447e9e86b req-f8aad7e3-e9c5-4117-9f56-cac82b7fd10d tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914818 Nov 12 08:45:09.402312 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9944f800-76d0-45e7-8b6c-451224814c1a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.423435 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9944f800-76d0-45e7-8b6c-451224814c1a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for d39195bf-6250-46f6-9648-45fa6dbcd66f owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:09.432788 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a3bccc84-407e-4002-a3c3-f719b9d9478c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.437323 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a3bccc84-407e-4002-a3c3-f719b9d9478c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7523932 Nov 12 08:45:09.441292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42624) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.451233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-fb46f964-0685-41e2-a11c-0b5b555d6ae8 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group_rule': {'security_group_id': '8253bb3b-21a7-4dfd-aac9-d42ec65b7067', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a20db06d-e317-45dd-9d8a-82f21e0c7722', 'remote_ip_prefix': None}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:09.472173 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bccc84-407e-4002-a3c3-f719b9d9478c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20db06d-e317-45dd-9d8a-82f21e0c7722,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:09.481243 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-81c37a4f-fdce-4295-837f-4ea69682f1da service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380491 Nov 12 08:45:09.493062 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.564367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f3d722c8-bbe5-4b64-90b6-fd80485ed0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.568287 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f3d722c8-bbe5-4b64-90b6-fd80485ed0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.569774 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f3d722c8-bbe5-4b64-90b6-fd80485ed0cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f64a4fed-8f1e-4fc9-bf5e-8441dc5af2c8 HTTP/1.1" status: 204 len: 168 time: 0.5133376 Nov 12 08:45:09.572168 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-9dcad402-cbea-4b08-b7ec-04d63794647a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6af36eab-96ed-4c60-95e6-dd2cda878b57 HTTP/1.1" status: 200 len: 217 time: 0.0741773 Nov 12 08:45:09.584611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10b0b60-4103-4df6-8169-5643178f0490 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:09.598952 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a12d7-ba52-42fd-a632-7499b4f17c39 None None] Sync routers for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:09.599503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c10b0b60-4103-4df6-8169-5643178f0490 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.606223 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c10b0b60-4103-4df6-8169-5643178f0490 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1 HTTP/1.1" status: 200 len: 704 time: 3.0892406 Nov 12 08:45:09.610547 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42630) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.627004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d722c8-bbe5-4b64-90b6-fd80485ed0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64a4fed-8f1e-4fc9-bf5e-8441dc5af2c8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:09.666916 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a12d7-ba52-42fd-a632-7499b4f17c39 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:09.668231 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c05a12d7-ba52-42fd-a632-7499b4f17c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:09.681761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb46f964-0685-41e2-a11c-0b5b555d6ae8 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.764992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-9de63630-08ed-4927-ae72-c3d2a1b6dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:09.767195 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-9de63630-08ed-4927-ae72-c3d2a1b6dcc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 HTTP/1.1" status: 200 len: 797 time: 0.1834533 Nov 12 08:45:09.770761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:09.877583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8cfff5ae-9bb0-4634-a7c4-7edf9e63edfb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1 HTTP/1.1" status: 200 len: 704 time: 0.2639704 Nov 12 08:45:09.882434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42642) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:09.885844 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c05a12d7-ba52-42fd-a632-7499b4f17c39 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:09.935097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebdd70c5-e883-46ff-8ac1-c83cd20fd169']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:09.962904 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.018499 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4568bed-3a57-4e4a-bec2-1b488ec8b381') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:10.020001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4568bed-3a57-4e4a-bec2-1b488ec8b381') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:10.050392 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9944f800-76d0-45e7-8b6c-451224814c1a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.085256 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.113815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944f800-76d0-45e7-8b6c-451224814c1a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=d39195bf-6250-46f6-9648-45fa6dbcd66f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.182408 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.192357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-263a4f16-e16d-4cc9-b739-155c046edda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:10.195306 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-263a4f16-e16d-4cc9-b739-155c046edda0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4130049 Nov 12 08:45:10.264882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42652) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.293617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:10.294483 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.300658 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f00784a2-8f6e-4ece-98c8-389d8eafed64 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:10.312641 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb46f964-0685-41e2-a11c-0b5b555d6ae8 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:10.313687 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:10.451296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-27689995-012d-49fc-92a7-41eef25861dc service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306402 Nov 12 08:45:10.489522 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb46f964-0685-41e2-a11c-0b5b555d6ae8 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.544987 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c05a12d7-ba52-42fd-a632-7499b4f17c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:08Z', 'revision_number': 7, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfaf7416-a699-4c55-96c2-baeb8e0b12a6', 'name': '', 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:d2:0c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:52Z', 'updated_at': '2021-11-12T08:45:05Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:10.550435 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7fb7e0e0-9985-4750-b2ac-387948a2a535 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15d293b5871b4b0aa18be575dab30575&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755759 Nov 12 08:45:10.550912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42658) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.608897 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a12d7-ba52-42fd-a632-7499b4f17c39 None None] Checking router: b3636132-fc61-4f0d-9ad3-869521772ad1 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:10.616179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46f964-0685-41e2-a11c-0b5b555d6ae8 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb9afc3-6e92-47b0-abc1-29aed732c5c6,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.634985 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a12d7-ba52-42fd-a632-7499b4f17c39 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:10.635818 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c05a12d7-ba52-42fd-a632-7499b4f17c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:10.699722 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.706690 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb46f964-0685-41e2-a11c-0b5b555d6ae8 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.708341 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fb46f964-0685-41e2-a11c-0b5b555d6ae8 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2617588 Nov 12 08:45:10.730245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42662) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.735697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.739912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/networks/ebdd70c5-e883-46ff-8ac1-c83cd20fd169 HTTP/1.1" status: 204 len: 168 time: 1.5183225 Nov 12 08:45:10.742523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd3748-e58e-40de-8b11-b0af6d41fb8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Network': ['ID=ebdd70c5-e883-46ff-8ac1-c83cd20fd169,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:10.744789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42664) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:10.760047 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-89e3323d-3db5-4598-8830-1ed874825356 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-208616948'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:10.790892 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9944f800-76d0-45e7-8b6c-451224814c1a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.832619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4427686-40f8-4d63-9d56-37e0f1a3314f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.833595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-3f4dc41b-ebcc-47c4-bc1b-42c4bba7f587 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419499 Nov 12 08:45:10.834475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e3323d-3db5-4598-8830-1ed874825356 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:10.838628 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89e3323d-3db5-4598-8830-1ed874825356 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.855074 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b6dde60-cb00-4c72-9ce7-f957ddda99a4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.868571 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b6dde60-cb00-4c72-9ce7-f957ddda99a4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.913744 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4427686-40f8-4d63-9d56-37e0f1a3314f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.916314 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:10.957404 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-7fb8bad2-ae5e-429a-a051-6b1e3e2f266d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c118544e-bc44-47f5-8653-6b942595239d HTTP/1.1" status: 200 len: 217 time: 0.1148007 Nov 12 08:45:11.043674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e3323d-3db5-4598-8830-1ed874825356 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:11.045693 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c05a12d7-ba52-42fd-a632-7499b4f17c39 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:11.054859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89e3323d-3db5-4598-8830-1ed874825356 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.055394 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-89e3323d-3db5-4598-8830-1ed874825356 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Added segment b6333165-52fb-4db2-9592-1eba218fba40 of type vlan for network a347ffe7-3f0c-4d58-af34-79f5b7ef0a84 Nov 12 08:45:11.099741 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89e3323d-3db5-4598-8830-1ed874825356 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.138580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89e3323d-3db5-4598-8830-1ed874825356 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.148279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e3323d-3db5-4598-8830-1ed874825356 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.153981 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89e3323d-3db5-4598-8830-1ed874825356 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.186591 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4427686-40f8-4d63-9d56-37e0f1a3314f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.190048 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4427686-40f8-4d63-9d56-37e0f1a3314f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.191523 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b4427686-40f8-4d63-9d56-37e0f1a3314f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f751649-90b3-49b9-8119-4cec3f20fa8e HTTP/1.1" status: 204 len: 168 time: 0.6363261 Nov 12 08:45:11.243090 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4427686-40f8-4d63-9d56-37e0f1a3314f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f751649-90b3-49b9-8119-4cec3f20fa8e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:11.282801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-89e3323d-3db5-4598-8830-1ed874825356 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5168967 Nov 12 08:45:11.290019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-9f9f2c04-894f-44d2-b264-985286ee1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.296174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42676) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.301037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-9f9f2c04-894f-44d2-b264-985286ee1982 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 HTTP/1.1" status: 200 len: 797 time: 0.3330452 Nov 12 08:45:11.321068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': 'a347ffe7-3f0c-4d58-af34-79f5b7ef0a84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:11.385606 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b6dde60-cb00-4c72-9ce7-f957ddda99a4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.462520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3323d-3db5-4598-8830-1ed874825356 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Network': ['ID=a347ffe7-3f0c-4d58-af34-79f5b7ef0a84,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:11.465248 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5b6dde60-cb00-4c72-9ce7-f957ddda99a4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.477601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5b6dde60-cb00-4c72-9ce7-f957ddda99a4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7bb9afc3-6e92-47b0-abc1-29aed732c5c6 HTTP/1.1" status: 204 len: 168 time: 0.7332263 Nov 12 08:45:11.477867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42684) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.478740 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network a347ffe7-3f0c-4d58-af34-79f5b7ef0a84 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:11.506373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c61ab-d88b-4361-af57-8566377a2775 req-dfc54fac-0ce7-4389-96da-c79273094570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:11.508276 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-dfc54fac-0ce7-4389-96da-c79273094570 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1803832 Nov 12 08:45:11.521573 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c05a12d7-ba52-42fd-a632-7499b4f17c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:08Z', 'revision_number': 7, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfaf7416-a699-4c55-96c2-baeb8e0b12a6', 'name': '', 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:d2:0c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:52Z', 'updated_at': '2021-11-12T08:45:05Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:11.627419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-bd668550-5b8f-4306-82a9-e1104566bfc3 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110408 Nov 12 08:45:11.629635 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05a12d7-ba52-42fd-a632-7499b4f17c39 None None] The sync data for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 is: [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:08Z', 'revision_number': 7, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfaf7416-a699-4c55-96c2-baeb8e0b12a6', 'name': '', 'network_id': '34384a43-1681-4b72-a326-4bdf5189e984', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:d2:0c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:52Z', 'updated_at': '2021-11-12T08:45:05Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '6f35ddc0-e0e7-45ae-a398-199f7880301f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:11.702437 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c3e3154e-da2f-49bc-a0a3-73dc122c5cd4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2215991 Nov 12 08:45:11.703073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42688) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:11.706087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dde60-cb00-4c72-9ce7-f957ddda99a4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bb9afc3-6e92-47b0-abc1-29aed732c5c6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:11.835410 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a7d888b2-2498-4527-86ec-ab57c864cbd9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.886773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a7d888b2-2498-4527-86ec-ab57c864cbd9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.890912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c77c61ab-d88b-4361-af57-8566377a2775 req-9ec75f05-86e2-4dc2-ae2c-4df3fa4b30d8 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436700 Nov 12 08:45:11.976004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:11.983684 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.987026 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a7d888b2-2498-4527-86ec-ab57c864cbd9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:11.998345 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a7d888b2-2498-4527-86ec-ab57c864cbd9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.001291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a7d888b2-2498-4527-86ec-ab57c864cbd9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-groups/a20db06d-e317-45dd-9d8a-82f21e0c7722 HTTP/1.1" status: 204 len: 168 time: 0.2889504 Nov 12 08:45:12.008928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9944f800-76d0-45e7-8b6c-451224814c1a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router bf9bec4a-e0f5-4244-85ee-38c91e9606f0 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:12.012636 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42702) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.025424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4f3e3-8044-4432-8d21-bfbe8a6b80c3 req-38a06f71-86e0-433a-92f8-294e9ddbfd8c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:12.037147 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89b4f3e3-8044-4432-8d21-bfbe8a6b80c3 req-38a06f71-86e0-433a-92f8-294e9ddbfd8c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 944 time: 0.6121919 Nov 12 08:45:12.042133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d888b2-2498-4527-86ec-ab57c864cbd9 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20db06d-e317-45dd-9d8a-82f21e0c7722,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:12.171051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42706) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.173237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8fb2df34-5572-45fa-874c-aa3cbd17a620 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1419287 Nov 12 08:45:12.216177 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89b4f3e3-8044-4432-8d21-bfbe8a6b80c3 req-5b33c98a-7380-49b0-9931-b1e9176bfa7f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777513 Nov 12 08:45:12.279534 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Performing IP validity checks on allocation pools {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:45:12.280158 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:45:12.565943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42718) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.685073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2142817668'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:12.714902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:12.720048 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.733038 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.756640 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9944f800-76d0-45e7-8b6c-451224814c1a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:12.762063 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9944f800-76d0-45e7-8b6c-451224814c1a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/bf9bec4a-e0f5-4244-85ee-38c91e9606f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2744350 Nov 12 08:45:12.765681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42722) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.772272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-22b5dc8c-ac89-4519-8f78-34f2d0744120 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8113110 Nov 12 08:45:12.780566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2cf12-90f0-496d-bcdf-4e006498f185 None None] Sync routers for ids ['bf9bec4a-e0f5-4244-85ee-38c91e9606f0'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:12.801089 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c23be751-cfed-4290-a0a2-6a949f82abba tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf9bec4a-e0f5-4244-85ee-38c91e9606f0 HTTP/1.1" status: 200 len: 205 time: 0.0344784 Nov 12 08:45:12.808457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42724) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:12.826350 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2cf12-90f0-496d-bcdf-4e006498f185 None None] Routers {'bf9bec4a-e0f5-4244-85ee-38c91e9606f0'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:12.827358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1bd2cf12-90f0-496d-bcdf-4e006498f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bf9bec4a-e0f5-4244-85ee-38c91e9606f0'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:12.833810 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec12597b-b9f2-4004-9ed8-6d0285a11e8a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.899137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1bd2cf12-90f0-496d-bcdf-4e006498f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:12.902811 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b18e4191-d417-4e49-99c4-b8d8318990fc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.907959 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f390-8a11-4dea-b137-72beae6d3f23 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.917948 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2cf12-90f0-496d-bcdf-4e006498f185 None None] Routers {'bf9bec4a-e0f5-4244-85ee-38c91e9606f0'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:12.920139 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1bd2cf12-90f0-496d-bcdf-4e006498f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['bf9bec4a-e0f5-4244-85ee-38c91e9606f0'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:12.929308 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec12597b-b9f2-4004-9ed8-6d0285a11e8a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:12.967175 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1bd2cf12-90f0-496d-bcdf-4e006498f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:12.968843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2cf12-90f0-496d-bcdf-4e006498f185 None None] The sync data for ids ['bf9bec4a-e0f5-4244-85ee-38c91e9606f0'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:13.077698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.124108 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.125653 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.133029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec12597b-b9f2-4004-9ed8-6d0285a11e8a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.135907 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ec12597b-b9f2-4004-9ed8-6d0285a11e8a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.137306 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ec12597b-b9f2-4004-9ed8-6d0285a11e8a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-groups/8253bb3b-21a7-4dfd-aac9-d42ec65b7067 HTTP/1.1" status: 204 len: 168 time: 0.9182613 Nov 12 08:45:13.140953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42732) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:13.155785 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b18e4191-d417-4e49-99c4-b8d8318990fc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.164462 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b18e4191-d417-4e49-99c4-b8d8318990fc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.178865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12597b-b9f2-4004-9ed8-6d0285a11e8a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8253bb3b-21a7-4dfd-aac9-d42ec65b7067,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:13.206184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:13.273635 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.274040 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Added segment 43b237b6-c474-4c77-b48a-204f12d4a34e of type vlan for network 376cbd53-eef7-4f19-a11f-fa391cb12464 Nov 12 08:45:13.288274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d826ef-3db2-443b-845a-cc7ed90a8577,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:13.320989 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b18e4191-d417-4e49-99c4-b8d8318990fc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.321566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18e4191-d417-4e49-99c4-b8d8318990fc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Fanout notify agent at l3_agent the message router_deleted on router bf9bec4a-e0f5-4244-85ee-38c91e9606f0 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:45:13.324111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Subnet': ['ID=8bea11f9-2b04-4ae9-8154-93965ccb4c68,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:13.344538 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b18e4191-d417-4e49-99c4-b8d8318990fc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.350429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Checking segment: {'id': 'b6333165-52fb-4db2-9592-1eba218fba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a347ffe7-3f0c-4d58-af34-79f5b7ef0a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:13.350805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network hostable DHCP agents. Network: a347ffe7-3f0c-4d58-af34-79f5b7ef0a84, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:13.357675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b18e4191-d417-4e49-99c4-b8d8318990fc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/bf9bec4a-e0f5-4244-85ee-38c91e9606f0 HTTP/1.1" status: 204 len: 168 time: 0.5470369 Nov 12 08:45:13.365764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42738) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:13.375235 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1a743fd4-5081-433e-9474-6548816ec6eb tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2300177 Nov 12 08:45:13.384606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42740) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:13.413503 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.428108 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665345097'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:13.473201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network a347ffe7-3f0c-4d58-af34-79f5b7ef0a84 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:13.486810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb561a-deb4-4e99-bfd4-8177c5534bd1 req-47c88c89-e226-4209-a6c8-e1874d37d4b8 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.488709 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-35cb561a-deb4-4e99-bfd4-8177c5534bd1 req-47c88c89-e226-4209-a6c8-e1874d37d4b8 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 944 time: 0.1722453 Nov 12 08:45:13.490008 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.498780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.498978 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.501491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c3fda5-a429-44c8-8675-bb96f50a812a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting subnet c90033b7-7a98-4509-9f88-16300c804fc9 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:13.505877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-46c3fda5-a429-44c8-8675-bb96f50a812a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.571900 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.574008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, a347ffe7-3f0c-4d58-af34-79f5b7ef0a84) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:13.578460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:13.579918 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.585956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc0eada-7483-4298-92fa-188cdd1965fc None None] Network a347ffe7-3f0c-4d58-af34-79f5b7ef0a84 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:13.615364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0437930 Nov 12 08:45:13.620066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42742) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:13.628866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-fbc7e595-5bc4-4409-aed7-33e74486953c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:13.643136 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-46c3fda5-a429-44c8-8675-bb96f50a812a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.644967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a943e-8930-49f6-b1ba-e447dc9155e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Network': ['ID=376cbd53-eef7-4f19-a11f-fa391cb12464,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:13.662962 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:13.701354 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-400f8a98-5179-4b1d-97b9-27e1303e1092 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3992422 Nov 12 08:45:13.701595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-35cb561a-deb4-4e99-bfd4-8177c5534bd1 req-a9c05b6f-b07e-423e-b5a8-3d7eed2d6cc9 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991036 Nov 12 08:45:13.701948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42744) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:13.710226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': 'a347ffe7-3f0c-4d58-af34-79f5b7ef0a84', 'name': 'tempest-PortsTestJSON-387571450'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:13.847863 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-a347ffe7-3f0c-4d58-af34-79f5b7ef0a84', 'network_id': 'a347ffe7-3f0c-4d58-af34-79f5b7ef0a84', 'tenant_id': '0d14d39a6e8544b792b389274140b997', 'fixed_ips': [{'subnet_id': '8bea11f9-2b04-4ae9-8154-93965ccb4c68'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:13.849001 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.850311 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-46c3fda5-a429-44c8-8675-bb96f50a812a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.889661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2f390-8a11-4dea-b137-72beae6d3f23 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port cfaf7416-a699-4c55-96c2-baeb8e0b12a6 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:13.890035 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f390-8a11-4dea-b137-72beae6d3f23 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.903249 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.910878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:13.915260 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.926593 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:13.962035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port 9a97fe13-83a7-41f1-99ac-68c63e7d8db6 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:14.025789 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.027079 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6371567 Nov 12 08:45:14.032898 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42746) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:14.042447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-372686c9-832a-4706-be31-a24f79cb5046 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group_rule': {'security_group_id': 'da7aaa48-fb55-45ff-a109-54669ef8addc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:14.050776 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7aaa48-fb55-45ff-a109-54669ef8addc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:14.064407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-e8feff2d-7853-492a-8130-da16d9b484e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:14.066289 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-e8feff2d-7853-492a-8130-da16d9b484e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441&tenant_id=60b084a3270c466cb1c91ac839e48f82 HTTP/1.1" status: 200 len: 1096 time: 0.1752441 Nov 12 08:45:14.067062 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Allocated IP 172.20.0.2 (a347ffe7-3f0c-4d58-af34-79f5b7ef0a84/8bea11f9-2b04-4ae9-8154-93965ccb4c68/012f4238-d57c-49b3-9a8f-24b5f858575b) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:14.070436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.070787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.071390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.071781 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.072116 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.072520 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.072861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.073221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.073549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.073878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.074288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.074547 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1af6bf-096b-48a3-82ef-628207ba6865 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:14.078028 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-46c3fda5-a429-44c8-8675-bb96f50a812a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.092112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:14.130362 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3fda5-a429-44c8-8675-bb96f50a812a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Subnet': ['ID=c90033b7-7a98-4509-9f88-16300c804fc9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:14.138778 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-46c3fda5-a429-44c8-8675-bb96f50a812a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.143214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-46c3fda5-a429-44c8-8675-bb96f50a812a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/c90033b7-7a98-4509-9f88-16300c804fc9 HTTP/1.1" status: 204 len: 168 time: 0.7747290 Nov 12 08:45:14.146170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-9eb2f390-8a11-4dea-b137-72beae6d3f23 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] For port cfaf7416-a699-4c55-96c2-baeb8e0b12a6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cfaf7416-a699-4c55-96c2-baeb8e0b12a6,segment=NetworkSegment(097af2e6-4dc7-4907-b104-12a52e8fde8b),segment_id=097af2e6-4dc7-4907-b104-12a52e8fde8b)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:14.146539 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f390-8a11-4dea-b137-72beae6d3f23 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.148921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42748) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:14.162941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc7e595-5bc4-4409-aed7-33e74486953c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:14.166618 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e595-5bc4-4409-aed7-33e74486953c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.168019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f471df-913f-41c9-a7d6-abcdbeeddbb7 None None] Network 93a6c2c1-6b65-4e30-9688-3b64114f4fec requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:14.178559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2f390-8a11-4dea-b137-72beae6d3f23 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for cfaf7416-a699-4c55-96c2-baeb8e0b12a6 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:14.192835 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.307390 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-372686c9-832a-4706-be31-a24f79cb5046 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.334911 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.408043 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.417029 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.485933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Network a347ffe7-3f0c-4d58-af34-79f5b7ef0a84 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:14.487956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Pushing event updated for resources: {'Port': ['ID=012f4238-d57c-49b3-9a8f-24b5f858575b,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:14.492102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:14.495524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:14.505273 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-372686c9-832a-4706-be31-a24f79cb5046 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.517637 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-372686c9-832a-4706-be31-a24f79cb5046 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.537539 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be89d592-c023-44df-aca4-44813f54104e None None] DHCP port deletion for 93a6c2c1-6b65-4e30-9688-3b64114f4fec request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:14.570864 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372686c9-832a-4706-be31-a24f79cb5046 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6006318e-8552-41c6-afbb-a982f47bf5be,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:14.586158 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-372686c9-832a-4706-be31-a24f79cb5046 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.589980 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-372686c9-832a-4706-be31-a24f79cb5046 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5495353 Nov 12 08:45:14.593971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42758) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:14.612052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Attempting to bind port 012f4238-d57c-49b3-9a8f-24b5f858575b on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:14.612784 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Attempting to bind port 012f4238-d57c-49b3-9a8f-24b5f858575b by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'b6333165-52fb-4db2-9592-1eba218fba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a347ffe7-3f0c-4d58-af34-79f5b7ef0a84'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:14.613476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Attempting to bind port 012f4238-d57c-49b3-9a8f-24b5f858575b on network a347ffe7-3f0c-4d58-af34-79f5b7ef0a84 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:14.621664 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:14.622265 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.626761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:14.628168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Checking segment: {'id': 'b6333165-52fb-4db2-9592-1eba218fba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a347ffe7-3f0c-4d58-af34-79f5b7ef0a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:14.628820 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.629587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Bound using segment: {'id': 'b6333165-52fb-4db2-9592-1eba218fba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a347ffe7-3f0c-4d58-af34-79f5b7ef0a84'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:14.631146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Bound port: 012f4238-d57c-49b3-9a8f-24b5f858575b, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6333165-52fb-4db2-9592-1eba218fba40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a347ffe7-3f0c-4d58-af34-79f5b7ef0a84'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:14.631782 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.700209 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86b7b238-62a7-4e1d-94d5-8efd7994ae5d tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.708433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-be89d592-c023-44df-aca4-44813f54104e None None] Deleting port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:14.709481 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-be89d592-c023-44df-aca4-44813f54104e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.714781 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f390-8a11-4dea-b137-72beae6d3f23 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.718282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86b7b238-62a7-4e1d-94d5-8efd7994ae5d tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.787764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2f390-8a11-4dea-b137-72beae6d3f23 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=cfaf7416-a699-4c55-96c2-baeb8e0b12a6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:14.795287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] For port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea,segment=NetworkSegment(5eb8b967-94f8-4f85-b011-732bd1e177bd),segment_id=5eb8b967-94f8-4f85-b011-732bd1e177bd)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:14.795660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.836129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:14.840522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] For port 012f4238-d57c-49b3-9a8f-24b5f858575b, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:14.850779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] For port 012f4238-d57c-49b3-9a8f-24b5f858575b, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=012f4238-d57c-49b3-9a8f-24b5f858575b,segment=NetworkSegment(b6333165-52fb-4db2-9592-1eba218fba40),segment_id=b6333165-52fb-4db2-9592-1eba218fba40)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:14.853271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-be89d592-c023-44df-aca4-44813f54104e None None] For port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea,segment=NetworkSegment(5eb8b967-94f8-4f85-b011-732bd1e177bd),segment_id=5eb8b967-94f8-4f85-b011-732bd1e177bd)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:14.853761 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-be89d592-c023-44df-aca4-44813f54104e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.863532 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.880683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-be89d592-c023-44df-aca4-44813f54104e None None] Calling delete_port for 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:14.898705 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86b7b238-62a7-4e1d-94d5-8efd7994ae5d tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.980678 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86b7b238-62a7-4e1d-94d5-8efd7994ae5d tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:14.981910 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-86b7b238-62a7-4e1d-94d5-8efd7994ae5d tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6006318e-8552-41c6-afbb-a982f47bf5be HTTP/1.1" status: 204 len: 168 time: 0.3855770 Nov 12 08:45:14.984827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42764) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:15.033670 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-be89d592-c023-44df-aca4-44813f54104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.069599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89d592-c023-44df-aca4-44813f54104e None None] No DVR routers for this DVR port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:15.123427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17c7c4-173e-4352-9d51-9a0c28c16495 None None] Pushing event updated for resources: {'Port': ['ID=012f4238-d57c-49b3-9a8f-24b5f858575b,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:15.174625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d592-c023-44df-aca4-44813f54104e None None] Pushing event deleted for resources: {'Port': ['ID=1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:15.181854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7b238-62a7-4e1d-94d5-8efd7994ae5d tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6006318e-8552-41c6-afbb-a982f47bf5be,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:15.274428 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eb2f390-8a11-4dea-b137-72beae6d3f23 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.289556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead1e02-a183-4d3a-a2bb-89b0ed2c2da6 req-56722442-0e61-469f-9265-9c623ecd0b12 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.291519 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eead1e02-a183-4d3a-a2bb-89b0ed2c2da6 req-56722442-0e61-469f-9265-9c623ecd0b12 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.3263798 Nov 12 08:45:15.301769 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f75af0ab-3555-4272-98a4-6f74008365a3 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2882881 Nov 12 08:45:15.314639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42766) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:15.387904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.6 (a347ffe7-3f0c-4d58-af34-79f5b7ef0a84/8bea11f9-2b04-4ae9-8154-93965ccb4c68/9a97fe13-83a7-41f1-99ac-68c63e7d8db6) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:15.410127 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e595-5bc4-4409-aed7-33e74486953c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.424766 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.524738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:15.527609 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No DVR routers for this DVR port 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:15.548885 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eead1e02-a183-4d3a-a2bb-89b0ed2c2da6 req-4e65dd03-c9ac-4dd0-8454-3500ef3d630c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457743 Nov 12 08:45:15.596613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:15.626049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7e595-5bc4-4409-aed7-33e74486953c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=3b9d48cd-ac4a-491c-a52b-ab962a72d955,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:15.656402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc7e595-5bc4-4409-aed7-33e74486953c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:15.657138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc7e595-5bc4-4409-aed7-33e74486953c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network hostable DHCP agents. Network: 376cbd53-eef7-4f19-a11f-fa391cb12464, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:15.659822 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9dbdd490-b495-4dbf-b433-0adf3fdd02e4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.729224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc80bbd-a3b6-481e-b5ff-cf42969be84e req-a03e92b9-e9a1-4ba2-bfbc-86691f4fbda6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.730884 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dc80bbd-a3b6-481e-b5ff-cf42969be84e req-a03e92b9-e9a1-4ba2-bfbc-86691f4fbda6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 944 time: 0.3221626 Nov 12 08:45:15.756280 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.799879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:15.830465 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a6c2c1-6b65-4e30-9688-3b64114f4fec']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:15.836370 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9dbdd490-b495-4dbf-b433-0adf3fdd02e4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.841417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc7e595-5bc4-4409-aed7-33e74486953c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:15.853764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb8b967-94f8-4f85-b011-732bd1e177bd') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:15.854063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb8b967-94f8-4f85-b011-732bd1e177bd') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:15.867706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.893023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-fbc7e595-5bc4-4409-aed7-33e74486953c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 376cbd53-eef7-4f19-a11f-fa391cb12464) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:15.897606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb2f390-8a11-4dea-b137-72beae6d3f23 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router b3636132-fc61-4f0d-9ad3-869521772ad1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:15.897906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc7e595-5bc4-4409-aed7-33e74486953c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:15.898297 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e595-5bc4-4409-aed7-33e74486953c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.904536 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.906332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00784a2-8f6e-4ece-98c8-389d8eafed64 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:15.911722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c00c33-823e-46dc-ad43-d06a59c92db6 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:15.916199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:15.916540 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.916657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:15.919947 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:15.932838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dc80bbd-a3b6-481e-b5ff-cf42969be84e req-8cba37eb-9f58-4e16-9b5d-5113bc82e549 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930389 Nov 12 08:45:15.936797 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:15.982376 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fbc7e595-5bc4-4409-aed7-33e74486953c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3608890 Nov 12 08:45:15.995274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42768) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:16.026983 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.034043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'name': 'tempest-NetworksTestDHCPv6-134125340'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:16.044365 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9dbdd490-b495-4dbf-b433-0adf3fdd02e4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.045966 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9dbdd490-b495-4dbf-b433-0adf3fdd02e4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.048331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9dbdd490-b495-4dbf-b433-0adf3fdd02e4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-groups/da7aaa48-fb55-45ff-a109-54669ef8addc HTTP/1.1" status: 204 len: 168 time: 0.7324753 Nov 12 08:45:16.061294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42770) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:16.092158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network a347ffe7-3f0c-4d58-af34-79f5b7ef0a84 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:16.102439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:16.110350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdd490-b495-4dbf-b433-0adf3fdd02e4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7aaa48-fb55-45ff-a109-54669ef8addc,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:16.112291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:16.115468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=9a97fe13-83a7-41f1-99ac-68c63e7d8db6,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:16.149930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Transition to ACTIVE for port object f00784a2-8f6e-4ece-98c8-389d8eafed64 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:45:16.171089 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.195366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': '3b9d48cd-ac4a-491c-a52b-ab962a72d955'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:16.196248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-21b03c28-fbdb-456a-bf4b-cb1bbe975a4b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1337428 Nov 12 08:45:16.196726 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.200488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42772) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:16.221474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-01567910-ec5a-4078-9e6d-2755add020ba tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485291989'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:16.228976 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.243136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.243993 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.304240 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.335255 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/networks/93a6c2c1-6b65-4e30-9688-3b64114f4fec HTTP/1.1" status: 204 len: 168 time: 2.1786470 Nov 12 08:45:16.350217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42774) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:16.372280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-422ffe1f-9637-4606-863d-95aeaaa8ea08 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-274289057', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:16.383891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79177fc-aece-4658-8475-e3863c16da1e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Network': ['ID=93a6c2c1-6b65-4e30-9688-3b64114f4fec,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:16.396034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Pushing event updated for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=9']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:16.398572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb2f390-8a11-4dea-b137-72beae6d3f23 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:16.419788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9eb2f390-8a11-4dea-b137-72beae6d3f23 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5360308 Nov 12 08:45:16.423984 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f6671b-daa4-4180-ad99-5cb348bc31f9 None None] Sync routers for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:16.433604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42776) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:16.441811 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6671b-daa4-4180-ad99-5cb348bc31f9 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:16.442943 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f0f6671b-daa4-4180-ad99-5cb348bc31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:16.463254 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01567910-ec5a-4078-9e6d-2755add020ba tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.512637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Allocated IP 2001:db8::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/3b9d48cd-ac4a-491c-a52b-ab962a72d955/3758c0c6-00ff-4e2b-af02-1c3882aee9e8) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:16.559696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ffcc2fcc-eb09-4f9f-bee7-5c9b4d4f3198 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8535657 Nov 12 08:45:16.584677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42778) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:16.589368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 012f4238-d57c-49b3-9a8f-24b5f858575b up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:16.625893 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-f0f6671b-daa4-4180-ad99-5cb348bc31f9 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:16.657817 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01567910-ec5a-4078-9e6d-2755add020ba tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.673314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01567910-ec5a-4078-9e6d-2755add020ba tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.753527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e00768-7ea4-48b9-86aa-5407ab824f51 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting subnet 6f35ddc0-e0e7-45ae-a398-199f7880301f {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:16.774995 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-422ffe1f-9637-4606-863d-95aeaaa8ea08 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.776706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e00768-7ea4-48b9-86aa-5407ab824f51 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.780630 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-422ffe1f-9637-4606-863d-95aeaaa8ea08 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.848913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01567910-ec5a-4078-9e6d-2755add020ba tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b36f7b-6442-401d-ab62-63b502cc412e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:16.862038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:16.867877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.878947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] No DVR routers for this DVR port f00784a2-8f6e-4ece-98c8-389d8eafed64 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:16.889147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01567910-ec5a-4078-9e6d-2755add020ba tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.895802 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-01567910-ec5a-4078-9e6d-2755add020ba tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6874483 Nov 12 08:45:16.900139 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ab7112-bbc4-4ce4-bf70-3fa8ee6145d5 None None] Network a347ffe7-3f0c-4d58-af34-79f5b7ef0a84 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:16.916929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42782) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:16.922769 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e00768-7ea4-48b9-86aa-5407ab824f51 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.928390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5f897597-2e68-4000-a00b-f3d140bb1e6c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group_rule': {'security_group_id': 'b6b36f7b-6442-401d-ab62-63b502cc412e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:16.928976 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f0f6671b-daa4-4180-ad99-5cb348bc31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:14Z', 'revision_number': 8, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:16.954204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d599d5-ae5d-4286-ada2-70e826232fb3 req-b1f2d93c-8c34-4001-b01c-00df6d4bfe7c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:16.955752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69d599d5-ae5d-4286-ada2-70e826232fb3 req-b1f2d93c-8c34-4001-b01c-00df6d4bfe7c tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.5405002 Nov 12 08:45:16.964674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 8f770343-afaa-454d-9017-35696400dc5e yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:16.974978 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f6671b-daa4-4180-ad99-5cb348bc31f9 None None] Checking router: b3636132-fc61-4f0d-9ad3-869521772ad1 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:16.986195 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6671b-daa4-4180-ad99-5cb348bc31f9 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:16.987129 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f0f6671b-daa4-4180-ad99-5cb348bc31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:17.066848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-422ffe1f-9637-4606-863d-95aeaaa8ea08 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.072416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574188a-9ab8-4425-b008-924359e03d93 req-a0c5f4a0-1c4d-442d-959f-25550ff25c07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:17.074341 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3574188a-9ab8-4425-b008-924359e03d93 req-a0c5f4a0-1c4d-442d-959f-25550ff25c07 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.3460014 Nov 12 08:45:17.090482 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-422ffe1f-9637-4606-863d-95aeaaa8ea08 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.145262 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-f0f6671b-daa4-4180-ad99-5cb348bc31f9 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:17.169159 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3574188a-9ab8-4425-b008-924359e03d93 req-f903c1b7-98f7-4c72-ac1a-8b7303ad3ae9 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861039 Nov 12 08:45:17.173385 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f897597-2e68-4000-a00b-f3d140bb1e6c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.208530 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-422ffe1f-9637-4606-863d-95aeaaa8ea08 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.212469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42786) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:17.212656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-422ffe1f-9637-4606-863d-95aeaaa8ea08 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8619668 Nov 12 08:45:17.221766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-5bb72dfc-e886-4e43-8086-859d94496e25 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 9a97fe13-83a7-41f1-99ac-68c63e7d8db6 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:17.222366 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bb72dfc-e886-4e43-8086-859d94496e25 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.223407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b4e5449a-4f80-43be-a5a5-c12263c52369 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'network': {'name': 'tempest-RoutersTest-1533778708'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:17.261882 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e00768-7ea4-48b9-86aa-5407ab824f51 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.310369 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f897597-2e68-4000-a00b-f3d140bb1e6c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.318872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e5449a-4f80-43be-a5a5-c12263c52369 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:17.322842 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e5449a-4f80-43be-a5a5-c12263c52369 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.330819 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f897597-2e68-4000-a00b-f3d140bb1e6c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.338263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5f819-ef7b-4e6b-9e4d-cac9b8277157 req-4f86e023-f5bb-4668-937e-c3590aa36f00 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:17.339839 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51f5f819-ef7b-4e6b-9e4d-cac9b8277157 req-4f86e023-f5bb-4668-937e-c3590aa36f00 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 944 time: 0.2544796 Nov 12 08:45:17.344025 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.368199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 012f4238-d57c-49b3-9a8f-24b5f858575b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:17.368584 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.370715 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.379800 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Attempting to bind port f00784a2-8f6e-4ece-98c8-389d8eafed64 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:17.380132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Attempting to bind port f00784a2-8f6e-4ece-98c8-389d8eafed64 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:17.380458 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Attempting to bind port f00784a2-8f6e-4ece-98c8-389d8eafed64 on network f4e7b44e-b3da-477b-8acb-2235fde73aca {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:17.413367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Port f00784a2-8f6e-4ece-98c8-389d8eafed64 on network f4e7b44e-b3da-477b-8acb-2235fde73aca not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:45:17.414062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Attempting to bind port f00784a2-8f6e-4ece-98c8-389d8eafed64 on network f4e7b44e-b3da-477b-8acb-2235fde73aca {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:17.417683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-69d599d5-ae5d-4286-ada2-70e826232fb3 req-979e8ba5-78ab-4658-bd69-f82baccb8706 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Deleting port 792c441e-15ac-405f-bf18-8377256b50fc {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:17.418018 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-69d599d5-ae5d-4286-ada2-70e826232fb3 req-979e8ba5-78ab-4658-bd69-f82baccb8706 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.420098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e5449a-4f80-43be-a5a5-c12263c52369 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:17.430446 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e5449a-4f80-43be-a5a5-c12263c52369 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.430830 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-b4e5449a-4f80-43be-a5a5-c12263c52369 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Added segment f8147e38-bd45-4281-a1a4-b16746c60e37 of type vlan for network 7ba4f69a-6863-4ede-9e54-c842041d9c28 Nov 12 08:45:17.435998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f897597-2e68-4000-a00b-f3d140bb1e6c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbc6d07-3e32-48e4-9163-197f4ffe9acd,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:17.462947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bb72dfc-e886-4e43-8086-859d94496e25 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.481673 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f897597-2e68-4000-a00b-f3d140bb1e6c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.483175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f897597-2e68-4000-a00b-f3d140bb1e6c tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5652611 Nov 12 08:45:17.492315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-38ebeea4-fda8-4aaf-8820-523b6a91300a None None] Provisioning complete for port 012f4238-d57c-49b3-9a8f-24b5f858575b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:17.492971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42788) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:17.493684 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-38ebeea4-fda8-4aaf-8820-523b6a91300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.502799 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51f5f819-ef7b-4e6b-9e4d-cac9b8277157 req-bd2eeb16-a8f4-4f69-991b-95c6ac36447b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386557 Nov 12 08:45:17.504844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:17.505057 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e00768-7ea4-48b9-86aa-5407ab824f51 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.505526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Checking segment: {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:17.506876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Bound using segment: {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:17.508494 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Bound port: f00784a2-8f6e-4ece-98c8-389d8eafed64, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c68a7550-98e6-4cd3-8088-2331a51a5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:17.509408 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.513283 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f0f6671b-daa4-4180-ad99-5cb348bc31f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:14Z', 'revision_number': 8, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:17.539030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::33c (376cbd53-eef7-4f19-a11f-fa391cb12464/3b9d48cd-ac4a-491c-a52b-ab962a72d955/8f770343-afaa-454d-9017-35696400dc5e) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:17.542676 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e5449a-4f80-43be-a5a5-c12263c52369 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.548041 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f6671b-daa4-4180-ad99-5cb348bc31f9 None None] The sync data for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 is: [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:14Z', 'revision_number': 8, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70950953-35c2-4d11-b7ff-bc644bb2cd1a', 'name': '', 'network_id': '8b09ab8a-a86e-4786-b07f-11b7592c39a7', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:29:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2371, 'fixed_ips': [{'subnet_id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:38Z', 'updated_at': '2021-11-12T08:44:48Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': 'bd7efe0e-3e92-42bc-bd10-fb843888a3af', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:17.559155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:17.563938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-5bb72dfc-e886-4e43-8086-859d94496e25 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 9a97fe13-83a7-41f1-99ac-68c63e7d8db6 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:17.570120 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:17.584282 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7057dc60-acb1-417a-9dbf-5abedff287a2 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules/6fbc6d07-3e32-48e4-9163-197f4ffe9acd HTTP/1.1" status: 200 len: 763 time: 0.0897999 Nov 12 08:45:17.585127 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:17.585271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e00768-7ea4-48b9-86aa-5407ab824f51 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Subnet': ['ID=6f35ddc0-e0e7-45ae-a398-199f7880301f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:17.592302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42790) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:17.592495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-20e00768-7ea4-48b9-86aa-5407ab824f51 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.596762 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-20e00768-7ea4-48b9-86aa-5407ab824f51 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/6f35ddc0-e0e7-45ae-a398-199f7880301f HTTP/1.1" status: 204 len: 168 time: 1.1615250 Nov 12 08:45:17.609987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42792) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:17.632639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9c5f46-9b2f-45b8-a982-11de714be829 None None] Network 34384a43-1681-4b72-a326-4bdf5189e984 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:17.660812 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e5449a-4f80-43be-a5a5-c12263c52369 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.666574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e5449a-4f80-43be-a5a5-c12263c52369 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:17.667084 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4e5449a-4f80-43be-a5a5-c12263c52369 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.685814 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Attempting to bind port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:17.686498 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Attempting to bind port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:17.687064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Attempting to bind port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:17.750542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:17.750927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:17.751527 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.751975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:17.752533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Bound port: 3758c0c6-00ff-4e2b-af02-1c3882aee9e8, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:17.753606 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.755704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Pushing event updated for resources: {'Port': ['ID=3758c0c6-00ff-4e2b-af02-1c3882aee9e8,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:17.787553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ca2ffcff-18d0-43e3-9698-b656a41369fa tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1686342 Nov 12 08:45:17.794211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42794) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:17.834514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-69d599d5-ae5d-4286-ada2-70e826232fb3 req-979e8ba5-78ab-4658-bd69-f82baccb8706 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] For port 792c441e-15ac-405f-bf18-8377256b50fc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=792c441e-15ac-405f-bf18-8377256b50fc,segment=NetworkSegment(c3ce8979-accd-40b0-90b4-bc87b1fd75c0),segment_id=c3ce8979-accd-40b0-90b4-bc87b1fd75c0)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:17.834850 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-69d599d5-ae5d-4286-ada2-70e826232fb3 req-979e8ba5-78ab-4658-bd69-f82baccb8706 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.839799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:17.881232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:17.882425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-69d599d5-ae5d-4286-ada2-70e826232fb3 req-979e8ba5-78ab-4658-bd69-f82baccb8706 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Calling delete_port for 792c441e-15ac-405f-bf18-8377256b50fc owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:17.894542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.905861 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a223fd78-f729-4bd6-a3db-c7ff8d93fea4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.947712 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-38ebeea4-fda8-4aaf-8820-523b6a91300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.976609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a223fd78-f729-4bd6-a3db-c7ff8d93fea4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:17.978817 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.029692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:18.029850 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.031189 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] 10.222.0.52 "PUT /v2.0/ports/f00784a2-8f6e-4ece-98c8-389d8eafed64 HTTP/1.1" status: 200 len: 1093 time: 3.9441540 Nov 12 08:45:18.033307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:18.037870 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa364f-a3fe-46db-85dd-826ecde9ca9a" -d '{"events": [{"name": "network-changed", "server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:18.071790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] For port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:18.134647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] For port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3758c0c6-00ff-4e2b-af02-1c3882aee9e8,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:18.144056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-38ebeea4-fda8-4aaf-8820-523b6a91300a None None] For port 012f4238-d57c-49b3-9a8f-24b5f858575b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=012f4238-d57c-49b3-9a8f-24b5f858575b,segment=NetworkSegment(b6333165-52fb-4db2-9592-1eba218fba40),segment_id=b6333165-52fb-4db2-9592-1eba218fba40)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:18.149207 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.203706 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e750acbe-ada9-4b5c-873e-ce7e53984c07 x-openstack-request-id: req-e750acbe-ada9-4b5c-873e-ce7e53984c07 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:18.206949 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:18.207395 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e750acbe-ada9-4b5c-873e-ce7e53984c07 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:18.208326 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'status': 'completed', 'code': 200} Nov 12 08:45:18.214146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a223fd78-f729-4bd6-a3db-c7ff8d93fea4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.258714 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a223fd78-f729-4bd6-a3db-c7ff8d93fea4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.260183 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a223fd78-f729-4bd6-a3db-c7ff8d93fea4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6fbc6d07-3e32-48e4-9163-197f4ffe9acd HTTP/1.1" status: 204 len: 168 time: 0.4583910 Nov 12 08:45:18.275013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42800) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:18.276560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae856faf-98b3-4ca6-adc1-e87927fe4d38 service neutron] Pushing event updated for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=10']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:18.289081 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.299393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce9cd8-aaf6-4943-b191-1010b13b8b25 None None] Pushing event updated for resources: {'Port': ['ID=3758c0c6-00ff-4e2b-af02-1c3882aee9e8,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:18.303878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cbe9bf-271c-47b8-a675-bf817ec1c563 None None] DHCP port deletion for 34384a43-1681-4b72-a326-4bdf5189e984 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:18.306562 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-38ebeea4-fda8-4aaf-8820-523b6a91300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.323531 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bb72dfc-e886-4e43-8086-859d94496e25 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.340050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223fd78-f729-4bd6-a3db-c7ff8d93fea4 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fbc6d07-3e32-48e4-9163-197f4ffe9acd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:18.378014 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebeea4-fda8-4aaf-8820-523b6a91300a None None] Pushing event updated for resources: {'Port': ['ID=012f4238-d57c-49b3-9a8f-24b5f858575b,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:18.398145 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b4e5449a-4f80-43be-a5a5-c12263c52369 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1801326 Nov 12 08:45:18.410020 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42802) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:18.461266 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-210c3c2e-2832-4d2d-b9ec-34b7bb7878e8 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'subnet': {'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:18.469310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ce3566a6-a0db-4672-9ce7-be6338b6008a None None] Could not find standard attr ID for object 9a97fe13-83a7-41f1-99ac-68c63e7d8db6. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:45:18.495302 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:45:18.495792 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:45:18.498611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ce3566a6-a0db-4672-9ce7-be6338b6008a None None] Provisioning complete for port 012f4238-d57c-49b3-9a8f-24b5f858575b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:18.499257 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ce3566a6-a0db-4672-9ce7-be6338b6008a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.515021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-9d6b678c-5d24-4061-a65a-017fb37f11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:18.517841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-9d6b678c-5d24-4061-a65a-017fb37f11dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 1097 time: 0.4195015 Nov 12 08:45:18.530400 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5449a-4f80-43be-a5a5-c12263c52369 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Network': ['ID=7ba4f69a-6863-4ede-9e54-c842041d9c28,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:18.581208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 7ba4f69a-6863-4ede-9e54-c842041d9c28 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:18.585894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb72dfc-e886-4e43-8086-859d94496e25 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=9a97fe13-83a7-41f1-99ac-68c63e7d8db6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:18.703655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbe9bf-271c-47b8-a675-bf817ec1c563 None None] Deleting port e4d6f18c-735a-4bf9-bd57-f42383860356 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:18.704750 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe9bf-271c-47b8-a675-bf817ec1c563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.727204 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bb72dfc-e886-4e43-8086-859d94496e25 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.730802 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5bb72dfc-e886-4e43-8086-859d94496e25 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/9a97fe13-83a7-41f1-99ac-68c63e7d8db6 HTTP/1.1" status: 204 len: 168 time: 2.1367755 Nov 12 08:45:18.739333 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42806) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:18.761349 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.855625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9072ae19-e151-4bc4-a173-c36ccb289012 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5536480 Nov 12 08:45:18.867516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7898c6-ce2c-4ff1-a9c1-052df415b82f req-d3b88309-fffa-4a54-b14f-a1eddb061ed4 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:18.870385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e8ceb-010d-4cc7-9c59-3afb428f012a req-ac5e8f82-ea36-4353-b532-5ae7fe9ff522 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:18.871993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe7898c6-ce2c-4ff1-a9c1-052df415b82f req-d3b88309-fffa-4a54-b14f-a1eddb061ed4 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.2252798 Nov 12 08:45:18.872359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a15e8ceb-010d-4cc7-9c59-3afb428f012a req-ac5e8f82-ea36-4353-b532-5ae7fe9ff522 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/ports?device_id=59e709fb-f9ac-432b-86ac-7af02bb8da30 HTTP/1.1" status: 200 len: 946 time: 0.4799416 Nov 12 08:45:18.872509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42808) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:18.882488 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63a7eae-5862-43f7-9cc0-d4e9379baa7e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] DELETE failed (client error): The resource could not be found. Nov 12 08:45:18.883409 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63a7eae-5862-43f7-9cc0-d4e9379baa7e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:45:18.887516 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b8cbe9bf-271c-47b8-a675-bf817ec1c563 None None] For port e4d6f18c-735a-4bf9-bd57-f42383860356, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e4d6f18c-735a-4bf9-bd57-f42383860356,segment=NetworkSegment(097af2e6-4dc7-4907-b104-12a52e8fde8b),segment_id=097af2e6-4dc7-4907-b104-12a52e8fde8b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:18.889093 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe9bf-271c-47b8-a675-bf817ec1c563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.890211 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c63a7eae-5862-43f7-9cc0-d4e9379baa7e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/9a97fe13-83a7-41f1-99ac-68c63e7d8db6 HTTP/1.1" status: 404 len: 333 time: 0.1323524 Nov 12 08:45:18.896287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4cd0e52e-d57b-4c2a-a11e-1af406a004dc tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group_rule': {'security_group_id': 'b6b36f7b-6442-401d-ab62-63b502cc412e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:18.899773 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42810) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:18.945620 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-86872ff1-6224-4052-89c7-b82848f2dc84 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:45:18.945984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b8cbe9bf-271c-47b8-a675-bf817ec1c563 None None] Calling delete_port for e4d6f18c-735a-4bf9-bd57-f42383860356 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:18.950986 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-86872ff1-6224-4052-89c7-b82848f2dc84 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/9a97fe13-83a7-41f1-99ac-68c63e7d8db6 HTTP/1.1" status: 404 len: 333 time: 0.0426974 Nov 12 08:45:18.951778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42812) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:18.964377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a15e8ceb-010d-4cc7-9c59-3afb428f012a req-c7272628-a86c-405d-8ff6-eecce54b6fa4 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.31 "GET /v2.0/security-groups?id=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785437 Nov 12 08:45:18.968259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port e4d6f18c-735a-4bf9-bd57-f42383860356 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:18.968259 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.036725 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-69d599d5-ae5d-4286-ada2-70e826232fb3 req-979e8ba5-78ab-4658-bd69-f82baccb8706 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.054752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-1afd1dcd-ce6e-4301-8326-abafede2e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.056650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-1afd1dcd-ce6e-4301-8326-abafede2e983 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 918 time: 0.4797533 Nov 12 08:45:19.076927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] For port e4d6f18c-735a-4bf9-bd57-f42383860356, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e4d6f18c-735a-4bf9-bd57-f42383860356,segment=NetworkSegment(097af2e6-4dc7-4907-b104-12a52e8fde8b),segment_id=097af2e6-4dc7-4907-b104-12a52e8fde8b)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:19.077329 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.088617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e8ba5-78ab-4658-bd69-f82baccb8706 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Pushing event deleted for resources: {'Port': ['ID=792c441e-15ac-405f-bf18-8377256b50fc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:19.105968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for e4d6f18c-735a-4bf9-bd57-f42383860356 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:19.124572 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4b1d93-2532-476b-897a-95a86e6ab180 None None] DHCP port deletion for c0f5d45c-c314-43a2-9378-dd1b94a83f84 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:19.180957 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-415730db-4996-4fc0-8ee8-9fc414b02cda None None] Could not find standard attr ID for object 9a97fe13-83a7-41f1-99ac-68c63e7d8db6. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:45:19.183006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d599d5-ae5d-4286-ada2-70e826232fb3 req-979e8ba5-78ab-4658-bd69-f82baccb8706 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] No DVR routers for this DVR port 792c441e-15ac-405f-bf18-8377256b50fc on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:19.187092 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8cbe9bf-271c-47b8-a675-bf817ec1c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.188488 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-69d599d5-ae5d-4286-ada2-70e826232fb3 req-979e8ba5-78ab-4658-bd69-f82baccb8706 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.192160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69d599d5-ae5d-4286-ada2-70e826232fb3 req-979e8ba5-78ab-4658-bd69-f82baccb8706 tempest-ServersNegativeTestJSON-100418189 tempest-ServersNegativeTestJSON-100418189-project] 10.222.0.52 "DELETE /v2.0/ports/792c441e-15ac-405f-bf18-8377256b50fc HTTP/1.1" status: 204 len: 173 time: 2.2289419 Nov 12 08:45:19.207675 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cbe9bf-271c-47b8-a675-bf817ec1c563 None None] No DVR routers for this DVR port e4d6f18c-735a-4bf9-bd57-f42383860356 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:19.236318 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-039a1af6-7253-47d0-bc89-c554050c1b43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64 HTTP/1.1" status: 200 len: 1000 time: 0.1562853 Nov 12 08:45:19.259441 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbe9bf-271c-47b8-a675-bf817ec1c563 None None] Pushing event deleted for resources: {'Port': ['ID=e4d6f18c-735a-4bf9-bd57-f42383860356,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:19.293759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 792c441e-15ac-405f-bf18-8377256b50fc no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:19.319505 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210c3c2e-2832-4d2d-b9ec-34b7bb7878e8 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:19.323996 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-210c3c2e-2832-4d2d-b9ec-34b7bb7878e8 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.329668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 792c441e-15ac-405f-bf18-8377256b50fc {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:19.330041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 792c441e-15ac-405f-bf18-8377256b50fc not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:19.332346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-c2f909da-c51f-4a9a-86ff-f1375c4fec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.332507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:19.334094 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-c2f909da-c51f-4a9a-86ff-f1375c4fec90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.0887890 Nov 12 08:45:19.357509 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.358481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:19.358831 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1f813e6c-a2f5-4e2d-b0b8-6c3631b63eea not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:19.417402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-a9d3080f-6e63-4f38-a84b-5993be1c6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.419384 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-a9d3080f-6e63-4f38-a84b-5993be1c6fe0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772505 Nov 12 08:45:19.463307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-574fb906-b7a5-4169-a419-8977ad92857e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting subnet 8bea11f9-2b04-4ae9-8154-93965ccb4c68 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:19.470962 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No DVR routers for this DVR port e4d6f18c-735a-4bf9-bd57-f42383860356 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:19.478118 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.480380 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-574fb906-b7a5-4169-a419-8977ad92857e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.492321 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe7898c6-ce2c-4ff1-a9c1-052df415b82f req-77b81a67-c62e-4546-a9d9-e4bf6578a715 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5893128 Nov 12 08:45:19.493312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=e4d6f18c-735a-4bf9-bd57-f42383860356,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:19.560841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-c266a066-dbe8-45b3-9a5d-6dd304ab476f service neutron] 10.222.0.52 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335146 Nov 12 08:45:19.617163 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e52e-d57b-4c2a-a11e-1af406a004dc tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.623562 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 012f4238-d57c-49b3-9a8f-24b5f858575b up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:19.687376 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-574fb906-b7a5-4169-a419-8977ad92857e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.689065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 012f4238-d57c-49b3-9a8f-24b5f858575b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:19.689564 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.734965 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bf15e2e-15f0-44f4-9cb1-80bbddc5c887 req-8d84b644-212d-4441-9603-0c5981a93e74 service neutron] 10.222.0.52 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655221 Nov 12 08:45:19.794451 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:19.807214 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.813493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:19.814901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:19.815538 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=8f770343-afaa-454d-9017-35696400dc5e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:19.825742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:19.832122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.832785 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.899336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:19.899817 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.923880 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34384a43-1681-4b72-a326-4bdf5189e984']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:19.933869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa364f-a3fe-46db-85dd-826ecde9ca9a req-862b55d8-c9cf-4d75-bb23-dbf12478ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:19.937694 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bfa364f-a3fe-46db-85dd-826ecde9ca9a req-862b55d8-c9cf-4d75-bb23-dbf12478ab28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 1097 time: 0.1221645 Nov 12 08:45:19.956945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097af2e6-4dc7-4907-b104-12a52e8fde8b') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:19.957308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097af2e6-4dc7-4907-b104-12a52e8fde8b') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:19.996298 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ca5eefe1-3785-437c-9e0c-3967bb92f044 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9643891 Nov 12 08:45:19.999219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42820) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:20.003541 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.008049 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.051501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3758c0c6-00ff-4e2b-af02-1c3882aee9e8,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:20.059401 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.060560 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e52e-d57b-4c2a-a11e-1af406a004dc tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.090914 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e52e-d57b-4c2a-a11e-1af406a004dc tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.094115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42824) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:20.128173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5900d00b-52d7-4fa1-a59b-e4cd50668c70 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:20.177626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e4d6f18c-735a-4bf9-bd57-f42383860356 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:20.179613 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.181805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e52e-d57b-4c2a-a11e-1af406a004dc tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d8e703-6a6b-4081-ba52-3ccef1addf07,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:20.195503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa364f-a3fe-46db-85dd-826ecde9ca9a req-4a18f23b-6a18-4fc4-99c9-6027e5397e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:20.197887 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bfa364f-a3fe-46db-85dd-826ecde9ca9a req-4a18f23b-6a18-4fc4-99c9-6027e5397e85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 918 time: 0.2507112 Nov 12 08:45:20.210706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'name': 'network-vif-deleted', 'tag': '792c441e-15ac-405f-bf18-8377256b50fc'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:20.212750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=3758c0c6-00ff-4e2b-af02-1c3882aee9e8,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:20.213780 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a368250-cdac-428b-9424-af3ec070de6c" -d '{"events": [{"server_uuid": "59e709fb-f9ac-432b-86ac-7af02bb8da30", "name": "network-vif-deleted", "tag": "792c441e-15ac-405f-bf18-8377256b50fc"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:20.247189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:20.247608 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.254739 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-574fb906-b7a5-4169-a419-8977ad92857e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:20.258279 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:20.264615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e4d6f18c-735a-4bf9-bd57-f42383860356 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:20.265040 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e4d6f18c-735a-4bf9-bd57-f42383860356 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:20.265562 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cfaf7416-a699-4c55-96c2-baeb8e0b12a6 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:20.308459 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba0e0b9-becf-4a15-9f0f-15d7c0ee192e x-openstack-request-id: req-5ba0e0b9-becf-4a15-9f0f-15d7c0ee192e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:20.308676 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e709fb-f9ac-432b-86ac-7af02bb8da30", "name": "network-vif-deleted", "tag": "792c441e-15ac-405f-bf18-8377256b50fc", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:20.308919 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ba0e0b9-becf-4a15-9f0f-15d7c0ee192e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:20.309430 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e709fb-f9ac-432b-86ac-7af02bb8da30', 'name': 'network-vif-deleted', 'tag': '792c441e-15ac-405f-bf18-8377256b50fc', 'status': 'completed', 'code': 200} Nov 12 08:45:20.315112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: cfaf7416-a699-4c55-96c2-baeb8e0b12a6 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:20.315382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cfaf7416-a699-4c55-96c2-baeb8e0b12a6 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:20.325966 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-497579bb-b570-4c67-9047-bee4d69ebd54 None None] Provisioning complete for port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:20.326671 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-497579bb-b570-4c67-9047-bee4d69ebd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.343713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1246888-b11e-470e-b7a7-d66b925eeed7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:20.344660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e52e-d57b-4c2a-a11e-1af406a004dc tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.345951 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4cd0e52e-d57b-4c2a-a11e-1af406a004dc tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4662671 Nov 12 08:45:20.354308 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1246888-b11e-470e-b7a7-d66b925eeed7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:20.356954 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c1246888-b11e-470e-b7a7-d66b925eeed7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3566048 Nov 12 08:45:20.357889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42838) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:20.368866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42840) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:20.414424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e6b3a6-48ca-4ab2-9781-f165b4146b16 admin admin] Deleting subnet 6b9330ef-ee82-4258-9e06-e7d9a0866049 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:20.424265 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-210c3c2e-2832-4d2d-b9ec-34b7bb7878e8 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.439796 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-06e6b3a6-48ca-4ab2-9781-f165b4146b16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.500119 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.531888 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.535941 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/networks/34384a43-1681-4b72-a326-4bdf5189e984 HTTP/1.1" status: 204 len: 168 time: 2.9249346 Nov 12 08:45:20.546118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42844) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:20.587338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff4344-f7ac-4c92-bb3a-294e6da4c5a5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Network': ['ID=34384a43-1681-4b72-a326-4bdf5189e984,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:20.803808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-06e6b3a6-48ca-4ab2-9781-f165b4146b16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.921561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c3c2e-2832-4d2d-b9ec-34b7bb7878e8 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Subnet': ['ID=b3071c77-2c05-4fb4-a316-11e241308319,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:20.957443 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-574fb906-b7a5-4169-a419-8977ad92857e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.183148 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f51fec80-0618-4389-950a-ad441af9c144 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules/49d8e703-6a6b-4081-ba52-3ccef1addf07 HTTP/1.1" status: 200 len: 763 time: 0.8191288 Nov 12 08:45:21.187181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42846) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:21.194547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d6745aba-2ace-478c-b83f-411044cd43db None None] Provisioning complete for port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:21.195095 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d6745aba-2ace-478c-b83f-411044cd43db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.248476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fb906-b7a5-4169-a419-8977ad92857e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Subnet': ['ID=8bea11f9-2b04-4ae9-8154-93965ccb4c68,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:21.257241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c3c2e-2832-4d2d-b9ec-34b7bb7878e8 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Checking segment: {'id': 'f8147e38-bd45-4281-a1a4-b16746c60e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:21.257877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c3c2e-2832-4d2d-b9ec-34b7bb7878e8 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network hostable DHCP agents. Network: 7ba4f69a-6863-4ede-9e54-c842041d9c28, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:21.261360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87267c5-3e74-40cc-b6f4-dd95c34fba58 None None] Network a347ffe7-3f0c-4d58-af34-79f5b7ef0a84 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:21.319420 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-574fb906-b7a5-4169-a419-8977ad92857e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.324403 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-574fb906-b7a5-4169-a419-8977ad92857e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/8bea11f9-2b04-4ae9-8154-93965ccb4c68 HTTP/1.1" status: 204 len: 168 time: 2.3584833 Nov 12 08:45:21.332664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bfa364f-a3fe-46db-85dd-826ecde9ca9a req-e0e2eae2-9930-47cf-bd95-5e2021d1092b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64 HTTP/1.1" status: 200 len: 1000 time: 1.1265128 Nov 12 08:45:21.336720 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-06e6b3a6-48ca-4ab2-9781-f165b4146b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.340083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42848) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:21.424618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfaa7f-d9bd-4a40-b5bf-3b8b01e5323d req-0846cc48-cd52-4b9d-a1ca-09255f27160b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.437062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7adfaa7f-d9bd-4a40-b5bf-3b8b01e5323d req-0846cc48-cd52-4b9d-a1ca-09255f27160b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.2794063 Nov 12 08:45:21.506235 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b7924-5c44-449b-ab8e-634ec1631dfd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 8f770343-afaa-454d-9017-35696400dc5e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:21.506926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d4b7924-5c44-449b-ab8e-634ec1631dfd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.590846 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.629816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c3c2e-2832-4d2d-b9ec-34b7bb7878e8 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 7ba4f69a-6863-4ede-9e54-c842041d9c28 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:21.662717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-56194768-86f6-4ec6-9ede-7ae4bda28bb0 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4477880 Nov 12 08:45:21.669400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42850) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:21.699449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-210c3c2e-2832-4d2d-b9ec-34b7bb7878e8 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 7ba4f69a-6863-4ede-9e54-c842041d9c28) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:21.719588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210c3c2e-2832-4d2d-b9ec-34b7bb7878e8 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:21.720321 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-210c3c2e-2832-4d2d-b9ec-34b7bb7878e8 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.720942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:21.771579 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d4b7924-5c44-449b-ab8e-634ec1631dfd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.790734 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-210c3c2e-2832-4d2d-b9ec-34b7bb7878e8 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3753195 Nov 12 08:45:21.791351 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42852) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:21.799094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b7924-5c44-449b-ab8e-634ec1631dfd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 8f770343-afaa-454d-9017-35696400dc5e owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:21.803178 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dd3875-3852-4be0-9e82-6a6b8ae75ec9 None None] Network 7ba4f69a-6863-4ede-9e54-c842041d9c28 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:21.804013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 012f4238-d57c-49b3-9a8f-24b5f858575b {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:21.804459 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.805457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7adfaa7f-d9bd-4a40-b5bf-3b8b01e5323d req-c71a1ba6-536d-4281-be92-b407168cae50 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3674300 Nov 12 08:45:21.814449 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-06e6b3a6-48ca-4ab2-9781-f165b4146b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.865397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6b3a6-48ca-4ab2-9781-f165b4146b16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9330ef-ee82-4258-9e06-e7d9a0866049,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:21.874115 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5848aa73-568f-472d-ba91-0bbb424cb31b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.924952 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391c8ce1-449c-48da-a980-ad90c7878a05 None None] Network c0f5d45c-c314-43a2-9378-dd1b94a83f84 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:21.950240 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5848aa73-568f-472d-ba91-0bbb424cb31b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:21.999609 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-06e6b3a6-48ca-4ab2-9781-f165b4146b16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.016769 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-06e6b3a6-48ca-4ab2-9781-f165b4146b16 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6b9330ef-ee82-4258-9e06-e7d9a0866049 HTTP/1.1" status: 204 len: 168 time: 1.8950057 Nov 12 08:45:22.022340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42854) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:22.079275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] For port 012f4238-d57c-49b3-9a8f-24b5f858575b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=012f4238-d57c-49b3-9a8f-24b5f858575b,segment=NetworkSegment(b6333165-52fb-4db2-9592-1eba218fba40),segment_id=b6333165-52fb-4db2-9592-1eba218fba40)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:22.079650 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.112950 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d6745aba-2ace-478c-b83f-411044cd43db None None] Provisioning complete for port 8f770343-afaa-454d-9017-35696400dc5e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:22.113514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d6745aba-2ace-478c-b83f-411044cd43db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.184917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d6745aba-2ace-478c-b83f-411044cd43db None None] Port 8f770343-afaa-454d-9017-35696400dc5e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:22.204527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5848aa73-568f-472d-ba91-0bbb424cb31b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.215809 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5848aa73-568f-472d-ba91-0bbb424cb31b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.219703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5848aa73-568f-472d-ba91-0bbb424cb31b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/49d8e703-6a6b-4081-ba52-3ccef1addf07 HTTP/1.1" status: 204 len: 168 time: 0.4831161 Nov 12 08:45:22.221457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42856) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:22.241302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 012f4238-d57c-49b3-9a8f-24b5f858575b owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:22.258787 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.322112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ab65c2-4d5d-493c-9c20-6331af41a282 None None] DHCP port deletion for c0f5d45c-c314-43a2-9378-dd1b94a83f84 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:22.378318 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:22.378836 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.381486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848aa73-568f-472d-ba91-0bbb424cb31b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49d8e703-6a6b-4081-ba52-3ccef1addf07,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:22.384204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3c4d8dcb-1367-4a96-95a6-f0b3f61cdefa None None] Provisioning complete for port 8f770343-afaa-454d-9017-35696400dc5e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:22.384788 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3c4d8dcb-1367-4a96-95a6-f0b3f61cdefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.450369 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d8dcb-1367-4a96-95a6-f0b3f61cdefa None None] Port 8f770343-afaa-454d-9017-35696400dc5e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:22.452077 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-7ba4f69a-6863-4ede-9e54-c842041d9c28', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:22.453053 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.477356 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.494196 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17a96839-5ae8-4488-a609-7abbbe6288b1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.516530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afbcf56-7e91-46c0-b099-ff92f82f7708 None None] DHCP port deletion for a347ffe7-3f0c-4d58-af34-79f5b7ef0a84 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:22.567314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.597902 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9c955cab-0dd8-4fa2-8aad-2931fd8c5fb2 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3696973 Nov 12 08:45:22.601868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f5d45c-c314-43a2-9378-dd1b94a83f84']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:22.604075 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d4b7924-5c44-449b-ab8e-634ec1631dfd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.608090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42858) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:22.614059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-168ea26f-0333-4fbc-8854-9517f296cb1a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Request body: {'security_group_rule': {'security_group_id': 'b6b36f7b-6442-401d-ab62-63b502cc412e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:22.653405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ce8979-accd-40b0-90b4-bc87b1fd75c0') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:22.653862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ce8979-accd-40b0-90b4-bc87b1fd75c0') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:22.672165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.725639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4afbcf56-7e91-46c0-b099-ff92f82f7708 None None] Deleting port 012f4238-d57c-49b3-9a8f-24b5f858575b {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:22.725893 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4afbcf56-7e91-46c0-b099-ff92f82f7708 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.803750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Allocated IP 172.20.0.2 (7ba4f69a-6863-4ede-9e54-c842041d9c28/b3071c77-2c05-4fb4-a316-11e241308319/59f67c53-a409-40f2-b42d-830df47e3f17) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:22.817832 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.818726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4afbcf56-7e91-46c0-b099-ff92f82f7708 None None] For port 012f4238-d57c-49b3-9a8f-24b5f858575b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=012f4238-d57c-49b3-9a8f-24b5f858575b,segment=NetworkSegment(b6333165-52fb-4db2-9592-1eba218fba40),segment_id=b6333165-52fb-4db2-9592-1eba218fba40)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:22.819226 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4afbcf56-7e91-46c0-b099-ff92f82f7708 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.823468 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d4b7924-5c44-449b-ab8e-634ec1631dfd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:22.829382 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8d4b7924-5c44-449b-ab8e-634ec1631dfd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/8f770343-afaa-454d-9017-35696400dc5e HTTP/1.1" status: 204 len: 168 time: 2.4566746 Nov 12 08:45:22.830293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b7924-5c44-449b-ab8e-634ec1631dfd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=8f770343-afaa-454d-9017-35696400dc5e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:22.840450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42860) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:22.847411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4afbcf56-7e91-46c0-b099-ff92f82f7708 None None] Calling delete_port for 012f4238-d57c-49b3-9a8f-24b5f858575b owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:22.988976 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-168ea26f-0333-4fbc-8854-9517f296cb1a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.174795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba67ac-81ff-4fcf-9bdd-6e67fc148514 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:23.176714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba67ac-81ff-4fcf-9bdd-6e67fc148514 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:23.178381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-feba67ac-81ff-4fcf-9bdd-6e67fc148514 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3296762 Nov 12 08:45:23.188934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42864) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:23.205995 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4afbcf56-7e91-46c0-b099-ff92f82f7708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.231411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbcf56-7e91-46c0-b099-ff92f82f7708 None None] No DVR routers for this DVR port 012f4238-d57c-49b3-9a8f-24b5f858575b on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:23.259330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbcf56-7e91-46c0-b099-ff92f82f7708 None None] Pushing event deleted for resources: {'Port': ['ID=012f4238-d57c-49b3-9a8f-24b5f858575b,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:23.288697 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.299751 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.393327 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-168ea26f-0333-4fbc-8854-9517f296cb1a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.400710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Network 7ba4f69a-6863-4ede-9e54-c842041d9c28 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:23.403460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e83bfaa-29db-47f8-a3a0-7572760efbf8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 3b9d48cd-ac4a-491c-a52b-ab962a72d955 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:23.404313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:23.414472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:23.427646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Pushing event updated for resources: {'Port': ['ID=59f67c53-a409-40f2-b42d-830df47e3f17,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:23.474474 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-168ea26f-0333-4fbc-8854-9517f296cb1a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.476514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0e83bfaa-29db-47f8-a3a0-7572760efbf8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.523336 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.549685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ea26f-0333-4fbc-8854-9517f296cb1a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46eec508-4d53-4bbb-95ca-f022c37d81cd,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:23.564011 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0e83bfaa-29db-47f8-a3a0-7572760efbf8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.566964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Attempting to bind port 59f67c53-a409-40f2-b42d-830df47e3f17 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:23.567141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Attempting to bind port 59f67c53-a409-40f2-b42d-830df47e3f17 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'f8147e38-bd45-4281-a1a4-b16746c60e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:23.571108 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Attempting to bind port 59f67c53-a409-40f2-b42d-830df47e3f17 on network 7ba4f69a-6863-4ede-9e54-c842041d9c28 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:23.576953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 012f4238-d57c-49b3-9a8f-24b5f858575b no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:23.584770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:23.585130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Checking segment: {'id': 'f8147e38-bd45-4281-a1a4-b16746c60e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:23.585540 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.585938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Bound using segment: {'id': 'f8147e38-bd45-4281-a1a4-b16746c60e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:23.586419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Bound port: 59f67c53-a409-40f2-b42d-830df47e3f17, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8147e38-bd45-4281-a1a4-b16746c60e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:23.586798 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.593054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-168ea26f-0333-4fbc-8854-9517f296cb1a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.597511 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-168ea26f-0333-4fbc-8854-9517f296cb1a tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9849715 Nov 12 08:45:23.615807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42868) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:23.633819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 012f4238-d57c-49b3-9a8f-24b5f858575b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:23.634381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 012f4238-d57c-49b3-9a8f-24b5f858575b not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:23.649793 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No DVR routers for this DVR port 012f4238-d57c-49b3-9a8f-24b5f858575b on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:23.652743 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.659441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=012f4238-d57c-49b3-9a8f-24b5f858575b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:23.666111 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-06d9266c-08c1-44c9-9458-796856317024 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules/46eec508-4d53-4bbb-95ca-f022c37d81cd HTTP/1.1" status: 200 len: 764 time: 0.0469625 Nov 12 08:45:23.676686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42870) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:23.692976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Allocated IP 172.20.0.1 (7ba4f69a-6863-4ede-9e54-c842041d9c28/b3071c77-2c05-4fb4-a316-11e241308319/50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:23.722797 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] For port 59f67c53-a409-40f2-b42d-830df47e3f17, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:23.727403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] For port 59f67c53-a409-40f2-b42d-830df47e3f17, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=59f67c53-a409-40f2-b42d-830df47e3f17,segment=NetworkSegment(f8147e38-bd45-4281-a1a4-b16746c60e37),segment_id=f8147e38-bd45-4281-a1a4-b16746c60e37)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:23.735721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:23.736417 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.738825 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:23.760272 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:23.848021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad744d-7ba7-4dc2-a2cf-e24f1f810ffb None None] Pushing event updated for resources: {'Port': ['ID=59f67c53-a409-40f2-b42d-830df47e3f17,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:23.884225 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.937740 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a347ffe7-3f0c-4d58-af34-79f5b7ef0a84']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:23.951469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6333165-52fb-4db2-9592-1eba218fba40') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:23.952354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6333165-52fb-4db2-9592-1eba218fba40') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:23.965833 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:23.992079 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.007007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:24.007782 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.056568 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.111447 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0e83bfaa-29db-47f8-a3a0-7572760efbf8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.115552 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.169669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ce478-1ad9-4304-b4c3-c2ebd58dfe28 req-c5e10c99-b615-4776-ab04-f857ae75090a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:24.178755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-774ce478-1ad9-4304-b4c3-c2ebd58dfe28 req-c5e10c99-b615-4776-ab04-f857ae75090a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.7120223 Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:24.180886 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:24.187458 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.214637 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.220744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/networks/a347ffe7-3f0c-4d58-af34-79f5b7ef0a84 HTTP/1.1" status: 204 len: 168 time: 2.8741801 Nov 12 08:45:24.230350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42872) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:24.263248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c2d5e985-30a6-4dc4-a654-11b0c4e38729 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.5852473 Nov 12 08:45:24.268982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1d9f58f5-bdd8-4ccc-a646-cc302ab39a3d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-657754329'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:24.269637 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:24.281386 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42874) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:24.284623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f225e84-416b-4432-ad13-6f6e74c249bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Network': ['ID=a347ffe7-3f0c-4d58-af34-79f5b7ef0a84,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:24.296858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 7ba4f69a-6863-4ede-9e54-c842041d9c28 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:24.302424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:24.309371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:24.323030 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.369152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.375522 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c0f5d45c-c314-43a2-9378-dd1b94a83f84 HTTP/1.1" status: 204 len: 168 time: 2.3520634 Nov 12 08:45:24.383048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314adbcc-5cee-4ac2-9394-0c785e07ea97 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f5d45c-c314-43a2-9378-dd1b94a83f84,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:24.414840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9f58f5-bdd8-4ccc-a646-cc302ab39a3d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:24.418559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d9f58f5-bdd8-4ccc-a646-cc302ab39a3d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.421049 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-80756831-d1c7-40b9-b817-f3ea1e91ba80 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.436823 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.443520 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-80756831-d1c7-40b9-b817-f3ea1e91ba80 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.449047 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0e83bfaa-29db-47f8-a3a0-7572760efbf8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.508316 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-774ce478-1ad9-4304-b4c3-c2ebd58dfe28 req-a4e800f1-47ec-40ca-92e8-8e91f26d83e2 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3281512 Nov 12 08:45:24.509058 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-80756831-d1c7-40b9-b817-f3ea1e91ba80 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.530641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-80756831-d1c7-40b9-b817-f3ea1e91ba80 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.530641 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-80756831-d1c7-40b9-b817-f3ea1e91ba80 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/46eec508-4d53-4bbb-95ca-f022c37d81cd HTTP/1.1" status: 204 len: 168 time: 0.2371221 Nov 12 08:45:24.530641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42878) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:24.550261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80756831-d1c7-40b9-b817-f3ea1e91ba80 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46eec508-4d53-4bbb-95ca-f022c37d81cd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:24.562717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83bfaa-29db-47f8-a3a0-7572760efbf8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9d48cd-ac4a-491c-a52b-ab962a72d955,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:24.590752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f04d31b-2d6b-454b-a5fb-365c2093b60e None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:24.603793 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0e83bfaa-29db-47f8-a3a0-7572760efbf8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.608850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0e83bfaa-29db-47f8-a3a0-7572760efbf8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/3b9d48cd-ac4a-491c-a52b-ab962a72d955 HTTP/1.1" status: 204 len: 168 time: 1.4187829 Nov 12 08:45:24.612305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42880) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:24.627025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9f58f5-bdd8-4ccc-a646-cc302ab39a3d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:24.660970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cf33f15a-54bb-4241-b230-dc991467a633 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464187 Nov 12 08:45:24.664390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42882) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:24.670801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b3281956-623d-4637-a8e0-048478e49e25 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:24.674299 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d9f58f5-bdd8-4ccc-a646-cc302ab39a3d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.674984 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-1d9f58f5-bdd8-4ccc-a646-cc302ab39a3d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Added segment 8eb69f9e-56c5-4863-9d71-bad137df28a8 of type vlan for network 3061881f-a7a8-4dd3-9bad-8f24ab466ce5 Nov 12 08:45:24.702603 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3976516b-8e3b-477d-acdb-6fb783b9ec1b tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1674788 Nov 12 08:45:24.712686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42884) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:24.756784 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d9f58f5-bdd8-4ccc-a646-cc302ab39a3d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.811059 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-17a96839-5ae8-4488-a609-7abbbe6288b1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port 70950953-35c2-4d11-b7ff-bc644bb2cd1a {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:24.811409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17a96839-5ae8-4488-a609-7abbbe6288b1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.858611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42886) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:24.875973 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d9f58f5-bdd8-4ccc-a646-cc302ab39a3d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.882490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9f58f5-bdd8-4ccc-a646-cc302ab39a3d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:24.883340 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d9f58f5-bdd8-4ccc-a646-cc302ab39a3d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.903430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.921497 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e52ed6d-7065-4733-a50e-7b827c988b65 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:24.968673 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e52ed6d-7065-4733-a50e-7b827c988b65 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.061002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3281956-623d-4637-a8e0-048478e49e25 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:25.065070 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3281956-623d-4637-a8e0-048478e49e25 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.070238 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e52ed6d-7065-4733-a50e-7b827c988b65 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.073320 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e52ed6d-7065-4733-a50e-7b827c988b65 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.075722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2e52ed6d-7065-4733-a50e-7b827c988b65 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "DELETE /v2.0/security-groups/b6b36f7b-6442-401d-ab62-63b502cc412e HTTP/1.1" status: 204 len: 168 time: 0.3577371 Nov 12 08:45:25.082336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42888) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:25.096951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f58f5-bdd8-4ccc-a646-cc302ab39a3d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Network': ['ID=3061881f-a7a8-4dd3-9bad-8f24ab466ce5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:25.122909 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1d9f58f5-bdd8-4ccc-a646-cc302ab39a3d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8678005 Nov 12 08:45:25.146837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42890) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:25.150391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52ed6d-7065-4733-a50e-7b827c988b65 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b36f7b-6442-401d-ab62-63b502cc412e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:25.161988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 3061881f-a7a8-4dd3-9bad-8f24ab466ce5 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:25.174375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-df60016a-e1b0-42d8-b732-7fe7f5000448 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': '3061881f-a7a8-4dd3-9bad-8f24ab466ce5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:25.228099 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:25.447361 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6e6fefe7-ef16-48e1-969d-376f399fe0fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=802519acc4c049b59e5ad9647b13586b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5874662 Nov 12 08:45:25.467836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Deleting port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:25.468121 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.476019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42892) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:25.520442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8c4b144b-8fff-4c8f-98c2-0084d2428b38 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4298322 Nov 12 08:45:25.542452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42894) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:25.604143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-17a96839-5ae8-4488-a609-7abbbe6288b1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] For port 70950953-35c2-4d11-b7ff-bc644bb2cd1a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=70950953-35c2-4d11-b7ff-bc644bb2cd1a,segment=NetworkSegment(94d415b7-87ff-4b24-8ba1-3beddeea188d),segment_id=94d415b7-87ff-4b24-8ba1-3beddeea188d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:25.604529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17a96839-5ae8-4488-a609-7abbbe6288b1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.674891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] For port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3758c0c6-00ff-4e2b-af02-1c3882aee9e8,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:25.675517 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.706913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-17a96839-5ae8-4488-a609-7abbbe6288b1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for 70950953-35c2-4d11-b7ff-bc644bb2cd1a owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:25.712503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df60016a-e1b0-42d8-b732-7fe7f5000448 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:25.716542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Calling delete_port for 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:25.716816 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-df60016a-e1b0-42d8-b732-7fe7f5000448 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:25.722940 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 59f67c53-a409-40f2-b42d-830df47e3f17 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:25.754781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa364f-a3fe-46db-85dd-826ecde9ca9a req-c439215f-8cb3-4677-8dca-26167e600d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:25.756715 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bfa364f-a3fe-46db-85dd-826ecde9ca9a req-c439215f-8cb3-4677-8dca-26167e600d84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.4729972 Nov 12 08:45:25.778605 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e95ac477-1310-4dc2-8a10-b4f301c6ab03 tempest-SecGroupTest-903542535 tempest-SecGroupTest-903542535-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2348311 Nov 12 08:45:26.033082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e0537-bb9d-4a82-a6f5-ed4d923a100b req-d2528fca-0d06-4f2c-873e-2281073b6d96 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.044531 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b4e0537-bb9d-4a82-a6f5-ed4d923a100b req-d2528fca-0d06-4f2c-873e-2281073b6d96 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.2800317 Nov 12 08:45:26.054024 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17a96839-5ae8-4488-a609-7abbbe6288b1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.060203 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-178b9003-5b5c-4dba-906d-26a229c5a1c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.071720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa364f-a3fe-46db-85dd-826ecde9ca9a req-70459871-d47a-4d6b-b4c7-25697edc6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.085064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bfa364f-a3fe-46db-85dd-826ecde9ca9a req-70459871-d47a-4d6b-b4c7-25697edc6473 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2438409 Nov 12 08:45:26.088394 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-178b9003-5b5c-4dba-906d-26a229c5a1c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.107237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d3589-b569-4441-84b4-7f86cca7b252 None None] Network 7ba4f69a-6863-4ede-9e54-c842041d9c28 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:26.317122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a96839-5ae8-4488-a609-7abbbe6288b1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=70950953-35c2-4d11-b7ff-bc644bb2cd1a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:26.319896 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3281956-623d-4637-a8e0-048478e49e25 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.421652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e6133570-c7e9-4746-971f-19302307b6e2 None None] Provisioning complete for port 59f67c53-a409-40f2-b42d-830df47e3f17 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:26.422814 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e6133570-c7e9-4746-971f-19302307b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.487409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17a96839-5ae8-4488-a609-7abbbe6288b1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.550297 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.627981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Pushing event deleted for resources: {'Port': ['ID=3758c0c6-00ff-4e2b-af02-1c3882aee9e8,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:26.637173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] No DVR routers for this DVR port 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:26.764437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3281956-623d-4637-a8e0-048478e49e25 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=2f404455-8ba3-4c25-b68c-2efd970be2c1,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:26.782368 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e6133570-c7e9-4746-971f-19302307b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.786031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42902) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:26.788932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.789417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.789761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.790100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.790431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.790776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.791088 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.799235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.799664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.800011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.800401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.800700 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70741ff-8cf6-4917-b05e-a2de33e67324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:26.819956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 59f67c53-a409-40f2-b42d-830df47e3f17 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:26.820341 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.850767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3281956-623d-4637-a8e0-048478e49e25 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:26.879494 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bfa364f-a3fe-46db-85dd-826ecde9ca9a req-7bf9c187-e8f0-489b-922f-dc0f59c77e15 service neutron] 10.222.0.52 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793873 Nov 12 08:45:26.884575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b3281956-623d-4637-a8e0-048478e49e25 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:26.900055 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-178b9003-5b5c-4dba-906d-26a229c5a1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.912426 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-178b9003-5b5c-4dba-906d-26a229c5a1c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:26.914765 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-178b9003-5b5c-4dba-906d-26a229c5a1c0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cfcf1f75-71a0-4311-b1c8-ee7758ce95e1 HTTP/1.1" status: 204 len: 168 time: 1.4364934 Nov 12 08:45:26.928523 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b4e0537-bb9d-4a82-a6f5-ed4d923a100b req-0a88dfa5-4aba-417f-825a-f9f7b719c552 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8824182 Nov 12 08:45:26.951534 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a47f782-1d15-4905-a5f2-b41cbd6b562c None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:26.959460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3281956-623d-4637-a8e0-048478e49e25 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:26.963461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3281956-623d-4637-a8e0-048478e49e25 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.001509 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-df60016a-e1b0-42d8-b732-7fe7f5000448 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.028296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b9003-5b5c-4dba-906d-26a229c5a1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcf1f75-71a0-4311-b1c8-ee7758ce95e1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:27.204287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b3281956-623d-4637-a8e0-048478e49e25 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5375097 Nov 12 08:45:27.210115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42908) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:27.221940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'name': 'tempest-NetworksTestDHCPv6-419635507'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:27.308724 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e6133570-c7e9-4746-971f-19302307b6e2 None None] For port 59f67c53-a409-40f2-b42d-830df47e3f17, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=59f67c53-a409-40f2-b42d-830df47e3f17,segment=NetworkSegment(f8147e38-bd45-4281-a1a4-b16746c60e37),segment_id=f8147e38-bd45-4281-a1a4-b16746c60e37)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:27.351917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60016a-e1b0-42d8-b732-7fe7f5000448 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Subnet': ['ID=034059fc-141a-405b-ab00-72001501bba5,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:27.357223 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e6133570-c7e9-4746-971f-19302307b6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.359628 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.412374 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a96839-5ae8-4488-a609-7abbbe6288b1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router b3636132-fc61-4f0d-9ad3-869521772ad1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:27.421548 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.426177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60016a-e1b0-42d8-b732-7fe7f5000448 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Checking segment: {'id': '8eb69f9e-56c5-4863-9d71-bad137df28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3061881f-a7a8-4dd3-9bad-8f24ab466ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:27.427174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60016a-e1b0-42d8-b732-7fe7f5000448 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network hostable DHCP agents. Network: 3061881f-a7a8-4dd3-9bad-8f24ab466ce5, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:27.568899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60016a-e1b0-42d8-b732-7fe7f5000448 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network 3061881f-a7a8-4dd3-9bad-8f24ab466ce5 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:27.693798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-df60016a-e1b0-42d8-b732-7fe7f5000448 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 3061881f-a7a8-4dd3-9bad-8f24ab466ce5) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:27.694059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6133570-c7e9-4746-971f-19302307b6e2 None None] Pushing event updated for resources: {'Port': ['ID=59f67c53-a409-40f2-b42d-830df47e3f17,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:27.694866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9064490f-959b-4ecc-a4d8-6b4ec6ab3a0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48eac5efdb2744258bce512c5547b97b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8982956 Nov 12 08:45:27.698239 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42912) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:27.732336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7fd5a2-ce6c-4ed8-915f-bb6119345721 None None] Network 3061881f-a7a8-4dd3-9bad-8f24ab466ce5 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:27.738862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df60016a-e1b0-42d8-b732-7fe7f5000448 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:27.739554 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-df60016a-e1b0-42d8-b732-7fe7f5000448 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:27.818295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a96839-5ae8-4488-a609-7abbbe6288b1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:27.836461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-17a96839-5ae8-4488-a609-7abbbe6288b1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2505147 Nov 12 08:45:27.847358 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-df60016a-e1b0-42d8-b732-7fe7f5000448 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6937716 Nov 12 08:45:27.847580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42918) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:27.854045 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42920) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:27.881899 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bfa364f-a3fe-46db-85dd-826ecde9ca9a req-ec46ec9c-b959-4fa6-9c45-3a0ed5fb5137 service neutron] 10.222.0.52 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9105122 Nov 12 08:45:27.882465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:27.889369 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': '3061881f-a7a8-4dd3-9bad-8f24ab466ce5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-181995803'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:27.956838 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.156307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-986fedcc-17a4-408c-ae60-090230bd7891 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting subnet bd7efe0e-3e92-42bc-bd10-fb843888a3af {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:28.157150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df75c00-eea4-4a26-b0c2-70e2c3d86db0 None None] Sync routers for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:28.169288 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-986fedcc-17a4-408c-ae60-090230bd7891 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.231921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7694c313-ca1a-4065-8d80-ed55ae40c9de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.391193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:28.510325 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7694c313-ca1a-4065-8d80-ed55ae40c9de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.511949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-3061881f-a7a8-4dd3-9bad-8f24ab466ce5', 'network_id': '3061881f-a7a8-4dd3-9bad-8f24ab466ce5', 'tenant_id': '0d14d39a6e8544b792b389274140b997', 'fixed_ips': [{'subnet_id': '034059fc-141a-405b-ab00-72001501bba5'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:28.514024 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.530560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-263091c8-b8c1-48ad-93df-83b8df21b3c5 None None] Provisioning complete for port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:28.530962 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-263091c8-b8c1-48ad-93df-83b8df21b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.533134 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df75c00-eea4-4a26-b0c2-70e2c3d86db0 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:28.537680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3df75c00-eea4-4a26-b0c2-70e2c3d86db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:28.564855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 7ba4f69a-6863-4ede-9e54-c842041d9c28 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:28.606319 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-986fedcc-17a4-408c-ae60-090230bd7891 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.676409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:28.691385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:28.695369 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.701062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4da26-5b61-4a56-99e0-1c25f73adad9 req-8196368e-ca87-478c-8f26-d70427b8812c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.706377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2bc4da26-5b61-4a56-99e0-1c25f73adad9 req-8196368e-ca87-478c-8f26-d70427b8812c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.4989829 Nov 12 08:45:28.785679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port eff64936-c6ef-4429-bc2b-7aa39c3720b5 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:28.814874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:28.823364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3758c0c6-00ff-4e2b-af02-1c3882aee9e8 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:29.032747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:29.058756 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.163907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': '2f404455-8ba3-4c25-b68c-2efd970be2c1'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:29.169672 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.215349 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.312317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-3df75c00-eea4-4a26-b0c2-70e2c3d86db0 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:29.338166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port 2a009cb4-1460-432a-9584-98a8c0b517af yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:29.411807 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2bc4da26-5b61-4a56-99e0-1c25f73adad9 req-75d7eb97-c278-4501-94ff-bbd1dc64bea7 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6835179 Nov 12 08:45:29.561161 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7694c313-ca1a-4065-8d80-ed55ae40c9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.566342 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7694c313-ca1a-4065-8d80-ed55ae40c9de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:29.571142 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7694c313-ca1a-4065-8d80-ed55ae40c9de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f238dc5e-436c-4031-b8fd-667ac5311786 HTTP/1.1" status: 204 len: 168 time: 1.8607357 Nov 12 08:45:29.675217 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694c313-ca1a-4065-8d80-ed55ae40c9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238dc5e-436c-4031-b8fd-667ac5311786,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:30.012102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Allocated IP 2001:db8::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/2f404455-8ba3-4c25-b68c-2efd970be2c1/690a5289-48c5-456e-a4d2-cf1a178eb25b) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:30.112816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.5 (3061881f-a7a8-4dd3-9bad-8f24ab466ce5/034059fc-141a-405b-ab00-72001501bba5/2a009cb4-1460-432a-9584-98a8c0b517af) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:30.114411 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-986fedcc-17a4-408c-ae60-090230bd7891 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.364535 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42950) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:30.365188 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.381251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 59f67c53-a409-40f2-b42d-830df47e3f17 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:30.386798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-263091c8-b8c1-48ad-93df-83b8df21b3c5 None None] Port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:30.402962 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.660672 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0a902f5-96e2-4e4a-b6bf-db0cac2f88fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.683403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.861035 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:30.873346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::24d (376cbd53-eef7-4f19-a11f-fa391cb12464/2f404455-8ba3-4c25-b68c-2efd970be2c1/eff64936-c6ef-4429-bc2b-7aa39c3720b5) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:30.894902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:30.946301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network 3061881f-a7a8-4dd3-9bad-8f24ab466ce5 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:30.967941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-263091c8-b8c1-48ad-93df-83b8df21b3c5 None None] Provisioning complete for port 59f67c53-a409-40f2-b42d-830df47e3f17 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:30.968502 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-263091c8-b8c1-48ad-93df-83b8df21b3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.059856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:31.080530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:31.093765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:31.102123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:31.107874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Pushing event updated for resources: {'Port': ['ID=690a5289-48c5-456e-a4d2-cf1a178eb25b,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:31.164983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 59f67c53-a409-40f2-b42d-830df47e3f17 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:31.165802 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.185210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.246207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.249383 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.329995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.4649489 Nov 12 08:45:31.335746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Allocated IP 172.20.0.2 (3061881f-a7a8-4dd3-9bad-8f24ab466ce5/034059fc-141a-405b-ab00-72001501bba5/e16f0833-9634-47f5-b401-f3f8e2738165) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:31.338364 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0a902f5-96e2-4e4a-b6bf-db0cac2f88fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.339594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42970) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:31.356373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adaca42-a2ee-4977-8da5-bad588a5ad4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=2a009cb4-1460-432a-9584-98a8c0b517af,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:31.369128 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0a902f5-96e2-4e4a-b6bf-db0cac2f88fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.378943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Attempting to bind port 690a5289-48c5-456e-a4d2-cf1a178eb25b on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:31.379644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Attempting to bind port 690a5289-48c5-456e-a4d2-cf1a178eb25b by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:31.379760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Attempting to bind port 690a5289-48c5-456e-a4d2-cf1a178eb25b on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:31.436846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:31.437339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:31.438232 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.438670 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:31.439171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Bound port: 690a5289-48c5-456e-a4d2-cf1a178eb25b, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:31.439564 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.514778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a902f5-96e2-4e4a-b6bf-db0cac2f88fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbf409a-d070-4b35-ba56-65b341d78e0e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:31.554261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router e8cb099b-0ea8-44c5-891f-3765841a2acf is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:45:31.573855 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.627711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42972) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:31.629124 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] For port 690a5289-48c5-456e-a4d2-cf1a178eb25b, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:31.634836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] For port 690a5289-48c5-456e-a4d2-cf1a178eb25b, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=690a5289-48c5-456e-a4d2-cf1a178eb25b,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:31.637995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:31.648456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:31.651197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e38c9962-ae82-4d34-a319-898a5060be9d None None] Provisioning complete for port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:31.651581 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e38c9962-ae82-4d34-a319-898a5060be9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.651726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:31.658251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.658938 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.669043 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.673213 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-986fedcc-17a4-408c-ae60-090230bd7891 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.721515 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a0a902f5-96e2-4e4a-b6bf-db0cac2f88fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e10a64bb2e3d4e3f9b71a00a5b0943a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3429785 Nov 12 08:45:31.730221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42976) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:31.775019 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-986fedcc-17a4-408c-ae60-090230bd7891 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.784581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-986fedcc-17a4-408c-ae60-090230bd7891 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/bd7efe0e-3e92-42bc-bd10-fb843888a3af HTTP/1.1" status: 204 len: 168 time: 3.9347575 Nov 12 08:45:31.788434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5712893 Nov 12 08:45:31.789199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42978) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:31.816479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42980) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:31.866693 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96781b56-e0ab-42eb-8b70-23c0b14d59a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.909701 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96781b56-e0ab-42eb-8b70-23c0b14d59a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.988674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2080671731'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:32.096324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c148de76-fb5b-47ed-a103-eec5651250eb None None] Network 8b09ab8a-a86e-4786-b07f-11b7592c39a7 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:32.101329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Made reservation on behalf of be7e7f12aed8400d8a2aa94ad98e63cf for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:32.108972 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.130297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e61eb7-9160-493c-a337-5ef2a4fb4742 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:32.141458 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e61eb7-9160-493c-a337-5ef2a4fb4742 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:32.143762 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a8e61eb7-9160-493c-a337-5ef2a4fb4742 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2920980 Nov 12 08:45:32.157724 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42982) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:32.165053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.185027 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96781b56-e0ab-42eb-8b70-23c0b14d59a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.189326 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96781b56-e0ab-42eb-8b70-23c0b14d59a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.193141 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-96781b56-e0ab-42eb-8b70-23c0b14d59a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cbf409a-d070-4b35-ba56-65b341d78e0e HTTP/1.1" status: 204 len: 168 time: 0.4620972 Nov 12 08:45:32.276189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5f22f-3ba4-434d-96c3-3f1555376aa4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 2a009cb4-1460-432a-9584-98a8c0b517af {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:32.276970 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f22f-3ba4-434d-96c3-3f1555376aa4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.297000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e38c9962-ae82-4d34-a319-898a5060be9d None None] Port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:32.359076 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96781b56-e0ab-42eb-8b70-23c0b14d59a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbf409a-d070-4b35-ba56-65b341d78e0e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:32.381221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fedcc-17a4-408c-ae60-090230bd7891 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7efe0e-3e92-42bc-bd10-fb843888a3af,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:32.443726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a90464-f6ca-4b31-895d-188b1d2132c1 None None] Pushing event updated for resources: {'Port': ['ID=690a5289-48c5-456e-a4d2-cf1a178eb25b,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:32.502915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f5525-5709-4b1f-b32a-7d462950a695 req-c590988f-6369-4101-a8b9-c4ac73972f34 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:32.504696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-078f5525-5709-4b1f-b32a-7d462950a695 req-c590988f-6369-4101-a8b9-c4ac73972f34 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 1.2330656 Nov 12 08:45:32.509079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b535997-92a6-4a19-89dd-a8339cbee93c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=eff64936-c6ef-4429-bc2b-7aa39c3720b5,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:32.515197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3df75c00-eea4-4a26-b0c2-70e2c3d86db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:25Z', 'revision_number': 9, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:32.558391 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.560854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:32.583463 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Sync routers for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:32.592926 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-341fe648-8e29-4ca1-8f82-ef392a32a306 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7808695 Nov 12 08:45:32.595143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42986) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:32.610210 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:32.611594 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:32.631213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a6073232-b465-409c-ba86-b5e645dd7c23 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'network': {'name': 'tempest-RoutersTest-296693094'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:32.674701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df75c00-eea4-4a26-b0c2-70e2c3d86db0 None None] Checking router: b3636132-fc61-4f0d-9ad3-869521772ad1 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:32.730932 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.743899 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.753305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df75c00-eea4-4a26-b0c2-70e2c3d86db0 None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:32.754645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3df75c00-eea4-4a26-b0c2-70e2c3d86db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:32.825850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6073232-b465-409c-ba86-b5e645dd7c23 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:32.830098 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6073232-b465-409c-ba86-b5e645dd7c23 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.850655 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f22f-3ba4-434d-96c3-3f1555376aa4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.855862 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-078f5525-5709-4b1f-b32a-7d462950a695 req-6a8dc9e0-c475-423f-9f94-4ed585d7c952 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3280671 Nov 12 08:45:32.947317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6073232-b465-409c-ba86-b5e645dd7c23 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:32.948063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5f22f-3ba4-434d-96c3-3f1555376aa4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 2a009cb4-1460-432a-9584-98a8c0b517af owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:32.994158 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6073232-b465-409c-ba86-b5e645dd7c23 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.994587 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-a6073232-b465-409c-ba86-b5e645dd7c23 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Added segment 9095fa43-f367-4c83-966a-652cd36ae3e8 of type vlan for network c11b169a-ed41-475d-bff0-f22815d71a78 Nov 12 08:45:32.997704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fe1d00-7b69-4f1b-bca1-27e21deaaa52 None None] DHCP port deletion for 8b09ab8a-a86e-4786-b07f-11b7592c39a7 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:33.021463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port b1e6fd2a-238a-4207-8559-a45c37aa1990 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:33.021887 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.053403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Network 3061881f-a7a8-4dd3-9bad-8f24ab466ce5 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:33.092881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.137182 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:33.139967 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6073232-b465-409c-ba86-b5e645dd7c23 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.154012 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.160493 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:33.184869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:33.202137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Pushing event updated for resources: {'Port': ['ID=e16f0833-9634-47f5-b401-f3f8e2738165,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:33.213388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] For port b1e6fd2a-238a-4207-8559-a45c37aa1990, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b1e6fd2a-238a-4207-8559-a45c37aa1990,segment=NetworkSegment(94d415b7-87ff-4b24-8ba1-3beddeea188d),segment_id=94d415b7-87ff-4b24-8ba1-3beddeea188d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:33.213768 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.245800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8d6743-fa54-479a-8b09-241a414efe2f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:33.254267 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b82f4670-013b-4cd9-95e4-b200d0caa080 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port eff64936-c6ef-4429-bc2b-7aa39c3720b5 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:33.254596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b82f4670-013b-4cd9-95e4-b200d0caa080 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.298469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for b1e6fd2a-238a-4207-8559-a45c37aa1990 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:33.314693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-3df75c00-eea4-4a26-b0c2-70e2c3d86db0 None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:33.342578 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6073232-b465-409c-ba86-b5e645dd7c23 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.360446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6073232-b465-409c-ba86-b5e645dd7c23 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:33.362819 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6073232-b465-409c-ba86-b5e645dd7c23 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.398719 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b82f4670-013b-4cd9-95e4-b200d0caa080 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.416327 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b82f4670-013b-4cd9-95e4-b200d0caa080 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for eff64936-c6ef-4429-bc2b-7aa39c3720b5 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:33.634629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe1d00-7b69-4f1b-bca1-27e21deaaa52 None None] Deleting port b1e6fd2a-238a-4207-8559-a45c37aa1990 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:33.635339 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1d00-7b69-4f1b-bca1-27e21deaaa52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.650879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Attempting to bind port e16f0833-9634-47f5-b401-f3f8e2738165 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:33.652109 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Attempting to bind port e16f0833-9634-47f5-b401-f3f8e2738165 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '8eb69f9e-56c5-4863-9d71-bad137df28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3061881f-a7a8-4dd3-9bad-8f24ab466ce5'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:33.653500 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Attempting to bind port e16f0833-9634-47f5-b401-f3f8e2738165 on network 3061881f-a7a8-4dd3-9bad-8f24ab466ce5 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:33.695947 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b82f4670-013b-4cd9-95e4-b200d0caa080 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.706005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a6073232-b465-409c-ba86-b5e645dd7c23 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0873117 Nov 12 08:45:33.711725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43004) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:33.736712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-feb8b89d-74be-4d8a-a387-c8b37eba6202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'subnet': {'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:33.738457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:33.829510 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:45:24Z', 'revision_number': 2, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:25Z', 'revision_number': 2, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:33.846231 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b82f4670-013b-4cd9-95e4-b200d0caa080 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.855640 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b82f4670-013b-4cd9-95e4-b200d0caa080 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/eff64936-c6ef-4429-bc2b-7aa39c3720b5 HTTP/1.1" status: 204 len: 168 time: 1.6925623 Nov 12 08:45:33.879587 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Checking router: e8cb099b-0ea8-44c5-891f-3765841a2acf for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:33.880384 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Updating router e8cb099b-0ea8-44c5-891f-3765841a2acf port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:45:33.910601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:33.913238 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Checking segment: {'id': '8eb69f9e-56c5-4863-9d71-bad137df28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3061881f-a7a8-4dd3-9bad-8f24ab466ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:33.914180 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.917375 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.918355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Bound using segment: {'id': '8eb69f9e-56c5-4863-9d71-bad137df28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3061881f-a7a8-4dd3-9bad-8f24ab466ce5'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:33.919604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Bound port: e16f0833-9634-47f5-b401-f3f8e2738165, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb69f9e-56c5-4863-9d71-bad137df28a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3061881f-a7a8-4dd3-9bad-8f24ab466ce5'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:33.920437 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:33.922635 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43008) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:34.062313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6073232-b465-409c-ba86-b5e645dd7c23 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Network': ['ID=c11b169a-ed41-475d-bff0-f22815d71a78,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:34.090394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb8b89d-74be-4d8a-a387-c8b37eba6202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:34.099974 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-feb8b89d-74be-4d8a-a387-c8b37eba6202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.123797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d803e0-4139-49a9-ab26-88f54981cc81 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:34.127963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d803e0-4139-49a9-ab26-88f54981cc81 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:34.129624 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-63d803e0-4139-49a9-ab26-88f54981cc81 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2060013 Nov 12 08:45:34.145584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f4670-013b-4cd9-95e4-b200d0caa080 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=eff64936-c6ef-4429-bc2b-7aa39c3720b5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:34.157000 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.157408 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Added segment cec029c0-566f-4547-b769-f2a44d1025a9 of type vlan for network 54229eda-f23b-4d5f-9601-ba588312c419 Nov 12 08:45:34.166527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43014) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:34.300891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network c11b169a-ed41-475d-bff0-f22815d71a78 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:34.408668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-13710d03-eac2-4316-8f65-93842e2345dd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 2f404455-8ba3-4c25-b68c-2efd970be2c1 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:34.415801 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13710d03-eac2-4316-8f65-93842e2345dd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.542590 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13710d03-eac2-4316-8f65-93842e2345dd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.624843 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.664060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c5fe1d00-7b69-4f1b-bca1-27e21deaaa52 None None] For port b1e6fd2a-238a-4207-8559-a45c37aa1990, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b1e6fd2a-238a-4207-8559-a45c37aa1990,segment=NetworkSegment(94d415b7-87ff-4b24-8ba1-3beddeea188d),segment_id=94d415b7-87ff-4b24-8ba1-3beddeea188d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:34.666921 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1d00-7b69-4f1b-bca1-27e21deaaa52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.699253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 690a5289-48c5-456e-a4d2-cf1a178eb25b up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:34.735388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=b1e6fd2a-238a-4207-8559-a45c37aa1990,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:34.771390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No DVR routers for this DVR port b1e6fd2a-238a-4207-8559-a45c37aa1990 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:34.807251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe1d00-7b69-4f1b-bca1-27e21deaaa52 None None] Calling delete_port for b1e6fd2a-238a-4207-8559-a45c37aa1990 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:34.819310 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-feb8b89d-74be-4d8a-a387-c8b37eba6202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.823914 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.853343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7531-baa5-4d88-b190-4a658ae5b958 req-de509681-1964-4ba1-8d38-63e1274aa41b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:34.856695 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-47ad7531-baa5-4d88-b190-4a658ae5b958 req-de509681-1964-4ba1-8d38-63e1274aa41b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.7180183 Nov 12 08:45:34.860929 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.864485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5dbe9d8c-e4c0-4203-9f92-816f22b7f35c None None] Provisioning complete for port 690a5289-48c5-456e-a4d2-cf1a178eb25b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:34.867943 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9d8c-e4c0-4203-9f92-816f22b7f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.869869 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.954878 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2d871-ce3e-452d-8880-76cc27ed01fc None None] Pushing event updated for resources: {'Port': ['ID=50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:34.962577 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.963082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] For port e16f0833-9634-47f5-b401-f3f8e2738165, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:35.017155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 690a5289-48c5-456e-a4d2-cf1a178eb25b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:35.017542 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.059486 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.resource_extend [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:45:35.074647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3df75c00-eea4-4a26-b0c2-70e2c3d86db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:25Z', 'revision_number': 9, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:35.089445 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Attempting to bind port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:35.089811 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Attempting to bind port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'f8147e38-bd45-4281-a1a4-b16746c60e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:35.090167 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Attempting to bind port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a on network 7ba4f69a-6863-4ede-9e54-c842041d9c28 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:35.095093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b09ab8a-a86e-4786-b07f-11b7592c39a7']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:35.120438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df75c00-eea4-4a26-b0c2-70e2c3d86db0 None None] The sync data for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 is: [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:25Z', 'revision_number': 9, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': '6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e', 'name': '', 'network_id': '11633e46-5497-4b94-b4a5-ba380d1ac7ae', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:52:78:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:26Z', 'updated_at': '2021-11-12T08:44:37Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '540fc319-ac9e-4c72-95a9-2c08a620caba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:35.125829 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:35.126208 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Checking segment: {'id': 'f8147e38-bd45-4281-a1a4-b16746c60e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:35.126609 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.126992 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Bound using segment: {'id': 'f8147e38-bd45-4281-a1a4-b16746c60e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:35.127470 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Bound port: 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8147e38-bd45-4281-a1a4-b16746c60e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:35.127849 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.128414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] For port e16f0833-9634-47f5-b401-f3f8e2738165, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e16f0833-9634-47f5-b401-f3f8e2738165,segment=NetworkSegment(8eb69f9e-56c5-4863-9d71-bad137df28a8),segment_id=8eb69f9e-56c5-4863-9d71-bad137df28a8)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:35.140764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d415b7-87ff-4b24-8ba1-3beddeea188d') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:35.140764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d415b7-87ff-4b24-8ba1-3beddeea188d') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:35.151273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8b89d-74be-4d8a-a387-c8b37eba6202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Subnet': ['ID=fd8a0260-c18c-4842-bc55-855c5f215fff,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:35.196660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8b89d-74be-4d8a-a387-c8b37eba6202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Checking segment: {'id': '9095fa43-f367-4c83-966a-652cd36ae3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:35.196944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb8b89d-74be-4d8a-a387-c8b37eba6202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network hostable DHCP agents. Network: c11b169a-ed41-475d-bff0-f22815d71a78, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:35.205382 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.271303 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.274708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb8b89d-74be-4d8a-a387-c8b37eba6202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network c11b169a-ed41-475d-bff0-f22815d71a78 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:35.285825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:35.286525 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:35.291164 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:35.307564 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.322844 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] For port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:35.326310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-feb8b89d-74be-4d8a-a387-c8b37eba6202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, c11b169a-ed41-475d-bff0-f22815d71a78) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:35.333585 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] For port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a,segment=NetworkSegment(f8147e38-bd45-4281-a1a4-b16746c60e37),segment_id=f8147e38-bd45-4281-a1a4-b16746c60e37)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:35.346544 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.390423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb8b89d-74be-4d8a-a387-c8b37eba6202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:35.396321 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-feb8b89d-74be-4d8a-a387-c8b37eba6202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.418304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43044) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:35.450586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb4891a-b6b4-4170-be62-af035761ddcd None None] Network c11b169a-ed41-475d-bff0-f22815d71a78 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:35.469383 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:35.474624 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:35.479681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-feb8b89d-74be-4d8a-a387-c8b37eba6202 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7578409 Nov 12 08:45:35.483005 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43048) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:35.483754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.495679 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c3fe0bf7-e756-49fd-a255-7fb8d526369f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.557577 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.564124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/networks/8b09ab8a-a86e-4786-b07f-11b7592c39a7 HTTP/1.1" status: 204 len: 168 time: 3.5512979 Nov 12 08:45:35.565127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fa3a6-f363-47ec-a7f3-b1cd488b12a1 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Network': ['ID=8b09ab8a-a86e-4786-b07f-11b7592c39a7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:35.566810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43050) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:35.623527 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9d8c-e4c0-4203-9f92-816f22b7f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.648807 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:35.714615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5dbe9d8c-e4c0-4203-9f92-816f22b7f35c None None] For port 690a5289-48c5-456e-a4d2-cf1a178eb25b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=690a5289-48c5-456e-a4d2-cf1a178eb25b,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:35.751774 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13710d03-eac2-4316-8f65-93842e2345dd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.788568 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.796255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2208663-8a84-40dd-beb1-e0ec92df30b4 None None] Pushing event updated for resources: {'Port': ['ID=e16f0833-9634-47f5-b401-f3f8e2738165,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:35.831212 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9d8c-e4c0-4203-9f92-816f22b7f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.832500 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.843195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:35.844476 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:35.847987 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2d871-ce3e-452d-8880-76cc27ed01fc None None] Pushing event updated for resources: {'Port': ['ID=50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:35.890929 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:45:35.968965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe9d8c-e4c0-4203-9f92-816f22b7f35c None None] Pushing event updated for resources: {'Port': ['ID=690a5289-48c5-456e-a4d2-cf1a178eb25b,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:35.994366 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 08:45:36.039496 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a883221d-cad7-46e3-a472-226b8806513d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.043261 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 4.4131620 Nov 12 08:45:36.045864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f22f-3ba4-434d-96c3-3f1555376aa4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.053171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43052) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.080692 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5fe1d00-7b69-4f1b-bca1-27e21deaaa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.100027 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-47ad7531-baa5-4d88-b190-4a658ae5b958 req-57955e5f-7757-4465-b892-82a532bdeb0b tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1250916 Nov 12 08:45:36.121290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-859468fc-fb55-4430-9d49-63ddb286139d tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '54229eda-f23b-4d5f-9601-ba588312c419', 'tempest-TagsTest-Tag-1055647244') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:36.165579 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-93480f87-4575-4c3c-8979-f956faa34958 None None] Provisioning complete for port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:36.168065 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93480f87-4575-4c3c-8979-f956faa34958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.178944 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a883221d-cad7-46e3-a472-226b8806513d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.183248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5fe1d00-7b69-4f1b-bca1-27e21deaaa52 None None] Network 8b09ab8a-a86e-4786-b07f-11b7592c39a7 is not hosted by any dhcp agent {{(pid=102446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:45:36.184433 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:45:24Z', 'revision_number': 2, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:35Z', 'revision_number': 4, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:36.185621 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe1d00-7b69-4f1b-bca1-27e21deaaa52 None None] No DVR routers for this DVR port b1e6fd2a-238a-4207-8559-a45c37aa1990 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:36.199288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5f22f-3ba4-434d-96c3-3f1555376aa4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=2a009cb4-1460-432a-9584-98a8c0b517af,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:36.199637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe1d00-7b69-4f1b-bca1-27e21deaaa52 None None] Pushing event deleted for resources: {'Port': ['ID=b1e6fd2a-238a-4207-8559-a45c37aa1990,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:36.267230 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab18c88-18de-47dd-be5b-61e9f7b1d29f None None] The sync data for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 is: [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:45:24Z', 'revision_number': 2, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:35Z', 'revision_number': 4, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:36.282175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5414a-1156-43fc-9f8e-2633d6d216b2 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Pushing event updated for resources: {'Network': ['ID=54229eda-f23b-4d5f-9601-ba588312c419,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:36.338352 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13710d03-eac2-4316-8f65-93842e2345dd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.360377 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a883221d-cad7-46e3-a472-226b8806513d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.386750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13710d03-eac2-4316-8f65-93842e2345dd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=2f404455-8ba3-4c25-b68c-2efd970be2c1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:36.391644 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13710d03-eac2-4316-8f65-93842e2345dd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.397345 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-13710d03-eac2-4316-8f65-93842e2345dd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/2f404455-8ba3-4c25-b68c-2efd970be2c1 HTTP/1.1" status: 204 len: 168 time: 2.2276661 Nov 12 08:45:36.397345 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6d5f22f-3ba4-434d-96c3-3f1555376aa4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.402005 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f6d5f22f-3ba4-434d-96c3-3f1555376aa4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/2a009cb4-1460-432a-9584-98a8c0b517af HTTP/1.1" status: 204 len: 168 time: 5.0588119 Nov 12 08:45:36.402886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43054) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.403046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43056) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.481315 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e5c7561d-e512-473f-a963-b0444fcc4550 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745373 Nov 12 08:45:36.481502 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a883221d-cad7-46e3-a472-226b8806513d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b2ef57b4db348a0977dae96e6689c8b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0604444 Nov 12 08:45:36.483258 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecd5374-d92f-434e-be9d-935ed192f4a6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:45:36.484386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 54229eda-f23b-4d5f-9601-ba588312c419 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:36.487468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc4a2e5-8fa4-4b90-95ee-cf1f932a40d8 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:36.488970 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cecd5374-d92f-434e-be9d-935ed192f4a6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/2a009cb4-1460-432a-9584-98a8c0b517af HTTP/1.1" status: 404 len: 333 time: 0.0791366 Nov 12 08:45:36.490179 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43058) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.490179 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43060) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.490407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43062) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.499845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e2cb59be-2f85-4b9e-b3f8-b1608944c8ea tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:36.516890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883221d-cad7-46e3-a472-226b8806513d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2edecb-32f6-4c19-8727-a628f45c0cf2,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:36.576874 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-859468fc-fb55-4430-9d49-63ddb286139d tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "PUT /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419/tags/tempest-TagsTest-Tag-1055647244 HTTP/1.1" status: 201 len: 201 time: 0.4758229 Nov 12 08:45:36.613242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43064) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.674589 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:45:36.675070 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:45:36.686230 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7719c6c7-9f0a-412a-9da7-a87e022dad17 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting subnet 034059fc-141a-405b-ab00-72001501bba5 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:36.703894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7719c6c7-9f0a-412a-9da7-a87e022dad17 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.704134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-405f18df-f734-43fb-a289-137bdd028338 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '54229eda-f23b-4d5f-9601-ba588312c419', 'tempest-TagsTest-Tag-1055647244') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:36.764071 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b1e401c-0cff-44db-b572-352d355278f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.778014 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cb59be-2f85-4b9e-b3f8-b1608944c8ea tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:36.783010 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e2cb59be-2f85-4b9e-b3f8-b1608944c8ea tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.878671 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-c11b169a-ed41-475d-bff0-f22815d71a78', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:36.879518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7719c6c7-9f0a-412a-9da7-a87e022dad17 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.881489 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.887434 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b1e401c-0cff-44db-b572-352d355278f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:36.942515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-405f18df-f734-43fb-a289-137bdd028338 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "GET /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419/tags/tempest-TagsTest-Tag-1055647244 HTTP/1.1" status: 204 len: 168 time: 0.2960913 Nov 12 08:45:36.948460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43066) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.958593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-d8a29968-98a4-49b6-8a57-e4f734de6423 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '54229eda-f23b-4d5f-9601-ba588312c419') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:37.071001 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93480f87-4575-4c3c-8979-f956faa34958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.140060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-93480f87-4575-4c3c-8979-f956faa34958 None None] For port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a,segment=NetworkSegment(f8147e38-bd45-4281-a1a4-b16746c60e37),segment_id=f8147e38-bd45-4281-a1a4-b16746c60e37)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:37.150389 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7719c6c7-9f0a-412a-9da7-a87e022dad17 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.154064 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93480f87-4575-4c3c-8979-f956faa34958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.163003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-93480f87-4575-4c3c-8979-f956faa34958 None None] Could not find standard attr ID for object eff64936-c6ef-4429-bc2b-7aa39c3720b5. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:45:37.212165 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.249883 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c0faf1c-272d-426e-b233-6f30dd7853e8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.253053 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d8a29968-98a4-49b6-8a57-e4f734de6423 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "GET /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419/tags HTTP/1.1" status: 200 len: 238 time: 0.2984281 Nov 12 08:45:37.268700 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43070) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:37.278074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-d38fce10-5162-43d4-947e-c1a7034d98dc tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '54229eda-f23b-4d5f-9601-ba588312c419', {'tags': ['tempest-TagsTest-Tag-1529257352', 'tempest-TagsTest-Tag-2002945731', 'tempest-TagsTest-Tag-838493235']}) {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:37.297642 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db0e478-75df-494b-9210-9c683d32b7fe None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:37.300272 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b1e401c-0cff-44db-b572-352d355278f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.302979 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b1e401c-0cff-44db-b572-352d355278f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.306561 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9b1e401c-0cff-44db-b572-352d355278f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb2edecb-32f6-4c19-8727-a628f45c0cf2 HTTP/1.1" status: 204 len: 168 time: 0.8000317 Nov 12 08:45:37.384756 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f00784a2-8f6e-4ece-98c8-389d8eafed64 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:45:37.466658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e401c-0cff-44db-b572-352d355278f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2edecb-32f6-4c19-8727-a628f45c0cf2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:37.498949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92fd35c-c095-44ea-a0af-1ad13e983903 None None] Network 3061881f-a7a8-4dd3-9bad-8f24ab466ce5 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:37.575589 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:37.597925 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b1e6fd2a-238a-4207-8559-a45c37aa1990 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:37.600856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'port_id': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'mac_address': 'fa:16:3e:ac:04:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:45:37.618362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a6b8d390-35b9-4a3b-af5a-50470c878c75 None None] Provisioning complete for port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:37.618813 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6b8d390-35b9-4a3b-af5a-50470c878c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.623846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93480f87-4575-4c3c-8979-f956faa34958 None None] Pushing event updated for resources: {'Port': ['ID=50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:37.638629 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e2cb59be-2f85-4b9e-b3f8-b1608944c8ea tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.644551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Allocated IP 172.21.0.2 (c11b169a-ed41-475d-bff0-f22815d71a78/fd8a0260-c18c-4842-bc55-855c5f215fff/943fad8c-be0a-42c6-9222-93d042c7f0c5) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:37.658333 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7719c6c7-9f0a-412a-9da7-a87e022dad17 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.697298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6d14f-2014-4156-9036-9e7988005fe7 req-ed4489e1-a34d-4742-8974-cb49184c4def tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:37.704092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b1e6fd2a-238a-4207-8559-a45c37aa1990 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:37.704640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b1e6fd2a-238a-4207-8559-a45c37aa1990 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:37.706045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99c6d14f-2014-4156-9036-9e7988005fe7 req-ed4489e1-a34d-4742-8974-cb49184c4def tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 945 time: 0.2083259 Nov 12 08:45:37.781372 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-43f13f67-7551-42dd-af38-5f8fb3143436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.802142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99c6d14f-2014-4156-9036-9e7988005fe7 req-ff0bf4d2-ca38-40b8-ace4-1292c81c42a1 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950241 Nov 12 08:45:37.808338 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d38fce10-5162-43d4-947e-c1a7034d98dc tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "PUT /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419/tags HTTP/1.1" status: 200 len: 308 time: 0.5325215 Nov 12 08:45:37.811129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43078) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:37.830202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-2a2686de-d4d3-4dfc-b6cd-2664ac4a64ec tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '54229eda-f23b-4d5f-9601-ba588312c419', 'tempest-TagsTest-Tag-1529257352') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:37.838156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb59be-2f85-4b9e-b3f8-b1608944c8ea tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=34af4870-f3af-4c4b-9c9b-5ecf6e8a6715,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:37.857957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cb59be-2f85-4b9e-b3f8-b1608944c8ea tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:37.867675 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.909364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5db0e478-75df-494b-9210-9c683d32b7fe None None] Deleting port 690a5289-48c5-456e-a4d2-cf1a178eb25b {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:37.910026 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5db0e478-75df-494b-9210-9c683d32b7fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.916821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-e2cb59be-2f85-4b9e-b3f8-b1608944c8ea tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:37.919673 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7719c6c7-9f0a-412a-9da7-a87e022dad17 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.925360 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7719c6c7-9f0a-412a-9da7-a87e022dad17 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/034059fc-141a-405b-ab00-72001501bba5 HTTP/1.1" status: 204 len: 168 time: 1.4132395 Nov 12 08:45:37.926386 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cb59be-2f85-4b9e-b3f8-b1608944c8ea tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:37.931745 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e2cb59be-2f85-4b9e-b3f8-b1608944c8ea tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:37.931745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719c6c7-9f0a-412a-9da7-a87e022dad17 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Subnet': ['ID=034059fc-141a-405b-ab00-72001501bba5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:37.931745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43084) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:38.022779 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e2cb59be-2f85-4b9e-b3f8-b1608944c8ea tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5280833 Nov 12 08:45:38.026575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43086) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:38.035517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'name': 'tempest-NetworksTestDHCPv6-1414345407'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:38.069871 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.072709 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00784a2-8f6e-4ece-98c8-389d8eafed64 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:45:38.087449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:38.109307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2a2686de-d4d3-4dfc-b6cd-2664ac4a64ec tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "DELETE /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419/tags/tempest-TagsTest-Tag-1529257352 HTTP/1.1" status: 204 len: 168 time: 0.2904348 Nov 12 08:45:38.109307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43088) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:38.115351 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-5e0c1919-3a2e-4ecf-82d0-dab09bdd1c7c tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '54229eda-f23b-4d5f-9601-ba588312c419', 'tempest-TagsTest-Tag-1529257352') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:38.123021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2c0faf1c-272d-426e-b233-6f30dd7853e8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:38.123353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c0faf1c-272d-426e-b233-6f30dd7853e8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.217306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:38.222075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:38.223150 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.257905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port e16f0833-9634-47f5-b401-f3f8e2738165 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:38.258357 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.261025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 9a29287f-baf1-4eb3-b30e-484bac569ad8 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:38.282261 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.384769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03ac4eb-7829-4915-a34c-c8402e0c1cab None None] DHCP port deletion for 3061881f-a7a8-4dd3-9bad-8f24ab466ce5 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:38.393719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] For port e16f0833-9634-47f5-b401-f3f8e2738165, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e16f0833-9634-47f5-b401-f3f8e2738165,segment=NetworkSegment(8eb69f9e-56c5-4863-9d71-bad137df28a8),segment_id=8eb69f9e-56c5-4863-9d71-bad137df28a8)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:38.394189 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.409342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5db0e478-75df-494b-9210-9c683d32b7fe None None] For port 690a5289-48c5-456e-a4d2-cf1a178eb25b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=690a5289-48c5-456e-a4d2-cf1a178eb25b,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:38.409785 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5db0e478-75df-494b-9210-9c683d32b7fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.443115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for e16f0833-9634-47f5-b401-f3f8e2738165 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:38.483673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5db0e478-75df-494b-9210-9c683d32b7fe None None] Calling delete_port for 690a5289-48c5-456e-a4d2-cf1a178eb25b owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:38.546556 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['f00784a2-8f6e-4ece-98c8-389d8eafed64'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:45:38.551057 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.558543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::56 (376cbd53-eef7-4f19-a11f-fa391cb12464/34af4870-f3af-4c4b-9c9b-5ecf6e8a6715/9a29287f-baf1-4eb3-b30e-484bac569ad8) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:38.589334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:38.589960 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.598484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=11']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:38.640706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.669910 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.683847 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=e16f0833-9634-47f5-b401-f3f8e2738165,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:38.733613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No DVR routers for this DVR port e16f0833-9634-47f5-b401-f3f8e2738165 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:38.747567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d3a2232a-e574-4127-b07b-735b846ac967 None None] Provisioning complete for port e16f0833-9634-47f5-b401-f3f8e2738165 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:38.748078 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d3a2232a-e574-4127-b07b-735b846ac967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.756103 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Network c11b169a-ed41-475d-bff0-f22815d71a78 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:38.759677 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.800466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:38.885626 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.961492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-2c0faf1c-272d-426e-b233-6f30dd7853e8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] For port 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e,segment=NetworkSegment(78973ec1-514c-4657-aa84-a37c3eb2e32d),segment_id=78973ec1-514c-4657-aa84-a37c3eb2e32d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:38.962754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c0faf1c-272d-426e-b233-6f30dd7853e8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.967689 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:38.975474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3061881f-a7a8-4dd3-9bad-8f24ab466ce5']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:38.983278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2c0faf1c-272d-426e-b233-6f30dd7853e8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:38.993692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb69f9e-56c5-4863-9d71-bad137df28a8') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:38.994028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb69f9e-56c5-4863-9d71-bad137df28a8') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:39.008359 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.035771 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.052475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6ac6-234a-46c6-a1bd-29f7feddb96e req-8f14846e-eb7e-4057-a53b-559c0287a8f4 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:39.060197 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-912b6ac6-234a-46c6-a1bd-29f7feddb96e req-8f14846e-eb7e-4057-a53b-559c0287a8f4 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.1394725 Nov 12 08:45:39.074430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:39.076855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:39.077374 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:39.080955 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:39.101675 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2232a-e574-4127-b07b-735b846ac967 None None] Port e16f0833-9634-47f5-b401-f3f8e2738165 was deleted so its status cannot be updated. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 08:45:39.179495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.184902 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.192277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Pushing event updated for resources: {'Port': ['ID=943fad8c-be0a-42c6-9222-93d042c7f0c5,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.194311 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5db0e478-75df-494b-9210-9c683d32b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.217982 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c0faf1c-272d-426e-b233-6f30dd7853e8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.243414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f03ac4eb-7829-4915-a34c-c8402e0c1cab None None] Deleting port e16f0833-9634-47f5-b401-f3f8e2738165 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:39.244124 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f03ac4eb-7829-4915-a34c-c8402e0c1cab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.258579 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.261930 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/networks/3061881f-a7a8-4dd3-9bad-8f24ab466ce5 HTTP/1.1" status: 204 len: 168 time: 1.3290887 Nov 12 08:45:39.266670 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78964c2-4231-4c44-bbd1-d848fc0a4f2d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Network': ['ID=3061881f-a7a8-4dd3-9bad-8f24ab466ce5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.268379 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43106) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:39.293170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'name': 'tempest-PortsTestJSON-471996410'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:39.294689 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0faf1c-272d-426e-b233-6f30dd7853e8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.302306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Allocated IP 172.21.0.1 (c11b169a-ed41-475d-bff0-f22815d71a78/fd8a0260-c18c-4842-bc55-855c5f215fff/230961ff-73ef-4299-80bf-09ee4ebe75bf) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:39.313288 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-912b6ac6-234a-46c6-a1bd-29f7feddb96e req-6fddc79d-38e1-40db-82e4-4a3d97480cf7 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473166 Nov 12 08:45:39.329275 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-5e0c1919-3a2e-4ecf-82d0-dab09bdd1c7c tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] show failed (client error): The resource could not be found. Nov 12 08:45:39.333308 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5e0c1919-3a2e-4ecf-82d0-dab09bdd1c7c tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "GET /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419/tags/tempest-TagsTest-Tag-1529257352 HTTP/1.1" status: 404 len: 326 time: 1.2225809 Nov 12 08:45:39.335453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43108) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:39.342172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-2c3631bf-f7de-4a33-9e14-72f5d56cba01 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '54229eda-f23b-4d5f-9601-ba588312c419', 'tempest-TagsTest-Tag-2002945731') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:39.353242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0e478-75df-494b-9210-9c683d32b7fe None None] Pushing event deleted for resources: {'Port': ['ID=690a5289-48c5-456e-a4d2-cf1a178eb25b,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.386829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0e478-75df-494b-9210-9c683d32b7fe None None] No DVR routers for this DVR port 690a5289-48c5-456e-a4d2-cf1a178eb25b on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:39.392959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:39.394747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Attempting to bind port 943fad8c-be0a-42c6-9222-93d042c7f0c5 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:39.395120 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Attempting to bind port 943fad8c-be0a-42c6-9222-93d042c7f0c5 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '9095fa43-f367-4c83-966a-652cd36ae3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:39.395489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Attempting to bind port 943fad8c-be0a-42c6-9222-93d042c7f0c5 on network c11b169a-ed41-475d-bff0-f22815d71a78 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:39.398662 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server [None req-f03ac4eb-7829-4915-a34c-c8402e0c1cab None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 3061881f-a7a8-4dd3-9bad-8f24ab466ce5 could not be found. Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 3061881f-a7a8-4dd3-9bad-8f24ab466ce5 could not be found. Nov 12 08:45:39.427485 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Nov 12 08:45:39.444485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e16f0833-9634-47f5-b401-f3f8e2738165 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:39.449335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:39.457237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dca863-ddf9-4629-8637-96a4d676a32c None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:39.466436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:39.467184 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.495270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:39.495768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Checking segment: {'id': '9095fa43-f367-4c83-966a-652cd36ae3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:39.496280 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.496802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Bound using segment: {'id': '9095fa43-f367-4c83-966a-652cd36ae3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:39.497429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Bound port: 943fad8c-be0a-42c6-9222-93d042c7f0c5, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9095fa43-f367-4c83-966a-652cd36ae3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:39.497924 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.511212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3088a78f-9bb3-4085-a6d4-89521c93ff73 None None] DHCP port deletion for 3061881f-a7a8-4dd3-9bad-8f24ab466ce5 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:39.539286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e16f0833-9634-47f5-b401-f3f8e2738165 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:39.539756 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e16f0833-9634-47f5-b401-f3f8e2738165 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 08:45:39.572999 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c0faf1c-272d-426e-b233-6f30dd7853e8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.613094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Port e16f0833-9634-47f5-b401-f3f8e2738165 not found, will not notify nova. {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 08:45:39.668149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=9a29287f-baf1-4eb3-b30e-484bac569ad8,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:39.690903 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cd0ddffd-d2ac-43d7-81bf-04bf2dfd8ed1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6620142 Nov 12 08:45:39.694949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43116) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:39.723277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 690a5289-48c5-456e-a4d2-cf1a178eb25b no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:39.759480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:39.764007 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.778191 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2c3631bf-f7de-4a33-9e14-72f5d56cba01 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "GET /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419/tags/tempest-TagsTest-Tag-2002945731 HTTP/1.1" status: 204 len: 168 time: 0.4416986 Nov 12 08:45:39.783032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43120) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:39.791964 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-48026e48-d44a-44e2-a62e-253669af7ad3 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '54229eda-f23b-4d5f-9601-ba588312c419', 'tempest-TagsTest-Tag-838493235') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:39.801468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 690a5289-48c5-456e-a4d2-cf1a178eb25b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:39.802058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 690a5289-48c5-456e-a4d2-cf1a178eb25b not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:39.802546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa0edd0-90cd-444a-b291-67bbac47bee3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:39.802933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 70950953-35c2-4d11-b7ff-bc644bb2cd1a no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:39.804242 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6aa0edd0-90cd-444a-b291-67bbac47bee3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1075289 Nov 12 08:45:39.812360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port 766a1827-64f4-4b48-804d-672026c42b13 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:39.815349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] For port 943fad8c-be0a-42c6-9222-93d042c7f0c5, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:39.816929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43122) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:39.850641 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:39.859095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 70950953-35c2-4d11-b7ff-bc644bb2cd1a {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:39.860462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 70950953-35c2-4d11-b7ff-bc644bb2cd1a not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:39.869721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] For port 943fad8c-be0a-42c6-9222-93d042c7f0c5, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=943fad8c-be0a-42c6-9222-93d042c7f0c5,segment=NetworkSegment(9095fa43-f367-4c83-966a-652cd36ae3e8),segment_id=9095fa43-f367-4c83-966a-652cd36ae3e8)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:39.885684 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.041918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dad08-e764-47f7-a42b-0e06142000ed None None] Pushing event updated for resources: {'Port': ['ID=943fad8c-be0a-42c6-9222-93d042c7f0c5,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:40.077324 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.104466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': '34af4870-f3af-4c4b-9c9b-5ecf6e8a6715'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:40.106599 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.134568 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.152859 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-48026e48-d44a-44e2-a62e-253669af7ad3 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "GET /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419/tags/tempest-TagsTest-Tag-838493235 HTTP/1.1" status: 204 len: 168 time: 0.3670502 Nov 12 08:45:40.155608 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43130) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:40.161489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-fefd0537-d52d-46f8-9278-0032155a8a18 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '54229eda-f23b-4d5f-9601-ba588312c419') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:40.209224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.240184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network c11b169a-ed41-475d-bff0-f22815d71a78 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:40.257289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0faf1c-272d-426e-b233-6f30dd7853e8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router b3636132-fc61-4f0d-9ad3-869521772ad1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:40.283059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:40.292368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:40.296698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=230961ff-73ef-4299-80bf-09ee4ebe75bf,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:40.312180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e16f0833-9634-47f5-b401-f3f8e2738165 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:40.313218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-4417806b-5af4-4f6c-a369-e6ef19b3859c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 9a29287f-baf1-4eb3-b30e-484bac569ad8 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:40.314154 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4417806b-5af4-4f6c-a369-e6ef19b3859c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.367543 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.371965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e16f0833-9634-47f5-b401-f3f8e2738165 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:40.371965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e16f0833-9634-47f5-b401-f3f8e2738165 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:40.426295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:40.430949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:40.456929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:40.471490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:40.473721 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.481673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Allocated IP 2001:db8::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/34af4870-f3af-4c4b-9c9b-5ecf6e8a6715/9fdb56e3-d395-488f-90f4-358cb56bd835) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:40.529217 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fefd0537-d52d-46f8-9278-0032155a8a18 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "DELETE /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419/tags HTTP/1.1" status: 204 len: 168 time: 0.3722196 Nov 12 08:45:40.530237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=766a1827-64f4-4b48-804d-672026c42b13,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:40.544137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43140) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:40.552861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-f28130e4-f066-49fd-bda9-5fcad890ad43 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '54229eda-f23b-4d5f-9601-ba588312c419', 'tempest-TagsTest-Tag-2002945731') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:40.561532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-284139dc-3ea0-44dc-a215-d7a707eaf225 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2722208 Nov 12 08:45:40.571636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43142) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:40.630137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0faf1c-272d-426e-b233-6f30dd7853e8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:40.645198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2c0faf1c-272d-426e-b233-6f30dd7853e8 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9948363 Nov 12 08:45:40.646568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43146) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:40.650638 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.700634 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-f28130e4-f066-49fd-bda9-5fcad890ad43 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] show failed (client error): The resource could not be found. Nov 12 08:45:40.706347 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f28130e4-f066-49fd-bda9-5fcad890ad43 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "GET /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419/tags/tempest-TagsTest-Tag-2002945731 HTTP/1.1" status: 404 len: 326 time: 0.1552296 Nov 12 08:45:40.706634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43148) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:40.715387 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-e9a6276c-be72-4adf-b33f-81ab98767a53 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '54229eda-f23b-4d5f-9601-ba588312c419', 'tempest-TagsTest-Tag-838493235') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:40.720624 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.734218 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652f50e-8973-494d-ad96-d12ac2d3474b None None] Sync routers for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:40.747328 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.751412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-6f8178d8-8f94-4f55-a016-1ef41a2a8575 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 766a1827-64f4-4b48-804d-672026c42b13 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:40.751758 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f8178d8-8f94-4f55-a016-1ef41a2a8575 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.826045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7652f50e-8973-494d-ad96-d12ac2d3474b None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:40.827132 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7652f50e-8973-494d-ad96-d12ac2d3474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:40.845215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb92db78-eb67-4627-8895-4e2028b6d437 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting subnet 540fc319-ac9e-4c72-95a9-2c08a620caba {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:40.852219 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4417806b-5af4-4f6c-a369-e6ef19b3859c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.873185 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f8178d8-8f94-4f55-a016-1ef41a2a8575 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.874994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb92db78-eb67-4627-8895-4e2028b6d437 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:40.882880 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-e9a6276c-be72-4adf-b33f-81ab98767a53 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] show failed (client error): The resource could not be found. Nov 12 08:45:40.884474 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e9a6276c-be72-4adf-b33f-81ab98767a53 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "GET /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419/tags/tempest-TagsTest-Tag-838493235 HTTP/1.1" status: 404 len: 325 time: 0.1766515 Nov 12 08:45:40.887294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43156) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:40.896914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-bb7e2678-9caa-4667-8aa2-8db734957042 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '54229eda-f23b-4d5f-9601-ba588312c419') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:40.900913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-6f8178d8-8f94-4f55-a016-1ef41a2a8575 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 766a1827-64f4-4b48-804d-672026c42b13 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:40.953889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:40.954250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-4417806b-5af4-4f6c-a369-e6ef19b3859c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 9a29287f-baf1-4eb3-b30e-484bac569ad8 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:40.960239 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Pushing event updated for resources: {'Port': ['ID=9fdb56e3-d395-488f-90f4-358cb56bd835,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:40.970116 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:40.972014 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:41.039447 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.064205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-7652f50e-8973-494d-ad96-d12ac2d3474b None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:41.119014 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Attempting to bind port 9fdb56e3-d395-488f-90f4-358cb56bd835 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:41.119663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Attempting to bind port 9fdb56e3-d395-488f-90f4-358cb56bd835 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:41.119810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Attempting to bind port 9fdb56e3-d395-488f-90f4-358cb56bd835 on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:41.127752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:41.128179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:41.128525 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.128925 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:41.129430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Bound port: 9fdb56e3-d395-488f-90f4-358cb56bd835, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:41.129815 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.138785 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bb7e2678-9caa-4667-8aa2-8db734957042 tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "DELETE /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419/tags HTTP/1.1" status: 204 len: 168 time: 0.2498648 Nov 12 08:45:41.140742 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f8178d8-8f94-4f55-a016-1ef41a2a8575 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.152744 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43162) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:41.170931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c30cb-e348-4883-950d-9453e16014a4 req-52301b78-4583-4b0f-abb6-4a3cd802b215 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:41.173133 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-828c30cb-e348-4883-950d-9453e16014a4 req-52301b78-4583-4b0f-abb6-4a3cd802b215 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 946 time: 0.7286763 Nov 12 08:45:41.178721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4417806b-5af4-4f6c-a369-e6ef19b3859c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.207599 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.256895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8178d8-8f94-4f55-a016-1ef41a2a8575 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=766a1827-64f4-4b48-804d-672026c42b13,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:41.295656 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb92db78-eb67-4627-8895-4e2028b6d437 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.299354 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417806b-5af4-4f6c-a369-e6ef19b3859c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=9a29287f-baf1-4eb3-b30e-484bac569ad8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:41.311459 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f8178d8-8f94-4f55-a016-1ef41a2a8575 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.315514 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6f8178d8-8f94-4f55-a016-1ef41a2a8575 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/766a1827-64f4-4b48-804d-672026c42b13 HTTP/1.1" status: 204 len: 168 time: 0.7423220 Nov 12 08:45:41.320959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43164) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:41.327401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'mac_address': 'fa:16:3e:87:81:47', 'name': 'tempest-PortsTestJSON-320340260'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:41.327889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] For port 9fdb56e3-d395-488f-90f4-358cb56bd835, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:41.354441 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] For port 9fdb56e3-d395-488f-90f4-358cb56bd835, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9fdb56e3-d395-488f-90f4-358cb56bd835,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:41.362870 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.433747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c57c7-a47b-47c2-a94f-677b41917093 None None] Pushing event updated for resources: {'Port': ['ID=9fdb56e3-d395-488f-90f4-358cb56bd835,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:41.436495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.461932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f00784a2-8f6e-4ece-98c8-389d8eafed64 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:41.512560 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4417806b-5af4-4f6c-a369-e6ef19b3859c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.520417 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4417806b-5af4-4f6c-a369-e6ef19b3859c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/9a29287f-baf1-4eb3-b30e-484bac569ad8 HTTP/1.1" status: 204 len: 168 time: 1.6968284 Nov 12 08:45:41.521078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43170) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:41.579048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7652f50e-8973-494d-ad96-d12ac2d3474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:39Z', 'revision_number': 10, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:41.622153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port f00784a2-8f6e-4ece-98c8-389d8eafed64 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:45:41.624991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652f50e-8973-494d-ad96-d12ac2d3474b None None] Checking router: b3636132-fc61-4f0d-9ad3-869521772ad1 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:41.632733 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port f00784a2-8f6e-4ece-98c8-389d8eafed64 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:41.633095 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.677892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7652f50e-8973-494d-ad96-d12ac2d3474b None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:41.678632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7652f50e-8973-494d-ad96-d12ac2d3474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:41.702207 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.725197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-828c30cb-e348-4883-950d-9453e16014a4 req-de9dd5ea-d879-4f52-803e-8ac8b3b05f4f tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5376408 Nov 12 08:45:41.726152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c8ca37-4765-4ef7-be36-989b1c078a24 None None] Network c11b169a-ed41-475d-bff0-f22815d71a78 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:41.741183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:41.773857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54229eda-f23b-4d5f-9601-ba588312c419']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:41.792032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854922b-ea6f-4d6a-bc32-18438d0a60a3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:41.795438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854922b-ea6f-4d6a-bc32-18438d0a60a3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:41.798911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec029c0-566f-4547-b769-f2a44d1025a9') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:41.799478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec029c0-566f-4547-b769-f2a44d1025a9') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:41.805920 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1854922b-ea6f-4d6a-bc32-18438d0a60a3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2191050 Nov 12 08:45:41.806537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43174) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:41.856412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb92db78-eb67-4627-8895-4e2028b6d437 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.861403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.944610 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:41.969059 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.034209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:42.037859 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:42.057495 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:42.124641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a67be0e-ac8c-4933-9640-95ab2d086073 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 34af4870-f3af-4c4b-9c9b-5ecf6e8a6715 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:42.136435 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a67be0e-ac8c-4933-9640-95ab2d086073 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.171171 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.228086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb92db78-eb67-4627-8895-4e2028b6d437 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.231133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:42.240446 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.245856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port 3c0c28ec-0651-4866-a025-0d3bf568d6a4 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:42.254378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:45:42.256751 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c0bd62-a95d-45bc-aa08-2ff0d2462068" -d '{"events": [{"server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "name": "network-vif-plugged", "status": "completed", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:45:42.257666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.263637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] 10.222.0.31 "DELETE /v2.0/networks/54229eda-f23b-4d5f-9601-ba588312c419 HTTP/1.1" status: 204 len: 168 time: 1.0981553 Nov 12 08:45:42.263827 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-00272c28-a12e-4a21-9591-e118c9a5f0d9 None None] Provisioning complete for port 943fad8c-be0a-42c6-9222-93d042c7f0c5 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:42.263827 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-00272c28-a12e-4a21-9591-e118c9a5f0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.284212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6309d0-2719-4c3f-a8c0-723383755d9f tempest-TagsTest-1843175081 tempest-TagsTest-1843175081-project] Pushing event deleted for resources: {'Network': ['ID=54229eda-f23b-4d5f-9601-ba588312c419,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:42.315145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92db78-eb67-4627-8895-4e2028b6d437 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Subnet': ['ID=540fc319-ac9e-4c72-95a9-2c08a620caba,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:42.317007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 943fad8c-be0a-42c6-9222-93d042c7f0c5 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:42.319617 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.337870 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a67be0e-ac8c-4933-9640-95ab2d086073 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.343369 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb92db78-eb67-4627-8895-4e2028b6d437 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.352284 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bb92db78-eb67-4627-8895-4e2028b6d437 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/540fc319-ac9e-4c72-95a9-2c08a620caba HTTP/1.1" status: 204 len: 168 time: 1.7026682 Nov 12 08:45:42.356318 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43184) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:42.416459 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7c5a33-9b04-41dd-b2d9-89c69df62664 None None] Network 11633e46-5497-4b94-b4a5-ba380d1ac7ae requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:42.451105 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.480233 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.490129 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2c222c-d017-4153-86b5-f6b322b9dbfb x-openstack-request-id: req-2b2c222c-d017-4153-86b5-f6b322b9dbfb {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:45:42.490930 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "name": "network-vif-plugged", "status": "completed", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:45:42.491404 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b2c222c-d017-4153-86b5-f6b322b9dbfb {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:45:42.492164 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'code': 200} Nov 12 08:45:42.633637 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.724583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-7652f50e-8973-494d-ad96-d12ac2d3474b None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:42.752742 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.805639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port ddc83a41-9dec-422b-be25-f308e9e85542 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:42.806235 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.833507 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.931846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=230961ff-73ef-4299-80bf-09ee4ebe75bf,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:42.938656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43194) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:42.940850 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:42.957888 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a67be0e-ac8c-4933-9640-95ab2d086073 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.091270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef7d91-085d-4b65-b0d8-1ac800963eb3 req-781095aa-8f4e-45d4-ba1e-ca5b19a7fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:43.102888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-50ef7d91-085d-4b65-b0d8-1ac800963eb3 req-781095aa-8f4e-45d4-ba1e-ca5b19a7fff6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 1099 time: 0.4568734 Nov 12 08:45:43.195917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 943fad8c-be0a-42c6-9222-93d042c7f0c5 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:43.196436 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.268383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=12']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.392881 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-00272c28-a12e-4a21-9591-e118c9a5f0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.494424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-00272c28-a12e-4a21-9591-e118c9a5f0d9 None None] For port 943fad8c-be0a-42c6-9222-93d042c7f0c5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=943fad8c-be0a-42c6-9222-93d042c7f0c5,segment=NetworkSegment(9095fa43-f367-4c83-966a-652cd36ae3e8),segment_id=9095fa43-f367-4c83-966a-652cd36ae3e8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:43.500592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b21c880-8043-4658-83dc-062c19d75c83 None None] DHCP port deletion for 11633e46-5497-4b94-b4a5-ba380d1ac7ae request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:43.557526 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-00272c28-a12e-4a21-9591-e118c9a5f0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.675403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9fdb56e3-d395-488f-90f4-358cb56bd835 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:43.772497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00272c28-a12e-4a21-9591-e118c9a5f0d9 None None] Pushing event updated for resources: {'Port': ['ID=943fad8c-be0a-42c6-9222-93d042c7f0c5,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.814570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:43.834024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c945e866-c9da-4ea2-83a8-969fa22e1d19 None None] Provisioning complete for port 230961ff-73ef-4299-80bf-09ee4ebe75bf triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:43.834412 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c945e866-c9da-4ea2-83a8-969fa22e1d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.844296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:43.875876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:43.882789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:43.883639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2b21c880-8043-4658-83dc-062c19d75c83 None None] Deleting port ddc83a41-9dec-422b-be25-f308e9e85542 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:43.883932 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.884176 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2b21c880-8043-4658-83dc-062c19d75c83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.890414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] For port ddc83a41-9dec-422b-be25-f308e9e85542, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ddc83a41-9dec-422b-be25-f308e9e85542,segment=NetworkSegment(78973ec1-514c-4657-aa84-a37c3eb2e32d),segment_id=78973ec1-514c-4657-aa84-a37c3eb2e32d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:43.891197 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:43.921396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=3c0c28ec-0651-4866-a025-0d3bf568d6a4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:43.932093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for ddc83a41-9dec-422b-be25-f308e9e85542 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:43.961416 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6ea55f34-d4a5-460d-9186-431d7a73c758 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6367164 Nov 12 08:45:43.962077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43212) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:43.983712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2b21c880-8043-4658-83dc-062c19d75c83 None None] For port ddc83a41-9dec-422b-be25-f308e9e85542, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ddc83a41-9dec-422b-be25-f308e9e85542,segment=NetworkSegment(78973ec1-514c-4657-aa84-a37c3eb2e32d),segment_id=78973ec1-514c-4657-aa84-a37c3eb2e32d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:43.986672 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2b21c880-8043-4658-83dc-062c19d75c83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.035077 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2b21c880-8043-4658-83dc-062c19d75c83 None None] Calling delete_port for ddc83a41-9dec-422b-be25-f308e9e85542 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:44.040826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7652f50e-8973-494d-ad96-d12ac2d3474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:39Z', 'revision_number': 10, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:44.082001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c945e866-c9da-4ea2-83a8-969fa22e1d19 None None] Port 230961ff-73ef-4299-80bf-09ee4ebe75bf cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:44.091045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652f50e-8973-494d-ad96-d12ac2d3474b None None] The sync data for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 is: [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:39Z', 'revision_number': 10, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None, '_interfaces': [{'id': 'b9afed95-5779-4b73-b8a9-529f053d0fcb', 'name': '', 'network_id': '4cb67507-2a9f-4b87-9461-0f973d709b92', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'mac_address': 'fa:16:3e:97:6d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:44:17Z', 'updated_at': '2021-11-12T08:44:25Z', 'revision_number': 5, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'subnets': [{'id': '2da0fc4c-2634-4b7a-97b0-4f16c554930c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:44.096587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 9fdb56e3-d395-488f-90f4-358cb56bd835 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:44.096968 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.171860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba1a4d5-aa5d-4a0c-b1b9-ce650a613caa tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.181673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0ba1a4d5-aa5d-4a0c-b1b9-ce650a613caa tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/3c0c28ec-0651-4866-a025-0d3bf568d6a4 HTTP/1.1" status: 200 len: 840 time: 0.2149141 Nov 12 08:45:44.185301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43218) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:44.259088 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2b21c880-8043-4658-83dc-062c19d75c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.263316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c945e866-c9da-4ea2-83a8-969fa22e1d19 None None] Provisioning complete for port 943fad8c-be0a-42c6-9222-93d042c7f0c5 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:44.263673 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c945e866-c9da-4ea2-83a8-969fa22e1d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.272175 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e4496506-1f3f-48cf-b8bd-48b3228199d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be7e7f12aed8400d8a2aa94ad98e63cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3285930 Nov 12 08:45:44.282559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43222) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:44.326282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.332192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21c880-8043-4658-83dc-062c19d75c83 None None] Pushing event deleted for resources: {'Port': ['ID=ddc83a41-9dec-422b-be25-f308e9e85542,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:44.337762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9d3bf-8fb4-4dde-a17c-3c815595bf3c req-4654f29b-66ad-43c1-aed5-8fad42ce0ff3 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.346984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0b9d3bf-8fb4-4dde-a17c-3c815595bf3c req-4654f29b-66ad-43c1-aed5-8fad42ce0ff3 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 947 time: 1.3022797 Nov 12 08:45:44.360057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b21c880-8043-4658-83dc-062c19d75c83 None None] No DVR routers for this DVR port ddc83a41-9dec-422b-be25-f308e9e85542 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:44.389016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=ddc83a41-9dec-422b-be25-f308e9e85542,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:44.395693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268e56e2-277a-493f-9376-420e8204f8de None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:45:44.440965 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No DVR routers for this DVR port ddc83a41-9dec-422b-be25-f308e9e85542 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:44.460967 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0b9d3bf-8fb4-4dde-a17c-3c815595bf3c req-446201e0-9ef2-4a47-a31b-db039dc83636 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029088 Nov 12 08:45:44.490019 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-50ef7d91-085d-4b65-b0d8-1ac800963eb3 req-1dd5e9bc-05b3-43ca-9092-7488b34e2149 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3305602 Nov 12 08:45:44.501802 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.503074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5acd9f5b-d6a7-483b-8a4f-083ff3e33664 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 3c0c28ec-0651-4866-a025-0d3bf568d6a4 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:44.503429 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5acd9f5b-d6a7-483b-8a4f-083ff3e33664 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.509601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network c11b169a-ed41-475d-bff0-f22815d71a78 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:44.514733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:44.532082 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a67be0e-ac8c-4933-9640-95ab2d086073 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.570888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67be0e-ac8c-4933-9640-95ab2d086073 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=34af4870-f3af-4c4b-9c9b-5ecf6e8a6715,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:44.573044 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0a67be0e-ac8c-4933-9640-95ab2d086073 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.576478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0a67be0e-ac8c-4933-9640-95ab2d086073 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/34af4870-f3af-4c4b-9c9b-5ecf6e8a6715 HTTP/1.1" status: 204 len: 168 time: 2.7653449 Nov 12 08:45:44.596867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43228) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:44.716699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router e8cb099b-0ea8-44c5-891f-3765841a2acf has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:44.718145 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15128677-50c1-4207-a1d4-019189b2bb73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.723113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268e56e2-277a-493f-9376-420e8204f8de None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:45:44.730595 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-05c4539a-0839-4deb-9dcb-4afed3c6068b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1240678 Nov 12 08:45:44.731580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43232) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:44.732394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c945e866-c9da-4ea2-83a8-969fa22e1d19 None None] Could not find standard attr ID for object 9a29287f-baf1-4eb3-b30e-484bac569ad8. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:45:44.738781 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.748529 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:45:44.748891 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:45:44.789746 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5acd9f5b-d6a7-483b-8a4f-083ff3e33664 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.837062 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15128677-50c1-4207-a1d4-019189b2bb73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.846191 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11633e46-5497-4b94-b4a5-ba380d1ac7ae']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:44.851620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c945e866-c9da-4ea2-83a8-969fa22e1d19 None None] Provisioning complete for port 9fdb56e3-d395-488f-90f4-358cb56bd835 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:44.851901 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c945e866-c9da-4ea2-83a8-969fa22e1d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.854725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5acd9f5b-d6a7-483b-8a4f-083ff3e33664 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 3c0c28ec-0651-4866-a025-0d3bf568d6a4 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:44.862321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:44.870023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2c119c87-eaf4-4a37-b630-a36542d4c634 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3807969 Nov 12 08:45:44.870276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43236) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:44.874430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78973ec1-514c-4657-aa84-a37c3eb2e32d') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:44.876693 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Sync routers for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:44.877649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b28c6525-c898-461e-b7d3-6b7ba200aed4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'network': {'name': 'tempest-RoutersTest-324319581'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:44.885937 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78973ec1-514c-4657-aa84-a37c3eb2e32d') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:44.894344 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:44.899075 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-17297d23-9150-42c3-accf-0426743b8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:44.923678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28c6525-c898-461e-b7d3-6b7ba200aed4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:44.933185 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.933447 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b28c6525-c898-461e-b7d3-6b7ba200aed4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.958600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0e5fb3-9912-4bc5-9d41-342c239e0ddd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.963397 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bd0e5fb3-9912-4bc5-9d41-342c239e0ddd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2211602 Nov 12 08:45:44.963837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43240) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:45.014684 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.028385 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:45.029307 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:45.034008 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:45.065466 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:45.074695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a5e13e-449d-44d9-a5f2-bde6cb9009dc tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:45.078696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-56a5e13e-449d-44d9-a5f2-bde6cb9009dc tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1114247 Nov 12 08:45:45.080770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28c6525-c898-461e-b7d3-6b7ba200aed4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:45.091316 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b28c6525-c898-461e-b7d3-6b7ba200aed4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.091666 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-b28c6525-c898-461e-b7d3-6b7ba200aed4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Added segment 8656cf17-be45-4072-91a3-98f5431261d1 of type vlan for network 32522930-b8c4-4427-830d-de1e637ca290 Nov 12 08:45:45.107044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43242) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:45.139021 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b28c6525-c898-461e-b7d3-6b7ba200aed4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.171188 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7b2af7f0-6ce7-400f-9268-8c143da646e1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625169 Nov 12 08:45:45.173039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15128677-50c1-4207-a1d4-019189b2bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.174777 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b28c6525-c898-461e-b7d3-6b7ba200aed4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.178102 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15128677-50c1-4207-a1d4-019189b2bb73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.182661 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-15128677-50c1-4207-a1d4-019189b2bb73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c8d6743-fa54-479a-8b09-241a414efe2f HTTP/1.1" status: 204 len: 168 time: 0.8973472 Nov 12 08:45:45.183650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43244) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:45.199347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-71fbac57-fd52-4275-a7b4-ddc962651570 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:45.208100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c6525-c898-461e-b7d3-6b7ba200aed4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:45.208751 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b28c6525-c898-461e-b7d3-6b7ba200aed4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.214855 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c945e866-c9da-4ea2-83a8-969fa22e1d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.259744 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15128677-50c1-4207-a1d4-019189b2bb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8d6743-fa54-479a-8b09-241a414efe2f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:45.262885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c945e866-c9da-4ea2-83a8-969fa22e1d19 None None] For port 9fdb56e3-d395-488f-90f4-358cb56bd835, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9fdb56e3-d395-488f-90f4-358cb56bd835,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:45.267547 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.275428 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c945e866-c9da-4ea2-83a8-969fa22e1d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.284359 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.294679 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/networks/11633e46-5497-4b94-b4a5-ba380d1ac7ae HTTP/1.1" status: 204 len: 168 time: 2.9336340 Nov 12 08:45:45.311655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43250) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:45.420141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f7346da0-394b-4155-a01f-88ba78b579c8 None None] Could not find standard attr ID for object 9a29287f-baf1-4eb3-b30e-484bac569ad8. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:45:45.434724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b28c6525-c898-461e-b7d3-6b7ba200aed4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5618691 Nov 12 08:45:45.436078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593c9df-1d4f-4474-b166-1f24d83f2e64 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Network': ['ID=11633e46-5497-4b94-b4a5-ba380d1ac7ae,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:45.436475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945e866-c9da-4ea2-83a8-969fa22e1d19 None None] Pushing event updated for resources: {'Port': ['ID=9fdb56e3-d395-488f-90f4-358cb56bd835,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:45.440182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43254) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:45.503106 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5acd9f5b-d6a7-483b-8a4f-083ff3e33664 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.530057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2383992-ae43-4db4-a391-f76154356054 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:45.557373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-00daab64-ab66-42b9-b191-d85c7cdb35cb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'subnet': {'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:45.666394 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5acd9f5b-d6a7-483b-8a4f-083ff3e33664 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.680604 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5acd9f5b-d6a7-483b-8a4f-083ff3e33664 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/3c0c28ec-0651-4866-a025-0d3bf568d6a4 HTTP/1.1" status: 204 len: 168 time: 1.4853053 Nov 12 08:45:45.686485 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43264) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:45.732220 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd9f5b-d6a7-483b-8a4f-083ff3e33664 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=3c0c28ec-0651-4866-a025-0d3bf568d6a4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:45.813510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c6525-c898-461e-b7d3-6b7ba200aed4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Network': ['ID=32522930-b8c4-4427-830d-de1e637ca290,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:45.849242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 943fad8c-be0a-42c6-9222-93d042c7f0c5 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:45.887260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fbac57-fd52-4275-a7b4-ddc962651570 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:45.902626 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71fbac57-fd52-4275-a7b4-ddc962651570 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:45.911456 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-17297d23-9150-42c3-accf-0426743b8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:45:40Z', 'revision_number': 3, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:41Z', 'revision_number': 2, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:45.982444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 32522930-b8c4-4427-830d-de1e637ca290 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:46.030271 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Checking router: e8cb099b-0ea8-44c5-891f-3765841a2acf for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:46.030902 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Updating router e8cb099b-0ea8-44c5-891f-3765841a2acf port 230961ff-73ef-4299-80bf-09ee4ebe75bf binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:45:46.104273 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.143840 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-824d7477-f16d-4ad4-a51a-0951c5adaf5a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:45:46.145676 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-824d7477-f16d-4ad4-a51a-0951c5adaf5a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/3c0c28ec-0651-4866-a025-0d3bf568d6a4 HTTP/1.1" status: 404 len: 333 time: 0.3624449 Nov 12 08:45:46.151095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43280) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:46.154877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71fbac57-fd52-4275-a7b4-ddc962651570 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.174644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'name': 'tempest-PortsTestJSON-1704754522'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:46.205491 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-145235ae-bdf5-4d9e-9bac-1b9524b26ee9 None None] Provisioning complete for port 230961ff-73ef-4299-80bf-09ee4ebe75bf triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:46.205869 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-145235ae-bdf5-4d9e-9bac-1b9524b26ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.220564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00daab64-ab66-42b9-b191-d85c7cdb35cb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:46.225197 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00daab64-ab66-42b9-b191-d85c7cdb35cb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.245461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fbac57-fd52-4275-a7b4-ddc962651570 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:46.261381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-71fbac57-fd52-4275-a7b4-ddc962651570 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:46.268272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fbac57-fd52-4275-a7b4-ddc962651570 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:46.268910 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71fbac57-fd52-4275-a7b4-ddc962651570 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.311155 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbac57-fd52-4275-a7b4-ddc962651570 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=f7c96579-c6b4-4f0e-81c5-a872f976f2f4,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:46.328921 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-71fbac57-fd52-4275-a7b4-ddc962651570 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1381910 Nov 12 08:45:46.332095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43282) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:46.347853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': 'f7c96579-c6b4-4f0e-81c5-a872f976f2f4', 'ip_address': '2001:db8::d94e:1a4:7506:ffac'}], 'name': 'tempest-NetworksTestDHCPv6-806343720'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:46.498929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-145235ae-bdf5-4d9e-9bac-1b9524b26ee9 None None] Port 230961ff-73ef-4299-80bf-09ee4ebe75bf cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:46.523791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 943fad8c-be0a-42c6-9222-93d042c7f0c5 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:46.524392 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.564273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:46.568933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.622278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port 99bd6f2f-a610-42a3-be34-2dab4fa3e85f yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:46.687220 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dfb81-1242-4e00-8c4f-325f389eb488 req-fb80312a-9313-47f3-91d8-6adb59e7be6a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:46.699273 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c38dfb81-1242-4e00-8c4f-325f389eb488 req-fb80312a-9313-47f3-91d8-6adb59e7be6a tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 947 time: 0.9923913 Nov 12 08:45:46.710400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa29a8c-597f-4c5e-a818-3cde31f506b4 None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:46.805194 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c38dfb81-1242-4e00-8c4f-325f389eb488 req-8e1bc294-8261-497e-b3c6-a81b02459842 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951939 Nov 12 08:45:46.850767 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.867352 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:46.869540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9fdb56e3-d395-488f-90f4-358cb56bd835 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:47.021739 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Pushing event updated for resources: {'Port': ['ID=230961ff-73ef-4299-80bf-09ee4ebe75bf,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.053977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-bfa29a8c-597f-4c5e-a818-3cde31f506b4 None None] Deleting port 9fdb56e3-d395-488f-90f4-358cb56bd835 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:47.054364 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bfa29a8c-597f-4c5e-a818-3cde31f506b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.118514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 9fdb56e3-d395-488f-90f4-358cb56bd835 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:47.119030 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.131401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.151465 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Attempting to bind port 230961ff-73ef-4299-80bf-09ee4ebe75bf on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:47.154615 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Attempting to bind port 230961ff-73ef-4299-80bf-09ee4ebe75bf by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '9095fa43-f367-4c83-966a-652cd36ae3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:47.155339 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Attempting to bind port 230961ff-73ef-4299-80bf-09ee4ebe75bf on network c11b169a-ed41-475d-bff0-f22815d71a78 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:47.171297 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:47.172514 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Checking segment: {'id': '9095fa43-f367-4c83-966a-652cd36ae3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:47.174370 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.175695 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Bound using segment: {'id': '9095fa43-f367-4c83-966a-652cd36ae3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:47.176481 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Bound port: 230961ff-73ef-4299-80bf-09ee4ebe75bf, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9095fa43-f367-4c83-966a-652cd36ae3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:47.178284 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.322467 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-17297d23-9150-42c3-accf-0426743b8887 None None] For port 230961ff-73ef-4299-80bf-09ee4ebe75bf, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:47.331167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-bfa29a8c-597f-4c5e-a818-3cde31f506b4 None None] For port 9fdb56e3-d395-488f-90f4-358cb56bd835, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9fdb56e3-d395-488f-90f4-358cb56bd835,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:47.331572 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bfa29a8c-597f-4c5e-a818-3cde31f506b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.333352 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-17297d23-9150-42c3-accf-0426743b8887 None None] For port 230961ff-73ef-4299-80bf-09ee4ebe75bf, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=230961ff-73ef-4299-80bf-09ee4ebe75bf,segment=NetworkSegment(9095fa43-f367-4c83-966a-652cd36ae3e8),segment_id=9095fa43-f367-4c83-966a-652cd36ae3e8)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:47.342406 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.352403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-bfa29a8c-597f-4c5e-a818-3cde31f506b4 None None] Calling delete_port for 9fdb56e3-d395-488f-90f4-358cb56bd835 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:47.385937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2e89ca45-3943-4cc1-8bf5-f3391f98a7da None None] Provisioning complete for port 230961ff-73ef-4299-80bf-09ee4ebe75bf triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:47.386541 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e89ca45-3943-4cc1-8bf5-f3391f98a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.421282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00daab64-ab66-42b9-b191-d85c7cdb35cb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.516571 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:47.521360 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-17297d23-9150-42c3-accf-0426743b8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:47.571714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daab64-ab66-42b9-b191-d85c7cdb35cb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Subnet': ['ID=16f364d2-f21e-43e7-a1b9-9a943849125a,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.628859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ddc83a41-9dec-422b-be25-f308e9e85542 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:47.645663 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Pushing event updated for resources: {'Port': ['ID=230961ff-73ef-4299-80bf-09ee4ebe75bf,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.665972 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.670347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ddc83a41-9dec-422b-be25-f308e9e85542 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:47.670689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ddc83a41-9dec-422b-be25-f308e9e85542 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:47.671287 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:47.767987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:47.768341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6e06e9d9-fe06-4df0-9c59-e9d65c2f7a4e not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:47.781324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:47.796599 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=99bd6f2f-a610-42a3-be34-2dab4fa3e85f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.800391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:47.803185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:47.810525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:47.811086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.826277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:47.834979 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e89ca45-3943-4cc1-8bf5-f3391f98a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.867663 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bfa29a8c-597f-4c5e-a818-3cde31f506b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.930596 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:47.933987 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:47.934573 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:47.935136 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:47.935677 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:47.936418 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:47.936962 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:47.938449 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:47.939136 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:47.939682 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:47.940214 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:47.940757 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921cf439-89ae-4152-b678-713823e0ffeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:47.955451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa29a8c-597f-4c5e-a818-3cde31f506b4 None None] Pushing event deleted for resources: {'Port': ['ID=9fdb56e3-d395-488f-90f4-358cb56bd835,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:47.973257 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa29a8c-597f-4c5e-a818-3cde31f506b4 None None] No DVR routers for this DVR port 9fdb56e3-d395-488f-90f4-358cb56bd835 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:48.001547 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-17297d23-9150-42c3-accf-0426743b8887 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:48.016339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cd365b-5d50-4bcc-808e-e80dbdc9d81f None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:48.032540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3f34f-317a-4a19-b14b-9baa6f215057 req-cb842c20-b654-4258-9558-5a2ef9c96e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:48.034152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-02c3f34f-317a-4a19-b14b-9baa6f215057 req-cb842c20-b654-4258-9558-5a2ef9c96e44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=60b084a3270c466cb1c91ac839e48f82&device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 1099 time: 1.1398549 Nov 12 08:45:48.040849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2e89ca45-3943-4cc1-8bf5-f3391f98a7da None None] For port 230961ff-73ef-4299-80bf-09ee4ebe75bf, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=230961ff-73ef-4299-80bf-09ee4ebe75bf,segment=NetworkSegment(9095fa43-f367-4c83-966a-652cd36ae3e8),segment_id=9095fa43-f367-4c83-966a-652cd36ae3e8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:48.042297 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9fdb56e3-d395-488f-90f4-358cb56bd835 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:48.054038 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4a84efbb-35b8-4f51-91fc-f74c796f7717 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8873944 Nov 12 08:45:48.057489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43346) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:48.060702 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61d78806-90aa-4051-8809-aefd0d478089 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.083282 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d81c7dbc-82a0-40d0-be16-2ca9934ff1fb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:48.106815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 9fdb56e3-d395-488f-90f4-358cb56bd835 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:48.107159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9fdb56e3-d395-488f-90f4-358cb56bd835 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:48.129310 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e89ca45-3943-4cc1-8bf5-f3391f98a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.182890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3f34f-317a-4a19-b14b-9baa6f215057 req-cbca5a5e-2e00-4dd5-b8e6-3f1101543403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:48.186277 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-02c3f34f-317a-4a19-b14b-9baa6f215057 req-cbca5a5e-2e00-4dd5-b8e6-3f1101543403 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 200 len: 918 time: 0.1192734 Nov 12 08:45:48.263191 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00daab64-ab66-42b9-b191-d85c7cdb35cb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Checking segment: {'id': '8656cf17-be45-4072-91a3-98f5431261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32522930-b8c4-4427-830d-de1e637ca290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:48.263191 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00daab64-ab66-42b9-b191-d85c7cdb35cb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network hostable DHCP agents. Network: 32522930-b8c4-4427-830d-de1e637ca290, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:48.305676 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d81c7dbc-82a0-40d0-be16-2ca9934ff1fb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.310328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89ca45-3943-4cc1-8bf5-f3391f98a7da None None] Pushing event updated for resources: {'Port': ['ID=230961ff-73ef-4299-80bf-09ee4ebe75bf,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:48.376762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cc54464a-e628-4848-85c2-d34a5c6d5dc7 None None] Provisioning complete for port 230961ff-73ef-4299-80bf-09ee4ebe75bf triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:48.377171 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cc54464a-e628-4848-85c2-d34a5c6d5dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.391145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a5fc1-f835-4fb6-8219-77096c1af0fe req-4b35827e-0182-4998-8d20-b78fe735dd90 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:48.392766 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-012a5fc1-f835-4fb6-8219-77096c1af0fe req-4b35827e-0182-4998-8d20-b78fe735dd90 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 947 time: 0.4135714 Nov 12 08:45:48.467101 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.530236 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-012a5fc1-f835-4fb6-8219-77096c1af0fe req-ea0824a8-36cc-43a0-9ea5-d758e57cadae tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094437 Nov 12 08:45:48.533492 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-02c3f34f-317a-4a19-b14b-9baa6f215057 req-2f9c2c52-2e83-49dc-ad72-5134eb754d04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64 HTTP/1.1" status: 200 len: 1002 time: 0.2857320 Nov 12 08:45:48.536580 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-17297d23-9150-42c3-accf-0426743b8887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:45:40Z', 'revision_number': 3, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 4, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:48.551664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00daab64-ab66-42b9-b191-d85c7cdb35cb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 32522930-b8c4-4427-830d-de1e637ca290 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:48.653472 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17297d23-9150-42c3-accf-0426743b8887 None None] The sync data for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 is: [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:45:40Z', 'revision_number': 3, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 4, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:48.731646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': 'f7c96579-c6b4-4f0e-81c5-a872f976f2f4'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:48.732534 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.778612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port f5586600-cc5b-4f17-8751-ce94ab937278 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:48.782661 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d81c7dbc-82a0-40d0-be16-2ca9934ff1fb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.802362 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d81c7dbc-82a0-40d0-be16-2ca9934ff1fb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.806722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-00daab64-ab66-42b9-b191-d85c7cdb35cb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 32522930-b8c4-4427-830d-de1e637ca290) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:48.854490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00daab64-ab66-42b9-b191-d85c7cdb35cb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:48.855691 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00daab64-ab66-42b9-b191-d85c7cdb35cb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.865644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe28a0f-be91-4b63-99f3-34a269020802 None None] Network 32522930-b8c4-4427-830d-de1e637ca290 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:48.878269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-d81c7dbc-82a0-40d0-be16-2ca9934ff1fb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] In _notify_port_updated(), no bound segment for port 99bd6f2f-a610-42a3-be34-2dab4fa3e85f on network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:45:48.886276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c7dbc-82a0-40d0-be16-2ca9934ff1fb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:48.887180 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d81c7dbc-82a0-40d0-be16-2ca9934ff1fb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:48.890248 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d81c7dbc-82a0-40d0-be16-2ca9934ff1fb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "PUT /v2.0/ports/99bd6f2f-a610-42a3-be34-2dab4fa3e85f HTTP/1.1" status: 200 len: 818 time: 0.8242195 Nov 12 08:45:48.895089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43366) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:48.993966 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c7dbc-82a0-40d0-be16-2ca9934ff1fb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=99bd6f2f-a610-42a3-be34-2dab4fa3e85f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:49.091242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-030edd43-3844-4bae-ab96-25168c6343ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 99bd6f2f-a610-42a3-be34-2dab4fa3e85f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:49.091919 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-030edd43-3844-4bae-ab96-25168c6343ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.098230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3f34f-317a-4a19-b14b-9baa6f215057 req-c3619a8f-292c-4630-ac07-8487bcdd1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:49.099441 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Allocated IP 2001:db8::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/f7c96579-c6b4-4f0e-81c5-a872f976f2f4/efa3487a-351a-4297-8093-64e9123b3b1f) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:49.100629 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-02c3f34f-317a-4a19-b14b-9baa6f215057 req-c3619a8f-292c-4630-ac07-8487bcdd1682 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 200 len: 856 time: 0.4490619 Nov 12 08:45:49.170135 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43374) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:49.170366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-00daab64-ab66-42b9-b191-d85c7cdb35cb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6353836 Nov 12 08:45:49.410341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3f34f-317a-4a19-b14b-9baa6f215057 req-487042c6-c9f8-48a9-bc90-832210f8e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:49.412629 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-02c3f34f-317a-4a19-b14b-9baa6f215057 req-487042c6-c9f8-48a9-bc90-832210f8e85d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f4e7b44e-b3da-477b-8acb-2235fde73aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2744637 Nov 12 08:45:49.416896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-32522930-b8c4-4427-830d-de1e637ca290', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:49.418251 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.492338 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-030edd43-3844-4bae-ab96-25168c6343ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.510244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-030edd43-3844-4bae-ab96-25168c6343ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 99bd6f2f-a610-42a3-be34-2dab4fa3e85f owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:49.711991 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-030edd43-3844-4bae-ab96-25168c6343ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.718882 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.740473 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.766567 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-61d78806-90aa-4051-8809-aefd0d478089 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port b9afed95-5779-4b73-b8a9-529f053d0fcb {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:49.767118 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61d78806-90aa-4051-8809-aefd0d478089 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.780100 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-02c3f34f-317a-4a19-b14b-9baa6f215057 req-651e7b74-9964-4c79-9115-f6557f2fb135 service neutron] 10.222.0.52 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586602 Nov 12 08:45:49.799772 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-030edd43-3844-4bae-ab96-25168c6343ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.802847 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-030edd43-3844-4bae-ab96-25168c6343ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/99bd6f2f-a610-42a3-be34-2dab4fa3e85f HTTP/1.1" status: 204 len: 168 time: 0.9062467 Nov 12 08:45:49.804276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030edd43-3844-4bae-ab96-25168c6343ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=99bd6f2f-a610-42a3-be34-2dab4fa3e85f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:49.822404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43392) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:49.908405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Allocated IP 172.22.0.2 (32522930-b8c4-4427-830d-de1e637ca290/16f364d2-f21e-43e7-a1b9-9a943849125a/512967a0-b14f-440f-b590-03fc46c5a514) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:50.038197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5431a6-3f78-4176-b4fc-7448479114c4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.040314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5b5431a6-3f78-4176-b4fc-7448479114c4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2148354 Nov 12 08:45:50.044469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43396) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:50.136740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::d94e:1a4:7506:ffac (376cbd53-eef7-4f19-a11f-fa391cb12464/f7c96579-c6b4-4f0e-81c5-a872f976f2f4/f5586600-cc5b-4f17-8751-ce94ab937278) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:50.155252 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c95bf6-cee8-462c-915d-a31f9be187a8 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:45:50.165035 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-91c95bf6-cee8-462c-915d-a31f9be187a8 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/99bd6f2f-a610-42a3-be34-2dab4fa3e85f HTTP/1.1" status: 404 len: 333 time: 0.1189802 Nov 12 08:45:50.169498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43400) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:50.180703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a147025e-85f5-42a0-a563-d892523edd06 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1260815286'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:50.184469 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.194822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:50.195721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 230961ff-73ef-4299-80bf-09ee4ebe75bf up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:50.213918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a147025e-85f5-42a0-a563-d892523edd06 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:50.218440 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a147025e-85f5-42a0-a563-d892523edd06 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.249985 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.272249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-61d78806-90aa-4051-8809-aefd0d478089 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] For port b9afed95-5779-4b73-b8a9-529f053d0fcb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b9afed95-5779-4b73-b8a9-529f053d0fcb,segment=NetworkSegment(8cacaf27-7def-4f32-b962-6b2faea323a7),segment_id=8cacaf27-7def-4f32-b962-6b2faea323a7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:50.272513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Network 32522930-b8c4-4427-830d-de1e637ca290 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:50.272626 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61d78806-90aa-4051-8809-aefd0d478089 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.275585 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:50.279261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:50.284488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:50.287722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:50.289837 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Pushing event updated for resources: {'Port': ['ID=efa3487a-351a-4297-8093-64e9123b3b1f,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:50.388627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a147025e-85f5-42a0-a563-d892523edd06 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:50.437549 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a147025e-85f5-42a0-a563-d892523edd06 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.438463 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-a147025e-85f5-42a0-a563-d892523edd06 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Added segment 751132aa-b654-4675-adcb-eda973f401ae of type vlan for network cc98ce13-01cb-4150-a155-18184b115c87 Nov 12 08:45:50.616469 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a147025e-85f5-42a0-a563-d892523edd06 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.628776 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.664600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Attempting to bind port efa3487a-351a-4297-8093-64e9123b3b1f on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:50.665369 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Attempting to bind port efa3487a-351a-4297-8093-64e9123b3b1f by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:50.670619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Attempting to bind port efa3487a-351a-4297-8093-64e9123b3b1f on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:50.680092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 230961ff-73ef-4299-80bf-09ee4ebe75bf triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:50.680719 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.687435 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Pushing event updated for resources: {'Port': ['ID=512967a0-b14f-440f-b590-03fc46c5a514,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:50.716159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:50.716894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:50.717539 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.718130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:50.718859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Bound port: efa3487a-351a-4297-8093-64e9123b3b1f, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:50.719475 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.740251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Attempting to bind port 512967a0-b14f-440f-b590-03fc46c5a514 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:50.740907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Attempting to bind port 512967a0-b14f-440f-b590-03fc46c5a514 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '8656cf17-be45-4072-91a3-98f5431261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32522930-b8c4-4427-830d-de1e637ca290'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:50.742007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Attempting to bind port 512967a0-b14f-440f-b590-03fc46c5a514 on network 32522930-b8c4-4427-830d-de1e637ca290 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:50.759414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:50.760099 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Checking segment: {'id': '8656cf17-be45-4072-91a3-98f5431261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32522930-b8c4-4427-830d-de1e637ca290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:50.760674 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.761306 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Bound using segment: {'id': '8656cf17-be45-4072-91a3-98f5431261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32522930-b8c4-4427-830d-de1e637ca290'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:50.761973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Bound port: 512967a0-b14f-440f-b590-03fc46c5a514, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8656cf17-be45-4072-91a3-98f5431261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32522930-b8c4-4427-830d-de1e637ca290'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:50.762539 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.872339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-61d78806-90aa-4051-8809-aefd0d478089 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for b9afed95-5779-4b73-b8a9-529f053d0fcb owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:50.882826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a147025e-85f5-42a0-a563-d892523edd06 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.899109 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a147025e-85f5-42a0-a563-d892523edd06 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.900169 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a147025e-85f5-42a0-a563-d892523edd06 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.908721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-02c3f34f-317a-4a19-b14b-9baa6f215057 req-e62c8a07-e007-43f7-a352-55c23ca107ed service neutron] 10.222.0.52 "GET /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0997100 Nov 12 08:45:50.917930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] For port efa3487a-351a-4297-8093-64e9123b3b1f, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:50.928579 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] For port efa3487a-351a-4297-8093-64e9123b3b1f, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=efa3487a-351a-4297-8093-64e9123b3b1f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:50.957748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] For port 512967a0-b14f-440f-b590-03fc46c5a514, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:50.961185 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.016881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] For port 512967a0-b14f-440f-b590-03fc46c5a514, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=512967a0-b14f-440f-b590-03fc46c5a514,segment=NetworkSegment(8656cf17-be45-4072-91a3-98f5431261d1),segment_id=8656cf17-be45-4072-91a3-98f5431261d1)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:51.056799 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.129987 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a147025e-85f5-42a0-a563-d892523edd06 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9580693 Nov 12 08:45:51.138856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43418) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:51.150451 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-15fda743-a3f2-42f1-8908-89c88607cee6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': 'cc98ce13-01cb-4150-a155-18184b115c87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:51.157851 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c297b0-9d18-44c9-bfa7-2794d4dae3d7 None None] Pushing event updated for resources: {'Port': ['ID=efa3487a-351a-4297-8093-64e9123b3b1f,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.175590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147025e-85f5-42a0-a563-d892523edd06 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Network': ['ID=cc98ce13-01cb-4150-a155-18184b115c87,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.279413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network cc98ce13-01cb-4150-a155-18184b115c87 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:51.420146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.479193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d53ad6-2263-46de-b7d2-f170c9af51dd None None] Pushing event updated for resources: {'Port': ['ID=512967a0-b14f-440f-b590-03fc46c5a514,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.566567 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.644038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fda743-a3f2-42f1-8908-89c88607cee6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:51.692657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15fda743-a3f2-42f1-8908-89c88607cee6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.852591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:51.865454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Allocated IP 172.22.0.1 (32522930-b8c4-4427-830d-de1e637ca290/16f364d2-f21e-43e7-a1b9-9a943849125a/f06e1b01-c742-4553-a225-98e519e382d4) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:51.867770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:51.878104 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:51.885666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:51.887019 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:51.895225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=f5586600-cc5b-4f17-8751-ce94ab937278,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:51.944020 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-16226b8b-fb6a-4628-a803-7ffbcc5e02f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.6042895 Nov 12 08:45:51.953046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43426) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:51.954492 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61d78806-90aa-4051-8809-aefd0d478089 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.118300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d78806-90aa-4051-8809-aefd0d478089 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=b9afed95-5779-4b73-b8a9-529f053d0fcb,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:52.227853 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device efa3487a-351a-4297-8093-64e9123b3b1f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:52.238325 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.284971 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-61d78806-90aa-4051-8809-aefd0d478089 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.338867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15fda743-a3f2-42f1-8908-89c88607cee6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.386076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddacecc-e13b-4571-943c-dc03f7f47abb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.394336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddacecc-e13b-4571-943c-dc03f7f47abb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.402073 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0ddacecc-e13b-4571-943c-dc03f7f47abb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4187541 Nov 12 08:45:52.402284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43428) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:52.407838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port efa3487a-351a-4297-8093-64e9123b3b1f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:52.408477 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.492135 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.534326 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.541498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fda743-a3f2-42f1-8908-89c88607cee6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Subnet': ['ID=0e1df47a-4650-4746-9757-4ee8ca678358,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:52.569577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 32522930-b8c4-4427-830d-de1e637ca290 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:52.580112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fda743-a3f2-42f1-8908-89c88607cee6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Checking segment: {'id': '751132aa-b654-4675-adcb-eda973f401ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc98ce13-01cb-4150-a155-18184b115c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:52.580546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fda743-a3f2-42f1-8908-89c88607cee6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network hostable DHCP agents. Network: cc98ce13-01cb-4150-a155-18184b115c87, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:45:52.583412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:52.585925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:52.674089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d78806-90aa-4051-8809-aefd0d478089 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router b3636132-fc61-4f0d-9ad3-869521772ad1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:52.687097 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.766876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port efa3487a-351a-4297-8093-64e9123b3b1f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=efa3487a-351a-4297-8093-64e9123b3b1f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:52.782713 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.785468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 512967a0-b14f-440f-b590-03fc46c5a514 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:52.904045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d78806-90aa-4051-8809-aefd0d478089 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:52.919390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-61d78806-90aa-4051-8809-aefd0d478089 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6047618 Nov 12 08:45:52.921210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5b972-1f37-444e-a9e1-06cb45bd32ed None None] Sync routers for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:52.923187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43438) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:52.939559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=efa3487a-351a-4297-8093-64e9123b3b1f,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:52.948039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 512967a0-b14f-440f-b590-03fc46c5a514 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:52.948541 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.006230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5b972-1f37-444e-a9e1-06cb45bd32ed None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:53.006230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5cd5b972-1f37-444e-a9e1-06cb45bd32ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:53.077821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e57e9c-0ecb-417e-8895-1029ed831157 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting subnet 2da0fc4c-2634-4b7a-97b0-4f16c554930c {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:53.102713 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e4e57e9c-0ecb-417e-8895-1029ed831157 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.180806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=f06e1b01-c742-4553-a225-98e519e382d4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:53.204769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-5cd5b972-1f37-444e-a9e1-06cb45bd32ed None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:53.210731 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.253076 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e4e57e9c-0ecb-417e-8895-1029ed831157 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.283727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fda743-a3f2-42f1-8908-89c88607cee6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network cc98ce13-01cb-4150-a155-18184b115c87 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:45:53.309081 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-15fda743-a3f2-42f1-8908-89c88607cee6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, cc98ce13-01cb-4150-a155-18184b115c87) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:53.314041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fda743-a3f2-42f1-8908-89c88607cee6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:53.314990 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15fda743-a3f2-42f1-8908-89c88607cee6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.350452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b1d804ff-f693-4886-9beb-19c126ee4452 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port f5586600-cc5b-4f17-8751-ce94ab937278 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:53.350823 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b1d804ff-f693-4886-9beb-19c126ee4452 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.429371 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d4bf4-2ead-49ec-a488-3c491670742a None None] Network cc98ce13-01cb-4150-a155-18184b115c87 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:53.431797 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5cd5b972-1f37-444e-a9e1-06cb45bd32ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 11, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:53.494353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e4e57e9c-0ecb-417e-8895-1029ed831157 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.539169 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b1d804ff-f693-4886-9beb-19c126ee4452 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.553404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b1d804ff-f693-4886-9beb-19c126ee4452 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for f5586600-cc5b-4f17-8751-ce94ab937278 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:53.571005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5b972-1f37-444e-a9e1-06cb45bd32ed None None] Checking router: b3636132-fc61-4f0d-9ad3-869521772ad1 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:53.618762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e4e57e9c-0ecb-417e-8895-1029ed831157 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.631211 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.671111 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1c5ac2-d8e4-43d3-bde5-bdfb43d26947 None None] Network 32522930-b8c4-4427-830d-de1e637ca290 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:53.709457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e57e9c-0ecb-417e-8895-1029ed831157 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Subnet': ['ID=2da0fc4c-2634-4b7a-97b0-4f16c554930c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:53.712623 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e4e57e9c-0ecb-417e-8895-1029ed831157 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.718606 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e4e57e9c-0ecb-417e-8895-1029ed831157 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/2da0fc4c-2634-4b7a-97b0-4f16c554930c HTTP/1.1" status: 204 len: 168 time: 0.7941189 Nov 12 08:45:53.722301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43450) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:53.755010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a3f164-f0d4-4d33-9f22-1d697e1a1300 None None] Network 4cb67507-2a9f-4b87-9461-0f973d709b92 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:53.794682 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b1d804ff-f693-4886-9beb-19c126ee4452 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.802226 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-15fda743-a3f2-42f1-8908-89c88607cee6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6613328 Nov 12 08:45:53.816293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43452) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:53.828556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9e234673-651a-4ca6-b45c-16a5189f73c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': 'cc98ce13-01cb-4150-a155-18184b115c87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:53.845066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.848768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f6fb4ba9-78c2-41bd-bfa0-b06be70f2a66 None None] Provisioning complete for port efa3487a-351a-4297-8093-64e9123b3b1f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:53.849168 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4ba9-78c2-41bd-bfa0-b06be70f2a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:53.943444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 512967a0-b14f-440f-b590-03fc46c5a514, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=512967a0-b14f-440f-b590-03fc46c5a514,segment=NetworkSegment(8656cf17-be45-4072-91a3-98f5431261d1),segment_id=8656cf17-be45-4072-91a3-98f5431261d1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:53.952469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5b972-1f37-444e-a9e1-06cb45bd32ed None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:53.953313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5cd5b972-1f37-444e-a9e1-06cb45bd32ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:53.995070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d804ff-f693-4886-9beb-19c126ee4452 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=f5586600-cc5b-4f17-8751-ce94ab937278,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:54.020892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Deleting port 316692bd-98c2-4f5e-aa1d-89baecce3b3e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:54.021446 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.136382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] For port 316692bd-98c2-4f5e-aa1d-89baecce3b3e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=316692bd-98c2-4f5e-aa1d-89baecce3b3e,segment=NetworkSegment(8cacaf27-7def-4f32-b962-6b2faea323a7),segment_id=8cacaf27-7def-4f32-b962-6b2faea323a7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:54.136912 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.137129 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.160673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Calling delete_port for 316692bd-98c2-4f5e-aa1d-89baecce3b3e owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:54.239394 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.239866 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b1d804ff-f693-4886-9beb-19c126ee4452 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.248128 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b1d804ff-f693-4886-9beb-19c126ee4452 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/f5586600-cc5b-4f17-8751-ce94ab937278 HTTP/1.1" status: 204 len: 168 time: 1.8450923 Nov 12 08:45:54.255472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43460) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:54.316984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-5cd5b972-1f37-444e-a9e1-06cb45bd32ed None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:54.326015 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.349424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e234673-651a-4ca6-b45c-16a5189f73c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:54.360429 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9e234673-651a-4ca6-b45c-16a5189f73c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.409761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Port': ['ID=316692bd-98c2-4f5e-aa1d-89baecce3b3e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:54.451682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No DVR routers for this DVR port 316692bd-98c2-4f5e-aa1d-89baecce3b3e on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:54.534726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e9cf9-fd45-4f47-b844-77ed680a7637 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.537118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e9cf9-fd45-4f47-b844-77ed680a7637 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:54.538764 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-df4e9cf9-fd45-4f47-b844-77ed680a7637 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2823372 Nov 12 08:45:54.542746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43470) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:54.647870 n-d-768851-18 neutron-server[102445]: INFO neutron.db.ipam_backend_mixin [None req-9e234673-651a-4ca6-b45c-16a5189f73c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0e1df47a-4650-4746-9757-4ee8ca678358 (CIDR: 172.20.0.0/28) Nov 12 08:45:54.659198 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e234673-651a-4ca6-b45c-16a5189f73c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:45:54.659867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e234673-651a-4ca6-b45c-16a5189f73c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:45:54.685092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5cd5b972-1f37-444e-a9e1-06cb45bd32ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 11, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:54.711933 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9e234673-651a-4ca6-b45c-16a5189f73c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8900902 Nov 12 08:45:54.712281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43474) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:54.723548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-017012e9-87dc-4560-8ca0-b6108cb355cc tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': 'cc98ce13-01cb-4150-a155-18184b115c87', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:54.732957 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.742626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5b972-1f37-444e-a9e1-06cb45bd32ed None None] The sync data for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 is: [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 11, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:54.768514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device efa3487a-351a-4297-8093-64e9123b3b1f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:54.822045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb67507-2a9f-4b87-9461-0f973d709b92']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:54.848265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cacaf27-7def-4f32-b962-6b2faea323a7') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:54.848692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cacaf27-7def-4f32-b962-6b2faea323a7') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:54.878168 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.918575 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.934211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:45:54.934634 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.949910 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:54.960503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.014845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017012e9-87dc-4560-8ca0-b6108cb355cc tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:55.023360 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-017012e9-87dc-4560-8ca0-b6108cb355cc tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:45:55.041140 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:45:55.048725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-318bb0cf-ee0c-489a-9274-7a1e17883b81 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet f7c96579-c6b4-4f0e-81c5-a872f976f2f4 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:45:55.054575 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-318bb0cf-ee0c-489a-9274-7a1e17883b81 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.130702 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-318bb0cf-ee0c-489a-9274-7a1e17883b81 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.158931 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.190463 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=f06e1b01-c742-4553-a225-98e519e382d4,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:55.242749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=512967a0-b14f-440f-b590-03fc46c5a514,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:55.284320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75b1c93-0870-41e4-bdff-03ed8486ea86 None None] DHCP port deletion for 4cb67507-2a9f-4b87-9461-0f973d709b92 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:55.298725 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-318bb0cf-ee0c-489a-9274-7a1e17883b81 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.344637 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.352508 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.356057 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/networks/4cb67507-2a9f-4b87-9461-0f973d709b92 HTTP/1.1" status: 204 len: 168 time: 1.6324756 Nov 12 08:45:55.362489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43482) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:55.372929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7de81041-5916-4e72-801a-1546ae85b58d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'router': {'routes': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:55.387766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57402e50-b6ef-48f0-9133-6e6c4a897c9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Pushing event deleted for resources: {'Network': ['ID=4cb67507-2a9f-4b87-9461-0f973d709b92,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:55.415515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port efa3487a-351a-4297-8093-64e9123b3b1f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:55.416262 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.424179 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-318bb0cf-ee0c-489a-9274-7a1e17883b81 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.469984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-cc98ce13-01cb-4150-a155-18184b115c87', 'network_id': 'cc98ce13-01cb-4150-a155-18184b115c87', 'tenant_id': '0d14d39a6e8544b792b389274140b997', 'fixed_ips': [{'subnet_id': '0e1df47a-4650-4746-9757-4ee8ca678358'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:45:55.471289 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.478703 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-318bb0cf-ee0c-489a-9274-7a1e17883b81 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.487009 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-318bb0cf-ee0c-489a-9274-7a1e17883b81 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/f7c96579-c6b4-4f0e-81c5-a872f976f2f4 HTTP/1.1" status: 204 len: 168 time: 0.9418781 Nov 12 08:45:55.493043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a66cf0c-0b39-4ffc-b01e-ea0d5aa74994 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:55.502566 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43486) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:55.540861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bb0cf-ee0c-489a-9274-7a1e17883b81 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=f7c96579-c6b4-4f0e-81c5-a872f976f2f4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:55.663112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-58a0e60f-a2e4-429e-a252-74928855e7e0 None None] Could not find standard attr ID for object f5586600-cc5b-4f17-8751-ce94ab937278. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:45:55.744144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43492) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:55.745828 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-34322160-e220-47d6-822d-c255c40b5c3e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2406118 Nov 12 08:45:55.774688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:55.788631 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 32522930-b8c4-4427-830d-de1e637ca290 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:55.838615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:55.867886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.extraroute_db [None req-7de81041-5916-4e72-801a-1546ae85b58d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Added routes are [] {{(pid=102445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:45:55.868480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.extraroute_db [None req-7de81041-5916-4e72-801a-1546ae85b58d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Removed routes are [] {{(pid=102445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:45:55.868998 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7de81041-5916-4e72-801a-1546ae85b58d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.908045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:55.913171 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:55.931275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Allocated IP 172.20.0.2 (cc98ce13-01cb-4150-a155-18184b115c87/0e1df47a-4650-4746-9757-4ee8ca678358/8901e92b-5c7a-4a61-9d7a-ffaeb2770734) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:56.150059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-58a0e60f-a2e4-429e-a252-74928855e7e0 None None] Provisioning complete for port 512967a0-b14f-440f-b590-03fc46c5a514 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:56.151164 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-58a0e60f-a2e4-429e-a252-74928855e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.161057 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.238042 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.245498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.268629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Network cc98ce13-01cb-4150-a155-18184b115c87 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:56.277349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:56.296666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7de81041-5916-4e72-801a-1546ae85b58d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.306946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:56.341157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7de81041-5916-4e72-801a-1546ae85b58d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.358501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c08eb-7617-419e-9463-3160d73531bf None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:45:56.359099 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:56.363172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:56.382617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:56.389500 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.436787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Pushing event updated for resources: {'Port': ['ID=8901e92b-5c7a-4a61-9d7a-ffaeb2770734,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:56.486950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=f0f063f7-d5f3-4e63-8932-8c67b6ef6c80,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:56.495352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router e8cb099b-0ea8-44c5-891f-3765841a2acf has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:56.500710 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7504592 Nov 12 08:45:56.503519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43506) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:56.527989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': 'f0f063f7-d5f3-4e63-8932-8c67b6ef6c80', 'ip_address': '2001:db8::35b4:c904:f961:d37a'}], 'name': 'tempest-NetworksTestDHCPv6-9301682'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:56.530751 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Attempting to bind port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:56.531479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Attempting to bind port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '751132aa-b654-4675-adcb-eda973f401ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc98ce13-01cb-4150-a155-18184b115c87'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:56.531929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Attempting to bind port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 on network cc98ce13-01cb-4150-a155-18184b115c87 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:56.539620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de81041-5916-4e72-801a-1546ae85b58d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router b3636132-fc61-4f0d-9ad3-869521772ad1 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:45:56.553958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:56.554325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:56.556377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:56.557797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:56.559780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:56.560151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:56.560495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:56.567112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:56.567605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:56.567763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:56.567994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Checking segment: {'id': '751132aa-b654-4675-adcb-eda973f401ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc98ce13-01cb-4150-a155-18184b115c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:56.568122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:56.568363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:56.568489 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.568702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e8882-bd1c-475c-93f0-ee6b34f22e90 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:56.568809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Bound using segment: {'id': '751132aa-b654-4675-adcb-eda973f401ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc98ce13-01cb-4150-a155-18184b115c87'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:56.569304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Bound port: 8901e92b-5c7a-4a61-9d7a-ffaeb2770734, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751132aa-b654-4675-adcb-eda973f401ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cc98ce13-01cb-4150-a155-18184b115c87'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:56.569698 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.578621 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 512967a0-b14f-440f-b590-03fc46c5a514 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:45:56.585529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-017012e9-87dc-4560-8ca0-b6108cb355cc tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.752830 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] For port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:56.760049 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] For port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8901e92b-5c7a-4a61-9d7a-ffaeb2770734,segment=NetworkSegment(751132aa-b654-4675-adcb-eda973f401ae),segment_id=751132aa-b654-4675-adcb-eda973f401ae)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:56.777990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017012e9-87dc-4560-8ca0-b6108cb355cc tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Subnet': ['ID=9af514fd-acc7-4668-a675-1cb3dcce9e31,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:56.782952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:56.795381 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Sync routers for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:56.796006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43516) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:56.797541 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6ec4f409-cee7-4337-9584-2a9871d0a06b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6254952 Nov 12 08:45:56.808420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6946375d-76f4-4015-a1d2-c4d093503d9b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'network': {'name': 'tempest-RoutersTest-1257718216'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:56.815593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017012e9-87dc-4560-8ca0-b6108cb355cc tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network cc98ce13-01cb-4150-a155-18184b115c87 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:56.817692 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-150c08eb-7617-419e-9463-3160d73531bf None None] Deleting port efa3487a-351a-4297-8093-64e9123b3b1f {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:56.818084 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-150c08eb-7617-419e-9463-3160d73531bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.821049 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.834807 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:56.835484 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:56.867018 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-017012e9-87dc-4560-8ca0-b6108cb355cc tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:56.888210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6946375d-76f4-4015-a1d2-c4d093503d9b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:56.898755 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6946375d-76f4-4015-a1d2-c4d093503d9b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.960937 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017012e9-87dc-4560-8ca0-b6108cb355cc tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:56.962396 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-017012e9-87dc-4560-8ca0-b6108cb355cc tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:56.995083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6946375d-76f4-4015-a1d2-c4d093503d9b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:45:57.015610 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:57.019024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de81041-5916-4e72-801a-1546ae85b58d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:45:57.028356 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7de81041-5916-4e72-801a-1546ae85b58d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.030504 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7de81041-5916-4e72-801a-1546ae85b58d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1 HTTP/1.1" status: 200 len: 705 time: 1.6670268 Nov 12 08:45:57.035300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43520) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:57.042094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-51975645-ddd3-4f9f-917c-27ad1d7b8d41 None None] Provisioning complete for port f06e1b01-c742-4553-a225-98e519e382d4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:57.042698 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-51975645-ddd3-4f9f-917c-27ad1d7b8d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.051793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a67be-250a-4132-86e0-e6fc1bcdd31d None None] Sync routers for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:45:57.059547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-017012e9-87dc-4560-8ca0-b6108cb355cc tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3460293 Nov 12 08:45:57.060529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43522) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:57.070548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': 'cc98ce13-01cb-4150-a155-18184b115c87', 'fixed_ips': [{'subnet_id': '0e1df47a-4650-4746-9757-4ee8ca678358'}, {'subnet_id': '9af514fd-acc7-4668-a675-1cb3dcce9e31'}], 'name': 'tempest-PortsTestJSON-1377925390'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:57.082888 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6946375d-76f4-4015-a1d2-c4d093503d9b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.089864 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-6946375d-76f4-4015-a1d2-c4d093503d9b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Added segment b5f08708-d5bd-4eb7-a137-514088516e46 of type vlan for network 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd Nov 12 08:45:57.107338 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:57.235206 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-51975645-ddd3-4f9f-917c-27ad1d7b8d41 None None] Port f06e1b01-c742-4553-a225-98e519e382d4 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:45:57.259735 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6946375d-76f4-4015-a1d2-c4d093503d9b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.274461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-84cf80a3-fa52-40c3-92f2-208f9e4ed740 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3636132-fc61-4f0d-9ad3-869521772ad1 HTTP/1.1" status: 200 len: 205 time: 0.2341535 Nov 12 08:45:57.275443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43528) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:57.303617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2574ee-7c7f-496c-8152-de9a3ccd1531 None None] Pushing event updated for resources: {'Port': ['ID=8901e92b-5c7a-4a61-9d7a-ffaeb2770734,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:57.344129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 512967a0-b14f-440f-b590-03fc46c5a514 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:57.345195 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.387595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.389957 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8142-6ef6-491a-a567-90d5ef5e796b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.404130 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6946375d-76f4-4015-a1d2-c4d093503d9b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.412308 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6946375d-76f4-4015-a1d2-c4d093503d9b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:57.413073 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6946375d-76f4-4015-a1d2-c4d093503d9b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.487276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a67be-250a-4132-86e0-e6fc1bcdd31d None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:57.490704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b31a67be-250a-4132-86e0-e6fc1bcdd31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:57.510376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port c72c9b62-50e0-40ec-a8dc-dd7bd76e2bb6 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:57.535428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6946375d-76f4-4015-a1d2-c4d093503d9b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7386456 Nov 12 08:45:57.544171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43532) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:57.552673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0470829e-c79d-489c-8004-ee46073c1dfc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'subnet': {'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:57.578016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:57.599524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946375d-76f4-4015-a1d2-c4d093503d9b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Network': ['ID=4e53f1a0-30a8-489a-ac0f-99aa3266f6cd,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:57.634758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-51975645-ddd3-4f9f-917c-27ad1d7b8d41 None None] Provisioning complete for port 512967a0-b14f-440f-b590-03fc46c5a514 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:57.635134 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-51975645-ddd3-4f9f-917c-27ad1d7b8d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.649422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:45:57.667994 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:45:53Z', 'revision_number': 4, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06e1b01-c742-4553-a225-98e519e382d4', 'name': '', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:d5:07:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:51Z', 'updated_at': '2021-11-12T08:45:54Z', 'revision_number': 2, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:57.678394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-150c08eb-7617-419e-9463-3160d73531bf None None] For port efa3487a-351a-4297-8093-64e9123b3b1f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=efa3487a-351a-4297-8093-64e9123b3b1f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:45:57.678806 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-150c08eb-7617-419e-9463-3160d73531bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.698365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b31a67be-250a-4132-86e0-e6fc1bcdd31d None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:57.721668 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Checking router: e8cb099b-0ea8-44c5-891f-3765841a2acf for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:57.723169 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Updating router e8cb099b-0ea8-44c5-891f-3765841a2acf port f06e1b01-c742-4553-a225-98e519e382d4 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:45:57.783177 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:57.880291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::35b4:c904:f961:d37a (376cbd53-eef7-4f19-a11f-fa391cb12464/f0f063f7-d5f3-4e63-8932-8c67b6ef6c80/c72c9b62-50e0-40ec-a8dc-dd7bd76e2bb6) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:45:58.088091 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-150c08eb-7617-419e-9463-3160d73531bf None None] Calling delete_port for efa3487a-351a-4297-8093-64e9123b3b1f owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:45:58.112241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b31a67be-250a-4132-86e0-e6fc1bcdd31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 11, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:58.205189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a67be-250a-4132-86e0-e6fc1bcdd31d None None] Checking router: b3636132-fc61-4f0d-9ad3-869521772ad1 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:45:58.268295 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a67be-250a-4132-86e0-e6fc1bcdd31d None None] Routers {'b3636132-fc61-4f0d-9ad3-869521772ad1'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:58.269495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b31a67be-250a-4132-86e0-e6fc1bcdd31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b3636132-fc61-4f0d-9ad3-869521772ad1'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:58.304545 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.319595 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.320646 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.478891 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.516483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b31a67be-250a-4132-86e0-e6fc1bcdd31d None None] Set router b3636132-fc61-4f0d-9ad3-869521772ad1 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:58.580916 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8142-6ef6-491a-a567-90d5ef5e796b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.585876 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8142-6ef6-491a-a567-90d5ef5e796b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.616603 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Attempting to bind port f06e1b01-c742-4553-a225-98e519e382d4 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:45:58.616978 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Attempting to bind port f06e1b01-c742-4553-a225-98e519e382d4 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '8656cf17-be45-4072-91a3-98f5431261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32522930-b8c4-4427-830d-de1e637ca290'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:45:58.618701 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Attempting to bind port f06e1b01-c742-4553-a225-98e519e382d4 on network 32522930-b8c4-4427-830d-de1e637ca290 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:45:58.635027 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:45:58.635402 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Checking segment: {'id': '8656cf17-be45-4072-91a3-98f5431261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32522930-b8c4-4427-830d-de1e637ca290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:45:58.637630 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.638100 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Bound using segment: {'id': '8656cf17-be45-4072-91a3-98f5431261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32522930-b8c4-4427-830d-de1e637ca290'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:45:58.638334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=c72c9b62-50e0-40ec-a8dc-dd7bd76e2bb6,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:58.638595 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Bound port: f06e1b01-c742-4553-a225-98e519e382d4, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8656cf17-be45-4072-91a3-98f5431261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '32522930-b8c4-4427-830d-de1e637ca290'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:45:58.638991 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.714364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:45:58.718104 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:45:58.725723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:45:58.728547 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8142-6ef6-491a-a567-90d5ef5e796b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.729088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbd8142-6ef6-491a-a567-90d5ef5e796b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Fanout notify agent at l3_agent the message router_deleted on router b3636132-fc61-4f0d-9ad3-869521772ad1 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:45:58.758099 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:58.761643 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.778861 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8142-6ef6-491a-a567-90d5ef5e796b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.780805 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2bbd8142-6ef6-491a-a567-90d5ef5e796b tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1 HTTP/1.1" status: 204 len: 168 time: 1.5041294 Nov 12 08:45:58.790475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43552) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:58.807357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-939928f2-50d2-4aa2-92ef-3a0532b9d818 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1046503364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:58.833185 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0470829e-c79d-489c-8004-ee46073c1dfc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Made reservation on behalf of 2a0b71da78b84694af6a285ac0fc7251 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:45:58.839763 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0470829e-c79d-489c-8004-ee46073c1dfc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.840687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-053e6638-7049-417a-825f-ef3f75f85796 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.3357809 Nov 12 08:45:58.851401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43554) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:58.863837 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] For port f06e1b01-c742-4553-a225-98e519e382d4, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:45:58.878310 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] For port f06e1b01-c742-4553-a225-98e519e382d4, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f06e1b01-c742-4553-a225-98e519e382d4,segment=NetworkSegment(8656cf17-be45-4072-91a3-98f5431261d1),segment_id=8656cf17-be45-4072-91a3-98f5431261d1)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:45:58.907223 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.907536 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:58.959298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port 6b607982-3e0b-4a58-ab40-2498dec3a5c0 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:45:58.980143 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141e372-33d8-487c-af5f-6e2c0ce3a00e None None] Pushing event updated for resources: {'Port': ['ID=f06e1b01-c742-4553-a225-98e519e382d4,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:58.983700 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae4dee7-1d0f-4519-a034-9e34c33dde77 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:59.000131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae4dee7-1d0f-4519-a034-9e34c33dde77 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:59.035934 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6ae4dee7-1d0f-4519-a034-9e34c33dde77 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1833303 Nov 12 08:45:59.044846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43558) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:59.048124 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-939928f2-50d2-4aa2-92ef-3a0532b9d818 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.050975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-939928f2-50d2-4aa2-92ef-3a0532b9d818 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.162005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device efa3487a-351a-4297-8093-64e9123b3b1f no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:59.197561 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141e372-33d8-487c-af5f-6e2c0ce3a00e None None] Pushing event updated for resources: {'Port': ['ID=f06e1b01-c742-4553-a225-98e519e382d4,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:59.225767 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:45:59.228351 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:59.332209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5746b2f-2429-4cb2-b79d-82498fbb6173 None None] Network cc98ce13-01cb-4150-a155-18184b115c87 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:59.346576 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b31a67be-250a-4132-86e0-e6fc1bcdd31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 11, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:59.429202 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:45:59.472329 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-939928f2-50d2-4aa2-92ef-3a0532b9d818 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.493255 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-939928f2-50d2-4aa2-92ef-3a0532b9d818 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.533594 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-939928f2-50d2-4aa2-92ef-3a0532b9d818 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.534832 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-939928f2-50d2-4aa2-92ef-3a0532b9d818 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7431138 Nov 12 08:45:59.539401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-74a42e66-edac-43f9-b348-47fd56f5bdd8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port c72c9b62-50e0-40ec-a8dc-dd7bd76e2bb6 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:45:59.539743 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74a42e66-edac-43f9-b348-47fd56f5bdd8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.600077 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.611206 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a67be-250a-4132-86e0-e6fc1bcdd31d None None] The sync data for ids ['b3636132-fc61-4f0d-9ad3-869521772ad1'] in n-d-768851-18 is: [{'id': 'b3636132-fc61-4f0d-9ad3-869521772ad1', 'name': 'tempest-RoutersIpV6Test-router-2123397689', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:44:11Z', 'updated_at': '2021-11-12T08:45:51Z', 'revision_number': 11, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:45:59.632452 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-150c08eb-7617-419e-9463-3160d73531bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.639986 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9a78c416-394c-4bda-b1b2-9f72bffbad83 None None] Provisioning complete for port f06e1b01-c742-4553-a225-98e519e382d4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:59.640262 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9a78c416-394c-4bda-b1b2-9f72bffbad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.641869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43564) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:59.657300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-704694d1-8125-4c34-8b51-7d8f072058a3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:59.788433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No active binding found for port efa3487a-351a-4297-8093-64e9123b3b1f {{(pid=102446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:45:59.789329 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device efa3487a-351a-4297-8093-64e9123b3b1f not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:59.790208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 316692bd-98c2-4f5e-aa1d-89baecce3b3e no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:59.793971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c08eb-7617-419e-9463-3160d73531bf None None] Pushing event deleted for resources: {'Port': ['ID=efa3487a-351a-4297-8093-64e9123b3b1f,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:59.845222 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0470829e-c79d-489c-8004-ee46073c1dfc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:59.859220 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:45:53Z', 'revision_number': 4, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06e1b01-c742-4553-a225-98e519e382d4', 'name': '', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:d5:07:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:51Z', 'updated_at': '2021-11-12T08:45:58Z', 'revision_number': 4, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:45:59.868543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 316692bd-98c2-4f5e-aa1d-89baecce3b3e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:59.869472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 316692bd-98c2-4f5e-aa1d-89baecce3b3e not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:59.870150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b9afed95-5779-4b73-b8a9-529f053d0fcb no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:45:59.897716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c08eb-7617-419e-9463-3160d73531bf None None] No DVR routers for this DVR port efa3487a-351a-4297-8093-64e9123b3b1f on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:45:59.903453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b9afed95-5779-4b73-b8a9-529f053d0fcb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:45:59.904167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b9afed95-5779-4b73-b8a9-529f053d0fcb not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:45:59.959779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf852de-bd6f-4e3f-9316-44f17124ed37 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:59.962449 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b737be-f31d-4519-8328-71c5e8156c89 None None] The sync data for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 is: [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:45:53Z', 'revision_number': 4, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06e1b01-c742-4553-a225-98e519e382d4', 'name': '', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:d5:07:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:51Z', 'updated_at': '2021-11-12T08:45:58Z', 'revision_number': 4, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:00.234003 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.5 (cc98ce13-01cb-4150-a155-18184b115c87/0e1df47a-4650-4746-9757-4ee8ca678358/6b607982-3e0b-4a58-ab40-2498dec3a5c0) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:00.244987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.23 (cc98ce13-01cb-4150-a155-18184b115c87/9af514fd-acc7-4668-a675-1cb3dcce9e31/6b607982-3e0b-4a58-ab40-2498dec3a5c0) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:00.313747 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74a42e66-edac-43f9-b348-47fd56f5bdd8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.339039 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-74a42e66-edac-43f9-b348-47fd56f5bdd8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for c72c9b62-50e0-40ec-a8dc-dd7bd76e2bb6 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:00.366394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:00.475648 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9a78c416-394c-4bda-b1b2-9f72bffbad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.522528 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.544402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470829e-c79d-489c-8004-ee46073c1dfc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Subnet': ['ID=1549f7ab-1066-478f-9778-0cdfd7b43297,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:00.611815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470829e-c79d-489c-8004-ee46073c1dfc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Checking segment: {'id': 'b5f08708-d5bd-4eb7-a137-514088516e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:00.612198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470829e-c79d-489c-8004-ee46073c1dfc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network hostable DHCP agents. Network: 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:00.639143 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.653467 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9a78c416-394c-4bda-b1b2-9f72bffbad83 None None] For port f06e1b01-c742-4553-a225-98e519e382d4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f06e1b01-c742-4553-a225-98e519e382d4,segment=NetworkSegment(8656cf17-be45-4072-91a3-98f5431261d1),segment_id=8656cf17-be45-4072-91a3-98f5431261d1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:00.714171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=6b607982-3e0b-4a58-ab40-2498dec3a5c0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:00.716925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470829e-c79d-489c-8004-ee46073c1dfc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:00.727896 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9a78c416-394c-4bda-b1b2-9f72bffbad83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.754960 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-704694d1-8125-4c34-8b51-7d8f072058a3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.756075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-0470829e-c79d-489c-8004-ee46073c1dfc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:00.759478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network cc98ce13-01cb-4150-a155-18184b115c87 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:00.775506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:00.778822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470829e-c79d-489c-8004-ee46073c1dfc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:00.781938 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0470829e-c79d-489c-8004-ee46073c1dfc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.785235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:00.800738 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-704694d1-8125-4c34-8b51-7d8f072058a3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.861827 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78c416-394c-4bda-b1b2-9f72bffbad83 None None] Pushing event updated for resources: {'Port': ['ID=f06e1b01-c742-4553-a225-98e519e382d4,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:00.874838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a0f7d5-2407-4c36-84cd-b2bf69051e36 None None] Network 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:00.895834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:00.898994 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.940278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74a42e66-edac-43f9-b348-47fd56f5bdd8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.951644 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0470829e-c79d-489c-8004-ee46073c1dfc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4037554 Nov 12 08:46:00.958208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ef72c4f4-c9d8-4032-b2ee-fc01339fdc8f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.8922024 Nov 12 08:46:00.958208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43576) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:00.974442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43578) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:00.974649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': 'f0f063f7-d5f3-4e63-8932-8c67b6ef6c80'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:00.976159 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:00.998597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a768063f-32a6-4abb-8cfa-2e791baccbed tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e1df47a-4650-4746-9757-4ee8ca678358'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:01.023710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d80cfd6-c619-4114-8dc8-c7438b02780e None None] Update dhcp port {'port': {'network_id': 'cc98ce13-01cb-4150-a155-18184b115c87', 'fixed_ips': [{'subnet_id': '0e1df47a-4650-4746-9757-4ee8ca678358', 'ip_address': '172.20.0.2'}, {'subnet_id': '9af514fd-acc7-4668-a675-1cb3dcce9e31'}], 'binding:host_id': 'n-d-768851-18'}, 'id': '8901e92b-5c7a-4a61-9d7a-ffaeb2770734'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:46:01.141524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a42e66-edac-43f9-b348-47fd56f5bdd8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=c72c9b62-50e0-40ec-a8dc-dd7bd76e2bb6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:01.151841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-74a42e66-edac-43f9-b348-47fd56f5bdd8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.165297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-74a42e66-edac-43f9-b348-47fd56f5bdd8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/c72c9b62-50e0-40ec-a8dc-dd7bd76e2bb6 HTTP/1.1" status: 204 len: 168 time: 2.1188679 Nov 12 08:46:01.168648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43582) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:01.233912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Allocated IP 2001:db8::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/f0f063f7-d5f3-4e63-8932-8c67b6ef6c80/cb02a927-66cb-4b81-a054-78f32c685b02) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:01.271271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ddcbd9-d638-4937-85bd-3e9391625397 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:01.274020 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a768063f-32a6-4abb-8cfa-2e791baccbed tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.274819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ddcbd9-d638-4937-85bd-3e9391625397 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:01.279833 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-82ddcbd9-d638-4937-85bd-3e9391625397 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1099958 Nov 12 08:46:01.280780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43586) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:01.290738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704694d1-8125-4c34-8b51-7d8f072058a3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Router 6e2b3e6d-54aa-4c53-94b0-dde76a4e165b is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:01.516872 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.535961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-632cbb9f-b4fb-4775-853e-0e7470402525 None None] Provisioning complete for port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:01.536339 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-632cbb9f-b4fb-4775-853e-0e7470402525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.538368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:01.538535 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.546134 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.654583 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d80cfd6-c619-4114-8dc8-c7438b02780e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.763192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:01.790258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:01.858507 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:01.862457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:01.948008 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Pushing event updated for resources: {'Port': ['ID=cb02a927-66cb-4b81-a054-78f32c685b02,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:02.115522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-a768063f-32a6-4abb-8cfa-2e791baccbed tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Delete allocated IP 172.20.0.23 (cc98ce13-01cb-4150-a155-18184b115c87/9af514fd-acc7-4668-a675-1cb3dcce9e31) {{(pid=102445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:46:02.137829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Attempting to bind port cb02a927-66cb-4b81-a054-78f32c685b02 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:02.138214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Attempting to bind port cb02a927-66cb-4b81-a054-78f32c685b02 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:02.138588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Attempting to bind port cb02a927-66cb-4b81-a054-78f32c685b02 on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:02.144902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43592) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:02.154933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:02.155310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:02.155717 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.156117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:02.156642 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Bound port: cb02a927-66cb-4b81-a054-78f32c685b02, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:02.157031 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.167347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-041c0ddf-88e8-4f03-87f7-61b4f67ffae1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet f0f063f7-d5f3-4e63-8932-8c67b6ef6c80 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:02.184089 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-632cbb9f-b4fb-4775-853e-0e7470402525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.206685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-041c0ddf-88e8-4f03-87f7-61b4f67ffae1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.238528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704694d1-8125-4c34-8b51-7d8f072058a3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:02.249416 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08275dcd-b8d3-465f-96c9-e6dc5de75613 None None] Sync routers for ids ['6e2b3e6d-54aa-4c53-94b0-dde76a4e165b'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:02.252444 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-704694d1-8125-4c34-8b51-7d8f072058a3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.253996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-704694d1-8125-4c34-8b51-7d8f072058a3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "PUT /v2.0/routers/6e2b3e6d-54aa-4c53-94b0-dde76a4e165b HTTP/1.1" status: 200 len: 698 time: 2.6109667 Nov 12 08:46:02.272218 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08275dcd-b8d3-465f-96c9-e6dc5de75613 None None] Routers {'6e2b3e6d-54aa-4c53-94b0-dde76a4e165b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:02.272865 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-08275dcd-b8d3-465f-96c9-e6dc5de75613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['6e2b3e6d-54aa-4c53-94b0-dde76a4e165b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:02.279708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43596) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:02.307723 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-041c0ddf-88e8-4f03-87f7-61b4f67ffae1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.435321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Allocated IP 172.23.0.1 (4e53f1a0-30a8-489a-ac0f-99aa3266f6cd/1549f7ab-1066-478f-9778-0cdfd7b43297/1d342c3b-835f-49e5-9461-52bfdb4888e2) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:02.455651 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-08275dcd-b8d3-465f-96c9-e6dc5de75613 None None] Set router 6e2b3e6d-54aa-4c53-94b0-dde76a4e165b gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:02.467573 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-70bde597-86fc-4186-ba24-d58ccc549390 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/routers/6e2b3e6d-54aa-4c53-94b0-dde76a4e165b HTTP/1.1" status: 200 len: 704 time: 0.1804857 Nov 12 08:46:02.471497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43600) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:02.477036 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.484107 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-566ab81d-d089-40af-a14f-7205fcfcd55f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.529324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4e53f1a0-30a8-489a-ac0f-99aa3266f6cd', 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'fixed_ips': [{'subnet_id': '1549f7ab-1066-478f-9778-0cdfd7b43297'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:02.530288 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.555413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aa1179c2-231d-4c5b-892f-7a4c2b2f025a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e2b3e6d-54aa-4c53-94b0-dde76a4e165b HTTP/1.1" status: 200 len: 205 time: 0.0803928 Nov 12 08:46:02.558106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43602) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:02.561767 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-041c0ddf-88e8-4f03-87f7-61b4f67ffae1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.563646 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-08275dcd-b8d3-465f-96c9-e6dc5de75613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2b3e6d-54aa-4c53-94b0-dde76a4e165b', 'name': 'tempest-RoutersIpV6Test-router-1046503364', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:59Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 2, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:02.565412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-632cbb9f-b4fb-4775-853e-0e7470402525 None None] For port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8901e92b-5c7a-4a61-9d7a-ffaeb2770734,segment=NetworkSegment(751132aa-b654-4675-adcb-eda973f401ae),segment_id=751132aa-b654-4675-adcb-eda973f401ae)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:02.664872 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-566ab81d-d089-40af-a14f-7205fcfcd55f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.677699 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-632cbb9f-b4fb-4775-853e-0e7470402525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.685366 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-566ab81d-d089-40af-a14f-7205fcfcd55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.747699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cbb9f-b4fb-4775-853e-0e7470402525 None None] Pushing event updated for resources: {'Port': ['ID=8901e92b-5c7a-4a61-9d7a-ffaeb2770734,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:02.753983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ab81d-d089-40af-a14f-7205fcfcd55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412c3b93-9742-4032-9eac-1f2655c6da5e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:02.811037 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-566ab81d-d089-40af-a14f-7205fcfcd55f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=febf71445aaf4fda92d1764e5753aa1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6580274 Nov 12 08:46:02.814871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43604) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:02.825574 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a768063f-32a6-4abb-8cfa-2e791baccbed tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.861606 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a768063f-32a6-4abb-8cfa-2e791baccbed tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.876102 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:02.876990 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:02.886452 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08275dcd-b8d3-465f-96c9-e6dc5de75613 None None] Checking router: 6e2b3e6d-54aa-4c53-94b0-dde76a4e165b for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:02.886813 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e10d2ff-553b-436f-b542-0537dd1a89dc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.909193 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08275dcd-b8d3-465f-96c9-e6dc5de75613 None None] Routers {'6e2b3e6d-54aa-4c53-94b0-dde76a4e165b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:02.911019 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-08275dcd-b8d3-465f-96c9-e6dc5de75613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['6e2b3e6d-54aa-4c53-94b0-dde76a4e165b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:02.943949 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:02.966449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-5d80cfd6-c619-4114-8dc8-c7438b02780e None None] Allocated IP 172.20.0.18 (cc98ce13-01cb-4150-a155-18184b115c87/9af514fd-acc7-4668-a675-1cb3dcce9e31/8901e92b-5c7a-4a61-9d7a-ffaeb2770734) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:02.994612 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] For port cb02a927-66cb-4b81-a054-78f32c685b02, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:03.016329 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] For port cb02a927-66cb-4b81-a054-78f32c685b02, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cb02a927-66cb-4b81-a054-78f32c685b02,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:03.020113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-041c0ddf-88e8-4f03-87f7-61b4f67ffae1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.028721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-632cbb9f-b4fb-4775-853e-0e7470402525 None None] Provisioning complete for port f06e1b01-c742-4553-a225-98e519e382d4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:03.029402 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-632cbb9f-b4fb-4775-853e-0e7470402525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.045926 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.061964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.083460 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-08275dcd-b8d3-465f-96c9-e6dc5de75613 None None] Set router 6e2b3e6d-54aa-4c53-94b0-dde76a4e165b gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:03.119547 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-041c0ddf-88e8-4f03-87f7-61b4f67ffae1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.123629 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-041c0ddf-88e8-4f03-87f7-61b4f67ffae1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/f0f063f7-d5f3-4e63-8932-8c67b6ef6c80 HTTP/1.1" status: 204 len: 168 time: 1.8400228 Nov 12 08:46:03.127062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c0ddf-88e8-4f03-87f7-61b4f67ffae1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f063f7-d5f3-4e63-8932-8c67b6ef6c80,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:03.160092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43606) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.174258 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-08275dcd-b8d3-465f-96c9-e6dc5de75613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2b3e6d-54aa-4c53-94b0-dde76a4e165b', 'name': 'tempest-RoutersIpV6Test-router-1046503364', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:59Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 2, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:03.176888 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82ae348c-f359-4e9b-bf8d-ece9e64cd178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.211691 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82ae348c-f359-4e9b-bf8d-ece9e64cd178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.224562 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08275dcd-b8d3-465f-96c9-e6dc5de75613 None None] The sync data for ids ['6e2b3e6d-54aa-4c53-94b0-dde76a4e165b'] in n-d-768851-18 is: [{'id': '6e2b3e6d-54aa-4c53-94b0-dde76a4e165b', 'name': 'tempest-RoutersIpV6Test-router-1046503364', 'tenant_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:59Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 2, 'project_id': 'f8567d4eb19b4240a61f480a89e92f1d', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:03.232061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2c6c3-7a93-4dd8-a9f9-c19196843881 None None] Pushing event updated for resources: {'Port': ['ID=cb02a927-66cb-4b81-a054-78f32c685b02,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:03.245380 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e10d2ff-553b-436f-b542-0537dd1a89dc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.251190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-55a4e172-6f51-48e6-b3fb-e36725b2407e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887115 Nov 12 08:46:03.253500 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e10d2ff-553b-436f-b542-0537dd1a89dc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.256003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43608) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.261955 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-056ffc0f-b6eb-4b76-8901-4492a365fb67 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:03.296376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:03.300286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768063f-32a6-4abb-8cfa-2e791baccbed tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=6b607982-3e0b-4a58-ab40-2498dec3a5c0,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:03.399629 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e10d2ff-553b-436f-b542-0537dd1a89dc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.401732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e10d2ff-553b-436f-b542-0537dd1a89dc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Fanout notify agent at l3_agent the message router_deleted on router 6e2b3e6d-54aa-4c53-94b0-dde76a4e165b {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:03.421513 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e10d2ff-553b-436f-b542-0537dd1a89dc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.435508 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:03.442620 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3e10d2ff-553b-436f-b542-0537dd1a89dc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/6e2b3e6d-54aa-4c53-94b0-dde76a4e165b HTTP/1.1" status: 204 len: 168 time: 0.7433016 Nov 12 08:46:03.443629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43612) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.444319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:03.450390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Allocated IP 172.23.0.2 (4e53f1a0-30a8-489a-ac0f-99aa3266f6cd/1549f7ab-1066-478f-9778-0cdfd7b43297/5859ebe9-4fe9-4986-8d41-350af243f92a) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:03.451410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=1d342c3b-835f-49e5-9461-52bfdb4888e2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:03.516808 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-a768063f-32a6-4abb-8cfa-2e791baccbed tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] In _notify_port_updated(), no bound segment for port 6b607982-3e0b-4a58-ab40-2498dec3a5c0 on network cc98ce13-01cb-4150-a155-18184b115c87 {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:46:03.526533 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a768063f-32a6-4abb-8cfa-2e791baccbed tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:03.527142 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a768063f-32a6-4abb-8cfa-2e791baccbed tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.531927 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a768063f-32a6-4abb-8cfa-2e791baccbed tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "PUT /v2.0/ports/6b607982-3e0b-4a58-ab40-2498dec3a5c0 HTTP/1.1" status: 200 len: 919 time: 2.5558896 Nov 12 08:46:03.533211 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43614) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.542699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-dc4a5309-954f-4cf0-8a90-1baec08c5f0a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e1df47a-4650-4746-9757-4ee8ca678358'}, {'subnet_id': '9af514fd-acc7-4668-a675-1cb3dcce9e31'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:03.567265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-25a94181-58b3-4738-a3b9-e48cb9c5cbb5 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e2b3e6d-54aa-4c53-94b0-dde76a4e165b HTTP/1.1" status: 200 len: 205 time: 0.1180966 Nov 12 08:46:03.568463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43616) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.578301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056ffc0f-b6eb-4b76-8901-4492a365fb67 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:03.583501 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-056ffc0f-b6eb-4b76-8901-4492a365fb67 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.596965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5d80cfd6-c619-4114-8dc8-c7438b02780e None None] For port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8901e92b-5c7a-4a61-9d7a-ffaeb2770734,segment=NetworkSegment(751132aa-b654-4675-adcb-eda973f401ae),segment_id=751132aa-b654-4675-adcb-eda973f401ae)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:03.631123 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.673959 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-00af6b46-f83c-4f21-8cc8-2297dcedfb61 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] delete failed (client error): The resource could not be found. Nov 12 08:46:03.678376 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-00af6b46-f83c-4f21-8cc8-2297dcedfb61 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/6e2b3e6d-54aa-4c53-94b0-dde76a4e165b HTTP/1.1" status: 404 len: 336 time: 0.1060505 Nov 12 08:46:03.687244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43618) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.763796 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-413877ee-73b1-45e8-99f1-a3212f13e5c3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:03.765130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413877ee-73b1-45e8-99f1-a3212f13e5c3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:03.768546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-413877ee-73b1-45e8-99f1-a3212f13e5c3 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/6f35ddc0-e0e7-45ae-a398-199f7880301f HTTP/1.1" status: 404 len: 337 time: 0.0803187 Nov 12 08:46:03.774619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43620) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.784792 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d80cfd6-c619-4114-8dc8-c7438b02780e None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.808605 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d80cfd6-c619-4114-8dc8-c7438b02780e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.842793 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a52f2fa-40cb-4358-96a8-4d468bb0c76d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:03.843372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a52f2fa-40cb-4358-96a8-4d468bb0c76d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:03.848241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5a52f2fa-40cb-4358-96a8-4d468bb0c76d tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/bd7efe0e-3e92-42bc-bd10-fb843888a3af HTTP/1.1" status: 404 len: 337 time: 0.0722210 Nov 12 08:46:03.857132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43622) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.887554 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82ae348c-f359-4e9b-bf8d-ece9e64cd178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.895247 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82ae348c-f359-4e9b-bf8d-ece9e64cd178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:03.899240 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e66b9ce-2cb5-4239-8ee7-0e01d07809f4 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:03.899871 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-82ae348c-f359-4e9b-bf8d-ece9e64cd178 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/412c3b93-9742-4032-9eac-1f2655c6da5e HTTP/1.1" status: 204 len: 168 time: 1.0836959 Nov 12 08:46:03.902881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e66b9ce-2cb5-4239-8ee7-0e01d07809f4 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:03.911095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3e66b9ce-2cb5-4239-8ee7-0e01d07809f4 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/540fc319-ac9e-4c72-95a9-2c08a620caba HTTP/1.1" status: 404 len: 337 time: 0.0567784 Nov 12 08:46:03.918477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43626) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:03.980367 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c342e13-cba8-4da0-9a36-a7ded9111a63 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:03.981275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c342e13-cba8-4da0-9a36-a7ded9111a63 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:03.984950 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7c342e13-cba8-4da0-9a36-a7ded9111a63 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/2da0fc4c-2634-4b7a-97b0-4f16c554930c HTTP/1.1" status: 404 len: 337 time: 0.0601132 Nov 12 08:46:03.995489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43628) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.114907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:04.131105 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae348c-f359-4e9b-bf8d-ece9e64cd178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412c3b93-9742-4032-9eac-1f2655c6da5e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.133047 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5309-954f-4cf0-8a90-1baec08c5f0a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.187623 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-67631a93-0dff-4a20-a32e-6780478dbbeb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3636132-fc61-4f0d-9ad3-869521772ad1 HTTP/1.1" status: 200 len: 205 time: 0.1782074 Nov 12 08:46:04.188326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43632) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.311019 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-5deeef87-16d4-4a64-92d3-52af691a2d9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] delete failed (client error): The resource could not be found. Nov 12 08:46:04.313748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5deeef87-16d4-4a64-92d3-52af691a2d9c tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/b3636132-fc61-4f0d-9ad3-869521772ad1 HTTP/1.1" status: 404 len: 336 time: 0.1188562 Nov 12 08:46:04.318683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43634) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.321713 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80cfd6-c619-4114-8dc8-c7438b02780e None None] Pushing event updated for resources: {'Port': ['ID=8901e92b-5c7a-4a61-9d7a-ffaeb2770734,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.417244 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-17efb5df-99a6-4ec6-894a-3a5cd2a368f7 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=61d556f0-24d6-471c-a0c1-da0d7ca07052 HTTP/1.1" status: 200 len: 205 time: 0.0971103 Nov 12 08:46:04.424934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43638) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.448111 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.454691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:04.455214 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.493092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43640) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.501397 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-056ffc0f-b6eb-4b76-8901-4492a365fb67 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.504045 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-ec3a95c0-e8f1-46a7-aa4d-55cbf51342dc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] delete failed (client error): The resource could not be found. Nov 12 08:46:04.505462 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ec3a95c0-e8f1-46a7-aa4d-55cbf51342dc tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/61d556f0-24d6-471c-a0c1-da0d7ca07052 HTTP/1.1" status: 404 len: 336 time: 0.0791957 Nov 12 08:46:04.515650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43642) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.525217 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.591136 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15c1d6dd-9376-4eed-92d5-c5bb076e9f98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.599838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Network 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:04.617114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:04.623026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:04.654633 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-97543e54-6c11-4bc6-960a-24963544b900 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:04.655424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97543e54-6c11-4bc6-960a-24963544b900 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:04.658033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Pushing event updated for resources: {'Port': ['ID=5859ebe9-4fe9-4986-8d41-350af243f92a,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.662778 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-97543e54-6c11-4bc6-960a-24963544b900 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/a74f0d64-ec20-46cd-a641-076f7ee26720 HTTP/1.1" status: 404 len: 337 time: 0.1395020 Nov 12 08:46:04.666256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056ffc0f-b6eb-4b76-8901-4492a365fb67 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:04.666994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43644) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.706480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-056ffc0f-b6eb-4b76-8901-4492a365fb67 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:04.756774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056ffc0f-b6eb-4b76-8901-4492a365fb67 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:04.757431 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-056ffc0f-b6eb-4b76-8901-4492a365fb67 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.776532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bd9cf741-d37d-4c34-a1f3-12652753076f tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed1ce9cc-6594-4313-9ba7-03f19e250168 HTTP/1.1" status: 200 len: 205 time: 0.1053207 Nov 12 08:46:04.786616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43646) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.802385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f06e1b01-c742-4553-a225-98e519e382d4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:04.805770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ffc0f-b6eb-4b76-8901-4492a365fb67 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=4de95f55-91b3-45a0-b164-064725289148,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:04.847174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Attempting to bind port 5859ebe9-4fe9-4986-8d41-350af243f92a on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:04.848555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Attempting to bind port 5859ebe9-4fe9-4986-8d41-350af243f92a by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'b5f08708-d5bd-4eb7-a137-514088516e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:04.849280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Attempting to bind port 5859ebe9-4fe9-4986-8d41-350af243f92a on network 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:04.861302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:04.861853 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Checking segment: {'id': 'b5f08708-d5bd-4eb7-a137-514088516e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:04.865405 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.866209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Bound using segment: {'id': 'b5f08708-d5bd-4eb7-a137-514088516e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:04.866967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Bound port: 5859ebe9-4fe9-4986-8d41-350af243f92a, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f08708-d5bd-4eb7-a137-514088516e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:04.867637 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:04.911491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-056ffc0f-b6eb-4b76-8901-4492a365fb67 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6537111 Nov 12 08:46:04.912262 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-090891d7-a143-4497-b3d9-3811ddb269bb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] delete failed (client error): The resource could not be found. Nov 12 08:46:04.916147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-090891d7-a143-4497-b3d9-3811ddb269bb tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/ed1ce9cc-6594-4313-9ba7-03f19e250168 HTTP/1.1" status: 404 len: 336 time: 0.1283314 Nov 12 08:46:04.916786 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43648) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.917174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43650) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:04.966853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': '4de95f55-91b3-45a0-b164-064725289148', 'ip_address': '2001:db8::3926:817d:179c:c291'}], 'name': 'tempest-NetworksTestDHCPv6-172620718'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:05.015412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] For port 5859ebe9-4fe9-4986-8d41-350af243f92a, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:05.019917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] For port 5859ebe9-4fe9-4986-8d41-350af243f92a, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5859ebe9-4fe9-4986-8d41-350af243f92a,segment=NetworkSegment(b5f08708-d5bd-4eb7-a137-514088516e46),segment_id=b5f08708-d5bd-4eb7-a137-514088516e46)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:05.036968 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.061714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0cf99037-16b2-4ac7-b702-a3ef0a43a9be tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=462377e0-2a68-458a-9b0c-c78845885da3 HTTP/1.1" status: 200 len: 205 time: 0.1217349 Nov 12 08:46:05.065918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43652) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:05.133033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f06e1b01-c742-4553-a225-98e519e382d4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:05.133450 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.250539 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f188b-4a5e-43d4-947e-a0221a76aa43 None None] Pushing event updated for resources: {'Port': ['ID=5859ebe9-4fe9-4986-8d41-350af243f92a,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:05.288135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95087d61-355b-4a75-82cb-96291ad9dbaa None None] Network cc98ce13-01cb-4150-a155-18184b115c87 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:05.303723 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-4210d47d-e867-4968-b264-348119a0ec01 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] delete failed (client error): The resource could not be found. Nov 12 08:46:05.307758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4210d47d-e867-4968-b264-348119a0ec01 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/462377e0-2a68-458a-9b0c-c78845885da3 HTTP/1.1" status: 404 len: 336 time: 0.2406924 Nov 12 08:46:05.323755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43654) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:05.337167 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15c1d6dd-9376-4eed-92d5-c5bb076e9f98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.366113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15c1d6dd-9376-4eed-92d5-c5bb076e9f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.381789 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-684c4555-0471-407f-b329-a27d9b74d5fd tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:05.382578 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684c4555-0471-407f-b329-a27d9b74d5fd tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:05.383220 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.387042 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-684c4555-0471-407f-b329-a27d9b74d5fd tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/d7dac9e6-d0f1-45e5-870d-9c15f707c7f0 HTTP/1.1" status: 404 len: 337 time: 0.0622153 Nov 12 08:46:05.389796 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43656) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:05.466706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-15c1d6dd-9376-4eed-92d5-c5bb076e9f98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46301cfd4d154897a196755caa81c2ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9721169 Nov 12 08:46:05.473766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43660) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:05.511302 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-363fc94c-27a0-4264-a512-7046b5365839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.526610 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3bb31b-10d8-4bc6-9094-5d42ba199a3f None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:05.541812 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-db51b9bb-a6e7-4f2f-97bb-a62d46fe6c59 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=f60f9e38-5f2e-4048-92fb-bbb61d44b1d9 HTTP/1.1" status: 200 len: 205 time: 0.1507595 Nov 12 08:46:05.544666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43662) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:05.661179 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-2a881607-caf0-492a-8aa0-b3e0223ba588 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] delete failed (client error): The resource could not be found. Nov 12 08:46:05.662199 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2a881607-caf0-492a-8aa0-b3e0223ba588 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/f60f9e38-5f2e-4048-92fb-bbb61d44b1d9 HTTP/1.1" status: 404 len: 336 time: 0.1079783 Nov 12 08:46:05.662912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1d6dd-9376-4eed-92d5-c5bb076e9f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9a64e0-1619-429e-96be-a08dc76d0567,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:05.669148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43664) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:05.708530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:05.752505 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-dc4a5309-954f-4cf0-8a90-1baec08c5f0a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.28 (cc98ce13-01cb-4150-a155-18184b115c87/9af514fd-acc7-4668-a675-1cb3dcce9e31/6b607982-3e0b-4a58-ab40-2498dec3a5c0) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:05.755022 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-05852cfb-cd6c-4b14-a56a-8910f59f9712 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:05.755544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05852cfb-cd6c-4b14-a56a-8910f59f9712 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:05.759887 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-05852cfb-cd6c-4b14-a56a-8910f59f9712 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/c787c8c3-7101-4250-8f2a-acf449406652 HTTP/1.1" status: 404 len: 337 time: 0.0757368 Nov 12 08:46:05.764386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43666) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:05.770714 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-eabca33d-8d26-4a67-b471-4f353328d862 None None] Provisioning complete for port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:05.771334 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eabca33d-8d26-4a67-b471-4f353328d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.842282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e9c746b5-66c7-42cc-bce0-096eb23e40b0 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b0e4923-8b7e-465a-ba6b-cac422f5d5ce HTTP/1.1" status: 200 len: 205 time: 0.0745587 Nov 12 08:46:05.846693 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3b09c64-4ce8-48ea-b7e2-4cd62f6d458e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:05.852573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43668) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:05.949001 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-4596d3a0-8020-43cf-9b26-77a3b86685d2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] delete failed (client error): The resource could not be found. Nov 12 08:46:05.952565 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4596d3a0-8020-43cf-9b26-77a3b86685d2 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/routers/8b0e4923-8b7e-465a-ba6b-cac422f5d5ce HTTP/1.1" status: 404 len: 336 time: 0.0931110 Nov 12 08:46:05.961075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43670) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:06.050059 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3b09c64-4ce8-48ea-b7e2-4cd62f6d458e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.052313 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1358abe6-804f-435e-bbb9-6050c237a06a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:06.052831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1358abe6-804f-435e-bbb9-6050c237a06a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:06.059078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1358abe6-804f-435e-bbb9-6050c237a06a tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/533f1e12-f1ff-462b-bc78-929091b41b1e HTTP/1.1" status: 404 len: 337 time: 0.0936086 Nov 12 08:46:06.066403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43672) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:06.192464 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.204111 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-864daa1e-5a0e-4899-b9aa-04a7d304a647 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] DELETE failed (client error): The resource could not be found. Nov 12 08:46:06.204584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864daa1e-5a0e-4899-b9aa-04a7d304a647 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:06.208127 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-864daa1e-5a0e-4899-b9aa-04a7d304a647 tempest-RoutersIpV6Test-1493547256 tempest-RoutersIpV6Test-1493547256-project] 10.222.0.31 "DELETE /v2.0/subnets/d6b123d5-5d44-4ce2-80d9-382dc900b985 HTTP/1.1" status: 404 len: 337 time: 0.1388435 Nov 12 08:46:06.209382 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3b09c64-4ce8-48ea-b7e2-4cd62f6d458e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.212442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3b09c64-4ce8-48ea-b7e2-4cd62f6d458e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.213662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e3b09c64-4ce8-48ea-b7e2-4cd62f6d458e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f9a64e0-1619-429e-96be-a08dc76d0567 HTTP/1.1" status: 204 len: 168 time: 0.7387657 Nov 12 08:46:06.242072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b09c64-4ce8-48ea-b7e2-4cd62f6d458e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9a64e0-1619-429e-96be-a08dc76d0567,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:06.250405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 795155be-e115-46f4-a732-8e2e28e18fc5 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:06.314100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c7125bd3-2bd9-4761-bf74-759da95735eb None None] Provisioning complete for port cb02a927-66cb-4b81-a054-78f32c685b02 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:06.314481 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c7125bd3-2bd9-4761-bf74-759da95735eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.386563 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5309-954f-4cf0-8a90-1baec08c5f0a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.408940 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5309-954f-4cf0-8a90-1baec08c5f0a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.494970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cb02a927-66cb-4b81-a054-78f32c685b02 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:06.540192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.592652 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.765589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a5309-954f-4cf0-8a90-1baec08c5f0a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=6b607982-3e0b-4a58-ab40-2498dec3a5c0,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:06.821959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::3926:817d:179c:c291 (376cbd53-eef7-4f19-a11f-fa391cb12464/4de95f55-91b3-45a0-b164-064725289148/795155be-e115-46f4-a732-8e2e28e18fc5) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:06.828568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port cb02a927-66cb-4b81-a054-78f32c685b02 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:06.846170 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.852379 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c7125bd3-2bd9-4761-bf74-759da95735eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:06.923418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43690) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:07.140223 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c7125bd3-2bd9-4761-bf74-759da95735eb None None] For port cb02a927-66cb-4b81-a054-78f32c685b02, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cb02a927-66cb-4b81-a054-78f32c685b02,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:07.169178 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.171530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event updated for resources: {'Port': ['ID=1d342c3b-835f-49e5-9461-52bfdb4888e2,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:07.172201 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c7125bd3-2bd9-4761-bf74-759da95735eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.225893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c7125bd3-2bd9-4761-bf74-759da95735eb None None] Could not find standard attr ID for object c72c9b62-50e0-40ec-a8dc-dd7bd76e2bb6. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:07.271078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a5309-954f-4cf0-8a90-1baec08c5f0a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] In _notify_port_updated(), no bound segment for port 6b607982-3e0b-4a58-ab40-2498dec3a5c0 on network cc98ce13-01cb-4150-a155-18184b115c87 {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:46:07.287937 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a5309-954f-4cf0-8a90-1baec08c5f0a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:07.293866 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5309-954f-4cf0-8a90-1baec08c5f0a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.303604 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dc4a5309-954f-4cf0-8a90-1baec08c5f0a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "PUT /v2.0/ports/6b607982-3e0b-4a58-ab40-2498dec3a5c0 HTTP/1.1" status: 200 len: 999 time: 3.7651529 Nov 12 08:46:07.304980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43700) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:07.382803 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.393243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:07.432857 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7125bd3-2bd9-4761-bf74-759da95735eb None None] Pushing event updated for resources: {'Port': ['ID=cb02a927-66cb-4b81-a054-78f32c685b02,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:07.445094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6ca52205-59c7-44bd-ad54-222feadfb518 None None] Provisioning complete for port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:07.452492 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6ca52205-59c7-44bd-ad54-222feadfb518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.501760 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.612566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904a5f2e-8116-4c6a-9f7d-69d8b1773694 None None] Network 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:07.637170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-87f3dfa8-5c77-4324-892e-607610cd1542 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 6b607982-3e0b-4a58-ab40-2498dec3a5c0 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:07.637651 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-87f3dfa8-5c77-4324-892e-607610cd1542 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.643261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:07.671725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:07.686367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:07.696946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:07.697504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Network 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:07.698009 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.703755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:07.739490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5ef8d059-96ff-4b94-9914-07263e537c2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8567d4eb19b4240a61f480a89e92f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8126316 Nov 12 08:46:07.743320 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43710) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:07.784343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=795155be-e115-46f4-a732-8e2e28e18fc5,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:07.824834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c48aeb7b-3ed9-41a3-9be4-c21e94319757 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8866818 Nov 12 08:46:07.826541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43714) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:07.945033 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-87f3dfa8-5c77-4324-892e-607610cd1542 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:07.966511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0266484c-c5d3-44b6-83e2-ea68b0e169da tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:07.979751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0266484c-c5d3-44b6-83e2-ea68b0e169da tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:07.984490 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0266484c-c5d3-44b6-83e2-ea68b0e169da tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1511769 Nov 12 08:46:07.985693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43718) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:08.077755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router e8cb099b-0ea8-44c5-891f-3765841a2acf has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:08.085434 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-595d904f-37e4-4d9f-920c-98f0979c6aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.120573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-87f3dfa8-5c77-4324-892e-607610cd1542 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 6b607982-3e0b-4a58-ab40-2498dec3a5c0 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:08.124702 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-595d904f-37e4-4d9f-920c-98f0979c6aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.227309 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-595d904f-37e4-4d9f-920c-98f0979c6aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.230574 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-595d904f-37e4-4d9f-920c-98f0979c6aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.231863 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-595d904f-37e4-4d9f-920c-98f0979c6aac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f74833c-c58c-45e7-9d59-1f8726e7c694 HTTP/1.1" status: 204 len: 168 time: 0.2676814 Nov 12 08:46:08.276002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d904f-37e4-4d9f-920c-98f0979c6aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f74833c-c58c-45e7-9d59-1f8726e7c694,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:08.307918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:08.317415 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a529db1c-ba04-419b-81d1-354fe2137ca2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3584177 Nov 12 08:46:08.320221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43724) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:08.326409 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b8815543-fb3c-4529-a08a-475252a51180 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:08.429479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-e89c2114-cd2a-4800-afa5-09e71dde3cfb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 795155be-e115-46f4-a732-8e2e28e18fc5 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:08.429804 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e89c2114-cd2a-4800-afa5-09e71dde3cfb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.580460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Sync routers for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:08.615423 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2b0aca17-4453-4338-991c-aadefd27d03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.718588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6ca52205-59c7-44bd-ad54-222feadfb518 None None] Provisioning complete for port cb02a927-66cb-4b81-a054-78f32c685b02 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:08.719167 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6ca52205-59c7-44bd-ad54-222feadfb518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.766496 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:08.767090 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:08.977085 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e89c2114-cd2a-4800-afa5-09e71dde3cfb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.063972 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:09.064963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:09.194859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-e89c2114-cd2a-4800-afa5-09e71dde3cfb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 795155be-e115-46f4-a732-8e2e28e18fc5 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:09.266703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.extraroute_db [None req-b8815543-fb3c-4529-a08a-475252a51180 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:46:09.308794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.extraroute_db [None req-b8815543-fb3c-4529-a08a-475252a51180 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Removed routes are [] {{(pid=102445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:46:09.310057 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b8815543-fb3c-4529-a08a-475252a51180 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.362372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:09.422138 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-87f3dfa8-5c77-4324-892e-607610cd1542 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.530212 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:09.584200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3dfa8-5c77-4324-892e-607610cd1542 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=6b607982-3e0b-4a58-ab40-2498dec3a5c0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:10.008644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5859ebe9-4fe9-4986-8d41-350af243f92a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:10.099157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b8815543-fb3c-4529-a08a-475252a51180 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.127091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b8815543-fb3c-4529-a08a-475252a51180 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.258824 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.286436 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-87f3dfa8-5c77-4324-892e-607610cd1542 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.299155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-87f3dfa8-5c77-4324-892e-607610cd1542 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/6b607982-3e0b-4a58-ab40-2498dec3a5c0 HTTP/1.1" status: 204 len: 168 time: 2.9844358 Nov 12 08:46:10.305840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43760) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:10.350157 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e89c2114-cd2a-4800-afa5-09e71dde3cfb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.513621 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7891d917-771b-463a-9726-c36075c627f8 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:46:10.526756 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7891d917-771b-463a-9726-c36075c627f8 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/6b607982-3e0b-4a58-ab40-2498dec3a5c0 HTTP/1.1" status: 404 len: 333 time: 0.2186460 Nov 12 08:46:10.528168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43764) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:10.552749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6ca52205-59c7-44bd-ad54-222feadfb518 None None] Could not find standard attr ID for object 6b607982-3e0b-4a58-ab40-2498dec3a5c0. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:10.560236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c2114-cd2a-4800-afa5-09e71dde3cfb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=795155be-e115-46f4-a732-8e2e28e18fc5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:10.581856 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e89c2114-cd2a-4800-afa5-09e71dde3cfb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.591121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8815543-fb3c-4529-a08a-475252a51180 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router e8cb099b-0ea8-44c5-891f-3765841a2acf has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:10.592112 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e89c2114-cd2a-4800-afa5-09e71dde3cfb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/795155be-e115-46f4-a732-8e2e28e18fc5 HTTP/1.1" status: 204 len: 168 time: 2.6032155 Nov 12 08:46:10.595509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43770) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:10.724248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5500230-4d3d-4f1a-8605-accfdca70995 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting subnet 9af514fd-acc7-4668-a675-1cb3dcce9e31 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:10.743357 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5500230-4d3d-4f1a-8605-accfdca70995 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.810511 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 5859ebe9-4fe9-4986-8d41-350af243f92a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:10.813084 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.826659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3fb7a7bc-829d-40fa-9339-a46b14f810a6 None None] Provisioning complete for port 5859ebe9-4fe9-4986-8d41-350af243f92a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:10.826659 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3fb7a7bc-829d-40fa-9339-a46b14f810a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:10.865629 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5500230-4d3d-4f1a-8605-accfdca70995 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.051213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43776) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.120824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5500230-4d3d-4f1a-8605-accfdca70995 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.179940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81be1b1-eea5-42cc-ab20-398d510976fb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:11.183628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81be1b1-eea5-42cc-ab20-398d510976fb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:11.193938 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f81be1b1-eea5-42cc-ab20-398d510976fb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5836601 Nov 12 08:46:11.196081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43784) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.246495 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.262183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:04Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '1d342c3b-835f-49e5-9461-52bfdb4888e2', 'name': '', 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:07:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '1549f7ab-1066-478f-9778-0cdfd7b43297', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:01Z', 'updated_at': '2021-11-12T08:46:05Z', 'revision_number': 2, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '1549f7ab-1066-478f-9778-0cdfd7b43297', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06e1b01-c742-4553-a225-98e519e382d4', 'name': '', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:d5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:51Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:11.306054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8815543-fb3c-4529-a08a-475252a51180 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:11.338341 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b8815543-fb3c-4529-a08a-475252a51180 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.344807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26ead20-9d0f-4b97-9f7e-dd513cbd736c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 4de95f55-91b3-45a0-b164-064725289148 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:11.345671 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b8815543-fb3c-4529-a08a-475252a51180 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf HTTP/1.1" status: 200 len: 933 time: 3.0204935 Nov 12 08:46:11.348333 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43792) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.351018 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e26ead20-9d0f-4b97-9f7e-dd513cbd736c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.381160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Checking router: e8cb099b-0ea8-44c5-891f-3765841a2acf for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:11.381703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Updating router e8cb099b-0ea8-44c5-891f-3765841a2acf port 1d342c3b-835f-49e5-9461-52bfdb4888e2 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:46:11.429819 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5500230-4d3d-4f1a-8605-accfdca70995 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.518461 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3fb7a7bc-829d-40fa-9339-a46b14f810a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.537440 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e26ead20-9d0f-4b97-9f7e-dd513cbd736c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.552503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5002aac7-a928-4c6c-92f7-de3a39359667 tempest-ServiceProvidersTest-588725848 tempest-ServiceProvidersTest-588725848-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4900296 Nov 12 08:46:11.553817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5500230-4d3d-4f1a-8605-accfdca70995 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Subnet': ['ID=9af514fd-acc7-4668-a675-1cb3dcce9e31,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:11.594479 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5500230-4d3d-4f1a-8605-accfdca70995 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.594827 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:11.606177 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f5500230-4d3d-4f1a-8605-accfdca70995 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/9af514fd-acc7-4668-a675-1cb3dcce9e31 HTTP/1.1" status: 204 len: 168 time: 1.0422072 Nov 12 08:46:11.613644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43798) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.807957 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7365f594-5f43-4198-b00a-555cfc68db88 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf HTTP/1.1" status: 200 len: 933 time: 0.4558368 Nov 12 08:46:11.810846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43802) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:11.826579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-158855a2-7d90-4aae-a822-7860ab56d19d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'router': {'routes': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:11.997089 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e26ead20-9d0f-4b97-9f7e-dd513cbd736c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.034914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-0847e225-8f57-4a22-a9b9-4ae2aba60bc7 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting subnet 0e1df47a-4650-4746-9757-4ee8ca678358 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:12.073388 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.092672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca07e8d-8028-4789-bb0c-56c5d1f78cdd None None] Network cc98ce13-01cb-4150-a155-18184b115c87 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:12.255767 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0847e225-8f57-4a22-a9b9-4ae2aba60bc7 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.301833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e26ead20-9d0f-4b97-9f7e-dd513cbd736c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.370814 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e26ead20-9d0f-4b97-9f7e-dd513cbd736c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.377883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e26ead20-9d0f-4b97-9f7e-dd513cbd736c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/4de95f55-91b3-45a0-b164-064725289148 HTTP/1.1" status: 204 len: 168 time: 1.1719918 Nov 12 08:46:12.382901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ead20-9d0f-4b97-9f7e-dd513cbd736c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=4de95f55-91b3-45a0-b164-064725289148,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:12.389780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43812) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.390244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43814) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.523700 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8d42c-44bf-4ec1-9d45-630fda661dbe None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:12.544280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3fb7a7bc-829d-40fa-9339-a46b14f810a6 None None] For port 5859ebe9-4fe9-4986-8d41-350af243f92a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5859ebe9-4fe9-4986-8d41-350af243f92a,segment=NetworkSegment(b5f08708-d5bd-4eb7-a137-514088516e46),segment_id=b5f08708-d5bd-4eb7-a137-514088516e46)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:12.573596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-97201cfc-7f57-4e50-8088-c249b86f0b31 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1812553 Nov 12 08:46:12.586634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43822) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:12.599066 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3fb7a7bc-829d-40fa-9339-a46b14f810a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.603413 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0847e225-8f57-4a22-a9b9-4ae2aba60bc7 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.729181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7a7bc-829d-40fa-9339-a46b14f810a6 None None] Pushing event updated for resources: {'Port': ['ID=5859ebe9-4fe9-4986-8d41-350af243f92a,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:12.786382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3fb7a7bc-829d-40fa-9339-a46b14f810a6 None None] Could not find standard attr ID for object 6b607982-3e0b-4a58-ab40-2498dec3a5c0. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:12.816286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3fb7a7bc-829d-40fa-9339-a46b14f810a6 None None] Could not find standard attr ID for object 795155be-e115-46f4-a732-8e2e28e18fc5. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:12.861572 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:46:12.888289 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0847e225-8f57-4a22-a9b9-4ae2aba60bc7 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:12.917721 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:12.918070 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:12.944251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3fb7a7bc-829d-40fa-9339-a46b14f810a6 None None] Could not find standard attr ID for object c72c9b62-50e0-40ec-a8dc-dd7bd76e2bb6. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:13.086053 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0847e225-8f57-4a22-a9b9-4ae2aba60bc7 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.149546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847e225-8f57-4a22-a9b9-4ae2aba60bc7 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1df47a-4650-4746-9757-4ee8ca678358,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:13.156873 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4fa88d6c-5c2e-4f44-8c23-afa680af7572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.162088 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0847e225-8f57-4a22-a9b9-4ae2aba60bc7 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.169708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0847e225-8f57-4a22-a9b9-4ae2aba60bc7 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/0e1df47a-4650-4746-9757-4ee8ca678358 HTTP/1.1" status: 204 len: 168 time: 1.4451585 Nov 12 08:46:13.170714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43834) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.189472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.extraroute_db [None req-158855a2-7d90-4aae-a822-7860ab56d19d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Added routes are [] {{(pid=102445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:46:13.190061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.extraroute_db [None req-158855a2-7d90-4aae-a822-7860ab56d19d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102445) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:46:13.250564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-158855a2-7d90-4aae-a822-7860ab56d19d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.298211 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.324480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75666146-a95c-4fc6-babc-67dee65dcaf1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:13.329733 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-75666146-a95c-4fc6-babc-67dee65dcaf1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7385497 Nov 12 08:46:13.351338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43838) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.386919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7fbaf577-afea-4356-bab9-7eb3be20bf8a None None] Provisioning complete for port 1d342c3b-835f-49e5-9461-52bfdb4888e2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:13.387907 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7fbaf577-afea-4356-bab9-7eb3be20bf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.449029 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4fa88d6c-5c2e-4f44-8c23-afa680af7572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.459037 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4fa88d6c-5c2e-4f44-8c23-afa680af7572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.481909 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.561177 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-158855a2-7d90-4aae-a822-7860ab56d19d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.581829 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.584662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4fa88d6c-5c2e-4f44-8c23-afa680af7572 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d1b2709456142f18885e1da0d566d94&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1903532 Nov 12 08:46:13.586522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ca3acb-60e5-4e74-82b5-3a7250265b89 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:13.589866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa88d6c-5c2e-4f44-8c23-afa680af7572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667002ba-ae99-4b6e-8ab6-001ca76164cd,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:13.594333 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-09ca3acb-60e5-4e74-82b5-3a7250265b89 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2391829 Nov 12 08:46:13.598941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43844) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.599491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43846) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.650224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-158855a2-7d90-4aae-a822-7860ab56d19d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.678404 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64d82d8-0a15-4fc2-a9db-98fb6c24402f None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:13.696322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:13.697242 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.719580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7fbaf577-afea-4356-bab9-7eb3be20bf8a None None] Port 1d342c3b-835f-49e5-9461-52bfdb4888e2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:13.731277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5c562-4276-4e7f-9a1b-7b742414932a None None] Update dhcp port {'port': {'network_id': 'cc98ce13-01cb-4150-a155-18184b115c87', 'fixed_ips': [{'subnet_id': '0e1df47a-4650-4746-9757-4ee8ca678358'}], 'binding:host_id': 'n-d-768851-18'}, 'id': '8901e92b-5c7a-4a61-9d7a-ffaeb2770734'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:46:13.818798 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-27fba563-94d6-481e-907a-399bbf12a325 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2084708 Nov 12 08:46:13.820550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43850) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:13.830357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b0c633e1-f653-485b-a561-fabfb355a792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:13.918850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05398bf-7ac9-4b5d-9b4d-c68c8f421073 None None] Pushing event updated for resources: {'Port': ['ID=1d342c3b-835f-49e5-9461-52bfdb4888e2,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:13.963101 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-48a5c562-4276-4e7f-9a1b-7b742414932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:13.983465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] For port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8901e92b-5c7a-4a61-9d7a-ffaeb2770734,segment=NetworkSegment(751132aa-b654-4675-adcb-eda973f401ae),segment_id=751132aa-b654-4675-adcb-eda973f401ae)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:13.983856 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.018331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:14.040594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7fbaf577-afea-4356-bab9-7eb3be20bf8a None None] Provisioning complete for port 5859ebe9-4fe9-4986-8d41-350af243f92a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:14.061401 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7fbaf577-afea-4356-bab9-7eb3be20bf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.069950 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5859ebe9-4fe9-4986-8d41-350af243f92a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:14.173427 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.256723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Attempting to bind port 1d342c3b-835f-49e5-9461-52bfdb4888e2 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:14.257162 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Attempting to bind port 1d342c3b-835f-49e5-9461-52bfdb4888e2 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'b5f08708-d5bd-4eb7-a137-514088516e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:14.257514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.257720 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Attempting to bind port 1d342c3b-835f-49e5-9461-52bfdb4888e2 on network 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:14.288083 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.305832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=8901e92b-5c7a-4a61-9d7a-ffaeb2770734,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.315534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No DVR routers for this DVR port 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:14.331420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:14.331788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Checking segment: {'id': 'b5f08708-d5bd-4eb7-a137-514088516e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:14.332286 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.332687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Bound using segment: {'id': 'b5f08708-d5bd-4eb7-a137-514088516e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:14.333574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Bound port: 1d342c3b-835f-49e5-9461-52bfdb4888e2, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f08708-d5bd-4eb7-a137-514088516e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:14.333966 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.349500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158855a2-7d90-4aae-a822-7860ab56d19d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router e8cb099b-0ea8-44c5-891f-3765841a2acf has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:14.417179 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.444600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a64d82d8-0a15-4fc2-a9db-98fb6c24402f None None] Deleting port cb02a927-66cb-4b81-a054-78f32c685b02 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:14.445027 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a64d82d8-0a15-4fc2-a9db-98fb6c24402f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.445232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc98ce13-01cb-4150-a155-18184b115c87']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:14.452193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c633e1-f653-485b-a561-fabfb355a792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:14.459719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751132aa-b654-4675-adcb-eda973f401ae') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:14.460616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751132aa-b654-4675-adcb-eda973f401ae') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:14.470542 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0c633e1-f653-485b-a561-fabfb355a792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.480121 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.498893 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.508162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:14.508433 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:14.595720 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:14.600381 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.606181 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.618752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/networks/cc98ce13-01cb-4150-a155-18184b115c87 HTTP/1.1" status: 204 len: 168 time: 1.4418306 Nov 12 08:46:14.618752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43860) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:14.646260 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d19cc-d2c0-40f0-b34d-d60df9db0707 None None] Network cc98ce13-01cb-4150-a155-18184b115c87 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:14.719450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0364b-a089-46a7-bdb3-1ca7118b571c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Network': ['ID=cc98ce13-01cb-4150-a155-18184b115c87,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.752246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76998efc-168a-4715-8996-28659dadff04 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:14.757347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-76998efc-168a-4715-8996-28659dadff04 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1319788 Nov 12 08:46:14.759280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43866) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:14.773791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4d19cc-d2c0-40f0-b34d-d60df9db0707 None None] Network cc98ce13-01cb-4150-a155-18184b115c87 could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:46:14.797430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 5859ebe9-4fe9-4986-8d41-350af243f92a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:14.798538 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.845708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dfb08a-ac46-42c1-b071-8cb606e5223f None None] DHCP port deletion for cc98ce13-01cb-4150-a155-18184b115c87 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:14.865021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e60d84fe-4ec2-4504-aa0f-a7d8d4e13929 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1020477 Nov 12 08:46:14.866579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43868) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:14.872325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-87e63237-3cb5-42ff-84ad-cb0e5ad7509f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1548641390'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:14.894336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158855a2-7d90-4aae-a822-7860ab56d19d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:14.906427 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e63237-3cb5-42ff-84ad-cb0e5ad7509f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:14.911547 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-87e63237-3cb5-42ff-84ad-cb0e5ad7509f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.911894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] For port 1d342c3b-835f-49e5-9461-52bfdb4888e2, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:14.912175 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-158855a2-7d90-4aae-a822-7860ab56d19d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.913717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-158855a2-7d90-4aae-a822-7860ab56d19d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf HTTP/1.1" status: 200 len: 699 time: 3.0996389 Nov 12 08:46:14.917371 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a64d82d8-0a15-4fc2-a9db-98fb6c24402f None None] For port cb02a927-66cb-4b81-a054-78f32c685b02, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cb02a927-66cb-4b81-a054-78f32c685b02,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:14.917780 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a64d82d8-0a15-4fc2-a9db-98fb6c24402f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.925371 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.936053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43870) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:14.938167 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:14.942811 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/667002ba-ae99-4b6e-8ab6-001ca76164cd HTTP/1.1" status: 204 len: 168 time: 1.3360267 Nov 12 08:46:14.955136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] For port 1d342c3b-835f-49e5-9461-52bfdb4888e2, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1d342c3b-835f-49e5-9461-52bfdb4888e2,segment=NetworkSegment(b5f08708-d5bd-4eb7-a137-514088516e46),segment_id=b5f08708-d5bd-4eb7-a137-514088516e46)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:14.966082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a64d82d8-0a15-4fc2-a9db-98fb6c24402f None None] Calling delete_port for cb02a927-66cb-4b81-a054-78f32c685b02 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:14.970217 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667002ba-ae99-4b6e-8ab6-001ca76164cd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:14.976949 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.027607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:15.028042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:15.028448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:15.028979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:15.029441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:15.030192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:15.030192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:15.037579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:15.038667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:15.039714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:15.039714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:15.039946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6da36c-bb88-42ce-afb4-d8555d89cb30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:15.242700 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0c633e1-f653-485b-a561-fabfb355a792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.368547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bc9cd00c-f8a5-4d92-8eac-2a037e87cdc3 None None] Provisioning complete for port 1d342c3b-835f-49e5-9461-52bfdb4888e2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:15.368867 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd00c-f8a5-4d92-8eac-2a037e87cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.397431 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a64d82d8-0a15-4fc2-a9db-98fb6c24402f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.399682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:15.400383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:15.412402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c633e1-f653-485b-a561-fabfb355a792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=ef567f7e-4ad0-4d3f-9cda-656758728690,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:15.443704 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c633e1-f653-485b-a561-fabfb355a792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:15.447260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b0c633e1-f653-485b-a561-fabfb355a792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:15.454719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c633e1-f653-485b-a561-fabfb355a792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:15.455321 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0c633e1-f653-485b-a561-fabfb355a792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.489688 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b0c633e1-f653-485b-a561-fabfb355a792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6653171 Nov 12 08:46:15.492649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43876) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:15.505552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': 'ef567f7e-4ad0-4d3f-9cda-656758728690', 'ip_address': '2001:db8::4c19:54be:f90c:bdb9'}], 'name': 'tempest-NetworksTestDHCPv6-782806049'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:15.686765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cb02a927-66cb-4b81-a054-78f32c685b02 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:15.764776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05398bf-7ac9-4b5d-9b4d-c68c8f421073 None None] Pushing event updated for resources: {'Port': ['ID=1d342c3b-835f-49e5-9461-52bfdb4888e2,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:15.781629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e63237-3cb5-42ff-84ad-cb0e5ad7509f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:15.802535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-87e63237-3cb5-42ff-84ad-cb0e5ad7509f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.803124 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-87e63237-3cb5-42ff-84ad-cb0e5ad7509f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Added segment 770aefd9-ba05-458d-8edc-6fc4c2817d27 of type vlan for network 701b9ad7-fa20-4efa-914d-e5df55bcc70e Nov 12 08:46:15.842221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: cb02a927-66cb-4b81-a054-78f32c685b02 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:15.842504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cb02a927-66cb-4b81-a054-78f32c685b02 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:15.846384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:15.853151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d82d8-0a15-4fc2-a9db-98fb6c24402f None None] Pushing event deleted for resources: {'Port': ['ID=cb02a927-66cb-4b81-a054-78f32c685b02,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:15.885359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d82d8-0a15-4fc2-a9db-98fb6c24402f None None] No DVR routers for this DVR port cb02a927-66cb-4b81-a054-78f32c685b02 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:15.890221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2d38547f-ffcb-44de-91aa-80aea9cf6286 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf HTTP/1.1" status: 200 len: 699 time: 0.9345870 Nov 12 08:46:15.896108 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43892) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:15.911649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-87e63237-3cb5-42ff-84ad-cb0e5ad7509f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.930528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b069fd9d-e840-4c94-9747-7d023ad1e375 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:15.980384 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-87e63237-3cb5-42ff-84ad-cb0e5ad7509f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:15.986439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e63237-3cb5-42ff-84ad-cb0e5ad7509f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:15.987047 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-87e63237-3cb5-42ff-84ad-cb0e5ad7509f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.085675 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:16.133118 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-87e63237-3cb5-42ff-84ad-cb0e5ad7509f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2652214 Nov 12 08:46:16.146155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43898) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.161325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-eb8a8704-8b4c-49ca-9670-63832cb141c1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': '701b9ad7-fa20-4efa-914d-e5df55bcc70e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:16.164913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:16.220334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e63237-3cb5-42ff-84ad-cb0e5ad7509f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Network': ['ID=701b9ad7-fa20-4efa-914d-e5df55bcc70e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:16.243898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 701b9ad7-fa20-4efa-914d-e5df55bcc70e details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:16.245796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:16.246136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8901e92b-5c7a-4a61-9d7a-ffaeb2770734 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:16.332125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': 'ef567f7e-4ad0-4d3f-9cda-656758728690'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:16.333400 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.371211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8a8704-8b4c-49ca-9670-63832cb141c1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:16.375888 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8704-8b4c-49ca-9670-63832cb141c1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.408759 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.464094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port aee54091-694d-436c-8b1c-2b313d65cf20 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:16.730408 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd00c-f8a5-4d92-8eac-2a037e87cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.769301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::4c19:54be:f90c:bdb9 (376cbd53-eef7-4f19-a11f-fa391cb12464/ef567f7e-4ad0-4d3f-9cda-656758728690/aee54091-694d-436c-8b1c-2b313d65cf20) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:16.801188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43908) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:16.806788 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8704-8b4c-49ca-9670-63832cb141c1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.938510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-bc9cd00c-f8a5-4d92-8eac-2a037e87cdc3 None None] For port 1d342c3b-835f-49e5-9461-52bfdb4888e2, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1d342c3b-835f-49e5-9461-52bfdb4888e2,segment=NetworkSegment(b5f08708-d5bd-4eb7-a137-514088516e46),segment_id=b5f08708-d5bd-4eb7-a137-514088516e46)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:16.952164 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd00c-f8a5-4d92-8eac-2a037e87cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.956255 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a8704-8b4c-49ca-9670-63832cb141c1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Subnet': ['ID=573bd7d8-5ba9-48ca-ac43-2d1e15ba3a84,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:16.978734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a8704-8b4c-49ca-9670-63832cb141c1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Checking segment: {'id': '770aefd9-ba05-458d-8edc-6fc4c2817d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '701b9ad7-fa20-4efa-914d-e5df55bcc70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:16.979039 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a8704-8b4c-49ca-9670-63832cb141c1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network hostable DHCP agents. Network: 701b9ad7-fa20-4efa-914d-e5df55bcc70e, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:17.018426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a8704-8b4c-49ca-9670-63832cb141c1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network 701b9ad7-fa20-4efa-914d-e5df55bcc70e is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:17.019872 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bc9cd00c-f8a5-4d92-8eac-2a037e87cdc3 None None] Could not find standard attr ID for object 8901e92b-5c7a-4a61-9d7a-ffaeb2770734. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:17.036628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a8704-8b4c-49ca-9670-63832cb141c1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 701b9ad7-fa20-4efa-914d-e5df55bcc70e) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:17.042568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8a8704-8b4c-49ca-9670-63832cb141c1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.043304 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb8a8704-8b4c-49ca-9670-63832cb141c1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.073274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eb8a8704-8b4c-49ca-9670-63832cb141c1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9259803 Nov 12 08:46:17.075894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43916) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.081418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': '701b9ad7-fa20-4efa-914d-e5df55bcc70e', 'name': 'tempest-PortsTestJSON-2021596789'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.105749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cd00c-f8a5-4d92-8eac-2a037e87cdc3 None None] Pushing event updated for resources: {'Port': ['ID=1d342c3b-835f-49e5-9461-52bfdb4888e2,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:17.134712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6e2c11-9099-442c-9971-bf400038fd4e None None] Network 701b9ad7-fa20-4efa-914d-e5df55bcc70e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:17.169688 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.228407 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.259445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b526f909-7ca2-412d-885d-276855a09cba None None] Provisioning complete for port 1d342c3b-835f-49e5-9461-52bfdb4888e2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:17.259969 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b526f909-7ca2-412d-885d-276855a09cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.323522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=aee54091-694d-436c-8b1c-2b313d65cf20,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:17.345557 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56001e0e-badd-447b-b6de-367f8d7ac1c2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.360846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:13Z', 'revision_number': 7, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '1d342c3b-835f-49e5-9461-52bfdb4888e2', 'name': '', 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:07:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '1549f7ab-1066-478f-9778-0cdfd7b43297', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:01Z', 'updated_at': '2021-11-12T08:46:14Z', 'revision_number': 4, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '1549f7ab-1066-478f-9778-0cdfd7b43297', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06e1b01-c742-4553-a225-98e519e382d4', 'name': '', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:d5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:51Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:17.363141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:17.367338 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.397397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43920) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.427450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port 1eae4d4f-a34d-4683-b2f1-51f4beaf8637 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:17.462634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9427cef3-54eb-4c0a-b3b9-e78455ee0ab1 None None] The sync data for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 is: [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:13Z', 'revision_number': 7, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '1d342c3b-835f-49e5-9461-52bfdb4888e2', 'name': '', 'network_id': '4e53f1a0-30a8-489a-ac0f-99aa3266f6cd', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:07:d5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '1549f7ab-1066-478f-9778-0cdfd7b43297', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:01Z', 'updated_at': '2021-11-12T08:46:14Z', 'revision_number': 4, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '1549f7ab-1066-478f-9778-0cdfd7b43297', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06e1b01-c742-4553-a225-98e519e382d4', 'name': '', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:d5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:51Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:17.511583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Allocated IP 2001:db8::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/ef567f7e-4ad0-4d3f-9cda-656758728690/e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:17.580636 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b2f60c6-0ae6-4e1f-8956-9f76f7c4c907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.608928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:17.616268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:17.619026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:17.628245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:17.629794 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.700699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1280043637-network', 'tenant_id': '47e5060a558b4293a5063fbcf0e266c0'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.715281 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-997ac41b-277b-4d6b-a137-f88d2aec43fe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2213221 Nov 12 08:46:17.725314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43928) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:17.749798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6f736c3c-dbc1-48f3-9798-a191f1b261e4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': 'ef567f7e-4ad0-4d3f-9cda-656758728690', 'ip_address': '2001:db8::4c19:54be:f90c:bdb9'}], 'name': 'tempest-NetworksTestDHCPv6-1628161323'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:17.909478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Made reservation on behalf of 47e5060a558b4293a5063fbcf0e266c0 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:17.922020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:17.926358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.5 (701b9ad7-fa20-4efa-914d-e5df55bcc70e/573bd7d8-5ba9-48ca-ac43-2d1e15ba3a84/1eae4d4f-a34d-4683-b2f1-51f4beaf8637) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:17.957467 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.034460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-701b9ad7-fa20-4efa-914d-e5df55bcc70e', 'network_id': '701b9ad7-fa20-4efa-914d-e5df55bcc70e', 'tenant_id': '0d14d39a6e8544b792b389274140b997', 'fixed_ips': [{'subnet_id': '573bd7d8-5ba9-48ca-ac43-2d1e15ba3a84'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:18.036088 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.045725 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b2f60c6-0ae6-4e1f-8956-9f76f7c4c907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.099073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-56001e0e-badd-447b-b6de-367f8d7ac1c2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port 1d342c3b-835f-49e5-9461-52bfdb4888e2 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:18.099436 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56001e0e-badd-447b-b6de-367f8d7ac1c2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.115663 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6b2f60c6-0ae6-4e1f-8956-9f76f7c4c907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.124024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1d342c3b-835f-49e5-9461-52bfdb4888e2 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:18.248629 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6b2f60c6-0ae6-4e1f-8956-9f76f7c4c907 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62f352e6a9a34f92893644fad9fcb53a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4435558 Nov 12 08:46:18.254531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43936) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:18.330576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f60c6-0ae6-4e1f-8956-9f76f7c4c907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111be5ef-6d4d-4825-8dfd-301af8e2426c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.363982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f736c3c-dbc1-48f3-9798-a191f1b261e4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:18.394414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-56001e0e-badd-447b-b6de-367f8d7ac1c2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] For port 1d342c3b-835f-49e5-9461-52bfdb4888e2, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1d342c3b-835f-49e5-9461-52bfdb4888e2,segment=NetworkSegment(b5f08708-d5bd-4eb7-a137-514088516e46),segment_id=b5f08708-d5bd-4eb7-a137-514088516e46)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:18.394839 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56001e0e-badd-447b-b6de-367f8d7ac1c2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.432130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-56001e0e-badd-447b-b6de-367f8d7ac1c2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for 1d342c3b-835f-49e5-9461-52bfdb4888e2 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:18.536111 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.540140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1d342c3b-835f-49e5-9461-52bfdb4888e2 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:18.540436 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.549434 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.603141 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.638503 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.653249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:18.664406 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.664694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:18.664822 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Added segment 5eeeb3fe-7c85-4c34-a8bf-f5134f8a4a66 of type vlan for network 50ac9de2-f1df-4b1c-928e-fb7aa85f5522 Nov 12 08:46:18.671124 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:18.679000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:18.715071 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.755365 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56001e0e-badd-447b-b6de-367f8d7ac1c2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.771768 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.773922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d37b8767-dfbc-4eb7-8b80-3b020ecae174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.810621 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da0bba-9552-4d59-bedc-af598c730410 None None] Sync routers for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:18.823077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56001e0e-badd-447b-b6de-367f8d7ac1c2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=1d342c3b-835f-49e5-9461-52bfdb4888e2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.833380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Pushing event updated for resources: {'Port': ['ID=e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.838697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Could not find standard attr ID for object 1d342c3b-835f-49e5-9461-52bfdb4888e2. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:18.842021 n-d-768851-18 neutron-server[102446]: INFO neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No ports have port_id starting with 1d342c3b-835f-49e5-9461-52bfdb4888e2 Nov 12 08:46:18.861993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Attempting to bind port e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:18.863574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Attempting to bind port e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:18.864552 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Attempting to bind port e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:18.871696 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da0bba-9552-4d59-bedc-af598c730410 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:18.876095 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-39da0bba-9552-4d59-bedc-af598c730410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:18.877279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:18.877945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:18.879102 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.880656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:18.881469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Bound port: e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:18.882584 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.899241 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6f736c3c-dbc1-48f3-9798-a191f1b261e4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.902040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c19cf6-3841-4f4f-8bdb-dfd6019d2313,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:18.913767 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.958939 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.959863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:18.960413 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.075023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] Pushing event updated for resources: {'Network': ['ID=50ac9de2-f1df-4b1c-928e-fb7aa85f5522,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.085778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-6f736c3c-dbc1-48f3-9798-a191f1b261e4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 157a11a4-e4a5-47f2-9276-f72a6390c412 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:19.091068 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-39da0bba-9552-4d59-bedc-af598c730410 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:19.100053 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 50ac9de2-f1df-4b1c-928e-fb7aa85f5522 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:19.135480 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Allocated IP 172.20.0.2 (701b9ad7-fa20-4efa-914d-e5df55bcc70e/573bd7d8-5ba9-48ca-ac43-2d1e15ba3a84/8e86077c-29da-48db-b99b-2b4e4bf22760) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:19.152426 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] For port e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:19.221558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] For port e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:19.233776 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.342146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d37b8767-dfbc-4eb7-8b80-3b020ecae174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.383651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network 701b9ad7-fa20-4efa-914d-e5df55bcc70e is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:19.391459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:19.402356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ed41c-05d4-438f-84b7-a3f7cfd8d948 None None] Pushing event updated for resources: {'Port': ['ID=e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.402646 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f736c3c-dbc1-48f3-9798-a191f1b261e4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 08:46:19.408864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f736c3c-dbc1-48f3-9798-a191f1b261e4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:19.419339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:19.521082 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.533373 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.533749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676188ba-b184-4c4b-8504-d574b5ceab70 req-0d5347b3-2ce7-4026-a3ba-7ec5ee5a1f2e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:19.535641 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-676188ba-b184-4c4b-8504-d574b5ceab70 req-0d5347b3-2ce7-4026-a3ba-7ec5ee5a1f2e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 947 time: 0.7166178 Nov 12 08:46:19.546411 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-79fd6752-4ec2-4e62-91fc-808d77f2416c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1456151 Nov 12 08:46:19.555879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Network 701b9ad7-fa20-4efa-914d-e5df55bcc70e is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:19.558647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:19.568662 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43950) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.580800 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:19.622232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2a8b2d89-e0eb-48d2-82e1-8650280dd491 admin admin] Request body: {'subnet': {'network_id': '50ac9de2-f1df-4b1c-928e-fb7aa85f5522', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1280043637-subnet', 'tenant_id': '47e5060a558b4293a5063fbcf0e266c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:19.645994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d37b8767-dfbc-4eb7-8b80-3b020ecae174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.654923 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d37b8767-dfbc-4eb7-8b80-3b020ecae174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.659425 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d37b8767-dfbc-4eb7-8b80-3b020ecae174 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/111be5ef-6d4d-4825-8dfd-301af8e2426c HTTP/1.1" status: 204 len: 168 time: 1.3897328 Nov 12 08:46:19.693747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Pushing event updated for resources: {'Port': ['ID=8e86077c-29da-48db-b99b-2b4e4bf22760,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.707563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:19.708241 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.715116 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Attempting to bind port 8e86077c-29da-48db-b99b-2b4e4bf22760 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:19.715491 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Attempting to bind port 8e86077c-29da-48db-b99b-2b4e4bf22760 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '770aefd9-ba05-458d-8edc-6fc4c2817d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '701b9ad7-fa20-4efa-914d-e5df55bcc70e'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:19.715855 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Attempting to bind port 8e86077c-29da-48db-b99b-2b4e4bf22760 on network 701b9ad7-fa20-4efa-914d-e5df55bcc70e {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:19.731857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=1eae4d4f-a34d-4683-b2f1-51f4beaf8637,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.737074 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6f736c3c-dbc1-48f3-9798-a191f1b261e4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0044672 Nov 12 08:46:19.741488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:19.741851 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Checking segment: {'id': '770aefd9-ba05-458d-8edc-6fc4c2817d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '701b9ad7-fa20-4efa-914d-e5df55bcc70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:19.742260 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.742659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Bound using segment: {'id': '770aefd9-ba05-458d-8edc-6fc4c2817d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '701b9ad7-fa20-4efa-914d-e5df55bcc70e'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:19.743155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Bound port: 8e86077c-29da-48db-b99b-2b4e4bf22760, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770aefd9-ba05-458d-8edc-6fc4c2817d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '701b9ad7-fa20-4efa-914d-e5df55bcc70e'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:19.743524 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.763585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43956) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.774037 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-39da0bba-9552-4d59-bedc-af598c730410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:18Z', 'revision_number': 8, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06e1b01-c742-4553-a225-98e519e382d4', 'name': '', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:d5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:51Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:19.800931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b8767-dfbc-4eb7-8b80-3b020ecae174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111be5ef-6d4d-4825-8dfd-301af8e2426c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:19.850125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-676188ba-b184-4c4b-8504-d574b5ceab70 req-56526050-b8db-4f61-bc60-f58d910d7d9e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006227 Nov 12 08:46:19.851713 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56001e0e-badd-447b-b6de-367f8d7ac1c2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:19.922242 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da0bba-9552-4d59-bedc-af598c730410 None None] Checking router: e8cb099b-0ea8-44c5-891f-3765841a2acf for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:19.935192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf88c5c8-fdb2-490e-899f-06adce108819 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:19.942071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] For port 8e86077c-29da-48db-b99b-2b4e4bf22760, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:19.948318 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da0bba-9552-4d59-bedc-af598c730410 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:19.950732 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-39da0bba-9552-4d59-bedc-af598c730410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:19.959962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf88c5c8-fdb2-490e-899f-06adce108819 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:19.964018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bf88c5c8-fdb2-490e-899f-06adce108819 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1949031 Nov 12 08:46:19.966939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43960) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.981321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] For port 8e86077c-29da-48db-b99b-2b4e4bf22760, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8e86077c-29da-48db-b99b-2b4e4bf22760,segment=NetworkSegment(770aefd9-ba05-458d-8edc-6fc4c2817d27),segment_id=770aefd9-ba05-458d-8edc-6fc4c2817d27)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:19.991869 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.094894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8db24-63b5-47f4-8130-d58d8eb75d71 None None] Pushing event updated for resources: {'Port': ['ID=8e86077c-29da-48db-b99b-2b4e4bf22760,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:20.145359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f3cf87c4-da08-49dd-a57f-587aa2d569f0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0680304 Nov 12 08:46:20.156050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43962) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:20.173552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': '701b9ad7-fa20-4efa-914d-e5df55bcc70e', 'name': 'tempest-PortsTestJSON-1523352850'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:20.208043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8b2d89-e0eb-48d2-82e1-8650280dd491 admin admin] Made reservation on behalf of 47e5060a558b4293a5063fbcf0e266c0 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:20.211058 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2d89-e0eb-48d2-82e1-8650280dd491 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.259633 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-39da0bba-9552-4d59-bedc-af598c730410 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:20.347575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56001e0e-badd-447b-b6de-367f8d7ac1c2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router e8cb099b-0ea8-44c5-891f-3765841a2acf has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:20.602176 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-fa849e2d-3bf9-4b09-be78-16aa2422b036 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:20.603867 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-fa849e2d-3bf9-4b09-be78-16aa2422b036 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.52 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 947 time: 0.5107598 Nov 12 08:46:20.607562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:20.612260 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.640552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port 2d31d9f1-b794-41ae-8c26-a89834a28c6e yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:20.645015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:20.790554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.6 (701b9ad7-fa20-4efa-914d-e5df55bcc70e/573bd7d8-5ba9-48ca-ac43-2d1e15ba3a84/2d31d9f1-b794-41ae-8c26-a89834a28c6e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:20.798173 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56001e0e-badd-447b-b6de-367f8d7ac1c2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:20.806352 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-56001e0e-badd-447b-b6de-367f8d7ac1c2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9125009 Nov 12 08:46:20.811157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43970) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:20.813131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:20.813745 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.968916 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-39da0bba-9552-4d59-bedc-af598c730410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:18Z', 'revision_number': 8, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06e1b01-c742-4553-a225-98e519e382d4', 'name': '', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:d5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:51Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:21.012620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43974) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:21.029374 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da0bba-9552-4d59-bedc-af598c730410 None None] The sync data for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 is: [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:18Z', 'revision_number': 8, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06e1b01-c742-4553-a225-98e519e382d4', 'name': '', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:d5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:51Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:21.048308 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.115967 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ab08071-1350-48e0-a842-8933fae2823e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.122643 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.132761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:21.139949 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.150680 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2d89-e0eb-48d2-82e1-8650280dd491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.161229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0a1f9b-7dfc-4fc3-b402-ebbee0dc9edc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting subnet 1549f7ab-1066-478f-9778-0cdfd7b43297 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:21.177216 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1f9b-7dfc-4fc3-b402-ebbee0dc9edc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.185257 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.249326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:21.265772 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1f9b-7dfc-4fc3-b402-ebbee0dc9edc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.288619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cd369e71-cd90-46bd-8d31-6a71e48652dc None None] Provisioning complete for port e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:21.288985 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd369e71-cd90-46bd-8d31-6a71e48652dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.338333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=2d31d9f1-b794-41ae-8c26-a89834a28c6e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:21.352608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-fd543d02-a888-44fd-b0b6-5dca1b8b9045 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port aee54091-694d-436c-8b1c-2b313d65cf20 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:21.352906 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fd543d02-a888-44fd-b0b6-5dca1b8b9045 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.404864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1f9b-7dfc-4fc3-b402-ebbee0dc9edc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.547632 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1f9b-7dfc-4fc3-b402-ebbee0dc9edc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.622054 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1f9b-7dfc-4fc3-b402-ebbee0dc9edc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.639550 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2f0a1f9b-7dfc-4fc3-b402-ebbee0dc9edc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/1549f7ab-1066-478f-9778-0cdfd7b43297 HTTP/1.1" status: 204 len: 168 time: 0.8249240 Nov 12 08:46:21.654712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43982) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:21.665532 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fd543d02-a888-44fd-b0b6-5dca1b8b9045 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.687536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b2d89-e0eb-48d2-82e1-8650280dd491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e5127d-629a-4d57-9592-73423581e18e,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:21.692022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-fd543d02-a888-44fd-b0b6-5dca1b8b9045 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for aee54091-694d-436c-8b1c-2b313d65cf20 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:21.714166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network 701b9ad7-fa20-4efa-914d-e5df55bcc70e is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:21.769140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:21.771723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:21.790749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586a24a-a174-4b80-bfc3-a4a3a74cba4d None None] Network 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:21.842931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.854216 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.872210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a1f9b-7dfc-4fc3-b402-ebbee0dc9edc tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Subnet': ['ID=1549f7ab-1066-478f-9778-0cdfd7b43297,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:21.896606 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f111354e-9c29-4d4a-a13a-48709f4b5219 None None] Sync routers for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:21.899927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8b2d89-e0eb-48d2-82e1-8650280dd491 admin admin] Checking segment: {'id': '5eeeb3fe-7c85-4c34-a8bf-f5134f8a4a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '50ac9de2-f1df-4b1c-928e-fb7aa85f5522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:21.900309 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b2d89-e0eb-48d2-82e1-8650280dd491 admin admin] Network hostable DHCP agents. Network: 50ac9de2-f1df-4b1c-928e-fb7aa85f5522, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:21.941757 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.949243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111354e-9c29-4d4a-a13a-48709f4b5219 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:21.950089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f111354e-9c29-4d4a-a13a-48709f4b5219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:21.977767 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ab08071-1350-48e0-a842-8933fae2823e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.998140 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ab08071-1350-48e0-a842-8933fae2823e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.005979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b2d89-e0eb-48d2-82e1-8650280dd491 admin admin] Network 50ac9de2-f1df-4b1c-928e-fb7aa85f5522 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:22.042491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fb2119c1-32f9-4674-8985-7b1195334ca5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8789732 Nov 12 08:46:22.043842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43986) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:22.088100 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-2a8b2d89-e0eb-48d2-82e1-8650280dd491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 50ac9de2-f1df-4b1c-928e-fb7aa85f5522) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:22.098461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b2d89-e0eb-48d2-82e1-8650280dd491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.099063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2d89-e0eb-48d2-82e1-8650280dd491 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.109681 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2ab08071-1350-48e0-a842-8933fae2823e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5e6ccb690a04d4eaef64a97aef16012&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0849688 Nov 12 08:46:22.113037 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43988) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:22.114455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e4a7d-f135-4ea1-8866-fee1ef1c7345 req-b7734872-c7b2-4cbf-a89f-f371028296d0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.116003 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d7e4a7d-f135-4ea1-8866-fee1ef1c7345 req-b7734872-c7b2-4cbf-a89f-f371028296d0 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 947 time: 0.9545925 Nov 12 08:46:22.164932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99c239-4d15-4bf0-acba-3e4587491c2b None None] Network 701b9ad7-fa20-4efa-914d-e5df55bcc70e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:22.166651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab08071-1350-48e0-a842-8933fae2823e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ba2958-d236-4f70-a690-e5f71347d228,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:22.169527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957d9a91-4580-4eb5-bd4a-4c2a93f32628 None None] Network 50ac9de2-f1df-4b1c-928e-fb7aa85f5522 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:22.193739 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2a8b2d89-e0eb-48d2-82e1-8650280dd491 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6041553 Nov 12 08:46:22.200749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Deleting port f00784a2-8f6e-4ece-98c8-389d8eafed64 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:22.201303 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.210193 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fd543d02-a888-44fd-b0b6-5dca1b8b9045 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.234166 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-863d764e-1ae7-4b5b-8b69-970b99609a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.236047 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab2e35c-b302-4bfc-b5a4-a51dd05b3753 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.237679 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eab2e35c-b302-4bfc-b5a4-a51dd05b3753 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1919174 Nov 12 08:46:22.256009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43994) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:22.264880 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-863d764e-1ae7-4b5b-8b69-970b99609a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.319702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port 5859ebe9-4fe9-4986-8d41-350af243f92a {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:22.320137 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.341766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-f111354e-9c29-4d4a-a13a-48709f4b5219 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:22.349786 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd543d02-a888-44fd-b0b6-5dca1b8b9045 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=aee54091-694d-436c-8b1c-2b313d65cf20,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:22.355522 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d7e4a7d-f135-4ea1-8866-fee1ef1c7345 req-ab687f2a-a8b0-41ab-b93d-262535698a29 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318451 Nov 12 08:46:22.405197 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-863d764e-1ae7-4b5b-8b69-970b99609a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.405402 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-863d764e-1ae7-4b5b-8b69-970b99609a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.408949 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-863d764e-1ae7-4b5b-8b69-970b99609a87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2ba2958-d236-4f70-a690-e5f71347d228 HTTP/1.1" status: 204 len: 168 time: 0.2917254 Nov 12 08:46:22.426887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d764e-1ae7-4b5b-8b69-970b99609a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ba2958-d236-4f70-a690-e5f71347d228,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:22.439451 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fd543d02-a888-44fd-b0b6-5dca1b8b9045 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.443283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] For port 5859ebe9-4fe9-4986-8d41-350af243f92a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5859ebe9-4fe9-4986-8d41-350af243f92a,segment=NetworkSegment(b5f08708-d5bd-4eb7-a137-514088516e46),segment_id=b5f08708-d5bd-4eb7-a137-514088516e46)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:22.443659 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.452183 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fd543d02-a888-44fd-b0b6-5dca1b8b9045 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/aee54091-694d-436c-8b1c-2b313d65cf20 HTTP/1.1" status: 204 len: 168 time: 2.4814742 Nov 12 08:46:22.461782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43998) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:22.474314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for 5859ebe9-4fe9-4986-8d41-350af243f92a owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:22.669012 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.708394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] For port f00784a2-8f6e-4ece-98c8-389d8eafed64, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f00784a2-8f6e-4ece-98c8-389d8eafed64,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:22.708896 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.716135 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=5859ebe9-4fe9-4986-8d41-350af243f92a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:22.720612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No DVR routers for this DVR port 5859ebe9-4fe9-4986-8d41-350af243f92a on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:22.768600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc05c49d-7a0e-48b8-a38d-707302fb2567 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.771887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc05c49d-7a0e-48b8-a38d-707302fb2567 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:22.774708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fc05c49d-7a0e-48b8-a38d-707302fb2567 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3092418 Nov 12 08:46:22.790617 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44004) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:22.806053 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.829518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:22.904811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.916324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7ec28-0975-440f-9943-09b80db66247 None None] Network 50ac9de2-f1df-4b1c-928e-fb7aa85f5522 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:22.934269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e53f1a0-30a8-489a-ac0f-99aa3266f6cd']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:22.946401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f08708-d5bd-4eb7-a137-514088516e46') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:22.947671 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f08708-d5bd-4eb7-a137-514088516e46') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:22.959123 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.977329 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:22.992872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:22.992872 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.022945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0bb91889-9e57-4305-8449-04eed034715e None None] Provisioning complete for port 8e86077c-29da-48db-b99b-2b4e4bf22760 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:23.023318 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0bb91889-9e57-4305-8449-04eed034715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:23.085375 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:23.096745 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.106912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.108630 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/networks/4e53f1a0-30a8-489a-ac0f-99aa3266f6cd HTTP/1.1" status: 204 len: 168 time: 1.4476409 Nov 12 08:46:23.122008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44010) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:23.144993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce58df0-3dfc-4c8e-9b63-e01761583911 None None] DHCP port deletion for 4e53f1a0-30a8-489a-ac0f-99aa3266f6cd request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:23.195822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525a1f6-ed34-420e-aca6-167d41bdcbb9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Network': ['ID=4e53f1a0-30a8-489a-ac0f-99aa3266f6cd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:23.205743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aff2d01-9210-4dbf-a9f2-6943e00e85be tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet ef567f7e-4ad0-4d3f-9cda-656758728690 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:23.217998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:23.219120 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.243739 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aff2d01-9210-4dbf-a9f2-6943e00e85be tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.252560 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.253498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.254009 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Floating IP 0f2aefa4-0422-4b46-94b1-e940629303d6 disassociated. External IP: 172.25.3.176, port: f00784a2-8f6e-4ece-98c8-389d8eafed64. Nov 12 08:46:23.254513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Calling delete_port for f00784a2-8f6e-4ece-98c8-389d8eafed64 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:23.329564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aff2d01-9210-4dbf-a9f2-6943e00e85be tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.334592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2b6e4-8b30-446a-be8b-0c116c0b6a37 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 2d31d9f1-b794-41ae-8c26-a89834a28c6e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:23.334858 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b6e4-8b30-446a-be8b-0c116c0b6a37 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.527387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8e86077c-29da-48db-b99b-2b4e4bf22760 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:23.529287 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b6e4-8b30-446a-be8b-0c116c0b6a37 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.559820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2b6e4-8b30-446a-be8b-0c116c0b6a37 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 2d31d9f1-b794-41ae-8c26-a89834a28c6e owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:23.589091 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.623925 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aff2d01-9210-4dbf-a9f2-6943e00e85be tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.669084 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0bb91889-9e57-4305-8449-04eed034715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.709921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event deleted for resources: {'Port': ['ID=f00784a2-8f6e-4ece-98c8-389d8eafed64,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:23.736632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef03d21-0cd3-4b01-a6aa-b3c48ea1bb2e req-a1c10960-8106-44b9-96d1-d0ca21496295 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:23.738504 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ef03d21-0cd3-4b01-a6aa-b3c48ea1bb2e req-a1c10960-8106-44b9-96d1-d0ca21496295 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 868 time: 0.2014034 Nov 12 08:46:23.787380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0bb91889-9e57-4305-8449-04eed034715e None None] For port 8e86077c-29da-48db-b99b-2b4e4bf22760, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8e86077c-29da-48db-b99b-2b4e4bf22760,segment=NetworkSegment(770aefd9-ba05-458d-8edc-6fc4c2817d27),segment_id=770aefd9-ba05-458d-8edc-6fc4c2817d27)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:23.819312 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0bb91889-9e57-4305-8449-04eed034715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.834782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f111354e-9c29-4d4a-a13a-48709f4b5219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:18Z', 'revision_number': 8, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06e1b01-c742-4553-a225-98e519e382d4', 'name': '', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:d5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:51Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:23.844793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8e86077c-29da-48db-b99b-2b4e4bf22760 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:23.845476 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.855744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b6e4-8b30-446a-be8b-0c116c0b6a37 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.942756 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ef03d21-0cd3-4b01-a6aa-b3c48ea1bb2e req-33bf409f-9ee6-4a32-b3c9-6abfd19a4f6c tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups?id=b881a4c1-7578-4149-9f42-c9f3426ea0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890876 Nov 12 08:46:23.945082 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aff2d01-9210-4dbf-a9f2-6943e00e85be tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:23.951393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0bb91889-9e57-4305-8449-04eed034715e None None] Could not find standard attr ID for object aee54091-694d-436c-8b1c-2b313d65cf20. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:23.960799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f111354e-9c29-4d4a-a13a-48709f4b5219 None None] Checking router: e8cb099b-0ea8-44c5-891f-3765841a2acf for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:23.963515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2b6e4-8b30-446a-be8b-0c116c0b6a37 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=2d31d9f1-b794-41ae-8c26-a89834a28c6e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:24.032941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111354e-9c29-4d4a-a13a-48709f4b5219 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:24.033813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f111354e-9c29-4d4a-a13a-48709f4b5219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:24.113977 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6aff2d01-9210-4dbf-a9f2-6943e00e85be tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.122265 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6aff2d01-9210-4dbf-a9f2-6943e00e85be tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/ef567f7e-4ad0-4d3f-9cda-656758728690 HTTP/1.1" status: 204 len: 168 time: 1.3300686 Nov 12 08:46:24.123381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44030) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.145488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-f111354e-9c29-4d4a-a13a-48709f4b5219 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:24.161003 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b6e4-8b30-446a-be8b-0c116c0b6a37 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.168291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2ad2b6e4-8b30-446a-be8b-0c116c0b6a37 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/2d31d9f1-b794-41ae-8c26-a89834a28c6e HTTP/1.1" status: 204 len: 168 time: 1.9071820 Nov 12 08:46:24.176422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44032) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.188303 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff2d01-9210-4dbf-a9f2-6943e00e85be tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=ef567f7e-4ad0-4d3f-9cda-656758728690,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:24.200757 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9ba07849-5ce7-4c30-85ea-58935697af46 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694036 Nov 12 08:46:24.203491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44034) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.220296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8b88667b-b6ae-4a2f-94e1-3429ef85b46e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:24.269431 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bdd3d9-8744-436e-9429-1cc4fc093ba0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:46:24.270115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb91889-9e57-4305-8449-04eed034715e None None] Pushing event updated for resources: {'Port': ['ID=8e86077c-29da-48db-b99b-2b4e4bf22760,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:24.274890 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e5bdd3d9-8744-436e-9429-1cc4fc093ba0 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/2d31d9f1-b794-41ae-8c26-a89834a28c6e HTTP/1.1" status: 404 len: 333 time: 0.0924976 Nov 12 08:46:24.275847 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44038) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.284500 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29184ca8-7020-4771-b726-9ad83405b92e None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:24.340313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Router f1c3ecff-a607-4771-98db-84b0b976b293 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:24.369735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44042) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.451560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-799470948-network', 'tenant_id': 'ba47dbdcaa554c85a2f827e7987405d5'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:24.597408 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e60d5949-40c4-4f79-a282-9beae37a83d4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.622679 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.api [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:46:24.622679 n-d-768851-18 neutron-server[102444]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 08:46:24.622679 n-d-768851-18 neutron-server[102444]: [parameters: {'project_id': 'ba47dbdcaa554c85a2f827e7987405d5', 'id': '2551aecf-b38f-4ecb-90f4-aaa3bac1d877', 'expiration': datetime.datetime(2021, 11, 12, 8, 48, 24, 604698)}] Nov 12 08:46:24.622679 n-d-768851-18 neutron-server[102444]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:24.623072 n-d-768851-18 neutron-server[102444]: DEBUG oslo_db.api [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:24.736985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2df29c83-f54e-44fe-a82f-922285aee753 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 1eae4d4f-a34d-4683-b2f1-51f4beaf8637 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:24.739772 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2df29c83-f54e-44fe-a82f-922285aee753 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.803992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6c8a74b5-70dc-47f3-b06a-1d8e1fcd75f9 None None] Provisioning complete for port 8e86077c-29da-48db-b99b-2b4e4bf22760 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:24.804635 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c8a74b5-70dc-47f3-b06a-1d8e1fcd75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.826999 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1d342c3b-835f-49e5-9461-52bfdb4888e2 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:24.855333 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b88667b-b6ae-4a2f-94e1-3429ef85b46e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:24.871310 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b88667b-b6ae-4a2f-94e1-3429ef85b46e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.891524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 1d342c3b-835f-49e5-9461-52bfdb4888e2 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:24.892222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1d342c3b-835f-49e5-9461-52bfdb4888e2 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:25.100537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6c8a74b5-70dc-47f3-b06a-1d8e1fcd75f9 None None] Could not find standard attr ID for object 2d31d9f1-b794-41ae-8c26-a89834a28c6e. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:25.110905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8d7001-8065-4aba-9474-8b82720c207e None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:25.212694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8e86077c-29da-48db-b99b-2b4e4bf22760 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:25.257865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6c8a74b5-70dc-47f3-b06a-1d8e1fcd75f9 None None] Provisioning complete for port 1eae4d4f-a34d-4683-b2f1-51f4beaf8637 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:25.261343 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c8a74b5-70dc-47f3-b06a-1d8e1fcd75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.384029 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a74b5-70dc-47f3-b06a-1d8e1fcd75f9 None None] Port 1eae4d4f-a34d-4683-b2f1-51f4beaf8637 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:25.421020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f111354e-9c29-4d4a-a13a-48709f4b5219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:18Z', 'revision_number': 8, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06e1b01-c742-4553-a225-98e519e382d4', 'name': '', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:d5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:51Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:25.426540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e60d5949-40c4-4f79-a282-9beae37a83d4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port f06e1b01-c742-4553-a225-98e519e382d4 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:25.427321 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e60d5949-40c4-4f79-a282-9beae37a83d4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.458905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f111354e-9c29-4d4a-a13a-48709f4b5219 None None] The sync data for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 is: [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:18Z', 'revision_number': 8, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06e1b01-c742-4553-a225-98e519e382d4', 'name': '', 'network_id': '32522930-b8c4-4427-830d-de1e637ca290', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:d5:07:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:51Z', 'updated_at': '2021-11-12T08:46:00Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': '16f364d2-f21e-43e7-a1b9-9a943849125a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:25.468214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d7001-8065-4aba-9474-8b82720c207e None None] Deleting port e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:25.469400 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7001-8065-4aba-9474-8b82720c207e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.492113 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b88667b-b6ae-4a2f-94e1-3429ef85b46e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.498804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fa75969a-95d2-4f36-bdce-eb5b5a77d3cc req-97df0c8f-1a96-49ec-8cde-dd1f0c0a7139 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/ports?device_id=71fd7b2e-965c-449d-bfd0-aa186fb41441 HTTP/1.1" status: 200 len: 210 time: 0.0702255 Nov 12 08:46:25.534349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7ad4cecb-29d5-4c9b-a323-d36e9a4f79c1 None None] Could not find standard attr ID for object 2d31d9f1-b794-41ae-8c26-a89834a28c6e. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:25.536306 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8e86077c-29da-48db-b99b-2b4e4bf22760 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:25.536886 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.540409 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f00784a2-8f6e-4ece-98c8-389d8eafed64 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:25.589124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:25.615473 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048df4f7-cd26-4c84-a1e8-2932e8b9cde3 None None] Sync routers for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:25.638499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88667b-b6ae-4a2f-94e1-3429ef85b46e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:25.647159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-8b88667b-b6ae-4a2f-94e1-3429ef85b46e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:25.655244 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048df4f7-cd26-4c84-a1e8-2932e8b9cde3 None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:25.659241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b88667b-b6ae-4a2f-94e1-3429ef85b46e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:25.659837 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b88667b-b6ae-4a2f-94e1-3429ef85b46e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.661418 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-048df4f7-cd26-4c84-a1e8-2932e8b9cde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:25.662742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: f00784a2-8f6e-4ece-98c8-389d8eafed64 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:25.663089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f00784a2-8f6e-4ece-98c8-389d8eafed64 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:25.698554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88667b-b6ae-4a2f-94e1-3429ef85b46e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=9baeca5c-c39d-463c-ac50-09fbd3d78a6e,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:25.721939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7ad4cecb-29d5-4c9b-a323-d36e9a4f79c1 None None] Provisioning complete for port 1eae4d4f-a34d-4683-b2f1-51f4beaf8637 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:25.722265 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7ad4cecb-29d5-4c9b-a323-d36e9a4f79c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.733021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-e60d5949-40c4-4f79-a282-9beae37a83d4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] For port f06e1b01-c742-4553-a225-98e519e382d4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f06e1b01-c742-4553-a225-98e519e382d4,segment=NetworkSegment(8656cf17-be45-4072-91a3-98f5431261d1),segment_id=8656cf17-be45-4072-91a3-98f5431261d1)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:25.733582 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e60d5949-40c4-4f79-a282-9beae37a83d4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.751236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e60d5949-40c4-4f79-a282-9beae37a83d4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for f06e1b01-c742-4553-a225-98e519e382d4 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:25.751474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fa8d7001-8065-4aba-9474-8b82720c207e None None] For port e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:25.751715 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7001-8065-4aba-9474-8b82720c207e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.772971 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8b88667b-b6ae-4a2f-94e1-3429ef85b46e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5566137 Nov 12 08:46:25.798794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Made reservation on behalf of ba47dbdcaa554c85a2f827e7987405d5 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:25.806971 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.815903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44070) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:25.820863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] No DVR routers for this DVR port f00784a2-8f6e-4ece-98c8-389d8eafed64 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:25.824431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ecd8bb19-78af-4b75-bb5f-bac37a6ca257 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': '9baeca5c-c39d-463c-ac50-09fbd3d78a6e', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-708831641'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:25.834199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d7001-8065-4aba-9474-8b82720c207e None None] Calling delete_port for e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:25.838375 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.841835 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b119d39b-e88d-4ba2-af11-5d8463909542 req-309497bd-6124-47e2-af6a-b8df27253c57 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.52 "DELETE /v2.0/ports/f00784a2-8f6e-4ece-98c8-389d8eafed64 HTTP/1.1" status: 204 len: 173 time: 5.2077653 Nov 12 08:46:25.854751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'name': 'network-vif-deleted', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:46:25.857883 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e91750-1d68-4e97-8584-6b97327d8d10" -d '{"events": [{"server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "name": "network-vif-deleted", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:46:25.863870 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.957934 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2df29c83-f54e-44fe-a82f-922285aee753 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:25.994648 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-048df4f7-cd26-4c84-a1e8-2932e8b9cde3 None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:26.045549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7ad4cecb-29d5-4c9b-a323-d36e9a4f79c1 None None] Port 1eae4d4f-a34d-4683-b2f1-51f4beaf8637 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:26.047946 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa8d7001-8065-4aba-9474-8b82720c207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.059010 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3f92fb-f484-479d-8855-80bfeb941a0b x-openstack-request-id: req-2f3f92fb-f484-479d-8855-80bfeb941a0b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:46:26.060278 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fd7b2e-965c-449d-bfd0-aa186fb41441", "name": "network-vif-deleted", "tag": "f00784a2-8f6e-4ece-98c8-389d8eafed64", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:46:26.060715 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f3f92fb-f484-479d-8855-80bfeb941a0b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:46:26.061355 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fd7b2e-965c-449d-bfd0-aa186fb41441', 'name': 'network-vif-deleted', 'tag': 'f00784a2-8f6e-4ece-98c8-389d8eafed64', 'status': 'completed', 'code': 200} Nov 12 08:46:26.062975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-2df29c83-f54e-44fe-a82f-922285aee753 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 1eae4d4f-a34d-4683-b2f1-51f4beaf8637 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:26.118812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d7001-8065-4aba-9474-8b82720c207e None None] Pushing event deleted for resources: {'Port': ['ID=e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:26.120747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d7001-8065-4aba-9474-8b82720c207e None None] No DVR routers for this DVR port e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:26.201564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3986bad0-c700-4dad-8f77-092633246595 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:26.272067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd8bb19-78af-4b75-bb5f-bac37a6ca257 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:26.273084 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.284705 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.338091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:26.364978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5859ebe9-4fe9-4986-8d41-350af243f92a no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:26.392267 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 5859ebe9-4fe9-4986-8d41-350af243f92a {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:26.392935 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5859ebe9-4fe9-4986-8d41-350af243f92a not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:26.397098 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a8eff0-48cc-4587-a5f4-9840f351bacc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:26.415907 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.416244 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Added segment dff80fa4-f259-4497-ab73-5db77b38864c of type vlan for network 1b2aba9e-5665-4d0f-824b-cb5e94753434 Nov 12 08:46:26.444030 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e60d5949-40c4-4f79-a282-9beae37a83d4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.477545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.479982 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2df29c83-f54e-44fe-a82f-922285aee753 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.523305 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-048df4f7-cd26-4c84-a1e8-2932e8b9cde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:26.535975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': '9baeca5c-c39d-463c-ac50-09fbd3d78a6e'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:26.536871 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.541942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df29c83-f54e-44fe-a82f-922285aee753 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=1eae4d4f-a34d-4683-b2f1-51f4beaf8637,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:26.589149 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048df4f7-cd26-4c84-a1e8-2932e8b9cde3 None None] Checking router: f1c3ecff-a607-4771-98db-84b0b976b293 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:26.615177 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048df4f7-cd26-4c84-a1e8-2932e8b9cde3 None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:26.626460 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-048df4f7-cd26-4c84-a1e8-2932e8b9cde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:26.731463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.737471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:26.738189 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:26.981788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Allocated IP 2001:db8::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/9baeca5c-c39d-463c-ac50-09fbd3d78a6e/6065b60a-2726-4c03-bc34-f804712100f8) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:27.015524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44092) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:27.018253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] Pushing event updated for resources: {'Network': ['ID=1b2aba9e-5665-4d0f-824b-cb5e94753434,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:27.071981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 1b2aba9e-5665-4d0f-824b-cb5e94753434 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:27.113784 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9aa3cd38-e207-4b6f-b079-1b21ffa83b27 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6618574 Nov 12 08:46:27.121710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44100) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:27.142667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-17d92bee-b648-499d-b74f-3a00e55ff730 admin admin] Request body: {'subnet': {'network_id': '1b2aba9e-5665-4d0f-824b-cb5e94753434', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-799470948-subnet', 'tenant_id': 'ba47dbdcaa554c85a2f827e7987405d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:27.176569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2df29c83-f54e-44fe-a82f-922285aee753 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.181157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2df29c83-f54e-44fe-a82f-922285aee753 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/1eae4d4f-a34d-4683-b2f1-51f4beaf8637 HTTP/1.1" status: 204 len: 168 time: 2.9005470 Nov 12 08:46:27.185243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44106) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:27.224966 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-048df4f7-cd26-4c84-a1e8-2932e8b9cde3 None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:27.233276 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-593c0c2e-97f3-44c0-9702-373f0eb74010 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:46:27.235390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-593c0c2e-97f3-44c0-9702-373f0eb74010 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/1eae4d4f-a34d-4683-b2f1-51f4beaf8637 HTTP/1.1" status: 404 len: 333 time: 0.0431616 Nov 12 08:46:27.238442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44110) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:27.321530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:27.361908 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d5949-40c4-4f79-a282-9beae37a83d4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=f06e1b01-c742-4553-a225-98e519e382d4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:27.387550 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:27.387900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e1951ef5-84e2-47d5-b7e0-fe289a1bfe5a not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:27.399586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ecd8bb19-78af-4b75-bb5f-bac37a6ca257 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.441379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-136638aa-9945-46d8-9302-6f086e4a2e82 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting subnet 573bd7d8-5ba9-48ca-ac43-2d1e15ba3a84 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:27.455119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa1f5da6-ba99-49a2-81e5-a1cf5a8e25c6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.461353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-ecd8bb19-78af-4b75-bb5f-bac37a6ca257 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port aa8a6a68-25a8-41ce-82a5-c329dd82944d yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:27.462105 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-136638aa-9945-46d8-9302-6f086e4a2e82 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.465738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d92bee-b648-499d-b74f-3a00e55ff730 admin admin] Made reservation on behalf of ba47dbdcaa554c85a2f827e7987405d5 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:27.497671 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-17d92bee-b648-499d-b74f-3a00e55ff730 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.543657 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.553462 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.602526 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:27.610136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:27.615555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:27.618920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Pushing event updated for resources: {'Port': ['ID=6065b60a-2726-4c03-bc34-f804712100f8,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:27.634263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:27.634615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:27.635373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:27.635730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:27.636072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:27.636412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:27.636747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:27.637082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:27.637484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:27.638149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:27.638490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:27.638815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:27.717988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Attempting to bind port 6065b60a-2726-4c03-bc34-f804712100f8 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:27.718376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Attempting to bind port 6065b60a-2726-4c03-bc34-f804712100f8 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:27.718908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Attempting to bind port 6065b60a-2726-4c03-bc34-f804712100f8 on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:27.725929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:27.726313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:27.726711 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.727112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:27.727590 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Bound port: 6065b60a-2726-4c03-bc34-f804712100f8, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:27.727980 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.735600 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-048df4f7-cd26-4c84-a1e8-2932e8b9cde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:27.805790 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa1f5da6-ba99-49a2-81e5-a1cf5a8e25c6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.815195 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-136638aa-9945-46d8-9302-6f086e4a2e82 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.817333 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048df4f7-cd26-4c84-a1e8-2932e8b9cde3 None None] The sync data for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 is: [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:34:42Z', 'revision_number': 4, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c80ec34e-e18a-4ec6-b877-94a642294330', 'name': '', 'network_id': 'f4e7b44e-b3da-477b-8acb-2235fde73aca', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'mac_address': 'fa:16:3e:85:e4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:41Z', 'updated_at': '2021-11-12T08:34:48Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'subnets': [{'id': '5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:27.857789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] For port 6065b60a-2726-4c03-bc34-f804712100f8, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:27.862897 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] For port 6065b60a-2726-4c03-bc34-f804712100f8, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6065b60a-2726-4c03-bc34-f804712100f8,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:27.876916 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.903911 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e60d5949-40c4-4f79-a282-9beae37a83d4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.935725 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd8bb19-78af-4b75-bb5f-bac37a6ca257 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:46:27.936392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd8bb19-78af-4b75-bb5f-bac37a6ca257 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:46:28.042689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02d1db-bc7b-40c6-92d9-84f835936e35 None None] Pushing event updated for resources: {'Port': ['ID=6065b60a-2726-4c03-bc34-f804712100f8,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:28.101744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa1f5da6-ba99-49a2-81e5-a1cf5a8e25c6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.104439 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa1f5da6-ba99-49a2-81e5-a1cf5a8e25c6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.107753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fa1f5da6-ba99-49a2-81e5-a1cf5a8e25c6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "DELETE /v2.0/security-groups/b881a4c1-7578-4149-9f42-c9f3426ea0c6 HTTP/1.1" status: 204 len: 168 time: 1.0848267 Nov 12 08:46:28.177034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44122) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:28.224061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f5da6-ba99-49a2-81e5-a1cf5a8e25c6 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b881a4c1-7578-4149-9f42-c9f3426ea0c6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:28.263750 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ecd8bb19-78af-4b75-bb5f-bac37a6ca257 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.4404650 Nov 12 08:46:28.265645 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-c4abcbb1-fd14-4b48-8cee-3c459ba9b2f3 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] show failed (client error): The resource could not be found. Nov 12 08:46:28.277407 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c4abcbb1-fd14-4b48-8cee-3c459ba9b2f3 tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "GET /v2.0/security-groups/b881a4c1-7578-4149-9f42-c9f3426ea0c6 HTTP/1.1" status: 404 len: 347 time: 0.0981469 Nov 12 08:46:28.278323 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44130) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:28.278677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44132) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:28.315416 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-136638aa-9945-46d8-9302-6f086e4a2e82 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.436157 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a7ce49-f34b-4bf5-99ec-41211889d989 None None] New status for floating IP 0f2aefa4-0422-4b46-94b1-e940629303d6: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:46:28.550451 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-17d92bee-b648-499d-b74f-3a00e55ff730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.597273 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-136638aa-9945-46d8-9302-6f086e4a2e82 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.617508 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-136638aa-9945-46d8-9302-6f086e4a2e82 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.623211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-136638aa-9945-46d8-9302-6f086e4a2e82 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/573bd7d8-5ba9-48ca-ac43-2d1e15ba3a84 HTTP/1.1" status: 204 len: 168 time: 1.3724010 Nov 12 08:46:28.626058 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44140) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:28.651461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155cf45-ce29-4e97-b540-d5f9945acb88 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:28.653051 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0155cf45-ce29-4e97-b540-d5f9945acb88 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3710930 Nov 12 08:46:28.655744 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d92bee-b648-499d-b74f-3a00e55ff730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f548c9-9883-4947-99f5-648ee3112e80,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:28.658533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44142) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:28.659335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d92bee-b648-499d-b74f-3a00e55ff730 admin admin] Checking segment: {'id': 'dff80fa4-f259-4497-ab73-5db77b38864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1b2aba9e-5665-4d0f-824b-cb5e94753434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:28.659700 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d92bee-b648-499d-b74f-3a00e55ff730 admin admin] Network hostable DHCP agents. Network: 1b2aba9e-5665-4d0f-824b-cb5e94753434, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:28.666264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb129c3-eb5b-4736-beba-13449ffca729 None None] Network 701b9ad7-fa20-4efa-914d-e5df55bcc70e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:28.744032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136638aa-9945-46d8-9302-6f086e4a2e82 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Subnet': ['ID=573bd7d8-5ba9-48ca-ac43-2d1e15ba3a84,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:28.784252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d92bee-b648-499d-b74f-3a00e55ff730 admin admin] Network 1b2aba9e-5665-4d0f-824b-cb5e94753434 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:28.812629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20fbf1-846e-40e0-b1f9-bfc2ba240f7c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:28.814547 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20fbf1-846e-40e0-b1f9-bfc2ba240f7c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:28.818703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5c20fbf1-846e-40e0-b1f9-bfc2ba240f7c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1538606 Nov 12 08:46:28.823925 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-17d92bee-b648-499d-b74f-3a00e55ff730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 1b2aba9e-5665-4d0f-824b-cb5e94753434) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:28.824282 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44146) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:28.834728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d92bee-b648-499d-b74f-3a00e55ff730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:28.835245 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-17d92bee-b648-499d-b74f-3a00e55ff730 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.871097 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-17d92bee-b648-499d-b74f-3a00e55ff730 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7461145 Nov 12 08:46:28.926739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217e1bd4-148c-495b-b3ca-2f413ee0e663 None None] Network 1b2aba9e-5665-4d0f-824b-cb5e94753434 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:28.991666 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.088240 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60d5949-40c4-4f79-a282-9beae37a83d4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router e8cb099b-0ea8-44c5-891f-3765841a2acf has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:29.121234 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.209527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ce287e-7a19-4ae8-b37c-0aa78b08aeb1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 9baeca5c-c39d-463c-ac50-09fbd3d78a6e {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:29.219344 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-334026e2-232d-4141-9829-04235d69ad4e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Deleting port f83ce510-67df-4fe5-bce2-c744260c08a9 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:29.219989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-334026e2-232d-4141-9829-04235d69ad4e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.225932 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6ce287e-7a19-4ae8-b37c-0aa78b08aeb1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.260088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44152) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:29.340863 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6065b60a-2726-4c03-bc34-f804712100f8 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:29.402932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9645b93-69d3-43a1-9922-bd1591deb943 admin admin] Deleting subnet e9e5127d-629a-4d57-9592-73423581e18e {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:29.429298 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a9645b93-69d3-43a1-9922-bd1591deb943 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.450028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee190b1-9629-4d7b-bf73-59576d1b6aee None None] Network 1b2aba9e-5665-4d0f-824b-cb5e94753434 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:29.471054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aebf807-06f0-4c42-b4ac-2cafa66db7cd None None] DHCP port deletion for 701b9ad7-fa20-4efa-914d-e5df55bcc70e request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:29.506848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a9645b93-69d3-43a1-9922-bd1591deb943 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.561775 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a9645b93-69d3-43a1-9922-bd1591deb943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.637268 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6ce287e-7a19-4ae8-b37c-0aa78b08aeb1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.658526 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a9645b93-69d3-43a1-9922-bd1591deb943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.748720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9645b93-69d3-43a1-9922-bd1591deb943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9e5127d-629a-4d57-9592-73423581e18e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:29.761158 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a9645b93-69d3-43a1-9922-bd1591deb943 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.776927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 8e86077c-29da-48db-b99b-2b4e4bf22760 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:29.777369 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.779796 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a9645b93-69d3-43a1-9922-bd1591deb943 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e9e5127d-629a-4d57-9592-73423581e18e HTTP/1.1" status: 204 len: 168 time: 0.5184324 Nov 12 08:46:29.780286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44164) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:29.784582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60d5949-40c4-4f79-a282-9beae37a83d4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:29.795759 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775a2d1-6427-4860-a67f-556f35565a89 None None] Sync routers for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:29.816053 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775a2d1-6427-4860-a67f-556f35565a89 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:29.817075 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a775a2d1-6427-4860-a67f-556f35565a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:29.852146 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e60d5949-40c4-4f79-a282-9beae37a83d4 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7288549 Nov 12 08:46:29.877409 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44166) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:29.881448 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-334026e2-232d-4141-9829-04235d69ad4e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.882176 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-334026e2-232d-4141-9829-04235d69ad4e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.921373 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.960788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6065b60a-2726-4c03-bc34-f804712100f8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:29.960788 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.037613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-334026e2-232d-4141-9829-04235d69ad4e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Calling delete_port for f83ce510-67df-4fe5-bce2-c744260c08a9 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:30.056834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a6f309cc-7e0a-4520-8c91-3bf2477025f8 None None] Provisioning complete for port 6065b60a-2726-4c03-bc34-f804712100f8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:30.057324 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6f309cc-7e0a-4520-8c91-3bf2477025f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.082309 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a775a2d1-6427-4860-a67f-556f35565a89 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:30.095307 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.152875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ac9de2-f1df-4b1c-928e-fb7aa85f5522']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:30.179646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eeeb3fe-7c85-4c34-a8bf-f5134f8a4a66') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:30.179939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eeeb3fe-7c85-4c34-a8bf-f5134f8a4a66') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:30.182723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-535270e3-7187-4a1f-8b96-2d1571f422a2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting subnet 16f364d2-f21e-43e7-a1b9-9a943849125a {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:30.202238 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-535270e3-7187-4a1f-8b96-2d1571f422a2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.215271 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.247345 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.266232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:30.266814 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:30.269008 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:30.299810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2aebf807-06f0-4c42-b4ac-2cafa66db7cd None None] Deleting port 8e86077c-29da-48db-b99b-2b4e4bf22760 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:30.300191 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2aebf807-06f0-4c42-b4ac-2cafa66db7cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.362319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44170) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:30.366042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6ce287e-7a19-4ae8-b37c-0aa78b08aeb1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.377858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] For port 8e86077c-29da-48db-b99b-2b4e4bf22760, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8e86077c-29da-48db-b99b-2b4e4bf22760,segment=NetworkSegment(770aefd9-ba05-458d-8edc-6fc4c2817d27),segment_id=770aefd9-ba05-458d-8edc-6fc4c2817d27)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:30.378495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.397867 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.404729 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.411539 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] 10.222.0.31 "DELETE /v2.0/networks/50ac9de2-f1df-4b1c-928e-fb7aa85f5522 HTTP/1.1" status: 204 len: 168 time: 0.6289909 Nov 12 08:46:30.411971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44176) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:30.433546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7afbb-49c2-4028-9a01-9184ceb5889d admin admin] Pushing event deleted for resources: {'Network': ['ID=50ac9de2-f1df-4b1c-928e-fb7aa85f5522,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:30.471585 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.480377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dba56b-40a0-4bda-b14d-da7018ead4a1 admin admin] Deleting subnet c1f548c9-9883-4947-99f5-648ee3112e80 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:30.482829 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a775a2d1-6427-4860-a67f-556f35565a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:26Z', 'revision_number': 9, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:30.488030 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69dba56b-40a0-4bda-b14d-da7018ead4a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.529155 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775a2d1-6427-4860-a67f-556f35565a89 None None] Checking router: e8cb099b-0ea8-44c5-891f-3765841a2acf for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:30.533291 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-535270e3-7187-4a1f-8b96-2d1571f422a2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.541029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 8e86077c-29da-48db-b99b-2b4e4bf22760 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:30.542809 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775a2d1-6427-4860-a67f-556f35565a89 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:30.543457 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a775a2d1-6427-4860-a67f-556f35565a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:30.559327 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69dba56b-40a0-4bda-b14d-da7018ead4a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.591336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2aebf807-06f0-4c42-b4ac-2cafa66db7cd None None] For port 8e86077c-29da-48db-b99b-2b4e4bf22760, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8e86077c-29da-48db-b99b-2b4e4bf22760,segment=NetworkSegment(770aefd9-ba05-458d-8edc-6fc4c2817d27),segment_id=770aefd9-ba05-458d-8edc-6fc4c2817d27)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:30.594014 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2aebf807-06f0-4c42-b4ac-2cafa66db7cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.630758 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6f309cc-7e0a-4520-8c91-3bf2477025f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.670065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2aebf807-06f0-4c42-b4ac-2cafa66db7cd None None] Calling delete_port for 8e86077c-29da-48db-b99b-2b4e4bf22760 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:30.674182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69dba56b-40a0-4bda-b14d-da7018ead4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.677978 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a775a2d1-6427-4860-a67f-556f35565a89 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:30.694876 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b4f2b7f-df1f-4729-af63-c9f84200043f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.768298 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69dba56b-40a0-4bda-b14d-da7018ead4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.796339 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6ce287e-7a19-4ae8-b37c-0aa78b08aeb1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.805885 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2aebf807-06f0-4c42-b4ac-2cafa66db7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.812396 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69dba56b-40a0-4bda-b14d-da7018ead4a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.816268 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-69dba56b-40a0-4bda-b14d-da7018ead4a1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c1f548c9-9883-4947-99f5-648ee3112e80 HTTP/1.1" status: 204 len: 168 time: 0.4017823 Nov 12 08:46:30.817248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dba56b-40a0-4bda-b14d-da7018ead4a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f548c9-9883-4947-99f5-648ee3112e80,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:30.819952 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44182) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:30.905135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aebf807-06f0-4c42-b4ac-2cafa66db7cd None None] No DVR routers for this DVR port 8e86077c-29da-48db-b99b-2b4e4bf22760 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:30.913085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce287e-7a19-4ae8-b37c-0aa78b08aeb1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=9baeca5c-c39d-463c-ac50-09fbd3d78a6e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:30.918170 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:30.919895 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:30.920736 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-a6f309cc-7e0a-4520-8c91-3bf2477025f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:30.922297 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-a6f309cc-7e0a-4520-8c91-3bf2477025f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:30.923291 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d6ce287e-7a19-4ae8-b37c-0aa78b08aeb1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.925070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebf807-06f0-4c42-b4ac-2cafa66db7cd None None] Pushing event deleted for resources: {'Port': ['ID=8e86077c-29da-48db-b99b-2b4e4bf22760,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:30.926862 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d6ce287e-7a19-4ae8-b37c-0aa78b08aeb1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/9baeca5c-c39d-463c-ac50-09fbd3d78a6e HTTP/1.1" status: 204 len: 168 time: 2.0295279 Nov 12 08:46:30.932223 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcc5706-c268-4d2b-ae51-c1d584626cc0 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:30.943515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44184) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:30.948142 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.976233 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-535270e3-7187-4a1f-8b96-2d1571f422a2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.040902 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a775a2d1-6427-4860-a67f-556f35565a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:26Z', 'revision_number': 9, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:31.049894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-716da48e-5b5d-4b82-bebe-2312ffdd7f02 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052399 Nov 12 08:46:31.054200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44188) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:31.062546 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.063292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-90cc8781-c126-4fa1-92d3-e263837045b7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:31.068811 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a775a2d1-6427-4860-a67f-556f35565a89 None None] The sync data for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 is: [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:26Z', 'revision_number': 9, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '230961ff-73ef-4299-80bf-09ee4ebe75bf', 'name': '', 'network_id': 'c11b169a-ed41-475d-bff0-f22815d71a78', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:19:4b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:37Z', 'updated_at': '2021-11-12T08:45:47Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'fd8a0260-c18c-4842-bc55-855c5f215fff', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:31.160154 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-334026e2-232d-4141-9829-04235d69ad4e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.169877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=8e86077c-29da-48db-b99b-2b4e4bf22760,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:31.205602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No DVR routers for this DVR port 8e86077c-29da-48db-b99b-2b4e4bf22760 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:31.224209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.237137 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b4f2b7f-df1f-4729-af63-c9f84200043f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.238259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334026e2-232d-4141-9829-04235d69ad4e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Pushing event deleted for resources: {'Port': ['ID=f83ce510-67df-4fe5-bce2-c744260c08a9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:31.280013 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1b4f2b7f-df1f-4729-af63-c9f84200043f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.295136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2aba9e-5665-4d0f-824b-cb5e94753434']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:31.299230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cc8781-c126-4fa1-92d3-e263837045b7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:31.303088 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-90cc8781-c126-4fa1-92d3-e263837045b7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.322328 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-535270e3-7187-4a1f-8b96-2d1571f422a2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.334409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff80fa4-f259-4497-ab73-5db77b38864c') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:31.334775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff80fa4-f259-4497-ab73-5db77b38864c') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:31.378245 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.401086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.419069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:31.419678 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:31.425426 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:31.427842 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1aa611-cfc8-4542-9beb-8b5aad8fd9ce None None] Network 32522930-b8c4-4427-830d-de1e637ca290 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:31.450153 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1b4f2b7f-df1f-4729-af63-c9f84200043f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ddba0693581444686716f5626f7e9ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0802889 Nov 12 08:46:31.451324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535270e3-7187-4a1f-8b96-2d1571f422a2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Subnet': ['ID=16f364d2-f21e-43e7-a1b9-9a943849125a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:31.456980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44194) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:31.460157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-535270e3-7187-4a1f-8b96-2d1571f422a2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.464867 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-535270e3-7187-4a1f-8b96-2d1571f422a2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/16f364d2-f21e-43e7-a1b9-9a943849125a HTTP/1.1" status: 204 len: 168 time: 1.5793378 Nov 12 08:46:31.475057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f2b7f-df1f-4729-af63-c9f84200043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5698f438-7949-4a3d-86a2-4cc108793268,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:31.477795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44196) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:31.479997 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.550435 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369127f-29d1-45fb-a886-810dac19fe01 None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:31.551600 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.561946 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-334026e2-232d-4141-9829-04235d69ad4e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.567653 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.570790 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-334026e2-232d-4141-9829-04235d69ad4e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.572290 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-334026e2-232d-4141-9829-04235d69ad4e tempest-AttachVolumeShelveTestJSON-1048428870 tempest-AttachVolumeShelveTestJSON-1048428870-project] 10.222.0.31 "DELETE /v2.0/floatingips/0f2aefa4-0422-4b46-94b1-e940629303d6 HTTP/1.1" status: 204 len: 168 time: 3.2891805 Nov 12 08:46:31.584650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1b2aba9e-5665-4d0f-824b-cb5e94753434 HTTP/1.1" status: 204 len: 168 time: 0.7590883 Nov 12 08:46:31.623033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701b9ad7-fa20-4efa-914d-e5df55bcc70e']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:31.623593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea910e-d764-436c-8fd6-2252e773a3c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b2aba9e-5665-4d0f-824b-cb5e94753434,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:31.755422 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.758915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770aefd9-ba05-458d-8edc-6fc4c2817d27') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:31.759179 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770aefd9-ba05-458d-8edc-6fc4c2817d27') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:31.763719 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6f309cc-7e0a-4520-8c91-3bf2477025f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.771440 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.774383 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.796274 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.804747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:31.805134 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.865575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44208) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:31.883773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-90cc8781-c126-4fa1-92d3-e263837045b7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:31.979848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc8781-c126-4fa1-92d3-e263837045b7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:31.982522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-90cc8781-c126-4fa1-92d3-e263837045b7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:31.990728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a6f309cc-7e0a-4520-8c91-3bf2477025f8 None None] For port 6065b60a-2726-4c03-bc34-f804712100f8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6065b60a-2726-4c03-bc34-f804712100f8,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:32.001626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e369127f-29d1-45fb-a886-810dac19fe01 None None] Deleting port 6065b60a-2726-4c03-bc34-f804712100f8 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:32.002198 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e369127f-29d1-45fb-a886-810dac19fe01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.006875 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6f309cc-7e0a-4520-8c91-3bf2477025f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.011385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc8781-c126-4fa1-92d3-e263837045b7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:32.012193 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-90cc8781-c126-4fa1-92d3-e263837045b7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.028509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-156cdbc8-a519-4285-969f-8507720a10f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47e5060a558b4293a5063fbcf0e266c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1613073 Nov 12 08:46:32.029738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc8781-c126-4fa1-92d3-e263837045b7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=f5fd3499-beb3-47fd-a49f-d1e16a275fe2,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:32.059352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44212) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:32.100109 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-90cc8781-c126-4fa1-92d3-e263837045b7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0443611 Nov 12 08:46:32.105501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44214) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:32.112274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-dc2630b5-d334-4877-a33a-4716f9a9a451 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1893628872', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:32.178874 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:32.179276 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:32.179795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f309cc-7e0a-4520-8c91-3bf2477025f8 None None] Pushing event updated for resources: {'Port': ['ID=6065b60a-2726-4c03-bc34-f804712100f8,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:32.184234 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc2630b5-d334-4877-a33a-4716f9a9a451 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.185714 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc2630b5-d334-4877-a33a-4716f9a9a451 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.209913 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-587795ab-a1f2-45f5-bd05-4b53ccad40c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.243212 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-587795ab-a1f2-45f5-bd05-4b53ccad40c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.309766 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-587795ab-a1f2-45f5-bd05-4b53ccad40c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.313708 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-587795ab-a1f2-45f5-bd05-4b53ccad40c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.316364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-587795ab-a1f2-45f5-bd05-4b53ccad40c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7c19cf6-3841-4f4f-8bdb-dfd6019d2313 HTTP/1.1" status: 204 len: 168 time: 0.2559686 Nov 12 08:46:32.328919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587795ab-a1f2-45f5-bd05-4b53ccad40c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c19cf6-3841-4f4f-8bdb-dfd6019d2313,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:32.336301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e369127f-29d1-45fb-a886-810dac19fe01 None None] For port 6065b60a-2726-4c03-bc34-f804712100f8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6065b60a-2726-4c03-bc34-f804712100f8,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:32.337583 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e369127f-29d1-45fb-a886-810dac19fe01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.355391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e369127f-29d1-45fb-a886-810dac19fe01 None None] Calling delete_port for 6065b60a-2726-4c03-bc34-f804712100f8 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:32.373486 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:32.413008 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.416286 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70a18ffd-40b1-4616-ac29-d1113b2e0278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.447476 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.452061 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/networks/701b9ad7-fa20-4efa-914d-e5df55bcc70e HTTP/1.1" status: 204 len: 168 time: 3.8247762 Nov 12 08:46:32.461201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44218) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:32.470517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93996d-82fd-4c12-9900-772e9459312c None None] DHCP port deletion for 32522930-b8c4-4427-830d-de1e637ca290 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:32.483270 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018c6c-c430-4ffb-bbe7-8df3106e8a95 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Network': ['ID=701b9ad7-fa20-4efa-914d-e5df55bcc70e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:32.490437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1d4be28b-74db-4af1-885a-c35cee430659 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-330412487'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:32.507281 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e369127f-29d1-45fb-a886-810dac19fe01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.513881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70a18ffd-40b1-4616-ac29-d1113b2e0278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.521607 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Port 6065b60a-2726-4c03-bc34-f804712100f8 update to ACTIVE by agent not found {{(pid=102446) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 08:46:32.563287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port 512967a0-b14f-440f-b590-03fc46c5a514 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:32.563287 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.570036 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369127f-29d1-45fb-a886-810dac19fe01 None None] Pushing event deleted for resources: {'Port': ['ID=6065b60a-2726-4c03-bc34-f804712100f8,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:32.576514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369127f-29d1-45fb-a886-810dac19fe01 None None] No DVR routers for this DVR port 6065b60a-2726-4c03-bc34-f804712100f8 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:32.600800 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7691d9-1827-4935-86de-591a94ce6a9f None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:32.646098 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc2630b5-d334-4877-a33a-4716f9a9a451 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.667302 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc2630b5-d334-4877-a33a-4716f9a9a451 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.689638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3b93996d-82fd-4c12-9900-772e9459312c None None] Deleting port 512967a0-b14f-440f-b590-03fc46c5a514 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:32.690025 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b93996d-82fd-4c12-9900-772e9459312c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.716133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70a18ffd-40b1-4616-ac29-d1113b2e0278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.722459 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70a18ffd-40b1-4616-ac29-d1113b2e0278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.723199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4be28b-74db-4af1-885a-c35cee430659 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:32.723588 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-70a18ffd-40b1-4616-ac29-d1113b2e0278 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5698f438-7949-4a3d-86a2-4cc108793268 HTTP/1.1" status: 204 len: 168 time: 1.2548184 Nov 12 08:46:32.730327 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] For port 512967a0-b14f-440f-b590-03fc46c5a514, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=512967a0-b14f-440f-b590-03fc46c5a514,segment=NetworkSegment(8656cf17-be45-4072-91a3-98f5431261d1),segment_id=8656cf17-be45-4072-91a3-98f5431261d1)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:32.732912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.733433 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d4be28b-74db-4af1-885a-c35cee430659 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.783383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a18ffd-40b1-4616-ac29-d1113b2e0278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5698f438-7949-4a3d-86a2-4cc108793268,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:32.792497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for 512967a0-b14f-440f-b590-03fc46c5a514 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:32.798997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4be28b-74db-4af1-885a-c35cee430659 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:32.817550 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d4be28b-74db-4af1-885a-c35cee430659 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.818194 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-1d4be28b-74db-4af1-885a-c35cee430659 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Added segment bdf542ca-200a-4c1e-9ef5-07087eac9124 of type vlan for network 90c45e95-d5b9-494a-b91e-02fc302fde65 Nov 12 08:46:32.839857 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6065b60a-2726-4c03-bc34-f804712100f8 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:32.901965 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d4be28b-74db-4af1-885a-c35cee430659 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:32.913771 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 6065b60a-2726-4c03-bc34-f804712100f8 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:32.915032 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6065b60a-2726-4c03-bc34-f804712100f8 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:32.915495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 512967a0-b14f-440f-b590-03fc46c5a514 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:32.962196 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3b93996d-82fd-4c12-9900-772e9459312c None None] For port 512967a0-b14f-440f-b590-03fc46c5a514, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=512967a0-b14f-440f-b590-03fc46c5a514,segment=NetworkSegment(8656cf17-be45-4072-91a3-98f5431261d1),segment_id=8656cf17-be45-4072-91a3-98f5431261d1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:32.962605 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b93996d-82fd-4c12-9900-772e9459312c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.016933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d4be28b-74db-4af1-885a-c35cee430659 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.030915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4be28b-74db-4af1-885a-c35cee430659 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:33.034357 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d4be28b-74db-4af1-885a-c35cee430659 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.048785 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.050429 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc2630b5-d334-4877-a33a-4716f9a9a451 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.057249 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dc2630b5-d334-4877-a33a-4716f9a9a451 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9505711 Nov 12 08:46:33.059789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44226) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:33.078489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3b93996d-82fd-4c12-9900-772e9459312c None None] Calling delete_port for 512967a0-b14f-440f-b590-03fc46c5a514 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:33.135686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1d4be28b-74db-4af1-885a-c35cee430659 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6613839 Nov 12 08:46:33.136295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44230) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:33.146244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-09b2bb6a-f357-4d96-b77b-c1786985479c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': '90c45e95-d5b9-494a-b91e-02fc302fde65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:33.210436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44234) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:33.266872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No DVR routers for this DVR port 512967a0-b14f-440f-b590-03fc46c5a514 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:33.278551 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=512967a0-b14f-440f-b590-03fc46c5a514,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:33.283147 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4be28b-74db-4af1-885a-c35cee430659 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Network': ['ID=90c45e95-d5b9-494a-b91e-02fc302fde65,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:33.365653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No active binding found for port 512967a0-b14f-440f-b590-03fc46c5a514 {{(pid=102446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:46:33.366094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 512967a0-b14f-440f-b590-03fc46c5a514 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:33.366527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f06e1b01-c742-4553-a225-98e519e382d4 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:33.376216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 90c45e95-d5b9-494a-b91e-02fc302fde65 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:33.384335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9eba4c90-822f-4f23-917b-e1df6559d719 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba47dbdcaa554c85a2f827e7987405d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1725545 Nov 12 08:46:33.385540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44236) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:33.409615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': 'f5fd3499-beb3-47fd-a49f-d1e16a275fe2'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:33.410477 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.423019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: f06e1b01-c742-4553-a225-98e519e382d4 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:33.423364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f06e1b01-c742-4553-a225-98e519e382d4 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:33.423796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8e86077c-29da-48db-b99b-2b4e4bf22760 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:33.455645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b2bb6a-f357-4d96-b77b-c1786985479c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:33.466409 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-09b2bb6a-f357-4d96-b77b-c1786985479c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.498050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 8e86077c-29da-48db-b99b-2b4e4bf22760 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:33.498404 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8e86077c-29da-48db-b99b-2b4e4bf22760 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:33.570819 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.596022 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b93996d-82fd-4c12-9900-772e9459312c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.606456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32522930-b8c4-4427-830d-de1e637ca290']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:33.622056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8656cf17-be45-4072-91a3-98f5431261d1') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:33.622411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8656cf17-be45-4072-91a3-98f5431261d1') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:33.633751 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.641163 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93996d-82fd-4c12-9900-772e9459312c None None] Pushing event deleted for resources: {'Port': ['ID=512967a0-b14f-440f-b590-03fc46c5a514,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:33.646806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93996d-82fd-4c12-9900-772e9459312c None None] No DVR routers for this DVR port 512967a0-b14f-440f-b590-03fc46c5a514 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:33.670387 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.691455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:33.692587 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.704898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44238) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:33.717457 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc8918db-3b53-452f-8d1a-6931e9064ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.745040 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc8918db-3b53-452f-8d1a-6931e9064ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.812389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Allocated IP 2001:db8::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/f5fd3499-beb3-47fd-a49f-d1e16a275fe2/1950cd74-0530-450c-a6c4-62ce28d996b6) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:33.813295 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cae5216d-051f-47ce-b467-28870df4cc7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.818214 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc8918db-3b53-452f-8d1a-6931e9064ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.821660 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc8918db-3b53-452f-8d1a-6931e9064ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:33.826113 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fc8918db-3b53-452f-8d1a-6931e9064ec0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52a8eff0-48cc-4587-a5f4-9840f351bacc HTTP/1.1" status: 204 len: 168 time: 0.4393399 Nov 12 08:46:33.852118 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8918db-3b53-452f-8d1a-6931e9064ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a8eff0-48cc-4587-a5f4-9840f351bacc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:33.879081 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:34.021730 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-09b2bb6a-f357-4d96-b77b-c1786985479c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.081706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2bb6a-f357-4d96-b77b-c1786985479c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Subnet': ['ID=c04e26df-cb88-4597-9ca5-6bc2a0702d88,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:34.090742 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cae5216d-051f-47ce-b467-28870df4cc7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.108981 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cae5216d-051f-47ce-b467-28870df4cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.173819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5216d-051f-47ce-b467-28870df4cc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b151b32-a9c4-4524-8c14-9e1f3736c1fe,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:34.191036 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.213139 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cae5216d-051f-47ce-b467-28870df4cc7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f2196d07e2c42e19a8fd71ffc133580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5047090 Nov 12 08:46:34.216572 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44246) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:34.222578 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.232770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/networks/32522930-b8c4-4427-830d-de1e637ca290 HTTP/1.1" status: 204 len: 168 time: 2.7361045 Nov 12 08:46:34.242931 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.243052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44248) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:34.252762 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.266987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2bb6a-f357-4d96-b77b-c1786985479c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Checking segment: {'id': 'bdf542ca-200a-4c1e-9ef5-07087eac9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90c45e95-d5b9-494a-b91e-02fc302fde65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:34.267778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b2bb6a-f357-4d96-b77b-c1786985479c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network hostable DHCP agents. Network: 90c45e95-d5b9-494a-b91e-02fc302fde65, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:34.335399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ee4756b0-f714-4016-b061-e3cbb3b30830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.339637 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b2bb6a-f357-4d96-b77b-c1786985479c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network 90c45e95-d5b9-494a-b91e-02fc302fde65 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:34.362402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-09b2bb6a-f357-4d96-b77b-c1786985479c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 90c45e95-d5b9-494a-b91e-02fc302fde65) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:34.372029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b2bb6a-f357-4d96-b77b-c1786985479c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:34.373248 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-09b2bb6a-f357-4d96-b77b-c1786985479c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.382531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:34.383613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be04c5-8450-4ae9-8f70-164808739bac None None] Network 90c45e95-d5b9-494a-b91e-02fc302fde65 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:34.405529 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ee4756b0-f714-4016-b061-e3cbb3b30830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.426275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:34.450648 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Pushing event updated for resources: {'Port': ['ID=1950cd74-0530-450c-a6c4-62ce28d996b6,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:34.460219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:34.478482 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-09b2bb6a-f357-4d96-b77b-c1786985479c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3364856 Nov 12 08:46:34.489465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44252) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:34.499263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': '90c45e95-d5b9-494a-b91e-02fc302fde65', 'name': 'tempest-PortsTestJSON-23260508', 'fixed_ips': [{'subnet_id': 'c04e26df-cb88-4597-9ca5-6bc2a0702d88', 'ip_address': '172.20.0.10'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:34.587978 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6e50f-20cd-4b87-be68-1e23a0c848ef tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Network': ['ID=32522930-b8c4-4427-830d-de1e637ca290,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:34.670257 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ee4756b0-f714-4016-b061-e3cbb3b30830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.673763 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ee4756b0-f714-4016-b061-e3cbb3b30830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.683385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ee4756b0-f714-4016-b061-e3cbb3b30830 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b151b32-a9c4-4524-8c14-9e1f3736c1fe HTTP/1.1" status: 204 len: 168 time: 0.4656980 Nov 12 08:46:34.713684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4756b0-f714-4016-b061-e3cbb3b30830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b151b32-a9c4-4524-8c14-9e1f3736c1fe,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:34.820300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.822018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-90c45e95-d5b9-494a-b91e-02fc302fde65', 'network_id': '90c45e95-d5b9-494a-b91e-02fc302fde65', 'tenant_id': '0d14d39a6e8544b792b389274140b997', 'fixed_ips': [{'subnet_id': 'c04e26df-cb88-4597-9ca5-6bc2a0702d88'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:34.823853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:34.824460 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:34.989872 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.009783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port 7359ce80-058f-4e65-8e94-cfe814413680 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:35.100671 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Attempting to bind port 1950cd74-0530-450c-a6c4-62ce28d996b6 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:35.102113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Attempting to bind port 1950cd74-0530-450c-a6c4-62ce28d996b6 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:35.103357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Attempting to bind port 1950cd74-0530-450c-a6c4-62ce28d996b6 on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:35.126533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:35.127281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:35.128873 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.129726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:35.130889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Bound port: 1950cd74-0530-450c-a6c4-62ce28d996b6, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:35.132512 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.341073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Allocated IP 172.20.0.2 (90c45e95-d5b9-494a-b91e-02fc302fde65/c04e26df-cb88-4597-9ca5-6bc2a0702d88/91ba74d5-0ee6-48fe-9d5a-0a48301260f0) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:35.381092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44278) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:35.413891 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-872fd534-924f-421c-9068-4081b3cd788e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.583276 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-872fd534-924f-421c-9068-4081b3cd788e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.590370 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-872fd534-924f-421c-9068-4081b3cd788e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.614549 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a868fe84-ed69-4a6e-8e1d-f4ea8f69bf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.644359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-872fd534-924f-421c-9068-4081b3cd788e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6dd1f4a64a404cf6b22b722def18193e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613323 Nov 12 08:46:35.650766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44282) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:35.665520 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::1 (376cbd53-eef7-4f19-a11f-fa391cb12464/f5fd3499-beb3-47fd-a49f-d1e16a275fe2/602c0ded-f92a-4287-97a9-0bced081e490) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:35.666743 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.677753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] For port 1950cd74-0530-450c-a6c4-62ce28d996b6, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:35.680925 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] For port 1950cd74-0530-450c-a6c4-62ce28d996b6, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1950cd74-0530-450c-a6c4-62ce28d996b6,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:35.693075 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.700929 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.715677 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0945e9b-0adc-4b78-81a1-84c20165bb59 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.799247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fd534-924f-421c-9068-4081b3cd788e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702fea9d-3feb-4bf9-9a92-96d8d806d7d9,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:35.812614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0930967-ae6e-4165-8348-e9bf0d1455ad None None] Pushing event updated for resources: {'Port': ['ID=1950cd74-0530-450c-a6c4-62ce28d996b6,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:35.888066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.10 (90c45e95-d5b9-494a-b91e-02fc302fde65/c04e26df-cb88-4597-9ca5-6bc2a0702d88/7359ce80-058f-4e65-8e94-cfe814413680) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:35.896402 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Pushing event updated for resources: {'Port': ['ID=91ba74d5-0ee6-48fe-9d5a-0a48301260f0,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:35.934992 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31b4df6a-b743-4479-bf3c-0f34a3e3b807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:35.943600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Network 90c45e95-d5b9-494a-b91e-02fc302fde65 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:35.953173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:35.964541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:36.015269 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31b4df6a-b743-4479-bf3c-0f34a3e3b807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.102552 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Attempting to bind port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:36.103159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Attempting to bind port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'bdf542ca-200a-4c1e-9ef5-07087eac9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90c45e95-d5b9-494a-b91e-02fc302fde65'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:36.103723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Attempting to bind port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 on network 90c45e95-d5b9-494a-b91e-02fc302fde65 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:36.112996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:36.114115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Checking segment: {'id': 'bdf542ca-200a-4c1e-9ef5-07087eac9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90c45e95-d5b9-494a-b91e-02fc302fde65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:36.114719 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.115358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Bound using segment: {'id': 'bdf542ca-200a-4c1e-9ef5-07087eac9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90c45e95-d5b9-494a-b91e-02fc302fde65'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:36.116216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Bound port: 91ba74d5-0ee6-48fe-9d5a-0a48301260f0, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf542ca-200a-4c1e-9ef5-07087eac9124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '90c45e95-d5b9-494a-b91e-02fc302fde65'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:36.116946 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.151740 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31b4df6a-b743-4479-bf3c-0f34a3e3b807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.157325 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31b4df6a-b743-4479-bf3c-0f34a3e3b807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.162080 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-31b4df6a-b743-4479-bf3c-0f34a3e3b807 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/702fea9d-3feb-4bf9-9a92-96d8d806d7d9 HTTP/1.1" status: 204 len: 168 time: 0.5102308 Nov 12 08:46:36.205771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4df6a-b743-4479-bf3c-0f34a3e3b807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702fea9d-3feb-4bf9-9a92-96d8d806d7d9,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:36.256679 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.335864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] For port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:36.341072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] For port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=91ba74d5-0ee6-48fe-9d5a-0a48301260f0,segment=NetworkSegment(bdf542ca-200a-4c1e-9ef5-07087eac9124),segment_id=bdf542ca-200a-4c1e-9ef5-07087eac9124)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:36.351263 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.670563 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.675158 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.804434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78587d-9fa3-4a6b-9b3a-a43be9018d41 None None] Pushing event updated for resources: {'Port': ['ID=91ba74d5-0ee6-48fe-9d5a-0a48301260f0,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:36.820160 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.873157 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1950cd74-0530-450c-a6c4-62ce28d996b6 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:36.940431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:36.951491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:36.964525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:36.965435 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:36.980001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=602c0ded-f92a-4287-97a9-0bced081e490,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:37.026593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network 90c45e95-d5b9-494a-b91e-02fc302fde65 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:37.066947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1950cd74-0530-450c-a6c4-62ce28d996b6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:37.068443 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.089520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:37.091429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=7359ce80-058f-4e65-8e94-cfe814413680,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:37.127202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:37.295727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f0945e9b-0adc-4b78-81a1-84c20165bb59 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port 230961ff-73ef-4299-80bf-09ee4ebe75bf {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:37.305627 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0945e9b-0adc-4b78-81a1-84c20165bb59 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.312802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:37.318295 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.331746 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.361771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-806fe0bf-fd03-4edb-b4fa-5a32a7a395a5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8671036 Nov 12 08:46:37.364347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44320) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:37.382768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': '90c45e95-d5b9-494a-b91e-02fc302fde65', 'name': 'tempest-PortsTestJSON-2118235451', 'fixed_ips': [{'subnet_id': 'c04e26df-cb88-4597-9ca5-6bc2a0702d88', 'ip_address': '172.20.0.9'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:37.422613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 1950cd74-0530-450c-a6c4-62ce28d996b6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1950cd74-0530-450c-a6c4-62ce28d996b6,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:37.432553 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.589915 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=1950cd74-0530-450c-a6c4-62ce28d996b6,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:37.682373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:37.686765 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-581f0686-60fb-4251-b0d2-3805fdd58344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.688730 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.775773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port f8183eba-9664-4db7-83f6-b350867e1361 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:37.779792 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:37.872238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-f0945e9b-0adc-4b78-81a1-84c20165bb59 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] For port 230961ff-73ef-4299-80bf-09ee4ebe75bf, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=230961ff-73ef-4299-80bf-09ee4ebe75bf,segment=NetworkSegment(9095fa43-f367-4c83-966a-652cd36ae3e8),segment_id=9095fa43-f367-4c83-966a-652cd36ae3e8)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:37.872562 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0945e9b-0adc-4b78-81a1-84c20165bb59 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.054106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44338) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:38.079651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f0945e9b-0adc-4b78-81a1-84c20165bb59 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for 230961ff-73ef-4299-80bf-09ee4ebe75bf owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:38.152226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0adfc9c1-babb-4334-8bed-47fa2794a60c None None] Provisioning complete for port 1950cd74-0530-450c-a6c4-62ce28d996b6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:38.154736 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0adfc9c1-babb-4334-8bed-47fa2794a60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.249941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.9 (90c45e95-d5b9-494a-b91e-02fc302fde65/c04e26df-cb88-4597-9ca5-6bc2a0702d88/f8183eba-9664-4db7-83f6-b350867e1361) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:38.523934 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.582692 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.600679 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.708283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=f8183eba-9664-4db7-83f6-b350867e1361,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:38.726133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44354) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:38.742389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7c8b550c-0783-4101-982b-614968810b0d None None] Provisioning complete for port 602c0ded-f92a-4287-97a9-0bced081e490 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:38.743084 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7c8b550c-0783-4101-982b-614968810b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.777282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network 90c45e95-d5b9-494a-b91e-02fc302fde65 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:38.779053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:38.782620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:38.819148 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0945e9b-0adc-4b78-81a1-84c20165bb59 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.840695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b550c-0783-4101-982b-614968810b0d None None] Port 602c0ded-f92a-4287-97a9-0bced081e490 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:38.898039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eaea3f-ea92-48e3-a67d-2a4c45919de8 None None] Network 90c45e95-d5b9-494a-b91e-02fc302fde65 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:38.912696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:38.914754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:38.956018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6df0b756-d2b9-47aa-9f25-e3c992f130ea tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5833769 Nov 12 08:46:38.957975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44358) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:38.968858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0945e9b-0adc-4b78-81a1-84c20165bb59 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=230961ff-73ef-4299-80bf-09ee4ebe75bf,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:39.090033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1950cd74-0530-450c-a6c4-62ce28d996b6 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:39.145666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c75fba-ccdf-4d35-8590-2ef1f9df97ef tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.154133 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f3c75fba-ccdf-4d35-8590-2ef1f9df97ef tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1950226 Nov 12 08:46:39.155697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44362) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:39.344255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2411fc18-6346-4943-aa1e-579db561c43c None None] Provisioning complete for port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:39.344878 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2411fc18-6346-4943-aa1e-579db561c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.350041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454a1cf-f0e9-4032-9af5-68c5b8374232 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.390024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454a1cf-f0e9-4032-9af5-68c5b8374232 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.414196 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454a1cf-f0e9-4032-9af5-68c5b8374232 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:39.418152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b454a1cf-f0e9-4032-9af5-68c5b8374232 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2580578 Nov 12 08:46:39.422760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44366) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:39.493461 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a01b4c4b-494f-4558-9b0d-4033fcb43d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.507903 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e0879eb-bb12-4f3f-9439-b602140450ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.652408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-64f25690-aa44-44cc-85b0-42433c8858c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port f8183eba-9664-4db7-83f6-b350867e1361 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:39.653387 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-64f25690-aa44-44cc-85b0-42433c8858c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.664685 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1950cd74-0530-450c-a6c4-62ce28d996b6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:39.669649 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.689439 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e0879eb-bb12-4f3f-9439-b602140450ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.760315 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0945e9b-0adc-4b78-81a1-84c20165bb59 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.761520 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e0879eb-bb12-4f3f-9439-b602140450ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.806082 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2411fc18-6346-4943-aa1e-579db561c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.930291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2411fc18-6346-4943-aa1e-579db561c43c None None] For port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=91ba74d5-0ee6-48fe-9d5a-0a48301260f0,segment=NetworkSegment(bdf542ca-200a-4c1e-9ef5-07087eac9124),segment_id=bdf542ca-200a-4c1e-9ef5-07087eac9124)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:39.943073 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7e0879eb-bb12-4f3f-9439-b602140450ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e17c73015e7c49549a66389c032e22c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2074585 Nov 12 08:46:39.949413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44376) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:39.992210 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2411fc18-6346-4943-aa1e-579db561c43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:39.997525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0879eb-bb12-4f3f-9439-b602140450ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff408d12-163a-488a-b206-369e59f57f50,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:40.003611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-64f25690-aa44-44cc-85b0-42433c8858c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.010176 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.011752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:40.080592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-64f25690-aa44-44cc-85b0-42433c8858c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for f8183eba-9664-4db7-83f6-b350867e1361 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:40.126894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.176899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411fc18-6346-4943-aa1e-579db561c43c None None] Pushing event updated for resources: {'Port': ['ID=91ba74d5-0ee6-48fe-9d5a-0a48301260f0,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:40.192987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:40.205604 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.235413 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.236314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.338044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=602c0ded-f92a-4287-97a9-0bced081e490,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:40.392222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7c11db97-9872-4c8a-bdbf-d98d969933d6 None None] Provisioning complete for port 7359ce80-058f-4e65-8e94-cfe814413680 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:40.392697 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7c11db97-9872-4c8a-bdbf-d98d969933d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.458308 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3dafc4d9-1fad-4f57-8861-12b8acf965d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.497058 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3dafc4d9-1fad-4f57-8861-12b8acf965d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.508523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7c11db97-9872-4c8a-bdbf-d98d969933d6 None None] Port 7359ce80-058f-4e65-8e94-cfe814413680 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:40.520179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7c11db97-9872-4c8a-bdbf-d98d969933d6 None None] Provisioning complete for port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:40.520546 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7c11db97-9872-4c8a-bdbf-d98d969933d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.570723 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-64f25690-aa44-44cc-85b0-42433c8858c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.653301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f25690-aa44-44cc-85b0-42433c8858c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=f8183eba-9664-4db7-83f6-b350867e1361,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:40.662291 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3dafc4d9-1fad-4f57-8861-12b8acf965d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.666164 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3dafc4d9-1fad-4f57-8861-12b8acf965d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.683757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3dafc4d9-1fad-4f57-8861-12b8acf965d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff408d12-163a-488a-b206-369e59f57f50 HTTP/1.1" status: 204 len: 168 time: 0.7151549 Nov 12 08:46:40.689861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7c11db97-9872-4c8a-bdbf-d98d969933d6 None None] Could not find standard attr ID for object f8183eba-9664-4db7-83f6-b350867e1361. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:40.824520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cd4cba60-a2c5-40ed-84d4-e29704e6eed7 None None] Provisioning complete for port 7359ce80-058f-4e65-8e94-cfe814413680 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:40.824940 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd4cba60-a2c5-40ed-84d4-e29704e6eed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.883717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-64f25690-aa44-44cc-85b0-42433c8858c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:40.896879 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-64f25690-aa44-44cc-85b0-42433c8858c6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/f8183eba-9664-4db7-83f6-b350867e1361 HTTP/1.1" status: 204 len: 168 time: 1.4581642 Nov 12 08:46:40.897733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44394) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:40.900658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafc4d9-1fad-4f57-8861-12b8acf965d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff408d12-163a-488a-b206-369e59f57f50,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:40.929144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:40.986621 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-388d24a7-1ace-40f8-83e2-655f87c78b7b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:46:40.994228 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-388d24a7-1ace-40f8-83e2-655f87c78b7b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/f8183eba-9664-4db7-83f6-b350867e1361 HTTP/1.1" status: 404 len: 333 time: 0.0785394 Nov 12 08:46:40.996744 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44398) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:41.143389 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.150718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cba60-a2c5-40ed-84d4-e29704e6eed7 None None] Port 7359ce80-058f-4e65-8e94-cfe814413680 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:41.166663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:41.167095 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.257290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-48f3695a-f9c0-4212-b5ed-6f90977d0a4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 7359ce80-058f-4e65-8e94-cfe814413680 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:41.257696 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-48f3695a-f9c0-4212-b5ed-6f90977d0a4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.260666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44402) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:41.263616 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a01b4c4b-494f-4558-9b0d-4033fcb43d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.294090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-441994ac-def1-4094-bd7b-1159e6ff3806 None None] Could not find standard attr ID for object f8183eba-9664-4db7-83f6-b350867e1361. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:41.324457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:41.335572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:41.406422 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a01b4c4b-494f-4558-9b0d-4033fcb43d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.447546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44406) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:41.474728 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f73ad1f5-f2ff-4368-8a17-839cdfd4f1ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.480957 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-48f3695a-f9c0-4212-b5ed-6f90977d0a4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.524406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-48f3695a-f9c0-4212-b5ed-6f90977d0a4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 7359ce80-058f-4e65-8e94-cfe814413680 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:41.656382 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f73ad1f5-f2ff-4368-8a17-839cdfd4f1ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.667498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f73ad1f5-f2ff-4368-8a17-839cdfd4f1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.679955 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a01b4c4b-494f-4558-9b0d-4033fcb43d6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b471bdb898f4e378c2f09f4cebec858&name=default HTTP/1.1" status: 200 len: 3000 time: 3.6116333 Nov 12 08:46:41.682715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44410) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:41.695384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b4c4b-494f-4558-9b0d-4033fcb43d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01c06f3-ee67-4408-8eb4-0c469f036d75,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:41.730769 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f73ad1f5-f2ff-4368-8a17-839cdfd4f1ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e21af7906a424a1f82d21ea6ece0f1b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821689 Nov 12 08:46:41.738173 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44412) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:41.741755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0945e9b-0adc-4b78-81a1-84c20165bb59 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router e8cb099b-0ea8-44c5-891f-3765841a2acf has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:41.837603 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7bf02735-7f01-4fa3-83db-9befa4d19742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.873645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ad1f5-f2ff-4368-8a17-839cdfd4f1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c69339f-ccd0-445f-8955-0a1c26a9eb78,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:41.883503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a707cfed-d1a4-4a60-8934-20a0925e767b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.911981 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f4b834a-134f-4a26-bf7c-e520ddb85e78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.923920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0945e9b-0adc-4b78-81a1-84c20165bb59 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:41.932094 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f0945e9b-0adc-4b78-81a1-84c20165bb59 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6767302 Nov 12 08:46:41.934457 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a707cfed-d1a4-4a60-8934-20a0925e767b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.936186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44414) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:41.938578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Router cd85b93d-13aa-4cee-acfb-d8b5d5c4faae is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:41.940049 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c4137d42-d79f-4099-9504-6673a7fed9e0 None None] Provisioning complete for port 602c0ded-f92a-4287-97a9-0bced081e490 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:41.945992 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c4137d42-d79f-4099-9504-6673a7fed9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.949425 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f4b834a-134f-4a26-bf7c-e520ddb85e78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:41.950401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491412b-fc41-45c6-a3ca-65465a446b20 None None] Sync routers for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:41.995872 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491412b-fc41-45c6-a3ca-65465a446b20 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:41.998298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a491412b-fc41-45c6-a3ca-65465a446b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:42.060492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a011bc6c-c00e-43d1-9328-0756e3c7852b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting subnet fd8a0260-c18c-4842-bc55-855c5f215fff {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:42.062636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c4137d42-d79f-4099-9504-6673a7fed9e0 None None] Port 602c0ded-f92a-4287-97a9-0bced081e490 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:42.095282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a011bc6c-c00e-43d1-9328-0756e3c7852b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.099681 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7bf02735-7f01-4fa3-83db-9befa4d19742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.131275 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7bf02735-7f01-4fa3-83db-9befa4d19742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.176087 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a707cfed-d1a4-4a60-8934-20a0925e767b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.179509 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a707cfed-d1a4-4a60-8934-20a0925e767b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.180785 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a707cfed-d1a4-4a60-8934-20a0925e767b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c01c06f3-ee67-4408-8eb4-0c469f036d75 HTTP/1.1" status: 204 len: 168 time: 0.4952869 Nov 12 08:46:42.186407 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f4b834a-134f-4a26-bf7c-e520ddb85e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.191994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f4b834a-134f-4a26-bf7c-e520ddb85e78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.194269 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4f4b834a-134f-4a26-bf7c-e520ddb85e78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c69339f-ccd0-445f-8955-0a1c26a9eb78 HTTP/1.1" status: 204 len: 168 time: 0.4536681 Nov 12 08:46:42.228887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707cfed-d1a4-4a60-8934-20a0925e767b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01c06f3-ee67-4408-8eb4-0c469f036d75,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:42.240916 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a011bc6c-c00e-43d1-9328-0756e3c7852b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.261429 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7bf02735-7f01-4fa3-83db-9befa4d19742 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1386cf99d2704727b2bb89ea1760456c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9982650 Nov 12 08:46:42.264408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44420) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:42.265339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf02735-7f01-4fa3-83db-9befa4d19742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c7f1f3-10ca-4ef0-9fb4-3669e1e22e10,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:42.308105 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:42.318802 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-48f3695a-f9c0-4212-b5ed-6f90977d0a4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.321751 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Sync routers for ids ['cd85b93d-13aa-4cee-acfb-d8b5d5c4faae'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:42.325707 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b834a-134f-4a26-bf7c-e520ddb85e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c69339f-ccd0-445f-8955-0a1c26a9eb78,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:42.330919 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1d7fbe90-2a23-44d9-941e-508701c685ab tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "PUT /v2.0/routers/cd85b93d-13aa-4cee-acfb-d8b5d5c4faae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2623355 Nov 12 08:46:42.338241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44422) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:42.344507 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Routers {'cd85b93d-13aa-4cee-acfb-d8b5d5c4faae'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:42.345160 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['cd85b93d-13aa-4cee-acfb-d8b5d5c4faae'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:42.386031 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-a491412b-fc41-45c6-a3ca-65465a446b20 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:42.420444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3695a-f9c0-4212-b5ed-6f90977d0a4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=7359ce80-058f-4e65-8e94-cfe814413680,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:42.505330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f8212-50a9-4490-ac95-a3247905c9e6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:42.507910 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bd2f8212-50a9-4490-ac95-a3247905c9e6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports/602c0ded-f92a-4287-97a9-0bced081e490 HTTP/1.1" status: 200 len: 911 time: 0.1668677 Nov 12 08:46:42.521925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44428) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:42.583974 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddd67d73-4eb1-4e9b-9644-8f53fcfc7197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.643957 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-48f3695a-f9c0-4212-b5ed-6f90977d0a4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.651773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-48f3695a-f9c0-4212-b5ed-6f90977d0a4f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/7359ce80-058f-4e65-8e94-cfe814413680 HTTP/1.1" status: 204 len: 168 time: 1.6538651 Nov 12 08:46:42.659530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44432) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:42.690298 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddd67d73-4eb1-4e9b-9644-8f53fcfc7197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.691932 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Set router cd85b93d-13aa-4cee-acfb-d8b5d5c4faae gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:42.692088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a659c2-86bd-4dac-a50f-0c7bb6c9b786 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:42.699054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a659c2-86bd-4dac-a50f-0c7bb6c9b786 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:42.700832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-07a659c2-86bd-4dac-a50f-0c7bb6c9b786 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1761141 Nov 12 08:46:42.704415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44436) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:42.713905 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a011bc6c-c00e-43d1-9328-0756e3c7852b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.780774 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f11113-9f7d-4588-8645-29802d7a97d8 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:46:42.784446 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-01f11113-9f7d-4588-8645-29802d7a97d8 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/7359ce80-058f-4e65-8e94-cfe814413680 HTTP/1.1" status: 404 len: 333 time: 0.1222906 Nov 12 08:46:42.799034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44440) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:42.924561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49d66e5-380c-4276-8a1f-0c0b62309eeb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting subnet c04e26df-cb88-4597-9ca5-6bc2a0702d88 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:42.928586 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44444) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:42.930676 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a491412b-fc41-45c6-a3ca-65465a446b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 10, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:42.934608 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a49d66e5-380c-4276-8a1f-0c0b62309eeb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:42.968292 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a403f3e-dd3e-4019-aa20-31e555f25cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.004225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491412b-fc41-45c6-a3ca-65465a446b20 None None] Checking router: e8cb099b-0ea8-44c5-891f-3765841a2acf for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:43.026411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491412b-fc41-45c6-a3ca-65465a446b20 None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:43.029226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a491412b-fc41-45c6-a3ca-65465a446b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:43.039929 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a49d66e5-380c-4276-8a1f-0c0b62309eeb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.127483 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a403f3e-dd3e-4019-aa20-31e555f25cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.139838 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a49d66e5-380c-4276-8a1f-0c0b62309eeb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.163428 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a403f3e-dd3e-4019-aa20-31e555f25cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.195363 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd85b93d-13aa-4cee-acfb-d8b5d5c4faae', 'name': 'tempest-NetworksTestDHCPv6-router-1893628872', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:32Z', 'updated_at': '2021-11-12T08:46:37Z', 'revision_number': 2, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'gw_port_host': None, '_interfaces': [{'id': '602c0ded-f92a-4287-97a9-0bced081e490', 'name': '', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'mac_address': 'fa:16:3e:4f:5f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd85b93d-13aa-4cee-acfb-d8b5d5c4faae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f5fd3499-beb3-47fd-a49f-d1e16a275fe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:35Z', 'updated_at': '2021-11-12T08:46:39Z', 'revision_number': 2, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'subnets': [{'id': 'f5fd3499-beb3-47fd-a49f-d1e16a275fe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:43.206044 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-a491412b-fc41-45c6-a3ca-65465a446b20 None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:43.228568 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Checking router: cd85b93d-13aa-4cee-acfb-d8b5d5c4faae for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:43.229309 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Updating router cd85b93d-13aa-4cee-acfb-d8b5d5c4faae port 602c0ded-f92a-4287-97a9-0bced081e490 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:46:43.232880 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a403f3e-dd3e-4019-aa20-31e555f25cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f919e8a0-03d0-4efb-bdb5-553a9e64ecf5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:43.247522 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a011bc6c-c00e-43d1-9328-0756e3c7852b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.337983 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a011bc6c-c00e-43d1-9328-0756e3c7852b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.341807 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a011bc6c-c00e-43d1-9328-0756e3c7852b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/fd8a0260-c18c-4842-bc55-855c5f215fff HTTP/1.1" status: 204 len: 168 time: 1.4043791 Nov 12 08:46:43.347193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011bc6c-c00e-43d1-9328-0756e3c7852b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8a0260-c18c-4842-bc55-855c5f215fff,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:43.348378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44450) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:43.355342 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2a403f3e-dd3e-4019-aa20-31e555f25cb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e0cb0937c6145e2a36de010cb62b0fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4255731 Nov 12 08:46:43.358695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44452) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:43.430119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddd67d73-4eb1-4e9b-9644-8f53fcfc7197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.435724 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddd67d73-4eb1-4e9b-9644-8f53fcfc7197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.439876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ddd67d73-4eb1-4e9b-9644-8f53fcfc7197 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04c7f1f3-10ca-4ef0-9fb4-3669e1e22e10 HTTP/1.1" status: 204 len: 168 time: 1.1558959 Nov 12 08:46:43.448351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3bdc36cd-7aa0-4a69-948e-ea131b846cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.450890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a49d66e5-380c-4276-8a1f-0c0b62309eeb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.480874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f79dab7-f045-4d35-9652-4b13323513c1 None None] Network c11b169a-ed41-475d-bff0-f22815d71a78 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:43.507229 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3bdc36cd-7aa0-4a69-948e-ea131b846cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.666590 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a491412b-fc41-45c6-a3ca-65465a446b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 10, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:43.694099 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3bdc36cd-7aa0-4a69-948e-ea131b846cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.697718 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3bdc36cd-7aa0-4a69-948e-ea131b846cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.701382 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3bdc36cd-7aa0-4a69-948e-ea131b846cd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f919e8a0-03d0-4efb-bdb5-553a9e64ecf5 HTTP/1.1" status: 204 len: 168 time: 0.3383498 Nov 12 08:46:43.703563 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.716320 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4996e6f2-7bf0-4f55-a4e9-e2e413dc51cf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.719255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc36cd-7aa0-4a69-948e-ea131b846cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f919e8a0-03d0-4efb-bdb5-553a9e64ecf5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:43.726877 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd67d73-4eb1-4e9b-9644-8f53fcfc7197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c7f1f3-10ca-4ef0-9fb4-3669e1e22e10,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:43.728819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d66e5-380c-4276-8a1f-0c0b62309eeb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Subnet': ['ID=c04e26df-cb88-4597-9ca5-6bc2a0702d88,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:43.743837 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a49d66e5-380c-4276-8a1f-0c0b62309eeb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.757495 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a49d66e5-380c-4276-8a1f-0c0b62309eeb tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/c04e26df-cb88-4597-9ca5-6bc2a0702d88 HTTP/1.1" status: 204 len: 168 time: 0.9570777 Nov 12 08:46:43.758003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44466) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:43.819966 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d72e38-993e-4728-9bf1-c48eb7991d43 None None] Network 90c45e95-d5b9-494a-b91e-02fc302fde65 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:43.835569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a491412b-fc41-45c6-a3ca-65465a446b20 None None] The sync data for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 is: [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:38Z', 'revision_number': 10, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None, '_interfaces': [{'id': '50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a', 'name': '', 'network_id': '7ba4f69a-6863-4ede-9e54-c842041d9c28', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'mac_address': 'fa:16:3e:4b:23:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:45:23Z', 'updated_at': '2021-11-12T08:45:37Z', 'revision_number': 5, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'subnets': [{'id': 'b3071c77-2c05-4fb4-a316-11e241308319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:44.181936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.210010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.278202 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb9a579-3eaa-4cfd-ad49-068bb8815d30 None None] DHCP port deletion for c11b169a-ed41-475d-bff0-f22815d71a78 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:44.361732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4996e6f2-7bf0-4f55-a4e9-e2e413dc51cf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 602c0ded-f92a-4287-97a9-0bced081e490 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:44.362290 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4996e6f2-7bf0-4f55-a4e9-e2e413dc51cf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.458562 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9a579-3eaa-4cfd-ad49-068bb8815d30 None None] Deleting port 943fad8c-be0a-42c6-9222-93d042c7f0c5 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:44.462093 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a579-3eaa-4cfd-ad49-068bb8815d30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.513596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9f6149-8e64-47ca-bf94-e1e9d86691c5 None None] DHCP port deletion for 90c45e95-d5b9-494a-b91e-02fc302fde65 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:44.528484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:44.528961 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.564652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port 943fad8c-be0a-42c6-9222-93d042c7f0c5 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:44.565079 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.673652 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.685498 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.695607 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0fb9a579-3eaa-4cfd-ad49-068bb8815d30 None None] For port 943fad8c-be0a-42c6-9222-93d042c7f0c5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=943fad8c-be0a-42c6-9222-93d042c7f0c5,segment=NetworkSegment(9095fa43-f367-4c83-966a-652cd36ae3e8),segment_id=9095fa43-f367-4c83-966a-652cd36ae3e8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:44.698247 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a579-3eaa-4cfd-ad49-068bb8815d30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.720436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 943fad8c-be0a-42c6-9222-93d042c7f0c5 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:44.749853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4996e6f2-7bf0-4f55-a4e9-e2e413dc51cf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.791429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4996e6f2-7bf0-4f55-a4e9-e2e413dc51cf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 602c0ded-f92a-4287-97a9-0bced081e490 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:44.797609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9a579-3eaa-4cfd-ad49-068bb8815d30 None None] Calling delete_port for 943fad8c-be0a-42c6-9222-93d042c7f0c5 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:44.881140 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a064f-479d-4c2a-8e8a-9bd629522cf3 None None] Pushing event updated for resources: {'Port': ['ID=602c0ded-f92a-4287-97a9-0bced081e490,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:44.972474 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Attempting to bind port 602c0ded-f92a-4287-97a9-0bced081e490 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:44.973915 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Attempting to bind port 602c0ded-f92a-4287-97a9-0bced081e490 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:44.974412 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Attempting to bind port 602c0ded-f92a-4287-97a9-0bced081e490 on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:44.994561 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:44.995018 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:44.995430 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:44.995828 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:44.997858 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Bound port: 602c0ded-f92a-4287-97a9-0bced081e490, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:44.998256 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.151680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f6149-8e64-47ca-bf94-e1e9d86691c5 None None] Deleting port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:45.153588 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4996e6f2-7bf0-4f55-a4e9-e2e413dc51cf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.156219 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44496) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:45.156923 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6149-8e64-47ca-bf94-e1e9d86691c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.172979 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.db.api [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:45.173361 n-d-768851-18 neutron-server[102447]: DEBUG oslo_db.api [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:45.208443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996e6f2-7bf0-4f55-a4e9-e2e413dc51cf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=602c0ded-f92a-4287-97a9-0bced081e490,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:45.233145 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fb9a579-3eaa-4cfd-ad49-068bb8815d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.355550 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb9a579-3eaa-4cfd-ad49-068bb8815d30 None None] No DVR routers for this DVR port 943fad8c-be0a-42c6-9222-93d042c7f0c5 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:45.406622 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4996e6f2-7bf0-4f55-a4e9-e2e413dc51cf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.474480 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9a579-3eaa-4cfd-ad49-068bb8815d30 None None] Pushing event deleted for resources: {'Port': ['ID=943fad8c-be0a-42c6-9222-93d042c7f0c5,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:45.496111 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-126c3cc9-499b-427c-a730-3b40c304f39c None None] Could not find standard attr ID for object 602c0ded-f92a-4287-97a9-0bced081e490. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:46:45.521915 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.587849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8d9f6149-8e64-47ca-bf94-e1e9d86691c5 None None] For port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=91ba74d5-0ee6-48fe-9d5a-0a48301260f0,segment=NetworkSegment(bdf542ca-200a-4c1e-9ef5-07087eac9124),segment_id=bdf542ca-200a-4c1e-9ef5-07087eac9124)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:45.587849 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6149-8e64-47ca-bf94-e1e9d86691c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.628364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f6149-8e64-47ca-bf94-e1e9d86691c5 None None] Calling delete_port for 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:45.632828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 230961ff-73ef-4299-80bf-09ee4ebe75bf no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:45.666101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 230961ff-73ef-4299-80bf-09ee4ebe75bf {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:45.666427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 230961ff-73ef-4299-80bf-09ee4ebe75bf not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:45.666958 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:45.706792 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Attempting to bind port 602c0ded-f92a-4287-97a9-0bced081e490 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:45.707167 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Attempting to bind port 602c0ded-f92a-4287-97a9-0bced081e490 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:45.707498 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Attempting to bind port 602c0ded-f92a-4287-97a9-0bced081e490 on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:45.723399 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:45.724404 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:45.725838 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.725838 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:45.725838 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Bound port: 602c0ded-f92a-4287-97a9-0bced081e490, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:45.726183 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.771961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] For port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=91ba74d5-0ee6-48fe-9d5a-0a48301260f0,segment=NetworkSegment(bdf542ca-200a-4c1e-9ef5-07087eac9124),segment_id=bdf542ca-200a-4c1e-9ef5-07087eac9124)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:45.772443 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.773731 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.plugin [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Port 602c0ded-f92a-4287-97a9-0bced081e490 has been deleted concurrently {{(pid=102447) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 08:46:45.793047 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Routers {'cd85b93d-13aa-4cee-acfb-d8b5d5c4faae'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:45.793861 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['cd85b93d-13aa-4cee-acfb-d8b5d5c4faae'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:45.844519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:45.860544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] For port 943fad8c-be0a-42c6-9222-93d042c7f0c5, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=943fad8c-be0a-42c6-9222-93d042c7f0c5,segment=NetworkSegment(9095fa43-f367-4c83-966a-652cd36ae3e8),segment_id=9095fa43-f367-4c83-966a-652cd36ae3e8)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:45.861044 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.911879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for 943fad8c-be0a-42c6-9222-93d042c7f0c5 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:45.920826 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:45.959806 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] Set router cd85b93d-13aa-4cee-acfb-d8b5d5c4faae gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:45.963781 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4996e6f2-7bf0-4f55-a4e9-e2e413dc51cf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Router cd85b93d-13aa-4cee-acfb-d8b5d5c4faae has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:46.026094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=91ba74d5-0ee6-48fe-9d5a-0a48301260f0,segment=NetworkSegment(bdf542ca-200a-4c1e-9ef5-07087eac9124),segment_id=bdf542ca-200a-4c1e-9ef5-07087eac9124)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:46.038681 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.134429 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd85b93d-13aa-4cee-acfb-d8b5d5c4faae', 'name': 'tempest-NetworksTestDHCPv6-router-1893628872', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:32Z', 'updated_at': '2021-11-12T08:46:45Z', 'revision_number': 3, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:46.192689 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484be4a0-7f70-48e8-b8a0-02f6eb004ba8 None None] The sync data for ids ['cd85b93d-13aa-4cee-acfb-d8b5d5c4faae'] in n-d-768851-18 is: [{'id': 'cd85b93d-13aa-4cee-acfb-d8b5d5c4faae', 'name': 'tempest-NetworksTestDHCPv6-router-1893628872', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:32Z', 'updated_at': '2021-11-12T08:46:45Z', 'revision_number': 3, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:46.197211 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=91ba74d5-0ee6-48fe-9d5a-0a48301260f0,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:46.223257 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6149-8e64-47ca-bf94-e1e9d86691c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.283159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f6149-8e64-47ca-bf94-e1e9d86691c5 None None] Pushing event deleted for resources: {'Port': ['ID=91ba74d5-0ee6-48fe-9d5a-0a48301260f0,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:46.294576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4996e6f2-7bf0-4f55-a4e9-e2e413dc51cf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:46.299003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f6149-8e64-47ca-bf94-e1e9d86691c5 None None] No DVR routers for this DVR port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:46.317095 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4996e6f2-7bf0-4f55-a4e9-e2e413dc51cf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "PUT /v2.0/routers/cd85b93d-13aa-4cee-acfb-d8b5d5c4faae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6033921 Nov 12 08:46:46.318557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44530) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:46.419757 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.481010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=943fad8c-be0a-42c6-9222-93d042c7f0c5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:46.482981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No DVR routers for this DVR port 943fad8c-be0a-42c6-9222-93d042c7f0c5 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:46.490475 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.530050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No DVR routers for this DVR port 91ba74d5-0ee6-48fe-9d5a-0a48301260f0 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:46.535424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea965e3-6fa9-4192-829c-0a0c7200bb20 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.537480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea965e3-6fa9-4192-829c-0a0c7200bb20 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:46.539387 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5ea965e3-6fa9-4192-829c-0a0c7200bb20 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2000496 Nov 12 08:46:46.561157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44532) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:46.623545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=91ba74d5-0ee6-48fe-9d5a-0a48301260f0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:46.786794 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.791252 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0603aab-5b90-42e6-9360-76d4993e8028 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet f5fd3499-beb3-47fd-a49f-d1e16a275fe2 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:46.797179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0603aab-5b90-42e6-9360-76d4993e8028 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.799372 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.841885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11b169a-ed41-475d-bff0-f22815d71a78']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:46.871519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c45e95-d5b9-494a-b91e-02fc302fde65']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:46.882614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9095fa43-f367-4c83-966a-652cd36ae3e8') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:46.883014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9095fa43-f367-4c83-966a-652cd36ae3e8') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:46.888857 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0603aab-5b90-42e6-9360-76d4993e8028 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.899477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf542ca-200a-4c1e-9ef5-07087eac9124') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:46.899778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf542ca-200a-4c1e-9ef5-07087eac9124') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:46.910048 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.919742 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.937019 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.944073 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.950375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:46.950773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:46.954683 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:46.971739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:46.972539 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:46.978145 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:47.003704 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4332b7a7-4252-4bbb-89e8-e43cddbd46b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.129811 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.139492 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.142801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/networks/90c45e95-d5b9-494a-b91e-02fc302fde65 HTTP/1.1" status: 204 len: 168 time: 3.3725250 Nov 12 08:46:47.143906 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.146958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44548) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:47.156953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0354c3bf-a33a-4872-b8d2-099d0bdab9ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1146078850'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:47.191216 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.198560 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/networks/c11b169a-ed41-475d-bff0-f22815d71a78 HTTP/1.1" status: 204 len: 168 time: 3.8415663 Nov 12 08:46:47.199992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44554) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:47.202330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0354c3bf-a33a-4872-b8d2-099d0bdab9ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:47.206764 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0354c3bf-a33a-4872-b8d2-099d0bdab9ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.214710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f7802-9443-4151-826b-9d34544f1055 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Network': ['ID=90c45e95-d5b9-494a-b91e-02fc302fde65,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:47.316556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7a3eb-4c69-4ddd-810b-3f5e1937c95b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Network': ['ID=c11b169a-ed41-475d-bff0-f22815d71a78,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:47.335393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0354c3bf-a33a-4872-b8d2-099d0bdab9ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:47.365786 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0354c3bf-a33a-4872-b8d2-099d0bdab9ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.366440 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-0354c3bf-a33a-4872-b8d2-099d0bdab9ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Added segment 2e5719bb-1949-490f-b8d2-6a88df432a77 of type vlan for network b664c340-18b6-4662-9fca-4a950865642b Nov 12 08:46:47.503886 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0354c3bf-a33a-4872-b8d2-099d0bdab9ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.507055 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0603aab-5b90-42e6-9360-76d4993e8028 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.576262 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0354c3bf-a33a-4872-b8d2-099d0bdab9ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.583648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0354c3bf-a33a-4872-b8d2-099d0bdab9ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:47.584611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0354c3bf-a33a-4872-b8d2-099d0bdab9ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.645087 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0354c3bf-a33a-4872-b8d2-099d0bdab9ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4942052 Nov 12 08:46:47.657592 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44564) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:47.666776 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e332fc6b-a8e5-42bd-b3f8-2f3ba8142c29 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': 'b664c340-18b6-4662-9fca-4a950865642b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:47.694986 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0603aab-5b90-42e6-9360-76d4993e8028 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.705604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354c3bf-a33a-4872-b8d2-099d0bdab9ab tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Network': ['ID=b664c340-18b6-4662-9fca-4a950865642b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:47.733062 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network b664c340-18b6-4662-9fca-4a950865642b details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:47.781408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0603aab-5b90-42e6-9360-76d4993e8028 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fd3499-beb3-47fd-a49f-d1e16a275fe2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:47.798893 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0603aab-5b90-42e6-9360-76d4993e8028 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.807134 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a0603aab-5b90-42e6-9360-76d4993e8028 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/f5fd3499-beb3-47fd-a49f-d1e16a275fe2 HTTP/1.1" status: 204 len: 168 time: 1.2292285 Nov 12 08:46:47.807134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44572) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:47.858555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689deb7c-000a-455a-a98c-acb740f82662 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:47.962813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995a302-f92d-49f1-9338-73815857c3e9 None None] Sync routers for ids ['cd85b93d-13aa-4cee-acfb-d8b5d5c4faae'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:47.969569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e332fc6b-a8e5-42bd-b3f8-2f3ba8142c29 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:47.973190 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e332fc6b-a8e5-42bd-b3f8-2f3ba8142c29 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:47.975086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dbe59711-88e7-4a5a-8b52-bf7902fa2894 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.011758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995a302-f92d-49f1-9338-73815857c3e9 None None] Routers {'cd85b93d-13aa-4cee-acfb-d8b5d5c4faae'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:48.012464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-0995a302-f92d-49f1-9338-73815857c3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['cd85b93d-13aa-4cee-acfb-d8b5d5c4faae'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:48.047391 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f30ed2d8-7668-47ac-a47b-446b0f6d1acf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2339981 Nov 12 08:46:48.049977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44582) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:48.152322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-0995a302-f92d-49f1-9338-73815857c3e9 None None] Set router cd85b93d-13aa-4cee-acfb-d8b5d5c4faae gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:48.227271 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fee3bfca-c186-4798-8fe6-e43d3750cd75 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.272414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-0995a302-f92d-49f1-9338-73815857c3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd85b93d-13aa-4cee-acfb-d8b5d5c4faae', 'name': 'tempest-NetworksTestDHCPv6-router-1893628872', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:32Z', 'updated_at': '2021-11-12T08:46:45Z', 'revision_number': 3, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:48.347333 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995a302-f92d-49f1-9338-73815857c3e9 None None] Checking router: cd85b93d-13aa-4cee-acfb-d8b5d5c4faae for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:48.368883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995a302-f92d-49f1-9338-73815857c3e9 None None] Routers {'cd85b93d-13aa-4cee-acfb-d8b5d5c4faae'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:48.369578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-0995a302-f92d-49f1-9338-73815857c3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['cd85b93d-13aa-4cee-acfb-d8b5d5c4faae'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:48.444716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e58f384-fa83-4462-a8a3-8173cd3bb018 None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:48.645514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4332b7a7-4252-4bbb-89e8-e43cddbd46b3 admin admin] Deleting port c80ec34e-e18a-4ec6-b877-94a642294330 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:48.645755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-dbe59711-88e7-4a5a-8b52-bf7902fa2894 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:48.646215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4332b7a7-4252-4bbb-89e8-e43cddbd46b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.646904 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dbe59711-88e7-4a5a-8b52-bf7902fa2894 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.724003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1950cd74-0530-450c-a6c4-62ce28d996b6 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:48.733532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-4332b7a7-4252-4bbb-89e8-e43cddbd46b3 admin admin] For port c80ec34e-e18a-4ec6-b877-94a642294330, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c80ec34e-e18a-4ec6-b877-94a642294330,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:48.734607 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4332b7a7-4252-4bbb-89e8-e43cddbd46b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.748338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4332b7a7-4252-4bbb-89e8-e43cddbd46b3 admin admin] Calling delete_port for c80ec34e-e18a-4ec6-b877-94a642294330 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:48.779022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-0995a302-f92d-49f1-9338-73815857c3e9 None None] Set router cd85b93d-13aa-4cee-acfb-d8b5d5c4faae gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:48.872588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-0995a302-f92d-49f1-9338-73815857c3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd85b93d-13aa-4cee-acfb-d8b5d5c4faae', 'name': 'tempest-NetworksTestDHCPv6-router-1893628872', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:32Z', 'updated_at': '2021-11-12T08:46:45Z', 'revision_number': 3, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:48.913781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995a302-f92d-49f1-9338-73815857c3e9 None None] The sync data for ids ['cd85b93d-13aa-4cee-acfb-d8b5d5c4faae'] in n-d-768851-18 is: [{'id': 'cd85b93d-13aa-4cee-acfb-d8b5d5c4faae', 'name': 'tempest-NetworksTestDHCPv6-router-1893628872', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:32Z', 'updated_at': '2021-11-12T08:46:45Z', 'revision_number': 3, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:48.935555 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.978382 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fee3bfca-c186-4798-8fe6-e43d3750cd75 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.988644 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fee3bfca-c186-4798-8fe6-e43d3750cd75 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.024683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 1950cd74-0530-450c-a6c4-62ce28d996b6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1950cd74-0530-450c-a6c4-62ce28d996b6,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:49.027256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6e58f384-fa83-4462-a8a3-8173cd3bb018 None None] Deleting port 1950cd74-0530-450c-a6c4-62ce28d996b6 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:49.027655 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6e58f384-fa83-4462-a8a3-8173cd3bb018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.038389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-dbe59711-88e7-4a5a-8b52-bf7902fa2894 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] For port 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a,segment=NetworkSegment(f8147e38-bd45-4281-a1a4-b16746c60e37),segment_id=f8147e38-bd45-4281-a1a4-b16746c60e37)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:49.039106 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dbe59711-88e7-4a5a-8b52-bf7902fa2894 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.057890 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.103215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e332fc6b-a8e5-42bd-b3f8-2f3ba8142c29 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.106537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-dbe59711-88e7-4a5a-8b52-bf7902fa2894 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:49.120360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=1950cd74-0530-450c-a6c4-62ce28d996b6,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:49.154000 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fee3bfca-c186-4798-8fe6-e43d3750cd75 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.154510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee3bfca-c186-4798-8fe6-e43d3750cd75 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Fanout notify agent at l3_agent the message router_deleted on router cd85b93d-13aa-4cee-acfb-d8b5d5c4faae {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:49.164589 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fee3bfca-c186-4798-8fe6-e43d3750cd75 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.168988 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fee3bfca-c186-4798-8fe6-e43d3750cd75 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/routers/cd85b93d-13aa-4cee-acfb-d8b5d5c4faae HTTP/1.1" status: 204 len: 168 time: 1.1155055 Nov 12 08:46:49.169638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44606) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:49.197819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6e58f384-fa83-4462-a8a3-8173cd3bb018 None None] For port 1950cd74-0530-450c-a6c4-62ce28d996b6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1950cd74-0530-450c-a6c4-62ce28d996b6,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:49.198223 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6e58f384-fa83-4462-a8a3-8173cd3bb018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.218000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6e58f384-fa83-4462-a8a3-8173cd3bb018 None None] Calling delete_port for 1950cd74-0530-450c-a6c4-62ce28d996b6 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:49.228959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332fc6b-a8e5-42bd-b3f8-2f3ba8142c29 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Subnet': ['ID=c1965db2-c73b-4a1f-a067-c427a0f470a2,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:49.261005 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9c973fd0-601a-4ec8-855a-42ae7be9de43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:49.304433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44614) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:49.369600 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6e58f384-fa83-4462-a8a3-8173cd3bb018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.450264 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4332b7a7-4252-4bbb-89e8-e43cddbd46b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.478954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58f384-fa83-4462-a8a3-8173cd3bb018 None None] No DVR routers for this DVR port 1950cd74-0530-450c-a6c4-62ce28d996b6 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:49.483482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58f384-fa83-4462-a8a3-8173cd3bb018 None None] Pushing event deleted for resources: {'Port': ['ID=1950cd74-0530-450c-a6c4-62ce28d996b6,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:49.542145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332b7a7-4252-4bbb-89e8-e43cddbd46b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80ec34e-e18a-4ec6-b877-94a642294330,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:49.593247 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6da0178-48e2-4145-a891-30ee774aad95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.683860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e332fc6b-a8e5-42bd-b3f8-2f3ba8142c29 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Checking segment: {'id': '2e5719bb-1949-490f-b8d2-6a88df432a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b664c340-18b6-4662-9fca-4a950865642b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:49.684318 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e332fc6b-a8e5-42bd-b3f8-2f3ba8142c29 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network hostable DHCP agents. Network: b664c340-18b6-4662-9fca-4a950865642b, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:49.695745 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dbe59711-88e7-4a5a-8b52-bf7902fa2894 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.706115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c973fd0-601a-4ec8-855a-42ae7be9de43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:49.711980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c973fd0-601a-4ec8-855a-42ae7be9de43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.759506 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe59711-88e7-4a5a-8b52-bf7902fa2894 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:49.807790 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6da0178-48e2-4145-a891-30ee774aad95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.822487 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e332fc6b-a8e5-42bd-b3f8-2f3ba8142c29 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network b664c340-18b6-4662-9fca-4a950865642b is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:49.839636 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6da0178-48e2-4145-a891-30ee774aad95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.862933 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:46:49.888067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-e332fc6b-a8e5-42bd-b3f8-2f3ba8142c29 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, b664c340-18b6-4662-9fca-4a950865642b) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:49.894302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da0178-48e2-4145-a891-30ee774aad95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17146189-f3e3-46ce-8d0d-e5ca124d6d98,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:49.899344 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc3d55b-6525-4872-b32a-0e2487ed6d6b None None] Network b664c340-18b6-4662-9fca-4a950865642b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:49.919838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e332fc6b-a8e5-42bd-b3f8-2f3ba8142c29 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:49.920436 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e332fc6b-a8e5-42bd-b3f8-2f3ba8142c29 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.972172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c6da0178-48e2-4145-a891-30ee774aad95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1846e908a3ca4542955b4f77f4f5bfdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6650078 Nov 12 08:46:49.976431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44642) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:50.153290 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dbe59711-88e7-4a5a-8b52-bf7902fa2894 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.173151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-b664c340-18b6-4662-9fca-4a950865642b', 'network_id': 'b664c340-18b6-4662-9fca-4a950865642b', 'tenant_id': '0d14d39a6e8544b792b389274140b997', 'fixed_ips': [{'subnet_id': 'c1965db2-c73b-4a1f-a067-c427a0f470a2'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:50.174123 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.180992 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e332fc6b-a8e5-42bd-b3f8-2f3ba8142c29 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5198791 Nov 12 08:46:50.188124 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44646) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:50.203605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0b15bdce-d6e7-40e4-aa19-66602755244c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-50529145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:50.255280 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c973fd0-601a-4ec8-855a-42ae7be9de43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.281358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44648) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:50.316175 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4332b7a7-4252-4bbb-89e8-e43cddbd46b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.320614 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b15bdce-d6e7-40e4-aa19-66602755244c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.322007 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b15bdce-d6e7-40e4-aa19-66602755244c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.346751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c973fd0-601a-4ec8-855a-42ae7be9de43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:50.358976 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-9c973fd0-601a-4ec8-855a-42ae7be9de43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:50.359710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e5601d3-388e-4482-ba6a-5008f57927f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.373666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c973fd0-601a-4ec8-855a-42ae7be9de43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:50.374921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c973fd0-601a-4ec8-855a-42ae7be9de43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.375660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe59711-88e7-4a5a-8b52-bf7902fa2894 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router e8cb099b-0ea8-44c5-891f-3765841a2acf has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:50.387949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Allocated IP 172.20.0.2 (b664c340-18b6-4662-9fca-4a950865642b/c1965db2-c73b-4a1f-a067-c427a0f470a2/9ff615d7-de29-439b-9b43-2ad0455e1d3e) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:50.405361 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e5601d3-388e-4482-ba6a-5008f57927f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.430243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c973fd0-601a-4ec8-855a-42ae7be9de43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:50.439798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b481b2-0c87-48dd-a154-e46fb3d8370d None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:50.497647 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b15bdce-d6e7-40e4-aa19-66602755244c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.502352 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9c973fd0-601a-4ec8-855a-42ae7be9de43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2743366 Nov 12 08:46:50.503439 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9e9d-383a-4bdd-8afc-57c58ed71878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.506211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44654) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:50.511624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe59711-88e7-4a5a-8b52-bf7902fa2894 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:50.518527 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dbe59711-88e7-4a5a-8b52-bf7902fa2894 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3170142 Nov 12 08:46:50.522271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44656) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:50.522458 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c6e9e26a-9579-4070-b130-2f3c54faecd6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-75248959', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:50.530004 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55719ae-59c0-4aa6-bad6-79d6a5c2602e None None] Sync routers for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:50.536388 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b15bdce-d6e7-40e4-aa19-66602755244c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.550585 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55719ae-59c0-4aa6-bad6-79d6a5c2602e None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:50.551263 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b55719ae-59c0-4aa6-bad6-79d6a5c2602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:50.590285 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e26a-9579-4070-b130-2f3c54faecd6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.591506 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e26a-9579-4070-b130-2f3c54faecd6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.665215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0b15bdce-d6e7-40e4-aa19-66602755244c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.671301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0b15bdce-d6e7-40e4-aa19-66602755244c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4701965 Nov 12 08:46:50.675564 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44660) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:50.681164 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'network_id': 'b664c340-18b6-4662-9fca-4a950865642b', 'name': 'tempest-PortsTestJSON-2129807899'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:50.705093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b899bfe-123c-4512-a072-46f610b5241b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting subnet b3071c77-2c05-4fb4-a316-11e241308319 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:50.722005 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b899bfe-123c-4512-a072-46f610b5241b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.724460 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e26a-9579-4070-b130-2f3c54faecd6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.732514 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-b55719ae-59c0-4aa6-bad6-79d6a5c2602e None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:50.736996 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e26a-9579-4070-b130-2f3c54faecd6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.770629 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e5601d3-388e-4482-ba6a-5008f57927f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.777948 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e5601d3-388e-4482-ba6a-5008f57927f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.784121 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1e5601d3-388e-4482-ba6a-5008f57927f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17146189-f3e3-46ce-8d0d-e5ca124d6d98 HTTP/1.1" status: 204 len: 168 time: 0.8061683 Nov 12 08:46:50.792736 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e26a-9579-4070-b130-2f3c54faecd6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.798345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44666) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:50.804485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c6e9e26a-9579-4070-b130-2f3c54faecd6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2928386 Nov 12 08:46:50.816822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5601d3-388e-4482-ba6a-5008f57927f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17146189-f3e3-46ce-8d0d-e5ca124d6d98,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:50.855627 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': 'dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:50.855627 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.864835 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b55719ae-59c0-4aa6-bad6-79d6a5c2602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:49Z', 'revision_number': 11, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:50.889202 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.897009 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55719ae-59c0-4aa6-bad6-79d6a5c2602e None None] Checking router: e8cb099b-0ea8-44c5-891f-3765841a2acf for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:50.907715 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55719ae-59c0-4aa6-bad6-79d6a5c2602e None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:50.908516 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b55719ae-59c0-4aa6-bad6-79d6a5c2602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:50.948245 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.006415 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-b55719ae-59c0-4aa6-bad6-79d6a5c2602e None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:51.042990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Network b664c340-18b6-4662-9fca-4a950865642b is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:51.055901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:51.081867 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b55719ae-59c0-4aa6-bad6-79d6a5c2602e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:49Z', 'revision_number': 11, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:51.083910 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:51.089834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Pushing event updated for resources: {'Port': ['ID=9ff615d7-de29-439b-9b43-2ad0455e1d3e,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:51.115918 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55719ae-59c0-4aa6-bad6-79d6a5c2602e None None] The sync data for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 is: [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:49Z', 'revision_number': 11, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:51.185145 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Allocated IP 2001:db8::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5/46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:51.188471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Attempting to bind port 9ff615d7-de29-439b-9b43-2ad0455e1d3e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:51.188932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Attempting to bind port 9ff615d7-de29-439b-9b43-2ad0455e1d3e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '2e5719bb-1949-490f-b8d2-6a88df432a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b664c340-18b6-4662-9fca-4a950865642b'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:51.189266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Attempting to bind port 9ff615d7-de29-439b-9b43-2ad0455e1d3e on network b664c340-18b6-4662-9fca-4a950865642b {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:51.203894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:51.204285 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Checking segment: {'id': '2e5719bb-1949-490f-b8d2-6a88df432a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b664c340-18b6-4662-9fca-4a950865642b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:51.204696 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.205134 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Bound using segment: {'id': '2e5719bb-1949-490f-b8d2-6a88df432a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b664c340-18b6-4662-9fca-4a950865642b'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:51.205746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Bound port: 9ff615d7-de29-439b-9b43-2ad0455e1d3e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5719bb-1949-490f-b8d2-6a88df432a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b664c340-18b6-4662-9fca-4a950865642b'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:51.206119 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.289789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44670) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:51.311079 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b27edace-8c7c-4072-9694-5cacc1b7bd20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.345783 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] For port 9ff615d7-de29-439b-9b43-2ad0455e1d3e, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:51.351656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] For port 9ff615d7-de29-439b-9b43-2ad0455e1d3e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9ff615d7-de29-439b-9b43-2ad0455e1d3e,segment=NetworkSegment(2e5719bb-1949-490f-b8d2-6a88df432a77),segment_id=2e5719bb-1949-490f-b8d2-6a88df432a77)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:51.356772 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.419319 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b27edace-8c7c-4072-9694-5cacc1b7bd20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.425733 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b27edace-8c7c-4072-9694-5cacc1b7bd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.442257 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b899bfe-123c-4512-a072-46f610b5241b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.466129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27edace-8c7c-4072-9694-5cacc1b7bd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b949a7ac-6e96-4302-8274-dbf1815d8c06,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:51.492074 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.496462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c55953-861c-4fba-a500-a95a063bbb4b None None] Pushing event updated for resources: {'Port': ['ID=9ff615d7-de29-439b-9b43-2ad0455e1d3e,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:51.506010 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.521922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b27edace-8c7c-4072-9694-5cacc1b7bd20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea6ba4b9e4ae4a948d2eee252b8cdd82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291160 Nov 12 08:46:51.522884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44672) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:51.558293 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9e9d-383a-4bdd-8afc-57c58ed71878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.564805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Pushing event updated for resources: {'Port': ['ID=46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:51.578606 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9e9d-383a-4bdd-8afc-57c58ed71878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.584289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:51.586090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:51.592576 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:51.624155 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aef18339-15d5-4266-b495-8cb338f0028c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.659885 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aef18339-15d5-4266-b495-8cb338f0028c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.670820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Attempting to bind port 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:51.671243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Attempting to bind port 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:51.672136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Attempting to bind port 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:51.678417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:51.678913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:51.679333 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.679831 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:51.680325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Bound port: 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:51.680718 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.737958 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aef18339-15d5-4266-b495-8cb338f0028c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.742739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aef18339-15d5-4266-b495-8cb338f0028c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.746503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aef18339-15d5-4266-b495-8cb338f0028c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b949a7ac-6e96-4302-8274-dbf1815d8c06 HTTP/1.1" status: 204 len: 168 time: 0.2201099 Nov 12 08:46:51.767615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef18339-15d5-4266-b495-8cb338f0028c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b949a7ac-6e96-4302-8274-dbf1815d8c06,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:51.851179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] For port 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:51.858528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] For port 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:51.868693 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1d4f9e9d-383a-4bdd-8afc-57c58ed71878 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79c05f33667a4f91a6aac2ffdaf36764&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5819814 Nov 12 08:46:51.869135 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.869781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44676) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:51.950520 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2df7d49-ed42-43ed-9121-f5236a1cea06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:51.953583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f9e9d-383a-4bdd-8afc-57c58ed71878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731fc72d-9f16-4063-91a1-e15ba7a12c1e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:51.990822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af094518-1e99-478a-a45c-3f2fff38dd3b None None] Pushing event updated for resources: {'Port': ['ID=46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:52.055948 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2df7d49-ed42-43ed-9121-f5236a1cea06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.094444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4332b7a7-4252-4bbb-89e8-e43cddbd46b3 admin admin] Router f1c3ecff-a607-4771-98db-84b0b976b293 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:52.102820 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:52.106490 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.109307 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b899bfe-123c-4512-a072-46f610b5241b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.154906 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2df7d49-ed42-43ed-9121-f5236a1cea06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.159640 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2df7d49-ed42-43ed-9121-f5236a1cea06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.168174 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e2df7d49-ed42-43ed-9121-f5236a1cea06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/731fc72d-9f16-4063-91a1-e15ba7a12c1e HTTP/1.1" status: 204 len: 168 time: 0.2958939 Nov 12 08:46:52.182619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df7d49-ed42-43ed-9121-f5236a1cea06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731fc72d-9f16-4063-91a1-e15ba7a12c1e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:52.267002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port 5fccf9f3-5f51-43e2-81d4-518143cfa5ec yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:46:52.393784 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.496632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4332b7a7-4252-4bbb-89e8-e43cddbd46b3 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:52.505378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44692) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:52.505893 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4332b7a7-4252-4bbb-89e8-e43cddbd46b3 admin admin] 10.222.0.31 "PUT /v2.0/routers/f1c3ecff-a607-4771-98db-84b0b976b293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3409209 Nov 12 08:46:52.506913 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.522228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965aa96d-84d0-4833-b760-d66a81a491b0 None None] Sync routers for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:52.595298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965aa96d-84d0-4833-b760-d66a81a491b0 None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:52.596917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-965aa96d-84d0-4833-b760-d66a81a491b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:52.726183 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.739536 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b899bfe-123c-4512-a072-46f610b5241b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.905918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b899bfe-123c-4512-a072-46f610b5241b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Subnet': ['ID=b3071c77-2c05-4fb4-a316-11e241308319,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:52.907974 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:52.985717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44700) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:53.017431 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b899bfe-123c-4512-a072-46f610b5241b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.030248 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8b899bfe-123c-4512-a072-46f610b5241b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/b3071c77-2c05-4fb4-a316-11e241308319 HTTP/1.1" status: 204 len: 168 time: 2.5031481 Nov 12 08:46:53.033023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a44bd7b-5a37-4e30-a14a-7a86db4e2d00 None None] Network 7ba4f69a-6863-4ede-9e54-c842041d9c28 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:53.033912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44706) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:53.045053 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-96b5ef6d-7540-473a-b5a9-bd11a4ad1470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.058062 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9ff615d7-de29-439b-9b43-2ad0455e1d3e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:53.239373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.6 (b664c340-18b6-4662-9fca-4a950865642b/c1965db2-c73b-4a1f-a067-c427a0f470a2/5fccf9f3-5f51-43e2-81d4-518143cfa5ec) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:53.263217 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.271655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ca8a74-4a34-489f-ac00-57ed4087ebf4 None None] Network b664c340-18b6-4662-9fca-4a950865642b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:53.338034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-965aa96d-84d0-4833-b760-d66a81a491b0 None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:53.339675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Deleting port be651147-cf69-4bdb-8523-921ed548af76 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:53.340902 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.383939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::1 (376cbd53-eef7-4f19-a11f-fa391cb12464/dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5/1df9ab49-7f8c-4b1c-ac2c-6c23990463c4) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:53.688484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] For port be651147-cf69-4bdb-8523-921ed548af76, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=be651147-cf69-4bdb-8523-921ed548af76,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:53.689087 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.711390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Calling delete_port for be651147-cf69-4bdb-8523-921ed548af76 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:53.806848 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.811305 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.883282 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-66e36f92-460b-4f36-9903-70e0f3e9c47c None None] Provisioning complete for port 9ff615d7-de29-439b-9b43-2ad0455e1d3e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:53.883737 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-66e36f92-460b-4f36-9903-70e0f3e9c47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.906016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.933918 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.936547 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-96b5ef6d-7540-473a-b5a9-bd11a4ad1470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:53.961477 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-96b5ef6d-7540-473a-b5a9-bd11a4ad1470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.015490 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-96b5ef6d-7540-473a-b5a9-bd11a4ad1470 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77dcc3b9cad1488984a6ba2e2f66d964&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0272307 Nov 12 08:46:54.022667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44722) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:54.024321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 9ff615d7-de29-439b-9b43-2ad0455e1d3e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:54.024834 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.066275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:54.069001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network b664c340-18b6-4662-9fca-4a950865642b is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:54.073695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:54.094020 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:54.096419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:54.097203 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.102783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:54.156891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab675a8-2269-47a5-8f57-658a3eb94f6d None None] DHCP port deletion for 7ba4f69a-6863-4ede-9e54-c842041d9c28 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:54.159862 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1923dfc-a0e2-48e8-a277-4bd4447b6180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.167353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5ef6d-7540-473a-b5a9-bd11a4ad1470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6283da54-ea61-4f40-b05a-20a3b4ddfd0c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:54.239495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Deleting port 59f67c53-a409-40f2-b42d-830df47e3f17 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:54.239834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.361262 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=5fccf9f3-5f51-43e2-81d4-518143cfa5ec,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:54.406273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] For port 59f67c53-a409-40f2-b42d-830df47e3f17, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=59f67c53-a409-40f2-b42d-830df47e3f17,segment=NetworkSegment(f8147e38-bd45-4281-a1a4-b16746c60e37),segment_id=f8147e38-bd45-4281-a1a4-b16746c60e37)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:54.406725 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.431943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Calling delete_port for 59f67c53-a409-40f2-b42d-830df47e3f17 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:54.439707 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1923dfc-a0e2-48e8-a277-4bd4447b6180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.459592 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-66e36f92-460b-4f36-9903-70e0f3e9c47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.496877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:54.503266 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.523066 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.534776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-965aa96d-84d0-4833-b760-d66a81a491b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'be651147-cf69-4bdb-8523-921ed548af76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:46:49Z', 'revision_number': 5, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port': {'id': 'be651147-cf69-4bdb-8523-921ed548af76', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:34:37Z', 'updated_at': '2021-11-12T08:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:54.542674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=1df9ab49-7f8c-4b1c-ac2c-6c23990463c4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:54.544026 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.571472 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.577949 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b312f847-61ee-4ed0-9cf6-c31ae5f7942f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9011238 Nov 12 08:46:54.582193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44732) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:54.595065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965aa96d-84d0-4833-b760-d66a81a491b0 None None] Checking router: f1c3ecff-a607-4771-98db-84b0b976b293 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:54.602111 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-66e36f92-460b-4f36-9903-70e0f3e9c47c None None] For port 9ff615d7-de29-439b-9b43-2ad0455e1d3e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9ff615d7-de29-439b-9b43-2ad0455e1d3e,segment=NetworkSegment(2e5719bb-1949-490f-b8d2-6a88df432a77),segment_id=2e5719bb-1949-490f-b8d2-6a88df432a77)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:54.606024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1ab675a8-2269-47a5-8f57-658a3eb94f6d None None] Deleting port 59f67c53-a409-40f2-b42d-830df47e3f17 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:54.606478 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1ab675a8-2269-47a5-8f57-658a3eb94f6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.640952 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-66e36f92-460b-4f36-9903-70e0f3e9c47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.773165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965aa96d-84d0-4833-b760-d66a81a491b0 None None] Routers {'f1c3ecff-a607-4771-98db-84b0b976b293'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:54.774091 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-965aa96d-84d0-4833-b760-d66a81a491b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f1c3ecff-a607-4771-98db-84b0b976b293'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:54.956617 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:46:54.957288 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:46:54.958792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-965aa96d-84d0-4833-b760-d66a81a491b0 None None] Set router f1c3ecff-a607-4771-98db-84b0b976b293 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:54.962096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1ab675a8-2269-47a5-8f57-658a3eb94f6d None None] For port 59f67c53-a409-40f2-b42d-830df47e3f17, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=59f67c53-a409-40f2-b42d-830df47e3f17,segment=NetworkSegment(f8147e38-bd45-4281-a1a4-b16746c60e37),segment_id=f8147e38-bd45-4281-a1a4-b16746c60e37)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:54.962624 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1ab675a8-2269-47a5-8f57-658a3eb94f6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:54.965253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e36f92-460b-4f36-9903-70e0f3e9c47c None None] Pushing event updated for resources: {'Port': ['ID=9ff615d7-de29-439b-9b43-2ad0455e1d3e,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:55.065290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-965aa96d-84d0-4833-b760-d66a81a491b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:46:54Z', 'revision_number': 7, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:55.067787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1ab675a8-2269-47a5-8f57-658a3eb94f6d None None] Calling delete_port for 59f67c53-a409-40f2-b42d-830df47e3f17 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:55.070019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-861a3661-b17d-45f7-823f-fef5e9c9de83 None None] Provisioning complete for port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:55.070515 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-861a3661-b17d-45f7-823f-fef5e9c9de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.131339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-861a3661-b17d-45f7-823f-fef5e9c9de83 None None] Port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:55.168943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965aa96d-84d0-4833-b760-d66a81a491b0 None None] The sync data for ids ['f1c3ecff-a607-4771-98db-84b0b976b293'] in n-d-768851-18 is: [{'id': 'f1c3ecff-a607-4771-98db-84b0b976b293', 'name': 'tempest-AttachVolumeShelveTestJSON-2141362529-router', 'tenant_id': '60b084a3270c466cb1c91ac839e48f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:34:36Z', 'updated_at': '2021-11-12T08:46:54Z', 'revision_number': 7, 'project_id': '60b084a3270c466cb1c91ac839e48f82', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:55.255420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-861a3661-b17d-45f7-823f-fef5e9c9de83 None None] Provisioning complete for port 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:55.255791 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-861a3661-b17d-45f7-823f-fef5e9c9de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.309778 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.348039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edac5af-692d-40a8-b28d-ec7a69f935f4 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:55.370144 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.375584 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.382595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Pushing event deleted for resources: {'Port': ['ID=be651147-cf69-4bdb-8523-921ed548af76,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:55.385421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.386330 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.416080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Port': ['ID=59f67c53-a409-40f2-b42d-830df47e3f17,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:55.420193 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1ab675a8-2269-47a5-8f57-658a3eb94f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.422349 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-861a3661-b17d-45f7-823f-fef5e9c9de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.447637 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1923dfc-a0e2-48e8-a277-4bd4447b6180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.451146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1923dfc-a0e2-48e8-a277-4bd4447b6180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.453219 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c1923dfc-a0e2-48e8-a277-4bd4447b6180 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6283da54-ea61-4f40-b05a-20a3b4ddfd0c HTTP/1.1" status: 204 len: 168 time: 1.4124618 Nov 12 08:46:55.472883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab675a8-2269-47a5-8f57-658a3eb94f6d None None] Pushing event deleted for resources: {'Port': ['ID=59f67c53-a409-40f2-b42d-830df47e3f17,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:55.478941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No DVR routers for this DVR port 59f67c53-a409-40f2-b42d-830df47e3f17 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:55.497392 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab675a8-2269-47a5-8f57-658a3eb94f6d None None] No DVR routers for this DVR port 59f67c53-a409-40f2-b42d-830df47e3f17 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:55.528913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1923dfc-a0e2-48e8-a277-4bd4447b6180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6283da54-ea61-4f40-b05a-20a3b4ddfd0c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:55.548984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-861a3661-b17d-45f7-823f-fef5e9c9de83 None None] For port 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:55.551365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:55.581787 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.597036 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-861a3661-b17d-45f7-823f-fef5e9c9de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.695840 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.751183 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.764810 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.773619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba4f69a-6863-4ede-9e54-c842041d9c28']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:55.791639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a3661-b17d-45f7-823f-fef5e9c9de83 None None] Pushing event updated for resources: {'Port': ['ID=46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:55.834703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8147e38-bd45-4281-a1a4-b16746c60e37') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:55.835001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8147e38-bd45-4281-a1a4-b16746c60e37') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:55.850095 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.855278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-15f13330-788d-4125-a677-2ed32191e6c1 None None] Provisioning complete for port 5fccf9f3-5f51-43e2-81d4-518143cfa5ec triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:55.855794 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-15f13330-788d-4125-a677-2ed32191e6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.864500 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.864500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1c3ecff-a607-4771-98db-84b0b976b293 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:55.874511 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.880641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dda4fd5f-2db1-4701-9ffa-008bfb24d555 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f1c3ecff-a607-4771-98db-84b0b976b293 HTTP/1.1" status: 204 len: 168 time: 3.3735931 Nov 12 08:46:55.881970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44754) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:55.933042 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.937132 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-15f13330-788d-4125-a677-2ed32191e6c1 None None] Port 5fccf9f3-5f51-43e2-81d4-518143cfa5ec cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:55.944222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:55.945126 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.947845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:55.948302 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:55.952163 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:56.035735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-15f13330-788d-4125-a677-2ed32191e6c1 None None] Provisioning complete for port 9ff615d7-de29-439b-9b43-2ad0455e1d3e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:56.035735 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-15f13330-788d-4125-a677-2ed32191e6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.148814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4e7a8c-037b-4bf5-bb7f-da17711e3cd3 admin admin] Deleting subnet 5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:46:56.153626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:56.163052 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7a8c-037b-4bf5-bb7f-da17711e3cd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.226189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:56.226761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 50a5e5f0-10a8-4bfe-9dfd-ad62e9ee202a not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:56.285982 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7a8c-037b-4bf5-bb7f-da17711e3cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.389873 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=1df9ab49-7f8c-4b1c-ac2c-6c23990463c4,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:56.416160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9ff615d7-de29-439b-9b43-2ad0455e1d3e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:56.491437 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.508764 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.527237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/networks/7ba4f69a-6863-4ede-9e54-c842041d9c28 HTTP/1.1" status: 204 len: 168 time: 3.4896038 Nov 12 08:46:56.534916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44778) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:56.586642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-caefac0a-2bd2-4599-a7ee-f28300376b47 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'router': {'routes': None}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:56.606266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Pushing event deleted for resources: {'Network': ['ID=7ba4f69a-6863-4ede-9e54-c842041d9c28,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:56.607926 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.613995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:56.617085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:56.631397 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.750255 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7a8c-037b-4bf5-bb7f-da17711e3cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.794183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=5fccf9f3-5f51-43e2-81d4-518143cfa5ec,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:56.934232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 9ff615d7-de29-439b-9b43-2ad0455e1d3e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:56.934943 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.945617 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7a8c-037b-4bf5-bb7f-da17711e3cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:56.982064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:56.982487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:56.982901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:56.983287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:56.984308 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:56.985425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:56.985868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:56.986259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:56.986776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:56.987292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:56.988045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:56.988440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75733f64-842c-4b18-ab31-2d2dc3ef1a7f tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:57.039842 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f70fa7e-1a28-4ed0-9363-c00842c5ba45 None None] Network f4e7b44e-b3da-477b-8acb-2235fde73aca requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:57.045024 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a4e7a8c-037b-4bf5-bb7f-da17711e3cd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.052173 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2a4e7a8c-037b-4bf5-bb7f-da17711e3cd3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1 HTTP/1.1" status: 204 len: 168 time: 1.1645234 Nov 12 08:46:57.117631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e7a8c-037b-4bf5-bb7f-da17711e3cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3da3c5-ea81-4ffd-9a18-1e200c37a9c1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:57.123016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44790) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:57.225233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.extraroute_db [None req-caefac0a-2bd2-4599-a7ee-f28300376b47 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Added routes are [] {{(pid=102444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 08:46:57.225664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.extraroute_db [None req-caefac0a-2bd2-4599-a7ee-f28300376b47 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Removed routes are [] {{(pid=102444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 08:46:57.226141 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-caefac0a-2bd2-4599-a7ee-f28300376b47 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.285172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:57.344538 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.365305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0285f57f-be2c-4dee-968a-e57e9835cf6e None None] Provisioning complete for port 5fccf9f3-5f51-43e2-81d4-518143cfa5ec triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:57.365688 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0285f57f-be2c-4dee-968a-e57e9835cf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.424326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Router 42d5868b-d1db-4be7-ba94-e8352a13019b is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:46:57.428227 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.456125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0285f57f-be2c-4dee-968a-e57e9835cf6e None None] Port 5fccf9f3-5f51-43e2-81d4-518143cfa5ec cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:57.489554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:57.490349 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.495090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0285f57f-be2c-4dee-968a-e57e9835cf6e None None] Provisioning complete for port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:57.495949 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0285f57f-be2c-4dee-968a-e57e9835cf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.500720 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-caefac0a-2bd2-4599-a7ee-f28300376b47 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.505616 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-caefac0a-2bd2-4599-a7ee-f28300376b47 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.659046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53173c4c-7ec5-41a6-9f5c-29f6e0db087c None None] DHCP port deletion for f4e7b44e-b3da-477b-8acb-2235fde73aca request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:46:57.666215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caefac0a-2bd2-4599-a7ee-f28300376b47 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router e8cb099b-0ea8-44c5-891f-3765841a2acf has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:46:57.675295 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0285f57f-be2c-4dee-968a-e57e9835cf6e None None] Port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:46:57.740095 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.814627 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-53173c4c-7ec5-41a6-9f5c-29f6e0db087c None None] Deleting port 8462c077-b98b-4157-8240-804c40f8c623 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:57.815004 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53173c4c-7ec5-41a6-9f5c-29f6e0db087c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.850848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Deleting port 8462c077-b98b-4157-8240-804c40f8c623 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:46:57.851220 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.915858 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 59f67c53-a409-40f2-b42d-830df47e3f17 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:57.936560 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:57.944155 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dae32f17-2228-46a7-a51b-8132269693b8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "PUT /v2.0/routers/42d5868b-d1db-4be7-ba94-e8352a13019b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1400371 Nov 12 08:46:57.945497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caefac0a-2bd2-4599-a7ee-f28300376b47 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:46:57.957614 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Sync routers for ids ['42d5868b-d1db-4be7-ba94-e8352a13019b'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:57.963352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44802) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:57.977156 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Routers {'42d5868b-d1db-4be7-ba94-e8352a13019b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:57.978587 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['42d5868b-d1db-4be7-ba94-e8352a13019b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:57.980537 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-caefac0a-2bd2-4599-a7ee-f28300376b47 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:57.988894 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-caefac0a-2bd2-4599-a7ee-f28300376b47 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf HTTP/1.1" status: 200 len: 700 time: 1.4329841 Nov 12 08:46:57.991571 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44804) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:57.997391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831cff8-d8d8-4e1a-806b-bed432d0a5ee None None] Sync routers for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:46:58.013915 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 59f67c53-a409-40f2-b42d-830df47e3f17 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:58.014266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 59f67c53-a409-40f2-b42d-830df47e3f17 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:58.014697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device be651147-cf69-4bdb-8523-921ed548af76 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:58.040219 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f6a01a28-0524-409a-936d-bf6e7104f970 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8cb099b-0ea8-44c5-891f-3765841a2acf HTTP/1.1" status: 200 len: 205 time: 0.0445962 Nov 12 08:46:58.044658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44806) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:58.079221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: be651147-cf69-4bdb-8523-921ed548af76 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:58.081432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device be651147-cf69-4bdb-8523-921ed548af76 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:58.081885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c80ec34e-e18a-4ec6-b877-94a642294330 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:58.099477 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Set router 42d5868b-d1db-4be7-ba94-e8352a13019b gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:58.131692 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f65502c3-027b-4d06-80da-8374b1cdaee9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.142270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] For port 8462c077-b98b-4157-8240-804c40f8c623, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8462c077-b98b-4157-8240-804c40f8c623,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:58.142681 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.161198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Calling delete_port for 8462c077-b98b-4157-8240-804c40f8c623 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:58.164936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-53173c4c-7ec5-41a6-9f5c-29f6e0db087c None None] For port 8462c077-b98b-4157-8240-804c40f8c623, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8462c077-b98b-4157-8240-804c40f8c623,segment=NetworkSegment(c68a7550-98e6-4cd3-8088-2331a51a5629),segment_id=c68a7550-98e6-4cd3-8088-2331a51a5629)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:58.165577 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53173c4c-7ec5-41a6-9f5c-29f6e0db087c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.182241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-53173c4c-7ec5-41a6-9f5c-29f6e0db087c None None] Calling delete_port for 8462c077-b98b-4157-8240-804c40f8c623 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:46:58.285079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d6d9c-22f4-4c63-95bd-66423b50ec65 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:58.287095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e80d6d9c-22f4-4c63-95bd-66423b50ec65 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports/1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 HTTP/1.1" status: 200 len: 911 time: 0.3175952 Nov 12 08:46:58.292849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: c80ec34e-e18a-4ec6-b877-94a642294330 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:58.293423 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c80ec34e-e18a-4ec6-b877-94a642294330 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:58.311476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44812) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:58.321222 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53173c4c-7ec5-41a6-9f5c-29f6e0db087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.337556 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.384828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53173c4c-7ec5-41a6-9f5c-29f6e0db087c None None] Pushing event deleted for resources: {'Port': ['ID=8462c077-b98b-4157-8240-804c40f8c623,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:58.389265 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5868b-d1db-4be7-ba94-e8352a13019b', 'name': 'tempest-NetworksTestDHCPv6-router-75248959', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:50Z', 'updated_at': '2021-11-12T08:46:54Z', 'revision_number': 2, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'gw_port_host': None, '_interfaces': [{'id': '1df9ab49-7f8c-4b1c-ac2c-6c23990463c4', 'name': '', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'mac_address': 'fa:16:3e:82:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d5868b-d1db-4be7-ba94-e8352a13019b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:52Z', 'updated_at': '2021-11-12T08:46:54Z', 'revision_number': 2, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'subnets': [{'id': 'dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:58.395974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831cff8-d8d8-4e1a-806b-bed432d0a5ee None None] Routers {'e8cb099b-0ea8-44c5-891f-3765841a2acf'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:58.396812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6831cff8-d8d8-4e1a-806b-bed432d0a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e8cb099b-0ea8-44c5-891f-3765841a2acf'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:58.398518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8462c077-b98b-4157-8240-804c40f8c623,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:58.417029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-1fc03d19-e67c-427c-bf82-4e844e0176cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1286249 Nov 12 08:46:58.420330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] No DVR routers for this DVR port 8462c077-b98b-4157-8240-804c40f8c623 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:58.448206 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Checking router: 42d5868b-d1db-4be7-ba94-e8352a13019b for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:58.448556 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Updating router 42d5868b-d1db-4be7-ba94-e8352a13019b port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:46:58.510298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53173c4c-7ec5-41a6-9f5c-29f6e0db087c None None] No DVR routers for this DVR port 8462c077-b98b-4157-8240-804c40f8c623 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:46:58.514562 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.533621 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8462c077-b98b-4157-8240-804c40f8c623 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:46:58.617051 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.624804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 8462c077-b98b-4157-8240-804c40f8c623 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:46:58.626365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8462c077-b98b-4157-8240-804c40f8c623 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:46:58.652260 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-6831cff8-d8d8-4e1a-806b-bed432d0a5ee None None] Set router e8cb099b-0ea8-44c5-891f-3765841a2acf gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:46:58.685057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e7b44e-b3da-477b-8acb-2235fde73aca']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:58.713132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68a7550-98e6-4cd3-8088-2331a51a5629') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:58.713408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68a7550-98e6-4cd3-8088-2331a51a5629') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:58.749353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.756932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-5beaa292-c1ac-4203-bb56-8b5286583d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:58.757604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-5beaa292-c1ac-4203-bb56-8b5286583d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:58.758077 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-5beaa292-c1ac-4203-bb56-8b5286583d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:58.758539 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-5beaa292-c1ac-4203-bb56-8b5286583d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:58.759005 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-5beaa292-c1ac-4203-bb56-8b5286583d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:58.759478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-5beaa292-c1ac-4203-bb56-8b5286583d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:58.759923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-5beaa292-c1ac-4203-bb56-8b5286583d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:58.762090 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-5beaa292-c1ac-4203-bb56-8b5286583d45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=44298e737f604b238fe53614a447a1cf&device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 6508 time: 0.2736299 Nov 12 08:46:58.763877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f65502c3-027b-4d06-80da-8374b1cdaee9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.779739 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f65502c3-027b-4d06-80da-8374b1cdaee9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.788935 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6831cff8-d8d8-4e1a-806b-bed432d0a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cb099b-0ea8-44c5-891f-3765841a2acf', 'name': 'tempest-RoutersTest-router-274289057', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:45:16Z', 'updated_at': '2021-11-12T08:46:49Z', 'revision_number': 11, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:58.811655 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.860895 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.862365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831cff8-d8d8-4e1a-806b-bed432d0a5ee None None] Checking router: e8cb099b-0ea8-44c5-891f-3765841a2acf for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:46:58.885718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831cff8-d8d8-4e1a-806b-bed432d0a5ee None None] Routers set() bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:58.886126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831cff8-d8d8-4e1a-806b-bed432d0a5ee None None] Router IDs set() for agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:46:58.886806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_agentschedulers_db [None req-6831cff8-d8d8-4e1a-806b-bed432d0a5ee None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8cb099b-0ea8-44c5-891f-3765841a2acf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent'). {{(pid=102446) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 08:46:58.890547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831cff8-d8d8-4e1a-806b-bed432d0a5ee None None] The sync data for ids ['e8cb099b-0ea8-44c5-891f-3765841a2acf'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:46:58.892541 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f65502c3-027b-4d06-80da-8374b1cdaee9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.893389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65502c3-027b-4d06-80da-8374b1cdaee9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Fanout notify agent at l3_agent the message router_deleted on router e8cb099b-0ea8-44c5-891f-3765841a2acf {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:46:58.913319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f65502c3-027b-4d06-80da-8374b1cdaee9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.918999 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f65502c3-027b-4d06-80da-8374b1cdaee9 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf HTTP/1.1" status: 204 len: 168 time: 0.8687837 Nov 12 08:46:58.925677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44820) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:58.946084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-db8c1e2c-2472-4e78-a85a-f60597c7b821 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1731881454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:58.990949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f9a3f-a798-4a9a-b4d8-e60b43587122 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:59.000644 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f9a3f-a798-4a9a-b4d8-e60b43587122 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:59.014708 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d71f9a3f-a798-4a9a-b4d8-e60b43587122 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7004797 Nov 12 08:46:59.019815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:46:59.020231 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.021853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44824) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:46:59.022545 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:46:59.083465 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.096815 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.191022 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db8c1e2c-2472-4e78-a85a-f60597c7b821 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.193388 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db8c1e2c-2472-4e78-a85a-f60597c7b821 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.218828 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.230909 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.240619 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.241941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f4e7b44e-b3da-477b-8acb-2235fde73aca HTTP/1.1" status: 204 len: 168 time: 2.1173866 Nov 12 08:46:59.250137 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.290914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e996755-eeab-4f4f-8114-d2d76dc18ae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e7b44e-b3da-477b-8acb-2235fde73aca,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.309074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-2958fce7-579b-497e-9870-09b2d8bc2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:59.309590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-2958fce7-579b-497e-9870-09b2d8bc2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:59.310026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-2958fce7-579b-497e-9870-09b2d8bc2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:59.312012 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-2958fce7-579b-497e-9870-09b2d8bc2602 service neutron] 10.222.0.46 "GET /v2.0/networks?id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&id=631d573a-b698-41e7-b1e5-d92155823f60&id=631d573a-b698-41e7-b1e5-d92155823f60 HTTP/1.1" status: 200 len: 2298 time: 0.5146151 Nov 12 08:46:59.373924 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Pushing event updated for resources: {'Port': ['ID=1df9ab49-7f8c-4b1c-ac2c-6c23990463c4,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.388410 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.414163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=5fccf9f3-5f51-43e2-81d4-518143cfa5ec,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.471851 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:59.473040 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:59.473433 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:59.474034 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:59.474383 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:59.474722 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:59.475056 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:59.475383 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:59.484300 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:59.484752 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:59.485093 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:59.491055 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:59.522642 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Attempting to bind port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:59.523137 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Attempting to bind port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:59.523437 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Attempting to bind port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:59.536991 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:59.537702 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:59.537702 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.538166 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:59.538577 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Bound port: 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:59.538966 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.618649 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-535c6a3b-9309-4c82-a25f-2ba9203519bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a108f05-c3d3-44ae-991a-9885afcdf616 HTTP/1.1" status: 200 len: 1001 time: 0.2540529 Nov 12 08:46:59.710913 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] For port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:59.717096 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] For port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1df9ab49-7f8c-4b1c-ac2c-6c23990463c4,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:59.725668 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.754644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-a99740af-9e74-4c51-8f1f-c02c59a6cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:59.756154 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-a99740af-9e74-4c51-8f1f-c02c59a6cc8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a43c131c-72c6-429e-a17b-f79d55a2a13c HTTP/1.1" status: 200 len: 856 time: 0.1184518 Nov 12 08:46:59.784142 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db8c1e2c-2472-4e78-a85a-f60597c7b821 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.801527 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db8c1e2c-2472-4e78-a85a-f60597c7b821 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.849320 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bac74-ac20-4eba-990e-3774d505ae0f None None] Pushing event updated for resources: {'Port': ['ID=1df9ab49-7f8c-4b1c-ac2c-6c23990463c4,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:59.884247 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Routers {'42d5868b-d1db-4be7-ba94-e8352a13019b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:46:59.885406 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['42d5868b-d1db-4be7-ba94-e8352a13019b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:46:59.915964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db8c1e2c-2472-4e78-a85a-f60597c7b821 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:59.923495 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-db8c1e2c-2472-4e78-a85a-f60597c7b821 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9874165 Nov 12 08:46:59.924195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44828) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:59.933053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-49933c9e-326b-414a-9ea0-1b00e111ae8a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:59.945947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-35f77de8-38db-4e45-9bb6-46f82f3085a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:59.948377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-35f77de8-38db-4e45-9bb6-46f82f3085a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=092c0da1-f9e8-4c5a-925c-a297f88b3cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1765552 Nov 12 08:46:59.950156 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d1a1ff21-2111-4afd-bfd8-34c115ffcb45 None None] Provisioning complete for port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:59.950659 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d1a1ff21-2111-4afd-bfd8-34c115ffcb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.035672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44832) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:00.054651 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] Set router 42d5868b-d1db-4be7-ba94-e8352a13019b gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:00.153638 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d1a1ff21-2111-4afd-bfd8-34c115ffcb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.154281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network b664c340-18b6-4662-9fca-4a950865642b is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:00.158569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:00.290991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d1a1ff21-2111-4afd-bfd8-34c115ffcb45 None None] For port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1df9ab49-7f8c-4b1c-ac2c-6c23990463c4,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:00.307418 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d1a1ff21-2111-4afd-bfd8-34c115ffcb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.474252 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fb613a31-59da-4bdb-a27c-57c5bb5d0c77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60b084a3270c466cb1c91ac839e48f82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4106762 Nov 12 08:47:00.485865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44846) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:00.495656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1ff21-2111-4afd-bfd8-34c115ffcb45 None None] Pushing event updated for resources: {'Port': ['ID=1df9ab49-7f8c-4b1c-ac2c-6c23990463c4,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:00.513529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-7a01d028-8320-4360-8f36-052aaa880dde service neutron] 10.222.0.46 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437431 Nov 12 08:47:00.633634 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5868b-d1db-4be7-ba94-e8352a13019b', 'name': 'tempest-NetworksTestDHCPv6-router-75248959', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:50Z', 'updated_at': '2021-11-12T08:46:54Z', 'revision_number': 2, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'gw_port_host': None, '_interfaces': [{'id': '1df9ab49-7f8c-4b1c-ac2c-6c23990463c4', 'name': '', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'mac_address': 'fa:16:3e:82:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d5868b-d1db-4be7-ba94-e8352a13019b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:52Z', 'updated_at': '2021-11-12T08:46:59Z', 'revision_number': 4, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'subnets': [{'id': 'dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:00.643389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ec9d5321-e2ab-43c1-a73f-acea81a9f582 None None] Provisioning complete for port 5fccf9f3-5f51-43e2-81d4-518143cfa5ec triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:00.649345 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5321-e2ab-43c1-a73f-acea81a9f582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.697334 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d3333-38f1-45d2-a288-2ca970877226 None None] The sync data for ids ['42d5868b-d1db-4be7-ba94-e8352a13019b'] in n-d-768851-18 is: [{'id': '42d5868b-d1db-4be7-ba94-e8352a13019b', 'name': 'tempest-NetworksTestDHCPv6-router-75248959', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:50Z', 'updated_at': '2021-11-12T08:46:54Z', 'revision_number': 2, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'gw_port_host': None, '_interfaces': [{'id': '1df9ab49-7f8c-4b1c-ac2c-6c23990463c4', 'name': '', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'mac_address': 'fa:16:3e:82:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d5868b-d1db-4be7-ba94-e8352a13019b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:46:52Z', 'updated_at': '2021-11-12T08:46:59Z', 'revision_number': 4, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'subnets': [{'id': 'dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:00.714872 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d5321-e2ab-43c1-a73f-acea81a9f582 None None] Port 5fccf9f3-5f51-43e2-81d4-518143cfa5ec cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:00.728659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ec9d5321-e2ab-43c1-a73f-acea81a9f582 None None] Provisioning complete for port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:00.729460 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5321-e2ab-43c1-a73f-acea81a9f582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.756747 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-49933c9e-326b-414a-9ea0-1b00e111ae8a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9859'] for router, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.788495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-49933c9e-326b-414a-9ea0-1b00e111ae8a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-662053'] for router, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:00.909919 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-e9ed91a4-da87-460c-8c20-4c756b9c7356 service neutron] 10.222.0.46 "GET /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810546 Nov 12 08:47:00.971456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Router 5fadea75-73dd-43d4-ba08-3d7e89e3b15e is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:47:01.008643 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-1214e34b-61e7-4556-a364-bcebd6651a74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=d2d466ea-8a87-4294-83d6-4e59236e9d48 HTTP/1.1" status: 200 len: 217 time: 0.0877688 Nov 12 08:47:01.017345 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-83533bbe-201a-457f-8f03-acc492208db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.079760 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e88549b-2568-4533-9412-4f054abfd281 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.108303 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-83533bbe-201a-457f-8f03-acc492208db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.269347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49933c9e-326b-414a-9ea0-1b00e111ae8a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Router 3861337e-7011-48fe-948f-f7ccaa4688ba is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:47:01.274638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-28bf70dd-896a-4032-a334-26144284ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:01.277725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-28bf70dd-896a-4032-a334-26144284ae25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.2613959 Nov 12 08:47:01.408138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-3797756f-65ac-43fd-bc8d-a7daf2443e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:01.409712 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-3797756f-65ac-43fd-bc8d-a7daf2443e76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1109982 Nov 12 08:47:01.494556 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-83533bbe-201a-457f-8f03-acc492208db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.514365 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-83533bbe-201a-457f-8f03-acc492208db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:01.516568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-83533bbe-201a-457f-8f03-acc492208db1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4bf20d1-6d3f-4123-a062-bfeb1e34b90e HTTP/1.1" status: 204 len: 168 time: 1.0293748 Nov 12 08:47:01.653304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83533bbe-201a-457f-8f03-acc492208db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bf20d1-6d3f-4123-a062-bfeb1e34b90e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:01.741638 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-dc781fd7-8ef9-496f-b222-a0d187085e88 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098497 Nov 12 08:47:02.002409 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:02.013552 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7727f6c4-f1ee-4c6b-949a-325a583d61a2 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "PUT /v2.0/routers/5fadea75-73dd-43d4-ba08-3d7e89e3b15e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4277177 Nov 12 08:47:02.016278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44860) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:02.036771 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec3ba8-58d6-423a-858a-683e597eb9a6 None None] Sync routers for ids ['5fadea75-73dd-43d4-ba08-3d7e89e3b15e'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:02.057855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49933c9e-326b-414a-9ea0-1b00e111ae8a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:02.080753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b3aa5a-a6c8-4211-b38e-22dc483b7cec None None] Sync routers for ids ['3861337e-7011-48fe-948f-f7ccaa4688ba'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:02.094279 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec3ba8-58d6-423a-858a-683e597eb9a6 None None] Routers {'5fadea75-73dd-43d4-ba08-3d7e89e3b15e'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:02.095304 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-83ec3ba8-58d6-423a-858a-683e597eb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5fadea75-73dd-43d4-ba08-3d7e89e3b15e'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:02.095974 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-49933c9e-326b-414a-9ea0-1b00e111ae8a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.103586 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-49933c9e-326b-414a-9ea0-1b00e111ae8a tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "PUT /v2.0/routers/3861337e-7011-48fe-948f-f7ccaa4688ba HTTP/1.1" status: 200 len: 694 time: 2.1764667 Nov 12 08:47:02.110626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3aa5a-a6c8-4211-b38e-22dc483b7cec None None] Routers {'3861337e-7011-48fe-948f-f7ccaa4688ba'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:02.119245 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-07b3aa5a-a6c8-4211-b38e-22dc483b7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3861337e-7011-48fe-948f-f7ccaa4688ba'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:02.160739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44864) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:02.252252 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-83ec3ba8-58d6-423a-858a-683e597eb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:02.274458 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec3ba8-58d6-423a-858a-683e597eb9a6 None None] Routers {'5fadea75-73dd-43d4-ba08-3d7e89e3b15e'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:02.275231 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-83ec3ba8-58d6-423a-858a-683e597eb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5fadea75-73dd-43d4-ba08-3d7e89e3b15e'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:02.286216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-07b3aa5a-a6c8-4211-b38e-22dc483b7cec None None] Set router 3861337e-7011-48fe-948f-f7ccaa4688ba gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:02.344196 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-83ec3ba8-58d6-423a-858a-683e597eb9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:02.351856 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ec3ba8-58d6-423a-858a-683e597eb9a6 None None] The sync data for ids ['5fadea75-73dd-43d4-ba08-3d7e89e3b15e'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:02.443681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-07b3aa5a-a6c8-4211-b38e-22dc483b7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3861337e-7011-48fe-948f-f7ccaa4688ba', 'name': 'tempest-RoutersTest-router-1731881454', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:59Z', 'updated_at': '2021-11-12T08:47:00Z', 'revision_number': 2, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:02.476468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b3aa5a-a6c8-4211-b38e-22dc483b7cec None None] Checking router: 3861337e-7011-48fe-948f-f7ccaa4688ba for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:02.500824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3aa5a-a6c8-4211-b38e-22dc483b7cec None None] Routers {'3861337e-7011-48fe-948f-f7ccaa4688ba'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:02.501721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-07b3aa5a-a6c8-4211-b38e-22dc483b7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3861337e-7011-48fe-948f-f7ccaa4688ba'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:02.519362 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bfd2685f-cf78-44b0-b6e5-5c8f3e098aaa tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/routers/3861337e-7011-48fe-948f-f7ccaa4688ba HTTP/1.1" status: 200 len: 700 time: 0.3587642 Nov 12 08:47:02.533565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44874) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:02.598482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:02.631038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b6a2f2dd-ec08-4c90-a699-7ebca2253cea tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=3861337e-7011-48fe-948f-f7ccaa4688ba HTTP/1.1" status: 200 len: 205 time: 0.0793691 Nov 12 08:47:02.634183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44878) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:02.639775 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1437314-5dd3-40e1-bd55-4d6058c3698c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:02.643105 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d1437314-5dd3-40e1-bd55-4d6058c3698c tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fadea75-73dd-43d4-ba08-3d7e89e3b15e HTTP/1.1" status: 200 len: 982 time: 0.6210742 Nov 12 08:47:02.647790 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44880) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:02.734023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-07b3aa5a-a6c8-4211-b38e-22dc483b7cec None None] Set router 3861337e-7011-48fe-948f-f7ccaa4688ba gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:02.743112 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-39952c6e-486a-44b5-a9bc-d6a885a5b343 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9921598 Nov 12 08:47:02.884391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-07b3aa5a-a6c8-4211-b38e-22dc483b7cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3861337e-7011-48fe-948f-f7ccaa4688ba', 'name': 'tempest-RoutersTest-router-1731881454', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:59Z', 'updated_at': '2021-11-12T08:47:00Z', 'revision_number': 2, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:02.895935 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-2f3f211e-dfde-4f75-a23c-1f1b0cec4353 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=190b3afb-1975-4cc4-95e6-fe8cb89b1120 HTTP/1.1" status: 200 len: 217 time: 0.0847843 Nov 12 08:47:02.900252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-4e88549b-2568-4533-9412-4f054abfd281 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:02.900575 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e88549b-2568-4533-9412-4f054abfd281 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.952464 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-929406d6-4edb-4a2c-87e1-a24414a4e72d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:02.953546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b3aa5a-a6c8-4211-b38e-22dc483b7cec None None] The sync data for ids ['3861337e-7011-48fe-948f-f7ccaa4688ba'] in n-d-768851-18 is: [{'id': '3861337e-7011-48fe-948f-f7ccaa4688ba', 'name': 'tempest-RoutersTest-router-1731881454', 'tenant_id': '2a0b71da78b84694af6a285ac0fc7251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:59Z', 'updated_at': '2021-11-12T08:47:00Z', 'revision_number': 2, 'project_id': '2a0b71da78b84694af6a285ac0fc7251', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:02.982580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:02.982942 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.337660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-8a78ca47-2e52-4e39-bf87-c12e0c5d79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:03.339694 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-8a78ca47-2e52-4e39-bf87-c12e0c5d79d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.4230649 Nov 12 08:47:03.441875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-929406d6-4edb-4a2c-87e1-a24414a4e72d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.444845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-4e88549b-2568-4533-9412-4f054abfd281 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] For port 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1df9ab49-7f8c-4b1c-ac2c-6c23990463c4,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:03.445300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e88549b-2568-4533-9412-4f054abfd281 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.448481 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-929406d6-4edb-4a2c-87e1-a24414a4e72d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.477766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-4e88549b-2568-4533-9412-4f054abfd281 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:03.570030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-4019af74-8b2a-47c7-86b0-9a5a70a05c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:03.573625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-4019af74-8b2a-47c7-86b0-9a5a70a05c32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1888824 Nov 12 08:47:03.622905 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-929406d6-4edb-4a2c-87e1-a24414a4e72d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.623909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929406d6-4edb-4a2c-87e1-a24414a4e72d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Fanout notify agent at l3_agent the message router_deleted on router 3861337e-7011-48fe-948f-f7ccaa4688ba {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:47:03.656108 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0e1591ed-d647-4ee5-8d60-4ca6e0272419 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.661174 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-929406d6-4edb-4a2c-87e1-a24414a4e72d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:03.667178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-929406d6-4edb-4a2c-87e1-a24414a4e72d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/3861337e-7011-48fe-948f-f7ccaa4688ba HTTP/1.1" status: 204 len: 168 time: 1.0307097 Nov 12 08:47:03.671969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44896) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:03.768738 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e1796b84-8193-4014-b9fe-2f7619b460c1 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=3861337e-7011-48fe-948f-f7ccaa4688ba HTTP/1.1" status: 200 len: 205 time: 0.0919952 Nov 12 08:47:03.801339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44898) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:03.873342 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-732decc6-6c41-472a-bd03-f2c22f3c9ced tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] delete failed (client error): The resource could not be found. Nov 12 08:47:03.877918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-732decc6-6c41-472a-bd03-f2c22f3c9ced tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/3861337e-7011-48fe-948f-f7ccaa4688ba HTTP/1.1" status: 404 len: 336 time: 0.0755017 Nov 12 08:47:03.878543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44902) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:03.925258 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a673e2-213b-4459-96f7-726f8fcc9ac3 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] DELETE failed (client error): The resource could not be found. Nov 12 08:47:03.925717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a673e2-213b-4459-96f7-726f8fcc9ac3 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:03.931713 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-73a673e2-213b-4459-96f7-726f8fcc9ac3 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/1549f7ab-1066-478f-9778-0cdfd7b43297 HTTP/1.1" status: 404 len: 337 time: 0.0460632 Nov 12 08:47:03.934239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44906) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:03.977453 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fef6dc-e20f-41c2-b08f-d14513a00d07 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] DELETE failed (client error): The resource could not be found. Nov 12 08:47:03.977921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2fef6dc-e20f-41c2-b08f-d14513a00d07 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:03.996168 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f2fef6dc-e20f-41c2-b08f-d14513a00d07 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/16f364d2-f21e-43e7-a1b9-9a943849125a HTTP/1.1" status: 404 len: 337 time: 0.0487609 Nov 12 08:47:04.002515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44912) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.034385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-c4151d9c-6720-4e4f-a7ae-17d474d592ca service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424412 Nov 12 08:47:04.102857 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a431265-f85f-4f66-a29b-91efaa6dc310 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] DELETE failed (client error): The resource could not be found. Nov 12 08:47:04.103292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a431265-f85f-4f66-a29b-91efaa6dc310 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:04.108057 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3a431265-f85f-4f66-a29b-91efaa6dc310 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/fd8a0260-c18c-4842-bc55-855c5f215fff HTTP/1.1" status: 404 len: 337 time: 0.0998983 Nov 12 08:47:04.111505 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44914) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.190662 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0e7cb9-df9d-4d05-9809-5c7dfc455697 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] DELETE failed (client error): The resource could not be found. Nov 12 08:47:04.190816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0e7cb9-df9d-4d05-9809-5c7dfc455697 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:04.196856 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bc0e7cb9-df9d-4d05-9809-5c7dfc455697 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/b3071c77-2c05-4fb4-a316-11e241308319 HTTP/1.1" status: 404 len: 337 time: 0.0817389 Nov 12 08:47:04.197072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44918) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.246449 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f821dc65-3d02-4990-9cb6-55e99831798b tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8cb099b-0ea8-44c5-891f-3765841a2acf HTTP/1.1" status: 200 len: 205 time: 0.0445311 Nov 12 08:47:04.247777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44922) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.263290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0e1591ed-d647-4ee5-8d60-4ca6e0272419 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 5fccf9f3-5f51-43e2-81d4-518143cfa5ec {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:04.263597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0e1591ed-d647-4ee5-8d60-4ca6e0272419 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.335944 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-bd7fc3a1-791c-4478-bde5-868497cec241 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] delete failed (client error): The resource could not be found. Nov 12 08:47:04.337318 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bd7fc3a1-791c-4478-bde5-868497cec241 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/e8cb099b-0ea8-44c5-891f-3765841a2acf HTTP/1.1" status: 404 len: 336 time: 0.0850935 Nov 12 08:47:04.340591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44924) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.366830 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-c49f1858-b722-4740-98eb-02d36d622dad service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739611 Nov 12 08:47:04.387615 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7b43b497-a6c2-4830-bc11-fe7de621dafa tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf9bec4a-e0f5-4244-85ee-38c91e9606f0 HTTP/1.1" status: 200 len: 205 time: 0.0463314 Nov 12 08:47:04.390848 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44926) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.398297 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e88549b-2568-4533-9412-4f054abfd281 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.437424 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-f524b037-1e85-48d0-8c2c-d5927f516b4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=320e9afb-8bf4-41ca-b2aa-48fddf6a9800 HTTP/1.1" status: 200 len: 217 time: 0.0528016 Nov 12 08:47:04.445535 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-70d10269-13bc-4ba8-a33f-3e9ea2e627e2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] delete failed (client error): The resource could not be found. Nov 12 08:47:04.449490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-70d10269-13bc-4ba8-a33f-3e9ea2e627e2 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/bf9bec4a-e0f5-4244-85ee-38c91e9606f0 HTTP/1.1" status: 404 len: 336 time: 0.0538280 Nov 12 08:47:04.454215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44930) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.493218 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0e1591ed-d647-4ee5-8d60-4ca6e0272419 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.496404 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c3b7d6-3933-4c95-abf1-e6c66b8ee543 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] DELETE failed (client error): The resource could not be found. Nov 12 08:47:04.497007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c3b7d6-3933-4c95-abf1-e6c66b8ee543 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:04.506815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-27c3b7d6-3933-4c95-abf1-e6c66b8ee543 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/c90033b7-7a98-4509-9f88-16300c804fc9 HTTP/1.1" status: 404 len: 337 time: 0.0512614 Nov 12 08:47:04.511857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-df4fd1c9-6530-436a-a553-2eabaa17f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:04.513545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44934) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.513695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-df4fd1c9-6530-436a-a553-2eabaa17f653 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.0563269 Nov 12 08:47:04.514304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88549b-2568-4533-9412-4f054abfd281 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=1df9ab49-7f8c-4b1c-ac2c-6c23990463c4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:04.554946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0e1591ed-d647-4ee5-8d60-4ca6e0272419 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 5fccf9f3-5f51-43e2-81d4-518143cfa5ec owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:04.566745 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44936) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.568263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-db22717a-b0cd-4de8-9684-80d29e34ee71 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=682ad49c-5526-4d90-bca0-1424be97d291 HTTP/1.1" status: 200 len: 205 time: 0.0535772 Nov 12 08:47:04.672972 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-a1094a8c-93f9-4a75-b757-d9c7898ef7bf tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] delete failed (client error): The resource could not be found. Nov 12 08:47:04.674689 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a1094a8c-93f9-4a75-b757-d9c7898ef7bf tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/682ad49c-5526-4d90-bca0-1424be97d291 HTTP/1.1" status: 404 len: 336 time: 0.1077867 Nov 12 08:47:04.688803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44944) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.741671 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e88549b-2568-4533-9412-4f054abfd281 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:04.753756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-4b0e49a8-8e12-4bc6-a038-c08840392af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:04.755413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-4b0e49a8-8e12-4bc6-a038-c08840392af7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2335351 Nov 12 08:47:04.782221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-416db8cf-457c-4658-bcec-a0a2a016084e tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3a48e8c-85f9-438a-8f4b-63a46c615116 HTTP/1.1" status: 200 len: 205 time: 0.0908370 Nov 12 08:47:04.790589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44946) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:04.901217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-307a7e7c-6c53-4449-9f0d-9a8da6653c9a service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220992 Nov 12 08:47:04.919990 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-7bcdf3e4-84c5-45cc-b77f-71cb9ba0412d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] delete failed (client error): The resource could not be found. Nov 12 08:47:04.922275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7bcdf3e4-84c5-45cc-b77f-71cb9ba0412d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/b3a48e8c-85f9-438a-8f4b-63a46c615116 HTTP/1.1" status: 404 len: 336 time: 0.1245599 Nov 12 08:47:04.966487 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44948) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.005160 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f50243-40ca-43b7-8c94-a0b88e689fbb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] DELETE failed (client error): The resource could not be found. Nov 12 08:47:05.005160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f50243-40ca-43b7-8c94-a0b88e689fbb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:05.008346 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b8f50243-40ca-43b7-8c94-a0b88e689fbb tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/d941650a-5381-4751-beb4-a0069f0cbfba HTTP/1.1" status: 404 len: 337 time: 0.0381064 Nov 12 08:47:05.010390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44952) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.087821 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bbf968c2-294e-4167-a3a4-74471835d755 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff82048b-6a12-439e-ac13-1de82aba54b0 HTTP/1.1" status: 200 len: 205 time: 0.0765831 Nov 12 08:47:05.088470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44958) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.194172 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52ed5a69-f584-46d5-8546-9b88e3c01f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.213710 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-952409d2-0974-4f82-b008-88a8911d6993 service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053036 Nov 12 08:47:05.224961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e88549b-2568-4533-9412-4f054abfd281 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Router 42d5868b-d1db-4be7-ba94-e8352a13019b has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:05.296030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-44973b36-e442-4413-bcba-177564670c69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=f54d056e-4ab3-45d6-ba36-cfec0c59f974 HTTP/1.1" status: 200 len: 217 time: 0.0630360 Nov 12 08:47:05.315069 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0e1591ed-d647-4ee5-8d60-4ca6e0272419 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.318864 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-e963cb8b-a8ca-49a4-a8ed-89f26079b912 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] delete failed (client error): The resource could not be found. Nov 12 08:47:05.322760 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e963cb8b-a8ca-49a4-a8ed-89f26079b912 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/ff82048b-6a12-439e-ac13-1de82aba54b0 HTTP/1.1" status: 404 len: 336 time: 0.0950079 Nov 12 08:47:05.327029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44966) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.440519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e88549b-2568-4533-9412-4f054abfd281 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:05.440911 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3344f7fb-57cb-48ee-a3e5-061e211edbae tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] DELETE failed (client error): The resource could not be found. Nov 12 08:47:05.441391 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3344f7fb-57cb-48ee-a3e5-061e211edbae tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:05.446807 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3344f7fb-57cb-48ee-a3e5-061e211edbae tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/a395b099-cb34-41cb-8342-695cf6920a64 HTTP/1.1" status: 404 len: 337 time: 0.1133332 Nov 12 08:47:05.448946 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4e88549b-2568-4533-9412-4f054abfd281 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "PUT /v2.0/routers/42d5868b-d1db-4be7-ba94-e8352a13019b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4253314 Nov 12 08:47:05.449609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44974) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.450144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44976) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.456012 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1591ed-d647-4ee5-8d60-4ca6e0272419 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=5fccf9f3-5f51-43e2-81d4-518143cfa5ec,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:05.464206 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e214b71-ea46-4b5f-ae54-87a1e2ece4c5 None None] Sync routers for ids ['42d5868b-d1db-4be7-ba94-e8352a13019b'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:05.506294 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e214b71-ea46-4b5f-ae54-87a1e2ece4c5 None None] Routers {'42d5868b-d1db-4be7-ba94-e8352a13019b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:05.512652 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4e214b71-ea46-4b5f-ae54-87a1e2ece4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['42d5868b-d1db-4be7-ba94-e8352a13019b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:05.521489 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2603b414-de6e-4018-9f72-b565cc23e3e0 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff7704a1-4b8d-4212-93ab-6896e7a02ce3 HTTP/1.1" status: 200 len: 205 time: 0.0681953 Nov 12 08:47:05.524986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44980) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.534661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-47a901ac-14ff-454e-9ea7-6daf9747e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:05.536163 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-47a901ac-14ff-454e-9ea7-6daf9747e049 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 200 len: 797 time: 0.1675785 Nov 12 08:47:05.682509 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4e214b71-ea46-4b5f-ae54-87a1e2ece4c5 None None] Set router 42d5868b-d1db-4be7-ba94-e8352a13019b gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:05.689723 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-ac737f20-3189-42b4-ad64-7b43a5f35fe6 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] delete failed (client error): The resource could not be found. Nov 12 08:47:05.691941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ac737f20-3189-42b4-ad64-7b43a5f35fe6 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/routers/ff7704a1-4b8d-4212-93ab-6896e7a02ce3 HTTP/1.1" status: 404 len: 336 time: 0.1658051 Nov 12 08:47:05.697385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b112fbe-9872-4dc7-8f6f-7053183a1736 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:05.700139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b112fbe-9872-4dc7-8f6f-7053183a1736 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:05.704602 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4b112fbe-9872-4dc7-8f6f-7053183a1736 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2488978 Nov 12 08:47:05.706084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44982) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.707332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44984) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.838172 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24925a4-ffcd-4177-b3c9-20c62238e818 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] DELETE failed (client error): The resource could not be found. Nov 12 08:47:05.841174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24925a4-ffcd-4177-b3c9-20c62238e818 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:05.849368 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4e214b71-ea46-4b5f-ae54-87a1e2ece4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5868b-d1db-4be7-ba94-e8352a13019b', 'name': 'tempest-NetworksTestDHCPv6-router-75248959', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:50Z', 'updated_at': '2021-11-12T08:47:04Z', 'revision_number': 3, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:05.850592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f24925a4-ffcd-4177-b3c9-20c62238e818 tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/80bb0475-2b2e-4564-8dc4-3c61dd9d78a5 HTTP/1.1" status: 404 len: 337 time: 0.1340177 Nov 12 08:47:05.858124 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44988) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:05.907821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-a6308f0c-8e8a-43c8-a6d8-12bd34f0fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:05.909566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-a6308f0c-8e8a-43c8-a6d8-12bd34f0fee4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8787d18b-6228-45e2-ba7c-25cbf1ddd91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2961106 Nov 12 08:47:05.914944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b446fa0-9c0f-4da8-b132-6497b88b5348 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:05.923561 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e214b71-ea46-4b5f-ae54-87a1e2ece4c5 None None] Checking router: 42d5868b-d1db-4be7-ba94-e8352a13019b for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:05.928428 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b446fa0-9c0f-4da8-b132-6497b88b5348 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:05.944389 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e214b71-ea46-4b5f-ae54-87a1e2ece4c5 None None] Routers {'42d5868b-d1db-4be7-ba94-e8352a13019b'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:05.945022 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4e214b71-ea46-4b5f-ae54-87a1e2ece4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['42d5868b-d1db-4be7-ba94-e8352a13019b'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:05.966091 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-917c266f-8f23-4bd3-ae49-9f7cf824309d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] DELETE failed (client error): The resource could not be found. Nov 12 08:47:05.966560 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917c266f-8f23-4bd3-ae49-9f7cf824309d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:05.970827 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-917c266f-8f23-4bd3-ae49-9f7cf824309d tempest-RoutersTest-1579548198 tempest-RoutersTest-1579548198-project] 10.222.0.31 "DELETE /v2.0/subnets/308316ab-67c1-404f-881f-68f0aa8f44e0 HTTP/1.1" status: 404 len: 337 time: 0.1099508 Nov 12 08:47:05.980612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0e1591ed-d647-4ee5-8d60-4ca6e0272419 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.020778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b446fa0-9c0f-4da8-b132-6497b88b5348 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.201762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44996) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:06.220438 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4e214b71-ea46-4b5f-ae54-87a1e2ece4c5 None None] Set router 42d5868b-d1db-4be7-ba94-e8352a13019b gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:06.236071 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b446fa0-9c0f-4da8-b132-6497b88b5348 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.419111 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b446fa0-9c0f-4da8-b132-6497b88b5348 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.478293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fdcd33-6c2b-4aad-904f-310dfe930da8 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:06.481296 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4e214b71-ea46-4b5f-ae54-87a1e2ece4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d5868b-d1db-4be7-ba94-e8352a13019b', 'name': 'tempest-NetworksTestDHCPv6-router-75248959', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:50Z', 'updated_at': '2021-11-12T08:47:04Z', 'revision_number': 3, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:06.500148 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b446fa0-9c0f-4da8-b132-6497b88b5348 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.508662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2b446fa0-9c0f-4da8-b132-6497b88b5348 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5 HTTP/1.1" status: 204 len: 168 time: 0.7937276 Nov 12 08:47:06.509859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45004) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:06.524185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b446fa0-9c0f-4da8-b132-6497b88b5348 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:06.604942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1591ed-d647-4ee5-8d60-4ca6e0272419 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Router 5fadea75-73dd-43d4-ba08-3d7e89e3b15e has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:06.617667 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e214b71-ea46-4b5f-ae54-87a1e2ece4c5 None None] The sync data for ids ['42d5868b-d1db-4be7-ba94-e8352a13019b'] in n-d-768851-18 is: [{'id': '42d5868b-d1db-4be7-ba94-e8352a13019b', 'name': 'tempest-NetworksTestDHCPv6-router-75248959', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:46:50Z', 'updated_at': '2021-11-12T08:47:04Z', 'revision_number': 3, 'project_id': '94ab9269a858488d80ddc037a0a9f00f', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:06.620124 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45006) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:06.721914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45010) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:06.809223 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9766107d-87e2-45d0-a87a-aa2f6cf6c74e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2822797 Nov 12 08:47:06.810140 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45014) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:06.846334 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-02d35636-ddbd-4aaf-bb5c-f8466504930a service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362342 Nov 12 08:47:06.938312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1591ed-d647-4ee5-8d60-4ca6e0272419 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:06.950035 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d9025-7686-40c7-a634-ced3f2a10701 None None] Sync routers for ids ['5fadea75-73dd-43d4-ba08-3d7e89e3b15e'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:06.958910 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0e1591ed-d647-4ee5-8d60-4ca6e0272419 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "PUT /v2.0/routers/5fadea75-73dd-43d4-ba08-3d7e89e3b15e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3098214 Nov 12 08:47:06.975193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-778cce32-c870-4c59-988a-000d3ab2bd4f service neutron] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166174 Nov 12 08:47:06.975822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45016) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:06.987066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d9025-7686-40c7-a634-ced3f2a10701 None None] Routers {'5fadea75-73dd-43d4-ba08-3d7e89e3b15e'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:06.994323 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93811c5b-0c93-486d-8679-92e2098dec9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:06.996729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e96d9025-7686-40c7-a634-ced3f2a10701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5fadea75-73dd-43d4-ba08-3d7e89e3b15e'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.004032 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-081d5b9e-3834-435d-9c6b-512ddd205004 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.017809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6df885-3cc3-4ed1-9094-a2aae2a57771 None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:07.074783 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-24e00ba7-34b4-4273-a8f2-e5ece8c77289 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6af36eab-96ed-4c60-95e6-dd2cda878b57 HTTP/1.1" status: 200 len: 217 time: 0.0777173 Nov 12 08:47:07.075341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e96d9025-7686-40c7-a634-ced3f2a10701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.091664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0faf1a8c-20a1-4cdd-9a01-3197ca2cc5d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.144301 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-210da557-8318-4eed-bb09-c0196a64efe1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:47:07.149084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-210da557-8318-4eed-bb09-c0196a64efe1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/5fccf9f3-5f51-43e2-81d4-518143cfa5ec HTTP/1.1" status: 404 len: 333 time: 0.1670980 Nov 12 08:47:07.149352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d9025-7686-40c7-a634-ced3f2a10701 None None] Routers {'5fadea75-73dd-43d4-ba08-3d7e89e3b15e'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:07.149352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e96d9025-7686-40c7-a634-ced3f2a10701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:46:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['5fadea75-73dd-43d4-ba08-3d7e89e3b15e'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.150096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45020) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:07.341117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-d4329bb4-c6b2-46da-b649-5c16de5d712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.342625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-d4329bb4-c6b2-46da-b649-5c16de5d712f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 HTTP/1.1" status: 200 len: 797 time: 0.2390854 Nov 12 08:47:07.346057 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-18bd8449-fe6c-46b9-8f51-d8e5bf5de3b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a0b71da78b84694af6a285ac0fc7251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6189573 Nov 12 08:47:07.348593 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fa0acb0-0399-4f90-b2aa-57a08fe5ac88 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.352821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45022) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:07.353275 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-081d5b9e-3834-435d-9c6b-512ddd205004 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.355615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-081d5b9e-3834-435d-9c6b-512ddd205004 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.415217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e96d9025-7686-40c7-a634-ced3f2a10701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:07.416529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d9025-7686-40c7-a634-ced3f2a10701 None None] The sync data for ids ['5fadea75-73dd-43d4-ba08-3d7e89e3b15e'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:07.454122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fa6df885-3cc3-4ed1-9094-a2aae2a57771 None None] Deleting port 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:07.454980 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa6df885-3cc3-4ed1-9094-a2aae2a57771 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.503856 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93811c5b-0c93-486d-8679-92e2098dec9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.511890 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-081d5b9e-3834-435d-9c6b-512ddd205004 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.512653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081d5b9e-3834-435d-9c6b-512ddd205004 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Fanout notify agent at l3_agent the message router_deleted on router 42d5868b-d1db-4be7-ba94-e8352a13019b {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:47:07.515353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93811c5b-0c93-486d-8679-92e2098dec9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.525847 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-081d5b9e-3834-435d-9c6b-512ddd205004 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.527452 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-081d5b9e-3834-435d-9c6b-512ddd205004 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/routers/42d5868b-d1db-4be7-ba94-e8352a13019b HTTP/1.1" status: 204 len: 168 time: 0.7160623 Nov 12 08:47:07.537786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45024) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:07.594535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fa6df885-3cc3-4ed1-9094-a2aae2a57771 None None] For port 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:07.595811 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa6df885-3cc3-4ed1-9094-a2aae2a57771 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.600127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e739f4d9-6dcd-4ac2-8e52-a5ced00ef64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.625820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fa6df885-3cc3-4ed1-9094-a2aae2a57771 None None] Calling delete_port for 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:07.727996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93811c5b-0c93-486d-8679-92e2098dec9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63afdd8-7f38-4c95-813c-30ca8a3d173a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:07.740531 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-93811c5b-0c93-486d-8679-92e2098dec9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37f301ae3fa3497599ec076e054096fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5349240 Nov 12 08:47:07.745730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45028) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:07.779777 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa6df885-3cc3-4ed1-9094-a2aae2a57771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:07.816184 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cce391-0da6-49dd-96b7-894c1ee3fe5a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.820934 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b4cce391-0da6-49dd-96b7-894c1ee3fe5a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2589645 Nov 12 08:47:07.823411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45030) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:07.861058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6df885-3cc3-4ed1-9094-a2aae2a57771 None None] No DVR routers for this DVR port 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:07.865627 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6df885-3cc3-4ed1-9094-a2aae2a57771 None None] Pushing event deleted for resources: {'Port': ['ID=46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:07.920786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c975c-06b9-479e-ac01-ab4d6b1c1e7e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:07.927227 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a55c975c-06b9-479e-ac01-ab4d6b1c1e7e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1006167 Nov 12 08:47:07.930516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45034) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:07.947035 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a30d0def-bb12-4d16-bbda-034e4be31e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.033043 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-05fbd3db-13c2-431f-b8c0-15e0ac0aa6b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001189 Nov 12 08:47:08.034266 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45036) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:08.049908 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-368eead0-5d81-440a-9887-8800757ac7aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:08.114552 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a30d0def-bb12-4d16-bbda-034e4be31e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.185951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0faf1a8c-20a1-4cdd-9a01-3197ca2cc5d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.234745 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0faf1a8c-20a1-4cdd-9a01-3197ca2cc5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.255788 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8899b8ce-3c60-4bd9-84d5-b7fd7bd91086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.259867 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fa0acb0-0399-4f90-b2aa-57a08fe5ac88 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.263132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-21547b28-277f-4640-b24e-4590fac81ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:08.264906 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-21547b28-277f-4640-b24e-4590fac81ad9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9136274 Nov 12 08:47:08.266806 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fa0acb0-0399-4f90-b2aa-57a08fe5ac88 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.321051 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0faf1a8c-20a1-4cdd-9a01-3197ca2cc5d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf7761a4995c4287a4721c2874a75e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6990001 Nov 12 08:47:08.323461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf1a8c-20a1-4cdd-9a01-3197ca2cc5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e3d646-eabd-4169-b8aa-2b51e0a2875f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:08.328946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45040) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:08.337553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368eead0-5d81-440a-9887-8800757ac7aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:08.341454 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-368eead0-5d81-440a-9887-8800757ac7aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.359189 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a30d0def-bb12-4d16-bbda-034e4be31e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.359460 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8899b8ce-3c60-4bd9-84d5-b7fd7bd91086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.360612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a30d0def-bb12-4d16-bbda-034e4be31e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.362089 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a30d0def-bb12-4d16-bbda-034e4be31e92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e63afdd8-7f38-4c95-813c-30ca8a3d173a HTTP/1.1" status: 204 len: 168 time: 0.6150806 Nov 12 08:47:08.408817 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fa0acb0-0399-4f90-b2aa-57a08fe5ac88 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.409340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa0acb0-0399-4f90-b2aa-57a08fe5ac88 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Fanout notify agent at l3_agent the message router_deleted on router 5fadea75-73dd-43d4-ba08-3d7e89e3b15e {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:47:08.423347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d0def-bb12-4d16-bbda-034e4be31e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63afdd8-7f38-4c95-813c-30ca8a3d173a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:08.423830 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fa0acb0-0399-4f90-b2aa-57a08fe5ac88 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.425595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3fa0acb0-0399-4f90-b2aa-57a08fe5ac88 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/routers/5fadea75-73dd-43d4-ba08-3d7e89e3b15e HTTP/1.1" status: 204 len: 168 time: 1.2726340 Nov 12 08:47:08.434812 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45044) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:08.476639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:08.493801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-3faaac54-a089-459a-8b61-560bcbd8d2e4 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175446 Nov 12 08:47:08.500892 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8899b8ce-3c60-4bd9-84d5-b7fd7bd91086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.505151 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8899b8ce-3c60-4bd9-84d5-b7fd7bd91086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.507326 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8899b8ce-3c60-4bd9-84d5-b7fd7bd91086 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f954066d-acbe-4bcb-9a24-82aafa3c4037 HTTP/1.1" status: 204 len: 168 time: 1.1531196 Nov 12 08:47:08.520820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:08.525176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 46d0dd05-a0d1-4ff6-a2e2-ca5d1c6a52e8 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:08.529388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:08.533619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-862e2ed7-1196-4274-85db-5baddbda775a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.544476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899b8ce-3c60-4bd9-84d5-b7fd7bd91086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f954066d-acbe-4bcb-9a24-82aafa3c4037,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:08.568637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5baabac-2ea9-4f62-8e96-9a9f5e2e2029 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting subnet c1965db2-c73b-4a1f-a067-c427a0f470a2 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:08.581855 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e5baabac-2ea9-4f62-8e96-9a9f5e2e2029 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.603288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:08.604193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1df9ab49-7f8c-4b1c-ac2c-6c23990463c4 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:08.611930 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-862e2ed7-1196-4274-85db-5baddbda775a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.659453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-79242bc7-be2a-4455-a4a2-b7dd7312224f service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502347 Nov 12 08:47:08.664961 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.684738 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e5baabac-2ea9-4f62-8e96-9a9f5e2e2029 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.709653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-3335953d-c14a-42ef-9a72-af2e8981d8ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c118544e-bc44-47f5-8653-6b942595239d HTTP/1.1" status: 200 len: 217 time: 0.0427752 Nov 12 08:47:08.774600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-181a00bf-d314-40f7-958e-b1a09047fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:08.776398 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-181a00bf-d314-40f7-958e-b1a09047fdcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 HTTP/1.1" status: 200 len: 797 time: 0.0603650 Nov 12 08:47:08.862694 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-862e2ed7-1196-4274-85db-5baddbda775a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.866108 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-862e2ed7-1196-4274-85db-5baddbda775a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.866681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-fd6f99e9-ca37-40cd-950f-9205cfb4da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:08.867839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-862e2ed7-1196-4274-85db-5baddbda775a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9e3d646-eabd-4169-b8aa-2b51e0a2875f HTTP/1.1" status: 204 len: 168 time: 0.5376792 Nov 12 08:47:08.868792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-fd6f99e9-ca37-40cd-950f-9205cfb4da37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=631d573a-b698-41e7-b1e5-d92155823f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0828979 Nov 12 08:47:08.882511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45054) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:08.910162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e2ed7-1196-4274-85db-5baddbda775a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e3d646-eabd-4169-b8aa-2b51e0a2875f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:08.917516 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e5baabac-2ea9-4f62-8e96-9a9f5e2e2029 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:08.932144 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13a6b2c8-3067-4520-8371-256e4a5b99f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.040096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.objects.ports [None req-368eead0-5d81-440a-9887-8800757ac7aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:47:09.044811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-368eead0-5d81-440a-9887-8800757ac7aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.068621 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-47055b9b-f7ec-4cb4-b9c9-4728335a11c6 service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876824 Nov 12 08:47:09.116888 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368eead0-5d81-440a-9887-8800757ac7aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:09.123546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-368eead0-5d81-440a-9887-8800757ac7aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:09.127596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368eead0-5d81-440a-9887-8800757ac7aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:09.128205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-368eead0-5d81-440a-9887-8800757ac7aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.137650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb7f66e-9e09-41a7-a7fb-eae09faa6506 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:09.145955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368eead0-5d81-440a-9887-8800757ac7aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=5bfecbd8-428f-4e0e-8d4a-46cddab3f27b,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.150571 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e5baabac-2ea9-4f62-8e96-9a9f5e2e2029 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.192102 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-368eead0-5d81-440a-9887-8800757ac7aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1471663 Nov 12 08:47:09.192102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baabac-2ea9-4f62-8e96-9a9f5e2e2029 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Subnet': ['ID=c1965db2-c73b-4a1f-a067-c427a0f470a2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.194045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45066) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:09.197883 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e5baabac-2ea9-4f62-8e96-9a9f5e2e2029 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.204869 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e5baabac-2ea9-4f62-8e96-9a9f5e2e2029 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/c1965db2-c73b-4a1f-a067-c427a0f470a2 HTTP/1.1" status: 204 len: 168 time: 0.7681122 Nov 12 08:47:09.204869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45070) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:09.208126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-46b8fbce-195f-4cdb-bcf8-de525a950cdb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:09.232625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f2532-5cce-4554-a772-27f1bb8ed215 None None] Network b664c340-18b6-4662-9fca-4a950865642b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:09.346667 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13a6b2c8-3067-4520-8371-256e4a5b99f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.394359 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-13a6b2c8-3067-4520-8371-256e4a5b99f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.507212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6b2c8-3067-4520-8371-256e4a5b99f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b3b28d-3603-4da3-a5e7-62611d3ace77,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:09.523955 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b349e5f2-0e56-452d-b41f-1f6b510b930d req-6023ee50-6db6-482c-b8a1-c8175d3f129b service neutron] 10.222.0.46 "GET /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421773 Nov 12 08:47:09.587161 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-13a6b2c8-3067-4520-8371-256e4a5b99f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da7980d13117469b9c48c55e50aa4b46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6932437 Nov 12 08:47:09.591315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45082) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:09.672809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45084) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:09.710366 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa710e4c-8a17-4246-b6e4-9f6147e398bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.756436 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-06a5f1de-84f0-4840-ae4a-a5c941aa51e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.783269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea5e5a8-0f01-4459-b373-d090e1e1ae83 None None] DHCP port deletion for b664c340-18b6-4662-9fca-4a950865642b request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:09.809736 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-06a5f1de-84f0-4840-ae4a-a5c941aa51e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.816820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': '5bfecbd8-428f-4e0e-8d4a-46cddab3f27b'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:09.820945 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b8fbce-195f-4cdb-bcf8-de525a950cdb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:09.821696 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:09.825708 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46b8fbce-195f-4cdb-bcf8-de525a950cdb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.043219 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.152611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 9ff615d7-de29-439b-9b43-2ad0455e1d3e {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:10.152611 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.195028 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.251089 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa710e4c-8a17-4246-b6e4-9f6147e398bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.263489 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fa710e4c-8a17-4246-b6e4-9f6147e398bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.283846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] For port 9ff615d7-de29-439b-9b43-2ad0455e1d3e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9ff615d7-de29-439b-9b43-2ad0455e1d3e,segment=NetworkSegment(2e5719bb-1949-490f-b8d2-6a88df432a77),segment_id=2e5719bb-1949-490f-b8d2-6a88df432a77)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:10.284346 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.293616 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-06a5f1de-84f0-4840-ae4a-a5c941aa51e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.300545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-06a5f1de-84f0-4840-ae4a-a5c941aa51e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.306803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-06a5f1de-84f0-4840-ae4a-a5c941aa51e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2b3b28d-3603-4da3-a5e7-62611d3ace77 HTTP/1.1" status: 204 len: 168 time: 0.7138026 Nov 12 08:47:10.313750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 9ff615d7-de29-439b-9b43-2ad0455e1d3e owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:10.324513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fa710e4c-8a17-4246-b6e4-9f6147e398bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51d96722052b4487b69a4ea65fa145ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6473823 Nov 12 08:47:10.326381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45104) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:10.405453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fea5e5a8-0f01-4459-b373-d090e1e1ae83 None None] Deleting port 9ff615d7-de29-439b-9b43-2ad0455e1d3e {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:10.406116 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fea5e5a8-0f01-4459-b373-d090e1e1ae83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.438818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa710e4c-8a17-4246-b6e4-9f6147e398bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824e83ed-16d2-425c-abc2-295a92245b90,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.456185 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b8463e81-4108-4fa8-a840-c5059ad96865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.501361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce151d-369f-4215-b4b6-e7b7d3831e00 req-b081472c-6861-4350-9589-e042d31e42a4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.504391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9ff615d7-de29-439b-9b43-2ad0455e1d3e no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:10.509953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5f1de-84f0-4840-ae4a-a5c941aa51e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b3b28d-3603-4da3-a5e7-62611d3ace77,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.533639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce151d-369f-4215-b4b6-e7b7d3831e00 req-b081472c-6861-4350-9589-e042d31e42a4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.538976 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b8463e81-4108-4fa8-a840-c5059ad96865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.566036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce151d-369f-4215-b4b6-e7b7d3831e00 req-b081472c-6861-4350-9589-e042d31e42a4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.589397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce151d-369f-4215-b4b6-e7b7d3831e00 req-b081472c-6861-4350-9589-e042d31e42a4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.604250 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce151d-369f-4215-b4b6-e7b7d3831e00 req-b081472c-6861-4350-9589-e042d31e42a4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.626475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce151d-369f-4215-b4b6-e7b7d3831e00 req-b081472c-6861-4350-9589-e042d31e42a4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.643979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce151d-369f-4215-b4b6-e7b7d3831e00 req-b081472c-6861-4350-9589-e042d31e42a4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.658537 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87ce151d-369f-4215-b4b6-e7b7d3831e00 req-b081472c-6861-4350-9589-e042d31e42a4 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5444 time: 0.3612673 Nov 12 08:47:10.723408 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46b8fbce-195f-4cdb-bcf8-de525a950cdb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.746394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45110) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:10.768056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fea5e5a8-0f01-4459-b373-d090e1e1ae83 None None] For port 9ff615d7-de29-439b-9b43-2ad0455e1d3e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9ff615d7-de29-439b-9b43-2ad0455e1d3e,segment=NetworkSegment(2e5719bb-1949-490f-b8d2-6a88df432a77),segment_id=2e5719bb-1949-490f-b8d2-6a88df432a77)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:10.769956 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fea5e5a8-0f01-4459-b373-d090e1e1ae83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.805730 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b8463e81-4108-4fa8-a840-c5059ad96865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.810827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b8463e81-4108-4fa8-a840-c5059ad96865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.812794 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Allocated IP 2001:db8::f816:3eff:fe0d:9311 (376cbd53-eef7-4f19-a11f-fa391cb12464/5bfecbd8-428f-4e0e-8d4a-46cddab3f27b/80dcbec2-79d2-411f-8659-adfed598e81f) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:10.816713 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b8463e81-4108-4fa8-a840-c5059ad96865 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/824e83ed-16d2-425c-abc2-295a92245b90 HTTP/1.1" status: 204 len: 168 time: 0.4749565 Nov 12 08:47:10.828609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fea5e5a8-0f01-4459-b373-d090e1e1ae83 None None] Calling delete_port for 9ff615d7-de29-439b-9b43-2ad0455e1d3e owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:10.843210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8463e81-4108-4fa8-a840-c5059ad96865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824e83ed-16d2-425c-abc2-295a92245b90,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.856510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8fbce-195f-4cdb-bcf8-de525a950cdb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:10.861718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-46b8fbce-195f-4cdb-bcf8-de525a950cdb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:10.867791 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8fbce-195f-4cdb-bcf8-de525a950cdb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:10.868391 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46b8fbce-195f-4cdb-bcf8-de525a950cdb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.872474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8fbce-195f-4cdb-bcf8-de525a950cdb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=dfdfac3b-447d-4c15-b32a-52481fc329c7,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.874935 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:10.900164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-46b8fbce-195f-4cdb-bcf8-de525a950cdb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6969984 Nov 12 08:47:10.901619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45118) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:10.916077 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:55:c9:49', 'name': 'tempest-NetworksTestDHCPv6-839310719'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:10.924744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87ce151d-369f-4215-b4b6-e7b7d3831e00 req-d3cf92d3-fbae-4b31-be47-823181f390f1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2644773 Nov 12 08:47:10.927520 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=9ff615d7-de29-439b-9b43-2ad0455e1d3e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:10.930038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No DVR routers for this DVR port 9ff615d7-de29-439b-9b43-2ad0455e1d3e on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:11.062528 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.094248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b664c340-18b6-4662-9fca-4a950865642b']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:11.117097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:11.120927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5719bb-1949-490f-b8d2-6a88df432a77') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:11.126994 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5719bb-1949-490f-b8d2-6a88df432a77') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:11.130076 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fea5e5a8-0f01-4459-b373-d090e1e1ae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.143402 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.159438 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.166120 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:47:11.166750 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.258047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-35e6feb5-0910-4a4c-b60d-c64a10793787 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-89950802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: items = [ Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:47:11.263592 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:47:11.268941 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.283484 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.286905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/networks/b664c340-18b6-4662-9fca-4a950865642b HTTP/1.1" status: 204 len: 168 time: 2.0810452 Nov 12 08:47:11.299772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45122) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:11.312852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a01b1a-0ffd-47d5-b471-3a56fc270f69 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Network': ['ID=b664c340-18b6-4662-9fca-4a950865642b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:11.353025 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35e6feb5-0910-4a4c-b60d-c64a10793787 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.354114 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35e6feb5-0910-4a4c-b60d-c64a10793787 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.359693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5e5a8-0f01-4459-b373-d090e1e1ae83 None None] Pushing event deleted for resources: {'Port': ['ID=9ff615d7-de29-439b-9b43-2ad0455e1d3e,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:11.364405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd7d085-2684-4124-9dc8-898e02a24ade tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:11.370315 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3dd7d085-2684-4124-9dc8-898e02a24ade tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/1506be73-df91-4889-8b40-688c9f8bb57f HTTP/1.1" status: 200 len: 841 time: 0.0695434 Nov 12 08:47:11.371111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45124) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:11.388246 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea5e5a8-0f01-4459-b373-d090e1e1ae83 None None] No DVR routers for this DVR port 9ff615d7-de29-439b-9b43-2ad0455e1d3e on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:11.453578 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.517856 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-74a295ce-7b42-4b62-9902-e81854f14f0a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/1506be73-df91-4889-8b40-688c9f8bb57f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1446650 Nov 12 08:47:11.521764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45132) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:11.547654 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f3877ca2-82ad-4078-afe6-b8892ce9d098 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:11.601780 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.610337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No active binding found for port 9ff615d7-de29-439b-9b43-2ad0455e1d3e {{(pid=102446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:47:11.611025 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9ff615d7-de29-439b-9b43-2ad0455e1d3e not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:11.636749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port f5919e6e-ce86-4188-9321-80331e86e04e yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:11.673964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35e6feb5-0910-4a4c-b60d-c64a10793787 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.764566 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35e6feb5-0910-4a4c-b60d-c64a10793787 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.776858 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.788283 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.798316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-51307361-1fe8-4648-9559-05058b76d0fc tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:11.814900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-51307361-1fe8-4648-9559-05058b76d0fc tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:11.831980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-51307361-1fe8-4648-9559-05058b76d0fc tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:11.866472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-51307361-1fe8-4648-9559-05058b76d0fc tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:11.881609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-51307361-1fe8-4648-9559-05058b76d0fc tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:11.893229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:11.899854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:11.901543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-51307361-1fe8-4648-9559-05058b76d0fc tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:11.914066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:11.915918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-51307361-1fe8-4648-9559-05058b76d0fc tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:11.918109 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Pushing event updated for resources: {'Port': ['ID=80dcbec2-79d2-411f-8659-adfed598e81f,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:11.920305 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-51307361-1fe8-4648-9559-05058b76d0fc tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5444 time: 0.4617562 Nov 12 08:47:11.968283 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35e6feb5-0910-4a4c-b60d-c64a10793787 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:11.977469 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-35e6feb5-0910-4a4c-b60d-c64a10793787 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2294924 Nov 12 08:47:11.978750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45148) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:12.007707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-947578304'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:12.041862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Attempting to bind port 80dcbec2-79d2-411f-8659-adfed598e81f on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:12.042168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Attempting to bind port 80dcbec2-79d2-411f-8659-adfed598e81f by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:12.042499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Attempting to bind port 80dcbec2-79d2-411f-8659-adfed598e81f on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:12.057151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:12.057625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:12.058041 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.058555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:12.058925 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Bound port: 80dcbec2-79d2-411f-8659-adfed598e81f, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:12.059337 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.080949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Made reservation on behalf of 564802fd6cc6433c83a44669ed654ffc for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:12.088634 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.113042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.164739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3877ca2-82ad-4078-afe6-b8892ce9d098 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:12.190132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-a1d013c3-92f0-4710-9e85-8367a8431273 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.191044 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3877ca2-82ad-4078-afe6-b8892ce9d098 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.191634 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-a1d013c3-92f0-4710-9e85-8367a8431273 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "GET /v2.0/ports/d2d466ea-8a87-4294-83d6-4e59236e9d48?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2632585 Nov 12 08:47:12.212018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] For port 80dcbec2-79d2-411f-8659-adfed598e81f, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:12.215240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] For port 80dcbec2-79d2-411f-8659-adfed598e81f, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=80dcbec2-79d2-411f-8659-adfed598e81f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:12.227594 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.281741 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.304210 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.375737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40de29-40dc-4efb-99cb-5ccfb4bf6bae None None] Pushing event updated for resources: {'Port': ['ID=80dcbec2-79d2-411f-8659-adfed598e81f,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:12.402951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-de11c3f8-6ca7-4bcb-b628-1bf01ce3d42c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "GET /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1935389 Nov 12 08:47:12.414840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:12.420721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289ece08-ba16-45bb-aa5a-920c9ac6519a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:12.456820 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.457358 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Added segment b9195561-0bdc-42a3-9b0a-45b90008b0c1 of type vlan for network 26bf9ac5-2dca-41da-bcb5-8fe035bc877b Nov 12 08:47:12.477797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:12.681214 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.800219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab9112-c5eb-4a96-918d-242166f4ed8e req-fa827965-177b-422c-ae3c-2f38d0c2f4a2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.804166 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.808337 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab9112-c5eb-4a96-918d-242166f4ed8e req-fa827965-177b-422c-ae3c-2f38d0c2f4a2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.814873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab9112-c5eb-4a96-918d-242166f4ed8e req-fa827965-177b-422c-ae3c-2f38d0c2f4a2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.820613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.822099 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab9112-c5eb-4a96-918d-242166f4ed8e req-fa827965-177b-422c-ae3c-2f38d0c2f4a2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.826465 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.828853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab9112-c5eb-4a96-918d-242166f4ed8e req-fa827965-177b-422c-ae3c-2f38d0c2f4a2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.837366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab9112-c5eb-4a96-918d-242166f4ed8e req-fa827965-177b-422c-ae3c-2f38d0c2f4a2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.844486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab9112-c5eb-4a96-918d-242166f4ed8e req-fa827965-177b-422c-ae3c-2f38d0c2f4a2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:12.846429 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9eab9112-c5eb-4a96-918d-242166f4ed8e req-fa827965-177b-422c-ae3c-2f38d0c2f4a2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 5444 time: 0.6612217 Nov 12 08:47:12.873019 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.936246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 172.20.0.2 (376cbd53-eef7-4f19-a11f-fa391cb12464/dfdfac3b-447d-4c15-b32a-52481fc329c7/f5919e6e-ce86-4188-9321-80331e86e04e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:12.958737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event updated for resources: {'Network': ['ID=26bf9ac5-2dca-41da-bcb5-8fe035bc877b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:12.960307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::f816:3eff:fe55:c949 (376cbd53-eef7-4f19-a11f-fa391cb12464/5bfecbd8-428f-4e0e-8d4a-46cddab3f27b/f5919e6e-ce86-4188-9321-80331e86e04e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:12.976823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 26bf9ac5-2dca-41da-bcb5-8fe035bc877b details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:12.982341 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3877ca2-82ad-4078-afe6-b8892ce9d098 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:12.996817 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9dc85f53-ec62-4e80-a7e5-025ca9d3f5d4 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0061631 Nov 12 08:47:13.030223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45180) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:13.038534 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b4bf8274-bf14-4226-9ce6-9632b63a1133 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Request body: {'subnet': {'network_id': '26bf9ac5-2dca-41da-bcb5-8fe035bc877b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:13.056311 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9eab9112-c5eb-4a96-918d-242166f4ed8e req-8fc688c0-8074-41f3-b699-cc58700b8b9d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1858475 Nov 12 08:47:13.059464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3877ca2-82ad-4078-afe6-b8892ce9d098 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:13.074583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-f3877ca2-82ad-4078-afe6-b8892ce9d098 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:13.099656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e526d711-0212-43ba-b618-d80f07f95564 None None] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:13.116929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3877ca2-82ad-4078-afe6-b8892ce9d098 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:13.118165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f3877ca2-82ad-4078-afe6-b8892ce9d098 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.289686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] For port d2d466ea-8a87-4294-83d6-4e59236e9d48, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=d2d466ea-8a87-4294-83d6-4e59236e9d48,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:13.293256 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3877ca2-82ad-4078-afe6-b8892ce9d098 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Subnet': ['ID=d3ca5c4d-d595-4c69-b9ec-1045b556ce0c,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:13.321687 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f3877ca2-82ad-4078-afe6-b8892ce9d098 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7937703 Nov 12 08:47:13.336923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45186) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:13.374566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'tenant_id': '0d14d39a6e8544b792b389274140b997', 'fixed_ips': [{'subnet_id': 'd3ca5c4d-d595-4c69-b9ec-1045b556ce0c'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:13.377289 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.377471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-57df9212-4461-44fc-8498-b2240eaf8ac1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'security_group': {'name': 'tempest-secgroup-1525813978'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:13.406008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bf8274-bf14-4226-9ce6-9632b63a1133 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Made reservation on behalf of 564802fd6cc6433c83a44669ed654ffc for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:13.413589 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4bf8274-bf14-4226-9ce6-9632b63a1133 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.486684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57df9212-4461-44fc-8498-b2240eaf8ac1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.569633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] For port d2d466ea-8a87-4294-83d6-4e59236e9d48, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:13.578236 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.674804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] device_id is not set on port d2d466ea-8a87-4294-83d6-4e59236e9d48 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:13.763731 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57df9212-4461-44fc-8498-b2240eaf8ac1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.778783 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.787919 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57df9212-4461-44fc-8498-b2240eaf8ac1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.794138 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4bf8274-bf14-4226-9ce6-9632b63a1133 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.815626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Allocated IP 172.20.0.2 (e430972b-b0b2-42c2-a0cf-710d7ce1f7cd/d3ca5c4d-d595-4c69-b9ec-1045b556ce0c/3305459f-0c98-424e-b74a-d950a3ec7a78) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:13.836042 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57df9212-4461-44fc-8498-b2240eaf8ac1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.841576 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-57df9212-4461-44fc-8498-b2240eaf8ac1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4910626 Nov 12 08:47:13.846498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45194) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:13.871103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1a155295-4b22-4ad4-8e90-854100074445 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'security_group': {'name': 'tempest-secgroup-1582733537'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:13.883404 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:13.941593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf8274-bf14-4226-9ce6-9632b63a1133 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event updated for resources: {'Subnet': ['ID=2b3d0f37-2ac6-494f-96bf-1247f0c53081,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:13.989924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf8274-bf14-4226-9ce6-9632b63a1133 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Checking segment: {'id': 'b9195561-0bdc-42a3-9b0a-45b90008b0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '26bf9ac5-2dca-41da-bcb5-8fe035bc877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:13.990293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bf8274-bf14-4226-9ce6-9632b63a1133 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Network hostable DHCP agents. Network: 26bf9ac5-2dca-41da-bcb5-8fe035bc877b, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:13.997847 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.053506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bf8274-bf14-4226-9ce6-9632b63a1133 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Network 26bf9ac5-2dca-41da-bcb5-8fe035bc877b is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:14.061042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df9212-4461-44fc-8498-b2240eaf8ac1 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181b5682-957b-4c4f-bea7-33cdd3e44dd0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.075228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b4bf8274-bf14-4226-9ce6-9632b63a1133 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 26bf9ac5-2dca-41da-bcb5-8fe035bc877b) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:14.081617 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bf8274-bf14-4226-9ce6-9632b63a1133 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.082276 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4bf8274-bf14-4226-9ce6-9632b63a1133 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.116016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b4bf8274-bf14-4226-9ce6-9632b63a1133 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0828726 Nov 12 08:47:14.119278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45206) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:14.125972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7431d2ac-9840-48b9-95f6-de78d0be43c2 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Request body: {'network': {'name': 'tempest-router-network01--618962684'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:14.154468 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.177303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda5396-6f00-4145-8959-76025ddafe6f None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:14.184082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ea4b6-44a5-4d9f-814b-ebd2278fa9e3 None None] Network 26bf9ac5-2dca-41da-bcb5-8fe035bc877b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:14.184368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] No DVR routers for this DVR port d2d466ea-8a87-4294-83d6-4e59236e9d48 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:14.189396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7431d2ac-9840-48b9-95f6-de78d0be43c2 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Made reservation on behalf of 564802fd6cc6433c83a44669ed654ffc for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:14.193764 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7431d2ac-9840-48b9-95f6-de78d0be43c2 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.214632 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a155295-4b22-4ad4-8e90-854100074445 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.219638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d466ea-8a87-4294-83d6-4e59236e9d48,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.241248 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.273743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7431d2ac-9840-48b9-95f6-de78d0be43c2 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:14.314125 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7431d2ac-9840-48b9-95f6-de78d0be43c2 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.314481 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-7431d2ac-9840-48b9-95f6-de78d0be43c2 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Added segment e8ba860a-1114-40ec-a5ba-b84c00ef3e1b of type vlan for network 334860c9-5e79-4ce7-b305-963535b1ddcd Nov 12 08:47:14.365517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:14.375040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:14.404911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:14.462176 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7431d2ac-9840-48b9-95f6-de78d0be43c2 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.598046 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a155295-4b22-4ad4-8e90-854100074445 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.611166 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a155295-4b22-4ad4-8e90-854100074445 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.623016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=f5919e6e-ce86-4188-9321-80331e86e04e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.634144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] In _notify_port_updated(), no bound segment for port d2d466ea-8a87-4294-83d6-4e59236e9d48 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f {{(pid=102444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:47:14.635275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.636148 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.637606 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-08c8cb8c-612f-4c1e-9901-241574052d19 service neutron] 10.222.0.46 "PUT /v2.0/ports/d2d466ea-8a87-4294-83d6-4e59236e9d48 HTTP/1.1" status: 200 len: 1032 time: 2.1685276 Nov 12 08:47:14.653623 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7431d2ac-9840-48b9-95f6-de78d0be43c2 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.668959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7431d2ac-9840-48b9-95f6-de78d0be43c2 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.670439 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7431d2ac-9840-48b9-95f6-de78d0be43c2 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.694561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Pushing event updated for resources: {'Port': ['ID=3305459f-0c98-424e-b74a-d950a3ec7a78,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.710389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 80dcbec2-79d2-411f-8659-adfed598e81f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:14.711646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-01bdbfd5-59f3-4fd2-95a8-bcfb4b99aef2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.713603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-01bdbfd5-59f3-4fd2-95a8-bcfb4b99aef2 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "GET /v2.0/ports/190b3afb-1975-4cc4-95e6-fe8cb89b1120?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0620346 Nov 12 08:47:14.714812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 190b3afb-1975-4cc4-95e6-fe8cb89b1120 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:14.733180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:14.746368 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a155295-4b22-4ad4-8e90-854100074445 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.751245 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1a155295-4b22-4ad4-8e90-854100074445 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9021480 Nov 12 08:47:14.775194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45226) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:14.786045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:14.786390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-620973703', 'security_groups': ['e20cdcba-7587-4724-832d-a023d0526ac5'], 'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3ca5c4d-d595-4c69-b9ec-1045b556ce0c'}]}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:14.804859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.805704 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.819102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431d2ac-9840-48b9-95f6-de78d0be43c2 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event updated for resources: {'Network': ['ID=334860c9-5e79-4ce7-b305-963535b1ddcd,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.823302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a155295-4b22-4ad4-8e90-854100074445 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20cdcba-7587-4724-832d-a023d0526ac5,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:14.853178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6649ff06-a598-4aca-a7fe-d596155ef3d8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9485040 Nov 12 08:47:14.856463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45228) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:14.889241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:14.892427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9d74-c4c0-4846-a257-b3132204ce26 req-10764170-b4ee-4d6b-a66f-50ecd9d74e64 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.919456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9d74-c4c0-4846-a257-b3132204ce26 req-10764170-b4ee-4d6b-a66f-50ecd9d74e64 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.921363 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:14.923856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 334860c9-5e79-4ce7-b305-963535b1ddcd details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:14.928670 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-93d8cb59-5708-405f-b80f-9eca86717149 None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:14.929269 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93d8cb59-5708-405f-b80f-9eca86717149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:14.934712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9d74-c4c0-4846-a257-b3132204ce26 req-10764170-b4ee-4d6b-a66f-50ecd9d74e64 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.953250 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9d74-c4c0-4846-a257-b3132204ce26 req-10764170-b4ee-4d6b-a66f-50ecd9d74e64 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.969618 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9d74-c4c0-4846-a257-b3132204ce26 req-10764170-b4ee-4d6b-a66f-50ecd9d74e64 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.995628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9d74-c4c0-4846-a257-b3132204ce26 req-10764170-b4ee-4d6b-a66f-50ecd9d74e64 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:14.998086 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-323d9d74-c4c0-4846-a257-b3132204ce26 req-10764170-b4ee-4d6b-a66f-50ecd9d74e64 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 4665 time: 0.4967268 Nov 12 08:47:15.003120 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7431d2ac-9840-48b9-95f6-de78d0be43c2 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8827410 Nov 12 08:47:15.019253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45232) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:15.032827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Request body: {'network': {'name': 'tempest-router-network02--1022734868'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:15.050525 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.137795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc4772c-f681-42c0-a778-14aebce9c2ce tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:15.138340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Made reservation on behalf of 564802fd6cc6433c83a44669ed654ffc for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:15.142883 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.172554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc4772c-f681-42c0-a778-14aebce9c2ce tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:15.176961 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5fc4772c-f681-42c0-a778-14aebce9c2ce tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3165543 Nov 12 08:47:15.177841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45238) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:15.195016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-323d9d74-c4c0-4846-a257-b3132204ce26 req-46642b6f-63a1-4285-9fa2-3ebeb350d168 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1868143 Nov 12 08:47:15.196031 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:47:15.241836 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.242206 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Added segment 222c73f1-998c-4e2c-b8d6-244d246b2f9d of type vlan for network 13d78798-0f73-4457-9ed8-963dd47e679b Nov 12 08:47:15.332586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.351283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:15.392543 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.398791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:15.399870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.414372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7e625afd-7996-4ffb-92cd-93831bc5bd01 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port f5919e6e-ce86-4188-9321-80331e86e04e {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:15.414741 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7e625afd-7996-4ffb-92cd-93831bc5bd01 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.508740 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4857273 Nov 12 08:47:15.517086 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45246) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:15.522131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-46a8f840-03ed-47db-a8da-643056fc1a0a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Request body: {'subnet': {'network_id': '334860c9-5e79-4ce7-b305-963535b1ddcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:15.625553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event updated for resources: {'Network': ['ID=13d78798-0f73-4457-9ed8-963dd47e679b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:15.653020 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.653414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.653799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.654097 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.654441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.654778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.655112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.655474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.655806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.656137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.656468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.656798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5fa121-ec3d-4ef1-bcc4-fd819b3ac108 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:15.710372 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7e625afd-7996-4ffb-92cd-93831bc5bd01 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.725833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a8f840-03ed-47db-a8da-643056fc1a0a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Made reservation on behalf of 564802fd6cc6433c83a44669ed654ffc for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:15.732756 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-46a8f840-03ed-47db-a8da-643056fc1a0a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.777418 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 13d78798-0f73-4457-9ed8-963dd47e679b details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:47:15.820163 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Attempting to bind port 3305459f-0c98-424e-b74a-d950a3ec7a78 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:15.827910 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Attempting to bind port 3305459f-0c98-424e-b74a-d950a3ec7a78 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '3e90ae77-6938-49e9-8457-a1af4bd4c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:15.827910 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Attempting to bind port 3305459f-0c98-424e-b74a-d950a3ec7a78 on network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:15.944726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:15.944726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Checking segment: {'id': '3e90ae77-6938-49e9-8457-a1af4bd4c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:15.944726 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.944726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Bound using segment: {'id': '3e90ae77-6938-49e9-8457-a1af4bd4c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:15.944726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Bound port: 3305459f-0c98-424e-b74a-d950a3ec7a78, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e90ae77-6938-49e9-8457-a1af4bd4c954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:15.945419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7e625afd-7996-4ffb-92cd-93831bc5bd01 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for f5919e6e-ce86-4188-9321-80331e86e04e owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:15.953943 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:15.956475 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.048016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-26bf9ac5-2dca-41da-bcb5-8fe035bc877b', 'network_id': '26bf9ac5-2dca-41da-bcb5-8fe035bc877b', 'tenant_id': '564802fd6cc6433c83a44669ed654ffc', 'fixed_ips': [{'subnet_id': '2b3d0f37-2ac6-494f-96bf-1247f0c53081'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:16.059134 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.256113 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93d8cb59-5708-405f-b80f-9eca86717149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.474935 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-46a8f840-03ed-47db-a8da-643056fc1a0a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.556773 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:16.557186 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.678058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] For port 3305459f-0c98-424e-b74a-d950a3ec7a78, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:16.678058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] For port 3305459f-0c98-424e-b74a-d950a3ec7a78, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3305459f-0c98-424e-b74a-d950a3ec7a78,segment=NetworkSegment(3e90ae77-6938-49e9-8457-a1af4bd4c954),segment_id=3e90ae77-6938-49e9-8457-a1af4bd4c954)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:16.719777 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.725212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-93d8cb59-5708-405f-b80f-9eca86717149 None None] For port 80dcbec2-79d2-411f-8659-adfed598e81f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=80dcbec2-79d2-411f-8659-adfed598e81f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:16.751263 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93d8cb59-5708-405f-b80f-9eca86717149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.833441 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7e625afd-7996-4ffb-92cd-93831bc5bd01 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.843738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] For port 190b3afb-1975-4cc4-95e6-fe8cb89b1120, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=190b3afb-1975-4cc4-95e6-fe8cb89b1120,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:16.975682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] For port 190b3afb-1975-4cc4-95e6-fe8cb89b1120, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:17.059553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9990e8ef-9943-434d-be12-7e64cd907649 None None] Provisioning complete for port d2d466ea-8a87-4294-83d6-4e59236e9d48 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:17.060583 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9990e8ef-9943-434d-be12-7e64cd907649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.069394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852776c1-9e4e-4b01-9345-fdb82ef8bf5d None None] Pushing event updated for resources: {'Port': ['ID=3305459f-0c98-424e-b74a-d950a3ec7a78,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:17.074966 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e625afd-7996-4ffb-92cd-93831bc5bd01 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=f5919e6e-ce86-4188-9321-80331e86e04e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:17.092644 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8f840-03ed-47db-a8da-643056fc1a0a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event updated for resources: {'Subnet': ['ID=2cd46436-ed35-4778-b62d-c137b3cf03ff,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:17.184789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8cb59-5708-405f-b80f-9eca86717149 None None] Pushing event updated for resources: {'Port': ['ID=80dcbec2-79d2-411f-8659-adfed598e81f,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:17.230609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37f1a5-43cc-46a3-8195-8d10898aaff8 req-6780ae2a-4973-4398-839b-af692e5ec1d3 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.262147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba435f74-46e4-46c7-8193-1103097b698a None None] Update dhcp port {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': '5bfecbd8-428f-4e0e-8d4a-46cddab3f27b', 'ip_address': '2001:db8::f816:3eff:fe0d:9311'}, {'subnet_id': 'dfdfac3b-447d-4c15-b32a-52481fc329c7'}], 'binding:host_id': 'n-d-768851-18'}, 'id': '80dcbec2-79d2-411f-8659-adfed598e81f'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:47:17.273677 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Allocated IP 172.20.0.2 (26bf9ac5-2dca-41da-bcb5-8fe035bc877b/2b3d0f37-2ac6-494f-96bf-1247f0c53081/d56f7c98-1ffe-46ae-a272-676cf19c40ca) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:17.274372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37f1a5-43cc-46a3-8195-8d10898aaff8 req-6780ae2a-4973-4398-839b-af692e5ec1d3 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.275730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9990e8ef-9943-434d-be12-7e64cd907649 None None] Port d2d466ea-8a87-4294-83d6-4e59236e9d48 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:17.298504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37f1a5-43cc-46a3-8195-8d10898aaff8 req-6780ae2a-4973-4398-839b-af692e5ec1d3 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.306683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37f1a5-43cc-46a3-8195-8d10898aaff8 req-6780ae2a-4973-4398-839b-af692e5ec1d3 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.329586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37f1a5-43cc-46a3-8195-8d10898aaff8 req-6780ae2a-4973-4398-839b-af692e5ec1d3 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.332923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a8f840-03ed-47db-a8da-643056fc1a0a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Checking segment: {'id': 'e8ba860a-1114-40ec-a5ba-b84c00ef3e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '334860c9-5e79-4ce7-b305-963535b1ddcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:17.333736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8f840-03ed-47db-a8da-643056fc1a0a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Network hostable DHCP agents. Network: 334860c9-5e79-4ce7-b305-963535b1ddcd, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:17.348184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37f1a5-43cc-46a3-8195-8d10898aaff8 req-6780ae2a-4973-4398-839b-af692e5ec1d3 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.351262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c37f1a5-43cc-46a3-8195-8d10898aaff8 req-6780ae2a-4973-4398-839b-af692e5ec1d3 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 4665 time: 0.8235765 Nov 12 08:47:17.409937 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45278) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:17.425918 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ba435f74-46e4-46c7-8193-1103097b698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.476089 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.497649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] device_id is not set on port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:17.504788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8f840-03ed-47db-a8da-643056fc1a0a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Network 334860c9-5e79-4ce7-b305-963535b1ddcd is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:17.551664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7e625afd-7996-4ffb-92cd-93831bc5bd01 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.562662 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7e625afd-7996-4ffb-92cd-93831bc5bd01 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/f5919e6e-ce86-4188-9321-80331e86e04e HTTP/1.1" status: 204 len: 168 time: 2.3830714 Nov 12 08:47:17.566492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45282) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:17.580838 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.637769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port cc865a3f-4f47-432f-9d29-81f8e6903a55 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:17.651030 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.673034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-46a8f840-03ed-47db-a8da-643056fc1a0a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 334860c9-5e79-4ce7-b305-963535b1ddcd) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:17.739385 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8f840-03ed-47db-a8da-643056fc1a0a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.742824 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-46a8f840-03ed-47db-a8da-643056fc1a0a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:17.892036 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb43825-8436-465c-aa8f-ed70923f7600 None None] Network 334860c9-5e79-4ce7-b305-963535b1ddcd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:17.898999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e418f4-14bd-4842-8bcb-ccbc9ce732a7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.912490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e418f4-14bd-4842-8bcb-ccbc9ce732a7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.918718 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e418f4-14bd-4842-8bcb-ccbc9ce732a7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:17.929794 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-47e418f4-14bd-4842-8bcb-ccbc9ce732a7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3587842 Nov 12 08:47:17.935232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45288) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:18.035197 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-46a8f840-03ed-47db-a8da-643056fc1a0a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5133388 Nov 12 08:47:18.151260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45290) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:18.156310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a859b16-3d8e-4e34-916f-31862fa67037 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 5bfecbd8-428f-4e0e-8d4a-46cddab3f27b {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:18.166547 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1c6774f5-f2d6-4b8c-8fa7-ce2c68f6da1e tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Request body: {'subnet': {'network_id': '13d78798-0f73-4457-9ed8-963dd47e679b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:18.337735 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60b4afdf-c36f-449f-a517-b54eb0e5f36e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.349844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45294) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:18.361158 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c37f1a5-43cc-46a3-8195-8d10898aaff8 req-58d07363-8a88-4db2-8795-bdca512781d7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e59e12e-7e2a-4061-99b2-4487f72dd908&id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9611425 Nov 12 08:47:18.402563 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 80dcbec2-79d2-411f-8659-adfed598e81f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:18.418096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.7 (e430972b-b0b2-42c2-a0cf-710d7ce1f7cd/d3ca5c4d-d595-4c69-b9ec-1045b556ce0c/cc865a3f-4f47-432f-9d29-81f8e6903a55) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:18.433319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] No DVR routers for this DVR port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:18.434565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6774f5-f2d6-4b8c-8fa7-ce2c68f6da1e tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Made reservation on behalf of 564802fd6cc6433c83a44669ed654ffc for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:18.442941 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c6774f5-f2d6-4b8c-8fa7-ce2c68f6da1e tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.486307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] In _notify_port_updated(), no bound segment for port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 on network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f {{(pid=102444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:47:18.487383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:18.488221 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.490212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] 10.222.0.46 "PUT /v2.0/ports/190b3afb-1975-4cc4-95e6-fe8cb89b1120 HTTP/1.1" status: 200 len: 1032 time: 3.7672064 Nov 12 08:47:18.506138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551cd92-08cf-4f62-b439-50ab8e18db2b service neutron] Pushing event updated for resources: {'Port': ['ID=190b3afb-1975-4cc4-95e6-fe8cb89b1120,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:18.558159 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:47:18.558527 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:47:18.565611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-ba435f74-46e4-46c7-8193-1103097b698a None None] Allocated IP 172.20.0.2 (376cbd53-eef7-4f19-a11f-fa391cb12464/dfdfac3b-447d-4c15-b32a-52481fc329c7/80dcbec2-79d2-411f-8659-adfed598e81f) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:18.683192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a6d39795-faa1-4cdf-8646-f9d4eaaf5e33 None None] Provisioning complete for port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:18.683568 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6d39795-faa1-4cdf-8646-f9d4eaaf5e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.750877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a6d39795-faa1-4cdf-8646-f9d4eaaf5e33 None None] Port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:18.766832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-334860c9-5e79-4ce7-b305-963535b1ddcd', 'network_id': '334860c9-5e79-4ce7-b305-963535b1ddcd', 'tenant_id': '564802fd6cc6433c83a44669ed654ffc', 'fixed_ips': [{'subnet_id': '2cd46436-ed35-4778-b62d-c137b3cf03ff'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:18.767721 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.771224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60b4afdf-c36f-449f-a517-b54eb0e5f36e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.780693 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60b4afdf-c36f-449f-a517-b54eb0e5f36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.846809 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-749af30a-d09d-4089-b3fe-1824de532822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.880703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4afdf-c36f-449f-a517-b54eb0e5f36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c04af4f-196f-4fe5-a013-6b8b34272731,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:18.885300 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-60b4afdf-c36f-449f-a517-b54eb0e5f36e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c33e885625274d61a24f19c667eba4b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4737091 Nov 12 08:47:18.891196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45302) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:18.993546 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.021406 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c6774f5-f2d6-4b8c-8fa7-ce2c68f6da1e tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.111692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-a03ccebb-ec4f-4b21-84b3-0ff0f3c9dcbb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Deleting port f54d056e-4ab3-45d6-ba36-cfec0c59f974 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:19.112048 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-a03ccebb-ec4f-4b21-84b3-0ff0f3c9dcbb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.134959 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-49d0aaf6-2589-48b6-960b-3189970d09ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.138272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6774f5-f2d6-4b8c-8fa7-ce2c68f6da1e tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event updated for resources: {'Subnet': ['ID=9c35fb6e-4309-4c07-948e-df22386fc387,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:19.166287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6774f5-f2d6-4b8c-8fa7-ce2c68f6da1e tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Checking segment: {'id': '222c73f1-998c-4e2c-b8d6-244d246b2f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '13d78798-0f73-4457-9ed8-963dd47e679b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:19.168106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6774f5-f2d6-4b8c-8fa7-ce2c68f6da1e tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Network hostable DHCP agents. Network: 13d78798-0f73-4457-9ed8-963dd47e679b, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:47:19.184651 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-49d0aaf6-2589-48b6-960b-3189970d09ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.223848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:19.226531 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.257935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6774f5-f2d6-4b8c-8fa7-ce2c68f6da1e tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Network 13d78798-0f73-4457-9ed8-963dd47e679b is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:47:19.297861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-1c6774f5-f2d6-4b8c-8fa7-ce2c68f6da1e tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 13d78798-0f73-4457-9ed8-963dd47e679b) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:19.306016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6774f5-f2d6-4b8c-8fa7-ce2c68f6da1e tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:19.316643 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c6774f5-f2d6-4b8c-8fa7-ce2c68f6da1e tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.325333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.355376 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1c6774f5-f2d6-4b8c-8fa7-ce2c68f6da1e tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1955528 Nov 12 08:47:19.357595 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45308) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.366743 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-49d0aaf6-2589-48b6-960b-3189970d09ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.370088 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-49d0aaf6-2589-48b6-960b-3189970d09ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.378376 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-49d0aaf6-2589-48b6-960b-3189970d09ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c04af4f-196f-4fe5-a013-6b8b34272731 HTTP/1.1" status: 204 len: 168 time: 0.4866381 Nov 12 08:47:19.404932 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.450430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-749af30a-d09d-4089-b3fe-1824de532822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.462374 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0aaf6-2589-48b6-960b-3189970d09ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c04af4f-196f-4fe5-a013-6b8b34272731,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:19.468315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:19.470882 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-749af30a-d09d-4089-b3fe-1824de532822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.498785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=cc865a3f-4f47-432f-9d29-81f8e6903a55,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:19.502051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:19.522546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:19.528442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-a03ccebb-ec4f-4b21-84b3-0ff0f3c9dcbb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] For port f54d056e-4ab3-45d6-ba36-cfec0c59f974, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f54d056e-4ab3-45d6-ba36-cfec0c59f974,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:19.528813 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-a03ccebb-ec4f-4b21-84b3-0ff0f3c9dcbb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.551494 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749af30a-d09d-4089-b3fe-1824de532822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4f5c5b-d2af-4f5e-befa-85458fca31bf,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:19.633626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-a03ccebb-ec4f-4b21-84b3-0ff0f3c9dcbb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Calling delete_port for f54d056e-4ab3-45d6-ba36-cfec0c59f974 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:19.673530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45320) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.676379 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-749af30a-d09d-4089-b3fe-1824de532822 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=326bba0b67db4e01bf163d73bad3e0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3063633 Nov 12 08:47:19.837607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:19.838560 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.869172 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45324) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:19.870118 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2c12c180-0d67-447d-a19d-13ea37181b34 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.0923331 Nov 12 08:47:19.884298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-69f10dcf-83c0-4cba-82c6-bfa947ab1b13 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:20.031676 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-a03ccebb-ec4f-4b21-84b3-0ff0f3c9dcbb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.102920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ccebb-ec4f-4b21-84b3-0ff0f3c9dcbb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Port': ['ID=f54d056e-4ab3-45d6-ba36-cfec0c59f974,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:20.206187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-a03ccebb-ec4f-4b21-84b3-0ff0f3c9dcbb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] No DVR routers for this DVR port f54d056e-4ab3-45d6-ba36-cfec0c59f974 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:20.209308 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-a03ccebb-ec4f-4b21-84b3-0ff0f3c9dcbb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.213727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-a03ccebb-ec4f-4b21-84b3-0ff0f3c9dcbb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "DELETE /v2.0/ports/f54d056e-4ab3-45d6-ba36-cfec0c59f974 HTTP/1.1" status: 204 len: 173 time: 1.7111771 Nov 12 08:47:20.214306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-deleted', 'tag': 'f54d056e-4ab3-45d6-ba36-cfec0c59f974'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:20.217277 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abb5eae-2b17-474d-925e-a093f11922af" -d '{"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-deleted", "tag": "f54d056e-4ab3-45d6-ba36-cfec0c59f974"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:20.282093 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.411543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Deleting port 6a108f05-c3d3-44ae-991a-9885afcdf616 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:20.411927 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.484212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ba435f74-46e4-46c7-8193-1103097b698a None None] For port 80dcbec2-79d2-411f-8659-adfed598e81f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=80dcbec2-79d2-411f-8659-adfed598e81f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:20.568019 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ba435f74-46e4-46c7-8193-1103097b698a None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.583897 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb784d-ffd3-4430-964d-5cc409b4237f None None] Network 13d78798-0f73-4457-9ed8-963dd47e679b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:20.611219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6af36eab-96ed-4c60-95e6-dd2cda878b57 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:20.641054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f04fc8fa-f5b1-400b-8dc8-032192757678 None None] Provisioning complete for port 3305459f-0c98-424e-b74a-d950a3ec7a78 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:20.643203 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f04fc8fa-f5b1-400b-8dc8-032192757678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.685034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] For port 6a108f05-c3d3-44ae-991a-9885afcdf616, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6a108f05-c3d3-44ae-991a-9885afcdf616,segment=NetworkSegment(aece0b32-5281-4cee-b18a-5d7c2751dfd1),segment_id=aece0b32-5281-4cee-b18a-5d7c2751dfd1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:20.687659 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.722341 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ba435f74-46e4-46c7-8193-1103097b698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.745316 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26368865-1776-4e64-abf2-7052c27b7642 x-openstack-request-id: req-26368865-1776-4e64-abf2-7052c27b7642 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:20.745540 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-deleted", "tag": "f54d056e-4ab3-45d6-ba36-cfec0c59f974", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:20.745797 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26368865-1776-4e64-abf2-7052c27b7642 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:20.747413 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-deleted', 'tag': 'f54d056e-4ab3-45d6-ba36-cfec0c59f974', 'status': 'completed', 'code': 200} Nov 12 08:47:20.821706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a859b16-3d8e-4e34-916f-31862fa67037 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.006599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3305459f-0c98-424e-b74a-d950a3ec7a78 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:21.100592 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a859b16-3d8e-4e34-916f-31862fa67037 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.118898 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.119599 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.122672 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Floating IP d3dc087f-6528-4e7d-9ae5-b1642d9f3297 disassociated. External IP: 172.25.3.238, port: 6a108f05-c3d3-44ae-991a-9885afcdf616. Nov 12 08:47:21.123276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Calling delete_port for 6a108f05-c3d3-44ae-991a-9885afcdf616 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:21.154994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Pushing event updated for resources: {'Port': ['ID=d56f7c98-1ffe-46ae-a272-676cf19c40ca,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:21.175653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Allocated IP 172.20.0.2 (334860c9-5e79-4ce7-b305-963535b1ddcd/2cd46436-ed35-4778-b62d-c137b3cf03ff/6098fc8f-49c1-4f44-be00-5c8f44a6ba0b) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:21.288278 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a859b16-3d8e-4e34-916f-31862fa67037 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.371237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Network 26bf9ac5-2dca-41da-bcb5-8fe035bc877b is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:21.385217 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.448877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad3669-03f1-4062-995c-058245e97709 req-a2aabbbb-e70a-4fe7-b1a8-5f05eec3ccc5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:21.470920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad3669-03f1-4062-995c-058245e97709 req-a2aabbbb-e70a-4fe7-b1a8-5f05eec3ccc5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:21.471779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Port': ['ID=6a108f05-c3d3-44ae-991a-9885afcdf616,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:21.499048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad3669-03f1-4062-995c-058245e97709 req-a2aabbbb-e70a-4fe7-b1a8-5f05eec3ccc5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:21.514402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad3669-03f1-4062-995c-058245e97709 req-a2aabbbb-e70a-4fe7-b1a8-5f05eec3ccc5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:21.542452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad3669-03f1-4062-995c-058245e97709 req-a2aabbbb-e70a-4fe7-b1a8-5f05eec3ccc5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:21.545707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62ad3669-03f1-4062-995c-058245e97709 req-a2aabbbb-e70a-4fe7-b1a8-5f05eec3ccc5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 3808 time: 1.8705037 Nov 12 08:47:21.563448 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a859b16-3d8e-4e34-916f-31862fa67037 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.572418 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:21.597456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:21.663918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a859b16-3d8e-4e34-916f-31862fa67037 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=5bfecbd8-428f-4e0e-8d4a-46cddab3f27b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:21.674547 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc0090b6-6146-470b-b026-e1bfdb0c611d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.692048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f10dcf-83c0-4cba-82c6-bfa947ab1b13 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:21.695825 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69f10dcf-83c0-4cba-82c6-bfa947ab1b13 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.707489 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a859b16-3d8e-4e34-916f-31862fa67037 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.713393 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3a859b16-3d8e-4e34-916f-31862fa67037 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/5bfecbd8-428f-4e0e-8d4a-46cddab3f27b HTTP/1.1" status: 204 len: 168 time: 3.7657819 Nov 12 08:47:21.726371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45358) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:21.739846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba435f74-46e4-46c7-8193-1103097b698a None None] Pushing event updated for resources: {'Port': ['ID=80dcbec2-79d2-411f-8659-adfed598e81f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:21.934977 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:21.945357 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.010262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Router 59d3a9e6-69b5-4afb-ad54-d823602e3960 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:22.020866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e616942b-28a2-4e75-a8e1-1ee22a8df634 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet dfdfac3b-447d-4c15-b32a-52481fc329c7 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:22.048559 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e616942b-28a2-4e75-a8e1-1ee22a8df634 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.218209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e616942b-28a2-4e75-a8e1-1ee22a8df634 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.246655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af36eab-96ed-4c60-95e6-dd2cda878b57'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:22.249024 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6554db06-653e-42f3-b110-5deb97c71d31" -d '{"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-unplugged", "status": "completed", "tag": "6af36eab-96ed-4c60-95e6-dd2cda878b57"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:22.370124 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62ad3669-03f1-4062-995c-058245e97709 req-8382f9c2-3113-4a25-a230-9f3a34109b73 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8023984 Nov 12 08:47:22.386340 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc0090b6-6146-470b-b026-e1bfdb0c611d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.447672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3305459f-0c98-424e-b74a-d950a3ec7a78 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:22.448052 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.449980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Attempting to bind port d56f7c98-1ffe-46ae-a272-676cf19c40ca on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:22.450357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Attempting to bind port d56f7c98-1ffe-46ae-a272-676cf19c40ca by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'b9195561-0bdc-42a3-9b0a-45b90008b0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '26bf9ac5-2dca-41da-bcb5-8fe035bc877b'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:22.450727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Attempting to bind port d56f7c98-1ffe-46ae-a272-676cf19c40ca on network 26bf9ac5-2dca-41da-bcb5-8fe035bc877b {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:22.475237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6af36eab-96ed-4c60-95e6-dd2cda878b57, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6af36eab-96ed-4c60-95e6-dd2cda878b57,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:22.504547 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e616942b-28a2-4e75-a8e1-1ee22a8df634 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.601006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:22.601752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Checking segment: {'id': 'b9195561-0bdc-42a3-9b0a-45b90008b0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '26bf9ac5-2dca-41da-bcb5-8fe035bc877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:22.602585 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.603512 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Bound using segment: {'id': 'b9195561-0bdc-42a3-9b0a-45b90008b0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '26bf9ac5-2dca-41da-bcb5-8fe035bc877b'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:22.605557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Bound port: d56f7c98-1ffe-46ae-a272-676cf19c40ca, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9195561-0bdc-42a3-9b0a-45b90008b0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '26bf9ac5-2dca-41da-bcb5-8fe035bc877b'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:22.605963 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.639510 n-d-768851-18 neutron-server[102445]: INFO neutron.db.ipam_backend_mixin [None req-69f10dcf-83c0-4cba-82c6-bfa947ab1b13 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d3ca5c4d-d595-4c69-b9ec-1045b556ce0c (CIDR: 172.20.0.0/28) Nov 12 08:47:22.650774 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f10dcf-83c0-4cba-82c6-bfa947ab1b13 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:22.652427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f10dcf-83c0-4cba-82c6-bfa947ab1b13 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:22.684274 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc0090b6-6146-470b-b026-e1bfdb0c611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.688913 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc0090b6-6146-470b-b026-e1bfdb0c611d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.692808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fc0090b6-6146-470b-b026-e1bfdb0c611d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c4f5c5b-d2af-4f5e-befa-85458fca31bf HTTP/1.1" status: 204 len: 168 time: 3.0128500 Nov 12 08:47:22.711891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0090b6-6146-470b-b026-e1bfdb0c611d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4f5c5b-d2af-4f5e-befa-85458fca31bf,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:22.726518 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-69f10dcf-83c0-4cba-82c6-bfa947ab1b13 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8516145 Nov 12 08:47:22.727180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45394) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:22.754938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-70734780-f63f-4e19-972a-d2af0067742f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:22.823290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] For port d56f7c98-1ffe-46ae-a272-676cf19c40ca, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:22.834710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] For port d56f7c98-1ffe-46ae-a272-676cf19c40ca, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d56f7c98-1ffe-46ae-a272-676cf19c40ca,segment=NetworkSegment(b9195561-0bdc-42a3-9b0a-45b90008b0c1),segment_id=b9195561-0bdc-42a3-9b0a-45b90008b0c1)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:22.837377 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.840590 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f04fc8fa-f5b1-400b-8dc8-032192757678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.882221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faf54f3-fc67-4c97-ada6-45909fedbd34 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:22.928619 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.929383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device c118544e-bc44-47f5-8653-6b942595239d no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:22.952597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70734780-f63f-4e19-972a-d2af0067742f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:22.952597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70734780-f63f-4e19-972a-d2af0067742f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:22.993186 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e616942b-28a2-4e75-a8e1-1ee22a8df634 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.027686 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b6102a-f2a1-4496-893b-830fa0d9e6bb x-openstack-request-id: req-42b6102a-f2a1-4496-893b-830fa0d9e6bb {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:23.028070 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-unplugged", "status": "completed", "tag": "6af36eab-96ed-4c60-95e6-dd2cda878b57", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:23.028272 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42b6102a-f2a1-4496-893b-830fa0d9e6bb {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:23.028650 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af36eab-96ed-4c60-95e6-dd2cda878b57', 'code': 200} Nov 12 08:47:23.114139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e616942b-28a2-4e75-a8e1-1ee22a8df634 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=dfdfac3b-447d-4c15-b32a-52481fc329c7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:23.123235 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e616942b-28a2-4e75-a8e1-1ee22a8df634 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.129181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e616942b-28a2-4e75-a8e1-1ee22a8df634 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/dfdfac3b-447d-4c15-b32a-52481fc329c7 HTTP/1.1" status: 204 len: 168 time: 1.3980348 Nov 12 08:47:23.133096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45410) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:23.135119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:23.158585 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41436f1-cd3f-44d7-a272-915b5d19275a None None] Sync routers for ids ['59d3a9e6-69b5-4afb-ad54-d823602e3960'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:23.188621 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41436f1-cd3f-44d7-a272-915b5d19275a None None] Routers {'59d3a9e6-69b5-4afb-ad54-d823602e3960'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:23.200871 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b41436f1-cd3f-44d7-a272-915b5d19275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:47:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['59d3a9e6-69b5-4afb-ad54-d823602e3960'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:23.215135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3094e119-136e-409a-a428-d51e69ca9f08 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804508 Nov 12 08:47:23.222310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45418) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:23.245498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:23.372332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] No DVR routers for this DVR port 6a108f05-c3d3-44ae-991a-9885afcdf616 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:23.387831 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.407867 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.410130 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d31d481e-0a9a-4de7-94ba-9b5238339d04 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "DELETE /v2.0/ports/6a108f05-c3d3-44ae-991a-9885afcdf616 HTTP/1.1" status: 204 len: 173 time: 3.1881187 Nov 12 08:47:23.422031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-deleted', 'tag': '6a108f05-c3d3-44ae-991a-9885afcdf616'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:23.423969 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706d04d0-8c44-496e-8369-3aeb2f984d24" -d '{"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-deleted", "tag": "6a108f05-c3d3-44ae-991a-9885afcdf616"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:23.494785 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-b41436f1-cd3f-44d7-a272-915b5d19275a None None] Set router 59d3a9e6-69b5-4afb-ad54-d823602e3960 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:23.515166 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-f04fc8fa-f5b1-400b-8dc8-032192757678 None None] For port 3305459f-0c98-424e-b74a-d950a3ec7a78, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3305459f-0c98-424e-b74a-d950a3ec7a78,segment=NetworkSegment(3e90ae77-6938-49e9-8457-a1af4bd4c954),segment_id=3e90ae77-6938-49e9-8457-a1af4bd4c954)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:23.637897 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2bfe69-17a0-4ff0-9594-da8bf415d03b x-openstack-request-id: req-3f2bfe69-17a0-4ff0-9594-da8bf415d03b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:23.639409 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-deleted", "tag": "6a108f05-c3d3-44ae-991a-9885afcdf616", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:23.639707 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f2bfe69-17a0-4ff0-9594-da8bf415d03b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:23.640134 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-deleted', 'tag': '6a108f05-c3d3-44ae-991a-9885afcdf616', 'status': 'completed', 'code': 200} Nov 12 08:47:23.734603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:23.745461 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.803035 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.811784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d6386e4d-125b-4418-9070-183256bc3583 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Deleting port 6af36eab-96ed-4c60-95e6-dd2cda878b57 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:23.812203 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d6386e4d-125b-4418-9070-183256bc3583 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.819965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-13d78798-0f73-4457-9ed8-963dd47e679b', 'network_id': '13d78798-0f73-4457-9ed8-963dd47e679b', 'tenant_id': '564802fd6cc6433c83a44669ed654ffc', 'fixed_ips': [{'subnet_id': '9c35fb6e-4309-4c07-948e-df22386fc387'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:47:23.821454 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.888563 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f04fc8fa-f5b1-400b-8dc8-032192757678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:23.941226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45454) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:23.946046 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.067559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Network 334860c9-5e79-4ce7-b305-963535b1ddcd is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:24.094071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f04fc8fa-f5b1-400b-8dc8-032192757678 None None] Provisioning complete for port 1506be73-df91-4889-8b40-688c9f8bb57f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:24.094443 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f04fc8fa-f5b1-400b-8dc8-032192757678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.105048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:24.115833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:24.175662 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b252ce48-0781-49db-af59-9efab032369b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.375133 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b41436f1-cd3f-44d7-a272-915b5d19275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 4, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ea8faacf-7ce2-4dca-aba6-e42ceaf87d46', 'name': '', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'mac_address': 'fa:16:3e:64:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:24Z', 'revision_number': 5, 'project_id': '44298e737f604b238fe53614a447a1cf', 'subnets': [{'id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:24.386732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d6386e4d-125b-4418-9070-183256bc3583 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] For port 6af36eab-96ed-4c60-95e6-dd2cda878b57, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6af36eab-96ed-4c60-95e6-dd2cda878b57,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:24.386899 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d6386e4d-125b-4418-9070-183256bc3583 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.426380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6af36eab-96ed-4c60-95e6-dd2cda878b57,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:24.430283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d6386e4d-125b-4418-9070-183256bc3583 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Calling delete_port for 6af36eab-96ed-4c60-95e6-dd2cda878b57 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:24.460979 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41436f1-cd3f-44d7-a272-915b5d19275a None None] Checking router: 59d3a9e6-69b5-4afb-ad54-d823602e3960 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:47:24.487300 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41436f1-cd3f-44d7-a272-915b5d19275a None None] Routers {'59d3a9e6-69b5-4afb-ad54-d823602e3960'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:24.488972 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b41436f1-cd3f-44d7-a272-915b5d19275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:47:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['59d3a9e6-69b5-4afb-ad54-d823602e3960'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:24.658551 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.690467 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-b41436f1-cd3f-44d7-a272-915b5d19275a None None] Set router 59d3a9e6-69b5-4afb-ad54-d823602e3960 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:47:24.706070 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b252ce48-0781-49db-af59-9efab032369b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.719058 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b252ce48-0781-49db-af59-9efab032369b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:24.774106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654f7e5-a053-47ad-8344-605558d31e0a req-1bf200ac-9850-4fad-95aa-d73069f80fbc tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.801280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654f7e5-a053-47ad-8344-605558d31e0a req-1bf200ac-9850-4fad-95aa-d73069f80fbc tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.801582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45464) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:24.813240 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654f7e5-a053-47ad-8344-605558d31e0a req-1bf200ac-9850-4fad-95aa-d73069f80fbc tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:24.825489 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4654f7e5-a053-47ad-8344-605558d31e0a req-1bf200ac-9850-4fad-95aa-d73069f80fbc tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 2414 time: 1.2618809 Nov 12 08:47:24.830557 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b252ce48-0781-49db-af59-9efab032369b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b90c2fbcf2b442aeaad8c2b5eaea7e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8878875 Nov 12 08:47:24.838633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45468) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:24.842248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d4c5c-b977-4fc1-b4d4-2f0f8b564d01 None None] Pushing event updated for resources: {'Port': ['ID=d56f7c98-1ffe-46ae-a272-676cf19c40ca,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:24.954806 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252ce48-0781-49db-af59-9efab032369b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be79fac-7873-4f78-8796-375578f981e8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.080204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fc8fa-f5b1-400b-8dc8-032192757678 None None] Pushing event updated for resources: {'Port': ['ID=3305459f-0c98-424e-b74a-d950a3ec7a78,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.082873 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-babd4e72-00e8-42e7-8d11-aea1c41f5129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.132108 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Allocated IP 172.20.0.1 (334860c9-5e79-4ce7-b305-963535b1ddcd/2cd46436-ed35-4778-b62d-c137b3cf03ff/954605a9-a542-45fa-af27-1c1034ef348f) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:25.233162 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70734780-f63f-4e19-972a-d2af0067742f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.284963 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-babd4e72-00e8-42e7-8d11-aea1c41f5129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.330473 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f04fc8fa-f5b1-400b-8dc8-032192757678 None None] Port 1506be73-df91-4889-8b40-688c9f8bb57f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:25.338345 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c118544e-bc44-47f5-8653-6b942595239d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:25.346299 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67cc31c-1c63-469c-8bb8-cb2c958e3e66" -d '{"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-unplugged", "status": "completed", "tag": "c118544e-bc44-47f5-8653-6b942595239d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:25.400420 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d6386e4d-125b-4418-9070-183256bc3583 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.435074 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-babd4e72-00e8-42e7-8d11-aea1c41f5129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.438783 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-babd4e72-00e8-42e7-8d11-aea1c41f5129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.439980 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-babd4e72-00e8-42e7-8d11-aea1c41f5129 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1be79fac-7873-4f78-8796-375578f981e8 HTTP/1.1" status: 204 len: 168 time: 0.6003809 Nov 12 08:47:25.446666 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4654f7e5-a053-47ad-8344-605558d31e0a req-6fb7402e-9139-49c0-ace3-2181c7eb9ebb tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6191080 Nov 12 08:47:25.495579 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port c118544e-bc44-47f5-8653-6b942595239d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c118544e-bc44-47f5-8653-6b942595239d,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:25.514062 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b41436f1-cd3f-44d7-a272-915b5d19275a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 4, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ea8faacf-7ce2-4dca-aba6-e42ceaf87d46', 'name': '', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'mac_address': 'fa:16:3e:64:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:24Z', 'revision_number': 5, 'project_id': '44298e737f604b238fe53614a447a1cf', 'subnets': [{'id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:25.623014 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0142aa4-4f17-4bb4-86a2-0bd5da8905c1 x-openstack-request-id: req-c0142aa4-4f17-4bb4-86a2-0bd5da8905c1 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:25.623364 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-unplugged", "status": "completed", "tag": "c118544e-bc44-47f5-8653-6b942595239d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:25.623675 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0142aa4-4f17-4bb4-86a2-0bd5da8905c1 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:25.624131 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c118544e-bc44-47f5-8653-6b942595239d', 'code': 200} Nov 12 08:47:25.643882 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e617834c-af0d-45a1-947c-3116c65af7f8 None None] Could not find standard attr ID for object f5919e6e-ce86-4188-9321-80331e86e04e. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:47:25.675539 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41436f1-cd3f-44d7-a272-915b5d19275a None None] The sync data for ids ['59d3a9e6-69b5-4afb-ad54-d823602e3960'] in n-d-768851-18 is: [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:36:15Z', 'revision_number': 4, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ea8faacf-7ce2-4dca-aba6-e42ceaf87d46', 'name': '', 'network_id': '092c0da1-f9e8-4c5a-925c-a297f88b3cfa', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'mac_address': 'fa:16:3e:64:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:13Z', 'updated_at': '2021-11-12T08:36:24Z', 'revision_number': 5, 'project_id': '44298e737f604b238fe53614a447a1cf', 'subnets': [{'id': 'a43c131c-72c6-429e-a17b-f79d55a2a13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:25.676962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6386e4d-125b-4418-9070-183256bc3583 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Port': ['ID=6af36eab-96ed-4c60-95e6-dd2cda878b57,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.679652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd4e72-00e8-42e7-8d11-aea1c41f5129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be79fac-7873-4f78-8796-375578f981e8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:25.690245 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a08c-cad7-41a6-9ce0-a2fbd4549c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.742421 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.753261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device d2d466ea-8a87-4294-83d6-4e59236e9d48 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:25.760925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70734780-f63f-4e19-972a-d2af0067742f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:25.803308 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d6386e4d-125b-4418-9070-183256bc3583 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] No DVR routers for this DVR port 6af36eab-96ed-4c60-95e6-dd2cda878b57 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:25.830842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d6386e4d-125b-4418-9070-183256bc3583 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:25.844257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-d6386e4d-125b-4418-9070-183256bc3583 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "DELETE /v2.0/ports/6af36eab-96ed-4c60-95e6-dd2cda878b57 HTTP/1.1" status: 204 len: 173 time: 2.4031470 Nov 12 08:47:25.852469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-deleted', 'tag': '6af36eab-96ed-4c60-95e6-dd2cda878b57'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:25.857134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-70734780-f63f-4e19-972a-d2af0067742f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:25.862328 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef7994e-2803-4c7f-9e37-6e1998eabce6" -d '{"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-deleted", "tag": "6af36eab-96ed-4c60-95e6-dd2cda878b57"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:25.868092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70734780-f63f-4e19-972a-d2af0067742f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:25.872024 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70734780-f63f-4e19-972a-d2af0067742f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.035108 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e725fbaf-62f7-43df-a5d8-8712d8bc4f03 x-openstack-request-id: req-e725fbaf-62f7-43df-a5d8-8712d8bc4f03 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:26.035955 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-deleted", "tag": "6af36eab-96ed-4c60-95e6-dd2cda878b57", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:26.036620 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e725fbaf-62f7-43df-a5d8-8712d8bc4f03 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:26.037712 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-deleted', 'tag': '6af36eab-96ed-4c60-95e6-dd2cda878b57', 'status': 'completed', 'code': 200} Nov 12 08:47:26.159578 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.317013 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Allocated IP 172.20.0.2 (13d78798-0f73-4457-9ed8-963dd47e679b/9c35fb6e-4309-4c07-948e-df22386fc387/8a7d1c27-2a5b-4cee-a00e-24231d126083) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:26.328694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-75bd7f1f-9165-464f-80da-590a119f7b02 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Deleting port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:26.329257 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-75bd7f1f-9165-464f-80da-590a119f7b02 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.407701 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a08c-cad7-41a6-9ce0-a2fbd4549c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.425252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a08c-cad7-41a6-9ce0-a2fbd4549c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.457274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.objects.ports [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:47:26.463082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70734780-f63f-4e19-972a-d2af0067742f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Subnet': ['ID=a9fb2eb9-6e1b-4937-a98d-c67b5e78b828,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:26.481313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc6af17-2b88-4af0-80e6-256286b824ac None None] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:26.483977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55d8c86-a545-455a-829c-54dd7d70ed0a None None] Network 26bf9ac5-2dca-41da-bcb5-8fe035bc877b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:26.488034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Attempting to bind port 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:26.488564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Attempting to bind port 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'e8ba860a-1114-40ec-a5ba-b84c00ef3e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '334860c9-5e79-4ce7-b305-963535b1ddcd'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:26.489045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Attempting to bind port 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b on network 334860c9-5e79-4ce7-b305-963535b1ddcd {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:26.497070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Pushing event updated for resources: {'Port': ['ID=6098fc8f-49c1-4f44-be00-5c8f44a6ba0b,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:26.519646 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.544666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172545ff-ab12-4cf6-8cfd-1334e56bd36b None None] New status for floating IP d3dc087f-6528-4e7d-9ae5-b1642d9f3297: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:47:26.637838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7eb1a08c-cad7-41a6-9ce0-a2fbd4549c5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48eef6163af94da4815242a0b3529bf0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8353097 Nov 12 08:47:26.641009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45502) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:26.663479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=c118544e-bc44-47f5-8653-6b942595239d,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:26.666393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e617834c-af0d-45a1-947c-3116c65af7f8 None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:26.666888 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e617834c-af0d-45a1-947c-3116c65af7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.785684 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Network 334860c9-5e79-4ce7-b305-963535b1ddcd is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:26.790479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1a08c-cad7-41a6-9ce0-a2fbd4549c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e45c5e-0a2f-46cf-9d28-a7106cff40cf,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:26.794239 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:26.823221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:26.855154 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:47:26.866850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:26.872860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Checking segment: {'id': 'e8ba860a-1114-40ec-a5ba-b84c00ef3e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '334860c9-5e79-4ce7-b305-963535b1ddcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:26.873492 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.874523 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-70734780-f63f-4e19-972a-d2af0067742f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.1460907 Nov 12 08:47:26.875478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Bound using segment: {'id': 'e8ba860a-1114-40ec-a5ba-b84c00ef3e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '334860c9-5e79-4ce7-b305-963535b1ddcd'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:26.876080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Bound port: 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ba860a-1114-40ec-a5ba-b84c00ef3e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '334860c9-5e79-4ce7-b305-963535b1ddcd'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:26.877370 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.900644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45508) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:26.906669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-079cdcfc-1b5b-4a83-8a54-6a4a24d5001e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1949484438', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a9fb2eb9-6e1b-4937-a98d-c67b5e78b828'}], 'security_groups': ['181b5682-957b-4c4f-bea7-33cdd3e44dd0']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:26.920109 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-75bd7f1f-9165-464f-80da-590a119f7b02 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] For port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=320e9afb-8bf4-41ca-b2aa-48fddf6a9800,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:26.920487 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-75bd7f1f-9165-464f-80da-590a119f7b02 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.990312 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:26.994764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event updated for resources: {'Port': ['ID=954605a9-a542-45fa-af27-1c1034ef348f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:27.040332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741d146-d654-4d05-80dd-e9d967470ccf req-8f12aa99-0872-49e5-b790-4a8fca432070 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.057272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741d146-d654-4d05-80dd-e9d967470ccf req-8f12aa99-0872-49e5-b790-4a8fca432070 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:27.061647 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3741d146-d654-4d05-80dd-e9d967470ccf req-8f12aa99-0872-49e5-b790-4a8fca432070 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 1679 time: 0.4213958 Nov 12 08:47:27.091201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-75bd7f1f-9165-464f-80da-590a119f7b02 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Calling delete_port for 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:27.108254 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.119421 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-932540a4-c555-44fd-99e7-779d1b4fd32d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.284968 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.312606 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.406880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device d2d466ea-8a87-4294-83d6-4e59236e9d48 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:27.408001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:27.492546 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-932540a4-c555-44fd-99e7-779d1b4fd32d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.569782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 80dcbec2-79d2-411f-8659-adfed598e81f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:27.644527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-079cdcfc-1b5b-4a83-8a54-6a4a24d5001e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.670898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.708860 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3741d146-d654-4d05-80dd-e9d967470ccf req-8d3c9a38-c3f3-43d1-b3ee-861187a0981c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5287058 Nov 12 08:47:27.715093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] For port 80dcbec2-79d2-411f-8659-adfed598e81f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=80dcbec2-79d2-411f-8659-adfed598e81f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:27.817307 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.951288 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-932540a4-c555-44fd-99e7-779d1b4fd32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.956617 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-932540a4-c555-44fd-99e7-779d1b4fd32d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:27.958084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-932540a4-c555-44fd-99e7-779d1b4fd32d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7e45c5e-0a2f-46cf-9d28-a7106cff40cf HTTP/1.1" status: 204 len: 168 time: 1.3131640 Nov 12 08:47:27.998217 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.003227 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.022781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932540a4-c555-44fd-99e7-779d1b4fd32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e45c5e-0a2f-46cf-9d28-a7106cff40cf,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.175067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=b3243508-ea4f-46d5-8f65-5a9ed8d3befd,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.256768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] For port 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:28.267955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] For port 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6098fc8f-49c1-4f44-be00-5c8f44a6ba0b,segment=NetworkSegment(e8ba860a-1114-40ec-a5ba-b84c00ef3e1b),segment_id=e8ba860a-1114-40ec-a5ba-b84c00ef3e1b)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:28.321639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Network 13d78798-0f73-4457-9ed8-963dd47e679b is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:28.337849 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.418672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:28.441291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:28.451799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:28.459208 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.475401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:28.477887 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-75bd7f1f-9165-464f-80da-590a119f7b02 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:28.499090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:28.556621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3241646 Nov 12 08:47:28.575722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e227a0-f26e-4bbe-83dc-ebd14b85f30a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=80dcbec2-79d2-411f-8659-adfed598e81f,revision_number=8']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.595986 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45538) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:28.603918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8aa4fa3b-a659-4102-bdeb-99215c99625c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:28.660081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd7f1f-9165-464f-80da-590a119f7b02 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Port': ['ID=320e9afb-8bf4-41ca-b2aa-48fddf6a9800,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.913389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Pushing event updated for resources: {'Port': ['ID=8a7d1c27-2a5b-4cee-a00e-24231d126083,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:28.945024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:28.945558 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.004655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.004655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.004655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.004655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.004655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.011066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.011606 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.012053 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.012484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.013470 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.013927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.016370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:29.037004 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.068282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45552) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:29.071641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-75bd7f1f-9165-464f-80da-590a119f7b02 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] No DVR routers for this DVR port 320e9afb-8bf4-41ca-b2aa-48fddf6a9800 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:29.084211 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-75bd7f1f-9165-464f-80da-590a119f7b02 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.095007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-75bd7f1f-9165-464f-80da-590a119f7b02 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "DELETE /v2.0/ports/320e9afb-8bf4-41ca-b2aa-48fddf6a9800 HTTP/1.1" status: 204 len: 173 time: 3.2184556 Nov 12 08:47:29.129870 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.191219 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa4fa3b-a659-4102-bdeb-99215c99625c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:29.213909 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fa3b-a659-4102-bdeb-99215c99625c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.250559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e617834c-af0d-45a1-947c-3116c65af7f8 None None] Provisioning complete for port cc865a3f-4f47-432f-9d29-81f8e6903a55 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:29.275649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-deleted', 'tag': '320e9afb-8bf4-41ca-b2aa-48fddf6a9800'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:29.281048 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e617834c-af0d-45a1-947c-3116c65af7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.282544 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ccc7ea-4de7-4dff-b450-ff8dd71f5b91" -d '{"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-deleted", "tag": "320e9afb-8bf4-41ca-b2aa-48fddf6a9800"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:29.290481 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68478924-683b-4bb4-a6df-2f6dcfb987c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:29.417719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Attempting to bind port 8a7d1c27-2a5b-4cee-a00e-24231d126083 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:47:29.424046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Attempting to bind port 8a7d1c27-2a5b-4cee-a00e-24231d126083 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '222c73f1-998c-4e2c-b8d6-244d246b2f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '13d78798-0f73-4457-9ed8-963dd47e679b'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:47:29.426822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Attempting to bind port 8a7d1c27-2a5b-4cee-a00e-24231d126083 on network 13d78798-0f73-4457-9ed8-963dd47e679b {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:47:29.438292 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32da24d2-741e-4eff-ba30-679a69b786fd x-openstack-request-id: req-32da24d2-741e-4eff-ba30-679a69b786fd {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:29.438597 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-deleted", "tag": "320e9afb-8bf4-41ca-b2aa-48fddf6a9800", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:29.438856 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32da24d2-741e-4eff-ba30-679a69b786fd {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:29.439281 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-deleted', 'tag': '320e9afb-8bf4-41ca-b2aa-48fddf6a9800', 'status': 'completed', 'code': 200} Nov 12 08:47:29.759595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bc580-4f96-42cc-8b6a-22125cd0e8b7 None None] Pushing event updated for resources: {'Port': ['ID=6098fc8f-49c1-4f44-be00-5c8f44a6ba0b,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:29.777172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e617834c-af0d-45a1-947c-3116c65af7f8 None None] Port cc865a3f-4f47-432f-9d29-81f8e6903a55 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:29.787472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5029a95-2970-402d-b1c1-827b272c60df None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:29.822834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-079cdcfc-1b5b-4a83-8a54-6a4a24d5001e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Delete allocated IP 172.20.0.7 (e430972b-b0b2-42c2-a0cf-710d7ce1f7cd/d3ca5c4d-d595-4c69-b9ec-1045b556ce0c) {{(pid=102444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:47:29.849599 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-079cdcfc-1b5b-4a83-8a54-6a4a24d5001e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.22 (e430972b-b0b2-42c2-a0cf-710d7ce1f7cd/a9fb2eb9-6e1b-4937-a98d-c67b5e78b828/cc865a3f-4f47-432f-9d29-81f8e6903a55) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:30.016226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fa97e9-b5ec-4060-b80f-2178d186dc92 None None] Update dhcp port {'port': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'fixed_ips': [{'subnet_id': 'd3ca5c4d-d595-4c69-b9ec-1045b556ce0c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a9fb2eb9-6e1b-4937-a98d-c67b5e78b828'}], 'binding:host_id': 'n-d-768851-18'}, 'id': '3305459f-0c98-424e-b74a-d950a3ec7a78'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:47:30.062684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-079cdcfc-1b5b-4a83-8a54-6a4a24d5001e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.072823 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68478924-683b-4bb4-a6df-2f6dcfb987c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.085701 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-079cdcfc-1b5b-4a83-8a54-6a4a24d5001e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.138202 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68478924-683b-4bb4-a6df-2f6dcfb987c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.201069 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-63fa97e9-b5ec-4060-b80f-2178d186dc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.294717 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fa3b-a659-4102-bdeb-99215c99625c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.334864 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-68478924-683b-4bb4-a6df-2f6dcfb987c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03a3a39ab8264a79a01dc7e0c7e49d17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2365804 Nov 12 08:47:30.348356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45600) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:30.448298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-5891c788-dd26-45a8-ae49-638c21d6f3c8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Deleting port c118544e-bc44-47f5-8653-6b942595239d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:30.448912 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-5891c788-dd26-45a8-ae49-638c21d6f3c8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.487229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:47:30.487618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Checking segment: {'id': '222c73f1-998c-4e2c-b8d6-244d246b2f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '13d78798-0f73-4457-9ed8-963dd47e679b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:47:30.488040 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.488450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Bound using segment: {'id': '222c73f1-998c-4e2c-b8d6-244d246b2f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '13d78798-0f73-4457-9ed8-963dd47e679b'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:47:30.488948 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Bound port: 8a7d1c27-2a5b-4cee-a00e-24231d126083, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222c73f1-998c-4e2c-b8d6-244d246b2f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '13d78798-0f73-4457-9ed8-963dd47e679b'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:47:30.538976 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.548241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e891502-8599-4c4d-8226-6c6338a89ae0 req-6d246889-ea05-4200-ad0e-f17eaae835c1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:30.566832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8e891502-8599-4c4d-8226-6c6338a89ae0 req-6d246889-ea05-4200-ad0e-f17eaae835c1 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 943 time: 1.4865618 Nov 12 08:47:30.706933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4fa3b-a659-4102-bdeb-99215c99625c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:30.745249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-8aa4fa3b-a659-4102-bdeb-99215c99625c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:30.773971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa4fa3b-a659-4102-bdeb-99215c99625c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:30.774447 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8aa4fa3b-a659-4102-bdeb-99215c99625c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:30.794495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6a108f05-c3d3-44ae-991a-9885afcdf616 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:30.808172 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8aa4fa3b-a659-4102-bdeb-99215c99625c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2106135 Nov 12 08:47:30.830938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45618) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:30.850666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:60:63:14', 'name': 'tempest-NetworksTestDHCPv6-81221603'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:30.869575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4fa3b-a659-4102-bdeb-99215c99625c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=9b83b690-271a-47eb-b328-3f886e4184ff,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:30.955276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a065ee80-a30a-4bd0-9445-86fd81c410c6 None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:30.956097 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a065ee80-a30a-4bd0-9445-86fd81c410c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.062682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-63fa97e9-b5ec-4060-b80f-2178d186dc92 None None] Allocated IP 172.20.0.18 (e430972b-b0b2-42c2-a0cf-710d7ce1f7cd/a9fb2eb9-6e1b-4937-a98d-c67b5e78b828/3305459f-0c98-424e-b74a-d950a3ec7a78) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:31.193029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.297039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f04ad49c-12f4-433e-b184-4bb8733e768e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.335201 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f04ad49c-12f4-433e-b184-4bb8733e768e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.416015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8e891502-8599-4c4d-8226-6c6338a89ae0 req-fdebb086-a5f3-46ee-b4e2-59c1185c2778 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups?id=78971bec-b1a3-4f17-97a3-70dabc209b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8491621 Nov 12 08:47:31.425354 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.481079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-63fa97e9-b5ec-4060-b80f-2178d186dc92 None None] For port 3305459f-0c98-424e-b74a-d950a3ec7a78, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3305459f-0c98-424e-b74a-d950a3ec7a78,segment=NetworkSegment(3e90ae77-6938-49e9-8457-a1af4bd4c954),segment_id=3e90ae77-6938-49e9-8457-a1af4bd4c954)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:31.584617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8152567b-5118-4f71-9108-1a90ca8251b4 None None] Network 334860c9-5e79-4ce7-b305-963535b1ddcd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:31.586836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 6a108f05-c3d3-44ae-991a-9885afcdf616 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:31.587400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6a108f05-c3d3-44ae-991a-9885afcdf616 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:31.588009 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f54d056e-4ab3-45d6-ba36-cfec0c59f974 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:31.589121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-5891c788-dd26-45a8-ae49-638c21d6f3c8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] For port c118544e-bc44-47f5-8653-6b942595239d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c118544e-bc44-47f5-8653-6b942595239d,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:31.589654 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-5891c788-dd26-45a8-ae49-638c21d6f3c8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.608190 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68478924-683b-4bb4-a6df-2f6dcfb987c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0c2589-367e-4e4e-8831-77a3a716d2e9,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:31.611263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cdcfc-1b5b-4a83-8a54-6a4a24d5001e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=cc865a3f-4f47-432f-9d29-81f8e6903a55,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:31.646062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-5891c788-dd26-45a8-ae49-638c21d6f3c8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Calling delete_port for c118544e-bc44-47f5-8653-6b942595239d owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:31.685044 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: f54d056e-4ab3-45d6-ba36-cfec0c59f974 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:47:31.685407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-079cdcfc-1b5b-4a83-8a54-6a4a24d5001e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] In _notify_port_updated(), no bound segment for port cc865a3f-4f47-432f-9d29-81f8e6903a55 on network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd {{(pid=102444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:47:31.685528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f54d056e-4ab3-45d6-ba36-cfec0c59f974 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:47:31.691202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079cdcfc-1b5b-4a83-8a54-6a4a24d5001e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:31.691991 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-079cdcfc-1b5b-4a83-8a54-6a4a24d5001e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.697641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-079cdcfc-1b5b-4a83-8a54-6a4a24d5001e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "PUT /v2.0/ports/cc865a3f-4f47-432f-9d29-81f8e6903a55 HTTP/1.1" status: 200 len: 921 time: 4.7957754 Nov 12 08:47:31.734691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45646) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:31.762724 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-63fa97e9-b5ec-4060-b80f-2178d186dc92 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.786892 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-63fa97e9-b5ec-4060-b80f-2178d186dc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:31.808776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d56f7c98-1ffe-46ae-a272-676cf19c40ca up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:31.864785 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] For port 8a7d1c27-2a5b-4cee-a00e-24231d126083, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:47:31.906245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45650) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:31.910586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-f5e86683-3feb-431f-9361-005d11dbd9bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port cc865a3f-4f47-432f-9d29-81f8e6903a55 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:31.910944 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5e86683-3feb-431f-9361-005d11dbd9bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.007315 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-5891c788-dd26-45a8-ae49-638c21d6f3c8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.008761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] For port 8a7d1c27-2a5b-4cee-a00e-24231d126083, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8a7d1c27-2a5b-4cee-a00e-24231d126083,segment=NetworkSegment(222c73f1-998c-4e2c-b8d6-244d246b2f9d),segment_id=222c73f1-998c-4e2c-b8d6-244d246b2f9d)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:47:32.080367 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.094259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891c788-dd26-45a8-ae49-638c21d6f3c8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Port': ['ID=c118544e-bc44-47f5-8653-6b942595239d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:32.104398 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d09d5f-7424-4fd6-9528-90b825a56bd6 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:32.204850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa97e9-b5ec-4060-b80f-2178d186dc92 None None] Pushing event updated for resources: {'Port': ['ID=3305459f-0c98-424e-b74a-d950a3ec7a78,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:32.258066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-5891c788-dd26-45a8-ae49-638c21d6f3c8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] No DVR routers for this DVR port c118544e-bc44-47f5-8653-6b942595239d on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:47:32.292111 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5e86683-3feb-431f-9361-005d11dbd9bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.328753 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-5891c788-dd26-45a8-ae49-638c21d6f3c8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.345284 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5531b7f-eb36-4cfe-9840-a064d9c256ca req-5891c788-dd26-45a8-ae49-638c21d6f3c8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.46 "DELETE /v2.0/ports/c118544e-bc44-47f5-8653-6b942595239d HTTP/1.1" status: 204 len: 173 time: 3.2446370 Nov 12 08:47:32.353187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-f5e86683-3feb-431f-9361-005d11dbd9bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for cc865a3f-4f47-432f-9d29-81f8e6903a55 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:32.354716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-deleted', 'tag': 'c118544e-bc44-47f5-8653-6b942595239d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:47:32.373912 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17184ada-b04c-4b55-b60b-46bb9820387f" -d '{"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-deleted", "tag": "c118544e-bc44-47f5-8653-6b942595239d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:47:32.395457 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-de682272-8bdb-4cbc-bee0-a16792ce26d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.455314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d56f7c98-1ffe-46ae-a272-676cf19c40ca triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:32.455705 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.540641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f04ad49c-12f4-433e-b184-4bb8733e768e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.548316 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f04ad49c-12f4-433e-b184-4bb8733e768e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.550972 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f04ad49c-12f4-433e-b184-4bb8733e768e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b0c2589-367e-4e4e-8831-77a3a716d2e9 HTTP/1.1" status: 204 len: 168 time: 2.1792228 Nov 12 08:47:32.656090 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ad49c-12f4-433e-b184-4bb8733e768e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0c2589-367e-4e4e-8831-77a3a716d2e9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:32.671655 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3999bc84-dfaa-4aee-a11f-6adaaa7e5e2d x-openstack-request-id: req-3999bc84-dfaa-4aee-a11f-6adaaa7e5e2d {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:47:32.680849 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b86f8b-eecc-49b2-8443-05e78c00aee3", "name": "network-vif-deleted", "tag": "c118544e-bc44-47f5-8653-6b942595239d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:47:32.680980 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3999bc84-dfaa-4aee-a11f-6adaaa7e5e2d {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:47:32.681362 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b86f8b-eecc-49b2-8443-05e78c00aee3', 'name': 'network-vif-deleted', 'tag': 'c118544e-bc44-47f5-8653-6b942595239d', 'status': 'completed', 'code': 200} Nov 12 08:47:32.736351 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a065ee80-a30a-4bd0-9445-86fd81c410c6 None None] Provisioning complete for port d56f7c98-1ffe-46ae-a272-676cf19c40ca triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:32.736806 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a065ee80-a30a-4bd0-9445-86fd81c410c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.741643 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cc3f538d-6117-47b1-8537-026ae9db70f8 req-99d6a666-c11e-43e6-b704-be437256e104 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.0986981 Nov 12 08:47:32.757403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb281-f588-4604-9eb5-79dc1bd748fa None None] Pushing event updated for resources: {'Port': ['ID=8a7d1c27-2a5b-4cee-a00e-24231d126083,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:32.816993 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:32.841035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event updated for resources: {'Port': ['ID=954605a9-a542-45fa-af27-1c1034ef348f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:33.151454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:33.167050 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Network 334860c9-5e79-4ce7-b305-963535b1ddcd is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:33.207162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:33.212532 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-de682272-8bdb-4cbc-bee0-a16792ce26d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.222454 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-de682272-8bdb-4cbc-bee0-a16792ce26d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.277038 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5e86683-3feb-431f-9361-005d11dbd9bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.314633 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.497205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-de682272-8bdb-4cbc-bee0-a16792ce26d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64cc350f2e914ec89018cd6aea9a8342&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5895040 Nov 12 08:47:33.518446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45694) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:33.543498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e86683-3feb-431f-9361-005d11dbd9bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=cc865a3f-4f47-432f-9d29-81f8e6903a55,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:33.601473 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a065ee80-a30a-4bd0-9445-86fd81c410c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.647138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port d56f7c98-1ffe-46ae-a272-676cf19c40ca, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d56f7c98-1ffe-46ae-a272-676cf19c40ca,segment=NetworkSegment(b9195561-0bdc-42a3-9b0a-45b90008b0c1),segment_id=b9195561-0bdc-42a3-9b0a-45b90008b0c1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:33.666953 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.668131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3305459f-0c98-424e-b74a-d950a3ec7a78 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:33.677892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de682272-8bdb-4cbc-bee0-a16792ce26d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd8d13a-aa31-4406-87a3-c01c9214e07f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:33.823531 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-90dcc4d3-750f-426f-80d8-54e015da9006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.848286 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:33.928989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=d56f7c98-1ffe-46ae-a272-676cf19c40ca,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:33.930106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port a0197a4d-72c0-4337-8a9d-5d8688d8b4e7 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:33.945774 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-90dcc4d3-750f-426f-80d8-54e015da9006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.081695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Router d724ce97-6b2d-41a4-85ed-0c33b81a8a06 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:47:34.164859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-90dcc4d3-750f-426f-80d8-54e015da9006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.175049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-90dcc4d3-750f-426f-80d8-54e015da9006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.180748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-90dcc4d3-750f-426f-80d8-54e015da9006 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcd8d13a-aa31-4406-87a3-c01c9214e07f HTTP/1.1" status: 204 len: 168 time: 0.6443787 Nov 12 08:47:34.263428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fef51270-6afe-47a8-b531-1ef11c877790 req-8d268bf6-1618-44aa-9409-27f33e7298ce tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.1202190 Nov 12 08:47:34.344608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcc4d3-750f-426f-80d8-54e015da9006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd8d13a-aa31-4406-87a3-c01c9214e07f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:34.356830 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece8fbb7-86d3-46c2-92c3-2c76be8e2e71 None None] Update dhcp port {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': 'b3243508-ea4f-46d5-8f65-5a9ed8d3befd', 'ip_address': '2001:db8::f816:3eff:fe0d:9311'}, {'subnet_id': '9b83b690-271a-47eb-b328-3f886e4184ff'}], 'binding:host_id': 'n-d-768851-18'}, 'id': '80dcbec2-79d2-411f-8659-adfed598e81f'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:47:34.362696 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-a065ee80-a30a-4bd0-9445-86fd81c410c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:47:34.383373 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-a065ee80-a30a-4bd0-9445-86fd81c410c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:47:34.408433 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f5e86683-3feb-431f-9361-005d11dbd9bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.424540 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f5e86683-3feb-431f-9361-005d11dbd9bd tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/cc865a3f-4f47-432f-9d29-81f8e6903a55 HTTP/1.1" status: 204 len: 168 time: 2.6888137 Nov 12 08:47:34.427327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45712) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:34.527657 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6c0110-1d72-42e4-92c4-341f94950f81 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:47:34.546443 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3f6c0110-1d72-42e4-92c4-341f94950f81 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/cc865a3f-4f47-432f-9d29-81f8e6903a55 HTTP/1.1" status: 404 len: 333 time: 0.0975943 Nov 12 08:47:34.551063 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ece8fbb7-86d3-46c2-92c3-2c76be8e2e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.554296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45714) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:34.763386 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:34.767309 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-56381fd2-7d2d-41df-be4f-bb6b26ceca01 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:34.776617 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943fe359-abfe-4335-9e82-1b53365b7454 None None] Sync routers for ids ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:34.812620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45718) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:34.821625 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fe359-abfe-4335-9e82-1b53365b7454 None None] Routers {'d724ce97-6b2d-41a4-85ed-0c33b81a8a06'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:34.822261 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-943fe359-abfe-4335-9e82-1b53365b7454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:47:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:34.832763 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c4338b27-bc4a-4518-a8c4-632796be7442 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "PUT /v2.0/routers/d724ce97-6b2d-41a4-85ed-0c33b81a8a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4729676 Nov 12 08:47:34.998086 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-943fe359-abfe-4335-9e82-1b53365b7454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:35.076280 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fe359-abfe-4335-9e82-1b53365b7454 None None] Routers {'d724ce97-6b2d-41a4-85ed-0c33b81a8a06'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:35.078834 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-943fe359-abfe-4335-9e82-1b53365b7454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:47:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:35.105514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 172.20.0.6 (376cbd53-eef7-4f19-a11f-fa391cb12464/9b83b690-271a-47eb-b328-3f886e4184ff/a0197a4d-72c0-4337-8a9d-5d8688d8b4e7) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:35.115815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8628ce-3b6f-402a-8d92-5daec496f1c4 None None] Network 13d78798-0f73-4457-9ed8-963dd47e679b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:35.136863 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::f816:3eff:fe60:6314 (376cbd53-eef7-4f19-a11f-fa391cb12464/b3243508-ea4f-46d5-8f65-5a9ed8d3befd/a0197a4d-72c0-4337-8a9d-5d8688d8b4e7) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:35.200750 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-56381fd2-7d2d-41df-be4f-bb6b26ceca01 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.201818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3305459f-0c98-424e-b74a-d950a3ec7a78 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:35.211012 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.301364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45726) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:35.317009 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-943fe359-abfe-4335-9e82-1b53365b7454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:35.322076 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943fe359-abfe-4335-9e82-1b53365b7454 None None] The sync data for ids ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:35.406048 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7e3da7f6-f260-44a2-8e6b-a2e4b3c1da65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.412559 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d25eec5-6ab6-4e72-ae5b-7fd16925d264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.436278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-56381fd2-7d2d-41df-be4f-bb6b26ceca01 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.442596 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-56381fd2-7d2d-41df-be4f-bb6b26ceca01 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.450880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-56381fd2-7d2d-41df-be4f-bb6b26ceca01 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/security-groups/e20cdcba-7587-4724-832d-a023d0526ac5 HTTP/1.1" status: 204 len: 168 time: 0.8953655 Nov 12 08:47:35.451580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45732) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:35.653460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56381fd2-7d2d-41df-be4f-bb6b26ceca01 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20cdcba-7587-4724-832d-a023d0526ac5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:35.708046 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-003585a4-4cf7-47b7-a20c-e35fd5f46ee9 req-2daa0215-323d-43cb-b7b3-be7f2ad866aa tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.0601044 Nov 12 08:47:35.725780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Provisioning complete for port 3305459f-0c98-424e-b74a-d950a3ec7a78 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:35.726395 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.857383 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.912568 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7e3da7f6-f260-44a2-8e6b-a2e4b3c1da65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.924626 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7e3da7f6-f260-44a2-8e6b-a2e4b3c1da65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.955295 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.015558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:36.020464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:36.022772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3da7f6-f260-44a2-8e6b-a2e4b3c1da65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d70356-22cf-45c1-b56c-445ab346d721,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:36.028564 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:36.082847 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:36.083763 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.091546 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7e3da7f6-f260-44a2-8e6b-a2e4b3c1da65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94627e976cff4611a703cb6767b48c38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7881854 Nov 12 08:47:36.096295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45738) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:36.135518 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 5.2946496 Nov 12 08:47:36.141247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45740) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:36.158939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b01993-0098-4a8d-99aa-f7fd7a57c11a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=a0197a4d-72c0-4337-8a9d-5d8688d8b4e7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:36.240392 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6257a570-7247-4d4d-8c9f-554549e07542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.280645 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6257a570-7247-4d4d-8c9f-554549e07542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.301465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-ece8fbb7-86d3-46c2-92c3-2c76be8e2e71 None None] Allocated IP 172.20.0.2 (376cbd53-eef7-4f19-a11f-fa391cb12464/9b83b690-271a-47eb-b328-3f886e4184ff/80dcbec2-79d2-411f-8659-adfed598e81f) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:36.307308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be7b64-9d05-47c4-8bf9-6a2e64784e50 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:36.323619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be7b64-9d05-47c4-8bf9-6a2e64784e50 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:36.325881 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-60be7b64-9d05-47c4-8bf9-6a2e64784e50 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1832910 Nov 12 08:47:36.333540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45744) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:36.367551 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab346077-8bd4-40e7-bf50-9a2757d92bc5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.494844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3305459f-0c98-424e-b74a-d950a3ec7a78 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:36.508498 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-64f260a8-7f23-4efb-923b-d17ce3b8860b tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:36.509327 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-64f260a8-7f23-4efb-923b-d17ce3b8860b tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "PUT /v2.0/routers/d724ce97-6b2d-41a4-85ed-0c33b81a8a06/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6881506 Nov 12 08:47:36.518096 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab346077-8bd4-40e7-bf50-9a2757d92bc5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.522137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45752) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:36.658172 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6257a570-7247-4d4d-8c9f-554549e07542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.661070 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6257a570-7247-4d4d-8c9f-554549e07542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.667804 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6257a570-7247-4d4d-8c9f-554549e07542 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80d70356-22cf-45c1-b56c-445ab346d721 HTTP/1.1" status: 204 len: 168 time: 0.5672867 Nov 12 08:47:36.696607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9ab02c9b-b1c8-45e1-9d28-d3428bc5570c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port a0197a4d-72c0-4337-8a9d-5d8688d8b4e7 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:36.699975 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ab02c9b-b1c8-45e1-9d28-d3428bc5570c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:36.709706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257a570-7247-4d4d-8c9f-554549e07542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d70356-22cf-45c1-b56c-445ab346d721,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:36.976673 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ab02c9b-b1c8-45e1-9d28-d3428bc5570c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.011236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9ab02c9b-b1c8-45e1-9d28-d3428bc5570c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for a0197a4d-72c0-4337-8a9d-5d8688d8b4e7 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:37.016039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7687ea71-720b-44bf-bc53-02a104647a81 req-756e1725-335b-45e2-ad44-7c4d8ffc6e2e tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.1516399 Nov 12 08:47:37.085366 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab346077-8bd4-40e7-bf50-9a2757d92bc5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.094179 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab346077-8bd4-40e7-bf50-9a2757d92bc5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.095839 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ab346077-8bd4-40e7-bf50-9a2757d92bc5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/security-groups/181b5682-957b-4c4f-bea7-33cdd3e44dd0 HTTP/1.1" status: 204 len: 168 time: 1.6225834 Nov 12 08:47:37.106312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45762) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:37.250232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Provisioning complete for port 8a7d1c27-2a5b-4cee-a00e-24231d126083 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:37.250881 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.351862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ece8fbb7-86d3-46c2-92c3-2c76be8e2e71 None None] For port 80dcbec2-79d2-411f-8659-adfed598e81f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=80dcbec2-79d2-411f-8659-adfed598e81f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:37.376103 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3305459f-0c98-424e-b74a-d950a3ec7a78 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:37.376886 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.491982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0fa569-b95a-4061-806f-827838abf048 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting subnet d3ca5c4d-d595-4c69-b9ec-1045b556ce0c {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:37.498009 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa569-b95a-4061-806f-827838abf048 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.568534 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ece8fbb7-86d3-46c2-92c3-2c76be8e2e71 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.571629 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ab02c9b-b1c8-45e1-9d28-d3428bc5570c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.607015 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-40dcfca9-cfe0-4543-9251-263265bbf2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.609384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab346077-8bd4-40e7-bf50-9a2757d92bc5 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181b5682-957b-4c4f-bea7-33cdd3e44dd0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:37.615867 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ece8fbb7-86d3-46c2-92c3-2c76be8e2e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.628242 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.631592 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa569-b95a-4061-806f-827838abf048 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.708176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab02c9b-b1c8-45e1-9d28-d3428bc5570c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=a0197a4d-72c0-4337-8a9d-5d8688d8b4e7,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:37.904425 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ab02c9b-b1c8-45e1-9d28-d3428bc5570c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:37.908974 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9ab02c9b-b1c8-45e1-9d28-d3428bc5570c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/a0197a4d-72c0-4337-8a9d-5d8688d8b4e7 HTTP/1.1" status: 204 len: 168 time: 1.5695584 Nov 12 08:47:37.912302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45788) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:38.011774 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca9df3-823d-4040-84b8-d8bc490d4ef4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.013349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca9df3-823d-4040-84b8-d8bc490d4ef4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.014963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca9df3-823d-4040-84b8-d8bc490d4ef4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:38.016704 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-86ca9df3-823d-4040-84b8-d8bc490d4ef4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1033323 Nov 12 08:47:38.025247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45794) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:38.059115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8fbb7-86d3-46c2-92c3-2c76be8e2e71 None None] Pushing event updated for resources: {'Port': ['ID=80dcbec2-79d2-411f-8659-adfed598e81f,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:38.080114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] For port 8a7d1c27-2a5b-4cee-a00e-24231d126083, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8a7d1c27-2a5b-4cee-a00e-24231d126083,segment=NetworkSegment(222c73f1-998c-4e2c-b8d6-244d246b2f9d),segment_id=222c73f1-998c-4e2c-b8d6-244d246b2f9d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:38.094305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d56f7c98-1ffe-46ae-a272-676cf19c40ca up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:38.108800 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.221563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3943ea2b-8d71-40d9-bdb5-7d26c479a6d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 9b83b690-271a-47eb-b328-3f886e4184ff {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:38.226079 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3943ea2b-8d71-40d9-bdb5-7d26c479a6d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.231341 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa569-b95a-4061-806f-827838abf048 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.363005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Pushing event updated for resources: {'Port': ['ID=8a7d1c27-2a5b-4cee-a00e-24231d126083,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:38.382897 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3943ea2b-8d71-40d9-bdb5-7d26c479a6d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.444602 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa569-b95a-4061-806f-827838abf048 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.473555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Provisioning complete for port 954605a9-a542-45fa-af27-1c1034ef348f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:38.489596 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.611454 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b0fa569-b95a-4061-806f-827838abf048 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.629561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5b0fa569-b95a-4061-806f-827838abf048 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/d3ca5c4d-d595-4c69-b9ec-1045b556ce0c HTTP/1.1" status: 204 len: 168 time: 1.5179429 Nov 12 08:47:38.633068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45826) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:38.643299 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fa569-b95a-4061-806f-827838abf048 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ca5c4d-d595-4c69-b9ec-1045b556ce0c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:38.651113 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-415291e2-0a64-4ef2-a91a-4e0bd76e8ede tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:38.664933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20607235-f615-439b-8407-51268564c4c1 None None] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:38.745569 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3943ea2b-8d71-40d9-bdb5-7d26c479a6d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.843320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45832) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:38.884718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d56f7c98-1ffe-46ae-a272-676cf19c40ca triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:38.885087 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.903370 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45834) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:38.903762 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:38.912360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Port 954605a9-a542-45fa-af27-1c1034ef348f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:39.032217 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3943ea2b-8d71-40d9-bdb5-7d26c479a6d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.143202 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e43b9fa-d57b-467b-80f0-9d710131e3a9 req-ed414cb0-6e7e-485b-a5be-1715431f8979 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.9265749 Nov 12 08:47:39.179185 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d401413-0751-4ebf-baf9-a678d0bb9b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.208838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943ea2b-8d71-40d9-bdb5-7d26c479a6d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=9b83b690-271a-47eb-b328-3f886e4184ff,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:39.234381 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3943ea2b-8d71-40d9-bdb5-7d26c479a6d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.237711 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3943ea2b-8d71-40d9-bdb5-7d26c479a6d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/9b83b690-271a-47eb-b328-3f886e4184ff HTTP/1.1" status: 204 len: 168 time: 1.2114241 Nov 12 08:47:39.247479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45840) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:39.261451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:39.284323 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.441695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-26dff902-074c-4b1e-8068-8ced8a391877 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet b3243508-ea4f-46d5-8f65-5a9ed8d3befd {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:39.445806 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26dff902-074c-4b1e-8068-8ced8a391877 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.473270 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d401413-0751-4ebf-baf9-a678d0bb9b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.500544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7f7afd98-f11e-4ee9-bb24-02eb6e5acf26 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:39.506373 n-d-768851-18 neutron-server[102444]: WARNING neutron.api.v2.base [None req-7f7afd98-f11e-4ee9-bb24-02eb6e5acf26 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 08:47:39.507094 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-7f7afd98-f11e-4ee9-bb24-02eb6e5acf26 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:47:39.516428 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26dff902-074c-4b1e-8068-8ced8a391877 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.526530 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7f7afd98-f11e-4ee9-bb24-02eb6e5acf26 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6201792 Nov 12 08:47:39.528917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e29263-36cb-4ddf-995c-7f8586e1d7ea None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:39.537074 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8d401413-0751-4ebf-baf9-a678d0bb9b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.541690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45842) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:39.597358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-eeefa769-9100-47d3-97e7-2956e93916b5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group': {'name': 'tempest-secgroup--232408870'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:39.607738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415291e2-0a64-4ef2-a91a-4e0bd76e8ede tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:39.624216 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-415291e2-0a64-4ef2-a91a-4e0bd76e8ede tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.651996 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26dff902-074c-4b1e-8068-8ced8a391877 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.707219 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1648014-0ada-4054-a313-c2c9fcfe7208 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.816352 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26dff902-074c-4b1e-8068-8ced8a391877 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.885213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dff902-074c-4b1e-8068-8ced8a391877 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=b3243508-ea4f-46d5-8f65-5a9ed8d3befd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:39.918300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26dff902-074c-4b1e-8068-8ced8a391877 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:39.936488 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-26dff902-074c-4b1e-8068-8ced8a391877 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/b3243508-ea4f-46d5-8f65-5a9ed8d3befd HTTP/1.1" status: 204 len: 168 time: 0.6877642 Nov 12 08:47:39.941003 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45848) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:40.093582 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f96e9034-f861-431c-a88b-b2f401508b04 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1478550 Nov 12 08:47:40.094137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45850) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:40.109753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6934ad3e-0fea-45d4-b983-5899f26cef85 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:40.188084 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.195645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:40.253510 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8d401413-0751-4ebf-baf9-a678d0bb9b8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18b2fd1605a14cc286a15ae5e5d332e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3672194 Nov 12 08:47:40.254550 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-415291e2-0a64-4ef2-a91a-4e0bd76e8ede tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.265453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d401413-0751-4ebf-baf9-a678d0bb9b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824c328-8d23-4e9a-aae4-361f6174f9d7,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:40.295422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45854) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:40.308082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Provisioning complete for port 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:40.309352 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.416158 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeefa769-9100-47d3-97e7-2956e93916b5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.504598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415291e2-0a64-4ef2-a91a-4e0bd76e8ede tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:40.517051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6934ad3e-0fea-45d4-b983-5899f26cef85 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:40.525147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeefa769-9100-47d3-97e7-2956e93916b5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.531339 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6934ad3e-0fea-45d4-b983-5899f26cef85 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.648774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-415291e2-0a64-4ef2-a91a-4e0bd76e8ede tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:40.685178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415291e2-0a64-4ef2-a91a-4e0bd76e8ede tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:40.693367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-415291e2-0a64-4ef2-a91a-4e0bd76e8ede tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.697656 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.778248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e606ee75-c66b-4ab4-b714-88a30ba904c6 req-834e2253-a437-4dc0-ab27-34f354e3df46 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.3818362 Nov 12 08:47:40.785812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] For port 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6098fc8f-49c1-4f44-be00-5c8f44a6ba0b,segment=NetworkSegment(e8ba860a-1114-40ec-a5ba-b84c00ef3e1b),segment_id=e8ba860a-1114-40ec-a5ba-b84c00ef3e1b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:40.790418 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:40.790800 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.802298 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3773e7ca-9c99-4459-a4bd-2c360e7192d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.880270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e5b61f-ab2b-4058-aa82-277903f43d0b None None] Update dhcp port {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': 'b3243508-ea4f-46d5-8f65-5a9ed8d3befd'}], 'binding:host_id': 'n-d-768851-18'}, 'id': '80dcbec2-79d2-411f-8659-adfed598e81f'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:47:40.926793 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3773e7ca-9c99-4459-a4bd-2c360e7192d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.979606 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4e5b61f-ab2b-4058-aa82-277903f43d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:40.986678 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeefa769-9100-47d3-97e7-2956e93916b5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.012027 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeefa769-9100-47d3-97e7-2956e93916b5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.042386 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3773e7ca-9c99-4459-a4bd-2c360e7192d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.045393 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3773e7ca-9c99-4459-a4bd-2c360e7192d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.047720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3773e7ca-9c99-4459-a4bd-2c360e7192d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e824c328-8d23-4e9a-aae4-361f6174f9d7 HTTP/1.1" status: 204 len: 168 time: 0.7512002 Nov 12 08:47:41.068602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773e7ca-9c99-4459-a4bd-2c360e7192d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824c328-8d23-4e9a-aae4-361f6174f9d7,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:41.099167 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-415291e2-0a64-4ef2-a91a-4e0bd76e8ede tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4568601 Nov 12 08:47:41.105242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45864) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:41.109925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9aa1ce66-32c9-48da-9cc8-c8083ddfb21a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'security_group': {'name': 'tempest-secgroup-2026583448'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:41.118441 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.145476 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aa1ce66-32c9-48da-9cc8-c8083ddfb21a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.176975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415291e2-0a64-4ef2-a91a-4e0bd76e8ede tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Subnet': ['ID=418235f4-c343-4347-b211-61b3e01349a3,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:41.235602 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aa1ce66-32c9-48da-9cc8-c8083ddfb21a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.237926 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6934ad3e-0fea-45d4-b983-5899f26cef85 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.249446 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aa1ce66-32c9-48da-9cc8-c8083ddfb21a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.336408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefa769-9100-47d3-97e7-2956e93916b5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36404f16-1a74-4d42-9d4f-e9913a0d684e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:41.353358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6934ad3e-0fea-45d4-b983-5899f26cef85 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:41.370773 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6934ad3e-0fea-45d4-b983-5899f26cef85 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:41.377840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6934ad3e-0fea-45d4-b983-5899f26cef85 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:41.378699 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6934ad3e-0fea-45d4-b983-5899f26cef85 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.385650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be46ae6f-a478-4918-b50b-f58bb8c9f74a None None] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:41.410098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Pushing event updated for resources: {'Port': ['ID=6098fc8f-49c1-4f44-be00-5c8f44a6ba0b,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:41.416537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Could not find standard attr ID for object cc865a3f-4f47-432f-9d29-81f8e6903a55. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:47:41.487289 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aa1ce66-32c9-48da-9cc8-c8083ddfb21a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.491022 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9aa1ce66-32c9-48da-9cc8-c8083ddfb21a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3823516 Nov 12 08:47:41.497285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45870) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:41.507417 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1ce66-32c9-48da-9cc8-c8083ddfb21a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5a2f1a-2cf6-427a-97a7-e583bea8542d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:41.518917 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.536398 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6934ad3e-0fea-45d4-b983-5899f26cef85 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4386034 Nov 12 08:47:41.541935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45872) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:41.546854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ef1e4694-938a-4a4a-ae3f-e14d2283e128 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'security_group': {'name': 'tempest-secgroup-988579053'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:41.554353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:41.568625 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934ad3e-0fea-45d4-b983-5899f26cef85 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=47583fc5-6412-4563-844c-44a9adfd75ff,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:41.581670 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeefa769-9100-47d3-97e7-2956e93916b5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.610813 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeefa769-9100-47d3-97e7-2956e93916b5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.822840 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4694-938a-4a4a-ae3f-e14d2283e128 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.843092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Provisioning complete for port 1506be73-df91-4889-8b40-688c9f8bb57f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:41.843473 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.866003 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:41.871695 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.938072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45878) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:41.947480 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeefa769-9100-47d3-97e7-2956e93916b5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:41.952441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eeefa769-9100-47d3-97e7-2956e93916b5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.4048052 Nov 12 08:47:41.961204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45880) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:41.983911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-56a2c39f-423f-4e95-b71d-daf9905b43b4 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'adb8e307-19c2-48ec-83e3-437874939715', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:42.020226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a4da4c-9fb1-47ce-b2c7-d510bff4e470 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:42.037919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefa769-9100-47d3-97e7-2956e93916b5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb8e307-19c2-48ec-83e3-437874939715,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:42.197472 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-56a2c39f-423f-4e95-b71d-daf9905b43b4 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.224239 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35812e68-c2b1-4ea4-b908-d78012a6c5d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.304888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5fce0f0a-bd1c-4ac6-8749-63571424c486 req-429c3c97-4476-4781-b4ac-d3c8b1766929 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.1429875 Nov 12 08:47:42.323267 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 80dcbec2-79d2-411f-8659-adfed598e81f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:42.334780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-f1648014-0ada-4054-a313-c2c9fcfe7208 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Deleting port 954605a9-a542-45fa-af27-1c1034ef348f {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:42.335284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1648014-0ada-4054-a313-c2c9fcfe7208 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.347398 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d9d55867-7acd-4ae5-aac3-095c75600cdc None None] Port 1506be73-df91-4889-8b40-688c9f8bb57f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:42.476870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35812e68-c2b1-4ea4-b908-d78012a6c5d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.500611 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35812e68-c2b1-4ea4-b908-d78012a6c5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.669797 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4694-938a-4a4a-ae3f-e14d2283e128 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.704119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-56a2c39f-423f-4e95-b71d-daf9905b43b4 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.718303 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4694-938a-4a4a-ae3f-e14d2283e128 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.743907 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-56a2c39f-423f-4e95-b71d-daf9905b43b4 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.824162 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1648014-0ada-4054-a313-c2c9fcfe7208 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.842287 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-35812e68-c2b1-4ea4-b908-d78012a6c5d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac1af8a66d884634b3911563764520f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8947601 Nov 12 08:47:42.849032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45884) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:42.866529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35812e68-c2b1-4ea4-b908-d78012a6c5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab23981-f9d0-44f1-938e-bc3dbc5c9b79,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:42.873340 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4694-938a-4a4a-ae3f-e14d2283e128 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.880215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ef1e4694-938a-4a4a-ae3f-e14d2283e128 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3687537 Nov 12 08:47:42.887050 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45886) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:42.901855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2c39f-423f-4e95-b71d-daf9905b43b4 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69937c4f-d84a-4048-847a-b11b56182d99,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:42.917254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e11da9a2-3118-4add-b6ac-52dac0d1ad63 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'security_group': {'name': 'tempest-secgroup-2029841846'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:42.928155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-f1648014-0ada-4054-a313-c2c9fcfe7208 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Calling delete_port for 954605a9-a542-45fa-af27-1c1034ef348f owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:42.958972 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-56a2c39f-423f-4e95-b71d-daf9905b43b4 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:42.962625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-56a2c39f-423f-4e95-b71d-daf9905b43b4 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0010860 Nov 12 08:47:42.969503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45888) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:42.981594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e4694-938a-4a4a-ae3f-e14d2283e128 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65715128-d7fb-4b24-b589-43c43612bd9b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:43.006433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-96ffb40f-bcc8-4fe1-aa13-610dddf34068 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'adb8e307-19c2-48ec-83e3-437874939715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:43.027827 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e11da9a2-3118-4add-b6ac-52dac0d1ad63 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.088226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-eba8ad16-9172-40ff-8187-532a4536db8b None None] Provisioning complete for port 3305459f-0c98-424e-b74a-d950a3ec7a78 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:43.097539 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eba8ad16-9172-40ff-8187-532a4536db8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.259859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-96ffb40f-bcc8-4fe1-aa13-610dddf34068 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.299781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:43.313734 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.353795 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-572a56f9-08c6-4a7f-b62a-ceed66554f03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.537413 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-572a56f9-08c6-4a7f-b62a-ceed66554f03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.743892 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e11da9a2-3118-4add-b6ac-52dac0d1ad63 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.831801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9554df4b-2182-403a-83b9-eeb8bae1f3cb req-0ad27cee-f204-4118-a08b-d082f6bf74e7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.3587413 Nov 12 08:47:43.834872 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e11da9a2-3118-4add-b6ac-52dac0d1ad63 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:43.945540 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-96ffb40f-bcc8-4fe1-aa13-610dddf34068 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:47:43.959779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-96ffb40f-bcc8-4fe1-aa13-610dddf34068 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9739921 Nov 12 08:47:43.965506 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45896) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:44.053538 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11da9a2-3118-4add-b6ac-52dac0d1ad63 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a327ff-cbd3-4b21-b1e8-7fab14e608ac,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:44.119517 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-572a56f9-08c6-4a7f-b62a-ceed66554f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.122993 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-572a56f9-08c6-4a7f-b62a-ceed66554f03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.124871 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-572a56f9-08c6-4a7f-b62a-ceed66554f03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ab23981-f9d0-44f1-938e-bc3dbc5c9b79 HTTP/1.1" status: 204 len: 168 time: 1.2597589 Nov 12 08:47:44.129594 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e11da9a2-3118-4add-b6ac-52dac0d1ad63 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.131168 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e11da9a2-3118-4add-b6ac-52dac0d1ad63 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2363381 Nov 12 08:47:44.140640 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45900) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:44.154836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2093196490', 'security_groups': ['d7a327ff-cbd3-4b21-b1e8-7fab14e608ac'], 'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '418235f4-c343-4347-b211-61b3e01349a3'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:44.189537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8a7d1c27-2a5b-4cee-a00e-24231d126083 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:44.248893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a56f9-08c6-4a7f-b62a-ceed66554f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab23981-f9d0-44f1-938e-bc3dbc5c9b79,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:44.298116 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-eba8ad16-9172-40ff-8187-532a4536db8b None None] Provisioning complete for port 1506be73-df91-4889-8b40-688c9f8bb57f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:44.298680 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eba8ad16-9172-40ff-8187-532a4536db8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.305994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8a7d1c27-2a5b-4cee-a00e-24231d126083 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:44.306558 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.308198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae34444-a657-4f0c-a932-7f118a88cc2c None None] Update dhcp port {'port': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'fixed_ips': [{'subnet_id': 'a9fb2eb9-6e1b-4937-a98d-c67b5e78b828', 'ip_address': '172.20.0.18'}, {'subnet_id': '418235f4-c343-4347-b211-61b3e01349a3'}], 'binding:host_id': 'n-d-768851-18'}, 'id': '3305459f-0c98-424e-b74a-d950a3ec7a78'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:47:44.315028 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1648014-0ada-4054-a313-c2c9fcfe7208 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.423676 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16dbe82f-1f08-4584-9354-4d32460f75d7 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.428083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1648014-0ada-4054-a313-c2c9fcfe7208 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event deleted for resources: {'Port': ['ID=954605a9-a542-45fa-af27-1c1034ef348f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:44.430869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d04523-42a9-4964-b598-0e563840788b None None] Update dhcp port {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': '47583fc5-6412-4563-844c-44a9adfd75ff'}], 'binding:host_id': 'n-d-768851-18'}, 'id': '80dcbec2-79d2-411f-8659-adfed598e81f'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:47:44.563994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-eba8ad16-9172-40ff-8187-532a4536db8b None None] Port 1506be73-df91-4889-8b40-688c9f8bb57f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:44.574166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.objects.ports [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:47:44.602411 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ae34444-a657-4f0c-a932-7f118a88cc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.776319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-eba8ad16-9172-40ff-8187-532a4536db8b None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:44.776692 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eba8ad16-9172-40ff-8187-532a4536db8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.778028 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16dbe82f-1f08-4584-9354-4d32460f75d7 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:44.849282 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b9d04523-42a9-4964-b598-0e563840788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.102732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:45.286865 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16dbe82f-1f08-4584-9354-4d32460f75d7 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.295171 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-16dbe82f-1f08-4584-9354-4d32460f75d7 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.300576 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-16dbe82f-1f08-4584-9354-4d32460f75d7 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "DELETE /v2.0/security-groups/adb8e307-19c2-48ec-83e3-437874939715 HTTP/1.1" status: 204 len: 168 time: 1.3234687 Nov 12 08:47:45.300777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45914) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:45.404555 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1648014-0ada-4054-a313-c2c9fcfe7208 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.411304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbe82f-1f08-4584-9354-4d32460f75d7 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb8e307-19c2-48ec-83e3-437874939715,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:45.440205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:45.453154 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66589139-81fa-4160-a939-c939544c6441 req-cca91479-9edb-41a5-a6d3-db07a7f432b9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.2574806 Nov 12 08:47:45.698596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.799184 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.810943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:45.811740 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.821949 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7ce11963-0103-4777-8e57-06dc4bf6a521 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4410691 Nov 12 08:47:45.836667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45922) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:45.873504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-9ae34444-a657-4f0c-a932-7f118a88cc2c None None] Allocated IP 172.20.0.2 (e430972b-b0b2-42c2-a0cf-710d7ce1f7cd/418235f4-c343-4347-b211-61b3e01349a3/3305459f-0c98-424e-b74a-d950a3ec7a78) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:45.875818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-eba8ad16-9172-40ff-8187-532a4536db8b None None] Provisioning complete for port 8a7d1c27-2a5b-4cee-a00e-24231d126083 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:45.876337 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eba8ad16-9172-40ff-8187-532a4536db8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.926451 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-b9d04523-42a9-4964-b598-0e563840788b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe0d:9311-a2698b28-552c-4d98-8b1c-3a93706cba {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:47:45.926966 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-b9d04523-42a9-4964-b598-0e563840788b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:47:45.941862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-54feb520-0323-4f9a-a185-fb52866e03d2 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889620820'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:45.981664 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] device_id is not set on port fa900422-235e-4127-95da-e54e701d8623 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:46.047365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8a7d1c27-2a5b-4cee-a00e-24231d126083 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:46.115179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1648014-0ada-4054-a313-c2c9fcfe7208 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Router d724ce97-6b2d-41a4-85ed-0c33b81a8a06 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:46.134751 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9ae34444-a657-4f0c-a932-7f118a88cc2c None None] For port 3305459f-0c98-424e-b74a-d950a3ec7a78, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3305459f-0c98-424e-b74a-d950a3ec7a78,segment=NetworkSegment(3e90ae77-6938-49e9-8457-a1af4bd4c954),segment_id=3e90ae77-6938-49e9-8457-a1af4bd4c954)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:46.180282 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ae34444-a657-4f0c-a932-7f118a88cc2c None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.185736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8a7d1c27-2a5b-4cee-a00e-24231d126083 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:46.187079 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.301590 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-54feb520-0323-4f9a-a185-fb52866e03d2 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.303031 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9ae34444-a657-4f0c-a932-7f118a88cc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.811070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 80dcbec2-79d2-411f-8659-adfed598e81f no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:47:46.817321 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b9d04523-42a9-4964-b598-0e563840788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:46.852992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae34444-a657-4f0c-a932-7f118a88cc2c None None] Pushing event updated for resources: {'Port': ['ID=3305459f-0c98-424e-b74a-d950a3ec7a78,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:47.145697 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.196883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] For port 80dcbec2-79d2-411f-8659-adfed598e81f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=80dcbec2-79d2-411f-8659-adfed598e81f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:47.213092 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-54feb520-0323-4f9a-a185-fb52866e03d2 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.250459 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-54feb520-0323-4f9a-a185-fb52866e03d2 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.509378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feb520-0323-4f9a-a185-fb52866e03d2 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55ec9a8-5b00-4439-aaa2-b33487c034ce,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:47.547514 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.601029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.14 (e430972b-b0b2-42c2-a0cf-710d7ce1f7cd/418235f4-c343-4347-b211-61b3e01349a3/fa900422-235e-4127-95da-e54e701d8623) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:47.723953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1648014-0ada-4054-a313-c2c9fcfe7208 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:47.728675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a359961-cecb-48e9-8b46-751da4725b5e req-ed4be442-f319-4285-8365-5d04e65334c7 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.0476882 Nov 12 08:47:47.735041 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f1648014-0ada-4054-a313-c2c9fcfe7208 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "PUT /v2.0/routers/d724ce97-6b2d-41a4-85ed-0c33b81a8a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2118320 Nov 12 08:47:47.744009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45964) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:47.765332 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-54feb520-0323-4f9a-a185-fb52866e03d2 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.770677 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-54feb520-0323-4f9a-a185-fb52866e03d2 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8757057 Nov 12 08:47:47.786540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45968) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:47.790106 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.797965 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:47.810493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2e7d68ca-5617-49b8-b120-3a2fb4faeaf8 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'b55ec9a8-5b00-4439-aaa2-b33487c034ce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:47.816614 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-2e7d68ca-5617-49b8-b120-3a2fb4faeaf8 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 08:47:47.817227 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-2e7d68ca-5617-49b8-b120-3a2fb4faeaf8 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:47.822949 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2e7d68ca-5617-49b8-b120-3a2fb4faeaf8 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0343163 Nov 12 08:47:47.848395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef1481-6e6d-456f-ad33-f853a7aa17e7 None None] Sync routers for ids ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:47.853308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45970) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:47.892560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef1481-6e6d-456f-ad33-f853a7aa17e7 None None] Routers {'d724ce97-6b2d-41a4-85ed-0c33b81a8a06'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:47.895007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f3ef1481-6e6d-456f-ad33-f853a7aa17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:47:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:47.923805 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-8432afb3-4d1d-4545-8054-b40778ff9dcd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] delete failed (client error): The resource could not be found. Nov 12 08:47:47.931823 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8432afb3-4d1d-4545-8054-b40778ff9dcd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-732495873 HTTP/1.1" status: 404 len: 334 time: 0.1827576 Nov 12 08:47:47.941941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45972) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:47.965881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1de1da4f-509a-471c-8282-0f92cc48c369 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd724ce97-6b2d-41a4-85ed-0c33b81a8a06'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:48.064423 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f3ef1481-6e6d-456f-ad33-f853a7aa17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:48.124210 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:47:48.124727 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:47:48.131051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef1481-6e6d-456f-ad33-f853a7aa17e7 None None] Routers {'d724ce97-6b2d-41a4-85ed-0c33b81a8a06'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:48.131637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f3ef1481-6e6d-456f-ad33-f853a7aa17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:47:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:48.235655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7abd6625-57fe-48bf-9bf9-92327f1b12c4 None None] Provisioning complete for port 3305459f-0c98-424e-b74a-d950a3ec7a78 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:48.239321 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7abd6625-57fe-48bf-9bf9-92327f1b12c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.256626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-f3ef1481-6e6d-456f-ad33-f853a7aa17e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:48.257688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ef1481-6e6d-456f-ad33-f853a7aa17e7 None None] The sync data for ids ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:48.278435 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=64480306-7314-481d-b71e-80751cbaae09,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.303463 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=80dcbec2-79d2-411f-8659-adfed598e81f,revision_number=13']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:48.323758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-b9d04523-42a9-4964-b598-0e563840788b None None] Allocated IP 172.20.0.2 (376cbd53-eef7-4f19-a11f-fa391cb12464/47583fc5-6412-4563-844c-44a9adfd75ff/80dcbec2-79d2-411f-8659-adfed598e81f) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:48.387923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:48.469557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:48.571956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:48.572554 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.687942 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88174ef7-9a92-4da9-8396-b261ef385986 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.719353 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f250622-6cf9-4c29-a152-a40520745d32 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.1762948 Nov 12 08:47:48.722317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45994) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:48.756088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:c4:9b:4c', 'name': 'tempest-NetworksTestDHCPv6-48848856'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:48.791611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1de1da4f-509a-471c-8282-0f92cc48c369 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.841868 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-1de1da4f-509a-471c-8282-0f92cc48c369 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] update failed (client error): The resource could not be found. Nov 12 08:47:48.848229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1de1da4f-509a-471c-8282-0f92cc48c369 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "PUT /v2.0/routers/d724ce97-6b2d-41a4-85ed-0c33b81a8a06 HTTP/1.1" status: 404 len: 339 time: 0.8968935 Nov 12 08:47:48.857766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46004) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:48.885213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b9d04523-42a9-4964-b598-0e563840788b None None] For port 80dcbec2-79d2-411f-8659-adfed598e81f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=80dcbec2-79d2-411f-8659-adfed598e81f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:48.888548 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.988855 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7abd6625-57fe-48bf-9bf9-92327f1b12c4 None None] Provisioning complete for port 1506be73-df91-4889-8b40-688c9f8bb57f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:49.004814 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7abd6625-57fe-48bf-9bf9-92327f1b12c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.012885 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b9d04523-42a9-4964-b598-0e563840788b None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.180616 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b9d04523-42a9-4964-b598-0e563840788b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.256558 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.285593 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:47:49.286479 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:47:49.300458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7abd6625-57fe-48bf-9bf9-92327f1b12c4 None None] Port 1506be73-df91-4889-8b40-688c9f8bb57f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:49.363391 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88174ef7-9a92-4da9-8396-b261ef385986 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.394529 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f03c999-c83e-4936-ade7-7e66345916a3 req-2a676dae-2e65-47d4-b537-4e88a6bf6c67 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.3242664 Nov 12 08:47:49.420910 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.486262 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d04523-42a9-4964-b598-0e563840788b None None] Pushing event updated for resources: {'Port': ['ID=80dcbec2-79d2-411f-8659-adfed598e81f,revision_number=14']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:49.590517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=fa900422-235e-4127-95da-e54e701d8623,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:49.679353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:49.709018 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:49.723703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:49.856197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:49.856903 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.904537 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88174ef7-9a92-4da9-8396-b261ef385986 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.917631 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88174ef7-9a92-4da9-8396-b261ef385986 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.932398 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-88174ef7-9a92-4da9-8396-b261ef385986 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "DELETE /v2.0/security-groups/b55ec9a8-5b00-4439-aaa2-b33487c034ce HTTP/1.1" status: 204 len: 168 time: 2.0538714 Nov 12 08:47:49.934884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46036) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:49.942314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:49.952766 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.170987 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.214687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 80dcbec2-79d2-411f-8659-adfed598e81f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=80dcbec2-79d2-411f-8659-adfed598e81f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:50.221232 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.268305 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a0f27fc5-4ce7-4036-b41f-fab8a4f9e93b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.1222489 Nov 12 08:47:50.288921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46048) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:50.299823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9cea3c40-c0b6-4540-a555-940aa4423414 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:50.307778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88174ef7-9a92-4da9-8396-b261ef385986 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55ec9a8-5b00-4439-aaa2-b33487c034ce,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:50.316080 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.417148 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=80dcbec2-79d2-411f-8659-adfed598e81f,revision_number=15']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:50.492970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-870399a4-ef3b-4460-96ea-13fc04b608b6 None None] Provisioning complete for port fa900422-235e-4127-95da-e54e701d8623 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:50.493390 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-870399a4-ef3b-4460-96ea-13fc04b608b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.632319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-870399a4-ef3b-4460-96ea-13fc04b608b6 None None] Port fa900422-235e-4127-95da-e54e701d8623 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:50.712443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 80dcbec2-79d2-411f-8659-adfed598e81f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:50.719207 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b225e230-2e28-4141-8c9c-006f0101c4cb req-4fa1eed5-78ff-488c-a7fe-c765f00d7b9f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.0998721 Nov 12 08:47:50.720460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Allocated IP 172.20.0.1 (26bf9ac5-2dca-41da-bcb5-8fe035bc877b/2b3d0f37-2ac6-494f-96bf-1247f0c53081/87ff6843-1e0d-4c0d-affe-f9e13b3c4ba1) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:50.877538 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:50.878436 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.124279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9969fc24-840a-4afc-ab9f-91e5c1cbd2dc None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:51.145622 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.163142 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.226006 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.321688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event updated for resources: {'Port': ['ID=87ff6843-1e0d-4c0d-affe-f9e13b3c4ba1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:51.355536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Network 26bf9ac5-2dca-41da-bcb5-8fe035bc877b is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:51.358674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:51.361418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:51.376359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f2dcffa3-af87-4a42-ac36-795fc78a4773 None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:51.376926 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f2dcffa3-af87-4a42-ac36-795fc78a4773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.483932 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.489853 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 80dcbec2-79d2-411f-8659-adfed598e81f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=80dcbec2-79d2-411f-8659-adfed598e81f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:47:51.502924 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.504442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3305459f-0c98-424e-b74a-d950a3ec7a78 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:51.745230 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 1cbf877e-0ef1-462b-84dc-ca436a409d59 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:47:51.808676 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-801f794e-f6ac-4b2c-a235-6c1b550606f4 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.5904531 Nov 12 08:47:51.850056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46106) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:51.851214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cea3c40-c0b6-4540-a555-940aa4423414 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:51.855108 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9cea3c40-c0b6-4540-a555-940aa4423414 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.876595 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-01c07b47-44c3-4463-8b42-9458a80776cd tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group': {'name': 'tempest-secgroup--112982460'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:51.899195 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:51.974559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=80dcbec2-79d2-411f-8659-adfed598e81f,revision_number=16']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:51.983555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01c07b47-44c3-4463-8b42-9458a80776cd tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.095933 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-43b5ba10-55d6-4aab-b10c-f93d9ab30f9a req-ad06a373-801a-4cef-af56-0752d6332c88 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.0676539 Nov 12 08:47:52.144635 n-d-768851-18 neutron-server[102445]: INFO neutron.db.ipam_backend_mixin [None req-9cea3c40-c0b6-4540-a555-940aa4423414 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 418235f4-c343-4347-b211-61b3e01349a3 (CIDR: 172.20.0.0/28) Nov 12 08:47:52.170573 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3305459f-0c98-424e-b74a-d950a3ec7a78 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:52.171513 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.237834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 172.20.0.10 (376cbd53-eef7-4f19-a11f-fa391cb12464/47583fc5-6412-4563-844c-44a9adfd75ff/1cbf877e-0ef1-462b-84dc-ca436a409d59) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:52.246702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::f816:3eff:fec4:9b4c (376cbd53-eef7-4f19-a11f-fa391cb12464/64480306-7314-481d-b71e-80751cbaae09/1cbf877e-0ef1-462b-84dc-ca436a409d59) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:52.378798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-25d4180f-0767-4676-bc9b-fb6106a28620 None None] Provisioning complete for port 87ff6843-1e0d-4c0d-affe-f9e13b3c4ba1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:52.379375 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-25d4180f-0767-4676-bc9b-fb6106a28620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.442239 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.477123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-25d4180f-0767-4676-bc9b-fb6106a28620 None None] Port 87ff6843-1e0d-4c0d-affe-f9e13b3c4ba1 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:52.528475 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cea3c40-c0b6-4540-a555-940aa4423414 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:52.528980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cea3c40-c0b6-4540-a555-940aa4423414 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:52.665849 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9cea3c40-c0b6-4540-a555-940aa4423414 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3722944 Nov 12 08:47:52.668967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 80dcbec2-79d2-411f-8659-adfed598e81f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:47:52.680573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46136) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:52.733671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7c16020b-f708-46b6-ae39-51eb1a4d9020 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:52.814382 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.821768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:52.822231 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.835984 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01c07b47-44c3-4463-8b42-9458a80776cd tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.849252 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01c07b47-44c3-4463-8b42-9458a80776cd tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:52.952960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c07b47-44c3-4463-8b42-9458a80776cd tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666366bf-a297-49fe-8188-cf02fc1ac464,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:53.027716 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01c07b47-44c3-4463-8b42-9458a80776cd tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.034930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46154) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:53.035948 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-01c07b47-44c3-4463-8b42-9458a80776cd tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1700621 Nov 12 08:47:53.077733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-501d6c1a-bb0f-49e2-8ebd-a61d80d4bb64 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': '666366bf-a297-49fe-8188-cf02fc1ac464', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:53.078702 n-d-768851-18 neutron-server[102444]: WARNING neutron.api.v2.base [None req-501d6c1a-bb0f-49e2-8ebd-a61d80d4bb64 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 08:47:53.079213 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-501d6c1a-bb0f-49e2-8ebd-a61d80d4bb64 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:53.082845 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-501d6c1a-bb0f-49e2-8ebd-a61d80d4bb64 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0319812 Nov 12 08:47:53.084956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46160) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:53.122152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.132885 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.167799 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.252105 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:53.274001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:53.278689 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.280606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:47:53.283422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=1cbf877e-0ef1-462b-84dc-ca436a409d59,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:53.313380 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cb17d87c-fe04-4239-a703-bb7bb59ae959 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.399133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cb17d87c-fe04-4239-a703-bb7bb59ae959 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.432529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e51b68ea-4df4-4784-8d61-f1d004cebb55 req-f4dd14a7-0e24-4e6e-b0de-b256fd873346 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.1318927 Nov 12 08:47:53.441491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.442200 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.567588 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cb17d87c-fe04-4239-a703-bb7bb59ae959 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.571664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cb17d87c-fe04-4239-a703-bb7bb59ae959 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.573247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cb17d87c-fe04-4239-a703-bb7bb59ae959 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "DELETE /v2.0/security-groups/666366bf-a297-49fe-8188-cf02fc1ac464 HTTP/1.1" status: 204 len: 168 time: 0.4859192 Nov 12 08:47:53.580775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event updated for resources: {'Port': ['ID=87ff6843-1e0d-4c0d-affe-f9e13b3c4ba1,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:53.582947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46180) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:53.651728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17d87c-fe04-4239-a703-bb7bb59ae959 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666366bf-a297-49fe-8188-cf02fc1ac464,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:53.697518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c16020b-f708-46b6-ae39-51eb1a4d9020 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:53.705070 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c16020b-f708-46b6-ae39-51eb1a4d9020 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:53.716309 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ba4a8c23-7ebe-404d-a689-142ac9eb96c2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9857094 Nov 12 08:47:53.720800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46186) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:53.755636 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bd3c6f69-2b9c-415c-8fe8-de92461dfadd tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1713345 Nov 12 08:47:53.768653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46188) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:53.778043 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ef008fc7-6247-49b2-acfa-14d7f5b98922 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006351753'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:53.878444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d8ca2-475d-446a-8959-8db8c9038a48 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.894679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d8ca2-475d-446a-8959-8db8c9038a48 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:53.897448 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8f2d8ca2-475d-446a-8959-8db8c9038a48 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1716881 Nov 12 08:47:53.900882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46196) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:53.915332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Network 26bf9ac5-2dca-41da-bcb5-8fe035bc877b is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:53.920007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:53.933281 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef008fc7-6247-49b2-acfa-14d7f5b98922 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.042107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9cb0a4ad-9a15-488b-b5e2-e3ff235195a2 None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:54.042639 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a4ad-9a15-488b-b5e2-e3ff235195a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.264654 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5666ba9b-756d-46c4-baec-67fecf724884 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 1cbf877e-0ef1-462b-84dc-ca436a409d59 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:54.268061 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5666ba9b-756d-46c4-baec-67fecf724884 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.328921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Router d724ce97-6b2d-41a4-85ed-0c33b81a8a06 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:47:54.345351 n-d-768851-18 neutron-server[102444]: INFO neutron.db.ipam_backend_mixin [None req-7c16020b-f708-46b6-ae39-51eb1a4d9020 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a9fb2eb9-6e1b-4937-a98d-c67b5e78b828 (CIDR: 172.20.0.16/28) Nov 12 08:47:54.418437 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c16020b-f708-46b6-ae39-51eb1a4d9020 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:54.418437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c16020b-f708-46b6-ae39-51eb1a4d9020 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:47:54.480962 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7c16020b-f708-46b6-ae39-51eb1a4d9020 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.7765706 Nov 12 08:47:54.484367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46212) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:54.499809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4f113a65-9586-431f-9b54-4dfdc6b802a6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'subnet': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:54.534041 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5666ba9b-756d-46c4-baec-67fecf724884 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.571180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fec0f86a-6043-4f0a-a7a1-16180a1a8a68 None None] Provisioning complete for port 87ff6843-1e0d-4c0d-affe-f9e13b3c4ba1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:54.577807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5666ba9b-756d-46c4-baec-67fecf724884 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 1cbf877e-0ef1-462b-84dc-ca436a409d59 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:47:54.588226 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fec0f86a-6043-4f0a-a7a1-16180a1a8a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.723413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fec0f86a-6043-4f0a-a7a1-16180a1a8a68 None None] Port 87ff6843-1e0d-4c0d-affe-f9e13b3c4ba1 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:47:54.773803 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dfc716db-0faf-49ea-b501-8fd66f27dc65 req-dd7babda-acca-44d9-87a1-97dce36a67e9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.0506179 Nov 12 08:47:54.836835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ea489ed2-174b-4cf8-85a4-bb3e3ba66906 None None] Could not find standard attr ID for object a0197a4d-72c0-4337-8a9d-5d8688d8b4e7. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:47:54.912299 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef008fc7-6247-49b2-acfa-14d7f5b98922 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.926450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef008fc7-6247-49b2-acfa-14d7f5b98922 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.958636 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef008fc7-6247-49b2-acfa-14d7f5b98922 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:54.963340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ef008fc7-6247-49b2-acfa-14d7f5b98922 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1909783 Nov 12 08:47:54.964942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46234) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:54.983636 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-9487712c-d561-4c0c-ad22-143e5041fe10 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': '5af0ff05-1029-403b-910c-7b117e670bf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:55.008218 n-d-768851-18 neutron-server[102444]: WARNING neutron.api.v2.base [None req-9487712c-d561-4c0c-ad22-143e5041fe10 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 08:47:55.008860 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-9487712c-d561-4c0c-ad22-143e5041fe10 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:55.012841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9487712c-d561-4c0c-ad22-143e5041fe10 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0393958 Nov 12 08:47:55.020922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46238) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:55.046996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4f7b87e5-f523-4d0b-8d2d-2426b75a5030 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': '5af0ff05-1029-403b-910c-7b117e670bf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:55.048814 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-4f7b87e5-f523-4d0b-8d2d-2426b75a5030 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 08:47:55.065347 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-4f7b87e5-f523-4d0b-8d2d-2426b75a5030 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:55.067273 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4f7b87e5-f523-4d0b-8d2d-2426b75a5030 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0331194 Nov 12 08:47:55.070760 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46244) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:55.093820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:47:55.104063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d2ff9b7f-372e-475e-8034-8e49c5ecbe93 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': '5af0ff05-1029-403b-910c-7b117e670bf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:55.108881 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c8a45998-d9c1-474e-98fc-c927c9efe21a tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "PUT /v2.0/routers/d724ce97-6b2d-41a4-85ed-0c33b81a8a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2486207 Nov 12 08:47:55.109991 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-d2ff9b7f-372e-475e-8034-8e49c5ecbe93 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 08:47:55.109991 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-d2ff9b7f-372e-475e-8034-8e49c5ecbe93 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:55.111135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d2ff9b7f-372e-475e-8034-8e49c5ecbe93 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0315833 Nov 12 08:47:55.115910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46246) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:55.117436 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61d2380-4354-4878-a888-1ab5ec621eae None None] Sync routers for ids ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:47:55.118373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46248) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:55.146229 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d2380-4354-4878-a888-1ab5ec621eae None None] Routers {'d724ce97-6b2d-41a4-85ed-0c33b81a8a06'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:55.148803 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e61d2380-4354-4878-a888-1ab5ec621eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:47:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:55.150665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5666ba9b-756d-46c4-baec-67fecf724884 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.227916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666ba9b-756d-46c4-baec-67fecf724884 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=1cbf877e-0ef1-462b-84dc-ca436a409d59,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:55.254819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b138eb26-b408-4403-9fda-f64dc94b99cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': '5af0ff05-1029-403b-910c-7b117e670bf3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:55.256029 n-d-768851-18 neutron-server[102444]: WARNING neutron.api.v2.base [None req-b138eb26-b408-4403-9fda-f64dc94b99cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 08:47:55.256896 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-b138eb26-b408-4403-9fda-f64dc94b99cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:55.260556 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b87cc3f9-6362-49a2-90d9-83e99d8249ac None None] Could not find standard attr ID for object 1cbf877e-0ef1-462b-84dc-ca436a409d59. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:47:55.261719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46252) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:55.264226 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b138eb26-b408-4403-9fda-f64dc94b99cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0142267 Nov 12 08:47:55.267011 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-87cbc3e3-799f-421b-8adf-79c1f1053a41 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.273830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef008fc7-6247-49b2-acfa-14d7f5b98922 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af0ff05-1029-403b-910c-7b117e670bf3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:55.312090 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e61d2380-4354-4878-a888-1ab5ec621eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:55.347857 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d2380-4354-4878-a888-1ab5ec621eae None None] Routers {'d724ce97-6b2d-41a4-85ed-0c33b81a8a06'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:47:55.348486 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e61d2380-4354-4878-a888-1ab5ec621eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:47:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:55.452291 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e61d2380-4354-4878-a888-1ab5ec621eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:47:55.456803 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61d2380-4354-4878-a888-1ab5ec621eae None None] The sync data for ids ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:47:55.513942 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-87cbc3e3-799f-421b-8adf-79c1f1053a41 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:47:55.519319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-87cbc3e3-799f-421b-8adf-79c1f1053a41 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "DELETE /v2.0/routers/d724ce97-6b2d-41a4-85ed-0c33b81a8a06 HTTP/1.1" status: 409 len: 329 time: 0.3917165 Nov 12 08:47:55.522920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46256) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:55.645843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f113a65-9586-431f-9b54-4dfdc6b802a6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Made reservation on behalf of 0d14d39a6e8544b792b389274140b997 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:55.651492 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f113a65-9586-431f-9b54-4dfdc6b802a6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.756665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4da3ebde-d594-4216-a61a-8d51c808edd1 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.793691 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5666ba9b-756d-46c4-baec-67fecf724884 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.806338 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5666ba9b-756d-46c4-baec-67fecf724884 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/1cbf877e-0ef1-462b-84dc-ca436a409d59 HTTP/1.1" status: 204 len: 168 time: 1.9040611 Nov 12 08:47:55.807127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46274) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:55.907918 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4da3ebde-d594-4216-a61a-8d51c808edd1 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:55.934754 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46278) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:56.055693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a6d33-2b24-4823-93f2-7296b2267dba tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:56.060748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a6d33-2b24-4823-93f2-7296b2267dba tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:56.066275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a6d33-2b24-4823-93f2-7296b2267dba tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:56.074596 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-124a6d33-2b24-4823-93f2-7296b2267dba tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2636645 Nov 12 08:47:56.075745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46284) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:56.167340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fb96e8e9-b09c-4afb-ab26-1e0ae50d67f7 req-afa9e362-f753-40e7-b9ed-bae3b7e532b5 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.1406927 Nov 12 08:47:56.202429 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4da3ebde-d594-4216-a61a-8d51c808edd1 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.211854 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4da3ebde-d594-4216-a61a-8d51c808edd1 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.215624 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4da3ebde-d594-4216-a61a-8d51c808edd1 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "DELETE /v2.0/security-groups/5af0ff05-1029-403b-910c-7b117e670bf3 HTTP/1.1" status: 204 len: 168 time: 0.9499674 Nov 12 08:47:56.220048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46286) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:56.269057 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae6034b7-abb3-4cad-bb96-adec33af7ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.271089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3ebde-d594-4216-a61a-8d51c808edd1 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af0ff05-1029-403b-910c-7b117e670bf3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:56.322289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c53909-9f9a-46cb-bc0f-4050d29ca190 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:47:56.338411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-06643cdf-abde-4feb-8a05-5b64a83aea18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 47583fc5-6412-4563-844c-44a9adfd75ff {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:56.383694 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-06643cdf-abde-4feb-8a05-5b64a83aea18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.535932 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-06643cdf-abde-4feb-8a05-5b64a83aea18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.710458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bfd3bd2d-b944-4521-9ca6-9dccb786c2db tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4443443 Nov 12 08:47:56.716922 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae6034b7-abb3-4cad-bb96-adec33af7ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.721912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46310) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:56.738148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671796737'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:56.744620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c53909-9f9a-46cb-bc0f-4050d29ca190 None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:47:56.751946 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f113a65-9586-431f-9b54-4dfdc6b802a6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.756602 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ae6034b7-abb3-4cad-bb96-adec33af7ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.841894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-06643cdf-abde-4feb-8a05-5b64a83aea18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.856069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f113a65-9586-431f-9b54-4dfdc6b802a6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:47:56.867524 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.878343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-4f113a65-9586-431f-9b54-4dfdc6b802a6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:47:56.897172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f113a65-9586-431f-9b54-4dfdc6b802a6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:47:56.898140 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f113a65-9586-431f-9b54-4dfdc6b802a6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:56.942016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f113a65-9586-431f-9b54-4dfdc6b802a6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Subnet': ['ID=6e3e38af-e1e9-4612-9470-7e7e396ee3b8,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:56.981403 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ae6034b7-abb3-4cad-bb96-adec33af7ccc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=155e55b7168e41f0a0a0f3887629894f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0445445 Nov 12 08:47:56.990087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46326) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:57.055834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6034b7-abb3-4cad-bb96-adec33af7ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d49b09-5d2b-4c77-88b2-c823e6d51116,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:57.097817 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.107470 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.144689 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4f113a65-9586-431f-9b54-4dfdc6b802a6 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6554096 Nov 12 08:47:57.151973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46332) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:57.174952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f63788a3-0078-4339-a3f9-b036a890954f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1760805346', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e3e38af-e1e9-4612-9470-7e7e396ee3b8'}], 'security_groups': ['ab5a2f1a-2cf6-427a-97a7-e583bea8542d', '65715128-d7fb-4b24-b589-43c43612bd9b']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:57.261771 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5698ae84-6720-4aae-94b5-9d443a4c74ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.271773 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-06643cdf-abde-4feb-8a05-5b64a83aea18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.290838 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.297363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5715976 Nov 12 08:47:57.328898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46342) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:57.357460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c8d15766-8ad9-456a-b99c-67089484ffc8 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c06f-8a76-464d-9406-5bf9ed6e1398', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:57.363559 n-d-768851-18 neutron-server[102444]: WARNING neutron.api.v2.base [None req-c8d15766-8ad9-456a-b99c-67089484ffc8 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 08:47:57.364366 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-c8d15766-8ad9-456a-b99c-67089484ffc8 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:57.368706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c8d15766-8ad9-456a-b99c-67089484ffc8 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0340927 Nov 12 08:47:57.384633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46346) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:57.397575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6a583776-7db6-4864-a9fb-f874f5936afe tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c06f-8a76-464d-9406-5bf9ed6e1398', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:57.446650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a2c06f-8a76-464d-9406-5bf9ed6e1398,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:57.475548 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5698ae84-6720-4aae-94b5-9d443a4c74ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.522121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:57.522844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:57.524031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:57.524521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:57.525027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:57.525531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:57.526011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:57.526490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:57.527167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:57.527660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:57.528137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:57.528676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cb3f2-0e7b-4bc4-abdd-d997ce32c0cb tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:57.547975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b473c4c-0ca2-40fb-86e0-3817f66546d8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.592721 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-06643cdf-abde-4feb-8a05-5b64a83aea18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.600521 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-06643cdf-abde-4feb-8a05-5b64a83aea18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/47583fc5-6412-4563-844c-44a9adfd75ff HTTP/1.1" status: 204 len: 168 time: 1.5198426 Nov 12 08:47:57.603004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06643cdf-abde-4feb-8a05-5b64a83aea18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=47583fc5-6412-4563-844c-44a9adfd75ff,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:57.605904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46358) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:57.725254 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5698ae84-6720-4aae-94b5-9d443a4c74ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.728943 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5698ae84-6720-4aae-94b5-9d443a4c74ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.731125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5698ae84-6720-4aae-94b5-9d443a4c74ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73d49b09-5d2b-4c77-88b2-c823e6d51116 HTTP/1.1" status: 204 len: 168 time: 0.7393210 Nov 12 08:47:57.764751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbef834e-9b35-4f2f-8396-d6bfa01ee09d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 64480306-7314-481d-b71e-80751cbaae09 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:47:57.840165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bb5e0962-60f3-467a-b504-407b306d0f6a req-80d3a2b7-ce62-44ac-9fea-69fd44f5db11 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.2361512 Nov 12 08:47:57.843160 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cbef834e-9b35-4f2f-8396-d6bfa01ee09d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:57.892731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698ae84-6720-4aae-94b5-9d443a4c74ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d49b09-5d2b-4c77-88b2-c823e6d51116,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:58.033403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cbef834e-9b35-4f2f-8396-d6bfa01ee09d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.183833 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cbef834e-9b35-4f2f-8396-d6bfa01ee09d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.379613 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f63788a3-0078-4339-a3f9-b036a890954f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.449800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46390) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:58.540627 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-419cd405-48af-4415-a130-3274358d1831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.543164 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cbef834e-9b35-4f2f-8396-d6bfa01ee09d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.593327 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-6a583776-7db6-4864-a9fb-f874f5936afe tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:58.598409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6a583776-7db6-4864-a9fb-f874f5936afe tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.2102418 Nov 12 08:47:58.599264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46398) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:58.606209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a472586d-45db-4578-9837-cfb75ac6e64b tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c06f-8a76-464d-9406-5bf9ed6e1398', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:58.606928 n-d-768851-18 neutron-server[102444]: WARNING neutron.api.v2.base [None req-a472586d-45db-4578-9837-cfb75ac6e64b tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 08:47:58.607577 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-a472586d-45db-4578-9837-cfb75ac6e64b tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:58.613740 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a472586d-45db-4578-9837-cfb75ac6e64b tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086367 Nov 12 08:47:58.618868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46400) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:58.626104 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c5899793-c069-4035-b6e3-a442dba74886 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c06f-8a76-464d-9406-5bf9ed6e1398', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:58.662023 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.719086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d3a740-08f5-4c38-bd99-9c95e11dfcca None None] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:58.761934 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-c5899793-c069-4035-b6e3-a442dba74886 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:58.764167 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c5899793-c069-4035-b6e3-a442dba74886 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1437845 Nov 12 08:47:58.768236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46408) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:58.772066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef834e-9b35-4f2f-8396-d6bfa01ee09d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=64480306-7314-481d-b71e-80751cbaae09,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:58.783901 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cbef834e-9b35-4f2f-8396-d6bfa01ee09d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.789664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cbef834e-9b35-4f2f-8396-d6bfa01ee09d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/64480306-7314-481d-b71e-80751cbaae09 HTTP/1.1" status: 204 len: 168 time: 1.1766405 Nov 12 08:47:58.792144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-da32f976-9e89-4ddf-a1fe-9a9a364bf781 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c06f-8a76-464d-9406-5bf9ed6e1398', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:58.792144 n-d-768851-18 neutron-server[102444]: WARNING neutron.api.v2.base [None req-da32f976-9e89-4ddf-a1fe-9a9a364bf781 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 08:47:58.792144 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-da32f976-9e89-4ddf-a1fe-9a9a364bf781 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:58.795996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-da32f976-9e89-4ddf-a1fe-9a9a364bf781 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169277 Nov 12 08:47:58.796246 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e58d1d6-0f40-4a4c-97e4-2a8501b2c149 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:47:58.799009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46410) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:58.799497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46412) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:58.831054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ee8c96df-6266-4d42-8f3f-0a8fb5c317f5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c06f-8a76-464d-9406-5bf9ed6e1398', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:58.935120 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-419cd405-48af-4415-a130-3274358d1831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.947765 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-419cd405-48af-4415-a130-3274358d1831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:58.996262 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e22d2d15-7222-4dcb-bbb2-d3190c526e39 None None] Provisioning complete for port 80dcbec2-79d2-411f-8659-adfed598e81f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:47:58.996550 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e22d2d15-7222-4dcb-bbb2-d3190c526e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.076044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-61169262-fb79-439b-9923-15b9a29eb8ac tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2692189 Nov 12 08:47:59.079280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46416) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.100082 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-ee8c96df-6266-4d42-8f3f-0a8fb5c317f5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Project 70d109e3e2c4457293bdb9bdab18d464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:47:59.145079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1aa56c5f-4813-48f3-8a33-fa88fbdc3f18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:59.352755 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-ee8c96df-6266-4d42-8f3f-0a8fb5c317f5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:59.356868 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ee8c96df-6266-4d42-8f3f-0a8fb5c317f5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5483358 Nov 12 08:47:59.397536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46420) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.398084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46424) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.415226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c69340a9-976d-4335-846f-237545cd642c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c06f-8a76-464d-9406-5bf9ed6e1398', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:59.416029 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-c69340a9-976d-4335-846f-237545cd642c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 08:47:59.416617 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-c69340a9-976d-4335-846f-237545cd642c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:59.422736 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c69340a9-976d-4335-846f-237545cd642c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0235119 Nov 12 08:47:59.433893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46430) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.441332 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9a84170-1234-4737-a16a-08da309f3533 req-f3eaaf94-5058-4d63-8bcb-05b2d3d05454 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.3505704 Nov 12 08:47:59.456943 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-83bb590e-7acd-4dbe-8b04-a5191f6e20cf tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c06f-8a76-464d-9406-5bf9ed6e1398', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:47:59.548591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cd405-48af-4415-a130-3274358d1831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b64b9b-4b6a-4939-a6c8-87e0a29e3eb6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:59.576780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d153e-b5d7-4155-a18c-3ff7d1526a60 None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:47:59.620625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c570efd-1ee2-4c48-9bc8-d29704dd9eb4 None None] Update dhcp port {'port': {'network_id': 'e430972b-b0b2-42c2-a0cf-710d7ce1f7cd', 'fixed_ips': [{'subnet_id': 'a9fb2eb9-6e1b-4937-a98d-c67b5e78b828', 'ip_address': '172.20.0.18'}, {'subnet_id': '418235f4-c343-4347-b211-61b3e01349a3', 'ip_address': '172.20.0.2'}, {'subnet_id': '6e3e38af-e1e9-4612-9470-7e7e396ee3b8'}], 'binding:host_id': 'n-d-768851-18'}, 'id': '3305459f-0c98-424e-b74a-d950a3ec7a78'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:47:59.657182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa56c5f-4813-48f3-8a33-fa88fbdc3f18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:47:59.663604 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1aa56c5f-4813-48f3-8a33-fa88fbdc3f18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.681270 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-f63788a3-0078-4339-a3f9-b036a890954f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Delete allocated IP 172.20.0.14 (e430972b-b0b2-42c2-a0cf-710d7ce1f7cd/418235f4-c343-4347-b211-61b3e01349a3) {{(pid=102445) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 08:47:59.699944 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-419cd405-48af-4415-a130-3274358d1831 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c98b0a4841c4aa0bd3283d66f84d6ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2486043 Nov 12 08:47:59.706229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46438) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.714683 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-83bb590e-7acd-4dbe-8b04-a5191f6e20cf tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Project 70d109e3e2c4457293bdb9bdab18d464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:47:59.730883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-f63788a3-0078-4339-a3f9-b036a890954f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Allocated IP 172.20.0.44 (e430972b-b0b2-42c2-a0cf-710d7ce1f7cd/6e3e38af-e1e9-4612-9470-7e7e396ee3b8/fa900422-235e-4127-95da-e54e701d8623) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:47:59.779163 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8c570efd-1ee2-4c48-9bc8-d29704dd9eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.856604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d153e-b5d7-4155-a18c-3ff7d1526a60 None None] Deleting port 80dcbec2-79d2-411f-8659-adfed598e81f {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:47:59.856982 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b7d153e-b5d7-4155-a18c-3ff7d1526a60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.879278 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7564e0f-c5f3-4252-add9-b968b200dd75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:59.935211 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-83bb590e-7acd-4dbe-8b04-a5191f6e20cf tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:47:59.939615 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-83bb590e-7acd-4dbe-8b04-a5191f6e20cf tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4973927 Nov 12 08:47:59.955140 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46440) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:59.966548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d78dd92e-efbe-4700-8831-a9de1730561a tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'b9a2c06f-8a76-464d-9406-5bf9ed6e1398', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:00.005470 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-d78dd92e-efbe-4700-8831-a9de1730561a tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Project 70d109e3e2c4457293bdb9bdab18d464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:48:00.040860 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f850550-ce87-430f-bd34-064838b28024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.056284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-3b473c4c-0ca2-40fb-86e0-3817f66546d8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Deleting port 87ff6843-1e0d-4c0d-affe-f9e13b3c4ba1 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:00.057860 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b473c4c-0ca2-40fb-86e0-3817f66546d8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.069358 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1aa56c5f-4813-48f3-8a33-fa88fbdc3f18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.121540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3b7d153e-b5d7-4155-a18c-3ff7d1526a60 None None] For port 80dcbec2-79d2-411f-8659-adfed598e81f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=80dcbec2-79d2-411f-8659-adfed598e81f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:00.122203 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b7d153e-b5d7-4155-a18c-3ff7d1526a60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.136322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-3a009542-20b6-4fe7-9122-ffaca4f438ba req-2e62823f-8138-42f3-8e0a-a7cb106ff5c1 service neutron] (102445) timed out ('10.222.0.31', 54428) {{(pid=102445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:48:00.143337 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-d78dd92e-efbe-4700-8831-a9de1730561a tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:00.149999 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d78dd92e-efbe-4700-8831-a9de1730561a tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1884379 Nov 12 08:48:00.150783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46442) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:00.154860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d153e-b5d7-4155-a18c-3ff7d1526a60 None None] Calling delete_port for 80dcbec2-79d2-411f-8659-adfed598e81f owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:00.195076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa56c5f-4813-48f3-8a33-fa88fbdc3f18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:00.207043 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1aa56c5f-4813-48f3-8a33-fa88fbdc3f18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:00.213905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa56c5f-4813-48f3-8a33-fa88fbdc3f18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:00.214794 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1aa56c5f-4813-48f3-8a33-fa88fbdc3f18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.223709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa56c5f-4813-48f3-8a33-fa88fbdc3f18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=7f751a3a-51a5-4a29-96cd-3c4cad4eb5a2,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:00.266452 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b473c4c-0ca2-40fb-86e0-3817f66546d8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.293008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-3b473c4c-0ca2-40fb-86e0-3817f66546d8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Calling delete_port for 87ff6843-1e0d-4c0d-affe-f9e13b3c4ba1 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:00.301620 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b7d153e-b5d7-4155-a18c-3ff7d1526a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.319148 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f850550-ce87-430f-bd34-064838b28024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.324493 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d153e-b5d7-4155-a18c-3ff7d1526a60 None None] No DVR routers for this DVR port 80dcbec2-79d2-411f-8659-adfed598e81f on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:00.360938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d153e-b5d7-4155-a18c-3ff7d1526a60 None None] Pushing event deleted for resources: {'Port': ['ID=80dcbec2-79d2-411f-8659-adfed598e81f,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:00.379437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731d07e2-8167-4f1f-97ce-fc37879f52ff None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:00.407320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1aa56c5f-4813-48f3-8a33-fa88fbdc3f18 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3170311 Nov 12 08:48:00.407552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46444) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:00.408810 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f850550-ce87-430f-bd34-064838b28024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.411665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1f850550-ce87-430f-bd34-064838b28024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.412526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:00.412902 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1f850550-ce87-430f-bd34-064838b28024 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5b64b9b-4b6a-4939-a6c8-87e0a29e3eb6 HTTP/1.1" status: 204 len: 168 time: 0.6905055 Nov 12 08:48:00.487746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f850550-ce87-430f-bd34-064838b28024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b64b9b-4b6a-4939-a6c8-87e0a29e3eb6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:00.537015 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7564e0f-c5f3-4252-add9-b968b200dd75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.562707 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7564e0f-c5f3-4252-add9-b968b200dd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.627881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-814b7261-0d33-45b3-87b5-e9c350fc48b6 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.672935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7564e0f-c5f3-4252-add9-b968b200dd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f4800e-bf7a-4b5c-8cf3-89f3534c581d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:00.681309 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d7564e0f-c5f3-4252-add9-b968b200dd75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82e623ba39eb42a29f2c66557c9b1087&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2803841 Nov 12 08:48:00.692324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46450) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:00.742258 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f63788a3-0078-4339-a3f9-b036a890954f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.765347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:00.769504 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.780993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-be72350c-d93e-4860-a9a2-559a1b331d40 req-fb2b8834-2581-4f7f-8a5f-404c930a1c1d tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.1577299 Nov 12 08:48:00.796707 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f63788a3-0078-4339-a3f9-b036a890954f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.869165 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63788a3-0078-4339-a3f9-b036a890954f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event updated for resources: {'Port': ['ID=fa900422-235e-4127-95da-e54e701d8623,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:00.872958 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-814b7261-0d33-45b3-87b5-e9c350fc48b6 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:00.888329 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 80dcbec2-79d2-411f-8659-adfed598e81f no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:00.924451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 80dcbec2-79d2-411f-8659-adfed598e81f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:00.924801 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 80dcbec2-79d2-411f-8659-adfed598e81f not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:01.017180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': '7f751a3a-51a5-4a29-96cd-3c4cad4eb5a2'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:01.018134 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.025807 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c569b93-682a-43d3-94cb-9cfd7344683d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.093983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-8c570efd-1ee2-4c48-9bc8-d29704dd9eb4 None None] Allocated IP 172.20.0.34 (e430972b-b0b2-42c2-a0cf-710d7ce1f7cd/6e3e38af-e1e9-4612-9470-7e7e396ee3b8/3305459f-0c98-424e-b74a-d950a3ec7a78) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:01.123489 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b473c4c-0ca2-40fb-86e0-3817f66546d8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.123761 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-814b7261-0d33-45b3-87b5-e9c350fc48b6 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.126979 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-814b7261-0d33-45b3-87b5-e9c350fc48b6 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.132731 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-814b7261-0d33-45b3-87b5-e9c350fc48b6 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "DELETE /v2.0/security-groups/b9a2c06f-8a76-464d-9406-5bf9ed6e1398 HTTP/1.1" status: 204 len: 168 time: 0.9612274 Nov 12 08:48:01.148613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46460) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:01.220508 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b7261-0d33-45b3-87b5-e9c350fc48b6 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a2c06f-8a76-464d-9406-5bf9ed6e1398,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:01.244362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b473c4c-0ca2-40fb-86e0-3817f66546d8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event deleted for resources: {'Port': ['ID=87ff6843-1e0d-4c0d-affe-f9e13b3c4ba1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:01.253161 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c569b93-682a-43d3-94cb-9cfd7344683d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.275756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f63788a3-0078-4339-a3f9-b036a890954f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] In _notify_port_updated(), no bound segment for port fa900422-235e-4127-95da-e54e701d8623 on network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:48:01.317196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63788a3-0078-4339-a3f9-b036a890954f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:01.319197 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f63788a3-0078-4339-a3f9-b036a890954f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.330046 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f63788a3-0078-4339-a3f9-b036a890954f tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "PUT /v2.0/ports/fa900422-235e-4127-95da-e54e701d8623 HTTP/1.1" status: 200 len: 960 time: 4.1766849 Nov 12 08:48:01.331365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46466) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:01.593254 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-690ec45a-ab52-4b5f-999c-d3cb0812b7f9 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4334717 Nov 12 08:48:01.684796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Allocated IP 172.20.0.2 (376cbd53-eef7-4f19-a11f-fa391cb12464/7f751a3a-51a5-4a29-96cd-3c4cad4eb5a2/67fbfa5a-5859-4122-b0a4-c83a23ade13f) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:01.693882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46470) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:01.719296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8c570efd-1ee2-4c48-9bc8-d29704dd9eb4 None None] For port 3305459f-0c98-424e-b74a-d950a3ec7a78, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3305459f-0c98-424e-b74a-d950a3ec7a78,segment=NetworkSegment(3e90ae77-6938-49e9-8457-a1af4bd4c954),segment_id=3e90ae77-6938-49e9-8457-a1af4bd4c954)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:01.745954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-49e87a45-fa50-4897-9859-723555811d86 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group': {'name': 'tempest-secgroup--985559520'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:01.828515 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-49e87a45-fa50-4897-9859-723555811d86 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.946805 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8c570efd-1ee2-4c48-9bc8-d29704dd9eb4 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:01.968839 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8c570efd-1ee2-4c48-9bc8-d29704dd9eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.048757 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-03d55a0e-3024-404f-83b2-e5bfe49a6e73 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port fa900422-235e-4127-95da-e54e701d8623 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:02.049564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-03d55a0e-3024-404f-83b2-e5bfe49a6e73 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.106419 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b473c4c-0ca2-40fb-86e0-3817f66546d8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.175987 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.290199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c570efd-1ee2-4c48-9bc8-d29704dd9eb4 None None] Pushing event updated for resources: {'Port': ['ID=3305459f-0c98-424e-b74a-d950a3ec7a78,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:02.297709 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.322221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:02.327502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:02.348804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a65bc419-5e04-44a1-a615-561f96cf7e7a req-b3cee17a-ef7d-4db4-9d05-f14f992e1711 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.3251760 Nov 12 08:48:02.356003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:02.428618 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-49e87a45-fa50-4897-9859-723555811d86 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.458894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-49e87a45-fa50-4897-9859-723555811d86 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.462560 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-03d55a0e-3024-404f-83b2-e5bfe49a6e73 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.506307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-03d55a0e-3024-404f-83b2-e5bfe49a6e73 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for fa900422-235e-4127-95da-e54e701d8623 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:02.525989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e87a45-fa50-4897-9859-723555811d86 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a792bc2c-679d-4754-8456-ea43beb891d5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:02.530543 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-49e87a45-fa50-4897-9859-723555811d86 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.531619 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-49e87a45-fa50-4897-9859-723555811d86 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8103967 Nov 12 08:48:02.534413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46484) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:02.541481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9fa4334e-fe11-4988-bffc-1e1694b23dd4 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'a792bc2c-679d-4754-8456-ea43beb891d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:02.599523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Attempting to bind port 67fbfa5a-5859-4122-b0a4-c83a23ade13f on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:02.611110 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Attempting to bind port 67fbfa5a-5859-4122-b0a4-c83a23ade13f by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:02.613091 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Attempting to bind port 67fbfa5a-5859-4122-b0a4-c83a23ade13f on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:02.639061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Pushing event updated for resources: {'Port': ['ID=67fbfa5a-5859-4122-b0a4-c83a23ade13f,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:02.652862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:02.655301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:02.657061 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.662179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:02.663719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Bound port: 67fbfa5a-5859-4122-b0a4-c83a23ade13f, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:02.664988 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.703298 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-9fa4334e-fe11-4988-bffc-1e1694b23dd4 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The resource could not be found. Nov 12 08:48:02.704518 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9fa4334e-fe11-4988-bffc-1e1694b23dd4 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1689920 Nov 12 08:48:02.705041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3305459f-0c98-424e-b74a-d950a3ec7a78 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:02.717808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46488) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:02.726609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b7bd824d-f9ff-4096-86e6-3563d3fba557 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': 'a792bc2c-679d-4754-8456-ea43beb891d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a2fa5a92-628e-4b6d-9241-34a1619f4d40'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:02.748082 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c569b93-682a-43d3-94cb-9cfd7344683d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.751510 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9c569b93-682a-43d3-94cb-9cfd7344683d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:02.752676 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9c569b93-682a-43d3-94cb-9cfd7344683d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16f4800e-bf7a-4b5c-8cf3-89f3534c581d HTTP/1.1" status: 204 len: 168 time: 2.0593901 Nov 12 08:48:02.816917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b473c4c-0ca2-40fb-86e0-3817f66546d8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Router d724ce97-6b2d-41a4-85ed-0c33b81a8a06 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:02.819166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c569b93-682a-43d3-94cb-9cfd7344683d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f4800e-bf7a-4b5c-8cf3-89f3534c581d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:02.895110 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-03d55a0e-3024-404f-83b2-e5bfe49a6e73 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.046839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3305459f-0c98-424e-b74a-d950a3ec7a78 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:03.047475 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.051600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d55a0e-3024-404f-83b2-e5bfe49a6e73 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=fa900422-235e-4127-95da-e54e701d8623,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:03.064266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] For port 67fbfa5a-5859-4122-b0a4-c83a23ade13f, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:03.104274 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-b7bd824d-f9ff-4096-86e6-3563d3fba557 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The resource could not be found. Nov 12 08:48:03.122643 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46498) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.129145 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b7bd824d-f9ff-4096-86e6-3563d3fba557 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3831508 Nov 12 08:48:03.180800 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b473c4c-0ca2-40fb-86e0-3817f66546d8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:03.182803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] For port 67fbfa5a-5859-4122-b0a4-c83a23ade13f, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=67fbfa5a-5859-4122-b0a4-c83a23ade13f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:03.197585 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.220181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3b473c4c-0ca2-40fb-86e0-3817f66546d8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "PUT /v2.0/routers/d724ce97-6b2d-41a4-85ed-0c33b81a8a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6924386 Nov 12 08:48:03.227554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46504) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.229410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057888e-cbc6-46e4-8f30-55ca049da3df None None] Sync routers for ids ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:03.275447 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-03d55a0e-3024-404f-83b2-e5bfe49a6e73 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.288559 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-03d55a0e-3024-404f-83b2-e5bfe49a6e73 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/fa900422-235e-4127-95da-e54e701d8623 HTTP/1.1" status: 204 len: 168 time: 1.9464464 Nov 12 08:48:03.289599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46506) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.363539 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057888e-cbc6-46e4-8f30-55ca049da3df None None] Routers {'d724ce97-6b2d-41a4-85ed-0c33b81a8a06'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:03.364339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3057888e-cbc6-46e4-8f30-55ca049da3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:47:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:03.397627 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27571fd-ee59-4d64-9946-e7862168410d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] GET failed (client error): The resource could not be found. Nov 12 08:48:03.406042 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c27571fd-ee59-4d64-9946-e7862168410d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports/fa900422-235e-4127-95da-e54e701d8623 HTTP/1.1" status: 404 len: 333 time: 0.1126251 Nov 12 08:48:03.410558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46510) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.480354 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da852a54-4ece-4d75-bcb9-3fece978c976 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.549586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da852a54-4ece-4d75-bcb9-3fece978c976 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.609501 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-dfa2af48-75cd-4bfd-a08a-b8330406bfbc tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] show failed (client error): The resource could not be found. Nov 12 08:48:03.610594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dfa2af48-75cd-4bfd-a08a-b8330406bfbc tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1721291670 HTTP/1.1" status: 404 len: 335 time: 0.2016277 Nov 12 08:48:03.622454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46516) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.655656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-19f7215e-812b-4142-944a-fce1aeb198ba tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:03.708335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:48:03.731352 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da852a54-4ece-4d75-bcb9-3fece978c976 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.740602 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da852a54-4ece-4d75-bcb9-3fece978c976 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:03.744972 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-da852a54-4ece-4d75-bcb9-3fece978c976 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "DELETE /v2.0/security-groups/a792bc2c-679d-4754-8456-ea43beb891d5 HTTP/1.1" status: 204 len: 168 time: 0.6212087 Nov 12 08:48:03.746034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46520) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.759014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7391275-3f95-4bce-a4f2-1bea487ed314 req-d81f63f0-a490-4945-9430-be631f1ed05a tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.1118836 Nov 12 08:48:03.855653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da852a54-4ece-4d75-bcb9-3fece978c976 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a792bc2c-679d-4754-8456-ea43beb891d5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:03.882653 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-19f7215e-812b-4142-944a-fce1aeb198ba tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] update failed (client error): The resource could not be found. Nov 12 08:48:03.883440 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-19f7215e-812b-4142-944a-fce1aeb198ba tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1400178535 HTTP/1.1" status: 404 len: 335 time: 0.2476377 Nov 12 08:48:03.883630 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:48:03.888360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46526) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:03.947682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3057888e-cbc6-46e4-8f30-55ca049da3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:03.967873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693525f7-5e4f-419a-88ba-25ddbd9352ba None None] Pushing event updated for resources: {'Port': ['ID=67fbfa5a-5859-4122-b0a4-c83a23ade13f,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:04.032208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-18f9de33-c7bd-4282-a03b-2707e42fdade tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2700970 Nov 12 08:48:04.039791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46532) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:04.050658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0a6b792a-316f-4bf8-9819-b7130f4e832b tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': '68ad6e55-4e62-4350-be95-b96df0d205ea', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:04.102130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-791a6247-7e1e-482f-8570-ec12e787f469 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Deleting subnet 9c35fb6e-4309-4c07-948e-df22386fc387 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:04.105629 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-791a6247-7e1e-482f-8570-ec12e787f469 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.107880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-156cf368-cea3-4cf8-9dff-bcbf69da70ac tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.118725 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057888e-cbc6-46e4-8f30-55ca049da3df None None] Routers {'d724ce97-6b2d-41a4-85ed-0c33b81a8a06'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:04.127737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3057888e-cbc6-46e4-8f30-55ca049da3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:47:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:04.158871 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-791a6247-7e1e-482f-8570-ec12e787f469 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.268394 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-791a6247-7e1e-482f-8570-ec12e787f469 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.287560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-aebe0450-f81c-4d85-aca4-0442e7ff1986 None None] Could not find standard attr ID for object fa900422-235e-4127-95da-e54e701d8623. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:48:04.306477 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3057888e-cbc6-46e4-8f30-55ca049da3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:04.307109 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057888e-cbc6-46e4-8f30-55ca049da3df None None] The sync data for ids ['d724ce97-6b2d-41a4-85ed-0c33b81a8a06'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:04.323058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-aebe0450-f81c-4d85-aca4-0442e7ff1986 None None] Provisioning complete for port 3305459f-0c98-424e-b74a-d950a3ec7a78 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:04.323433 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aebe0450-f81c-4d85-aca4-0442e7ff1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.370500 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-156cf368-cea3-4cf8-9dff-bcbf69da70ac tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.422644 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-791a6247-7e1e-482f-8570-ec12e787f469 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.512734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a6247-7e1e-482f-8570-ec12e787f469 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event deleted for resources: {'Subnet': ['ID=9c35fb6e-4309-4c07-948e-df22386fc387,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:04.615793 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-791a6247-7e1e-482f-8570-ec12e787f469 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.630063 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-791a6247-7e1e-482f-8570-ec12e787f469 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "DELETE /v2.0/subnets/9c35fb6e-4309-4c07-948e-df22386fc387 HTTP/1.1" status: 204 len: 168 time: 0.7315056 Nov 12 08:48:04.633962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46548) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:04.636392 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-0a6b792a-316f-4bf8-9819-b7130f4e832b tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The resource could not be found. Nov 12 08:48:04.638715 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0a6b792a-316f-4bf8-9819-b7130f4e832b tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5979507 Nov 12 08:48:04.643183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86790c88-d348-4109-b2d2-fedfb24aa82f None None] Network 13d78798-0f73-4457-9ed8-963dd47e679b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:04.644312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46550) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:04.659804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e77bead6-32b6-436d-8aa7-2aaee14e899d tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088222782'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:04.695644 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-156cf368-cea3-4cf8-9dff-bcbf69da70ac tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.706540 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-156cf368-cea3-4cf8-9dff-bcbf69da70ac tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.714552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-156cf368-cea3-4cf8-9dff-bcbf69da70ac tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/security-groups/d7a327ff-cbd3-4b21-b1e8-7fab14e608ac HTTP/1.1" status: 204 len: 168 time: 1.2698736 Nov 12 08:48:04.723457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46552) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:04.816131 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e77bead6-32b6-436d-8aa7-2aaee14e899d tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:04.898371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cf368-cea3-4cf8-9dff-bcbf69da70ac tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a327ff-cbd3-4b21-b1e8-7fab14e608ac,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:04.948747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 67fbfa5a-5859-4122-b0a4-c83a23ade13f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:05.088691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-aebe0450-f81c-4d85-aca4-0442e7ff1986 None None] Provisioning complete for port 1506be73-df91-4889-8b40-688c9f8bb57f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:05.092056 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aebe0450-f81c-4d85-aca4-0442e7ff1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.144954 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e77bead6-32b6-436d-8aa7-2aaee14e899d tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.176034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f66ed535-0be5-4517-ba85-4941033c034d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.184919 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd09c674-2af0-4eb8-add8-3a0aa9603434 req-7671f1d4-1905-4da4-84fd-057b62eba41b tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.1596467 Nov 12 08:48:05.203459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89ad38a-f46f-44e6-a2dc-ed12e86ea0c8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Deleting subnet 2cd46436-ed35-4778-b62d-c137b3cf03ff {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:05.207179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e77bead6-32b6-436d-8aa7-2aaee14e899d tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.211419 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.220142 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f66ed535-0be5-4517-ba85-4941033c034d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.225191 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e89ad38a-f46f-44e6-a2dc-ed12e86ea0c8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.283503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f66ed535-0be5-4517-ba85-4941033c034d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.287091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f66ed535-0be5-4517-ba85-4941033c034d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.291497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f66ed535-0be5-4517-ba85-4941033c034d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/security-groups/65715128-d7fb-4b24-b589-43c43612bd9b HTTP/1.1" status: 204 len: 168 time: 0.5640154 Nov 12 08:48:05.299205 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46564) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:05.380153 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e77bead6-32b6-436d-8aa7-2aaee14e899d tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.387795 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e77bead6-32b6-436d-8aa7-2aaee14e899d tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7425168 Nov 12 08:48:05.397236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46568) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:05.483648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bead6-32b6-436d-8aa7-2aaee14e899d tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d423031-7eba-405f-9ac0-e4d655c86521,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.533257 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62cc0ac7-8e04-452e-9ea0-0930b34dbe11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.559215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0450-f81c-4d85-aca4-0442e7ff1986 None None] Port 1506be73-df91-4889-8b40-688c9f8bb57f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:05.570204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 67fbfa5a-5859-4122-b0a4-c83a23ade13f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:05.571972 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.592033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ed535-0be5-4517-ba85-4941033c034d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65715128-d7fb-4b24-b589-43c43612bd9b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:05.622256 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d3db66f-9583-4717-baf1-120826169293 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.671903 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d3db66f-9583-4717-baf1-120826169293 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.784417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3f57f9d4-9a63-4859-9b3f-600e99910807 None None] Could not find standard attr ID for object fa900422-235e-4127-95da-e54e701d8623. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:48:05.848359 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d3db66f-9583-4717-baf1-120826169293 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.862378 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d3db66f-9583-4717-baf1-120826169293 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:05.865584 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3d3db66f-9583-4717-baf1-120826169293 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/security-groups/ab5a2f1a-2cf6-427a-97a7-e583bea8542d HTTP/1.1" status: 204 len: 168 time: 0.5588992 Nov 12 08:48:05.874958 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1856b11d-63dd-45dd-ae46-d53041e7674d None None] DHCP port deletion for 13d78798-0f73-4457-9ed8-963dd47e679b request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:05.875905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46580) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:05.936718 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3db66f-9583-4717-baf1-120826169293 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5a2f1a-2cf6-427a-97a7-e583bea8542d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:06.028538 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13b0ae7-7764-43c4-ba5b-b439b43ac9f4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting subnet 418235f4-c343-4347-b211-61b3e01349a3 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:06.039956 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b13b0ae7-7764-43c4-ba5b-b439b43ac9f4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.073609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-fe98e97f-a352-47ee-8784-14dd830942e5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481307119'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:06.085910 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e89ad38a-f46f-44e6-a2dc-ed12e86ea0c8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.087466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3f57f9d4-9a63-4859-9b3f-600e99910807 None None] Provisioning complete for port 67fbfa5a-5859-4122-b0a4-c83a23ade13f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:06.087946 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f57f9d4-9a63-4859-9b3f-600e99910807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.167498 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b13b0ae7-7764-43c4-ba5b-b439b43ac9f4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.194776 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fe98e97f-a352-47ee-8784-14dd830942e5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.209783 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.302039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1856b11d-63dd-45dd-ae46-d53041e7674d None None] Deleting port 8a7d1c27-2a5b-4cee-a00e-24231d126083 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:06.307174 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1856b11d-63dd-45dd-ae46-d53041e7674d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.360612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b13b0ae7-7764-43c4-ba5b-b439b43ac9f4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.443790 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b13b0ae7-7764-43c4-ba5b-b439b43ac9f4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.497329 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1ff5464e-d4d5-414b-91e5-9f3e547d451a req-c1e97f37-d16a-426f-bcbc-37d4a0b93b12 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.0698180 Nov 12 08:48:06.553831 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1856b11d-63dd-45dd-ae46-d53041e7674d None None] For port 8a7d1c27-2a5b-4cee-a00e-24231d126083, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8a7d1c27-2a5b-4cee-a00e-24231d126083,segment=NetworkSegment(222c73f1-998c-4e2c-b8d6-244d246b2f9d),segment_id=222c73f1-998c-4e2c-b8d6-244d246b2f9d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:06.553831 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1856b11d-63dd-45dd-ae46-d53041e7674d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.554522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b0ae7-7764-43c4-ba5b-b439b43ac9f4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Subnet': ['ID=418235f4-c343-4347-b211-61b3e01349a3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:06.558115 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b13b0ae7-7764-43c4-ba5b-b439b43ac9f4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.564781 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b13b0ae7-7764-43c4-ba5b-b439b43ac9f4 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/418235f4-c343-4347-b211-61b3e01349a3 HTTP/1.1" status: 204 len: 168 time: 0.6782255 Nov 12 08:48:06.570945 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46596) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:06.572704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1856b11d-63dd-45dd-ae46-d53041e7674d None None] Calling delete_port for 8a7d1c27-2a5b-4cee-a00e-24231d126083 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:06.693258 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e89ad38a-f46f-44e6-a2dc-ed12e86ea0c8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.783336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50650e3c-60f3-40b4-b9b9-277683f8ab38 None None] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:06.797074 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1856b11d-63dd-45dd-ae46-d53041e7674d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.858562 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856b11d-63dd-45dd-ae46-d53041e7674d None None] No DVR routers for this DVR port 8a7d1c27-2a5b-4cee-a00e-24231d126083 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:06.937185 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fe98e97f-a352-47ee-8784-14dd830942e5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:06.940944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856b11d-63dd-45dd-ae46-d53041e7674d None None] Pushing event deleted for resources: {'Port': ['ID=8a7d1c27-2a5b-4cee-a00e-24231d126083,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:06.960907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] For port 67fbfa5a-5859-4122-b0a4-c83a23ade13f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=67fbfa5a-5859-4122-b0a4-c83a23ade13f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:06.970653 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fe98e97f-a352-47ee-8784-14dd830942e5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.082386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98e97f-a352-47ee-8784-14dd830942e5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c032b63a-43f6-4ef6-8681-a2434e3b6829,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:07.116739 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f57f9d4-9a63-4859-9b3f-600e99910807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.135898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4fee9b-d7dd-427f-bed8-28f52ecded1b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting subnet 6e3e38af-e1e9-4612-9470-7e7e396ee3b8 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:07.156627 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f4fee9b-d7dd-427f-bed8-28f52ecded1b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.277980 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.297679 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e89ad38a-f46f-44e6-a2dc-ed12e86ea0c8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.307536 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fe98e97f-a352-47ee-8784-14dd830942e5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.311895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46644) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:07.314894 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fe98e97f-a352-47ee-8784-14dd830942e5 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9123077 Nov 12 08:48:07.316399 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8098c7a9-957a-48b8-9382-d2da68d8e4a9 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': '2d423031-7eba-405f-9ac0-e4d655c86521', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c032b63a-43f6-4ef6-8681-a2434e3b6829'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:07.373919 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.377384 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.405628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ad38a-f46f-44e6-a2dc-ed12e86ea0c8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd46436-ed35-4778-b62d-c137b3cf03ff,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:07.432732 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-8098c7a9-957a-48b8-9382-d2da68d8e4a9 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:07.444610 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8098c7a9-957a-48b8-9382-d2da68d8e4a9 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1291285 Nov 12 08:48:07.445089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46658) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:07.499049 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46664) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:07.520799 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:48:07.521501 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:48:07.543250 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-3f57f9d4-9a63-4859-9b3f-600e99910807 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:48:07.551978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=17879249-5b24-47a9-a17f-b44e588cc592,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:07.557330 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f4fee9b-d7dd-427f-bed8-28f52ecded1b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.557497 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-3f57f9d4-9a63-4859-9b3f-600e99910807 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:48:07.569693 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e89ad38a-f46f-44e6-a2dc-ed12e86ea0c8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.577853 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e89ad38a-f46f-44e6-a2dc-ed12e86ea0c8 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "DELETE /v2.0/subnets/2cd46436-ed35-4778-b62d-c137b3cf03ff HTTP/1.1" status: 204 len: 168 time: 2.9260333 Nov 12 08:48:07.582146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46674) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:07.595805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26216c0-1156-4c3f-ba20-d6755a9ab377 None None] Network 334860c9-5e79-4ce7-b305-963535b1ddcd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:07.645338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:07.688857 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-38f51db4-1b16-461f-bf1e-e46c2552962e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.719598 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1db6da16-25fb-4c3b-85a8-ae8e8ffe6419 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.725256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:07.731750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:07.733394 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.772094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d55219-9758-41ee-97a5-608a019885c0 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:07.778532 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1db6da16-25fb-4c3b-85a8-ae8e8ffe6419 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.832405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-33cb3d93-ac62-45ee-9695-fe95d95addd4 req-98d56acd-45a0-4967-a091-4554045c86b0 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.0782952 Nov 12 08:48:07.939756 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9b13db5-cad6-403c-8d53-27f7da2ac62b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.989590 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1db6da16-25fb-4c3b-85a8-ae8e8ffe6419 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.992345 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1db6da16-25fb-4c3b-85a8-ae8e8ffe6419 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:07.993563 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1db6da16-25fb-4c3b-85a8-ae8e8ffe6419 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "DELETE /v2.0/security-groups/c032b63a-43f6-4ef6-8681-a2434e3b6829 HTTP/1.1" status: 204 len: 168 time: 0.5471871 Nov 12 08:48:07.996951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46694) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:08.054505 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6da16-25fb-4c3b-85a8-ae8e8ffe6419 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c032b63a-43f6-4ef6-8681-a2434e3b6829,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:08.068075 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.6556125 Nov 12 08:48:08.082267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46700) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:08.084152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9653fd-4c24-4225-8c6b-d3ec2c939adb tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=67fbfa5a-5859-4122-b0a4-c83a23ade13f,revision_number=4']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:08.104859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:f3:8f:69', 'name': 'tempest-NetworksTestDHCPv6-1512383697'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:08.251477 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7e223f0b-b6a3-4b76-9288-3d7e2029f31a tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2489605 Nov 12 08:48:08.267644 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46706) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:08.310039 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f57f9d4-9a63-4859-9b3f-600e99910807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.328610 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.391710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9b13db5-cad6-403c-8d53-27f7da2ac62b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.418384 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9b13db5-cad6-403c-8d53-27f7da2ac62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.469955 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f651454d-be85-49a5-b13d-074ce8e07752 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.482618 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f4fee9b-d7dd-427f-bed8-28f52ecded1b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.483634 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.598560 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b13db5-cad6-403c-8d53-27f7da2ac62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1c3e4b-055e-4dae-8d7f-914ca7e108f7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:08.618969 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f9b13db5-cad6-403c-8d53-27f7da2ac62b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5370dcae55bd4340b7cd33f5221b3641&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1151161 Nov 12 08:48:08.620254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46724) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:08.622505 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f651454d-be85-49a5-b13d-074ce8e07752 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.668009 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3f57f9d4-9a63-4859-9b3f-600e99910807 None None] For port 67fbfa5a-5859-4122-b0a4-c83a23ade13f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=67fbfa5a-5859-4122-b0a4-c83a23ade13f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:08.777457 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f57f9d4-9a63-4859-9b3f-600e99910807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.809613 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.824131 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f134dab8-ff3d-46b4-83fb-4f03265cff13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.845302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:08.949252 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f651454d-be85-49a5-b13d-074ce8e07752 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.949528 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:48:08.951197 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:48:08.952564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f651454d-be85-49a5-b13d-074ce8e07752 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:08.953004 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf74aec-28db-4bf2-b1e1-de6b4ee92506 None None] DHCP port deletion for 334860c9-5e79-4ce7-b305-963535b1ddcd request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:08.967068 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f651454d-be85-49a5-b13d-074ce8e07752 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "DELETE /v2.0/security-groups/2d423031-7eba-405f-9ac0-e4d655c86521 HTTP/1.1" status: 204 len: 168 time: 0.6982739 Nov 12 08:48:08.995809 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f134dab8-ff3d-46b4-83fb-4f03265cff13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.009015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46742) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.053583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651454d-be85-49a5-b13d-074ce8e07752 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d423031-7eba-405f-9ac0-e4d655c86521,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.142135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4eefa53e-1547-4e97-b5c6-556ddc47fa84 None None] Provisioning complete for port 3305459f-0c98-424e-b74a-d950a3ec7a78 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:09.142536 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4eefa53e-1547-4e97-b5c6-556ddc47fa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.179693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57f9d4-9a63-4859-9b3f-600e99910807 None None] Pushing event updated for resources: {'Port': ['ID=67fbfa5a-5859-4122-b0a4-c83a23ade13f,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.198016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ef2ce6e3-8818-40be-8507-8c4243e1f616 req-9b344624-050c-4dc7-90b9-3bc70dd0ba7f tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.1552474 Nov 12 08:48:09.225751 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8cf74aec-28db-4bf2-b1e1-de6b4ee92506 None None] Deleting port 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:09.226354 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8cf74aec-28db-4bf2-b1e1-de6b4ee92506 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.293242 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4c89a198-0061-49e4-af90-8fa48396ca07 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2796152 Nov 12 08:48:09.300911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46762) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.306108 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4e3253c4-76e4-4f63-88bc-4dd8c5b7c70c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group': {'name': 'tempest-secgroup--71408184'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:09.391601 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.411286 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e3253c4-76e4-4f63-88bc-4dd8c5b7c70c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.423056 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f4fee9b-d7dd-427f-bed8-28f52ecded1b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.439154 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f134dab8-ff3d-46b4-83fb-4f03265cff13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.459532 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f134dab8-ff3d-46b4-83fb-4f03265cff13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.467977 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f134dab8-ff3d-46b4-83fb-4f03265cff13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d1c3e4b-055e-4dae-8d7f-914ca7e108f7 HTTP/1.1" status: 204 len: 168 time: 0.8300288 Nov 12 08:48:09.490258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134dab8-ff3d-46b4-83fb-4f03265cff13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1c3e4b-055e-4dae-8d7f-914ca7e108f7,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.616533 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e3253c4-76e4-4f63-88bc-4dd8c5b7c70c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.620870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fee9b-d7dd-427f-bed8-28f52ecded1b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3e38af-e1e9-4612-9470-7e7e396ee3b8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.628317 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e3253c4-76e4-4f63-88bc-4dd8c5b7c70c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.641997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 030d89b1-d6ff-4097-9249-e7604351b1ac yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:09.697432 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e3253c4-76e4-4f63-88bc-4dd8c5b7c70c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.698826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4e3253c4-76e4-4f63-88bc-4dd8c5b7c70c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3965654 Nov 12 08:48:09.703492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3253c4-76e4-4f63-88bc-4dd8c5b7c70c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2afb0a55-139c-4a33-ab19-9601aceca450,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:09.704974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46786) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.743609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-83835c7c-2f58-401d-a99d-0ae660e3f8bd tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': '2afb0a55-139c-4a33-ab19-9601aceca450', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:09.755435 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f4fee9b-d7dd-427f-bed8-28f52ecded1b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.759860 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7f4fee9b-d7dd-427f-bed8-28f52ecded1b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/6e3e38af-e1e9-4612-9470-7e7e396ee3b8 HTTP/1.1" status: 204 len: 168 time: 3.1744387 Nov 12 08:48:09.762556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46788) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.820111 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.862423 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff6adc2-64cf-40dd-bf58-fef6912bd46d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] DELETE failed (client error): The resource could not be found. Nov 12 08:48:09.862423 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff6adc2-64cf-40dd-bf58-fef6912bd46d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:09.863081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8cf74aec-28db-4bf2-b1e1-de6b4ee92506 None None] For port 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6098fc8f-49c1-4f44-be00-5c8f44a6ba0b,segment=NetworkSegment(e8ba860a-1114-40ec-a5ba-b84c00ef3e1b),segment_id=e8ba860a-1114-40ec-a5ba-b84c00ef3e1b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:09.863081 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8cf74aec-28db-4bf2-b1e1-de6b4ee92506 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:09.868075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46006941-db65-4c8e-9c45-1cfdd2d10373 None None] Network e430972b-b0b2-42c2-a0cf-710d7ce1f7cd requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:09.890322 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cff6adc2-64cf-40dd-bf58-fef6912bd46d tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/418235f4-c343-4347-b211-61b3e01349a3 HTTP/1.1" status: 404 len: 337 time: 0.1248045 Nov 12 08:48:09.892406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46792) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:09.927812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d78798-0f73-4457-9ed8-963dd47e679b']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:09.929123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8cf74aec-28db-4bf2-b1e1-de6b4ee92506 None None] Calling delete_port for 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:09.983994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222c73f1-998c-4e2c-b8d6-244d246b2f9d') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:09.984115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222c73f1-998c-4e2c-b8d6-244d246b2f9d') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:10.040402 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.059478 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1039115-4a5d-48de-b71a-781fa6a24592 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting subnet a9fb2eb9-6e1b-4937-a98d-c67b5e78b828 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:10.064331 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1039115-4a5d-48de-b71a-781fa6a24592 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.119361 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1039115-4a5d-48de-b71a-781fa6a24592 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.171752 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-83835c7c-2f58-401d-a99d-0ae660e3f8bd tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:10.174036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-83835c7c-2f58-401d-a99d-0ae660e3f8bd tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4346974 Nov 12 08:48:10.180412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46796) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.185887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-413dd9d9-3464-4f05-ae5d-1893c2ee55b2 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group_rule': {'security_group_id': '2afb0a55-139c-4a33-ab19-9601aceca450', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:10.192493 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.254012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:10.257585 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.262095 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8cf74aec-28db-4bf2-b1e1-de6b4ee92506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:10.270540 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:10.321157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46802) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.359929 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1039115-4a5d-48de-b71a-781fa6a24592 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.372398 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 67fbfa5a-5859-4122-b0a4-c83a23ade13f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:10.384723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf74aec-28db-4bf2-b1e1-de6b4ee92506 None None] Pushing event deleted for resources: {'Port': ['ID=6098fc8f-49c1-4f44-be00-5c8f44a6ba0b,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:10.432751 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4eefa53e-1547-4e97-b5c6-556ddc47fa84 None None] Provisioning complete for port 1506be73-df91-4889-8b40-688c9f8bb57f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:10.433543 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4eefa53e-1547-4e97-b5c6-556ddc47fa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.468942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 172.20.0.7 (376cbd53-eef7-4f19-a11f-fa391cb12464/7f751a3a-51a5-4a29-96cd-3c4cad4eb5a2/030d89b1-d6ff-4097-9249-e7604351b1ac) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:10.477561 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1039115-4a5d-48de-b71a-781fa6a24592 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.478773 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf74aec-28db-4bf2-b1e1-de6b4ee92506 None None] No DVR routers for this DVR port 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:10.485073 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.510209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a24e1814-4861-409f-943a-7e502142790e req-7e76915f-221d-40f9-93e6-118e79d9c0b9 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b86f8b-eecc-49b2-8443-05e78c00aee3 HTTP/1.1" status: 200 len: 210 time: 0.0653207 Nov 12 08:48:10.511767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::f816:3eff:fef3:8f69 (376cbd53-eef7-4f19-a11f-fa391cb12464/17879249-5b24-47a9-a17f-b44e588cc592/030d89b1-d6ff-4097-9249-e7604351b1ac) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:10.544484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1039115-4a5d-48de-b71a-781fa6a24592 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fb2eb9-6e1b-4937-a98d-c67b5e78b828,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:10.550353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e1039115-4a5d-48de-b71a-781fa6a24592 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.561959 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-413dd9d9-3464-4f05-ae5d-1893c2ee55b2 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:10.563470 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e1039115-4a5d-48de-b71a-781fa6a24592 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/a9fb2eb9-6e1b-4937-a98d-c67b5e78b828 HTTP/1.1" status: 204 len: 168 time: 0.6683593 Nov 12 08:48:10.564124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-413dd9d9-3464-4f05-ae5d-1893c2ee55b2 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3824155 Nov 12 08:48:10.565951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46810) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.569415 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.571080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46812) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.625627 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c29629-2c93-4b84-8736-95ba929c5426 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] DELETE failed (client error): The resource could not be found. Nov 12 08:48:10.626574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c29629-2c93-4b84-8736-95ba929c5426 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:10.630464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4eefa53e-1547-4e97-b5c6-556ddc47fa84 None None] Port 1506be73-df91-4889-8b40-688c9f8bb57f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:10.640401 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b4c29629-2c93-4b84-8736-95ba929c5426 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/d3ca5c4d-d595-4c69-b9ec-1045b556ce0c HTTP/1.1" status: 404 len: 337 time: 0.0710115 Nov 12 08:48:10.643052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46814) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.689172 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.693785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "DELETE /v2.0/networks/13d78798-0f73-4457-9ed8-963dd47e679b HTTP/1.1" status: 204 len: 168 time: 3.0831642 Nov 12 08:48:10.694552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869d65c-d6e5-42cd-8b89-41d549904b88 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event deleted for resources: {'Network': ['ID=13d78798-0f73-4457-9ed8-963dd47e679b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:10.697891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46816) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.713327 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c7117e99-b940-4d36-a30d-1c5c8d20ddd7 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "GET /v2.0/ports?device_id=5fadea75-73dd-43d4-ba08-3d7e89e3b15e HTTP/1.1" status: 200 len: 205 time: 0.0690117 Nov 12 08:48:10.722782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 67fbfa5a-5859-4122-b0a4-c83a23ade13f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:10.723173 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.725758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46818) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:10.754621 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a4761c6-73c3-477b-8ec8-34b90028d87a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.853568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3f2efcd9-1dc8-4fa4-8d54-5168c166a76e None None] Provisioning complete for port 67fbfa5a-5859-4122-b0a4-c83a23ade13f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:10.854225 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3f2efcd9-1dc8-4fa4-8d54-5168c166a76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.913336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a89ee-83a0-4b6f-bc03-4efbf961c5de None None] DHCP port deletion for e430972b-b0b2-42c2-a0cf-710d7ce1f7cd request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:10.934546 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a4761c6-73c3-477b-8ec8-34b90028d87a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.943134 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a4761c6-73c3-477b-8ec8-34b90028d87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.980668 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:10.985395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4761c6-73c3-477b-8ec8-34b90028d87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8204cc-7756-4109-90dc-c189f0262037,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:11.010416 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0a4761c6-73c3-477b-8ec8-34b90028d87a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e65dfda8d87b499eb2b4f6913efbb963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6879890 Nov 12 08:48:11.012688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46824) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.086471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:11.117899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:11.118253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6098fc8f-49c1-4f44-be00-5c8f44a6ba0b not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:11.118682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8a7d1c27-2a5b-4cee-a00e-24231d126083 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:11.142525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 8a7d1c27-2a5b-4cee-a00e-24231d126083 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:11.142892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8a7d1c27-2a5b-4cee-a00e-24231d126083 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:11.148510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a89ee-83a0-4b6f-bc03-4efbf961c5de None None] Deleting port 3305459f-0c98-424e-b74a-d950a3ec7a78 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:11.148864 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa2a89ee-83a0-4b6f-bc03-4efbf961c5de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.150494 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12c07ad1-f915-46b1-8b96-36f4ba23a396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.199793 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12c07ad1-f915-46b1-8b96-36f4ba23a396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.209336 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-04421fa0-368f-4234-b96f-be291447c612 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] delete failed (client error): The resource could not be found. Nov 12 08:48:11.210575 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-04421fa0-368f-4234-b96f-be291447c612 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/routers/5fadea75-73dd-43d4-ba08-3d7e89e3b15e HTTP/1.1" status: 404 len: 336 time: 0.4725089 Nov 12 08:48:11.215078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46832) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.230874 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-41523664-d1ef-4688-b1ae-7d42e03c0802 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.254861 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bae338-6a27-4a70-86cf-52b56323cc71 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] DELETE failed (client error): The resource could not be found. Nov 12 08:48:11.255648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bae338-6a27-4a70-86cf-52b56323cc71 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:11.263284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c9bae338-6a27-4a70-86cf-52b56323cc71 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/c1965db2-c73b-4a1f-a067-c427a0f470a2 HTTP/1.1" status: 404 len: 337 time: 0.0468469 Nov 12 08:48:11.266421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46836) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.283734 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fa2a89ee-83a0-4b6f-bc03-4efbf961c5de None None] For port 3305459f-0c98-424e-b74a-d950a3ec7a78, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3305459f-0c98-424e-b74a-d950a3ec7a78,segment=NetworkSegment(3e90ae77-6938-49e9-8457-a1af4bd4c954),segment_id=3e90ae77-6938-49e9-8457-a1af4bd4c954)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:11.284406 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa2a89ee-83a0-4b6f-bc03-4efbf961c5de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.286822 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.301438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-41523664-d1ef-4688-b1ae-7d42e03c0802 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.307161 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.314005 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c630f31-d94d-49c1-b10e-8af2fd79b1e7 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] DELETE failed (client error): The resource could not be found. Nov 12 08:48:11.315130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c630f31-d94d-49c1-b10e-8af2fd79b1e7 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:11.321699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3c630f31-d94d-49c1-b10e-8af2fd79b1e7 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/c04e26df-cb88-4597-9ca5-6bc2a0702d88 HTTP/1.1" status: 404 len: 337 time: 0.0535567 Nov 12 08:48:11.321981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46838) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.328058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a89ee-83a0-4b6f-bc03-4efbf961c5de None None] Calling delete_port for 3305459f-0c98-424e-b74a-d950a3ec7a78 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:11.367941 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70b9afc-f164-4d91-8019-838ddd4507ce tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] DELETE failed (client error): The resource could not be found. Nov 12 08:48:11.369064 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70b9afc-f164-4d91-8019-838ddd4507ce tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:11.374493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b70b9afc-f164-4d91-8019-838ddd4507ce tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/573bd7d8-5ba9-48ca-ac43-2d1e15ba3a84 HTTP/1.1" status: 404 len: 337 time: 0.0420916 Nov 12 08:48:11.375455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46840) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.408743 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e1680f-6f8e-4adc-85aa-f6825ba06037 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] DELETE failed (client error): The resource could not be found. Nov 12 08:48:11.409096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e1680f-6f8e-4adc-85aa-f6825ba06037 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:11.416061 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-96e1680f-6f8e-4adc-85aa-f6825ba06037 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/6b607982-3e0b-4a58-ab40-2498dec3a5c0 HTTP/1.1" status: 404 len: 333 time: 0.0380390 Nov 12 08:48:11.416483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46842) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.472415 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-41523664-d1ef-4688-b1ae-7d42e03c0802 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.475489 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-41523664-d1ef-4688-b1ae-7d42e03c0802 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.476654 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-41523664-d1ef-4688-b1ae-7d42e03c0802 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "DELETE /v2.0/security-groups/2afb0a55-139c-4a33-ab19-9601aceca450 HTTP/1.1" status: 204 len: 168 time: 0.9019771 Nov 12 08:48:11.484685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46850) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.486393 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.516619 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa2a89ee-83a0-4b6f-bc03-4efbf961c5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.520926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41523664-d1ef-4688-b1ae-7d42e03c0802 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afb0a55-139c-4a33-ab19-9601aceca450,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:11.523361 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.565660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334860c9-5e79-4ce7-b305-963535b1ddcd']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:11.568340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2a89ee-83a0-4b6f-bc03-4efbf961c5de None None] No DVR routers for this DVR port 3305459f-0c98-424e-b74a-d950a3ec7a78 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:11.649634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a89ee-83a0-4b6f-bc03-4efbf961c5de None None] Pushing event deleted for resources: {'Port': ['ID=3305459f-0c98-424e-b74a-d950a3ec7a78,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:11.665512 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=030d89b1-d6ff-4097-9249-e7604351b1ac,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:11.678781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46858) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.727449 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fdc74d3f-ecff-4285-9f80-ff93fc50258e tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2328665 Nov 12 08:48:11.731681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46866) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.742098 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7764f1b7-681a-4b3c-9e60-3efcad66d362 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group': {'name': 'tempest-secgroup--950739582'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:11.758961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ba860a-1114-40ec-a5ba-b84c00ef3e1b') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:11.759319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ba860a-1114-40ec-a5ba-b84c00ef3e1b') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:11.763553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:11.781270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:11.786729 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.796377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:11.865864 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.883124 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a43c0696-2930-44e9-a50e-d1435554fcbf tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.891410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:11.891723 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:11.897824 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:11.907234 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2200fc3-a5fa-4285-8bfa-6ee04accad02 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] DELETE failed (client error): The resource could not be found. Nov 12 08:48:11.908161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2200fc3-a5fa-4285-8bfa-6ee04accad02 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:11.913179 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c2200fc3-a5fa-4285-8bfa-6ee04accad02 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/9af514fd-acc7-4668-a675-1cb3dcce9e31 HTTP/1.1" status: 404 len: 337 time: 0.4944906 Nov 12 08:48:11.913426 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7764f1b7-681a-4b3c-9e60-3efcad66d362 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.913595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12c07ad1-f915-46b1-8b96-36f4ba23a396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.916389 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12c07ad1-f915-46b1-8b96-36f4ba23a396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.929066 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-12c07ad1-f915-46b1-8b96-36f4ba23a396 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac8204cc-7756-4109-90dc-c189f0262037 HTTP/1.1" status: 204 len: 168 time: 0.9065373 Nov 12 08:48:11.930979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46868) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:11.989887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:11.990586 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:11.994929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c07ad1-f915-46b1-8b96-36f4ba23a396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8204cc-7756-4109-90dc-c189f0262037,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:11.997096 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb31f6e8-fedc-49c3-96c3-c0e1903ecd6b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] DELETE failed (client error): The resource could not be found. Nov 12 08:48:11.997588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb31f6e8-fedc-49c3-96c3-c0e1903ecd6b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:12.002325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bb31f6e8-fedc-49c3-96c3-c0e1903ecd6b tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/0e1df47a-4650-4746-9757-4ee8ca678358 HTTP/1.1" status: 404 len: 337 time: 0.0677085 Nov 12 08:48:12.008058 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46872) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.042832 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a43c0696-2930-44e9-a50e-d1435554fcbf tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.060484 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-151dc610-a92b-41ad-8920-dc36c1657b80 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] DELETE failed (client error): The resource could not be found. Nov 12 08:48:12.062276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151dc610-a92b-41ad-8920-dc36c1657b80 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:12.066283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-151dc610-a92b-41ad-8920-dc36c1657b80 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/2a009cb4-1460-432a-9584-98a8c0b517af HTTP/1.1" status: 404 len: 333 time: 0.0544386 Nov 12 08:48:12.073703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46874) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.124320 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.133738 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-be47cc7a-10f5-4644-a96b-548c4e698963 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0367353 Nov 12 08:48:12.135329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46880) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.158588 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.182892 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "DELETE /v2.0/networks/334860c9-5e79-4ce7-b305-963535b1ddcd HTTP/1.1" status: 204 len: 168 time: 1.4684057 Nov 12 08:48:12.195408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46882) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.195947 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffb1efd-4f3a-47a8-90c2-48201196672e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] DELETE failed (client error): The resource could not be found. Nov 12 08:48:12.195947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffb1efd-4f3a-47a8-90c2-48201196672e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:12.196649 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1ffb1efd-4f3a-47a8-90c2-48201196672e tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/034059fc-141a-405b-ab00-72001501bba5 HTTP/1.1" status: 404 len: 337 time: 0.1198213 Nov 12 08:48:12.222962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46884) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.246530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3305459f-0c98-424e-b74a-d950a3ec7a78 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:12.322779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 3305459f-0c98-424e-b74a-d950a3ec7a78 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:12.323127 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3305459f-0c98-424e-b74a-d950a3ec7a78 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:12.325901 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e15bfa-be9b-4aa2-83c3-85d8a84ccef7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:12.344237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e15bfa-be9b-4aa2-83c3-85d8a84ccef7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:12.346076 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c3e15bfa-be9b-4aa2-83c3-85d8a84ccef7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1549366 Nov 12 08:48:12.352206 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46888) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.360376 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e98db9-5357-4df1-a877-9255f3e351fe tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] DELETE failed (client error): The resource could not be found. Nov 12 08:48:12.361154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e98db9-5357-4df1-a877-9255f3e351fe tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:12.366065 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-66e98db9-5357-4df1-a877-9255f3e351fe tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/subnets/8bea11f9-2b04-4ae9-8154-93965ccb4c68 HTTP/1.1" status: 404 len: 337 time: 0.1259279 Nov 12 08:48:12.372661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46890) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.406171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b22676c-1a8f-461e-896b-e448074e3d84 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Deleting subnet 2b3d0f37-2ac6-494f-96bf-1247f0c53081 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:12.411845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5730a-ccd1-4602-9de3-ab03b11fa2dd tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event deleted for resources: {'Network': ['ID=334860c9-5e79-4ce7-b305-963535b1ddcd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:12.431633 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b22676c-1a8f-461e-896b-e448074e3d84 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.464052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b6c59872-4e47-4235-87a2-f7396e48195e None None] Provisioning complete for port 030d89b1-d6ff-4097-9249-e7604351b1ac triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:12.464669 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b6c59872-4e47-4235-87a2-f7396e48195e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.506424 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a43c0696-2930-44e9-a50e-d1435554fcbf tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.513056 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a43c0696-2930-44e9-a50e-d1435554fcbf tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.523887 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a43c0696-2930-44e9-a50e-d1435554fcbf tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "DELETE /v2.0/security-groups/78971bec-b1a3-4f17-97a3-70dabc209b16 HTTP/1.1" status: 204 len: 168 time: 0.8398952 Nov 12 08:48:12.524999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46896) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.539466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b6c59872-4e47-4235-87a2-f7396e48195e None None] Port 030d89b1-d6ff-4097-9249-e7604351b1ac cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:12.552779 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-72f8b5a8-abaa-4fa6-9eaa-1878a000eee3 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] show failed (client error): The resource could not be found. Nov 12 08:48:12.553857 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-72f8b5a8-abaa-4fa6-9eaa-1878a000eee3 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "GET /v2.0/security-groups/78971bec-b1a3-4f17-97a3-70dabc209b16 HTTP/1.1" status: 404 len: 347 time: 0.0274165 Nov 12 08:48:12.559959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46898) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.564713 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b22676c-1a8f-461e-896b-e448074e3d84 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.619361 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7764f1b7-681a-4b3c-9e60-3efcad66d362 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.620531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c0696-2930-44e9-a50e-d1435554fcbf tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78971bec-b1a3-4f17-97a3-70dabc209b16,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:12.634991 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7764f1b7-681a-4b3c-9e60-3efcad66d362 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.732110 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46900) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.748951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cc0778a1-8ac8-41ac-a490-71f395696e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.756734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0f18a890-7429-4f24-b09e-2996f80a74df tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 030d89b1-d6ff-4097-9249-e7604351b1ac {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:12.757385 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f18a890-7429-4f24-b09e-2996f80a74df tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.764293 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b22676c-1a8f-461e-896b-e448074e3d84 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.784344 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-6ebee974-2e70-4c65-a08d-897a0621055a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Deleting port 1506be73-df91-4889-8b40-688c9f8bb57f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:12.784959 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ebee974-2e70-4c65-a08d-897a0621055a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.857546 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b22676c-1a8f-461e-896b-e448074e3d84 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.867635 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ebee974-2e70-4c65-a08d-897a0621055a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.875778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7764f1b7-681a-4b3c-9e60-3efcad66d362 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.877843 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7764f1b7-681a-4b3c-9e60-3efcad66d362 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1396122 Nov 12 08:48:12.884454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-6ebee974-2e70-4c65-a08d-897a0621055a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Calling delete_port for 1506be73-df91-4889-8b40-688c9f8bb57f owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:12.885742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46902) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.894006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-96d4df1d-214a-4f07-ab7c-2ffd1617277c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:12.894452 n-d-768851-18 neutron-server[102444]: WARNING neutron.api.v2.base [None req-96d4df1d-214a-4f07-ab7c-2ffd1617277c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 08:48:12.894975 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-96d4df1d-214a-4f07-ab7c-2ffd1617277c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 08:48:12.896868 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-96d4df1d-214a-4f07-ab7c-2ffd1617277c tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "PUT /v2.0/security-groups/58dbfb87-8d47-4bcf-bd69-5ac02df1d69f HTTP/1.1" status: 409 len: 330 time: 0.0076694 Nov 12 08:48:12.924731 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764f1b7-681a-4b3c-9e60-3efcad66d362 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58dbfb87-8d47-4bcf-bd69-5ac02df1d69f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:12.940492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46904) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:12.950367 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd248f-15bd-4229-9ac8-3ca8fef258bf None None] Network 26bf9ac5-2dca-41da-bcb5-8fe035bc877b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:12.983435 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ebee974-2e70-4c65-a08d-897a0621055a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.998121 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3b22676c-1a8f-461e-896b-e448074e3d84 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.010105 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3b22676c-1a8f-461e-896b-e448074e3d84 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "DELETE /v2.0/subnets/2b3d0f37-2ac6-494f-96bf-1247f0c53081 HTTP/1.1" status: 204 len: 168 time: 0.8141482 Nov 12 08:48:13.012110 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22676c-1a8f-461e-896b-e448074e3d84 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3d0f37-2ac6-494f-96bf-1247f0c53081,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:13.033131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46906) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:13.070619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebee974-2e70-4c65-a08d-897a0621055a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Port': ['ID=1506be73-df91-4889-8b40-688c9f8bb57f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:13.087289 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ebee974-2e70-4c65-a08d-897a0621055a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.090647 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6ebee974-2e70-4c65-a08d-897a0621055a tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/ports/1506be73-df91-4889-8b40-688c9f8bb57f HTTP/1.1" status: 204 len: 168 time: 0.6891873 Nov 12 08:48:13.101930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46908) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:13.128688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c6568af7-68a4-4979-b38d-c882aa7bf351 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Deleting port 8146b9d8-e464-4f0a-acf8-4f81b6193451 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:13.129036 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6568af7-68a4-4979-b38d-c882aa7bf351 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.151472 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f18a890-7429-4f24-b09e-2996f80a74df tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.231354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0f18a890-7429-4f24-b09e-2996f80a74df tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 030d89b1-d6ff-4097-9249-e7604351b1ac owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:13.361859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f8ff9-0093-43f6-85cb-7b027864c20b None None] DHCP port deletion for 26bf9ac5-2dca-41da-bcb5-8fe035bc877b request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:13.429875 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cc0778a1-8ac8-41ac-a490-71f395696e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.443666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cc0778a1-8ac8-41ac-a490-71f395696e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.450843 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6568af7-68a4-4979-b38d-c882aa7bf351 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.454278 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6568af7-68a4-4979-b38d-c882aa7bf351 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.500256 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c6568af7-68a4-4979-b38d-c882aa7bf351 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Calling delete_port for 8146b9d8-e464-4f0a-acf8-4f81b6193451 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:13.545061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0778a1-8ac8-41ac-a490-71f395696e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40949808-7c02-499b-8f4b-369906210d50,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:13.553878 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cc0778a1-8ac8-41ac-a490-71f395696e5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99e9647fb7c94fd6b46a1e3149a1b3da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8199179 Nov 12 08:48:13.564414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46914) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:13.594809 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cef1496-e071-4fbd-8a5c-43da1be0a8d3 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.606907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-804f8ff9-0093-43f6-85cb-7b027864c20b None None] Deleting port d56f7c98-1ffe-46ae-a272-676cf19c40ca {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:13.607455 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-804f8ff9-0093-43f6-85cb-7b027864c20b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.671979 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.706564 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.709528 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cef1496-e071-4fbd-8a5c-43da1be0a8d3 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.742581 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6568af7-68a4-4979-b38d-c882aa7bf351 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.772659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-804f8ff9-0093-43f6-85cb-7b027864c20b None None] For port d56f7c98-1ffe-46ae-a272-676cf19c40ca, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d56f7c98-1ffe-46ae-a272-676cf19c40ca,segment=NetworkSegment(b9195561-0bdc-42a3-9b0a-45b90008b0c1),segment_id=b9195561-0bdc-42a3-9b0a-45b90008b0c1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:13.773151 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-804f8ff9-0093-43f6-85cb-7b027864c20b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.777357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fbda4c-de91-4cd9-b1ad-f3edd528ed7b None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:13.792786 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ce3da70-db88-4a6b-bf8f-57abe97e9b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.794437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-804f8ff9-0093-43f6-85cb-7b027864c20b None None] Calling delete_port for d56f7c98-1ffe-46ae-a272-676cf19c40ca owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:13.861771 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6568af7-68a4-4979-b38d-c882aa7bf351 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Port': ['ID=8146b9d8-e464-4f0a-acf8-4f81b6193451,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:13.872151 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cef1496-e071-4fbd-8a5c-43da1be0a8d3 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.885695 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cef1496-e071-4fbd-8a5c-43da1be0a8d3 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.886889 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1cef1496-e071-4fbd-8a5c-43da1be0a8d3 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "DELETE /v2.0/security-groups/58dbfb87-8d47-4bcf-bd69-5ac02df1d69f HTTP/1.1" status: 204 len: 168 time: 0.9428248 Nov 12 08:48:13.890243 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ce3da70-db88-4a6b-bf8f-57abe97e9b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.903737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46916) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:13.954386 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6568af7-68a4-4979-b38d-c882aa7bf351 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.957074 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-804f8ff9-0093-43f6-85cb-7b027864c20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.960453 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6568af7-68a4-4979-b38d-c882aa7bf351 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.963671 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c6568af7-68a4-4979-b38d-c882aa7bf351 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "DELETE /v2.0/floatingips/d3dc087f-6528-4e7d-9ae5-b1642d9f3297 HTTP/1.1" status: 204 len: 168 time: 1.4004822 Nov 12 08:48:13.967590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef1496-e071-4fbd-8a5c-43da1be0a8d3 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dbfb87-8d47-4bcf-bd69-5ac02df1d69f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:13.977332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:13.978278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46918) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:13.995554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f8ff9-0093-43f6-85cb-7b027864c20b None None] No DVR routers for this DVR port d56f7c98-1ffe-46ae-a272-676cf19c40ca on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:13.998930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f8ff9-0093-43f6-85cb-7b027864c20b None None] Pushing event deleted for resources: {'Port': ['ID=d56f7c98-1ffe-46ae-a272-676cf19c40ca,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:14.060934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Deleting port d56f7c98-1ffe-46ae-a272-676cf19c40ca {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:14.061538 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.098152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e430972b-b0b2-42c2-a0cf-710d7ce1f7cd']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:14.119458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-30a971e8-1a56-4674-8be6-7e4486b539d1 tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2123134 Nov 12 08:48:14.125614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e90ae77-6938-49e9-8457-a1af4bd4c954') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:14.125614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e90ae77-6938-49e9-8457-a1af4bd4c954') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:14.129508 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46920) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.170009 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-402b934e-5658-4831-9001-92555e235e2b tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] delete failed (client error): The resource could not be found. Nov 12 08:48:14.176771 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-402b934e-5658-4831-9001-92555e235e2b tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "DELETE /v2.0/security-groups/cd94f302-0ddb-420a-b769-7463deb3f7fc HTTP/1.1" status: 404 len: 347 time: 0.0386260 Nov 12 08:48:14.180520 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46922) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.210331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] For port d56f7c98-1ffe-46ae-a272-676cf19c40ca, host n-d-768851-18, got binding levels [] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:14.210747 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.218046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f18a890-7429-4f24-b09e-2996f80a74df tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.220837 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-13102b67-4f94-4d62-8c9d-53833b0b315d tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] show failed (client error): The resource could not be found. Nov 12 08:48:14.226081 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-13102b67-4f94-4d62-8c9d-53833b0b315d tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "GET /v2.0/security-groups/8b0296cc-1988-45a1-bfa4-5d3cf82dadab HTTP/1.1" status: 404 len: 347 time: 0.0393715 Nov 12 08:48:14.226284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ce3da70-db88-4a6b-bf8f-57abe97e9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.226284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ce3da70-db88-4a6b-bf8f-57abe97e9b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.226284 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8ce3da70-db88-4a6b-bf8f-57abe97e9b1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40949808-7c02-499b-8f4b-369906210d50 HTTP/1.1" status: 204 len: 168 time: 0.6562662 Nov 12 08:48:14.230222 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.237638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d56f7c98-1ffe-46ae-a272-676cf19c40ca no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:14.247212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46926) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.252216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Calling delete_port for d56f7c98-1ffe-46ae-a272-676cf19c40ca owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:14.271536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.ipam_backend_mixin [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Port d56f7c98-1ffe-46ae-a272-676cf19c40ca was not found and therefore no delete operation was performed {{(pid=102444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:48:14.275886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: d56f7c98-1ffe-46ae-a272-676cf19c40ca {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:14.276247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d56f7c98-1ffe-46ae-a272-676cf19c40ca not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:14.280371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18a890-7429-4f24-b09e-2996f80a74df tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=030d89b1-d6ff-4097-9249-e7604351b1ac,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:14.281520 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.283990 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.287593 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-2b4a6db8-c73d-4097-9c5a-48ae81b9123d tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] show failed (client error): The resource could not be found. Nov 12 08:48:14.293068 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2b4a6db8-c73d-4097-9c5a-48ae81b9123d tempest-NegativeSecGroupIPv6Test-156114602 tempest-NegativeSecGroupIPv6Test-156114602-project] 10.222.0.31 "GET /v2.0/security-group-rules/02b5e72d-259f-449f-88c4-efd4af946431 HTTP/1.1" status: 404 len: 356 time: 0.0401950 Nov 12 08:48:14.293068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3da70-db88-4a6b-bf8f-57abe97e9b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40949808-7c02-499b-8f4b-369906210d50,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:14.320391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:14.320804 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:14.324528 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:14.336960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event deleted for resources: {'Port': ['ID=d56f7c98-1ffe-46ae-a272-676cf19c40ca,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:14.348244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] No DVR routers for this DVR port d56f7c98-1ffe-46ae-a272-676cf19c40ca on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:14.566556 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.580949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-569faea8-b385-4a46-a344-9478b2bf818c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Deleting port 190b3afb-1975-4cc4-95e6-fe8cb89b1120 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:14.581833 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-569faea8-b385-4a46-a344-9478b2bf818c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.610150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bf9ac5-2dca-41da-bcb5-8fe035bc877b']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:14.635588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9195561-0bdc-42a3-9b0a-45b90008b0c1') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:14.635809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9195561-0bdc-42a3-9b0a-45b90008b0c1') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:14.656319 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.687558 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.713332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.718546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] 10.222.0.31 "DELETE /v2.0/networks/e430972b-b0b2-42c2-a0cf-710d7ce1f7cd HTTP/1.1" status: 204 len: 168 time: 1.6109004 Nov 12 08:48:14.734379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.739709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff64b4-8b0f-4361-8490-1866110d5038 tempest-PortsTestJSON-758876109 tempest-PortsTestJSON-758876109-project] Pushing event deleted for resources: {'Network': ['ID=e430972b-b0b2-42c2-a0cf-710d7ce1f7cd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:14.744180 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f18a890-7429-4f24-b09e-2996f80a74df tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.752802 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0f18a890-7429-4f24-b09e-2996f80a74df tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/030d89b1-d6ff-4097-9249-e7604351b1ac HTTP/1.1" status: 204 len: 168 time: 2.3992853 Nov 12 08:48:14.755757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:14.757955 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:14.761431 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:14.765603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46946) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:14.885799 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-569faea8-b385-4a46-a344-9478b2bf818c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:14.907807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-569faea8-b385-4a46-a344-9478b2bf818c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Calling delete_port for 190b3afb-1975-4cc4-95e6-fe8cb89b1120 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:14.936467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46954) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.004182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.012192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f40d1-0269-46ea-aea1-6c4e039ac900 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:15.014547 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f40d1-0269-46ea-aea1-6c4e039ac900 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:15.016220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26f40d1-0269-46ea-aea1-6c4e039ac900 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:15.021255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f26f40d1-0269-46ea-aea1-6c4e039ac900 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2539182 Nov 12 08:48:15.021888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46962) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.035756 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.040699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "DELETE /v2.0/networks/26bf9ac5-2dca-41da-bcb5-8fe035bc877b HTTP/1.1" status: 204 len: 168 time: 2.0055285 Nov 12 08:48:15.043670 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46964) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.105055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848976ed-5c42-4229-b2f5-f56a40b0f605 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Pushing event deleted for resources: {'Network': ['ID=26bf9ac5-2dca-41da-bcb5-8fe035bc877b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:15.152449 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ce9b0a-1a64-4540-bebb-c31818ae0bd7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 17879249-5b24-47a9-a17f-b44e588cc592 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:15.157005 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7e0f74c1-c11f-47e0-b61c-118627948506 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "GET /v2.0/ports?device_id=d724ce97-6b2d-41a4-85ed-0c33b81a8a06 HTTP/1.1" status: 200 len: 205 time: 0.1117804 Nov 12 08:48:15.161625 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46970) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.165750 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-45ce9b0a-1a64-4540-bebb-c31818ae0bd7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.239959 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-45ce9b0a-1a64-4540-bebb-c31818ae0bd7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.323925 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-059e6025-4a92-4a43-80e0-d7cc83f838d3 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.363758 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-45ce9b0a-1a64-4540-bebb-c31818ae0bd7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.377419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 46978) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.384568 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-569faea8-b385-4a46-a344-9478b2bf818c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.472569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569faea8-b385-4a46-a344-9478b2bf818c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Port': ['ID=190b3afb-1975-4cc4-95e6-fe8cb89b1120,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:15.489427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-35960069-7ade-4197-9485-c9ca399faba4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70d109e3e2c4457293bdb9bdab18d464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5424922 Nov 12 08:48:15.491867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46988) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.536375 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-45ce9b0a-1a64-4540-bebb-c31818ae0bd7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.595922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce9b0a-1a64-4540-bebb-c31818ae0bd7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=17879249-5b24-47a9-a17f-b44e588cc592,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:15.604691 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-45ce9b0a-1a64-4540-bebb-c31818ae0bd7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.608532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-45ce9b0a-1a64-4540-bebb-c31818ae0bd7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/17879249-5b24-47a9-a17f-b44e588cc592 HTTP/1.1" status: 204 len: 168 time: 0.5840240 Nov 12 08:48:15.612736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46994) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.613788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a73c4-541a-440b-b8f9-0071d78c01d5 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:15.626588 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-059e6025-4a92-4a43-80e0-d7cc83f838d3 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.629346 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-059e6025-4a92-4a43-80e0-d7cc83f838d3 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.690036 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-059e6025-4a92-4a43-80e0-d7cc83f838d3 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.690564 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059e6025-4a92-4a43-80e0-d7cc83f838d3 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Fanout notify agent at l3_agent the message router_deleted on router d724ce97-6b2d-41a4-85ed-0c33b81a8a06 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:48:15.714358 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-059e6025-4a92-4a43-80e0-d7cc83f838d3 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.718206 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-059e6025-4a92-4a43-80e0-d7cc83f838d3 tempest-RoutersNegativeTest-1299310004 tempest-RoutersNegativeTest-1299310004-project] 10.222.0.31 "DELETE /v2.0/routers/d724ce97-6b2d-41a4-85ed-0c33b81a8a06 HTTP/1.1" status: 204 len: 168 time: 0.5529668 Nov 12 08:48:15.732877 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe23e26-0a07-44fc-b8f7-1b3e2cc99f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.746380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d3e1ef-66f3-4aad-9227-30a51d1c0824 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 7f751a3a-51a5-4a29-96cd-3c4cad4eb5a2 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:15.763872 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e1ef-66f3-4aad-9227-30a51d1c0824 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.785408 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-569faea8-b385-4a46-a344-9478b2bf818c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.796338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47004) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:15.797299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-569faea8-b385-4a46-a344-9478b2bf818c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "DELETE /v2.0/ports/190b3afb-1975-4cc4-95e6-fe8cb89b1120 HTTP/1.1" status: 204 len: 168 time: 1.8154573 Nov 12 08:48:15.819000 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe23e26-0a07-44fc-b8f7-1b3e2cc99f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:15.942709 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2161c9ac-0060-4a51-ba42-13f9c1cefb80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d14d39a6e8544b792b389274140b997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5640874 Nov 12 08:48:15.950413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47010) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:16.092843 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e1ef-66f3-4aad-9227-30a51d1c0824 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.124100 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.177555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.197951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47016) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:16.317779 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe23e26-0a07-44fc-b8f7-1b3e2cc99f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.321767 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.325247 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.327255 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fe23e26-0a07-44fc-b8f7-1b3e2cc99f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.327959 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45415e99-c7a4-4aaf-bfd8-8b762bd44ee5 HTTP/1.1" status: 204 len: 168 time: 0.3765044 Nov 12 08:48:16.328692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3fe23e26-0a07-44fc-b8f7-1b3e2cc99f9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36404f16-1a74-4d42-9d4f-e9913a0d684e HTTP/1.1" status: 204 len: 168 time: 0.8356073 Nov 12 08:48:16.345156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45415e99-c7a4-4aaf-bfd8-8b762bd44ee5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:16.365531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-869f78ad-6fe5-404a-8043-2f56ed979865 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Deleting port d2d466ea-8a87-4294-83d6-4e59236e9d48 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:16.366020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-869f78ad-6fe5-404a-8043-2f56ed979865 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.377552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:16.378296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:16.378656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:16.382630 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:16.382997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:16.383334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:16.383664 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:16.387857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:16.389338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:16.389689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:16.390035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:16.390370 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87765f0f-3d0f-47fb-bc74-432632bd9813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:16.499573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe23e26-0a07-44fc-b8f7-1b3e2cc99f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36404f16-1a74-4d42-9d4f-e9913a0d684e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:16.512553 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-869f78ad-6fe5-404a-8043-2f56ed979865 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.583813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-869f78ad-6fe5-404a-8043-2f56ed979865 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Calling delete_port for d2d466ea-8a87-4294-83d6-4e59236e9d48 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:16.608266 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e1ef-66f3-4aad-9227-30a51d1c0824 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.669245 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2b0c9627-5e92-4804-82af-78b6e8d18d55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=564802fd6cc6433c83a44669ed654ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4700820 Nov 12 08:48:16.685554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47032) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.004332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57463adc-6a57-4d52-9ac6-f2f8886f7dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.058688 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e1ef-66f3-4aad-9227-30a51d1c0824 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.174840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3e1ef-66f3-4aad-9227-30a51d1c0824 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=7f751a3a-51a5-4a29-96cd-3c4cad4eb5a2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:17.177118 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d3e1ef-66f3-4aad-9227-30a51d1c0824 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.181833 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e9d3e1ef-66f3-4aad-9227-30a51d1c0824 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/7f751a3a-51a5-4a29-96cd-3c4cad4eb5a2 HTTP/1.1" status: 204 len: 168 time: 1.5678091 Nov 12 08:48:17.184361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47044) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.194328 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57463adc-6a57-4d52-9ac6-f2f8886f7dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.203422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68b7a7c-d4a9-471e-89e4-ab73c11732f3 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:17.255127 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4a9ae87a-7cac-4384-b0e1-d4f54666f225 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687287 Nov 12 08:48:17.265366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47050) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.346504 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57463adc-6a57-4d52-9ac6-f2f8886f7dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.349340 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57463adc-6a57-4d52-9ac6-f2f8886f7dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.350735 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-57463adc-6a57-4d52-9ac6-f2f8886f7dea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/289ece08-ba16-45bb-aa5a-920c9ac6519a HTTP/1.1" status: 204 len: 168 time: 0.6605346 Nov 12 08:48:17.366908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57463adc-6a57-4d52-9ac6-f2f8886f7dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289ece08-ba16-45bb-aa5a-920c9ac6519a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:17.368744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-869f78ad-6fe5-404a-8043-2f56ed979865 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.409669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f78ad-6fe5-404a-8043-2f56ed979865 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Port': ['ID=d2d466ea-8a87-4294-83d6-4e59236e9d48,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:17.444163 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776cd93a-74d2-4302-bd08-53363429a609 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:17.450118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47062) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.451226 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-776cd93a-74d2-4302-bd08-53363429a609 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1846318 Nov 12 08:48:17.560580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6a89db43-97bd-47af-9936-d00e56dd18cc None None] Provisioning complete for port 67fbfa5a-5859-4122-b0a4-c83a23ade13f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:17.563487 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6a89db43-97bd-47af-9936-d00e56dd18cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.613182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8b54bd-6d68-48a5-b848-6e3e4aaeed74 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:17.614972 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1f8b54bd-6d68-48a5-b848-6e3e4aaeed74 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1634958 Nov 12 08:48:17.618104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47070) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.638295 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-869f78ad-6fe5-404a-8043-2f56ed979865 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.643740 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-869f78ad-6fe5-404a-8043-2f56ed979865 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "DELETE /v2.0/ports/d2d466ea-8a87-4294-83d6-4e59236e9d48 HTTP/1.1" status: 204 len: 168 time: 1.8424833 Nov 12 08:48:17.646203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47072) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.735591 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-92b9df02-4d15-4687-9ae2-e2491873ac35 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150448 Nov 12 08:48:17.743453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4be1e8-c255-44a3-98ef-282d8128d10c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Deleting subnet fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:17.744465 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47076) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:17.757178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8ab5ad96-2265-4a63-a883-00dce80ffe5d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:17.765563 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1e8-c255-44a3-98ef-282d8128d10c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:17.879700 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d11ce42-0a7e-40e1-a8f9-f14af37604ef None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:17.906664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1e8-c255-44a3-98ef-282d8128d10c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.029810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8d11ce42-0a7e-40e1-a8f9-f14af37604ef None None] Deleting port 67fbfa5a-5859-4122-b0a4-c83a23ade13f {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:18.030193 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d11ce42-0a7e-40e1-a8f9-f14af37604ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.103537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab5ad96-2265-4a63-a883-00dce80ffe5d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:18.114203 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ab5ad96-2265-4a63-a883-00dce80ffe5d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.117921 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab5ad96-2265-4a63-a883-00dce80ffe5d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:18.119614 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab5ad96-2265-4a63-a883-00dce80ffe5d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:18.169621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8ab5ad96-2265-4a63-a883-00dce80ffe5d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4212139 Nov 12 08:48:18.171300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47086) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:18.192533 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5740c660-2a94-444a-b04d-f5a7c49639e3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:18.244761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8d11ce42-0a7e-40e1-a8f9-f14af37604ef None None] For port 67fbfa5a-5859-4122-b0a4-c83a23ade13f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=67fbfa5a-5859-4122-b0a4-c83a23ade13f,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:18.245542 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d11ce42-0a7e-40e1-a8f9-f14af37604ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.246334 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1e8-c255-44a3-98ef-282d8128d10c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.274174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8d11ce42-0a7e-40e1-a8f9-f14af37604ef None None] Calling delete_port for 67fbfa5a-5859-4122-b0a4-c83a23ade13f owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:18.458954 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1e8-c255-44a3-98ef-282d8128d10c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.474164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 67fbfa5a-5859-4122-b0a4-c83a23ade13f no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:18.478795 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d11ce42-0a7e-40e1-a8f9-f14af37604ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.566576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4be1e8-c255-44a3-98ef-282d8128d10c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Subnet': ['ID=fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:18.573934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5740c660-2a94-444a-b04d-f5a7c49639e3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:18.579871 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5740c660-2a94-444a-b04d-f5a7c49639e3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.581596 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5740c660-2a94-444a-b04d-f5a7c49639e3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:18.584440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5740c660-2a94-444a-b04d-f5a7c49639e3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:18.586119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f4be1e8-c255-44a3-98ef-282d8128d10c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.598791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5f4be1e8-c255-44a3-98ef-282d8128d10c tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "DELETE /v2.0/subnets/fdad18ca-2a3a-483a-bbbc-e7b9d5a647a0 HTTP/1.1" status: 204 len: 168 time: 0.9507596 Nov 12 08:48:18.599242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47096) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:18.608297 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 67fbfa5a-5859-4122-b0a4-c83a23ade13f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:18.609555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 67fbfa5a-5859-4122-b0a4-c83a23ade13f not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:18.637265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ae65af-f110-41be-ac62-46d3a230c52f None None] Network 631d573a-b698-41e7-b1e5-d92155823f60 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:18.647377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11ce42-0a7e-40e1-a8f9-f14af37604ef None None] Pushing event deleted for resources: {'Port': ['ID=67fbfa5a-5859-4122-b0a4-c83a23ade13f,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:18.664818 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5740c660-2a94-444a-b04d-f5a7c49639e3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4904132 Nov 12 08:48:18.667659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47100) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:18.674606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-217c7cac-009b-40da-96a2-f03ec519a62d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:18.708273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-091c5b13-4d15-4c3d-90f5-369ecefe5576 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Deleting subnet de971389-a3c4-4bbe-aef2-60ce22e8865c {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:18.713279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11ce42-0a7e-40e1-a8f9-f14af37604ef None None] No DVR routers for this DVR port 67fbfa5a-5859-4122-b0a4-c83a23ade13f on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:18.722654 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-091c5b13-4d15-4c3d-90f5-369ecefe5576 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.907430 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-091c5b13-4d15-4c3d-90f5-369ecefe5576 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.964055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217c7cac-009b-40da-96a2-f03ec519a62d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:18.973865 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-217c7cac-009b-40da-96a2-f03ec519a62d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.978168 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-217c7cac-009b-40da-96a2-f03ec519a62d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:18.981022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217c7cac-009b-40da-96a2-f03ec519a62d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:19.025581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-217c7cac-009b-40da-96a2-f03ec519a62d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3566732 Nov 12 08:48:19.031706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47116) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:19.041947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3d8067b8-f309-4a91-a70f-173c8f38506a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:19.122376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5388092-1961-4232-ae35-ef66bfa22e5e None None] DHCP port deletion for 631d573a-b698-41e7-b1e5-d92155823f60 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:19.221229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f5388092-1961-4232-ae35-ef66bfa22e5e None None] Deleting port 8b583e14-e7d1-4934-aeeb-93d075b8230c {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:19.221616 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f5388092-1961-4232-ae35-ef66bfa22e5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.280771 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-091c5b13-4d15-4c3d-90f5-369ecefe5576 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.363475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8067b8-f309-4a91-a70f-173c8f38506a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:19.375859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d8067b8-f309-4a91-a70f-173c8f38506a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.378493 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8067b8-f309-4a91-a70f-173c8f38506a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:19.380189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8067b8-f309-4a91-a70f-173c8f38506a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:19.392634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-f5388092-1961-4232-ae35-ef66bfa22e5e None None] For port 8b583e14-e7d1-4934-aeeb-93d075b8230c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8b583e14-e7d1-4934-aeeb-93d075b8230c,segment=NetworkSegment(2a4eade1-682b-440d-a232-4a8166df29d2),segment_id=2a4eade1-682b-440d-a232-4a8166df29d2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:19.393847 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f5388092-1961-4232-ae35-ef66bfa22e5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.396921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-091c5b13-4d15-4c3d-90f5-369ecefe5576 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.409890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f5388092-1961-4232-ae35-ef66bfa22e5e None None] Calling delete_port for 8b583e14-e7d1-4934-aeeb-93d075b8230c owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:19.421661 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3d8067b8-f309-4a91-a70f-173c8f38506a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3854947 Nov 12 08:48:19.422008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47126) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:19.431324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ea8ee2b0-a4b8-4721-b224-9fc73ab85a8b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:19.480214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47128) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:19.489444 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-091c5b13-4d15-4c3d-90f5-369ecefe5576 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.493675 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-091c5b13-4d15-4c3d-90f5-369ecefe5576 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "DELETE /v2.0/subnets/de971389-a3c4-4bbe-aef2-60ce22e8865c HTTP/1.1" status: 204 len: 168 time: 0.8921957 Nov 12 08:48:19.501812 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47132) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:19.502150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47134) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:19.502906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ede255-6735-498e-ae69-4504e91d483a None None] Network 8787d18b-6228-45e2-ba7c-25cbf1ddd91f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:19.520885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c5b13-4d15-4c3d-90f5-369ecefe5576 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Subnet': ['ID=de971389-a3c4-4bbe-aef2-60ce22e8865c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:19.644134 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.689839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8ee2b0-a4b8-4721-b224-9fc73ab85a8b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:19.693946 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee2b0-a4b8-4721-b224-9fc73ab85a8b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.695398 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8ee2b0-a4b8-4721-b224-9fc73ab85a8b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:19.695846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8ee2b0-a4b8-4721-b224-9fc73ab85a8b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:19.729341 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ea8ee2b0-a4b8-4721-b224-9fc73ab85a8b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3035331 Nov 12 08:48:19.729608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47148) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:19.735275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-bea7cac9-7f37-4352-998c-5733e0e3b28d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:19.817759 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f5388092-1961-4232-ae35-ef66bfa22e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.852740 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b3e80bc1-6b6d-48c2-bbfa-f8be06c79552 tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1070128771', 'prefixes': ['172.20.0.0/16']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:19.932675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Deleting port 8b583e14-e7d1-4934-aeeb-93d075b8230c {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:19.937829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea7cac9-7f37-4352-998c-5733e0e3b28d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:19.941215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.941895 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bea7cac9-7f37-4352-998c-5733e0e3b28d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.943362 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea7cac9-7f37-4352-998c-5733e0e3b28d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:48:19.943905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea7cac9-7f37-4352-998c-5733e0e3b28d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:48:19.987045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bea7cac9-7f37-4352-998c-5733e0e3b28d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2518063 Nov 12 08:48:19.993227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47156) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:20.050696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1620286e-0362-438b-ba33-e777abff818d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0549810 Nov 12 08:48:20.053694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47160) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:20.139302 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.api [None req-b3e80bc1-6b6d-48c2-bbfa-f8be06c79552 tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:48:20.139302 n-d-768851-18 neutron-server[102445]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 08:48:20.139302 n-d-768851-18 neutron-server[102445]: [parameters: {'project_id': '8de92cb8853f4bc2bbb27da40dfd714a', 'id': 'f470435b-749a-4b88-9c36-ccde649e1f34', 'expiration': datetime.datetime(2021, 11, 12, 8, 50, 19, 916407)}] Nov 12 08:48:20.139302 n-d-768851-18 neutron-server[102445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:48:20.139808 n-d-768851-18 neutron-server[102445]: DEBUG oslo_db.api [None req-b3e80bc1-6b6d-48c2-bbfa-f8be06c79552 tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:48:20.156761 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] For port 8b583e14-e7d1-4934-aeeb-93d075b8230c, host n-d-768851-18, got binding levels [] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:20.156974 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.164400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9c7fd3-73c6-48f2-b53f-bddc4ae41a73 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:20.168192 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ca9c7fd3-73c6-48f2-b53f-bddc4ae41a73 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1112542 Nov 12 08:48:20.177086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47166) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:20.215852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Calling delete_port for 8b583e14-e7d1-4934-aeeb-93d075b8230c owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:20.219857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Port 8b583e14-e7d1-4934-aeeb-93d075b8230c was not found and therefore no delete operation was performed {{(pid=102445) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:48:20.221622 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.240587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5388092-1961-4232-ae35-ef66bfa22e5e None None] No DVR routers for this DVR port 8b583e14-e7d1-4934-aeeb-93d075b8230c on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:20.249741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5388092-1961-4232-ae35-ef66bfa22e5e None None] Pushing event deleted for resources: {'Port': ['ID=8b583e14-e7d1-4934-aeeb-93d075b8230c,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:20.255890 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b3270a4d-56c9-48ed-aa8c-988514d02b1f tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775483 Nov 12 08:48:20.266703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47168) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:20.271531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e6e362ca-5335-414a-8ff1-33c84f599a4d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:20.276829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1096009021'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:20.286285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Port': ['ID=8b583e14-e7d1-4934-aeeb-93d075b8230c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:20.293601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8b583e14-e7d1-4934-aeeb-93d075b8230c no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:20.303226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] No DVR routers for this DVR port 8b583e14-e7d1-4934-aeeb-93d075b8230c on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:20.365603 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 8b583e14-e7d1-4934-aeeb-93d075b8230c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:20.365953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8b583e14-e7d1-4934-aeeb-93d075b8230c not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:20.380017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47172) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:20.397639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d29b3a-d9b4-4299-a61b-2b091921384c None None] DHCP port deletion for 8787d18b-6228-45e2-ba7c-25cbf1ddd91f request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:20.439719 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.465223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631d573a-b698-41e7-b1e5-d92155823f60']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:20.478349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4eade1-682b-440d-a232-4a8166df29d2') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:20.478685 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4eade1-682b-440d-a232-4a8166df29d2') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:20.492179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.492546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e5d29b3a-d9b4-4299-a61b-2b091921384c None None] Deleting port 59fc5213-dad0-413f-8373-91d0ef90648c {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:20.492967 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5d29b3a-d9b4-4299-a61b-2b091921384c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.510691 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.527067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:20.527536 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.540856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d0c8e6de-a73e-4089-9477-05a8ab3ee936 tempest-DvrRoutersNegativeTest-184762838 tempest-DvrRoutersNegativeTest-184762838-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-198692057', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:20.556116 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:20.558298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.policy [None req-d0c8e6de-a73e-4089-9477-05a8ab3ee936 tempest-DvrRoutersNegativeTest-184762838 tempest-DvrRoutersNegativeTest-184762838-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102444) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 08:48:20.558298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.policy [None req-d0c8e6de-a73e-4089-9477-05a8ab3ee936 tempest-DvrRoutersNegativeTest-184762838 tempest-DvrRoutersNegativeTest-184762838-project] Failed policy check for 'create_router' {{(pid=102444) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 08:48:20.558298 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-d0c8e6de-a73e-4089-9477-05a8ab3ee936 tempest-DvrRoutersNegativeTest-184762838 tempest-DvrRoutersNegativeTest-184762838-project] create failed (client error): Access was denied to this resource. Nov 12 08:48:20.572725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d0c8e6de-a73e-4089-9477-05a8ab3ee936 tempest-DvrRoutersNegativeTest-184762838 tempest-DvrRoutersNegativeTest-184762838-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1916177 Nov 12 08:48:20.606070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Made reservation on behalf of 027c2611575b4cde99f0f51a704ae002 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:20.610724 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.623182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e362ca-5335-414a-8ff1-33c84f599a4d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:20.629087 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e6e362ca-5335-414a-8ff1-33c84f599a4d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.633262 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e5d29b3a-d9b4-4299-a61b-2b091921384c None None] For port 59fc5213-dad0-413f-8373-91d0ef90648c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=59fc5213-dad0-413f-8373-91d0ef90648c,segment=NetworkSegment(596069bd-7f5b-4a31-88c1-0979d7d643eb),segment_id=596069bd-7f5b-4a31-88c1-0979d7d643eb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:20.633675 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5d29b3a-d9b4-4299-a61b-2b091921384c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.661172 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.667135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e5d29b3a-d9b4-4299-a61b-2b091921384c None None] Calling delete_port for 59fc5213-dad0-413f-8373-91d0ef90648c owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:20.823839 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.827645 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e5d29b3a-d9b4-4299-a61b-2b091921384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.835761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47182) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:20.849789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d29b3a-d9b4-4299-a61b-2b091921384c None None] No DVR routers for this DVR port 59fc5213-dad0-413f-8373-91d0ef90648c on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:20.893147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.906617 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "DELETE /v2.0/networks/631d573a-b698-41e7-b1e5-d92155823f60 HTTP/1.1" status: 204 len: 168 time: 1.3931262 Nov 12 08:48:20.906884 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d29b3a-d9b4-4299-a61b-2b091921384c None None] Pushing event deleted for resources: {'Port': ['ID=59fc5213-dad0-413f-8373-91d0ef90648c,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:20.913614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47186) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:20.953537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c1653-4203-4b9a-8198-4140d8bd6011 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Network': ['ID=631d573a-b698-41e7-b1e5-d92155823f60,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:21.032686 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3e80bc1-6b6d-48c2-bbfa-f8be06c79552 tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] Publish callbacks [] for subnetpool, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.034345 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b3e80bc1-6b6d-48c2-bbfa-f8be06c79552 tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.5386314 Nov 12 08:48:21.038436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47190) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:21.090530 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.116526 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.122380 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-54b32c01-ca25-4bb7-85de-22e0d9a5268c tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] 10.222.0.31 "GET /v2.0/subnetpools/489e7ed5-5442-48a0-95f1-5710b8110eca HTTP/1.1" status: 200 len: 732 time: 0.0823567 Nov 12 08:48:21.124837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47192) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:21.128075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.134437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b3bdcab3-0059-4d46-9a2d-532eae9f9223 tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-59679379'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:21.156590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47194) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:21.189324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:21.312867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-852654193'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:21.339622 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35b0c1ac-fda5-47ed-9c33-773a507d22de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.355898 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b3bdcab3-0059-4d46-9a2d-532eae9f9223 tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] Publish callbacks [] for subnetpool, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.357260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b3bdcab3-0059-4d46-9a2d-532eae9f9223 tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] 10.222.0.31 "PUT /v2.0/subnetpools/489e7ed5-5442-48a0-95f1-5710b8110eca HTTP/1.1" status: 200 len: 682 time: 0.2308331 Nov 12 08:48:21.364459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47200) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:21.372157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.372525 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Added segment f693a025-2012-4614-82ba-b713f994ea96 of type vlan for network d5624432-bf34-44c6-9758-242c8cab5488 Nov 12 08:48:21.380062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3969bd68-ca6d-43ff-be5c-731b4c3a67ab,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:21.440731 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.442432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Made reservation on behalf of dcdb2cd555bf4f21bc461efc0522c949 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:21.446025 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.497722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-e6e362ca-5335-414a-8ff1-33c84f599a4d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:48:21.524810 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.538798 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e6e362ca-5335-414a-8ff1-33c84f599a4d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.563269 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.615970 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-143b6deb-b4a0-46c7-be38-2a1a2d654357 tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] Publish callbacks [] for subnetpool, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.617508 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-143b6deb-b4a0-46c7-be38-2a1a2d654357 tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] 10.222.0.31 "DELETE /v2.0/subnetpools/489e7ed5-5442-48a0-95f1-5710b8110eca HTTP/1.1" status: 204 len: 168 time: 0.2519763 Nov 12 08:48:21.623029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47206) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:21.628190 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.634603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:21.635526 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.674481 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-71f3c1a5-2fe8-4b6c-821f-a2d6bf1c1d5c tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] show failed (client error): The resource could not be found. Nov 12 08:48:21.676121 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-71f3c1a5-2fe8-4b6c-821f-a2d6bf1c1d5c tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] 10.222.0.31 "GET /v2.0/subnetpools/489e7ed5-5442-48a0-95f1-5710b8110eca HTTP/1.1" status: 404 len: 346 time: 0.0492311 Nov 12 08:48:21.684761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1805732 Nov 12 08:48:21.703168 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47210) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:21.716116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8787d18b-6228-45e2-ba7c-25cbf1ddd91f']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:21.760829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596069bd-7f5b-4a31-88c1-0979d7d643eb') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:21.761147 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596069bd-7f5b-4a31-88c1-0979d7d643eb') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:21.781504 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-eecbded6-1afa-47e1-94cd-389a0297cfa2 tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] delete failed (client error): The resource could not be found. Nov 12 08:48:21.782825 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-eecbded6-1afa-47e1-94cd-389a0297cfa2 tempest-SubnetPoolsTestJSON-1313935157 tempest-SubnetPoolsTestJSON-1313935157-project] 10.222.0.31 "DELETE /v2.0/subnetpools/489e7ed5-5442-48a0-95f1-5710b8110eca HTTP/1.1" status: 404 len: 346 time: 0.0782397 Nov 12 08:48:21.785426 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35b0c1ac-fda5-47ed-9c33-773a507d22de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.793362 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17431056-dc9a-4b4d-b9ae-6a6727bd75b4 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Pushing event updated for resources: {'Network': ['ID=d5624432-bf34-44c6-9758-242c8cab5488,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:21.797774 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35b0c1ac-fda5-47ed-9c33-773a507d22de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.808641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network d5624432-bf34-44c6-9758-242c8cab5488 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:21.838589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0c1ac-fda5-47ed-9c33-773a507d22de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f4c44c-a3bb-4d66-b5c6-06f0c5830d06,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:21.846873 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.864123 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-35b0c1ac-fda5-47ed-9c33-773a507d22de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26fc8b80e0fa40e2872310266f22407d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7029762 Nov 12 08:48:21.866497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47218) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:21.886183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47220) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:21.914367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e362ca-5335-414a-8ff1-33c84f599a4d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:21.938832 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e087d91-e303-4f34-9ee9-1bee70a3b5b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.955171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e362ca-5335-414a-8ff1-33c84f599a4d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=04dfff1d-21e8-49bf-aa3d-781d77cb5684,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:21.958178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-e6e362ca-5335-414a-8ff1-33c84f599a4d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:21.965755 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.977016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:21.977629 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.981260 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e087d91-e303-4f34-9ee9-1bee70a3b5b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:21.989275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653fbbd4-5629-4db2-a2d2-cffc5a04f12d None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:22.074260 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:22.091132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e362ca-5335-414a-8ff1-33c84f599a4d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:22.092046 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e6e362ca-5335-414a-8ff1-33c84f599a4d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.099225 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.101933 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e087d91-e303-4f34-9ee9-1bee70a3b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.104794 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e087d91-e303-4f34-9ee9-1bee70a3b5b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.106176 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6e087d91-e303-4f34-9ee9-1bee70a3b5b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68f4c44c-a3bb-4d66-b5c6-06f0c5830d06 HTTP/1.1" status: 204 len: 168 time: 0.2384250 Nov 12 08:48:22.120827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.124424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e087d91-e303-4f34-9ee9-1bee70a3b5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f4c44c-a3bb-4d66-b5c6-06f0c5830d06,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:22.125321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] 10.222.0.31 "DELETE /v2.0/networks/8787d18b-6228-45e2-ba7c-25cbf1ddd91f HTTP/1.1" status: 204 len: 168 time: 1.2038529 Nov 12 08:48:22.146765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4211bb-2acb-4ee0-bd43-96911d94cba8 tempest-TaggedBootDevicesTest_v242-1947682232 tempest-TaggedBootDevicesTest_v242-1947682232-project] Pushing event deleted for resources: {'Network': ['ID=8787d18b-6228-45e2-ba7c-25cbf1ddd91f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:22.180822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e6e362ca-5335-414a-8ff1-33c84f599a4d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9120362 Nov 12 08:48:22.182300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47226) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:22.188623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:8f:7e:1c', 'name': 'tempest-NetworksTestDHCPv6-1196572082'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:22.302739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.320611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.371425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:22.398291 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.398643 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Added segment 70ff4139-de46-4345-af3e-8c490b3cfd4b of type vlan for network a4b2d54f-3b35-414c-ad83-878df2296141 Nov 12 08:48:22.462325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 59fc5213-dad0-413f-8373-91d0ef90648c no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:22.481166 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.505431 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.515437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 59fc5213-dad0-413f-8373-91d0ef90648c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:22.516146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 59fc5213-dad0-413f-8373-91d0ef90648c not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:22.575703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47234) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:22.593396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Request body: {'port': {'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488', 'binding:host_id': 'n-h2-768851-18', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-421618782'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:22.614646 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.622063 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': '04dfff1d-21e8-49bf-aa3d-781d77cb5684'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:22.623661 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.677985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Made reservation on behalf of d1118426f631489e82ce9a86d73e4f13 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:22.679202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:22.680280 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.681318 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.706482 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.803539 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076c5207-1a27-4a49-8bf8-63fe8f21ee47,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:22.844630 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3920a2cd-f285-4409-a3f8-eaae94fe24e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:22.886660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:22.921397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47244) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:22.943256 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0880384 Nov 12 08:48:22.948583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47246) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:23.000556 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Allocated IP 2001:db8::f816:3eff:fe00:67e9 (376cbd53-eef7-4f19-a11f-fa391cb12464/04dfff1d-21e8-49bf-aa3d-781d77cb5684/fa9c8355-a9e4-4fff-a600-f0ae9e05701d) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:23.024085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dad46-0eab-4dff-828f-fd3eee963f19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Pushing event updated for resources: {'Network': ['ID=a4b2d54f-3b35-414c-ad83-878df2296141,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:23.049816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2589073f-8800-4745-b603-5fdf1a546b69 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Request body: {'subnet': {'network_id': 'a4b2d54f-3b35-414c-ad83-878df2296141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:23.208435 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network a4b2d54f-3b35-414c-ad83-878df2296141 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:23.292398 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2d94-c328-433d-a44e-511b440b3dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.319038 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.322981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2589073f-8800-4745-b603-5fdf1a546b69 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Made reservation on behalf of dcdb2cd555bf4f21bc461efc0522c949 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:23.327455 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2589073f-8800-4745-b603-5fdf1a546b69 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.331556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.344303 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.384944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] device_id is not set on port c18d2f60-f897-435b-aa65-97f9d895ba4f yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:23.447315 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3920a2cd-f285-4409-a3f8-eaae94fe24e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.479938 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.489302 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.495765 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2d94-c328-433d-a44e-511b440b3dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.524140 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2d94-c328-433d-a44e-511b440b3dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.567108 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Pushing event updated for resources: {'Port': ['ID=fa9c8355-a9e4-4fff-a600-f0ae9e05701d,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:23.575270 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port d51a00f3-3f7e-4fba-bde4-5a5259ce9b3c yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:23.577025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab2d94-c328-433d-a44e-511b440b3dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1ba745-0730-43cc-924e-45bedda1ecba,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:23.597747 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3920a2cd-f285-4409-a3f8-eaae94fe24e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.623721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf165eb-25b6-4ddb-a8e1-00d226598c88,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:23.634051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:23.649469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:23.653089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:23.695986 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3920a2cd-f285-4409-a3f8-eaae94fe24e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38c9be7d846b4181bee5ff12d8cfc8a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8087101 Nov 12 08:48:23.702122 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d5ab2d94-c328-433d-a44e-511b440b3dc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8de92cb8853f4bc2bbb27da40dfd714a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7769878 Nov 12 08:48:23.705967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47264) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:23.706212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47266) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:23.767762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920a2cd-f285-4409-a3f8-eaae94fe24e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f155659b-279c-4b9b-9b37-5c0a3823371d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:23.812576 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Attempting to bind port fa9c8355-a9e4-4fff-a600-f0ae9e05701d on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:23.812953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Attempting to bind port fa9c8355-a9e4-4fff-a600-f0ae9e05701d by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:23.813352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Attempting to bind port fa9c8355-a9e4-4fff-a600-f0ae9e05701d on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:23.824194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:23.824572 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:23.824990 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.830961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:23.831594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Bound port: fa9c8355-a9e4-4fff-a600-f0ae9e05701d, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:23.832064 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.878116 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2589073f-8800-4745-b603-5fdf1a546b69 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:23.982291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589073f-8800-4745-b603-5fdf1a546b69 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Pushing event updated for resources: {'Subnet': ['ID=643a6ba4-aa43-4224-8b78-1595aba04bba,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:24.006170 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e8f16db-84c4-449d-aa7b-8a6b94a2bdd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.026250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] For port fa9c8355-a9e4-4fff-a600-f0ae9e05701d, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:24.034960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] For port fa9c8355-a9e4-4fff-a600-f0ae9e05701d, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fa9c8355-a9e4-4fff-a600-f0ae9e05701d,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:24.053414 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e8f16db-84c4-449d-aa7b-8a6b94a2bdd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.056413 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.126001 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e8f16db-84c4-449d-aa7b-8a6b94a2bdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.128966 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e8f16db-84c4-449d-aa7b-8a6b94a2bdd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.142037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3e8f16db-84c4-449d-aa7b-8a6b94a2bdd3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f155659b-279c-4b9b-9b37-5c0a3823371d HTTP/1.1" status: 204 len: 168 time: 0.4160101 Nov 12 08:48:24.203334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f16db-84c4-449d-aa7b-8a6b94a2bdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f155659b-279c-4b9b-9b37-5c0a3823371d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:24.243193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589073f-8800-4745-b603-5fdf1a546b69 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Checking segment: {'id': '70ff4139-de46-4345-af3e-8c490b3cfd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a4b2d54f-3b35-414c-ad83-878df2296141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:24.243559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2589073f-8800-4745-b603-5fdf1a546b69 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Network hostable DHCP agents. Network: a4b2d54f-3b35-414c-ad83-878df2296141, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:24.276010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7d106-c799-467c-b080-aea65d669d90 None None] Pushing event updated for resources: {'Port': ['ID=fa9c8355-a9e4-4fff-a600-f0ae9e05701d,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:24.296184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2589073f-8800-4745-b603-5fdf1a546b69 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Network a4b2d54f-3b35-414c-ad83-878df2296141 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:24.314446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-2589073f-8800-4745-b603-5fdf1a546b69 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, a4b2d54f-3b35-414c-ad83-878df2296141) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:24.319730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2589073f-8800-4745-b603-5fdf1a546b69 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:24.320339 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2589073f-8800-4745-b603-5fdf1a546b69 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.331775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680aceab-c374-4257-ba91-942a3343cb15 None None] Network a4b2d54f-3b35-414c-ad83-878df2296141 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:24.353303 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2589073f-8800-4745-b603-5fdf1a546b69 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3284843 Nov 12 08:48:24.355455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47278) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:24.361495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Request body: {'port': {'network_id': 'a4b2d54f-3b35-414c-ad83-878df2296141', 'name': 'tempest-TagsExtTest-224253595'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:24.673310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Made reservation on behalf of dcdb2cd555bf4f21bc461efc0522c949 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:24.677951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:24.713990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] device_id is not set on port 82b5e656-84a6-4dfc-9397-d462707d645a yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:25.138245 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-a4b2d54f-3b35-414c-ad83-878df2296141', 'network_id': 'a4b2d54f-3b35-414c-ad83-878df2296141', 'tenant_id': 'dcdb2cd555bf4f21bc461efc0522c949', 'fixed_ips': [{'subnet_id': '643a6ba4-aa43-4224-8b78-1595aba04bba'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:25.141317 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:25.152448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Allocated IP 172.20.0.6 (a4b2d54f-3b35-414c-ad83-878df2296141/643a6ba4-aa43-4224-8b78-1595aba04bba/82b5e656-84a6-4dfc-9397-d462707d645a) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:25.266701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::f816:3eff:fe8f:7e1c (376cbd53-eef7-4f19-a11f-fa391cb12464/04dfff1d-21e8-49bf-aa3d-781d77cb5684/d51a00f3-3f7e-4fba-bde4-5a5259ce9b3c) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:25.346928 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f005f0ad-03db-4187-89d3-f5a8175b018c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:25.533847 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f005f0ad-03db-4187-89d3-f5a8175b018c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:25.547046 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:25.681206 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] device_id is not set on port c18d2f60-f897-435b-aa65-97f9d895ba4f yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:25.727125 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:25.775756 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:25.999152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event updated for resources: {'Port': ['ID=c18d2f60-f897-435b-aa65-97f9d895ba4f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:26.004403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0eae4ccb-3115-46c5-8e46-87f9d68d680e None None] Provisioning complete for port fa9c8355-a9e4-4fff-a600-f0ae9e05701d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:26.008124 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0eae4ccb-3115-46c5-8e46-87f9d68d680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.030575 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f005f0ad-03db-4187-89d3-f5a8175b018c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.034978 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f005f0ad-03db-4187-89d3-f5a8175b018c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.036686 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f005f0ad-03db-4187-89d3-f5a8175b018c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad1ba745-0730-43cc-924e-45bedda1ecba HTTP/1.1" status: 204 len: 168 time: 2.3242998 Nov 12 08:48:26.069920 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.142963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Network a4b2d54f-3b35-414c-ad83-878df2296141 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:26.150978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:26.159448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:26.217073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005f0ad-03db-4187-89d3-f5a8175b018c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1ba745-0730-43cc-924e-45bedda1ecba,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:26.232557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Allocated IP 172.20.0.2 (a4b2d54f-3b35-414c-ad83-878df2296141/643a6ba4-aa43-4224-8b78-1595aba04bba/d8d4dcb0-068e-44aa-9460-688c1bf471e8) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:26.240249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Checking segment: {'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:26.245330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Network hostable DHCP agents. Network: d5624432-bf34-44c6-9758-242c8cab5488, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:26.344295 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.354250 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0eae4ccb-3115-46c5-8e46-87f9d68d680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.360096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Network d5624432-bf34-44c6-9758-242c8cab5488 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:26.380322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:26.380748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.391777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, d5624432-bf34-44c6-9758-242c8cab5488) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:26.423587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:26.437634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Pushing event updated for resources: {'Port': ['ID=82b5e656-84a6-4dfc-9397-d462707d645a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:26.442208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3bc623-e925-4228-8d0f-b2432cce147a None None] Network d5624432-bf34-44c6-9758-242c8cab5488 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:26.472948 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-935d7ccc-5ce9-4461-9d50-a220353be068 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1160810 Nov 12 08:48:26.477074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47336) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:26.481665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3aac280c-9e59-4817-b091-4dd50412efbe tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1428836193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:26.508161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:26.508615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:26.511613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:26.534723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:26.535704 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:26.541358 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 2 to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f Nov 12 08:48:26.547209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3aac280c-9e59-4817-b091-4dd50412efbe tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.548296 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3aac280c-9e59-4817-b091-4dd50412efbe tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.579742 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.585448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:26.585873 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:26.586284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:26.674181 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3aac280c-9e59-4817-b091-4dd50412efbe tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.683379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3aac280c-9e59-4817-b091-4dd50412efbe tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.689822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:26.692126 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=d51a00f3-3f7e-4fba-bde4-5a5259ce9b3c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:26.695052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:26.699399 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:26.706727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:26.707503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.712088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:26.712506 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:26.716971 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 3 to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f Nov 12 08:48:26.730561 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3aac280c-9e59-4817-b091-4dd50412efbe tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:26.735808 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3aac280c-9e59-4817-b091-4dd50412efbe tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2573481 Nov 12 08:48:26.737864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47350) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:26.744289 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dfe2502a-25e6-4e3e-ad14-3b0cfa48dea3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5606880 Nov 12 08:48:26.745297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:26.745643 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:26.746032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:26.751063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47354) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:26.765582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:26.766071 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:26.766544 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 4 to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f Nov 12 08:48:26.769810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-212639cc-9d8e-4839-9595-77322a70eafa tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-756515567', 'prefixes': ['172.20.0.0/16']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:26.781224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device fa9c8355-a9e4-4fff-a600-f0ae9e05701d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:26.825502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:26.826077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:26.827963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:26.850095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:26.850732 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:26.857357 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 5 to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f Nov 12 08:48:26.942638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:26.943013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:26.943301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:27.000068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4782036c-bb58-4efc-8124-9c20d7cc9790 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:27.021854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4782036c-bb58-4efc-8124-9c20d7cc9790 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:27.035907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4782036c-bb58-4efc-8124-9c20d7cc9790 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2835226 Nov 12 08:48:27.049036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47368) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:27.061173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0eae4ccb-3115-46c5-8e46-87f9d68d680e None None] For port fa9c8355-a9e4-4fff-a600-f0ae9e05701d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fa9c8355-a9e4-4fff-a600-f0ae9e05701d,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:27.070867 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-212639cc-9d8e-4839-9595-77322a70eafa tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for subnetpool, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.084379 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-212639cc-9d8e-4839-9595-77322a70eafa tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3448169 Nov 12 08:48:27.085538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47370) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:27.095269 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0eae4ccb-3115-46c5-8e46-87f9d68d680e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.099467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-e97543ab-5957-47c4-b4ca-4cfea82c3781 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba', 'tempest-TagsExtTest-Tag-320214409') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:27.181127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:27.181708 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:27.203134 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 6 to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f Nov 12 08:48:27.217869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port fa9c8355-a9e4-4fff-a600-f0ae9e05701d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:27.218412 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.239267 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:27.239916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:27.240512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:27.250833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:27.251444 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:27.252222 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 7 to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f Nov 12 08:48:27.275040 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:27.275768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:27.277343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:27.301872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:27.302482 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:27.305797 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 8 to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f Nov 12 08:48:27.346715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:27.348562 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:27.349799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:27.370743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-478713bd-ac5c-4dc5-b84a-4fd69e3a8e06 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port d51a00f3-3f7e-4fba-bde4-5a5259ce9b3c {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:27.373667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-478713bd-ac5c-4dc5-b84a-4fd69e3a8e06 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.383209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:27.391286 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:27.406829 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e97543ab-5957-47c4-b4ca-4cfea82c3781 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "PUT /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags/tempest-TagsExtTest-Tag-320214409 HTTP/1.1" status: 201 len: 201 time: 0.3191552 Nov 12 08:48:27.407652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47380) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:27.426674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-4dcdd6ba-e0fa-4b8e-a76a-21ab392d54be tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a', 'tempest-TagsExtTest-Tag-529163875') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:27.453842 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 9 to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f Nov 12 08:48:27.533416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:27.533688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:27.534018 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:27.551123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a1ea09ba-b08d-4161-b5d8-53d12ddf1d9f None None] Provisioning complete for port d51a00f3-3f7e-4fba-bde4-5a5259ce9b3c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:27.551657 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a1ea09ba-b08d-4161-b5d8-53d12ddf1d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.613332 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a1ea09ba-b08d-4161-b5d8-53d12ddf1d9f None None] Port d51a00f3-3f7e-4fba-bde4-5a5259ce9b3c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:27.636886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae4ccb-3115-46c5-8e46-87f9d68d680e None None] Pushing event updated for resources: {'Port': ['ID=fa9c8355-a9e4-4fff-a600-f0ae9e05701d,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:27.642275 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.661358 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.668297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4dcdd6ba-e0fa-4b8e-a76a-21ab392d54be tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "PUT /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags/tempest-TagsExtTest-Tag-529163875 HTTP/1.1" status: 201 len: 201 time: 0.2574375 Nov 12 08:48:27.668944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47388) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:27.680624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-674b2798-cb8c-4b45-ad36-e39b3c3c61d5 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638', 'tempest-TagsExtTest-Tag-544319980') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:27.683683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:27.684052 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:27.689383 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 10 to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f Nov 12 08:48:27.736092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47392) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:27.811984 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:27.812334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:27.812667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:27.836917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47396) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:27.855098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port c18d2f60-f897-435b-aa65-97f9d895ba4f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:27.855456 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port c18d2f60-f897-435b-aa65-97f9d895ba4f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:27.855806 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.924771 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Pushing event updated for resources: {'Port': ['ID=d8d4dcb0-068e-44aa-9460-688c1bf471e8,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:27.967526 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-674b2798-cb8c-4b45-ad36-e39b3c3c61d5 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "PUT /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags/tempest-TagsExtTest-Tag-544319980 HTTP/1.1" status: 201 len: 201 time: 0.2973907 Nov 12 08:48:27.968143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47400) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:27.979453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-dddd4337-e11c-45da-8f06-96fd4fcc0df3 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524', 'tempest-TagsExtTest-Tag-1601150536') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:27.989321 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-478713bd-ac5c-4dc5-b84a-4fd69e3a8e06 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:27.995356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Network a4b2d54f-3b35-414c-ad83-878df2296141 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:28.024888 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:28.033622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:28.136731 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dddd4337-e11c-45da-8f06-96fd4fcc0df3 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "PUT /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags/tempest-TagsExtTest-Tag-1601150536 HTTP/1.1" status: 201 len: 201 time: 0.1653862 Nov 12 08:48:28.137041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47406) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:28.145054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-dca337e6-f4df-41a5-9034-16f55fa47214 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:28.175554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Attempting to bind port d8d4dcb0-068e-44aa-9460-688c1bf471e8 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:28.177382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Attempting to bind port d8d4dcb0-068e-44aa-9460-688c1bf471e8 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '70ff4139-de46-4345-af3e-8c490b3cfd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a4b2d54f-3b35-414c-ad83-878df2296141'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:28.177984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Attempting to bind port d8d4dcb0-068e-44aa-9460-688c1bf471e8 on network a4b2d54f-3b35-414c-ad83-878df2296141 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:28.179375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] For port c18d2f60-f897-435b-aa65-97f9d895ba4f, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:28.179748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempted to set empty binding levels {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:48:28.196233 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:28.196971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Checking segment: {'id': '70ff4139-de46-4345-af3e-8c490b3cfd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a4b2d54f-3b35-414c-ad83-878df2296141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:28.197607 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.200748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Bound using segment: {'id': '70ff4139-de46-4345-af3e-8c490b3cfd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a4b2d54f-3b35-414c-ad83-878df2296141'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:28.202102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Bound port: d8d4dcb0-068e-44aa-9460-688c1bf471e8, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ff4139-de46-4345-af3e-8c490b3cfd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'a4b2d54f-3b35-414c-ad83-878df2296141'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:28.210441 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.257010 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40262168-9b2e-41c1-b9f2-8ea1d76c5d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.259321 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.271904 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dca337e6-f4df-41a5-9034-16f55fa47214 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags HTTP/1.1" status: 200 len: 240 time: 0.1312659 Nov 12 08:48:28.272343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47410) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:28.282891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-cf8fd3d3-87a1-4430-91e7-e44b8c120c02 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba', 'tempest-TagsExtTest-Tag-320214409') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:28.285926 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-168392a8-80a6-4a60-85e2-fff7f6fca4fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.296287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-478713bd-ac5c-4dc5-b84a-4fd69e3a8e06 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for d51a00f3-3f7e-4fba-bde4-5a5259ce9b3c owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:28.336055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device fa9c8355-a9e4-4fff-a600-f0ae9e05701d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:28.429872 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cf8fd3d3-87a1-4430-91e7-e44b8c120c02 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags/tempest-TagsExtTest-Tag-320214409 HTTP/1.1" status: 204 len: 168 time: 0.1540711 Nov 12 08:48:28.431473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47414) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:28.449231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-899dda52-861d-4015-814a-33025b16bf13 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba', 'tempest-TagsExtTest-Tag-320214409') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:28.515589 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] For port d8d4dcb0-068e-44aa-9460-688c1bf471e8, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:28.553033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] For port d8d4dcb0-068e-44aa-9460-688c1bf471e8, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d8d4dcb0-068e-44aa-9460-688c1bf471e8,segment=NetworkSegment(70ff4139-de46-4345-af3e-8c490b3cfd4b),segment_id=70ff4139-de46-4345-af3e-8c490b3cfd4b)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:28.557597 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port fa9c8355-a9e4-4fff-a600-f0ae9e05701d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:28.558350 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.584530 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-478713bd-ac5c-4dc5-b84a-4fd69e3a8e06 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.615990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-899dda52-861d-4015-814a-33025b16bf13 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags/tempest-TagsExtTest-Tag-320214409 HTTP/1.1" status: 204 len: 168 time: 0.1834290 Nov 12 08:48:28.616685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47418) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:28.629911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-1048dcaf-3914-464d-8c1e-315afbda9695 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:28.631522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:28.632226 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.696884 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:28.712917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47422) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:28.713768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.1306105 Nov 12 08:48:28.776072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7dbf4-70d0-440d-b965-5d5b22ebd3b1 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event updated for resources: {'Port': ['ID=c18d2f60-f897-435b-aa65-97f9d895ba4f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:28.934540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478713bd-ac5c-4dc5-b84a-4fd69e3a8e06 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=d51a00f3-3f7e-4fba-bde4-5a5259ce9b3c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:29.025727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1048dcaf-3914-464d-8c1e-315afbda9695 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags HTTP/1.1" status: 200 len: 205 time: 0.4067705 Nov 12 08:48:29.028542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47428) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:29.049702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-8b99e98a-f528-466b-a29a-23978ebd5d19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:29.066696 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-168392a8-80a6-4a60-85e2-fff7f6fca4fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.069184 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-478713bd-ac5c-4dc5-b84a-4fd69e3a8e06 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.074282 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-478713bd-ac5c-4dc5-b84a-4fd69e3a8e06 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/d51a00f3-3f7e-4fba-bde4-5a5259ce9b3c HTTP/1.1" status: 204 len: 168 time: 2.0234749 Nov 12 08:48:29.120584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47430) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:29.126658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40262168-9b2e-41c1-b9f2-8ea1d76c5d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.129596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-168392a8-80a6-4a60-85e2-fff7f6fca4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.142480 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40262168-9b2e-41c1-b9f2-8ea1d76c5d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.262258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168392a8-80a6-4a60-85e2-fff7f6fca4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675118e0-1569-412e-a19f-38cc40f91941,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:29.268583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-168392a8-80a6-4a60-85e2-fff7f6fca4fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=984cd7cebd774058a55915e6f7fca3d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5065742 Nov 12 08:48:29.275112 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-40262168-9b2e-41c1-b9f2-8ea1d76c5d36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47503df226894df88afe16bc99b3edc5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4366524 Nov 12 08:48:29.275996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47434) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:29.276494 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47436) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:29.276975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-e110d48c-6f01-493a-9701-63eb7c71373d tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Deleting port c18d2f60-f897-435b-aa65-97f9d895ba4f {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:29.277359 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e110d48c-6f01-493a-9701-63eb7c71373d tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.368558 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.376991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f0229f-4631-49a4-80df-975981f81957 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:29.378709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f0229f-4631-49a4-80df-975981f81957 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:29.382950 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-04f0229f-4631-49a4-80df-975981f81957 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2539556 Nov 12 08:48:29.403232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40262168-9b2e-41c1-b9f2-8ea1d76c5d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3548d6df-3e27-4328-ad2e-e2aa345ef5f9,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:29.411347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47440) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:29.450172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Pushing event updated for resources: {'Port': ['ID=d8d4dcb0-068e-44aa-9460-688c1bf471e8,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:29.469970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:29.470464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:29.470904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:29.471342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:29.472359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:29.472839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:29.473361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:29.473691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-e110d48c-6f01-493a-9701-63eb7c71373d tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] For port c18d2f60-f897-435b-aa65-97f9d895ba4f, host n-h2-768851-18, got binding levels [] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:29.474175 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:29.474278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e110d48c-6f01-493a-9701-63eb7c71373d tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.475046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:29.475767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:29.476171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:29.476843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70461456-0a44-4d60-9a45-08f0056c1f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:29.495900 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8b99e98a-f528-466b-a29a-23978ebd5d19 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags HTTP/1.1" status: 200 len: 240 time: 0.4627512 Nov 12 08:48:29.496534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47444) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:29.504028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-6baa6002-7fc6-4b0d-8b4c-55618ebd1f62 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a', 'tempest-TagsExtTest-Tag-529163875') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:29.508133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-e110d48c-6f01-493a-9701-63eb7c71373d tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Calling delete_port for c18d2f60-f897-435b-aa65-97f9d895ba4f owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:29.623242 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-095f8a69-e2a4-445d-8c26-a12715416a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.634132 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf827dec-18a6-42fa-85c5-9f2be6b2fb7d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 04dfff1d-21e8-49bf-aa3d-781d77cb5684 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:29.636182 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6baa6002-7fc6-4b0d-8b4c-55618ebd1f62 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags/tempest-TagsExtTest-Tag-529163875 HTTP/1.1" status: 204 len: 168 time: 0.1354163 Nov 12 08:48:29.636811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47448) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:29.643943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-2384aa7c-0c58-429d-8888-367e2834e984 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a', 'tempest-TagsExtTest-Tag-529163875') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:29.653397 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3834edad-6c2a-4020-a1c8-0bcbf207d076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.662798 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cf827dec-18a6-42fa-85c5-9f2be6b2fb7d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.707611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e110d48c-6f01-493a-9701-63eb7c71373d tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.743497 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-095f8a69-e2a4-445d-8c26-a12715416a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.800367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3834edad-6c2a-4020-a1c8-0bcbf207d076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.804968 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cf827dec-18a6-42fa-85c5-9f2be6b2fb7d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.821507 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110d48c-6f01-493a-9701-63eb7c71373d tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event deleted for resources: {'Port': ['ID=c18d2f60-f897-435b-aa65-97f9d895ba4f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:29.831850 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e110d48c-6f01-493a-9701-63eb7c71373d tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.846528 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e110d48c-6f01-493a-9701-63eb7c71373d tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c18d2f60-f897-435b-aa65-97f9d895ba4f HTTP/1.1" status: 204 len: 168 time: 1.1262381 Nov 12 08:48:29.846528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47454) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:29.928074 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c6a98e-dcde-4a41-8d4d-d26bfd7d83c7 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:48:29.937250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-13c6a98e-dcde-4a41-8d4d-d26bfd7d83c7 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "GET /v2.0/ports/c18d2f60-f897-435b-aa65-97f9d895ba4f HTTP/1.1" status: 404 len: 333 time: 0.0734680 Nov 12 08:48:29.942419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47458) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:29.950626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Request body: {'port': {'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-534854629'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:29.969086 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-095f8a69-e2a4-445d-8c26-a12715416a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.977298 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-095f8a69-e2a4-445d-8c26-a12715416a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:29.992192 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-095f8a69-e2a4-445d-8c26-a12715416a3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/675118e0-1569-412e-a19f-38cc40f91941 HTTP/1.1" status: 204 len: 168 time: 0.7094812 Nov 12 08:48:30.009494 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2384aa7c-0c58-429d-8888-367e2834e984 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags/tempest-TagsExtTest-Tag-529163875 HTTP/1.1" status: 204 len: 168 time: 0.3669837 Nov 12 08:48:30.022292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47462) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:30.028457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-242c52fd-8502-419a-b8ee-ec376b06fdc0 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:30.051724 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f8a69-e2a4-445d-8c26-a12715416a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675118e0-1569-412e-a19f-38cc40f91941,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:30.073168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Made reservation on behalf of d1118426f631489e82ce9a86d73e4f13 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:30.075497 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.125787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] device_id is not set on port 55909b03-6932-491a-bfbc-882a75478e0f yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:30.191354 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cf827dec-18a6-42fa-85c5-9f2be6b2fb7d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.242901 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3834edad-6c2a-4020-a1c8-0bcbf207d076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.252208 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3834edad-6c2a-4020-a1c8-0bcbf207d076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.257592 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3834edad-6c2a-4020-a1c8-0bcbf207d076 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3548d6df-3e27-4328-ad2e-e2aa345ef5f9 HTTP/1.1" status: 204 len: 168 time: 0.9676178 Nov 12 08:48:30.275727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834edad-6c2a-4020-a1c8-0bcbf207d076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3548d6df-3e27-4328-ad2e-e2aa345ef5f9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:30.393240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d8d4dcb0-068e-44aa-9460-688c1bf471e8 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:30.418395 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cf827dec-18a6-42fa-85c5-9f2be6b2fb7d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.490211 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf827dec-18a6-42fa-85c5-9f2be6b2fb7d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=04dfff1d-21e8-49bf-aa3d-781d77cb5684,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:30.499285 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cf827dec-18a6-42fa-85c5-9f2be6b2fb7d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.503663 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cf827dec-18a6-42fa-85c5-9f2be6b2fb7d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/04dfff1d-21e8-49bf-aa3d-781d77cb5684 HTTP/1.1" status: 204 len: 168 time: 1.0888615 Nov 12 08:48:30.506548 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-242c52fd-8502-419a-b8ee-ec376b06fdc0 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags HTTP/1.1" status: 200 len: 205 time: 0.4822838 Nov 12 08:48:30.508302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47478) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:30.508938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47480) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:30.523993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f6959d-6695-44dc-bf13-4c4c3e1e02c1 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:30.548875 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-ea9378a3-04b6-4235-ad78-d3ea1a015006 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:30.732820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d8d4dcb0-068e-44aa-9460-688c1bf471e8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:30.734187 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.791602 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:30.862480 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c07b8d80-08cd-4b8f-8cc9-d5ed048f931d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3469486 Nov 12 08:48:30.863397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47492) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:30.867836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:31.028346 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ea9378a3-04b6-4235-ad78-d3ea1a015006 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags HTTP/1.1" status: 200 len: 240 time: 0.5170183 Nov 12 08:48:31.031533 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47496) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:31.036792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-4ab41d72-69a3-4d88-b60b-14562b71e2d0 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638', 'tempest-TagsExtTest-Tag-544319980') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:31.150142 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.247595 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4ab41d72-69a3-4d88-b60b-14562b71e2d0 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags/tempest-TagsExtTest-Tag-544319980 HTTP/1.1" status: 204 len: 168 time: 0.2147474 Nov 12 08:48:31.251896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47500) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:31.257426 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47502) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:31.258583 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.260848 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-255eac51-c5ef-4bf1-8e5a-d704d016a26e tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638', 'tempest-TagsExtTest-Tag-544319980') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:31.262417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event updated for resources: {'Port': ['ID=55909b03-6932-491a-bfbc-882a75478e0f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:31.305495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1889aa-b69a-4b6d-8dbb-ebca2dee60d8 None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:31.354043 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Network d5624432-bf34-44c6-9758-242c8cab5488 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:31.363639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:31.370046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:31.374596 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:31.375206 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.416879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:31.420524 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.425265 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8209945e-8027-43ae-83d5-14042a55ce02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.429806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port d8d4dcb0-068e-44aa-9460-688c1bf471e8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d8d4dcb0-068e-44aa-9460-688c1bf471e8,segment=NetworkSegment(70ff4139-de46-4345-af3e-8c490b3cfd4b),segment_id=70ff4139-de46-4345-af3e-8c490b3cfd4b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:31.472485 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.551420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4efac62a-7393-4a7c-8ccb-4bc8fef2336e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6080353 Nov 12 08:48:31.586052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47504) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:31.592547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d3884b-97b5-44ab-a9c6-416da2f34574 None None] Network a4b2d54f-3b35-414c-ad83-878df2296141 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:31.603235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:31.792702 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8d1889aa-b69a-4b6d-8dbb-ebca2dee60d8 None None] Deleting port fa9c8355-a9e4-4fff-a600-f0ae9e05701d {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:31.793084 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d1889aa-b69a-4b6d-8dbb-ebca2dee60d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.817866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47510) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:31.849229 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98d55051-5574-44cc-a455-0e8b68eb01ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.949418 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8209945e-8027-43ae-83d5-14042a55ce02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.955509 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98d55051-5574-44cc-a455-0e8b68eb01ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.981354 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98d55051-5574-44cc-a455-0e8b68eb01ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:31.993524 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.053256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=d8d4dcb0-068e-44aa-9460-688c1bf471e8,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:32.064762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d55051-5574-44cc-a455-0e8b68eb01ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d84ffc5-9400-4be6-bd2e-5a3ddeab5122,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:32.082574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-98d55051-5574-44cc-a455-0e8b68eb01ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=022f5f12c0fa46a1b2152d9d62faab35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586627 Nov 12 08:48:32.088023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47512) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:32.096334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8209945e-8027-43ae-83d5-14042a55ce02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.221475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-90f4bfaa-0e1f-4224-9593-7649a0ea9992 None None] Provisioning complete for port d8d4dcb0-068e-44aa-9460-688c1bf471e8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:32.233863 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-90f4bfaa-0e1f-4224-9593-7649a0ea9992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.241275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-255eac51-c5ef-4bf1-8e5a-d704d016a26e tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags/tempest-TagsExtTest-Tag-544319980 HTTP/1.1" status: 204 len: 168 time: 0.9853027 Nov 12 08:48:32.263197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47514) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:32.271801 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209945e-8027-43ae-83d5-14042a55ce02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9a9bf9-5cd4-4f2d-9ed5-a1b527b5c46b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:32.273057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-91620816-9e67-47f2-9295-852f7429caf8 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:32.325204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d8d4dcb0-068e-44aa-9460-688c1bf471e8 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:32.373494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8d1889aa-b69a-4b6d-8dbb-ebca2dee60d8 None None] For port fa9c8355-a9e4-4fff-a600-f0ae9e05701d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fa9c8355-a9e4-4fff-a600-f0ae9e05701d,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:32.385532 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d1889aa-b69a-4b6d-8dbb-ebca2dee60d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.400699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-91620816-9e67-47f2-9295-852f7429caf8 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags HTTP/1.1" status: 200 len: 205 time: 0.1358461 Nov 12 08:48:32.403343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47518) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:32.407619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-28d02555-0c19-4fb6-b015-2baeb8ed362f tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:32.416258 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2c96260-ac4b-4eba-9f31-50a371e19d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.429880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:48:32.479430 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2c96260-ac4b-4eba-9f31-50a371e19d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.547729 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-28d02555-0c19-4fb6-b015-2baeb8ed362f tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags HTTP/1.1" status: 200 len: 241 time: 0.1433609 Nov 12 08:48:32.568103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47520) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:32.573346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-99a8f55f-2d88-4a06-b304-e0a398f1df4e tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524', 'tempest-TagsExtTest-Tag-1601150536') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:32.590418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8209945e-8027-43ae-83d5-14042a55ce02 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4af570568fee4a6f963f23ba4ac77f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3227017 Nov 12 08:48:32.593779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47522) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:32.598859 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2c96260-ac4b-4eba-9f31-50a371e19d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.605080 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2c96260-ac4b-4eba-9f31-50a371e19d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.610165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a2c96260-ac4b-4eba-9f31-50a371e19d84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d84ffc5-9400-4be6-bd2e-5a3ddeab5122 HTTP/1.1" status: 204 len: 168 time: 0.5013421 Nov 12 08:48:32.632662 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8d1889aa-b69a-4b6d-8dbb-ebca2dee60d8 None None] Calling delete_port for fa9c8355-a9e4-4fff-a600-f0ae9e05701d owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:32.651318 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-99a8f55f-2d88-4a06-b304-e0a398f1df4e tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags/tempest-TagsExtTest-Tag-1601150536 HTTP/1.1" status: 204 len: 168 time: 0.0819912 Nov 12 08:48:32.694856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47526) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:32.700164 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.716970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-13023dd2-46bc-423e-b6a0-1e85a8f6f0b9 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524', 'tempest-TagsExtTest-Tag-1601150536') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:32.752785 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c96260-ac4b-4eba-9f31-50a371e19d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d84ffc5-9400-4be6-bd2e-5a3ddeab5122,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:32.757232 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fd032b0d-df32-44da-9cb4-c231eebfc428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:32.807849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fd032b0d-df32-44da-9cb4-c231eebfc428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.066763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d8d4dcb0-068e-44aa-9460-688c1bf471e8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:33.067497 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.123437 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-13023dd2-46bc-423e-b6a0-1e85a8f6f0b9 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags/tempest-TagsExtTest-Tag-1601150536 HTTP/1.1" status: 204 len: 168 time: 0.4134955 Nov 12 08:48:33.126089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47536) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:33.132778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-e6483d2d-9a29-49b5-90d0-5a721be57e94 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:33.155751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] device_id is not set on port 55909b03-6932-491a-bfbc-882a75478e0f yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:33.168019 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.178676 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e6483d2d-9a29-49b5-90d0-5a721be57e94 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags HTTP/1.1" status: 200 len: 205 time: 0.0512526 Nov 12 08:48:33.179951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.183071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47538) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:33.190097 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fd032b0d-df32-44da-9cb4-c231eebfc428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.197438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-008fefbf-92b4-4563-8aa1-463f1985e2c9 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:33.199530 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fd032b0d-df32-44da-9cb4-c231eebfc428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.200963 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fd032b0d-df32-44da-9cb4-c231eebfc428 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b9a9bf9-5cd4-4f2d-9ed5-a1b527b5c46b HTTP/1.1" status: 204 len: 168 time: 0.6057200 Nov 12 08:48:33.214130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] For port fa9c8355-a9e4-4fff-a600-f0ae9e05701d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fa9c8355-a9e4-4fff-a600-f0ae9e05701d,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:33.291120 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:33.291475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:33.291794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:33.297770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event updated for resources: {'Port': ['ID=55909b03-6932-491a-bfbc-882a75478e0f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:33.306099 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:33.306482 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:33.307900 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 2 to bind port 55909b03-6932-491a-bfbc-882a75478e0f Nov 12 08:48:33.312056 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.321873 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-008fefbf-92b4-4563-8aa1-463f1985e2c9 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags HTTP/1.1" status: 204 len: 168 time: 0.1333034 Nov 12 08:48:33.326670 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47542) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:33.332466 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-78e16e81-c7c8-4cb1-bf7f-5037ad3e5b66 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:33.335537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:33.335749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:33.336137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:33.344262 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:33.344902 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:33.345425 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 3 to bind port 55909b03-6932-491a-bfbc-882a75478e0f Nov 12 08:48:33.346498 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d1889aa-b69a-4b6d-8dbb-ebca2dee60d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.406237 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.407289 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.449430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd032b0d-df32-44da-9cb4-c231eebfc428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9a9bf9-5cd4-4f2d-9ed5-a1b527b5c46b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:33.463620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device fa9c8355-a9e4-4fff-a600-f0ae9e05701d no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:33.481957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:33.482068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:33.483123 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:33.548852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=fa9c8355-a9e4-4fff-a600-f0ae9e05701d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:33.551791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1889aa-b69a-4b6d-8dbb-ebca2dee60d8 None None] Pushing event deleted for resources: {'Port': ['ID=fa9c8355-a9e4-4fff-a600-f0ae9e05701d,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:33.613073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:33.627164 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:33.641196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:33.641801 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:33.643680 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 4 to bind port 55909b03-6932-491a-bfbc-882a75478e0f Nov 12 08:48:33.644532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:33.645736 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.683029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=fa937b47-4a8f-46eb-8db3-820f1615f050,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:33.694107 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0633e789-c324-49cd-a020-e6a550c805b5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8303375 Nov 12 08:48:33.696782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47548) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:33.704781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:72:bb:08', 'name': 'tempest-NetworksTestDHCPv6-606409788'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:33.712812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1889aa-b69a-4b6d-8dbb-ebca2dee60d8 None None] No DVR routers for this DVR port fa9c8355-a9e4-4fff-a600-f0ae9e05701d on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:33.741389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:33.743231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:33.747131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:33.773015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:33.776514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: fa9c8355-a9e4-4fff-a600-f0ae9e05701d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:33.776845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device fa9c8355-a9e4-4fff-a600-f0ae9e05701d not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:33.779571 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:33.781908 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 5 to bind port 55909b03-6932-491a-bfbc-882a75478e0f Nov 12 08:48:33.801744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e2fa2-6911-4dee-8705-64d03c30cc0d None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:33.812259 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-78e16e81-c7c8-4cb1-bf7f-5037ad3e5b66 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags HTTP/1.1" status: 204 len: 168 time: 0.4808939 Nov 12 08:48:33.830449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47552) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:33.841088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-d8494bbd-60af-4591-ba72-15481a9c026d tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:33.874516 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6517d92e-4d76-4346-b2a1-a5b5974f4f27 None None] Provisioning complete for port 82b5e656-84a6-4dfc-9397-d462707d645a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:33.876015 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6517d92e-4d76-4346-b2a1-a5b5974f4f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:33.926218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:33.926218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:33.926218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:33.969293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:33.973628 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:33.976023 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 6 to bind port 55909b03-6932-491a-bfbc-882a75478e0f Nov 12 08:48:34.075176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:34.078119 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:34.078511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:34.081010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:34.114150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:34.114500 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:34.121671 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 7 to bind port 55909b03-6932-491a-bfbc-882a75478e0f Nov 12 08:48:34.195529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:34.196948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:34.198812 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:34.216373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:34.217975 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:34.218921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47570) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:34.223753 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 8 to bind port 55909b03-6932-491a-bfbc-882a75478e0f Nov 12 08:48:34.228223 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6517d92e-4d76-4346-b2a1-a5b5974f4f27 None None] Port 82b5e656-84a6-4dfc-9397-d462707d645a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:34.255776 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f49-2471-4274-bcd9-c223fee89978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.277772 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d8494bbd-60af-4591-ba72-15481a9c026d tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags HTTP/1.1" status: 204 len: 168 time: 0.4401987 Nov 12 08:48:34.287603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47572) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:34.293124 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-0347a9d7-8ead-4315-82b8-b15a08531706 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:34.338604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:34.340449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6517d92e-4d76-4346-b2a1-a5b5974f4f27 None None] Provisioning complete for port d8d4dcb0-068e-44aa-9460-688c1bf471e8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:34.340946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:34.341487 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:34.346347 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6517d92e-4d76-4346-b2a1-a5b5974f4f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.352660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:34.354450 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:34.391887 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 9 to bind port 55909b03-6932-491a-bfbc-882a75478e0f Nov 12 08:48:34.447805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:34.448147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:34.448650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:34.458375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:34.458826 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:34.474019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': 'fa937b47-4a8f-46eb-8db3-820f1615f050'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:34.479627 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.485731 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 10 to bind port 55909b03-6932-491a-bfbc-882a75478e0f Nov 12 08:48:34.510713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:34.511098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:34.511439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:34.520242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:34.520702 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 55909b03-6932-491a-bfbc-882a75478e0f on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:34.521093 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.665527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] For port 55909b03-6932-491a-bfbc-882a75478e0f, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:34.665784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempted to set empty binding levels {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:48:34.683009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0347a9d7-8ead-4315-82b8-b15a08531706 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags HTTP/1.1" status: 204 len: 168 time: 0.3937712 Nov 12 08:48:34.683669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47582) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:34.689230 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.693950 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.695866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-0417796d-3610-45d2-b414-02edcdec429e tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba', 'tempest-TagsExtTest-Tag-1696138002') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:34.748697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 107c2499-a26f-4014-b909-daac1409a294 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:34.860620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Allocated IP 2001:db8::f816:3eff:feea:5811 (376cbd53-eef7-4f19-a11f-fa391cb12464/fa937b47-4a8f-46eb-8db3-820f1615f050/6faf203f-f609-49d6-9f18-139dd998c820) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:34.865770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] In _notify_port_updated(), no bound segment for port 55909b03-6932-491a-bfbc-882a75478e0f on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:48:34.867789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:34.868998 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.870304 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "PUT /v2.0/ports/55909b03-6932-491a-bfbc-882a75478e0f HTTP/1.1" status: 200 len: 975 time: 3.2799547 Nov 12 08:48:34.873264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47586) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:34.913792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ae927-0971-4534-b77a-3d17b258b409 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event updated for resources: {'Port': ['ID=55909b03-6932-491a-bfbc-882a75478e0f,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:34.936109 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f49-2471-4274-bcd9-c223fee89978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:34.960117 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9f49-2471-4274-bcd9-c223fee89978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.004206 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff96c6-51e3-473d-a935-c19bcbbc30f8 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.007749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff96c6-51e3-473d-a935-c19bcbbc30f8 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.011619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff96c6-51e3-473d-a935-c19bcbbc30f8 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.012294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff96c6-51e3-473d-a935-c19bcbbc30f8 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.012944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff96c6-51e3-473d-a935-c19bcbbc30f8 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.015162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff96c6-51e3-473d-a935-c19bcbbc30f8 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.015836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff96c6-51e3-473d-a935-c19bcbbc30f8 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.016460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff96c6-51e3-473d-a935-c19bcbbc30f8 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.018032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff96c6-51e3-473d-a935-c19bcbbc30f8 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.020046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff96c6-51e3-473d-a935-c19bcbbc30f8 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:35.027539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47592) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:35.034098 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5cff96c6-51e3-473d-a935-c19bcbbc30f8 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9179 time: 0.1545322 Nov 12 08:48:35.141789 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.146271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a912d14d-cf91-4a66-aeaf-7825eebc50a2 None None] Provisioning complete for port 82b5e656-84a6-4dfc-9397-d462707d645a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:35.147161 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a912d14d-cf91-4a66-aeaf-7825eebc50a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.169160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f9dd9f49-2471-4274-bcd9-c223fee89978 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ceff7b1f6cc0425cb6f2590568047213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9382339 Nov 12 08:48:35.180360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47596) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:35.184912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd9f49-2471-4274-bcd9-c223fee89978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af42a4e1-672f-41dd-9430-9ab3e3d37a2c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:35.192715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a912d14d-cf91-4a66-aeaf-7825eebc50a2 None None] Port 82b5e656-84a6-4dfc-9397-d462707d645a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:35.204735 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.293530 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-edeb5ce8-5dd3-4bd6-9d12-dc5d06b61bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.302489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::f816:3eff:fe72:bb08 (376cbd53-eef7-4f19-a11f-fa391cb12464/fa937b47-4a8f-46eb-8db3-820f1615f050/107c2499-a26f-4014-b909-daac1409a294) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:35.304819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:35.312352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:35.351296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:35.354824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Pushing event updated for resources: {'Port': ['ID=6faf203f-f609-49d6-9f18-139dd998c820,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:35.376399 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0417796d-3610-45d2-b414-02edcdec429e tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "PUT /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags/tempest-TagsExtTest-Tag-1696138002 HTTP/1.1" status: 201 len: 201 time: 0.6895072 Nov 12 08:48:35.380297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47604) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:35.408373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-73994f5d-0fae-4d43-919c-be07b1c1717f tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a', 'tempest-TagsExtTest-Tag-1754988944') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:35.447001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Attempting to bind port 6faf203f-f609-49d6-9f18-139dd998c820 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:35.447624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Attempting to bind port 6faf203f-f609-49d6-9f18-139dd998c820 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:35.447918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Attempting to bind port 6faf203f-f609-49d6-9f18-139dd998c820 on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:35.448797 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5e9554f6-e52a-44e6-8084-ed8ed90a807a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.454919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:35.455285 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:35.455905 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.456082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:35.456557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Bound port: 6faf203f-f609-49d6-9f18-139dd998c820, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:35.457083 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.488580 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5e9554f6-e52a-44e6-8084-ed8ed90a807a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.570694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] For port 6faf203f-f609-49d6-9f18-139dd998c820, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:35.576845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] For port 6faf203f-f609-49d6-9f18-139dd998c820, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6faf203f-f609-49d6-9f18-139dd998c820,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:35.587729 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.623693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f32d5711-02bc-49bc-8b1a-236e44470044 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Deleting port 55909b03-6932-491a-bfbc-882a75478e0f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:35.623693 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f32d5711-02bc-49bc-8b1a-236e44470044 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.776739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfa7b6-baea-4287-9bc9-58cf2ef52e1f None None] Pushing event updated for resources: {'Port': ['ID=6faf203f-f609-49d6-9f18-139dd998c820,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:35.803101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-f32d5711-02bc-49bc-8b1a-236e44470044 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] For port 55909b03-6932-491a-bfbc-882a75478e0f, host n-h2-768851-18, got binding levels [] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:35.803764 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f32d5711-02bc-49bc-8b1a-236e44470044 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:35.822935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f32d5711-02bc-49bc-8b1a-236e44470044 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Calling delete_port for 55909b03-6932-491a-bfbc-882a75478e0f owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:35.829791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-73994f5d-0fae-4d43-919c-be07b1c1717f tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "PUT /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags/tempest-TagsExtTest-Tag-1754988944 HTTP/1.1" status: 201 len: 201 time: 0.4274921 Nov 12 08:48:35.834963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47616) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:35.851529 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-88b22814-6b59-4b20-8f96-446fe2e9121b tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638', 'tempest-TagsExtTest-Tag-1076911739') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:36.015453 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5e9554f6-e52a-44e6-8084-ed8ed90a807a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.026686 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5e9554f6-e52a-44e6-8084-ed8ed90a807a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.030934 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5e9554f6-e52a-44e6-8084-ed8ed90a807a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af42a4e1-672f-41dd-9430-9ab3e3d37a2c HTTP/1.1" status: 204 len: 168 time: 0.8440080 Nov 12 08:48:36.112191 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9554f6-e52a-44e6-8084-ed8ed90a807a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af42a4e1-672f-41dd-9430-9ab3e3d37a2c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:36.147461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.172813 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f32d5711-02bc-49bc-8b1a-236e44470044 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.300935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d5711-02bc-49bc-8b1a-236e44470044 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event deleted for resources: {'Port': ['ID=55909b03-6932-491a-bfbc-882a75478e0f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:36.314198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-88b22814-6b59-4b20-8f96-446fe2e9121b tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "PUT /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags/tempest-TagsExtTest-Tag-1076911739 HTTP/1.1" status: 201 len: 201 time: 0.4754102 Nov 12 08:48:36.315511 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f32d5711-02bc-49bc-8b1a-236e44470044 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.319779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47626) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:36.332392 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f32d5711-02bc-49bc-8b1a-236e44470044 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "DELETE /v2.0/ports/55909b03-6932-491a-bfbc-882a75478e0f HTTP/1.1" status: 204 len: 168 time: 1.2987804 Nov 12 08:48:36.338915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47628) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:36.348663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-b23845cb-270b-4e45-8ba2-a1e4b65c49df tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524', 'tempest-TagsExtTest-Tag-649887017') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:36.427583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.434491 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b8648b-97aa-4b25-9f1a-32ba0c25d6ea tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:48:36.442821 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-85b8648b-97aa-4b25-9f1a-32ba0c25d6ea tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "GET /v2.0/ports/55909b03-6932-491a-bfbc-882a75478e0f HTTP/1.1" status: 404 len: 333 time: 0.1027334 Nov 12 08:48:36.446953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47636) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:36.459926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2080125020', 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:36.525386 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Made reservation on behalf of d1118426f631489e82ce9a86d73e4f13 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:36.530060 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.557957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:36.559771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b23845cb-270b-4e45-8ba2-a1e4b65c49df tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "PUT /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags/tempest-TagsExtTest-Tag-649887017 HTTP/1.1" status: 201 len: 201 time: 0.2150557 Nov 12 08:48:36.563372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:36.566902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47644) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:36.568706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:36.574663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] device_id is not set on port c8ae0b5d-fded-464e-a41f-7fc8b195fbc4 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:36.575633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:36.576661 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:36.619714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=107c2499-a26f-4014-b909-daac1409a294,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:36.651083 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a6b8e8fb-f3e3-4b19-9fef-4361ea58ae66 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9505038 Nov 12 08:48:36.661693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47646) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:36.702143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-aacad6aa-e279-460e-9b61-4ddf002d237f tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba', {'tags': ['tempest-TagsExtTest-Tag-981878993', 'tempest-TagsExtTest-Tag-2005487886', 'tempest-TagsExtTest-Tag-1017087269']}) {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:36.846590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236c222-cb4e-4641-8ec0-8b55e7fdc756 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:36.867599 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6236c222-cb4e-4641-8ec0-8b55e7fdc756 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:36.869322 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6236c222-cb4e-4641-8ec0-8b55e7fdc756 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2065499 Nov 12 08:48:36.876833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47658) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:36.985195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47660) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:36.985786 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-aacad6aa-e279-460e-9b61-4ddf002d237f tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "PUT /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags HTTP/1.1" status: 200 len: 317 time: 0.2964082 Nov 12 08:48:36.990281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-0e584410-d0c8-4dd1-8b83-c600a892d457 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:37.139147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.155343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-bf4af8b2-3e6c-4524-bbb8-333bcdcf1865 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 107c2499-a26f-4014-b909-daac1409a294 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:37.155679 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf4af8b2-3e6c-4524-bbb8-333bcdcf1865 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.184856 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0e584410-d0c8-4dd1-8b83-c600a892d457 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags HTTP/1.1" status: 204 len: 168 time: 0.1985455 Nov 12 08:48:37.188871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47666) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:37.193730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-0d0ae14d-3542-4501-9be7-a3dc52c83818 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba', 'tempest-TagsExtTest-Tag-981878993') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:37.334813 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.357010 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-0d0ae14d-3542-4501-9be7-a3dc52c83818 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] show failed (client error): The resource could not be found. Nov 12 08:48:37.363811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0d0ae14d-3542-4501-9be7-a3dc52c83818 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags/tempest-TagsExtTest-Tag-981878993 HTTP/1.1" status: 404 len: 328 time: 0.1735773 Nov 12 08:48:37.368066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47672) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:37.381715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-5562db75-54b9-4a37-b727-e330b97dd5e6 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba', 'tempest-TagsExtTest-Tag-2005487886') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:37.411815 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf4af8b2-3e6c-4524-bbb8-333bcdcf1865 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.433284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Network d5624432-bf34-44c6-9758-242c8cab5488 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:37.453701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:37.456831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:37.458071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.459119 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.515735 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0652239 Nov 12 08:48:37.521480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47676) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:37.526778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-bf4af8b2-3e6c-4524-bbb8-333bcdcf1865 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 107c2499-a26f-4014-b909-daac1409a294 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:37.557666 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-5562db75-54b9-4a37-b727-e330b97dd5e6 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] show failed (client error): The resource could not be found. Nov 12 08:48:37.559182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c57976-577f-4ace-8bf8-5cddb2feb9be tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event updated for resources: {'Port': ['ID=c8ae0b5d-fded-464e-a41f-7fc8b195fbc4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:37.560057 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5562db75-54b9-4a37-b727-e330b97dd5e6 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags/tempest-TagsExtTest-Tag-2005487886 HTTP/1.1" status: 404 len: 329 time: 0.1906464 Nov 12 08:48:37.571336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47680) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:37.595392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-17c35e1a-1502-4786-9d87-6d85bae88a9d tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba', 'tempest-TagsExtTest-Tag-1017087269') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:37.630802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479728a-8384-413a-b61c-45422acefc91 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:37.640266 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1479728a-8384-413a-b61c-45422acefc91 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "GET /v2.0/ports/c8ae0b5d-fded-464e-a41f-7fc8b195fbc4 HTTP/1.1" status: 200 len: 955 time: 0.1160688 Nov 12 08:48:37.641250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47682) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:37.834446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ab958cf3-63a2-483f-bcf0-613476752efb tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Deleting port c8ae0b5d-fded-464e-a41f-7fc8b195fbc4 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:37.834859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab958cf3-63a2-483f-bcf0-613476752efb tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.859135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47688) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:37.939407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0ef20d85-c046-411c-90d0-4f512eb0c26e None None] Provisioning complete for port 6faf203f-f609-49d6-9f18-139dd998c820 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:37.941074 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ef20d85-c046-411c-90d0-4f512eb0c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:37.969954 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d7358f8e-1ae5-4fc1-ac1d-d933223a45ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.135251 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf4af8b2-3e6c-4524-bbb8-333bcdcf1865 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.144402 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab958cf3-63a2-483f-bcf0-613476752efb tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.204647 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ef20d85-c046-411c-90d0-4f512eb0c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.209285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-112862990-network', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:38.213049 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4af8b2-3e6c-4524-bbb8-333bcdcf1865 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=107c2499-a26f-4014-b909-daac1409a294,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:38.247194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ab958cf3-63a2-483f-bcf0-613476752efb tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Calling delete_port for c8ae0b5d-fded-464e-a41f-7fc8b195fbc4 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:38.269179 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-17c35e1a-1502-4786-9d87-6d85bae88a9d tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] show failed (client error): The resource could not be found. Nov 12 08:48:38.274463 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-17c35e1a-1502-4786-9d87-6d85bae88a9d tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags/tempest-TagsExtTest-Tag-1017087269 HTTP/1.1" status: 404 len: 329 time: 0.6921439 Nov 12 08:48:38.291647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47700) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:38.298573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-39f478a7-1080-4791-8fe5-46d437f0b962 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a', {'tags': ['tempest-TagsExtTest-Tag-1742801791', 'tempest-TagsExtTest-Tag-1433815981', 'tempest-TagsExtTest-Tag-597494001']}) {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:38.304340 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf4af8b2-3e6c-4524-bbb8-333bcdcf1865 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.317381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0ef20d85-c046-411c-90d0-4f512eb0c26e None None] For port 6faf203f-f609-49d6-9f18-139dd998c820, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6faf203f-f609-49d6-9f18-139dd998c820,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:38.326917 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bf4af8b2-3e6c-4524-bbb8-333bcdcf1865 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/107c2499-a26f-4014-b909-daac1409a294 HTTP/1.1" status: 204 len: 168 time: 1.4471164 Nov 12 08:48:38.327556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47702) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:38.328393 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ef20d85-c046-411c-90d0-4f512eb0c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.403250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6faf203f-f609-49d6-9f18-139dd998c820 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:38.461935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Made reservation on behalf of a71297d1486641e5a3324dce5f4542fa for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:38.472172 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.487945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b91a69-eea6-4ddf-a858-b9d1e527bf3a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.496384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b91a69-eea6-4ddf-a858-b9d1e527bf3a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:38.497849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab958cf3-63a2-483f-bcf0-613476752efb tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.500281 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.503069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-36b91a69-eea6-4ddf-a858-b9d1e527bf3a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1732376 Nov 12 08:48:38.507339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47704) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:38.549484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab958cf3-63a2-483f-bcf0-613476752efb tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8ae0b5d-fded-464e-a41f-7fc8b195fbc4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:38.624842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab958cf3-63a2-483f-bcf0-613476752efb tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.630914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef20d85-c046-411c-90d0-4f512eb0c26e None None] Pushing event updated for resources: {'Port': ['ID=6faf203f-f609-49d6-9f18-139dd998c820,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:38.641727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ab958cf3-63a2-483f-bcf0-613476752efb tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c8ae0b5d-fded-464e-a41f-7fc8b195fbc4 HTTP/1.1" status: 204 len: 168 time: 0.9975207 Nov 12 08:48:38.645192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47706) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:38.651068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fa74917f-ffa7-4418-8a31-14b74dda048d None None] Could not find standard attr ID for object 107c2499-a26f-4014-b909-daac1409a294. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:48:38.679292 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c1789a-a3d6-4d22-88b8-0f13141a1b91 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet fa937b47-4a8f-46eb-8db3-820f1615f050 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:38.708611 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.713501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6faf203f-f609-49d6-9f18-139dd998c820 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:38.714356 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.730684 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-39f478a7-1080-4791-8fe5-46d437f0b962 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "PUT /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags HTTP/1.1" status: 200 len: 317 time: 0.4350832 Nov 12 08:48:38.730906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47708) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:38.733180 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4c1789a-a3d6-4d22-88b8-0f13141a1b91 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.739007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.tag.tag_plugin [None req-239f9de3-ba30-4385-bd17-75d2a1befee1 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:38.742176 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-6656f7b2-1990-4116-ac97-ef2d0f140666 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:48:38.749671 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6656f7b2-1990-4116-ac97-ef2d0f140666 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "GET /v2.0/ports/c8ae0b5d-fded-464e-a41f-7fc8b195fbc4 HTTP/1.1" status: 404 len: 333 time: 0.1034901 Nov 12 08:48:38.750369 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47710) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:38.807810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Request body: {'port': {'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1518347979'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:38.899821 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4c1789a-a3d6-4d22-88b8-0f13141a1b91 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.906793 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.921171 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.969182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Made reservation on behalf of d1118426f631489e82ce9a86d73e4f13 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:38.971762 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:38.983805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f87f4-09ab-4ed3-b7bc-933fe834ee71,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:39.025209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:48:39.036052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] device_id is not set on port 94f196b6-d90e-4a13-971c-b40869c69a0d yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:39.058904 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.059268 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Added segment 1372cc33-839e-4ab9-9f49-46f004baba77 of type vlan for network f95cff99-9141-44d9-ab8a-662523e1fa89 Nov 12 08:48:39.130992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47716) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:39.139411 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-239f9de3-ba30-4385-bd17-75d2a1befee1 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags HTTP/1.1" status: 204 len: 168 time: 0.3952920 Nov 12 08:48:39.164841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.171972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-a931d598-0d3e-4ad2-bfdf-c4d4ff3bd067 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a', 'tempest-TagsExtTest-Tag-1742801791') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:39.228352 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.229358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.230070 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.356767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4926925 Nov 12 08:48:39.359090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47726) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:39.441814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c788e98d-780a-41f5-ace7-f999f99e15dd admin admin] Request body: {'subnet': {'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-112862990-subnet', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:39.484069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5756c-9eba-48ef-bdce-b3f5415901fc admin admin] Pushing event updated for resources: {'Network': ['ID=f95cff99-9141-44d9-ab8a-662523e1fa89,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:39.497264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network f95cff99-9141-44d9-ab8a-662523e1fa89 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:48:39.508683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788e98d-780a-41f5-ace7-f999f99e15dd admin admin] Made reservation on behalf of a71297d1486641e5a3324dce5f4542fa for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:39.511132 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c788e98d-780a-41f5-ace7-f999f99e15dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.792321 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c788e98d-780a-41f5-ace7-f999f99e15dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:39.850187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788e98d-780a-41f5-ace7-f999f99e15dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41c9f6a-d4c2-4851-ab43-979df1f7e2d1,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:39.888178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788e98d-780a-41f5-ace7-f999f99e15dd admin admin] Checking segment: {'id': '1372cc33-839e-4ab9-9f49-46f004baba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:39.889231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788e98d-780a-41f5-ace7-f999f99e15dd admin admin] Network hostable DHCP agents. Network: f95cff99-9141-44d9-ab8a-662523e1fa89, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:48:39.925590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788e98d-780a-41f5-ace7-f999f99e15dd admin admin] Network f95cff99-9141-44d9-ab8a-662523e1fa89 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:48:39.954488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c788e98d-780a-41f5-ace7-f999f99e15dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, f95cff99-9141-44d9-ab8a-662523e1fa89) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:39.969272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788e98d-780a-41f5-ace7-f999f99e15dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:39.969999 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c788e98d-780a-41f5-ace7-f999f99e15dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.000030 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ce0963-a22e-4661-a05a-37e30804c82a None None] Network f95cff99-9141-44d9-ab8a-662523e1fa89 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:40.002627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-73fdf711-be23-47be-b663-d65cd5affd91 req-f5361bf4-cfdb-4170-947b-c337d8fd29d2 tempest-ServerRescueTestJSONUnderV235-186227852 tempest-ServerRescueTestJSONUnderV235-186227852-project] (102445) timed out ('10.222.0.52', 49195) {{(pid=102445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:48:40.017655 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c788e98d-780a-41f5-ace7-f999f99e15dd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5916979 Nov 12 08:48:40.022542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47730) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:40.026959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-112862990-router', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:40.080772 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4c1789a-a3d6-4d22-88b8-0f13141a1b91 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.094151 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.095244 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.130632 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.226461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.331979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6faf203f-f609-49d6-9f18-139dd998c820 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:40.365728 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-a931d598-0d3e-4ad2-bfdf-c4d4ff3bd067 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] show failed (client error): The resource could not be found. Nov 12 08:48:40.366688 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a931d598-0d3e-4ad2-bfdf-c4d4ff3bd067 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags/tempest-TagsExtTest-Tag-1742801791 HTTP/1.1" status: 404 len: 329 time: 1.2039523 Nov 12 08:48:40.378181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47738) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:40.397272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-cb656a77-1395-47a0-9c3d-180815380784 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a', 'tempest-TagsExtTest-Tag-1433815981') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:40.553068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-f95cff99-9141-44d9-ab8a-662523e1fa89', 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'fixed_ips': [{'subnet_id': 'e41c9f6a-d4c2-4851-ab43-979df1f7e2d1'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:40.553988 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.556503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6faf203f-f609-49d6-9f18-139dd998c820 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:40.556867 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.561565 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4c1789a-a3d6-4d22-88b8-0f13141a1b91 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.589640 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.673452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1789a-a3d6-4d22-88b8-0f13141a1b91 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=fa937b47-4a8f-46eb-8db3-820f1615f050,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:40.675493 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4c1789a-a3d6-4d22-88b8-0f13141a1b91 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.682490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d4c1789a-a3d6-4d22-88b8-0f13141a1b91 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/fa937b47-4a8f-46eb-8db3-820f1615f050 HTTP/1.1" status: 204 len: 168 time: 2.1740267 Nov 12 08:48:40.690106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47742) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:40.714971 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.754536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90559c22-7e92-4ad9-a72c-9769ceaf8888 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:40.758114 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f80f5352-61e2-4844-b97c-f93e1d792d4a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644155 Nov 12 08:48:40.758693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47744) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:40.785314 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-cb656a77-1395-47a0-9c3d-180815380784 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] show failed (client error): The resource could not be found. Nov 12 08:48:40.789006 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cb656a77-1395-47a0-9c3d-180815380784 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags/tempest-TagsExtTest-Tag-1433815981 HTTP/1.1" status: 404 len: 329 time: 0.4059792 Nov 12 08:48:40.793491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47746) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:40.798286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-2c11cdbc-eda4-43ed-b34f-95fe0b96c77f tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a', 'tempest-TagsExtTest-Tag-597494001') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:40.853449 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:48:40.870037 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:40.890482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e84830-a3d6-4a07-a931-5d89f2fcaa99 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:40.892485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-64e84830-a3d6-4a07-a931-5d89f2fcaa99 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1299438 Nov 12 08:48:40.897837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47748) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:40.966355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb3242d-c8b1-4963-bb91-e7e936c88d30 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:40.969010 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8bb3242d-c8b1-4963-bb91-e7e936c88d30 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0690436 Nov 12 08:48:40.976026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47750) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:40.992379 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-2c11cdbc-eda4-43ed-b34f-95fe0b96c77f tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] show failed (client error): The resource could not be found. Nov 12 08:48:40.993702 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2c11cdbc-eda4-43ed-b34f-95fe0b96c77f tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags/tempest-TagsExtTest-Tag-597494001 HTTP/1.1" status: 404 len: 328 time: 0.1994214 Nov 12 08:48:41.001194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47752) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.006817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-db3cdbbe-7982-4910-82ce-e7994d258587 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638', {'tags': ['tempest-TagsExtTest-Tag-1289234148', 'tempest-TagsExtTest-Tag-1683095993', 'tempest-TagsExtTest-Tag-222667157']}) {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:41.013243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Network d5624432-bf34-44c6-9758-242c8cab5488 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:41.016712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event updated for resources: {'Port': ['ID=94f196b6-d90e-4a13-971c-b40869c69a0d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:41.075097 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:41.080300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:41.081950 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:41.082184 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.162621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6891560e-cd28-437c-9d22-89b55bbda9fc tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3638425 Nov 12 08:48:41.164536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47760) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.170298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:41.199649 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b9fc02b4-cb6b-4f0d-974c-9bb1184010b6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2142889 Nov 12 08:48:41.200924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47762) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.201798 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-db3cdbbe-7982-4910-82ce-e7994d258587 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "PUT /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags HTTP/1.1" status: 200 len: 317 time: 0.1987078 Nov 12 08:48:41.204956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47764) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.210434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-7ce7cc6a-5cee-4b14-b096-c7769c7b2f43 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:41.213841 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.235943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:41.337867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.396798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Allocated IP 172.20.0.2 (f95cff99-9141-44d9-ab8a-662523e1fa89/e41c9f6a-d4c2-4851-ab43-979df1f7e2d1/03eab1d0-a166-4ed0-933e-28fcdf5ab52c) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:41.460901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:41.466850 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.530815 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.579944 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7ce7cc6a-5cee-4b14-b096-c7769c7b2f43 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags HTTP/1.1" status: 204 len: 168 time: 0.3736660 Nov 12 08:48:41.580827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.586739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47780) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.599723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-f875550e-bd28-4101-af69-62c6b9489565 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638', 'tempest-TagsExtTest-Tag-1289234148') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:41.857782 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-f875550e-bd28-4101-af69-62c6b9489565 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] show failed (client error): The resource could not be found. Nov 12 08:48:41.859157 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f875550e-bd28-4101-af69-62c6b9489565 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags/tempest-TagsExtTest-Tag-1289234148 HTTP/1.1" status: 404 len: 329 time: 0.2714365 Nov 12 08:48:41.863052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47784) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:41.895998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-4c673d3b-6249-48d2-8dbe-831e952c8401 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638', 'tempest-TagsExtTest-Tag-1683095993') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:41.899375 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.917059 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:41.922838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Allocated IP 172.25.3.31 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/84d40de9-a1c5-4703-a026-2f7ec12ef533) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:41.984960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] device_id is not set on port 94f196b6-d90e-4a13-971c-b40869c69a0d yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:42.000346 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.018852 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-4c673d3b-6249-48d2-8dbe-831e952c8401 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] show failed (client error): The resource could not be found. Nov 12 08:48:42.026873 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4c673d3b-6249-48d2-8dbe-831e952c8401 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags/tempest-TagsExtTest-Tag-1683095993 HTTP/1.1" status: 404 len: 329 time: 0.1618326 Nov 12 08:48:42.029849 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47786) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:42.032110 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.039607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-fa15e3ff-3606-4826-a502-eb4dd2cb1d06 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638', 'tempest-TagsExtTest-Tag-222667157') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:42.060872 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Network f95cff99-9141-44d9-ab8a-662523e1fa89 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:42.075193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:42.082648 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:42.252195 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.254933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f213a-8f4c-4536-8e8d-5a5f49232391 None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:42.289605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Pushing event updated for resources: {'Port': ['ID=03eab1d0-a166-4ed0-933e-28fcdf5ab52c,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:42.323007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event updated for resources: {'Port': ['ID=94f196b6-d90e-4a13-971c-b40869c69a0d,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:42.339431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:42.339860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:42.340857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:42.344455 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-fa15e3ff-3606-4826-a502-eb4dd2cb1d06 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] show failed (client error): The resource could not be found. Nov 12 08:48:42.345156 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fa15e3ff-3606-4826-a502-eb4dd2cb1d06 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags/tempest-TagsExtTest-Tag-222667157 HTTP/1.1" status: 404 len: 328 time: 0.3140123 Nov 12 08:48:42.348286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47788) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:42.353920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-c6ea4786-0e1e-4289-8d81-19163fbddc1f tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524', {'tags': ['tempest-TagsExtTest-Tag-519839245', 'tempest-TagsExtTest-Tag-1795687362', 'tempest-TagsExtTest-Tag-1239573111']}) {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:42.356684 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:42.357133 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:42.359459 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 2 to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d Nov 12 08:48:42.379701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Attempting to bind port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:42.381774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Attempting to bind port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '1372cc33-839e-4ab9-9f49-46f004baba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:42.382446 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Attempting to bind port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c on network f95cff99-9141-44d9-ab8a-662523e1fa89 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:42.388429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:42.388942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:42.389398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:42.396925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:42.409772 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:42.413621 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 3 to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d Nov 12 08:48:42.424100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:42.424513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Checking segment: {'id': '1372cc33-839e-4ab9-9f49-46f004baba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:42.426200 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.427620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Bound using segment: {'id': '1372cc33-839e-4ab9-9f49-46f004baba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:42.429657 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Bound port: 03eab1d0-a166-4ed0-933e-28fcdf5ab52c, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1372cc33-839e-4ab9-9f49-46f004baba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:42.430578 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.449266 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.449887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:42.450394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:42.450824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:42.457654 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c6ea4786-0e1e-4289-8d81-19163fbddc1f tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "PUT /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags HTTP/1.1" status: 200 len: 317 time: 0.1077058 Nov 12 08:48:42.460204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47792) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:42.466576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-680bd75b-e8e4-42a6-9525-aa5143c1aabb tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:42.469567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:42.470007 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:42.472707 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 4 to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d Nov 12 08:48:42.527406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:42.530137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:42.530606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:42.543657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:42.544273 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:42.546105 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-33639082-f29a-445a-8637-99aec57450d7 None None] For port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:42.546792 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 5 to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d Nov 12 08:48:42.549947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-33639082-f29a-445a-8637-99aec57450d7 None None] For port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=03eab1d0-a166-4ed0-933e-28fcdf5ab52c,segment=NetworkSegment(1372cc33-839e-4ab9-9f49-46f004baba77),segment_id=1372cc33-839e-4ab9-9f49-46f004baba77)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:42.567453 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.584833 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:48:42.586603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Pushing event updated for resources: {'Port': ['ID=84d40de9-a1c5-4703-a026-2f7ec12ef533,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:42.594838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:42.596852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:42.597539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:42.623513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:42.625144 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:42.630301 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 6 to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d Nov 12 08:48:42.673021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-680bd75b-e8e4-42a6-9525-aa5143c1aabb tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags HTTP/1.1" status: 204 len: 168 time: 0.2117071 Nov 12 08:48:42.681384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47800) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:42.686496 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:42.686956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:42.687524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:42.702080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-e2ff7c45-2f00-4264-a401-f12817183558 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524', 'tempest-TagsExtTest-Tag-519839245') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:42.705746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:42.726439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:42.726556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:42.726556 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:42.726556 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 7 to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d Nov 12 08:48:42.735199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:42.757894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33639082-f29a-445a-8637-99aec57450d7 None None] Pushing event updated for resources: {'Port': ['ID=03eab1d0-a166-4ed0-933e-28fcdf5ab52c,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:42.773626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef65d1-140f-4d37-86d4-4a0517cff3b6 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:42.785024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:42.785319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:42.785657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:42.807786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f213a-8f4c-4536-8e8d-5a5f49232391 None None] Deleting port 6faf203f-f609-49d6-9f18-139dd998c820 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:42.808455 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c3f213a-8f4c-4536-8e8d-5a5f49232391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:42.814894 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-e2ff7c45-2f00-4264-a401-f12817183558 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] show failed (client error): The resource could not be found. Nov 12 08:48:42.816460 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e2ff7c45-2f00-4264-a401-f12817183558 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags/tempest-TagsExtTest-Tag-519839245 HTTP/1.1" status: 404 len: 328 time: 0.1335192 Nov 12 08:48:42.818424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:42.818772 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:42.819226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47810) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:42.819686 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 8 to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d Nov 12 08:48:42.831579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-3175ab7f-dd48-4574-a37b-48585573d030 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524', 'tempest-TagsExtTest-Tag-1795687362') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:42.913586 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:42.913705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:42.914044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:42.939174 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-3175ab7f-dd48-4574-a37b-48585573d030 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] show failed (client error): The resource could not be found. Nov 12 08:48:42.949202 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3175ab7f-dd48-4574-a37b-48585573d030 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags/tempest-TagsExtTest-Tag-1795687362 HTTP/1.1" status: 404 len: 329 time: 0.1212690 Nov 12 08:48:42.950070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:42.950407 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:42.950820 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 9 to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d Nov 12 08:48:42.954034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47814) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:42.969836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-17f33978-4d96-44ec-9291-4c26577fa4fa tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524', 'tempest-TagsExtTest-Tag-1239573111') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:43.044980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:43.045667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:43.045667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:43.061729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1c3f213a-8f4c-4536-8e8d-5a5f49232391 None None] For port 6faf203f-f609-49d6-9f18-139dd998c820, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6faf203f-f609-49d6-9f18-139dd998c820,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:43.062234 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:43.062349 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c3f213a-8f4c-4536-8e8d-5a5f49232391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.062466 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:43.069940 n-d-768851-18 neutron-server[102445]: INFO neutron.plugins.ml2.plugin [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempt 10 to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d Nov 12 08:48:43.087782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f213a-8f4c-4536-8e8d-5a5f49232391 None None] Calling delete_port for 6faf203f-f609-49d6-9f18-139dd998c820 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:43.099155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6f5ffbda-2032-482e-a675-c7a5da8f23f4 None None] Provisioning complete for port 84d40de9-a1c5-4703-a026-2f7ec12ef533 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:43.099681 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6f5ffbda-2032-482e-a675-c7a5da8f23f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.107677 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-17f33978-4d96-44ec-9291-4c26577fa4fa tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] show failed (client error): The resource could not be found. Nov 12 08:48:43.111290 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-17f33978-4d96-44ec-9291-4c26577fa4fa tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags/tempest-TagsExtTest-Tag-1239573111 HTTP/1.1" status: 404 len: 329 time: 0.1527538 Nov 12 08:48:43.129967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47820) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:43.136305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-fb6dd3cd-67ff-4ebf-a430-66404224ac1b tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fdd5ca68-2ab6-430b-a5bc-aff56fd43524') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:43.157745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:43.158091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:43.158433 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempting to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:43.200108 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:48:43.200413 n-d-768851-18 neutron-server[102445]: ERROR neutron.plugins.ml2.managers [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Failed to bind port 94f196b6-d90e-4a13-971c-b40869c69a0d on host n-h2-768851-18 for vnic_type normal using segments [{'id': 'f693a025-2012-4614-82ba-b713f994ea96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd5624432-bf34-44c6-9758-242c8cab5488'}] Nov 12 08:48:43.200789 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.244015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fb6dd3cd-67ff-4ebf-a430-66404224ac1b tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524/tags HTTP/1.1" status: 204 len: 168 time: 0.1075432 Nov 12 08:48:43.246669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47824) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:43.250939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-e07d5e61-7fbd-453b-8b6e-228b85b9c7dd tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7504f1ea-5afd-48e1-8c0e-c0b52356a638') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:43.360246 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ffbda-2032-482e-a675-c7a5da8f23f4 None None] Port 84d40de9-a1c5-4703-a026-2f7ec12ef533 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:43.453000 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c3f213a-8f4c-4536-8e8d-5a5f49232391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.498798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] For port 94f196b6-d90e-4a13-971c-b40869c69a0d, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:43.499235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attempted to set empty binding levels {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 08:48:43.514707 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.537215 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e07d5e61-7fbd-453b-8b6e-228b85b9c7dd tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638/tags HTTP/1.1" status: 204 len: 168 time: 0.2902226 Nov 12 08:48:43.551019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f213a-8f4c-4536-8e8d-5a5f49232391 None None] Pushing event deleted for resources: {'Port': ['ID=6faf203f-f609-49d6-9f18-139dd998c820,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:43.551228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47828) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:43.556704 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-c31c6f4b-fe75-4610-8ae0-7bfb2bbc11d1 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '82b5e656-84a6-4dfc-9397-d462707d645a') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:43.559954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f213a-8f4c-4536-8e8d-5a5f49232391 None None] No DVR routers for this DVR port 6faf203f-f609-49d6-9f18-139dd998c820 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:43.632459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] In _notify_port_updated(), no bound segment for port 94f196b6-d90e-4a13-971c-b40869c69a0d on network d5624432-bf34-44c6-9758-242c8cab5488 {{(pid=102445) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 08:48:43.633378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:43.633983 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.640836 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "PUT /v2.0/ports/94f196b6-d90e-4a13-971c-b40869c69a0d HTTP/1.1" status: 200 len: 976 time: 2.4751041 Nov 12 08:48:43.647183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47830) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:43.697563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78198d49-add2-4fb7-9461-586ad3e3467e tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event updated for resources: {'Port': ['ID=94f196b6-d90e-4a13-971c-b40869c69a0d,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:43.844312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c31c6f4b-fe75-4610-8ae0-7bfb2bbc11d1 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a/tags HTTP/1.1" status: 204 len: 168 time: 0.2919087 Nov 12 08:48:43.846334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47836) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:43.856469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.tag.tag_plugin [None req-b3c25a92-8ee3-40ee-951f-befb25c8e636 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '643a6ba4-aa43-4224-8b78-1595aba04bba') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:43.881008 n-d-768851-18 neutron-server[102444]: WARNING neutron.services.revisions.revision_plugin [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Could not find related port for resource to bump revision. Nov 12 08:48:43.925275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-de233b90-51e2-4af5-a2a1-bd57df913266 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Deleting port 94f196b6-d90e-4a13-971c-b40869c69a0d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:43.925730 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de233b90-51e2-4af5-a2a1-bd57df913266 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.932438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.ipam_pluggable_backend [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Port 6faf203f-f609-49d6-9f18-139dd998c820 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102444) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 08:48:43.933132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.ipam_pluggable_backend [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Reverting IP allocation for 2001:db8::f816:3eff:feea:5811 {{(pid=102444) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 08:48:43.962155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.ipam_pluggable_backend [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feea:5811 {{(pid=102444) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 08:48:43.965163 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.108570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-de233b90-51e2-4af5-a2a1-bd57df913266 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] For port 94f196b6-d90e-4a13-971c-b40869c69a0d, host n-h2-768851-18, got binding levels [] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:44.109204 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de233b90-51e2-4af5-a2a1-bd57df913266 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.125007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=385f3fab-d7a1-4bc4-8012-aa30d01fd8af,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:44.161540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:44.171977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-de233b90-51e2-4af5-a2a1-bd57df913266 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Calling delete_port for 94f196b6-d90e-4a13-971c-b40869c69a0d owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:44.203627 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b3c25a92-8ee3-40ee-951f-befb25c8e636 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba/tags HTTP/1.1" status: 204 len: 168 time: 0.3513343 Nov 12 08:48:44.209358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47842) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:44.247056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:44.258962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:44.259762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.270088 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f8977f-000c-43c3-a154-7130716cab05 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:44.301381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-692195a7-d5a0-4457-82c5-ba71fd5b8985 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.0708551 Nov 12 08:48:44.305748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47844) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:44.319615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:fb:a4:02', 'name': 'tempest-NetworksTestDHCPv6-983928067'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:44.558305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:44.612340 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a97e725b-b365-49dd-98eb-e34369401a3e tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for subnetpool, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.621924 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a97e725b-b365-49dd-98eb-e34369401a3e tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/subnetpools/fdd5ca68-2ab6-430b-a5bc-aff56fd43524 HTTP/1.1" status: 204 len: 168 time: 0.3981216 Nov 12 08:48:44.628883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 03eab1d0-a166-4ed0-933e-28fcdf5ab52c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:44.629774 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47848) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:44.694476 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d533a6c3-ebf5-4ad6-b6f5-296e3cd493a6 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "GET /v2.0/ports?device_id=7504f1ea-5afd-48e1-8c0e-c0b52356a638 HTTP/1.1" status: 200 len: 205 time: 0.0625768 Nov 12 08:48:44.696295 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de233b90-51e2-4af5-a2a1-bd57df913266 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.698100 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47850) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:44.706455 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.749025 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de233b90-51e2-4af5-a2a1-bd57df913266 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.753001 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-de233b90-51e2-4af5-a2a1-bd57df913266 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "DELETE /v2.0/ports/94f196b6-d90e-4a13-971c-b40869c69a0d HTTP/1.1" status: 204 len: 168 time: 1.1031747 Nov 12 08:48:44.899115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de233b90-51e2-4af5-a2a1-bd57df913266 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] Pushing event deleted for resources: {'Port': ['ID=94f196b6-d90e-4a13-971c-b40869c69a0d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:44.969121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': '385f3fab-d7a1-4bc4-8012-aa30d01fd8af'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:44.983975 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:44.993074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:44.993074 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.010795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47852) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:45.015374 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ac98232-c992-4c6f-b100-6b2d0c6fe4df tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.043487 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.111321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de38a41-ebb7-4608-a365-d31a7d1479c4 None None] Network f95cff99-9141-44d9-ab8a-662523e1fa89 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:45.171975 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f33dd6-97fb-4783-9b5b-1e57e9707097 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] GET failed (client error): The resource could not be found. Nov 12 08:48:45.187939 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c3f33dd6-97fb-4783-9b5b-1e57e9707097 tempest-PortsAdminExtendedAttrsTestJSON-956366601 tempest-PortsAdminExtendedAttrsTestJSON-956366601-project-admin] 10.222.0.31 "GET /v2.0/ports/94f196b6-d90e-4a13-971c-b40869c69a0d HTTP/1.1" status: 404 len: 333 time: 0.1622729 Nov 12 08:48:45.189189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47860) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:45.232054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.274777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 1b516770-508f-4878-ad02-41fb6538a1c3 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:45.426152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::f816:3eff:fefb:a402 (376cbd53-eef7-4f19-a11f-fa391cb12464/385f3fab-d7a1-4bc4-8012-aa30d01fd8af/1b516770-508f-4878-ad02-41fb6538a1c3) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:45.606247 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.658387 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ac98232-c992-4c6f-b100-6b2d0c6fe4df tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.661675 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ac98232-c992-4c6f-b100-6b2d0c6fe4df tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.698876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.778400 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.829503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:45.834591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:45.839271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:45.842642 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.847139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:45.848034 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.869850 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5624432-bf34-44c6-9758-242c8cab5488']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:45.879918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5643194 Nov 12 08:48:45.882857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f693a025-2012-4614-82ba-b713f994ea96') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:45.883332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f693a025-2012-4614-82ba-b713f994ea96') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:45.884688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47866) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:45.885615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a18ac-4e10-4bda-bbca-7fbcb5a08d55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=1b516770-508f-4878-ad02-41fb6538a1c3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:45.895086 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.916082 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.919334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ac98232-c992-4c6f-b100-6b2d0c6fe4df tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.920998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac98232-c992-4c6f-b100-6b2d0c6fe4df tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Fanout notify agent at l3_agent the message router_deleted on router 7504f1ea-5afd-48e1-8c0e-c0b52356a638 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:48:45.926496 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Allocated IP 2001:db8::f816:3eff:fe62:d58c (376cbd53-eef7-4f19-a11f-fa391cb12464/385f3fab-d7a1-4bc4-8012-aa30d01fd8af/f4c44d77-0ddb-4c0b-853c-e722136a0a1c) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:45.943579 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ac98232-c992-4c6f-b100-6b2d0c6fe4df tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.947929 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2ac98232-c992-4c6f-b100-6b2d0c6fe4df tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/routers/7504f1ea-5afd-48e1-8c0e-c0b52356a638 HTTP/1.1" status: 204 len: 168 time: 1.2484577 Nov 12 08:48:45.948262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47868) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:45.963069 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:45.963492 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.965932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fc4773ad-47e6-4f4c-88a4-ff5a67fcbb94 None None] Provisioning complete for port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:45.969046 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fc4773ad-47e6-4f4c-88a4-ff5a67fcbb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:45.975342 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:46.103273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8591fb4c-c89d-45b7-8d8e-d1a9fad888a3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:46.103273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8591fb4c-c89d-45b7-8d8e-d1a9fad888a3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2087770 Nov 12 08:48:46.103273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47874) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:46.104214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Router cd2a878b-841a-4085-91c2-0d1e28aa5398 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:48:46.143907 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.153275 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.157204 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] 10.222.0.31 "DELETE /v2.0/networks/d5624432-bf34-44c6-9758-242c8cab5488 HTTP/1.1" status: 204 len: 168 time: 0.9648433 Nov 12 08:48:46.193775 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80147fd-4b1b-4a14-9a4f-9ca3f94d8ad7 tempest-PortsAdminExtendedAttrsTestJSON-1055468954 tempest-PortsAdminExtendedAttrsTestJSON-1055468954-project] Pushing event deleted for resources: {'Network': ['ID=d5624432-bf34-44c6-9758-242c8cab5488,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:46.312536 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.402673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:46.414204 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Sync routers for ids ['cd2a878b-841a-4085-91c2-0d1e28aa5398'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:46.433091 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Routers {'cd2a878b-841a-4085-91c2-0d1e28aa5398'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:46.435869 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.436161 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['cd2a878b-841a-4085-91c2-0d1e28aa5398'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:46.439355 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-33df4f79-53be-4b1a-93dd-84af184d1d13 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4133425 Nov 12 08:48:46.439723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47880) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:46.440445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ebee0a05-6ae4-4744-8256-e7f36a7cea33 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Deleting port 82b5e656-84a6-4dfc-9397-d462707d645a {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:46.440788 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ebee0a05-6ae4-4744-8256-e7f36a7cea33 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.483217 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fc4773ad-47e6-4f4c-88a4-ff5a67fcbb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.566636 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ebee0a05-6ae4-4744-8256-e7f36a7cea33 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.612822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ebee0a05-6ae4-4744-8256-e7f36a7cea33 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Calling delete_port for 82b5e656-84a6-4dfc-9397-d462707d645a owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:46.799142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47888) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:46.864259 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Set router cd2a878b-841a-4085-91c2-0d1e28aa5398 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:46.879328 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.881645 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ebee0a05-6ae4-4744-8256-e7f36a7cea33 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.906882 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=03eab1d0-a166-4ed0-933e-28fcdf5ab52c,segment=NetworkSegment(1372cc33-839e-4ab9-9f49-46f004baba77),segment_id=1372cc33-839e-4ab9-9f49-46f004baba77)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:46.922449 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.948488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee0a05-6ae4-4744-8256-e7f36a7cea33 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Pushing event deleted for resources: {'Port': ['ID=82b5e656-84a6-4dfc-9397-d462707d645a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:47.156184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-911439b3-c1fa-43e9-9c13-6438e5cdfbc4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 1b516770-508f-4878-ad02-41fb6538a1c3 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:47.156897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-911439b3-c1fa-43e9-9c13-6438e5cdfbc4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.171508 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.197950 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Pushing event updated for resources: {'Port': ['ID=f4c44d77-0ddb-4c0b-853c-e722136a0a1c,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:47.323420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6faf203f-f609-49d6-9f18-139dd998c820 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:47.337354 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ebee0a05-6ae4-4744-8256-e7f36a7cea33 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.352388 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ebee0a05-6ae4-4744-8256-e7f36a7cea33 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/ports/82b5e656-84a6-4dfc-9397-d462707d645a HTTP/1.1" status: 204 len: 168 time: 1.4021771 Nov 12 08:48:47.354967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 6faf203f-f609-49d6-9f18-139dd998c820 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:47.355522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6faf203f-f609-49d6-9f18-139dd998c820 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:47.378078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47896) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:47.389818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:47.419566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:47.423365 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-fc4773ad-47e6-4f4c-88a4-ff5a67fcbb94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:48:47.423994 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-fc4773ad-47e6-4f4c-88a4-ff5a67fcbb94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:48:47.425006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:47.440922 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=03eab1d0-a166-4ed0-933e-28fcdf5ab52c,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:47.571858 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'name': 'tempest-TestAggregatesBasicOps-112862990-router', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:40Z', 'updated_at': '2021-11-12T08:48:44Z', 'revision_number': 3, 'project_id': 'a71297d1486641e5a3324dce5f4542fa', 'gw_port': {'id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:41Z', 'updated_at': '2021-11-12T08:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:47.580275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-edb2914d-8645-41d6-baa6-4db69902cc7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=027c2611575b4cde99f0f51a704ae002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7801399 Nov 12 08:48:47.584001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47898) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:47.614476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Attempting to bind port f4c44d77-0ddb-4c0b-853c-e722136a0a1c on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:47.614847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Attempting to bind port f4c44d77-0ddb-4c0b-853c-e722136a0a1c by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:47.615213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Attempting to bind port f4c44d77-0ddb-4c0b-853c-e722136a0a1c on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:47.634670 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Checking router: cd2a878b-841a-4085-91c2-0d1e28aa5398 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:48:47.635222 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Updating router cd2a878b-841a-4085-91c2-0d1e28aa5398 port 84d40de9-a1c5-4703-a026-2f7ec12ef533 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:48:47.652878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:47.653316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:47.653722 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.654184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:47.655015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Bound port: f4c44d77-0ddb-4c0b-853c-e722136a0a1c, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:47.655015 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.660074 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-911439b3-c1fa-43e9-9c13-6438e5cdfbc4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.665249 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.738409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-911439b3-c1fa-43e9-9c13-6438e5cdfbc4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 1b516770-508f-4878-ad02-41fb6538a1c3 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:47.859538 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59c3b4b-703a-4114-8041-32ac84205302 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Deleting subnet 643a6ba4-aa43-4224-8b78-1595aba04bba {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:47.872513 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59c3b4b-703a-4114-8041-32ac84205302 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:47.916251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] For port f4c44d77-0ddb-4c0b-853c-e722136a0a1c, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:47.921678 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] For port f4c44d77-0ddb-4c0b-853c-e722136a0a1c, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f4c44d77-0ddb-4c0b-853c-e722136a0a1c,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:47.953863 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.008760 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31a201d3-0708-4073-8a42-e128e7ee95ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.074994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c860dad-2cf5-41c5-86fa-8296088de72b None None] Pushing event updated for resources: {'Port': ['ID=f4c44d77-0ddb-4c0b-853c-e722136a0a1c,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:48.116307 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.126115 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.127939 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31a201d3-0708-4073-8a42-e128e7ee95ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.288559 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Pushing event updated for resources: {'Port': ['ID=84d40de9-a1c5-4703-a026-2f7ec12ef533,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:48.303753 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Attempting to bind port 84d40de9-a1c5-4703-a026-2f7ec12ef533 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:48.305069 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Attempting to bind port 84d40de9-a1c5-4703-a026-2f7ec12ef533 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:48.305069 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Attempting to bind port 84d40de9-a1c5-4703-a026-2f7ec12ef533 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:48.318583 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:48.318931 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:48.319270 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:48.319603 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:48.319934 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:48.320266 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:48.320587 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:48.320911 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:48.321351 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:48.321574 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:48.322026 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:48.322347 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:48.335330 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:48.335980 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:48.337052 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.337706 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:48.338413 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Bound port: 84d40de9-a1c5-4703-a026-2f7ec12ef533, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:48.339016 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.353152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b567ca-a328-4fd4-9c77-f59e912a5397 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:48.368569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-68aee33e-4805-456c-99c4-409a54187a4c None None] Provisioning complete for port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:48.368941 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-68aee33e-4805-456c-99c4-409a54187a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.388198 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-911439b3-c1fa-43e9-9c13-6438e5cdfbc4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.486628 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] For port 84d40de9-a1c5-4703-a026-2f7ec12ef533, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:48.501900 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] For port 84d40de9-a1c5-4703-a026-2f7ec12ef533, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=84d40de9-a1c5-4703-a026-2f7ec12ef533,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:48.512909 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.586469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911439b3-c1fa-43e9-9c13-6438e5cdfbc4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=1b516770-508f-4878-ad02-41fb6538a1c3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:48.669645 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-911439b3-c1fa-43e9-9c13-6438e5cdfbc4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.682036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-911439b3-c1fa-43e9-9c13-6438e5cdfbc4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/1b516770-508f-4878-ad02-41fb6538a1c3 HTTP/1.1" status: 204 len: 168 time: 2.5691814 Nov 12 08:48:48.683015 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31a201d3-0708-4073-8a42-e128e7ee95ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.687963 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31a201d3-0708-4073-8a42-e128e7ee95ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.695063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-31a201d3-0708-4073-8a42-e128e7ee95ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3969bd68-ca6d-43ff-be5c-731b4c3a67ab HTTP/1.1" status: 204 len: 168 time: 1.1095948 Nov 12 08:48:48.695635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47912) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:48.739602 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08858b-583a-4964-84e8-c983525aca0e None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:48.789687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a201d3-0708-4073-8a42-e128e7ee95ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3969bd68-ca6d-43ff-be5c-731b4c3a67ab,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:48.805600 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Routers {'cd2a878b-841a-4085-91c2-0d1e28aa5398'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:48.806237 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['cd2a878b-841a-4085-91c2-0d1e28aa5398'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:48.900901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9504e4e-b486-4580-817b-81dc53c1ae15 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:48.906600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4c8543da-32a2-4b26-a44f-7d21af3849b5 None None] Provisioning complete for port 84d40de9-a1c5-4703-a026-2f7ec12ef533 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:48.906974 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4c8543da-32a2-4b26-a44f-7d21af3849b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.912456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9504e4e-b486-4580-817b-81dc53c1ae15 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:48.924738 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e9504e4e-b486-4580-817b-81dc53c1ae15 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2257812 Nov 12 08:48:48.929972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47918) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:48.960623 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89077d8d-0c48-44e4-abce-df1002f62e09 None None] Pushing event updated for resources: {'Port': ['ID=84d40de9-a1c5-4703-a026-2f7ec12ef533,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:49.072199 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59c3b4b-703a-4114-8041-32ac84205302 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.112548 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec9045f-0856-4c71-a05c-4e6eff651c3c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 385f3fab-d7a1-4bc4-8012-aa30d01fd8af {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:48:49.116156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ec9045f-0856-4c71-a05c-4e6eff651c3c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.207834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ec9045f-0856-4c71-a05c-4e6eff651c3c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.225482 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4c8543da-32a2-4b26-a44f-7d21af3849b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.343863 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4c8543da-32a2-4b26-a44f-7d21af3849b5 None None] For port 84d40de9-a1c5-4703-a026-2f7ec12ef533, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=84d40de9-a1c5-4703-a026-2f7ec12ef533,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:49.356281 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4c8543da-32a2-4b26-a44f-7d21af3849b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.442357 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ec9045f-0856-4c71-a05c-4e6eff651c3c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.488299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47930) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:49.606394 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] Set router cd2a878b-841a-4085-91c2-0d1e28aa5398 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:49.666712 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ec9045f-0856-4c71-a05c-4e6eff651c3c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.685048 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59c3b4b-703a-4114-8041-32ac84205302 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.707214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8543da-32a2-4b26-a44f-7d21af3849b5 None None] Pushing event updated for resources: {'Port': ['ID=84d40de9-a1c5-4703-a026-2f7ec12ef533,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:49.793337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f4c44d77-0ddb-4c0b-853c-e722136a0a1c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:49.843583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8ec9045f-0856-4c71-a05c-4e6eff651c3c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.901968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8ec9045f-0856-4c71-a05c-4e6eff651c3c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/385f3fab-d7a1-4bc4-8012-aa30d01fd8af HTTP/1.1" status: 204 len: 168 time: 0.9721980 Nov 12 08:48:49.903602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9045f-0856-4c71-a05c-4e6eff651c3c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=385f3fab-d7a1-4bc4-8012-aa30d01fd8af,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:49.919321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47940) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:50.010195 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8c0acb9b-812a-48c0-b1d6-c36b565491b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1118426f631489e82ce9a86d73e4f13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5033703 Nov 12 08:48:50.024069 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47942) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:50.037382 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.110553 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'name': 'tempest-TestAggregatesBasicOps-112862990-router', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:40Z', 'updated_at': '2021-11-12T08:48:44Z', 'revision_number': 3, 'project_id': 'a71297d1486641e5a3324dce5f4542fa', 'gw_port': {'id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:41Z', 'updated_at': '2021-11-12T08:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:50.136295 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f4c44d77-0ddb-4c0b-853c-e722136a0a1c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:50.136607 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.143298 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a515f628-f06c-425a-80fc-93f75e4bab55 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2222717 Nov 12 08:48:50.147132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47946) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:50.186142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:50.205466 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59c3b4b-703a-4114-8041-32ac84205302 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.236634 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a696e-5604-44d5-b22c-edda7f23919e None None] The sync data for ids ['cd2a878b-841a-4085-91c2-0d1e28aa5398'] in n-d-768851-18 is: [{'id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'name': 'tempest-TestAggregatesBasicOps-112862990-router', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:40Z', 'updated_at': '2021-11-12T08:48:44Z', 'revision_number': 3, 'project_id': 'a71297d1486641e5a3324dce5f4542fa', 'gw_port': {'id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:41Z', 'updated_at': '2021-11-12T08:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:48:50.273362 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59c3b4b-703a-4114-8041-32ac84205302 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.280055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45227dca-d8d2-420e-b4e5-6516214712cd None None] Network a4b2d54f-3b35-414c-ad83-878df2296141 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:50.288202 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b59c3b4b-703a-4114-8041-32ac84205302 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/subnets/643a6ba4-aa43-4224-8b78-1595aba04bba HTTP/1.1" status: 204 len: 168 time: 2.9076231 Nov 12 08:48:50.295822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47950) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:50.478188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c3b4b-703a-4114-8041-32ac84205302 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Pushing event deleted for resources: {'Subnet': ['ID=643a6ba4-aa43-4224-8b78-1595aba04bba,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:50.538851 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439bf325-1ef0-4c72-856c-d1fadb02a3d0 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:50.585583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:50.595979 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.711864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84f5cce6-1e55-4581-b32a-eb63736b6ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.883780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-da695fb0-e09e-4185-ad02-060eddc16e4e None None] Provisioning complete for port f4c44d77-0ddb-4c0b-853c-e722136a0a1c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:50.884524 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-da695fb0-e09e-4185-ad02-060eddc16e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.979882 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84f5cce6-1e55-4581-b32a-eb63736b6ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.005592 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.293425 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.295727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Allocated IP 172.20.0.1 (f95cff99-9141-44d9-ab8a-662523e1fa89/e41c9f6a-d4c2-4851-ab43-979df1f7e2d1/9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:51.444826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port f4c44d77-0ddb-4c0b-853c-e722136a0a1c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f4c44d77-0ddb-4c0b-853c-e722136a0a1c,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:51.455159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430646d6-be59-446d-9e60-a7960e7cab26 None None] DHCP port deletion for a4b2d54f-3b35-414c-ad83-878df2296141 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:51.494519 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.499136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 03eab1d0-a166-4ed0-933e-28fcdf5ab52c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:51.530891 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84f5cce6-1e55-4581-b32a-eb63736b6ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.536175 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-84f5cce6-1e55-4581-b32a-eb63736b6ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.547853 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-84f5cce6-1e55-4581-b32a-eb63736b6ac1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccf165eb-25b6-4ddb-a8e1-00d226598c88 HTTP/1.1" status: 204 len: 168 time: 1.5219381 Nov 12 08:48:51.619868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:48:51.766348 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5cce6-1e55-4581-b32a-eb63736b6ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf165eb-25b6-4ddb-a8e1-00d226598c88,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:51.800977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Deleting port d8d4dcb0-068e-44aa-9460-688c1bf471e8 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:51.805769 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:51.815464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=f4c44d77-0ddb-4c0b-853c-e722136a0a1c,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:52.026167 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] For port d8d4dcb0-068e-44aa-9460-688c1bf471e8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d8d4dcb0-068e-44aa-9460-688c1bf471e8,segment=NetworkSegment(70ff4139-de46-4345-af3e-8c490b3cfd4b),segment_id=70ff4139-de46-4345-af3e-8c490b3cfd4b)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:52.026838 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.035038 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.077567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Calling delete_port for d8d4dcb0-068e-44aa-9460-688c1bf471e8 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:52.506317 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.693871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Network f95cff99-9141-44d9-ab8a-662523e1fa89 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:52.710592 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:52.714706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:52.724594 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-da695fb0-e09e-4185-ad02-060eddc16e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.730087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62dce65-8143-431c-b42b-de443bdfdb97 None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:48:52.818881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.850589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:52.932784 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:52.989049 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-da695fb0-e09e-4185-ad02-060eddc16e4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:48:52.990025 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-da695fb0-e09e-4185-ad02-060eddc16e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:48:52.992912 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.001987 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.019906 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Pushing event deleted for resources: {'Port': ['ID=d8d4dcb0-068e-44aa-9460-688c1bf471e8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:53.026698 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:53.027289 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.037770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47990) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:53.175873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-430646d6-be59-446d-9e60-a7960e7cab26 None None] Deleting port d8d4dcb0-068e-44aa-9460-688c1bf471e8 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:53.176518 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-430646d6-be59-446d-9e60-a7960e7cab26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.265398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] No DVR routers for this DVR port d8d4dcb0-068e-44aa-9460-688c1bf471e8 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:53.344000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-430646d6-be59-446d-9e60-a7960e7cab26 None None] For port d8d4dcb0-068e-44aa-9460-688c1bf471e8, host n-d-768851-18, got binding levels [] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:53.353169 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-430646d6-be59-446d-9e60-a7960e7cab26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.439393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-430646d6-be59-446d-9e60-a7960e7cab26 None None] Calling delete_port for d8d4dcb0-068e-44aa-9460-688c1bf471e8 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:53.445316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.ipam_backend_mixin [None req-430646d6-be59-446d-9e60-a7960e7cab26 None None] Port d8d4dcb0-068e-44aa-9460-688c1bf471e8 was not found and therefore no delete operation was performed {{(pid=102446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:48:53.448946 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-430646d6-be59-446d-9e60-a7960e7cab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.459087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] For port f4c44d77-0ddb-4c0b-853c-e722136a0a1c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f4c44d77-0ddb-4c0b-853c-e722136a0a1c,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:53.489365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e62dce65-8143-431c-b42b-de443bdfdb97 None None] Deleting port f4c44d77-0ddb-4c0b-853c-e722136a0a1c {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:53.489748 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e62dce65-8143-431c-b42b-de443bdfdb97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.611775 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.621287 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.626642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.720151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e62dce65-8143-431c-b42b-de443bdfdb97 None None] For port f4c44d77-0ddb-4c0b-853c-e722136a0a1c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f4c44d77-0ddb-4c0b-853c-e722136a0a1c,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:53.720570 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e62dce65-8143-431c-b42b-de443bdfdb97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.752947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e62dce65-8143-431c-b42b-de443bdfdb97 None None] Calling delete_port for f4c44d77-0ddb-4c0b-853c-e722136a0a1c owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:53.945304 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:53.968152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48008) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:53.992880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430646d6-be59-446d-9e60-a7960e7cab26 None None] Pushing event deleted for resources: {'Port': ['ID=d8d4dcb0-068e-44aa-9460-688c1bf471e8,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:53.996541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430646d6-be59-446d-9e60-a7960e7cab26 None None] No DVR routers for this DVR port d8d4dcb0-068e-44aa-9460-688c1bf471e8 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:54.167362 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b2d54f-3b35-414c-ad83-878df2296141']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:54.197040 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ff4139-de46-4345-af3e-8c490b3cfd4b') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:54.197381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ff4139-de46-4345-af3e-8c490b3cfd4b') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:54.260347 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.267390 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.381412 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.413743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=e3774d5b-759d-49e2-b8cd-6523fe7aa24a,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:54.423318 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=f4c44d77-0ddb-4c0b-853c-e722136a0a1c,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:54.427260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-062fc8f7-5f5f-4940-93ed-3615169b4adf tempest-AgentManagementNegativeTest-986029520 tempest-AgentManagementNegativeTest-986029520-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4577763 Nov 12 08:48:54.458078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:48:54.458435 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:48:54.474998 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:48:54.524821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:54.562158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:54.577053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:54.581278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.754881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48018) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:54.756534 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-969187f0-6b70-4878-b484-8c9d3384e555 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.5978885 Nov 12 08:48:54.792573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:e7:af:bc', 'name': 'tempest-NetworksTestDHCPv6-1263205548'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:48:54.899087 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.942176 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:54.944958 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-feef0ac3-63a8-4462-94fe-ad1e37d0e362 None None] Provisioning complete for port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:54.945503 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] 10.222.0.31 "DELETE /v2.0/networks/a4b2d54f-3b35-414c-ad83-878df2296141 HTTP/1.1" status: 204 len: 168 time: 4.6414618 Nov 12 08:48:54.950413 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-feef0ac3-63a8-4462-94fe-ad1e37d0e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.124279 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e62dce65-8143-431c-b42b-de443bdfdb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.181355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dce65-8143-431c-b42b-de443bdfdb97 None None] Pushing event deleted for resources: {'Port': ['ID=f4c44d77-0ddb-4c0b-853c-e722136a0a1c,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:55.275792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-feef0ac3-63a8-4462-94fe-ad1e37d0e362 None None] Port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:55.361795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62dce65-8143-431c-b42b-de443bdfdb97 None None] No DVR routers for this DVR port f4c44d77-0ddb-4c0b-853c-e722136a0a1c on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:48:55.414607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48038) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:55.416054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b81eb07-ef7c-4662-837a-815c08cf0b84 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:48:55.417819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea0077-dd84-4445-8787-20da45602371 tempest-TagsExtTest-1599187222 tempest-TagsExtTest-1599187222-project] Pushing event deleted for resources: {'Network': ['ID=a4b2d54f-3b35-414c-ad83-878df2296141,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:55.524511 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 84d40de9-a1c5-4703-a026-2f7ec12ef533 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:55.647558 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.659241 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.750969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 84d40de9-a1c5-4703-a026-2f7ec12ef533 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:55.751731 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:55.846908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': 'e3774d5b-759d-49e2-b8cd-6523fe7aa24a'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:48:55.849542 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.087617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.095596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:56.113760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48058) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:56.182263 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99eb5df8-50e0-4e97-a414-72671c5efc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.196523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:48:56.398689 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-36b8231e-576c-41e1-94f6-744da98d5e74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.464693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Allocated IP 2001:db8::f816:3eff:fe53:7dbe (376cbd53-eef7-4f19-a11f-fa391cb12464/e3774d5b-759d-49e2-b8cd-6523fe7aa24a/12923105-6938-41cd-bfbb-2a01b9c0cfbc) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:56.488135 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Network f95cff99-9141-44d9-ab8a-662523e1fa89 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:56.518685 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:56.524235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:56.597484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d8d4dcb0-068e-44aa-9460-688c1bf471e8 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:56.618251 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-418a7782-2749-47a0-a8ee-3287bcf34ff4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcdb2cd555bf4f21bc461efc0522c949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5020576 Nov 12 08:48:56.696126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48066) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:56.897975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 24295b7f-0e84-4f96-8d08-b4aa7bf10f9a yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:48:56.949701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: d8d4dcb0-068e-44aa-9460-688c1bf471e8 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:56.951457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d8d4dcb0-068e-44aa-9460-688c1bf471e8 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:56.952313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f4c44d77-0ddb-4c0b-853c-e722136a0a1c no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:48:57.033485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: f4c44d77-0ddb-4c0b-853c-e722136a0a1c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:48:57.034246 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f4c44d77-0ddb-4c0b-853c-e722136a0a1c not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:48:57.169078 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.204085 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.249136 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.251152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-53927d59-8f94-4c67-8655-1dd192de718b None None] Provisioning complete for port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:48:57.251769 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53927d59-8f94-4c67-8655-1dd192de718b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.274669 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-36b8231e-576c-41e1-94f6-744da98d5e74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.325811 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-36b8231e-576c-41e1-94f6-744da98d5e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.345506 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:57.446673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:57.454909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:57.464565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8231e-576c-41e1-94f6-744da98d5e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b89b30-118c-4458-b2c3-b19b152b1a57,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:57.528573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Router cd2a878b-841a-4085-91c2-0d1e28aa5398 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:48:57.552209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.559887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Pushing event updated for resources: {'Port': ['ID=12923105-6938-41cd-bfbb-2a01b9c0cfbc,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:57.579223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48088) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:57.610424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-53927d59-8f94-4c67-8655-1dd192de718b None None] Port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:48:57.653789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Attempting to bind port 12923105-6938-41cd-bfbb-2a01b9c0cfbc on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:48:57.654209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Attempting to bind port 12923105-6938-41cd-bfbb-2a01b9c0cfbc by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:48:57.654640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Attempting to bind port 12923105-6938-41cd-bfbb-2a01b9c0cfbc on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:48:57.660664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-36b8231e-576c-41e1-94f6-744da98d5e74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69c70987dbd24d64baafb953403b88c1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2448511 Nov 12 08:48:57.666773 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:48:57.666773 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:48:57.667133 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.667437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:48:57.668159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Bound port: 12923105-6938-41cd-bfbb-2a01b9c0cfbc, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:48:57.668494 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.679533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48092) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:57.712481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::f816:3eff:fee7:afbc (376cbd53-eef7-4f19-a11f-fa391cb12464/e3774d5b-759d-49e2-b8cd-6523fe7aa24a/24295b7f-0e84-4f96-8d08-b4aa7bf10f9a) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:48:57.834031 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] For port 12923105-6938-41cd-bfbb-2a01b9c0cfbc, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:48:57.840393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] For port 12923105-6938-41cd-bfbb-2a01b9c0cfbc, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=12923105-6938-41cd-bfbb-2a01b9c0cfbc,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:48:57.848495 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.908852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b2ef3014-2f13-4e7e-966e-db86e2b1a89c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.915683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-99eb5df8-50e0-4e97-a414-72671c5efc13 admin admin] Deleting port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:48:57.916085 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99eb5df8-50e0-4e97-a414-72671c5efc13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:57.962339 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4fc408c-a789-4512-928f-9da6e47ec388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.021531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d68ddd-7ae0-42c7-a31a-ec24be40df0b None None] Pushing event updated for resources: {'Port': ['ID=12923105-6938-41cd-bfbb-2a01b9c0cfbc,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:58.142016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-99eb5df8-50e0-4e97-a414-72671c5efc13 admin admin] For port ea8faacf-7ce2-4dca-aba6-e42ceaf87d46, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ea8faacf-7ce2-4dca-aba6-e42ceaf87d46,segment=NetworkSegment(aece0b32-5281-4cee-b18a-5d7c2751dfd1),segment_id=aece0b32-5281-4cee-b18a-5d7c2751dfd1)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:48:58.142803 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99eb5df8-50e0-4e97-a414-72671c5efc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.147904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:48:58.158120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-99eb5df8-50e0-4e97-a414-72671c5efc13 admin admin] Calling delete_port for ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:48:58.159910 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Sync routers for ids ['cd2a878b-841a-4085-91c2-0d1e28aa5398'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:48:58.165252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-77ce379f-d09b-438e-ab0e-d5982fbf71b0 admin admin] 10.222.0.31 "PUT /v2.0/routers/cd2a878b-841a-4085-91c2-0d1e28aa5398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7243485 Nov 12 08:48:58.200462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Routers {'cd2a878b-841a-4085-91c2-0d1e28aa5398'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:48:58.201304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['cd2a878b-841a-4085-91c2-0d1e28aa5398'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:58.499736 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.517340 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.518902 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/076c5207-1a27-4a49-8bf8-63fe8f21ee47 HTTP/1.1" status: 204 len: 168 time: 1.8217368 Nov 12 08:48:58.556215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076c5207-1a27-4a49-8bf8-63fe8f21ee47,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:58.584481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Set router cd2a878b-841a-4085-91c2-0d1e28aa5398 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:48:58.587265 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b2ef3014-2f13-4e7e-966e-db86e2b1a89c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.672935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:58.672935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:58.672935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:58.673717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:58.673717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:58.673717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:58.674175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:58.679695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:58.679695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:58.679695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:58.679695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:58.679695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a79d2-eb78-4fb3-b6e6-dba482862df4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:48:58.792811 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99eb5df8-50e0-4e97-a414-72671c5efc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.845995 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4fc408c-a789-4512-928f-9da6e47ec388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.864454 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f4fc408c-a789-4512-928f-9da6e47ec388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:58.879422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb5df8-50e0-4e97-a414-72671c5efc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8faacf-7ce2-4dca-aba6-e42ceaf87d46,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:58.971066 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f4fc408c-a789-4512-928f-9da6e47ec388 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cfdfa03e08f4b50a11d6b522d45d805&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3893433 Nov 12 08:48:58.997226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48116) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:48:59.046694 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b2ef3014-2f13-4e7e-966e-db86e2b1a89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.054598 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b2ef3014-2f13-4e7e-966e-db86e2b1a89c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.055915 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b2ef3014-2f13-4e7e-966e-db86e2b1a89c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9b89b30-118c-4458-b2c3-b19b152b1a57 HTTP/1.1" status: 204 len: 168 time: 1.3519654 Nov 12 08:48:59.219891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef3014-2f13-4e7e-966e-db86e2b1a89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b89b30-118c-4458-b2c3-b19b152b1a57,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:59.277443 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e350029-d00c-4b2a-9312-83a5b95a2562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.286193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc408c-a789-4512-928f-9da6e47ec388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fc259b-f27c-47d2-8fb5-9fab808e3647,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:59.442655 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e350029-d00c-4b2a-9312-83a5b95a2562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.459729 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.488971 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.642037 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.680423 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99eb5df8-50e0-4e97-a414-72671c5efc13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.710874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 12923105-6938-41cd-bfbb-2a01b9c0cfbc up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:48:59.739861 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e350029-d00c-4b2a-9312-83a5b95a2562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.743177 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e350029-d00c-4b2a-9312-83a5b95a2562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:59.744355 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6e350029-d00c-4b2a-9312-83a5b95a2562 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08fc259b-f27c-47d2-8fb5-9fab808e3647 HTTP/1.1" status: 204 len: 168 time: 0.7142067 Nov 12 08:48:59.759641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'name': 'tempest-TestAggregatesBasicOps-112862990-router', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:40Z', 'updated_at': '2021-11-12T08:48:54Z', 'revision_number': 4, 'project_id': 'a71297d1486641e5a3324dce5f4542fa', 'gw_port': {'id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:41Z', 'updated_at': '2021-11-12T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42', 'name': '', 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'mac_address': 'fa:16:3e:aa:fe:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'e41c9f6a-d4c2-4851-ab43-979df1f7e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:48:54Z', 'revision_number': 2, 'project_id': 'a71297d1486641e5a3324dce5f4542fa', 'subnets': [{'id': 'e41c9f6a-d4c2-4851-ab43-979df1f7e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:48:59.910472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e350029-d00c-4b2a-9312-83a5b95a2562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fc259b-f27c-47d2-8fb5-9fab808e3647,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:48:59.922311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:48:59.935387 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:48:59.949283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:48:59.983509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:48:59.984208 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.037784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=24295b7f-0e84-4f96-8d08-b4aa7bf10f9a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:00.060707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-86ef555c-e55c-4c3e-80fb-ab2f1778a3c4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3001745 Nov 12 08:49:00.074693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48148) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:00.126835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Checking router: cd2a878b-841a-4085-91c2-0d1e28aa5398 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:49:00.127208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Updating router cd2a878b-841a-4085-91c2-0d1e28aa5398 port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:49:00.290737 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.300272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b0fdd-70d1-4aee-98f4-53375fc6cb3b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:00.351527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b0fdd-70d1-4aee-98f4-53375fc6cb3b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:00.371398 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c73b0fdd-70d1-4aee-98f4-53375fc6cb3b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2814202 Nov 12 08:49:00.376989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48156) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:00.465064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d3aac88e-485e-4d3a-8e7e-f6cdd4215ee7 None None] Provisioning complete for port 12923105-6938-41cd-bfbb-2a01b9c0cfbc triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:00.465526 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d3aac88e-485e-4d3a-8e7e-f6cdd4215ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.666443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99eb5df8-50e0-4e97-a414-72671c5efc13 admin admin] Router 59d3a9e6-69b5-4afb-ad54-d823602e3960 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:49:00.681215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48170) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:00.686238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-137738008-network', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:00.697289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0938d415-be3b-4dad-9d17-e5d6ccc2cfa1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 24295b7f-0e84-4f96-8d08-b4aa7bf10f9a {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:00.697868 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0938d415-be3b-4dad-9d17-e5d6ccc2cfa1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.765887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Made reservation on behalf of f2a99972c24942ec9f36c7434105f878 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:00.768910 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.792657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.819041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48172) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:00.850517 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfc537e5-3eae-4fab-8018-08927ef4ccd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.884816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 12923105-6938-41cd-bfbb-2a01b9c0cfbc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:00.885430 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.891912 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0938d415-be3b-4dad-9d17-e5d6ccc2cfa1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:00.911073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0938d415-be3b-4dad-9d17-e5d6ccc2cfa1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 24295b7f-0e84-4f96-8d08-b4aa7bf10f9a owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:01.214276 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.233939 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.266247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:49:01.378323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eb5df8-50e0-4e97-a414-72671c5efc13 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:01.395184 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee8b4b-8db5-4640-b3c6-d222d9d9df39 None None] Sync routers for ids ['59d3a9e6-69b5-4afb-ad54-d823602e3960'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:01.403273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-99eb5df8-50e0-4e97-a414-72671c5efc13 admin admin] 10.222.0.31 "PUT /v2.0/routers/59d3a9e6-69b5-4afb-ad54-d823602e3960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3621769 Nov 12 08:49:01.410220 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48192) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:01.422627 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee8b4b-8db5-4640-b3c6-d222d9d9df39 None None] Routers {'59d3a9e6-69b5-4afb-ad54-d823602e3960'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:01.426239 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-50ee8b4b-8db5-4640-b3c6-d222d9d9df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['59d3a9e6-69b5-4afb-ad54-d823602e3960'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:01.452840 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfc537e5-3eae-4fab-8018-08927ef4ccd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.494373 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0938d415-be3b-4dad-9d17-e5d6ccc2cfa1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.495652 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfc537e5-3eae-4fab-8018-08927ef4ccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.505175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f187c622-aced-47e8-8181-13faa0e6b761,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:01.615877 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938d415-be3b-4dad-9d17-e5d6ccc2cfa1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=24295b7f-0e84-4f96-8d08-b4aa7bf10f9a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:01.710040 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0938d415-be3b-4dad-9d17-e5d6ccc2cfa1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.723354 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0938d415-be3b-4dad-9d17-e5d6ccc2cfa1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/24295b7f-0e84-4f96-8d08-b4aa7bf10f9a HTTP/1.1" status: 204 len: 168 time: 1.3449225 Nov 12 08:49:01.724052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48210) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:01.760732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc537e5-3eae-4fab-8018-08927ef4ccd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a8d6bf-9e02-4473-8372-cfbc64dc2a5d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:01.770707 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.771335 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Added segment 9ed71f20-aa11-4897-a3bb-6b2ed1b494f8 of type vlan for network 1c1bab5a-5c49-41a8-8893-291dc0ac8bde Nov 12 08:49:01.825613 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-50ee8b4b-8db5-4640-b3c6-d222d9d9df39 None None] Set router 59d3a9e6-69b5-4afb-ad54-d823602e3960 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:01.852431 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.870783 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:01.938507 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936cf2cf-a18b-4de0-afc2-4ec37c52cabe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:01.944148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936cf2cf-a18b-4de0-afc2-4ec37c52cabe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:01.948528 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-936cf2cf-a18b-4de0-afc2-4ec37c52cabe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2223828 Nov 12 08:49:01.951696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48226) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:02.061466 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.096372 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d3aac88e-485e-4d3a-8e7e-f6cdd4215ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.100531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ce77a-7d3f-4a06-a9c8-7678112dab1b None None] Pushing event updated for resources: {'Port': ['ID=9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:02.150930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0cb382a-6cff-4b27-8219-1311475a6ae7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet e3774d5b-759d-49e2-b8cd-6523fe7aa24a {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:02.159183 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b0cb382a-6cff-4b27-8219-1311475a6ae7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.180023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.186854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:02.221665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.303113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d3aac88e-485e-4d3a-8e7e-f6cdd4215ee7 None None] For port 12923105-6938-41cd-bfbb-2a01b9c0cfbc, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=12923105-6938-41cd-bfbb-2a01b9c0cfbc,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:02.322088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48234) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:02.350786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Attempting to bind port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:02.351487 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Attempting to bind port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '1372cc33-839e-4ab9-9f49-46f004baba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:02.351906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Attempting to bind port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 on network f95cff99-9141-44d9-ab8a-662523e1fa89 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:02.359956 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d3aac88e-485e-4d3a-8e7e-f6cdd4215ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.381732 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b0cb382a-6cff-4b27-8219-1311475a6ae7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.470857 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-50ee8b4b-8db5-4640-b3c6-d222d9d9df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:48:58Z', 'revision_number': 5, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:02.483471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aac88e-485e-4d3a-8e7e-f6cdd4215ee7 None None] Pushing event updated for resources: {'Port': ['ID=12923105-6938-41cd-bfbb-2a01b9c0cfbc,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:02.485317 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cfc537e5-3eae-4fab-8018-08927ef4ccd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f7018267b6940f7a404a1cd2c31ae14&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6626947 Nov 12 08:49:02.489824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48242) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:02.516872 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:02.517318 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Checking segment: {'id': '1372cc33-839e-4ab9-9f49-46f004baba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:02.517733 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.518130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Bound using segment: {'id': '1372cc33-839e-4ab9-9f49-46f004baba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:02.518622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Bound port: 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1372cc33-839e-4ab9-9f49-46f004baba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:02.521514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.539977 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee8b4b-8db5-4640-b3c6-d222d9d9df39 None None] Checking router: 59d3a9e6-69b5-4afb-ad54-d823602e3960 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:49:02.563827 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8790638 Nov 12 08:49:02.570031 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee8b4b-8db5-4640-b3c6-d222d9d9df39 None None] Routers {'59d3a9e6-69b5-4afb-ad54-d823602e3960'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:02.570960 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-50ee8b4b-8db5-4640-b3c6-d222d9d9df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['59d3a9e6-69b5-4afb-ad54-d823602e3960'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:02.618501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f531fa49-956f-4059-895f-e4336947dbf3 None None] Could not find standard attr ID for object 24295b7f-0e84-4f96-8d08-b4aa7bf10f9a. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:49:02.619758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48244) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:02.658754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7a51a10a-77c9-4bb0-8c26-6257576c2d5b admin admin] Request body: {'subnet': {'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-137738008-subnet', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:02.659163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df3eaf-9085-4d79-b666-ded793289821 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1bab5a-5c49-41a8-8893-291dc0ac8bde,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:02.669289 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.679007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1530978145'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:02.712620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 1c1bab5a-5c49-41a8-8893-291dc0ac8bde details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:49:02.798373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f531fa49-956f-4059-895f-e4336947dbf3 None None] Could not find standard attr ID for object 1b516770-508f-4878-ad02-41fb6538a1c3. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:49:02.798643 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b0cb382a-6cff-4b27-8219-1311475a6ae7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.802929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Made reservation on behalf of 54504740983d470e88f57e4fedd04cf1 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:02.809749 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.814802 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.836620 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-50ee8b4b-8db5-4640-b3c6-d222d9d9df39 None None] Set router 59d3a9e6-69b5-4afb-ad54-d823602e3960 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:02.865296 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.882640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] For port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:02.888013 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] For port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42,segment=NetworkSegment(1372cc33-839e-4ab9-9f49-46f004baba77),segment_id=1372cc33-839e-4ab9-9f49-46f004baba77)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:02.893994 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.978630 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-78ab7cb2-c892-42ba-93d2-dcc8b2a6b45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:02.981977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a51a10a-77c9-4bb0-8c26-6257576c2d5b admin admin] Made reservation on behalf of f2a99972c24942ec9f36c7434105f878 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:02.990006 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a51a10a-77c9-4bb0-8c26-6257576c2d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.016389 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.036290 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.083707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Routers {'cd2a878b-841a-4085-91c2-0d1e28aa5398'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:03.084517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:48:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['cd2a878b-841a-4085-91c2-0d1e28aa5398'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:03.097387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-85eef8b7-93de-41e2-8caf-7eac4373413d None None] Provisioning complete for port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:03.098078 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-85eef8b7-93de-41e2-8caf-7eac4373413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.142160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ce77a-7d3f-4a06-a9c8-7678112dab1b None None] Pushing event updated for resources: {'Port': ['ID=9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:03.278169 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:49:03.296721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-78ab7cb2-c892-42ba-93d2-dcc8b2a6b45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.331486 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-50ee8b4b-8db5-4640-b3c6-d222d9d9df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:48:58Z', 'revision_number': 5, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:03.378936 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee8b4b-8db5-4640-b3c6-d222d9d9df39 None None] The sync data for ids ['59d3a9e6-69b5-4afb-ad54-d823602e3960'] in n-d-768851-18 is: [{'id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'name': 'tempest-TaggedBootDevicesTest_v242-1579802753-router', 'tenant_id': '44298e737f604b238fe53614a447a1cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:36:04Z', 'updated_at': '2021-11-12T08:48:58Z', 'revision_number': 5, 'project_id': '44298e737f604b238fe53614a447a1cf', 'gw_port': {'id': 'b81d8753-041e-479d-8887-f821e53d1e3d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d3a9e6-69b5-4afb-ad54-d823602e3960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:36:06Z', 'updated_at': '2021-11-12T08:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:03.379605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] Set router cd2a878b-841a-4085-91c2-0d1e28aa5398 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:03.393316 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.393670 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Added segment 9912ac3e-7690-45b5-8512-9343ef881ad1 of type vlan for network 8cd66a85-0043-45d0-86ae-c54af4b3a612 Nov 12 08:49:03.395416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57051ef-aa81-4cdf-a15c-64376c09804b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:03.486320 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b0cb382a-6cff-4b27-8219-1311475a6ae7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.539873 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b0cb382a-6cff-4b27-8219-1311475a6ae7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.551306 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.552288 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b0cb382a-6cff-4b27-8219-1311475a6ae7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/e3774d5b-759d-49e2-b8cd-6523fe7aa24a HTTP/1.1" status: 204 len: 168 time: 1.5992651 Nov 12 08:49:03.553530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48272) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:03.581198 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:49:03.581609 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:49:03.582430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e837e6-fa5e-4d75-ad75-73ad648337a5 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:03.591480 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.651459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb382a-6cff-4b27-8219-1311475a6ae7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=e3774d5b-759d-49e2-b8cd-6523fe7aa24a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:03.717130 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.723285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:03.723854 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.843807 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5109291 Nov 12 08:49:03.886690 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-85eef8b7-93de-41e2-8caf-7eac4373413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:03.947078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48282) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:03.958164 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d644fd4a-eb86-4028-85d7-ba31c14c31ae tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Request body: {'subnet': {'network_id': '8cd66a85-0043-45d0-86ae-c54af4b3a612', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:03.971456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Deleting port b81d8753-041e-479d-8887-f821e53d1e3d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:03.971800 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.079940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae7884-9766-42f1-8246-441035facc85 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event updated for resources: {'Network': ['ID=8cd66a85-0043-45d0-86ae-c54af4b3a612,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:04.220072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] For port b81d8753-041e-479d-8887-f821e53d1e3d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b81d8753-041e-479d-8887-f821e53d1e3d,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:04.221131 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.242775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 8cd66a85-0043-45d0-86ae-c54af4b3a612 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:49:04.246595 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Calling delete_port for b81d8753-041e-479d-8887-f821e53d1e3d owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:04.330067 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-85eef8b7-93de-41e2-8caf-7eac4373413d None None] For port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42,segment=NetworkSegment(1372cc33-839e-4ab9-9f49-46f004baba77),segment_id=1372cc33-839e-4ab9-9f49-46f004baba77)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:04.394280 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-85eef8b7-93de-41e2-8caf-7eac4373413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.436309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-048e608c-7ceb-46be-9d19-719db8afc22f tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8643186 Nov 12 08:49:04.438033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48302) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:04.501562 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d644fd4a-eb86-4028-85d7-ba31c14c31ae tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Made reservation on behalf of 54504740983d470e88f57e4fedd04cf1 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:04.509830 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d644fd4a-eb86-4028-85d7-ba31c14c31ae tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.526684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-78ab7cb2-c892-42ba-93d2-dcc8b2a6b45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.531418 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-78ab7cb2-c892-42ba-93d2-dcc8b2a6b45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.532875 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-78ab7cb2-c892-42ba-93d2-dcc8b2a6b45a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90a8d6bf-9e02-4473-8372-cfbc64dc2a5d HTTP/1.1" status: 204 len: 168 time: 2.0410833 Nov 12 08:49:04.576118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eef8b7-93de-41e2-8caf-7eac4373413d None None] Pushing event updated for resources: {'Port': ['ID=9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:04.586456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab7cb2-c892-42ba-93d2-dcc8b2a6b45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a8d6bf-9e02-4473-8372-cfbc64dc2a5d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:04.586861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 12923105-6938-41cd-bfbb-2a01b9c0cfbc up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:04.658718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed570b48-ae61-4b2a-9033-ab45c9446de7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:04.669055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ed570b48-ae61-4b2a-9033-ab45c9446de7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2129884 Nov 12 08:49:04.671170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48308) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:04.735002 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3cbf5d-1e7b-4840-b447-b734ddb53cfd None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:04.761768 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a51a10a-77c9-4bb0-8c26-6257576c2d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.794037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'name': 'tempest-TestAggregatesBasicOps-112862990-router', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:40Z', 'updated_at': '2021-11-12T08:48:54Z', 'revision_number': 4, 'project_id': 'a71297d1486641e5a3324dce5f4542fa', 'gw_port': {'id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:41Z', 'updated_at': '2021-11-12T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42', 'name': '', 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'mac_address': 'fa:16:3e:aa:fe:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'e41c9f6a-d4c2-4851-ab43-979df1f7e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:49:02Z', 'revision_number': 4, 'project_id': 'a71297d1486641e5a3324dce5f4542fa', 'subnets': [{'id': 'e41c9f6a-d4c2-4851-ab43-979df1f7e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:04.812360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48310) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:04.850226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d4ddba65-2c38-454f-aa35-9a3e52eb14c2 None None] Provisioning complete for port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:04.850686 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4ddba65-2c38-454f-aa35-9a3e52eb14c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:04.890179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51a10a-77c9-4bb0-8c26-6257576c2d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be83557d-c837-4244-a853-25023a72bbf6,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:04.920945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9ad44-0ffb-420c-9ff3-d6d408179cbe None None] The sync data for ids ['cd2a878b-841a-4085-91c2-0d1e28aa5398'] in n-d-768851-18 is: [{'id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'name': 'tempest-TestAggregatesBasicOps-112862990-router', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:40Z', 'updated_at': '2021-11-12T08:48:54Z', 'revision_number': 4, 'project_id': 'a71297d1486641e5a3324dce5f4542fa', 'gw_port': {'id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:41Z', 'updated_at': '2021-11-12T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42', 'name': '', 'network_id': 'f95cff99-9141-44d9-ab8a-662523e1fa89', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'mac_address': 'fa:16:3e:aa:fe:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': 'e41c9f6a-d4c2-4851-ab43-979df1f7e2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:50Z', 'updated_at': '2021-11-12T08:49:02Z', 'revision_number': 4, 'project_id': 'a71297d1486641e5a3324dce5f4542fa', 'subnets': [{'id': 'e41c9f6a-d4c2-4851-ab43-979df1f7e2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:04.973195 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 12923105-6938-41cd-bfbb-2a01b9c0cfbc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:04.973568 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.031067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae9821-0588-4a53-8013-0a2c7db7ef71 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:05.051859 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f5ae9821-0588-4a53-8013-0a2c7db7ef71 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2920070 Nov 12 08:49:05.058637 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48320) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:05.080107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4f3cbf5d-1e7b-4840-b447-b734ddb53cfd None None] Deleting port 12923105-6938-41cd-bfbb-2a01b9c0cfbc {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:05.080780 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbf5d-1e7b-4840-b447-b734ddb53cfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.195058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f71164c3-5ef9-40d6-adb7-832f9c513c42 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1272333 Nov 12 08:49:05.203613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48322) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:05.230600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-11edb7b0-ac02-47af-bbbd-2d821fbe1f12 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:05.249342 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a51a10a-77c9-4bb0-8c26-6257576c2d5b admin admin] Checking segment: {'id': '9ed71f20-aa11-4897-a3bb-6b2ed1b494f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:05.251188 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a51a10a-77c9-4bb0-8c26-6257576c2d5b admin admin] Network hostable DHCP agents. Network: 1c1bab5a-5c49-41a8-8893-291dc0ac8bde, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:49:05.358337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4f3cbf5d-1e7b-4840-b447-b734ddb53cfd None None] For port 12923105-6938-41cd-bfbb-2a01b9c0cfbc, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=12923105-6938-41cd-bfbb-2a01b9c0cfbc,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:05.358958 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbf5d-1e7b-4840-b447-b734ddb53cfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.390210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4f3cbf5d-1e7b-4840-b447-b734ddb53cfd None None] Calling delete_port for 12923105-6938-41cd-bfbb-2a01b9c0cfbc owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:05.632398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11edb7b0-ac02-47af-bbbd-2d821fbe1f12 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:05.640463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:05.640749 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11edb7b0-ac02-47af-bbbd-2d821fbe1f12 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.647761 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-545b41af-4bd6-4e5c-910d-d27dcf1bd533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.684943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:05.686706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a51a10a-77c9-4bb0-8c26-6257576c2d5b admin admin] Network 1c1bab5a-5c49-41a8-8893-291dc0ac8bde is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:49:05.687488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ea8faacf-7ce2-4dca-aba6-e42ceaf87d46 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:05.780953 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4f3cbf5d-1e7b-4840-b447-b734ddb53cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.804329 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7a51a10a-77c9-4bb0-8c26-6257576c2d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 1c1bab5a-5c49-41a8-8893-291dc0ac8bde) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:05.813832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a51a10a-77c9-4bb0-8c26-6257576c2d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:05.814541 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a51a10a-77c9-4bb0-8c26-6257576c2d5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.844306 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7a51a10a-77c9-4bb0-8c26-6257576c2d5b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2048092 Nov 12 08:49:05.849269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48344) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:05.855896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-137738008-router', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:05.880235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd697cce-a209-47ca-9433-23ded0c16eaf None None] Network 1c1bab5a-5c49-41a8-8893-291dc0ac8bde requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:05.882768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cbf5d-1e7b-4840-b447-b734ddb53cfd None None] Pushing event deleted for resources: {'Port': ['ID=12923105-6938-41cd-bfbb-2a01b9c0cfbc,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:05.889384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3cbf5d-1e7b-4840-b447-b734ddb53cfd None None] No DVR routers for this DVR port 12923105-6938-41cd-bfbb-2a01b9c0cfbc on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:05.987697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:05.994499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.028219 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-83d7574a-5585-46f0-93cd-96e0a3871749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.119180 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.218780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Pushing event deleted for resources: {'Port': ['ID=b81d8753-041e-479d-8887-f821e53d1e3d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:06.319385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.324523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d644fd4a-eb86-4028-85d7-ba31c14c31ae tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.326709 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11edb7b0-ac02-47af-bbbd-2d821fbe1f12 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.416069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11edb7b0-ac02-47af-bbbd-2d821fbe1f12 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:06.509252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-11edb7b0-ac02-47af-bbbd-2d821fbe1f12 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:06.512299 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11edb7b0-ac02-47af-bbbd-2d821fbe1f12 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:06.512956 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11edb7b0-ac02-47af-bbbd-2d821fbe1f12 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.621844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc192d0-b5ce-4f7f-9296-9eeb41524970 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:06.644714 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edd836d-ac09-4d31-93fe-0720c201759e None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:06.652325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-11edb7b0-ac02-47af-bbbd-2d821fbe1f12 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4441776 Nov 12 08:49:06.663272 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.670350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48360) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:06.712894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:5f:c9:02', 'name': 'tempest-NetworksTestDHCPv6-309219153'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:06.792421 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-1c1bab5a-5c49-41a8-8893-291dc0ac8bde', 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'fixed_ips': [{'subnet_id': 'be83557d-c837-4244-a853-25023a72bbf6'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:06.796620 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.926086 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.928638 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:06.933971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:07.021876 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.022691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59d3a9e6-69b5-4afb-ad54-d823602e3960 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:49:07.042589 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.047497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8db01147-874b-4968-a0b9-40f34dcf578e admin admin] 10.222.0.31 "DELETE /v2.0/routers/59d3a9e6-69b5-4afb-ad54-d823602e3960 HTTP/1.1" status: 204 len: 168 time: 5.5976794 Nov 12 08:49:07.052196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48374) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:07.066357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644fd4a-eb86-4028-85d7-ba31c14c31ae tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event updated for resources: {'Subnet': ['ID=cde2928e-a7b9-4bc2-a6b3-f20d91d63773,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:07.147152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.164797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edb7b0-ac02-47af-bbbd-2d821fbe1f12 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=e2ea8187-653f-4031-9e4b-437be0844587,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:07.165715 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-83d7574a-5585-46f0-93cd-96e0a3871749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.178533 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644fd4a-eb86-4028-85d7-ba31c14c31ae tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Checking segment: {'id': '9912ac3e-7690-45b5-8512-9343ef881ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8cd66a85-0043-45d0-86ae-c54af4b3a612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:07.178805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644fd4a-eb86-4028-85d7-ba31c14c31ae tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Network hostable DHCP agents. Network: 8cd66a85-0043-45d0-86ae-c54af4b3a612, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:49:07.189533 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-83d7574a-5585-46f0-93cd-96e0a3871749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.277755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-83d7574a-5585-46f0-93cd-96e0a3871749 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2621b5fdc77e414c8accb03b7190194f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4623563 Nov 12 08:49:07.278405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48384) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:07.393216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:07.478859 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-012f4d28-90c0-4035-9f48-9ea03af354ba admin admin] Deleting subnet a43c131c-72c6-429e-a17b-f79d55a2a13c {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:07.488341 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-012f4d28-90c0-4035-9f48-9ea03af354ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.567311 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-012f4d28-90c0-4035-9f48-9ea03af354ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.584664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Allocated IP 172.20.0.2 (1c1bab5a-5c49-41a8-8893-291dc0ac8bde/be83557d-c837-4244-a853-25023a72bbf6/07713561-0774-4a27-82d5-c78dc4eb36c8) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:07.668108 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.684034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-012f4d28-90c0-4035-9f48-9ea03af354ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.809390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 9af6a05b-c71d-40bf-bd4c-f9bd31a650e3 yet. {{(pid=102444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:07.856338 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-012f4d28-90c0-4035-9f48-9ea03af354ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.858372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7574a-5585-46f0-93cd-96e0a3871749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e079bac4-83c7-47f9-bf30-6d2cd2e8b877,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:07.893615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644fd4a-eb86-4028-85d7-ba31c14c31ae tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Network 8cd66a85-0043-45d0-86ae-c54af4b3a612 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:49:07.917660 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.960387 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-012f4d28-90c0-4035-9f48-9ea03af354ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.967744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-012f4d28-90c0-4035-9f48-9ea03af354ba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a43c131c-72c6-429e-a17b-f79d55a2a13c HTTP/1.1" status: 204 len: 168 time: 0.9111049 Nov 12 08:49:07.969879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d644fd4a-eb86-4028-85d7-ba31c14c31ae tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 8cd66a85-0043-45d0-86ae-c54af4b3a612) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:07.977689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d644fd4a-eb86-4028-85d7-ba31c14c31ae tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:07.978507 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d644fd4a-eb86-4028-85d7-ba31c14c31ae tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:07.996893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f4d28-90c0-4035-9f48-9ea03af354ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a43c131c-72c6-429e-a17b-f79d55a2a13c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:07.999897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48410) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:08.002492 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.003855 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf3aa-b1fa-4f02-b887-6fbfcd30f9b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.022697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ad3887-8cb9-4b14-ad7d-25281ff468ad None None] Network 092c0da1-f9e8-4c5a-925c-a297f88b3cfa requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:08.059165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Network 1c1bab5a-5c49-41a8-8893-291dc0ac8bde is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:08.062005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52405af-fb79-4a82-8f1c-c973995bdab6 None None] Network 8cd66a85-0043-45d0-86ae-c54af4b3a612 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:08.065641 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-904ed26a-46af-414c-a300-33ea1b39575f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.092829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:08.113585 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.142555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:08.143298 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.146544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:08.168619 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d644fd4a-eb86-4028-85d7-ba31c14c31ae tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2196915 Nov 12 08:49:08.198360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48416) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:08.218561 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.225879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d591030e-6604-4a44-a6cc-225bd340dc8e tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1732164147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:08.335799 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf3aa-b1fa-4f02-b887-6fbfcd30f9b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.492420 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.517006 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d591030e-6604-4a44-a6cc-225bd340dc8e tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.525743 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d591030e-6604-4a44-a6cc-225bd340dc8e tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.533861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::1a4 (376cbd53-eef7-4f19-a11f-fa391cb12464/e2ea8187-653f-4031-9e4b-437be0844587/9af6a05b-c71d-40bf-bd4c-f9bd31a650e3) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:08.618223 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Pushing event updated for resources: {'Port': ['ID=07713561-0774-4a27-82d5-c78dc4eb36c8,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:08.629973 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf3aa-b1fa-4f02-b887-6fbfcd30f9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.636859 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf3aa-b1fa-4f02-b887-6fbfcd30f9b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.643238 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ed3cf3aa-b1fa-4f02-b887-6fbfcd30f9b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e079bac4-83c7-47f9-bf30-6d2cd2e8b877 HTTP/1.1" status: 204 len: 168 time: 1.3496497 Nov 12 08:49:08.744926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3cf3aa-b1fa-4f02-b887-6fbfcd30f9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e079bac4-83c7-47f9-bf30-6d2cd2e8b877,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:08.872276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Allocated IP 172.25.3.194 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/223ffa10-641e-4f0b-8e64-efd7def98e22) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:08.922221 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d591030e-6604-4a44-a6cc-225bd340dc8e tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.930621 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Deleting port a7a10a01-d939-4c59-9298-6233c38bc1e7 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:08.932656 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.941710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d591030e-6604-4a44-a6cc-225bd340dc8e tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:08.945651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': 'e2ea8187-653f-4031-9e4b-437be0844587'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:08.946892 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.075387 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d591030e-6604-4a44-a6cc-225bd340dc8e tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.082411 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d591030e-6604-4a44-a6cc-225bd340dc8e tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8755026 Nov 12 08:49:09.085136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48456) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:09.136970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] For port a7a10a01-d939-4c59-9298-6233c38bc1e7, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a7a10a01-d939-4c59-9298-6233c38bc1e7,segment=NetworkSegment(aece0b32-5281-4cee-b18a-5d7c2751dfd1),segment_id=aece0b32-5281-4cee-b18a-5d7c2751dfd1)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:09.137464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.185996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Calling delete_port for a7a10a01-d939-4c59-9298-6233c38bc1e7 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:09.254028 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.310151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Attempting to bind port 07713561-0774-4a27-82d5-c78dc4eb36c8 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:09.310796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Attempting to bind port 07713561-0774-4a27-82d5-c78dc4eb36c8 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '9ed71f20-aa11-4897-a3bb-6b2ed1b494f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:09.313624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Attempting to bind port 07713561-0774-4a27-82d5-c78dc4eb36c8 on network 1c1bab5a-5c49-41a8-8893-291dc0ac8bde {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:09.336818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:09.337220 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Checking segment: {'id': '9ed71f20-aa11-4897-a3bb-6b2ed1b494f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:09.337628 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.338026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Bound using segment: {'id': '9ed71f20-aa11-4897-a3bb-6b2ed1b494f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:09.338520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Bound port: 07713561-0774-4a27-82d5-c78dc4eb36c8, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed71f20-aa11-4897-a3bb-6b2ed1b494f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:09.338907 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.408768 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.468433 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a10a01-d939-4c59-9298-6233c38bc1e7,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:09.482627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] No DVR routers for this DVR port a7a10a01-d939-4c59-9298-6233c38bc1e7 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:09.602575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48468) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:09.698793 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.742621 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1ab77109-bca1-467b-a8cd-d38f0b950f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.764752 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.836167 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092c0da1-f9e8-4c5a-925c-a297f88b3cfa']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:09.849614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-8cd66a85-0043-45d0-86ae-c54af4b3a612', 'network_id': '8cd66a85-0043-45d0-86ae-c54af4b3a612', 'tenant_id': '54504740983d470e88f57e4fedd04cf1', 'fixed_ips': [{'subnet_id': 'cde2928e-a7b9-4bc2-a6b3-f20d91d63773'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:09.852005 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.864482 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aece0b32-5281-4cee-b18a-5d7c2751dfd1') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:09.864879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aece0b32-5281-4cee-b18a-5d7c2751dfd1') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:09.901054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48480) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:09.908247 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:09.963654 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.017134 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.043877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:49:10.045523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:49:10.052225 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:49:10.113088 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.180848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.251747 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0208317-2f1f-4667-b6a4-22f23abe087d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.307921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.327128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=9af6a05b-c71d-40bf-bd4c-f9bd31a650e3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:10.377750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Allocated IP 172.20.0.2 (8cd66a85-0043-45d0-86ae-c54af4b3a612/cde2928e-a7b9-4bc2-a6b3-f20d91d63773/c2138fd3-998b-49ca-aaa1-ebe54386f9fd) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:10.433796 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0208317-2f1f-4667-b6a4-22f23abe087d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.439989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.458778 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] 10.222.0.31 "DELETE /v2.0/networks/092c0da1-f9e8-4c5a-925c-a297f88b3cfa HTTP/1.1" status: 204 len: 168 time: 2.4508440 Nov 12 08:49:10.466161 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0208317-2f1f-4667-b6a4-22f23abe087d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.486939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:10.530945 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c0208317-2f1f-4667-b6a4-22f23abe087d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7895119243a4261a1cb3226d7ebd298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6200762 Nov 12 08:49:10.531586 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48490) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:10.543580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0208317-2f1f-4667-b6a4-22f23abe087d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c18d42-ffe4-4b6e-b6ce-0036e7826a42,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:10.562234 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1ab77109-bca1-467b-a8cd-d38f0b950f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.594184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692502a6-279f-4530-bf8f-fe94b7d3fddb None None] DHCP port deletion for 092c0da1-f9e8-4c5a-925c-a297f88b3cfa request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:10.607663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4d994-896b-4764-94d0-7886de4ef626 admin admin] Pushing event deleted for resources: {'Network': ['ID=092c0da1-f9e8-4c5a-925c-a297f88b3cfa,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:10.616039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1ab77109-bca1-467b-a8cd-d38f0b950f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.632355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:10.650774 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.663111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:10.667297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab77109-bca1-467b-a8cd-d38f0b950f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2829a6-54bb-4838-8169-7af4cf406f53,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:10.695341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:10.696076 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.698094 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c05e-df7b-4793-bd6c-d811aa80a2ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.723227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] For port 07713561-0774-4a27-82d5-c78dc4eb36c8, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:10.733440 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.765115 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c05e-df7b-4793-bd6c-d811aa80a2ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.785355 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1ab77109-bca1-467b-a8cd-d38f0b950f42 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92e5f4a875634869978cfbd6134ad77f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1679482 Nov 12 08:49:10.786731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48494) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:10.833168 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48496) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:10.896007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:10.916908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 12923105-6938-41cd-bfbb-2a01b9c0cfbc no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:10.942431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] For port 07713561-0774-4a27-82d5-c78dc4eb36c8, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=07713561-0774-4a27-82d5-c78dc4eb36c8,segment=NetworkSegment(9ed71f20-aa11-4897-a3bb-6b2ed1b494f8),segment_id=9ed71f20-aa11-4897-a3bb-6b2ed1b494f8)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:10.957732 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-06dd9017-d151-400b-9e64-c1fdedf967aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2628052 Nov 12 08:49:10.964988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:10.967645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48504) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:10.971222 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1915cfc8-3de7-4191-b3d5-cd99f65a3c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.977833 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5fb2b710-4cd9-41d4-b714-e6f0fa4498dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44298e737f604b238fe53614a447a1cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429856 Nov 12 08:49:10.980116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:10.980388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48506) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:10.983026 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c05e-df7b-4793-bd6c-d811aa80a2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.985878 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c05e-df7b-4793-bd6c-d811aa80a2ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:10.996577 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 12923105-6938-41cd-bfbb-2a01b9c0cfbc {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:10.997502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 12923105-6938-41cd-bfbb-2a01b9c0cfbc not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:11.002844 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ecf8c05e-df7b-4793-bd6c-d811aa80a2ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3c18d42-ffe4-4b6e-b6ce-0036e7826a42 HTTP/1.1" status: 204 len: 168 time: 0.4472947 Nov 12 08:49:11.020513 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.028620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Pushing event updated for resources: {'Port': ['ID=223ffa10-641e-4f0b-8e64-efd7def98e22,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:11.070537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Allocated IP 2001:db8::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/e2ea8187-653f-4031-9e4b-437be0844587/f278e9f6-6222-45e2-83dd-34bc23ec4c6d) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:11.104444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b449783e-8ab3-43e5-8392-b3ac113b4071 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:11.110634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8c05e-df7b-4793-bd6c-d811aa80a2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c18d42-ffe4-4b6e-b6ce-0036e7826a42,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:11.110809 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.148265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3d4126-745e-4077-b22e-222690810416 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:11.149851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3f3d4126-745e-4077-b22e-222690810416 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1747308 Nov 12 08:49:11.154372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48512) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:11.182346 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1915cfc8-3de7-4191-b3d5-cd99f65a3c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.244722 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.273194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b81d8753-041e-479d-8887-f821e53d1e3d no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:11.364047 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.374514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b81d8753-041e-479d-8887-f821e53d1e3d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:11.374869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b81d8753-041e-479d-8887-f821e53d1e3d not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:11.375288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a7a10a01-d939-4c59-9298-6233c38bc1e7 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:11.390285 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-063aba91-95bb-44aa-bdb7-1006e596a33e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.405865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: a7a10a01-d939-4c59-9298-6233c38bc1e7 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:11.406463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a7a10a01-d939-4c59-9298-6233c38bc1e7 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:11.446256 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-063aba91-95bb-44aa-bdb7-1006e596a33e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.466635 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Network 8cd66a85-0043-45d0-86ae-c54af4b3a612 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:11.492775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:11.496076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:11.573147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-063aba91-95bb-44aa-bdb7-1006e596a33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.578543 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-063aba91-95bb-44aa-bdb7-1006e596a33e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.580215 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-063aba91-95bb-44aa-bdb7-1006e596a33e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e59e12e-7e2a-4061-99b2-4487f72dd908 HTTP/1.1" status: 204 len: 168 time: 0.5983970 Nov 12 08:49:11.636204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063aba91-95bb-44aa-bdb7-1006e596a33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e59e12e-7e2a-4061-99b2-4487f72dd908,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:11.694978 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1915cfc8-3de7-4191-b3d5-cd99f65a3c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.698326 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1915cfc8-3de7-4191-b3d5-cd99f65a3c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.717473 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1915cfc8-3de7-4191-b3d5-cd99f65a3c07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b2829a6-54bb-4838-8169-7af4cf406f53 HTTP/1.1" status: 204 len: 168 time: 0.9274192 Nov 12 08:49:11.740926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-13bab839-f6a9-4068-b84a-cdb8662bf338 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 9af6a05b-c71d-40bf-bd4c-f9bd31a650e3 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:11.741780 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13bab839-f6a9-4068-b84a-cdb8662bf338 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.900842 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13bab839-f6a9-4068-b84a-cdb8662bf338 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:11.916196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48524) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:11.918221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915cfc8-3de7-4191-b3d5-cd99f65a3c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2829a6-54bb-4838-8169-7af4cf406f53,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:11.999235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-13bab839-f6a9-4068-b84a-cdb8662bf338 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 9af6a05b-c71d-40bf-bd4c-f9bd31a650e3 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:12.025192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f07565a-fffa-40b9-a734-0ca326578d52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.032266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Allocated IP 172.20.0.1 (8cd66a85-0043-45d0-86ae-c54af4b3a612/cde2928e-a7b9-4bc2-a6b3-f20d91d63773/1fd311c5-0c31-4d84-8cab-47090302b4be) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:12.145347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aa50e-b321-4a1a-a2f5-105c459e67be None None] Pushing event updated for resources: {'Port': ['ID=07713561-0774-4a27-82d5-c78dc4eb36c8,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:12.177955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2a5e0628-fcbc-4797-a2a6-d4e47d1eb0d5 None None] Provisioning complete for port 223ffa10-641e-4f0b-8e64-efd7def98e22 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:12.178332 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0628-fcbc-4797-a2a6-d4e47d1eb0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.333853 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.494278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Pushing event updated for resources: {'Port': ['ID=c2138fd3-998b-49ca-aaa1-ebe54386f9fd,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:12.538574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Attempting to bind port c2138fd3-998b-49ca-aaa1-ebe54386f9fd on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:12.560332 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Attempting to bind port c2138fd3-998b-49ca-aaa1-ebe54386f9fd by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '9912ac3e-7690-45b5-8512-9343ef881ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8cd66a85-0043-45d0-86ae-c54af4b3a612'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:12.560802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Attempting to bind port c2138fd3-998b-49ca-aaa1-ebe54386f9fd on network 8cd66a85-0043-45d0-86ae-c54af4b3a612 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:12.580809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:12.581224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Checking segment: {'id': '9912ac3e-7690-45b5-8512-9343ef881ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8cd66a85-0043-45d0-86ae-c54af4b3a612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:12.587749 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.588485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Bound using segment: {'id': '9912ac3e-7690-45b5-8512-9343ef881ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8cd66a85-0043-45d0-86ae-c54af4b3a612'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:12.589257 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Bound port: c2138fd3-998b-49ca-aaa1-ebe54386f9fd, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9912ac3e-7690-45b5-8512-9343ef881ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8cd66a85-0043-45d0-86ae-c54af4b3a612'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:12.589874 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.621077 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e0628-fcbc-4797-a2a6-d4e47d1eb0d5 None None] Port 223ffa10-641e-4f0b-8e64-efd7def98e22 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:12.790361 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f07565a-fffa-40b9-a734-0ca326578d52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.791523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13bab839-f6a9-4068-b84a-cdb8662bf338 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.818975 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4f07565a-fffa-40b9-a734-0ca326578d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.822491 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.834447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] For port c2138fd3-998b-49ca-aaa1-ebe54386f9fd, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:12.838050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] For port c2138fd3-998b-49ca-aaa1-ebe54386f9fd, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c2138fd3-998b-49ca-aaa1-ebe54386f9fd,segment=NetworkSegment(9912ac3e-7690-45b5-8512-9343ef881ad1),segment_id=9912ac3e-7690-45b5-8512-9343ef881ad1)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:12.843268 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.853318 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.871116 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:12.946034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bab839-f6a9-4068-b84a-cdb8662bf338 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=9af6a05b-c71d-40bf-bd4c-f9bd31a650e3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:13.030448 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.041587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:13.043388 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.078998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:13.086428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:13.088729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Pushing event updated for resources: {'Port': ['ID=f278e9f6-6222-45e2-83dd-34bc23ec4c6d,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:13.104365 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13bab839-f6a9-4068-b84a-cdb8662bf338 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.150305 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-13bab839-f6a9-4068-b84a-cdb8662bf338 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/9af6a05b-c71d-40bf-bd4c-f9bd31a650e3 HTTP/1.1" status: 204 len: 168 time: 1.9840853 Nov 12 08:49:13.156085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48580) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:13.165939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Network 8cd66a85-0043-45d0-86ae-c54af4b3a612 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:13.171195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:13.181770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:13.285410 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.382497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6138d7c-f575-424f-a4fe-eb33ff70da84 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:13.384080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6138d7c-f575-424f-a4fe-eb33ff70da84 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:13.396803 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c6138d7c-f575-424f-a4fe-eb33ff70da84 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2400744 Nov 12 08:49:13.407046 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4f07565a-fffa-40b9-a734-0ca326578d52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8374203bca924c34852f62eeff6e0221&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4709017 Nov 12 08:49:13.407682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48588) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:13.416514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48590) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:13.421867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 07713561-0774-4a27-82d5-c78dc4eb36c8 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:13.436561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07565a-fffa-40b9-a734-0ca326578d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea337bf6-39d5-4592-84fc-031fa0c42933,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:13.587982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2141d125-24d7-4b26-a86c-2fcc3c9dceb0 None None] Network 1c1bab5a-5c49-41a8-8893-291dc0ac8bde requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:13.675804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event updated for resources: {'Port': ['ID=1fd311c5-0c31-4d84-8cab-47090302b4be,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:13.800025 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b377f22-edb2-42c0-873b-d9adc72076e1 None None] Pushing event updated for resources: {'Port': ['ID=c2138fd3-998b-49ca-aaa1-ebe54386f9fd,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:13.801901 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.803091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-444bb9db-f2fb-4f01-821f-85bd849ec174 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet e2ea8187-653f-4031-9e4b-437be0844587 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:13.844788 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d56f4bc-5feb-4160-84ac-a5d69e7c3a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.868102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Attempting to bind port f278e9f6-6222-45e2-83dd-34bc23ec4c6d on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:13.868865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Attempting to bind port f278e9f6-6222-45e2-83dd-34bc23ec4c6d by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:13.869417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Attempting to bind port f278e9f6-6222-45e2-83dd-34bc23ec4c6d on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:13.885023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:13.886051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:13.886870 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.887978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:13.890246 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Bound port: f278e9f6-6222-45e2-83dd-34bc23ec4c6d, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:13.891116 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.908005 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-444bb9db-f2fb-4f01-821f-85bd849ec174 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.943025 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d56f4bc-5feb-4160-84ac-a5d69e7c3a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.960276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-98a5f46e-5bd0-40bc-a588-130deffbf1fe None None] Provisioning complete for port 07713561-0774-4a27-82d5-c78dc4eb36c8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:13.961038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98a5f46e-5bd0-40bc-a588-130deffbf1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.063084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 07713561-0774-4a27-82d5-c78dc4eb36c8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:14.063543 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.153822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48614) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:14.207227 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-444bb9db-f2fb-4f01-821f-85bd849ec174 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.243903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] For port f278e9f6-6222-45e2-83dd-34bc23ec4c6d, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:14.257382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Router 324ed488-6b91-4750-be76-32b4c6ac7934 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:49:14.273938 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98a5f46e-5bd0-40bc-a588-130deffbf1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.348640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-98a5f46e-5bd0-40bc-a588-130deffbf1fe None None] For port 07713561-0774-4a27-82d5-c78dc4eb36c8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=07713561-0774-4a27-82d5-c78dc4eb36c8,segment=NetworkSegment(9ed71f20-aa11-4897-a3bb-6b2ed1b494f8),segment_id=9ed71f20-aa11-4897-a3bb-6b2ed1b494f8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:14.358970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] For port f278e9f6-6222-45e2-83dd-34bc23ec4c6d, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f278e9f6-6222-45e2-83dd-34bc23ec4c6d,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:14.377668 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98a5f46e-5bd0-40bc-a588-130deffbf1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.391429 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.408534 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d56f4bc-5feb-4160-84ac-a5d69e7c3a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.416952 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3d56f4bc-5feb-4160-84ac-a5d69e7c3a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.427974 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3d56f4bc-5feb-4160-84ac-a5d69e7c3a47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea337bf6-39d5-4592-84fc-031fa0c42933 HTTP/1.1" status: 204 len: 168 time: 1.0101080 Nov 12 08:49:14.641301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5f46e-5bd0-40bc-a588-130deffbf1fe None None] Pushing event updated for resources: {'Port': ['ID=07713561-0774-4a27-82d5-c78dc4eb36c8,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:14.655141 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-444bb9db-f2fb-4f01-821f-85bd849ec174 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.843847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c7c66-ce22-4006-aa37-f991cc066af1 None None] Pushing event updated for resources: {'Port': ['ID=f278e9f6-6222-45e2-83dd-34bc23ec4c6d,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:14.892266 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-520771358-network', 'tenant_id': '937e0624b12441e1b73a90a159440cdc'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:14.921820 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-444bb9db-f2fb-4f01-821f-85bd849ec174 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:14.954854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:14.968244 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Sync routers for ids ['324ed488-6b91-4750-be76-32b4c6ac7934'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:15.012892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56f4bc-5feb-4160-84ac-a5d69e7c3a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea337bf6-39d5-4592-84fc-031fa0c42933,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:15.034143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Routers {'324ed488-6b91-4750-be76-32b4c6ac7934'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:15.036073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:49:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['324ed488-6b91-4750-be76-32b4c6ac7934'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:15.151796 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bb9db-f2fb-4f01-821f-85bd849ec174 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ea8187-653f-4031-9e4b-437be0844587,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:15.160015 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-444bb9db-f2fb-4f01-821f-85bd849ec174 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.191113 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-444bb9db-f2fb-4f01-821f-85bd849ec174 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/e2ea8187-653f-4031-9e4b-437be0844587 HTTP/1.1" status: 204 len: 168 time: 1.7757158 Nov 12 08:49:15.203652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48644) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:15.217133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Made reservation on behalf of 937e0624b12441e1b73a90a159440cdc for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:15.222415 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.257042 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.272347 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.275619 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c6655a90-0ce3-44ee-8398-e2369f3af237 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.4248476 Nov 12 08:49:15.282734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48648) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:15.286394 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.373829 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.384607 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e4974c96-098c-461e-b63e-e97b250f2dfe tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1755469 Nov 12 08:49:15.389668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48650) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:15.552819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d70796ad-b667-47c9-9fb9-976d616615cc None None] Provisioning complete for port 07713561-0774-4a27-82d5-c78dc4eb36c8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:15.553534 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d70796ad-b667-47c9-9fb9-976d616615cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.572416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c2138fd3-998b-49ca-aaa1-ebe54386f9fd up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:15.611174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event updated for resources: {'Port': ['ID=1fd311c5-0c31-4d84-8cab-47090302b4be,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:15.719460 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.741288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Set router 324ed488-6b91-4750-be76-32b4c6ac7934 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:15.754053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e06a1b0-79e4-4b71-ad7c-69c5dbbb2724 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:15.761680 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1e06a1b0-79e4-4b71-ad7c-69c5dbbb2724 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2621212 Nov 12 08:49:15.762408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48664) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:15.800567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782cb6c6-2b61-49bd-95b4-c831e25db3e1 None None] Network 8cd66a85-0043-45d0-86ae-c54af4b3a612 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:15.905159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:15.953662 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.016272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Network 8cd66a85-0043-45d0-86ae-c54af4b3a612 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:16.020574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:16.129869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:49:16.178504 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.178847 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Added segment 9a3dcdbe-c3e0-4976-a841-b8960bf2632b of type vlan for network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf Nov 12 08:49:16.240722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fe7c09-777c-49fb-83ee-64b7cc18f9b1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:16.246089 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-23fe7c09-777c-49fb-83ee-64b7cc18f9b1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4820721 Nov 12 08:49:16.251628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48686) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:16.419738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c2138fd3-998b-49ca-aaa1-ebe54386f9fd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:16.420027 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.598220 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f59ae325-86a8-4f95-ac7f-5f96d18a2bc6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3386874 Nov 12 08:49:16.616583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48696) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:16.652928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:16.727285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc48806e-161c-4244-8355-98bed6042bf8,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:16.886050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Router f65dc9b4-9489-4258-97a7-db6ddb86dd43 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:49:17.027908 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:17.038470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:17.039221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:17.041591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:17.042492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:17.043405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:17.044820 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:17.045793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'name': 'tempest-TestAggregatesBasicOps-137738008-router', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:06Z', 'updated_at': '2021-11-12T08:49:11Z', 'revision_number': 3, 'project_id': 'f2a99972c24942ec9f36c7434105f878', 'gw_port': {'id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:08Z', 'updated_at': '2021-11-12T08:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:17.046641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:17.047659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:17.048552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:17.049561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:17.050551 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:17.072396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:17.084251 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6a1342d0-42ae-406e-b369-5c0a3a9564b5 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "PUT /v2.0/routers/f65dc9b4-9489-4258-97a7-db6ddb86dd43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9884732 Nov 12 08:49:17.084963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:17.086107 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.088798 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e23e0-11b3-46a5-b3ff-58af7b4c2157 None None] Sync routers for ids ['f65dc9b4-9489-4258-97a7-db6ddb86dd43'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:17.096170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48708) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:17.097367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.118306 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e23e0-11b3-46a5-b3ff-58af7b4c2157 None None] Routers {'f65dc9b4-9489-4258-97a7-db6ddb86dd43'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:17.121077 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fb1e23e0-11b3-46a5-b3ff-58af7b4c2157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:49:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f65dc9b4-9489-4258-97a7-db6ddb86dd43'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:17.137200 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Request body: {'port': {'network_id': '8cd66a85-0043-45d0-86ae-c54af4b3a612', 'name': 'tempest-FloatingIPNegativeTestJSON-32512825'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:17.159397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Checking router: 324ed488-6b91-4750-be76-32b4c6ac7934 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:49:17.159983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Updating router 324ed488-6b91-4750-be76-32b4c6ac7934 port 223ffa10-641e-4f0b-8e64-efd7def98e22 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:49:17.197496 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.264239 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.resource_extend [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:49:17.287558 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fb1e23e0-11b3-46a5-b3ff-58af7b4c2157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:17.330716 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e23e0-11b3-46a5-b3ff-58af7b4c2157 None None] Routers {'f65dc9b4-9489-4258-97a7-db6ddb86dd43'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:17.336818 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fb1e23e0-11b3-46a5-b3ff-58af7b4c2157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:49:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f65dc9b4-9489-4258-97a7-db6ddb86dd43'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:17.423126 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fb1e23e0-11b3-46a5-b3ff-58af7b4c2157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:17.423791 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e23e0-11b3-46a5-b3ff-58af7b4c2157 None None] The sync data for ids ['f65dc9b4-9489-4258-97a7-db6ddb86dd43'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:17.488185 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.489474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:17.490239 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.501340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe1ff5b-66d5-469e-ad31-6dc49160cb52 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:17.690232 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5305517 Nov 12 08:49:17.696124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48726) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:17.706318 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f507791-cbcc-4ff1-9ca4-74b01967ed16 admin admin] Pushing event updated for resources: {'Network': ['ID=5bad65c4-e847-4be5-8aa7-8ad5c970feaf,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:17.726943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f9c86db0-d8eb-4e78-a743-219455f5d02c admin admin] Request body: {'subnet': {'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-520771358-subnet', 'tenant_id': '937e0624b12441e1b73a90a159440cdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:17.727684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fdac1eb0-bbc7-4026-934f-e5ce10637168 None None] Provisioning complete for port c2138fd3-998b-49ca-aaa1-ebe54386f9fd triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:17.728097 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fdac1eb0-bbc7-4026-934f-e5ce10637168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.813123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c86db0-d8eb-4e78-a743-219455f5d02c admin admin] Made reservation on behalf of 937e0624b12441e1b73a90a159440cdc for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:17.817894 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Made reservation on behalf of 54504740983d470e88f57e4fedd04cf1 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:17.823234 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.827143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9c86db0-d8eb-4e78-a743-219455f5d02c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.856781 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:49:17.857668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:49:17.866759 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:17.909244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48734) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:17.912060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:49:17.918412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] device_id is not set on port 4cc8e969-4dbe-4fe1-9180-0c2eeab29525 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:18.037697 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.297470 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port c2138fd3-998b-49ca-aaa1-ebe54386f9fd, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c2138fd3-998b-49ca-aaa1-ebe54386f9fd,segment=NetworkSegment(9912ac3e-7690-45b5-8512-9343ef881ad1),segment_id=9912ac3e-7690-45b5-8512-9343ef881ad1)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:18.385207 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.386064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 07713561-0774-4a27-82d5-c78dc4eb36c8 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:18.415859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9c86db0-d8eb-4e78-a743-219455f5d02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.462459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Allocated IP 172.20.0.7 (8cd66a85-0043-45d0-86ae-c54af4b3a612/cde2928e-a7b9-4bc2-a6b3-f20d91d63773/4cc8e969-4dbe-4fe1-9180-0c2eeab29525) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:18.496266 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7dc3-eccd-4595-859a-725501b5cf7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.623547 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Allocated IP 172.20.0.1 (1c1bab5a-5c49-41a8-8893-291dc0ac8bde/be83557d-c837-4244-a853-25023a72bbf6/4858ca3b-18a9-4616-8b06-2c2490837db1) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:18.728706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=c2138fd3-998b-49ca-aaa1-ebe54386f9fd,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:18.776284 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.777986 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1fd5660b-5c25-44ae-b1e0-d63c01383e6d None None] Provisioning complete for port f278e9f6-6222-45e2-83dd-34bc23ec4c6d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:18.778345 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1fd5660b-5c25-44ae-b1e0-d63c01383e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.859269 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.025291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 07713561-0774-4a27-82d5-c78dc4eb36c8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:19.025832 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.047364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf1fb5e-4244-4b89-8d94-727242701fa1 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:19.102335 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.188450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Attempting to bind port 223ffa10-641e-4f0b-8e64-efd7def98e22 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:19.189011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Attempting to bind port 223ffa10-641e-4f0b-8e64-efd7def98e22 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:19.189637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Attempting to bind port 223ffa10-641e-4f0b-8e64-efd7def98e22 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:19.192178 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.203227 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1fd5660b-5c25-44ae-b1e0-d63c01383e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.205542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffa474-9e54-478a-9b31-9fefbab9bbc8 None None] Pushing event updated for resources: {'Port': ['ID=223ffa10-641e-4f0b-8e64-efd7def98e22,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:19.224303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:19.224873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:19.225415 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.225915 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:19.226767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Bound port: 223ffa10-641e-4f0b-8e64-efd7def98e22, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:19.227256 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.259955 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.290014 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] For port 223ffa10-641e-4f0b-8e64-efd7def98e22, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:19.293869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] For port 223ffa10-641e-4f0b-8e64-efd7def98e22, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=223ffa10-641e-4f0b-8e64-efd7def98e22,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:19.305201 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.356360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Network 1c1bab5a-5c49-41a8-8893-291dc0ac8bde is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:19.392785 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:19.409557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffa474-9e54-478a-9b31-9fefbab9bbc8 None None] Pushing event updated for resources: {'Port': ['ID=223ffa10-641e-4f0b-8e64-efd7def98e22,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:19.423931 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:19.443902 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.475273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Pushing event updated for resources: {'Port': ['ID=4858ca3b-18a9-4616-8b06-2c2490837db1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:19.528164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2b22d7-cf89-429d-8eb5-207288beafd7 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:19.544385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c86db0-d8eb-4e78-a743-219455f5d02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a1904c-c84d-4086-bcb5-ae066d1ad882,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:19.602658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c86db0-d8eb-4e78-a743-219455f5d02c admin admin] Checking segment: {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:19.603385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c86db0-d8eb-4e78-a743-219455f5d02c admin admin] Network hostable DHCP agents. Network: 5bad65c4-e847-4be5-8aa7-8ad5c970feaf, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:49:19.663980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Network 8cd66a85-0043-45d0-86ae-c54af4b3a612 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:19.676130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:19.680201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:19.688830 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1fd5660b-5c25-44ae-b1e0-d63c01383e6d None None] For port f278e9f6-6222-45e2-83dd-34bc23ec4c6d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f278e9f6-6222-45e2-83dd-34bc23ec4c6d,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:19.730435 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Routers {'324ed488-6b91-4750-be76-32b4c6ac7934'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:19.732143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:49:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['324ed488-6b91-4750-be76-32b4c6ac7934'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:19.808985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c86db0-d8eb-4e78-a743-219455f5d02c admin admin] Network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:49:19.847072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-f9c86db0-d8eb-4e78-a743-219455f5d02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 5bad65c4-e847-4be5-8aa7-8ad5c970feaf) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:19.894668 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.948925 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event updated for resources: {'Port': ['ID=4cc8e969-4dbe-4fe1-9180-0c2eeab29525,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:19.982283 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.073716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c86db0-d8eb-4e78-a743-219455f5d02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:20.074514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9c86db0-d8eb-4e78-a743-219455f5d02c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.167657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:20.168332 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.305752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c9dd3100-1651-4c93-b92e-d5ee59bccebd tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1959143 Nov 12 08:49:20.336385 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48786) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:20.350714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:20.364043 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7dc3-eccd-4595-859a-725501b5cf7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.369704 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1fd5660b-5c25-44ae-b1e0-d63c01383e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.379783 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02614e7-3f16-4739-864e-ac172cd999d5 None None] Network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:20.401211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f9c86db0-d8eb-4e78-a743-219455f5d02c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6942239 Nov 12 08:49:20.401742 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a1cd7dc3-eccd-4595-859a-725501b5cf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.526742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c2138fd3-998b-49ca-aaa1-ebe54386f9fd up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:20.537362 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.697421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a1cd7dc3-eccd-4595-859a-725501b5cf7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b7d22c7b5774a69a5c4d182710ecb4c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7702789 Nov 12 08:49:20.715922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd7dc3-eccd-4595-859a-725501b5cf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c712b522-75f0-4a92-91ef-6f728984850e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:20.731254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48794) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:20.740037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] Set router 324ed488-6b91-4750-be76-32b4c6ac7934 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:20.927307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1fd5660b-5c25-44ae-b1e0-d63c01383e6d None None] Provisioning complete for port c2138fd3-998b-49ca-aaa1-ebe54386f9fd triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:20.931371 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1fd5660b-5c25-44ae-b1e0-d63c01383e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.008959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] For port f278e9f6-6222-45e2-83dd-34bc23ec4c6d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f278e9f6-6222-45e2-83dd-34bc23ec4c6d,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:21.058389 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-437d2530-8582-4889-8f76-c0ccd884e3a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.154073 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-437d2530-8582-4889-8f76-c0ccd884e3a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.172192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.195467 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.196275 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.414827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:21.436944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5660b-5c25-44ae-b1e0-d63c01383e6d None None] Pushing event updated for resources: {'Port': ['ID=f278e9f6-6222-45e2-83dd-34bc23ec4c6d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:21.478434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:21.487013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:21.488746 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:21.648560 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0264673 Nov 12 08:49:21.654778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48840) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:21.716943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=7a7954ef-77ad-4893-8eac-51c948fce57f,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:21.753084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-def47bc3-4692-4c1e-b2c5-dc324bf5be0b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:21.768410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d15d8e-64a3-41cd-96ca-228f321698bd tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=f278e9f6-6222-45e2-83dd-34bc23ec4c6d,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:21.991882 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.013551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cec39d-e033-4d43-8104-3c3d60a2ef48 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:22.019092 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-437d2530-8582-4889-8f76-c0ccd884e3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.033232 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-437d2530-8582-4889-8f76-c0ccd884e3a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.039515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-437d2530-8582-4889-8f76-c0ccd884e3a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c712b522-75f0-4a92-91ef-6f728984850e HTTP/1.1" status: 204 len: 168 time: 1.2990401 Nov 12 08:49:22.092051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d2530-8582-4889-8f76-c0ccd884e3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c712b522-75f0-4a92-91ef-6f728984850e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:22.117443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-5bad65c4-e847-4be5-8aa7-8ad5c970feaf', 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf', 'tenant_id': '937e0624b12441e1b73a90a159440cdc', 'fixed_ips': [{'subnet_id': '79a1904c-c84d-4086-bcb5-ae066d1ad882'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:22.118536 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.138299 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-b6cfc921-613b-4f36-907a-ce220de5bff6 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:22.143820 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-b6cfc921-613b-4f36-907a-ce220de5bff6 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/networks?id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf HTTP/1.1" status: 200 len: 815 time: 0.7053695 Nov 12 08:49:22.187090 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5bbb83fd-7477-4d78-830e-c12190103b42 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/quotas/937e0624b12441e1b73a90a159440cdc HTTP/1.1" status: 200 len: 375 time: 0.0343745 Nov 12 08:49:22.351854 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-d27884ac-7ff0-4b72-8dc8-6ff4448409f1 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=937e0624b12441e1b73a90a159440cdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1519401 Nov 12 08:49:22.447705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c2138fd3-998b-49ca-aaa1-ebe54386f9fd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:22.448358 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.604146 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.621226 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.623871 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.777503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Pushing event updated for resources: {'Port': ['ID=4858ca3b-18a9-4616-8b06-2c2490837db1,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:22.787178 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.791335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def47bc3-4692-4c1e-b2c5-dc324bf5be0b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:22.800731 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-def47bc3-4692-4c1e-b2c5-dc324bf5be0b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.908209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1fd5660b-5c25-44ae-b1e0-d63c01383e6d None None] Provisioning complete for port 1fd311c5-0c31-4d84-8cab-47090302b4be triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:22.908763 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1fd5660b-5c25-44ae-b1e0-d63c01383e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:22.929394 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.050446 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-eb4af8f5-0f24-40b7-a069-70df53b05647 service neutron] 10.222.0.31 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628799 Nov 12 08:49:23.112824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Allocated IP 172.20.0.2 (5bad65c4-e847-4be5-8aa7-8ad5c970feaf/79a1904c-c84d-4086-bcb5-ae066d1ad882/0b820fe2-4c14-40d3-a795-37619ad0bee9) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:23.165943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5660b-5c25-44ae-b1e0-d63c01383e6d None None] Port 1fd311c5-0c31-4d84-8cab-47090302b4be cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:23.225737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-9dbbade1-169b-45bc-ac14-d6122072ca7b service neutron] 10.222.0.31 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679227 Nov 12 08:49:23.235993 n-d-768851-18 neutron-server[102445]: INFO neutron.db.ipam_backend_mixin [None req-def47bc3-4692-4c1e-b2c5-dc324bf5be0b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a7954ef-77ad-4893-8eac-51c948fce57f (CIDR: 2001:db8::/64) Nov 12 08:49:23.246198 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-def47bc3-4692-4c1e-b2c5-dc324bf5be0b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:49:23.246661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def47bc3-4692-4c1e-b2c5-dc324bf5be0b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:49:23.254272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Network 1c1bab5a-5c49-41a8-8893-291dc0ac8bde is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:23.266795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:23.341943 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-def47bc3-4692-4c1e-b2c5-dc324bf5be0b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5946944 Nov 12 08:49:23.343363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48900) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:23.350025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-aa9d0726-b0cd-4519-8837-7b0b4aedb86d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:23.564397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Allocated IP 172.25.3.233 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/e55bf9eb-2ea3-492c-8749-22835b3d9390) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:23.704340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9d0726-b0cd-4519-8837-7b0b4aedb86d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:23.708611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa9d0726-b0cd-4519-8837-7b0b4aedb86d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.850517 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:23.869805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Could not find standard attr ID for object 9af6a05b-c71d-40bf-bd4c-f9bd31a650e3. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:49:23.903162 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.120518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Provisioning complete for port 223ffa10-641e-4f0b-8e64-efd7def98e22 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:24.123840 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.132431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Router 324ed488-6b91-4750-be76-32b4c6ac7934 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:49:24.274490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:24.329364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:24.332364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:24.342437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Pushing event updated for resources: {'Port': ['ID=0b820fe2-4c14-40d3-a795-37619ad0bee9,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:24.363522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'name': 'tempest-TestAggregatesBasicOps-137738008-router', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:06Z', 'updated_at': '2021-11-12T08:49:11Z', 'revision_number': 3, 'project_id': 'f2a99972c24942ec9f36c7434105f878', 'gw_port': {'id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:08Z', 'updated_at': '2021-11-12T08:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:24.430068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f278e9f6-6222-45e2-83dd-34bc23ec4c6d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:24.432461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9007c91b-a3b6-46c7-8104-f33d3044e71b None None] The sync data for ids ['324ed488-6b91-4750-be76-32b4c6ac7934'] in n-d-768851-18 is: [{'id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'name': 'tempest-TestAggregatesBasicOps-137738008-router', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:06Z', 'updated_at': '2021-11-12T08:49:11Z', 'revision_number': 3, 'project_id': 'f2a99972c24942ec9f36c7434105f878', 'gw_port': {'id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:08Z', 'updated_at': '2021-11-12T08:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:24.614021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Attempting to bind port 0b820fe2-4c14-40d3-a795-37619ad0bee9 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:24.614499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Attempting to bind port 0b820fe2-4c14-40d3-a795-37619ad0bee9 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:24.614757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Attempting to bind port 0b820fe2-4c14-40d3-a795-37619ad0bee9 on network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:24.660716 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa9d0726-b0cd-4519-8837-7b0b4aedb86d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.771808 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.815522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:24.815911 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Checking segment: {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:24.816289 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.816836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Bound using segment: {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:24.826546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Bound port: 0b820fe2-4c14-40d3-a795-37619ad0bee9, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:24.827107 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.853769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9d0726-b0cd-4519-8837-7b0b4aedb86d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:24.872216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-aa9d0726-b0cd-4519-8837-7b0b4aedb86d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:24.898137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d0726-b0cd-4519-8837-7b0b4aedb86d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:24.908775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] For port 223ffa10-641e-4f0b-8e64-efd7def98e22, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=223ffa10-641e-4f0b-8e64-efd7def98e22,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:24.909391 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa9d0726-b0cd-4519-8837-7b0b4aedb86d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.913956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e38b85d-6ab5-4507-9bc3-f39cbe7f0345 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:24.923441 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:24.980604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d0726-b0cd-4519-8837-7b0b4aedb86d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=0529be19-6963-40ea-98fa-a5a19182c876,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:25.000693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aa9d0726-b0cd-4519-8837-7b0b4aedb86d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6557648 Nov 12 08:49:25.006169 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48972) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:25.017439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:61:99:f4', 'name': 'tempest-NetworksTestDHCPv6-35166811'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:25.125591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-2e3d46a4-4c05-4d52-8c0d-f2065a0d0a35 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:25.127406 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-2e3d46a4-4c05-4d52-8c0d-f2065a0d0a35 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/networks?id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf HTTP/1.1" status: 200 len: 815 time: 0.9767163 Nov 12 08:49:25.129684 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:25.178729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] For port 0b820fe2-4c14-40d3-a795-37619ad0bee9, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:25.186726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] For port 0b820fe2-4c14-40d3-a795-37619ad0bee9, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0b820fe2-4c14-40d3-a795-37619ad0bee9,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:25.190135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-769aa6ff-7832-4476-aaf2-06fe7bb43ecf admin admin] 10.222.0.31 "PUT /v2.0/routers/324ed488-6b91-4750-be76-32b4c6ac7934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9047616 Nov 12 08:49:25.205735 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.211137 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.383813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f278e9f6-6222-45e2-83dd-34bc23ec4c6d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:25.384356 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.499521 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-e77bcec4-419c-47e2-96a2-b40f3fff44f0 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/quotas/937e0624b12441e1b73a90a159440cdc HTTP/1.1" status: 200 len: 375 time: 0.2656503 Nov 12 08:49:25.611302 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.821613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:25.842599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:25.854707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:25.871294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event updated for resources: {'Port': ['ID=e55bf9eb-2ea3-492c-8749-22835b3d9390,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:25.894063 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-8e8d5e2c-cf05-4d73-a022-15d0949082e8 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=937e0624b12441e1b73a90a159440cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3498256 Nov 12 08:49:25.958374 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Provisioning complete for port 4cc8e969-4dbe-4fe1-9180-0c2eeab29525 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:25.958965 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:25.971410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:26.128566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Port 4cc8e969-4dbe-4fe1-9180-0c2eeab29525 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:26.193942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-cb82f090-791a-4596-baf2-391062569b66 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:49:26.202139 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-cb82f090-791a-4596-baf2-391062569b66 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2479351 Nov 12 08:49:26.211491 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.284538 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Pushing event updated for resources: {'Port': ['ID=223ffa10-641e-4f0b-8e64-efd7def98e22,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:26.296230 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port ed034f16-b061-42a1-8e59-dcd2fd36e6c5 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:26.545706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8:0:1::145 (376cbd53-eef7-4f19-a11f-fa391cb12464/0529be19-6963-40ea-98fa-a5a19182c876/ed034f16-b061-42a1-8e59-dcd2fd36e6c5) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:26.554516 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::f816:3eff:fe61:99f4 (376cbd53-eef7-4f19-a11f-fa391cb12464/7a7954ef-77ad-4893-8eac-51c948fce57f/ed034f16-b061-42a1-8e59-dcd2fd36e6c5) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:26.808865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Provisioning complete for port f278e9f6-6222-45e2-83dd-34bc23ec4c6d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:26.809535 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.815062 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.024662 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aca225-1548-4971-8a9e-858e99636eae None None] Pushing event updated for resources: {'Port': ['ID=0b820fe2-4c14-40d3-a795-37619ad0bee9,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:27.134338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-0cececbf-b102-467c-b622-de35af41e86b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.138841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-0cececbf-b102-467c-b622-de35af41e86b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.46 "GET /v2.0/networks?id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf HTTP/1.1" status: 200 len: 815 time: 0.5591409 Nov 12 08:49:27.155919 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.165227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Request body: {'port': {'device_id': 'bf68461b-e920-4953-9656-c65dfd97696e', 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf', 'admin_state_up': True, 'tenant_id': '937e0624b12441e1b73a90a159440cdc'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:27.220265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 223ffa10-641e-4f0b-8e64-efd7def98e22 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:27.233804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Update dhcp port {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': '7a7954ef-77ad-4893-8eac-51c948fce57f', 'ip_address': '2001:db8::f816:3eff:feef:22f5'}, {'subnet_id': '0529be19-6963-40ea-98fa-a5a19182c876'}], 'binding:host_id': 'n-d-768851-18'}, 'id': 'f278e9f6-6222-45e2-83dd-34bc23ec4c6d'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:49:27.401578 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49020) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:27.412575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d9033118-4c22-4a5d-a4ef-9d695a068a43 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-12693133', 'description': 'tempest-secgroup-smoke-12693133 description', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:27.424668 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.536870 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.576215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.582990 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9033118-4c22-4a5d-a4ef-9d695a068a43 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.612876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9033118-4c22-4a5d-a4ef-9d695a068a43 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.619296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c940a0e5-88e2-4e2c-be62-b0898fe31051 None None] Network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:27.620228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Made reservation on behalf of 937e0624b12441e1b73a90a159440cdc for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:27.637827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.639899 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-ccaa1cf2-e859-4f74-a16a-28f326e90556 service neutron] 10.222.0.31 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4371617 Nov 12 08:49:27.811720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-763a5572-12f1-4eab-ada3-1f18fa4c29a9 service neutron] 10.222.0.31 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409996 Nov 12 08:49:27.855462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:27.868135 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:27.915601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:27.922613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:27.923313 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:27.929799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=ed034f16-b061-42a1-8e59-dcd2fd36e6c5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:28.030633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Sync routers for ids ['324ed488-6b91-4750-be76-32b4c6ac7934'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:28.056215 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9033118-4c22-4a5d-a4ef-9d695a068a43 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.086514 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ca46420e-272d-4193-bc8a-a16390831d68 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0746076 Nov 12 08:49:28.097023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49048) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:28.234879 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9033118-4c22-4a5d-a4ef-9d695a068a43 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.310406 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 223ffa10-641e-4f0b-8e64-efd7def98e22 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:28.326796 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.412028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Allocated IP 172.20.0.9 (5bad65c4-e847-4be5-8aa7-8ad5c970feaf/79a1904c-c84d-4086-bcb5-ae066d1ad882/e08415a3-464e-4200-9c69-ac8ed7b7cd59) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:28.517645 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.541758 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.694614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Routers {'324ed488-6b91-4750-be76-32b4c6ac7934'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:28.697453 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-70125c71-5c6f-4082-99d6-83ae39bf90e1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port ed034f16-b061-42a1-8e59-dcd2fd36e6c5 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:28.697964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:49:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['324ed488-6b91-4750-be76-32b4c6ac7934'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:28.701274 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70125c71-5c6f-4082-99d6-83ae39bf90e1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.865028 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.944530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9033118-4c22-4a5d-a4ef-9d695a068a43 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cee682-204d-4b5b-aaa6-2743b756011a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:28.960888 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:28.985721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Provisioning complete for port 4858ca3b-18a9-4616-8b06-2c2490837db1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:28.986319 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.029029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event updated for resources: {'Port': ['ID=e55bf9eb-2ea3-492c-8749-22835b3d9390,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:29.053251 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.054515 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-af56d4f6-e82b-4c4e-a2fe-7acee77e52f1 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7150483 Nov 12 08:49:29.068563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49106) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:29.074861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-85a581de-2f87-4280-87e4-ee97cd07a504 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Request body: {'floatingip': {'port_id': '4cc8e969-4dbe-4fe1-9180-0c2eeab29525', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:29.103237 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70125c71-5c6f-4082-99d6-83ae39bf90e1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.162115 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9033118-4c22-4a5d-a4ef-9d695a068a43 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.171490 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.182737 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9033118-4c22-4a5d-a4ef-9d695a068a43 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.199417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-1fae0721-019f-4aa0-94af-fe4d03e04357 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:29.200861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-70125c71-5c6f-4082-99d6-83ae39bf90e1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for ed034f16-b061-42a1-8e59-dcd2fd36e6c5 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:29.219422 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-1fae0721-019f-4aa0-94af-fe4d03e04357 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/networks?id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf HTTP/1.1" status: 200 len: 815 time: 0.5568256 Nov 12 08:49:29.277232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Set router 324ed488-6b91-4750-be76-32b4c6ac7934 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:29.311166 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85a581de-2f87-4280-87e4-ee97cd07a504 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.491220 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-1a0252e9-1366-46d4-a964-53b67a6cd0e4 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/quotas/937e0624b12441e1b73a90a159440cdc HTTP/1.1" status: 200 len: 375 time: 0.2551892 Nov 12 08:49:29.502206 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9033118-4c22-4a5d-a4ef-9d695a068a43 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.507469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d9033118-4c22-4a5d-a4ef-9d695a068a43 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 2.1021044 Nov 12 08:49:29.544350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49118) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:29.544837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49122) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:29.553186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Allocated IP 2001:db8:0:1::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/0529be19-6963-40ea-98fa-a5a19182c876/f278e9f6-6222-45e2-83dd-34bc23ec4c6d) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:29.587270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4ae40d62-2ada-41ec-bf7e-6b87ddb02a4b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '02376b7b-6314-400c-a01a-2c6b69a400d5', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:29.745979 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70125c71-5c6f-4082-99d6-83ae39bf90e1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.838035 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Port 4858ca3b-18a9-4616-8b06-2c2490837db1 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:29.842619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f278e9f6-6222-45e2-83dd-34bc23ec4c6d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:29.850797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70125c71-5c6f-4082-99d6-83ae39bf90e1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=ed034f16-b061-42a1-8e59-dcd2fd36e6c5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:29.950211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-70125c71-5c6f-4082-99d6-83ae39bf90e1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:29.964312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-70125c71-5c6f-4082-99d6-83ae39bf90e1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/ed034f16-b061-42a1-8e59-dcd2fd36e6c5 HTTP/1.1" status: 204 len: 168 time: 1.8639078 Nov 12 08:49:29.965777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49136) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:29.978376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9033118-4c22-4a5d-a4ef-9d695a068a43 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02376b7b-6314-400c-a01a-2c6b69a400d5,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:30.016561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Provisioning complete for port 1fd311c5-0c31-4d84-8cab-47090302b4be triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:30.016767 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.077842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-599502f6-3fbf-4f97-a3a4-1d1a4632c40f tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=937e0624b12441e1b73a90a159440cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5479395 Nov 12 08:49:30.080945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849fd916-2ffd-4f67-bb1a-e237847a9ac8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:30.085954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-849fd916-2ffd-4f67-bb1a-e237847a9ac8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1166141 Nov 12 08:49:30.087990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49140) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:30.203438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82c487d-e225-4e38-bc89-2472091f1d93 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:30.211399 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e82c487d-e225-4e38-bc89-2472091f1d93 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1214483 Nov 12 08:49:30.214756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49148) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:30.327626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c27c22-51a9-4213-886b-d81dc760a2b4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:30.335290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c27c22-51a9-4213-886b-d81dc760a2b4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:30.339292 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c27c22-51a9-4213-886b-d81dc760a2b4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:30.346445 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-77c27c22-51a9-4213-886b-d81dc760a2b4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1276004 Nov 12 08:49:30.349554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49150) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:30.376707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] For port f278e9f6-6222-45e2-83dd-34bc23ec4c6d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f278e9f6-6222-45e2-83dd-34bc23ec4c6d,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:30.392082 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ae40d62-2ada-41ec-bf7e-6b87ddb02a4b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.397175 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.443238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe4619e-ced9-4630-acc7-f16a1d224f44 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 0529be19-6963-40ea-98fa-a5a19182c876 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:30.484029 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-62972e61-65ab-46b1-8d18-32660628c1f3 None None] Port 1fd311c5-0c31-4d84-8cab-47090302b4be cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:30.519658 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f278e9f6-6222-45e2-83dd-34bc23ec4c6d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:30.520030 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.526792 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.533899 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fbe4619e-ced9-4630-acc7-f16a1d224f44 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.562472 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.593317 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a74a3e7d-e77d-41b1-af4b-f82bc4f60962 service neutron] 10.222.0.31 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509315 Nov 12 08:49:30.627094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'name': 'tempest-TestAggregatesBasicOps-137738008-router', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:06Z', 'updated_at': '2021-11-12T08:49:21Z', 'revision_number': 4, 'project_id': 'f2a99972c24942ec9f36c7434105f878', 'gw_port': {'id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:08Z', 'updated_at': '2021-11-12T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4858ca3b-18a9-4616-8b06-2c2490837db1', 'name': '', 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'mac_address': 'fa:16:3e:9c:78:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'be83557d-c837-4244-a853-25023a72bbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:18Z', 'updated_at': '2021-11-12T08:49:22Z', 'revision_number': 2, 'project_id': 'f2a99972c24942ec9f36c7434105f878', 'subnets': [{'id': 'be83557d-c837-4244-a853-25023a72bbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:30.645971 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fbe4619e-ced9-4630-acc7-f16a1d224f44 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.703234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:30.721652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:30.724021 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-85a581de-2f87-4280-87e4-ee97cd07a504 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] update failed (client error): The resource could not be found. Nov 12 08:49:30.725349 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-85a581de-2f87-4280-87e4-ee97cd07a504 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "PUT /v2.0/floatingips/f3f10360-82e0-42bc-8712-d26d45065b2c HTTP/1.1" status: 404 len: 507 time: 1.6551845 Nov 12 08:49:30.765098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Checking router: 324ed488-6b91-4750-be76-32b4c6ac7934 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:49:30.765488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Updating router 324ed488-6b91-4750-be76-32b4c6ac7934 port 4858ca3b-18a9-4616-8b06-2c2490837db1 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:49:30.814487 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b04e33f2-e2e3-448e-8cc8-e52a808293ff None None] Provisioning complete for port f278e9f6-6222-45e2-83dd-34bc23ec4c6d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:30.814865 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b04e33f2-e2e3-448e-8cc8-e52a808293ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.822813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Pushing event updated for resources: {'Port': ['ID=f278e9f6-6222-45e2-83dd-34bc23ec4c6d,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:30.833832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:30.852284 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.853473 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fbe4619e-ced9-4630-acc7-f16a1d224f44 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.862217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:30.862825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:30.863358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:30.863858 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:30.864370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:30.864870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:30.865393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:30.865912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:30.866396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:30.866886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:30.867377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:30.867875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd05cdda-1fb1-4d30-846b-016e497cd496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:30.979388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:30.980240 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:30.980671 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49156) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:30.998973 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fbe4619e-ced9-4630-acc7-f16a1d224f44 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:31.079131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Pushing event updated for resources: {'Port': ['ID=e08415a3-464e-4200-9c69-ac8ed7b7cd59,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:31.204252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ae40d62-2ada-41ec-bf7e-6b87ddb02a4b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:31.254112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4619e-ced9-4630-acc7-f16a1d224f44 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=0529be19-6963-40ea-98fa-a5a19182c876,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:31.282516 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fbe4619e-ced9-4630-acc7-f16a1d224f44 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:31.310809 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fbe4619e-ced9-4630-acc7-f16a1d224f44 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/0529be19-6963-40ea-98fa-a5a19182c876 HTTP/1.1" status: 204 len: 168 time: 0.9598689 Nov 12 08:49:31.315278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49174) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:31.645998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b04e33f2-e2e3-448e-8cc8-e52a808293ff None None] Provisioning complete for port 4858ca3b-18a9-4616-8b06-2c2490837db1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:31.647425 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b04e33f2-e2e3-448e-8cc8-e52a808293ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:31.721519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e906d63-793a-43cd-af8a-e5f06769665b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 7a7954ef-77ad-4893-8eac-51c948fce57f {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:31.732217 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e906d63-793a-43cd-af8a-e5f06769665b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:31.772577 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b04e33f2-e2e3-448e-8cc8-e52a808293ff None None] Port 4858ca3b-18a9-4616-8b06-2c2490837db1 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:31.774769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0b820fe2-4c14-40d3-a795-37619ad0bee9 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:31.823714 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e906d63-793a-43cd-af8a-e5f06769665b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.005591 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e906d63-793a-43cd-af8a-e5f06769665b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.076016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b04e33f2-e2e3-448e-8cc8-e52a808293ff None None] Provisioning complete for port 0b820fe2-4c14-40d3-a795-37619ad0bee9 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:32.076401 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b04e33f2-e2e3-448e-8cc8-e52a808293ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.112852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ae40d62-2ada-41ec-bf7e-6b87ddb02a4b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.130379 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-5f73ff1f-0aa5-453f-9293-c190cd8a52dc tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9811351 Nov 12 08:49:32.148094 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e906d63-793a-43cd-af8a-e5f06769665b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.198215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e906d63-793a-43cd-af8a-e5f06769665b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.213576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae40d62-2ada-41ec-bf7e-6b87ddb02a4b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ad5159-40f2-4eea-919a-b3263ce8f470,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:32.244426 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4e906d63-793a-43cd-af8a-e5f06769665b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/7a7954ef-77ad-4893-8eac-51c948fce57f HTTP/1.1" status: 204 len: 168 time: 0.9226069 Nov 12 08:49:32.244721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4ae40d62-2ada-41ec-bf7e-6b87ddb02a4b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.249186 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4ae40d62-2ada-41ec-bf7e-6b87ddb02a4b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6981654 Nov 12 08:49:32.263417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49196) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:32.265904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49198) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:32.278831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ce4d2132-5758-4c30-8178-d9fadce6bc2d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '02376b7b-6314-400c-a01a-2c6b69a400d5', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:32.381261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e906d63-793a-43cd-af8a-e5f06769665b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7954ef-77ad-4893-8eac-51c948fce57f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:32.430699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-45d695f5-3642-44f4-abb0-4622674a9793 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Deleting port e55bf9eb-2ea3-492c-8749-22835b3d9390 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:32.432767 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d695f5-3642-44f4-abb0-4622674a9793 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.507724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c4fe9e7e-7f68-488b-9a49-bf69958d75d2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2280777 Nov 12 08:49:32.510617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-0cd36a1e-2924-4514-b98b-136a162760b5 service neutron] 10.222.0.31 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9155130 Nov 12 08:49:32.517713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49202) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:32.523126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Request body: {'port': {'device_id': 'bf68461b-e920-4953-9656-c65dfd97696e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:32.533874 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-c3d6aee4-c9e1-447d-81d1-e29818f9f43c tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:32.535568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-c3d6aee4-c9e1-447d-81d1-e29818f9f43c tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.52 "GET /v2.0/networks?id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf HTTP/1.1" status: 200 len: 815 time: 2.0360351 Nov 12 08:49:32.542887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:32.543525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 0b820fe2-4c14-40d3-a795-37619ad0bee9 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:32.544990 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.555727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4f0508-8c0c-4042-8d15-82bef8228df6 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:32.573588 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.599352 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d695f5-3642-44f4-abb0-4622674a9793 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.601722 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d695f5-3642-44f4-abb0-4622674a9793 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.629946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-45d695f5-3642-44f4-abb0-4622674a9793 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Calling delete_port for e55bf9eb-2ea3-492c-8749-22835b3d9390 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:32.651886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Request body: {'port': {'device_id': '78c686e4-0ad8-466e-b454-144d60cf5102', 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf', 'admin_state_up': True, 'tenant_id': '937e0624b12441e1b73a90a159440cdc'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:32.761665 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:32.853925 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.078016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:33.082179 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.104826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8c7bbdef-0080-4d38-85d5-71aa08e4894f req-94e09558-0036-41a6-9775-020ac637b914 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 210 time: 0.1436017 Nov 12 08:49:33.141764 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2132-5758-4c30-8178-d9fadce6bc2d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.218384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342f479-a169-4648-b8ce-db98536eee6c None None] Pushing event updated for resources: {'Port': ['ID=4858ca3b-18a9-4616-8b06-2c2490837db1,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:33.521810 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.600775 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d695f5-3642-44f4-abb0-4622674a9793 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.610386 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2132-5758-4c30-8178-d9fadce6bc2d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.672981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 0b820fe2-4c14-40d3-a795-37619ad0bee9, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0b820fe2-4c14-40d3-a795-37619ad0bee9,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:33.703261 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2132-5758-4c30-8178-d9fadce6bc2d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.717974 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.721015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f278e9f6-6222-45e2-83dd-34bc23ec4c6d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:33.752098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Attempting to bind port 4858ca3b-18a9-4616-8b06-2c2490837db1 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:33.753343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Attempting to bind port 4858ca3b-18a9-4616-8b06-2c2490837db1 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '9ed71f20-aa11-4897-a3bb-6b2ed1b494f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:33.754134 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Attempting to bind port 4858ca3b-18a9-4616-8b06-2c2490837db1 on network 1c1bab5a-5c49-41a8-8893-291dc0ac8bde {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:33.768301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d695f5-3642-44f4-abb0-4622674a9793 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event deleted for resources: {'Port': ['ID=e55bf9eb-2ea3-492c-8749-22835b3d9390,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:33.860034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Made reservation on behalf of 937e0624b12441e1b73a90a159440cdc for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:33.877762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.915935 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b04e33f2-e2e3-448e-8cc8-e52a808293ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.934481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:33.938388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Checking segment: {'id': '9ed71f20-aa11-4897-a3bb-6b2ed1b494f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:33.941301 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:33.943652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Bound using segment: {'id': '9ed71f20-aa11-4897-a3bb-6b2ed1b494f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:33.946218 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Bound port: 4858ca3b-18a9-4616-8b06-2c2490837db1, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed71f20-aa11-4897-a3bb-6b2ed1b494f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:33.948950 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.040359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f91e78-e8a7-4487-b251-0c4ed8151a4c None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:34.085621 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d2132-5758-4c30-8178-d9fadce6bc2d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30a6b87-1ec7-4e5f-bff3-b15d4695675e,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:34.214846 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2132-5758-4c30-8178-d9fadce6bc2d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.221442 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ce4d2132-5758-4c30-8178-d9fadce6bc2d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9533980 Nov 12 08:49:34.229618 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49266) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:34.246731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7aeabfd7-2763-4f4d-a411-4e786150fad8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '02376b7b-6314-400c-a01a-2c6b69a400d5', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:34.258902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=0b820fe2-4c14-40d3-a795-37619ad0bee9,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:34.259396 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d695f5-3642-44f4-abb0-4622674a9793 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.273363 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45d695f5-3642-44f4-abb0-4622674a9793 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.275668 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-45d695f5-3642-44f4-abb0-4622674a9793 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "DELETE /v2.0/floatingips/f3f10360-82e0-42bc-8712-d26d45065b2c HTTP/1.1" status: 204 len: 168 time: 3.2932980 Nov 12 08:49:34.287003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f278e9f6-6222-45e2-83dd-34bc23ec4c6d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:34.287760 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.294932 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49270) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:34.303020 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7c3aad84-bd22-4a8e-b0a0-3fa5157e08ba tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Request body: {'floatingip': {'floating_network_id': '8cd66a85-0043-45d0-86ae-c54af4b3a612', 'port_id': '4cc8e969-4dbe-4fe1-9180-0c2eeab29525', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:34.397600 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7aeabfd7-2763-4f4d-a411-4e786150fad8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.417082 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c3aad84-bd22-4a8e-b0a0-3fa5157e08ba tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.508394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] For port 4858ca3b-18a9-4616-8b06-2c2490837db1, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:34.514182 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] For port 4858ca3b-18a9-4616-8b06-2c2490837db1, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4858ca3b-18a9-4616-8b06-2c2490837db1,segment=NetworkSegment(9ed71f20-aa11-4897-a3bb-6b2ed1b494f8),segment_id=9ed71f20-aa11-4897-a3bb-6b2ed1b494f8)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:34.545772 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.546727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c4cf62d-8b32-4b32-99e5-f34c6f786ca1 req-fb5ccd0f-3180-49fd-b6a0-990bb22f04e8 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 210 time: 0.1033528 Nov 12 08:49:34.598767 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-b04e33f2-e2e3-448e-8cc8-e52a808293ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:49:34.599118 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-b04e33f2-e2e3-448e-8cc8-e52a808293ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:49:34.671916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-54f91e78-e8a7-4487-b251-0c4ed8151a4c None None] Deleting port f278e9f6-6222-45e2-83dd-34bc23ec4c6d {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:34.674453 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-54f91e78-e8a7-4487-b251-0c4ed8151a4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.684759 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7aeabfd7-2763-4f4d-a411-4e786150fad8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.694413 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7aeabfd7-2763-4f4d-a411-4e786150fad8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.746817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:49:34.795844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Routers {'324ed488-6b91-4750-be76-32b4c6ac7934'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:34.796536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:49:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['324ed488-6b91-4750-be76-32b4c6ac7934'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:34.812688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeabfd7-2763-4f4d-a411-4e786150fad8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abdb26be-09e6-4116-8b14-059f65efd556,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:34.856141 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7aeabfd7-2763-4f4d-a411-4e786150fad8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:34.865968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342f479-a169-4648-b8ce-db98536eee6c None None] Pushing event updated for resources: {'Port': ['ID=4858ca3b-18a9-4616-8b06-2c2490837db1,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:34.867971 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7aeabfd7-2763-4f4d-a411-4e786150fad8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6310964 Nov 12 08:49:34.880030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49280) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:34.890222 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-efbcb522-e1b1-4d5f-a1c4-7c137b956475 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '02376b7b-6314-400c-a01a-2c6b69a400d5', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:35.056839 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-efbcb522-e1b1-4d5f-a1c4-7c137b956475 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.064024 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-7c3aad84-bd22-4a8e-b0a0-3fa5157e08ba tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:49:35.076774 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7c3aad84-bd22-4a8e-b0a0-3fa5157e08ba tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7805929 Nov 12 08:49:35.081411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0b820fe2-4c14-40d3-a795-37619ad0bee9 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:35.085383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49282) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:35.216961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08415a3-464e-4200-9c69-ac8ed7b7cd59 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:35.229917 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.260749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Transition to ACTIVE for port object e08415a3-464e-4200-9c69-ac8ed7b7cd59 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:49:35.359688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-54f91e78-e8a7-4487-b251-0c4ed8151a4c None None] For port f278e9f6-6222-45e2-83dd-34bc23ec4c6d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f278e9f6-6222-45e2-83dd-34bc23ec4c6d,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:35.360089 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-54f91e78-e8a7-4487-b251-0c4ed8151a4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.363207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 0b820fe2-4c14-40d3-a795-37619ad0bee9 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:35.363566 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.420757 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a55d3201-c14b-4846-b7bf-b770f9095ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.439961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-54f91e78-e8a7-4487-b251-0c4ed8151a4c None None] Calling delete_port for f278e9f6-6222-45e2-83dd-34bc23ec4c6d owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:35.593503 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.596928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] Set router 324ed488-6b91-4750-be76-32b4c6ac7934 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:35.629485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-79f52ee0-e41e-4a6d-ab1e-210854914656 None None] Provisioning complete for port f278e9f6-6222-45e2-83dd-34bc23ec4c6d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:35.629857 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-79f52ee0-e41e-4a6d-ab1e-210854914656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.691177 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60e3410e-8b78-429f-9c5c-63a04d58c4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.766401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f278e9f6-6222-45e2-83dd-34bc23ec4c6d no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:35.876684 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-54f91e78-e8a7-4487-b251-0c4ed8151a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:35.896829 n-d-768851-18 neutron-server[102446]: INFO neutron.plugins.ml2.db [None req-79f52ee0-e41e-4a6d-ab1e-210854914656 None None] No ports have port_id starting with f278e9f6-6222-45e2-83dd-34bc23ec4c6d Nov 12 08:49:35.920306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '4cc8e969-4dbe-4fe1-9180-0c2eeab29525', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:35.973382 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-516fb986-5353-4ad7-9690-1ddc50157aa9 req-e9ade790-556c-452f-aa14-656f8f7e5c69 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 210 time: 0.0463836 Nov 12 08:49:36.035730 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-efbcb522-e1b1-4d5f-a1c4-7c137b956475 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.036813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f91e78-e8a7-4487-b251-0c4ed8151a4c None None] Pushing event deleted for resources: {'Port': ['ID=f278e9f6-6222-45e2-83dd-34bc23ec4c6d,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:36.037422 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.059198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f91e78-e8a7-4487-b251-0c4ed8151a4c None None] No DVR routers for this DVR port f278e9f6-6222-45e2-83dd-34bc23ec4c6d on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:36.112771 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-efbcb522-e1b1-4d5f-a1c4-7c137b956475 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.123731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No active binding found for port f278e9f6-6222-45e2-83dd-34bc23ec4c6d {{(pid=102446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:49:36.125690 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f278e9f6-6222-45e2-83dd-34bc23ec4c6d not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:36.200824 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-efbcb522-e1b1-4d5f-a1c4-7c137b956475 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.207566 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-efbcb522-e1b1-4d5f-a1c4-7c137b956475 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3240306 Nov 12 08:49:36.225752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49310) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:36.245312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-10d9ffc2-c421-474f-a08b-7867a0868159 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '02376b7b-6314-400c-a01a-2c6b69a400d5', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:36.251144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcb522-e1b1-4d5f-a1c4-7c137b956475 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fec514a-c693-47e7-95bd-d0b839c6f41e,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:36.268383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-79f52ee0-e41e-4a6d-ab1e-210854914656 None None] Provisioning complete for port 0b820fe2-4c14-40d3-a795-37619ad0bee9 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:36.274272 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-79f52ee0-e41e-4a6d-ab1e-210854914656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.391346 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-10d9ffc2-c421-474f-a08b-7867a0868159 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Project 0ea68474c3624cf0b82cb294cd7cfd85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:49:36.410336 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10d9ffc2-c421-474f-a08b-7867a0868159 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.552639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Allocated IP 172.20.0.7 (5bad65c4-e847-4be5-8aa7-8ad5c970feaf/79a1904c-c84d-4086-bcb5-ae066d1ad882/62e54328-c91f-43da-8125-0540399fbf83) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:36.581883 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10d9ffc2-c421-474f-a08b-7867a0868159 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.610077 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10d9ffc2-c421-474f-a08b-7867a0868159 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.668065 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9ffc2-c421-474f-a08b-7867a0868159 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49524f74-9f81-4457-bad4-6d6690d38415,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:36.677362 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.735823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-1c378dd6-3928-4282-a7f4-90975b27bb38 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:36.743106 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-1c378dd6-3928-4282-a7f4-90975b27bb38 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.46 "GET /v2.0/networks?id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf HTTP/1.1" status: 200 len: 815 time: 1.1836448 Nov 12 08:49:36.851312 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-79f52ee0-e41e-4a6d-ab1e-210854914656 None None] Provisioning complete for port 4858ca3b-18a9-4616-8b06-2c2490837db1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:36.851959 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-79f52ee0-e41e-4a6d-ab1e-210854914656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:36.861061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Allocated IP 172.25.3.176 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/401a3439-a2df-48fe-b5a0-c240f091938d) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:37.102918 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10d9ffc2-c421-474f-a08b-7867a0868159 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.111753 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-10d9ffc2-c421-474f-a08b-7867a0868159 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8796539 Nov 12 08:49:37.118362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Request body: {'port': {'device_id': '10e13786-e66e-429a-9cb2-98e2f14597ec', 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf', 'admin_state_up': True, 'tenant_id': '937e0624b12441e1b73a90a159440cdc'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:37.125773 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'name': 'tempest-TestAggregatesBasicOps-137738008-router', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:06Z', 'updated_at': '2021-11-12T08:49:21Z', 'revision_number': 4, 'project_id': 'f2a99972c24942ec9f36c7434105f878', 'gw_port': {'id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:08Z', 'updated_at': '2021-11-12T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4858ca3b-18a9-4616-8b06-2c2490837db1', 'name': '', 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'mac_address': 'fa:16:3e:9c:78:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'be83557d-c837-4244-a853-25023a72bbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:18Z', 'updated_at': '2021-11-12T08:49:34Z', 'revision_number': 4, 'project_id': 'f2a99972c24942ec9f36c7434105f878', 'subnets': [{'id': 'be83557d-c837-4244-a853-25023a72bbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:37.134929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Pushing event updated for resources: {'Port': ['ID=e08415a3-464e-4200-9c69-ac8ed7b7cd59,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:37.142920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49328) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:37.183401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c2110c7c-e774-4c18-8309-631d2a4e9f31 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '02376b7b-6314-400c-a01a-2c6b69a400d5', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:37.228963 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.274761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88bdb51-b145-44a5-940e-a22a8eab028b None None] The sync data for ids ['324ed488-6b91-4750-be76-32b4c6ac7934'] in n-d-768851-18 is: [{'id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'name': 'tempest-TestAggregatesBasicOps-137738008-router', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:06Z', 'updated_at': '2021-11-12T08:49:21Z', 'revision_number': 4, 'project_id': 'f2a99972c24942ec9f36c7434105f878', 'gw_port': {'id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:08Z', 'updated_at': '2021-11-12T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4858ca3b-18a9-4616-8b06-2c2490837db1', 'name': '', 'network_id': '1c1bab5a-5c49-41a8-8893-291dc0ac8bde', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'mac_address': 'fa:16:3e:9c:78:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'be83557d-c837-4244-a853-25023a72bbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:18Z', 'updated_at': '2021-11-12T08:49:34Z', 'revision_number': 4, 'project_id': 'f2a99972c24942ec9f36c7434105f878', 'subnets': [{'id': 'be83557d-c837-4244-a853-25023a72bbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:37.296058 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-c2110c7c-e774-4c18-8309-631d2a4e9f31 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Project 0ea68474c3624cf0b82cb294cd7cfd85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:49:37.323900 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c2110c7c-e774-4c18-8309-631d2a4e9f31 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.340439 n-d-768851-18 neutron-server[102444]: WARNING neutron.services.revisions.revision_plugin [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Could not find related port for resource to bump revision. Nov 12 08:49:37.424528 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-79f52ee0-e41e-4a6d-ab1e-210854914656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.460169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.ipam_pluggable_backend [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Port f278e9f6-6222-45e2-83dd-34bc23ec4c6d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102444) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 08:49:37.460590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.ipam_pluggable_backend [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Reverting IP allocation for 2001:db8::f816:3eff:feef:22f5 {{(pid=102444) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 08:49:37.471787 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2aafea9d-d5a4-4f93-bbfc-5b0cb5fe2959 req-19399318-0370-4e2e-b17a-e0d0758dc38f tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 210 time: 0.0858796 Nov 12 08:49:37.510726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.ipam_pluggable_backend [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feef:22f5 {{(pid=102444) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 08:49:37.527449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-79f52ee0-e41e-4a6d-ab1e-210854914656 None None] For port 4858ca3b-18a9-4616-8b06-2c2490837db1, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4858ca3b-18a9-4616-8b06-2c2490837db1,segment=NetworkSegment(9ed71f20-aa11-4897-a3bb-6b2ed1b494f8),segment_id=9ed71f20-aa11-4897-a3bb-6b2ed1b494f8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:37.554490 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.555177 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ded5885-e6d3-4398-9a6b-a3cb4f32d384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.561827 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-79f52ee0-e41e-4a6d-ab1e-210854914656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.567797 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.683599 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=2b3080d1-a2cc-49ac-98c7-dfd99655dc16,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:37.685682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f52ee0-e41e-4a6d-ab1e-210854914656 None None] Pushing event updated for resources: {'Port': ['ID=4858ca3b-18a9-4616-8b06-2c2490837db1,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:37.708365 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.746093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:37.752679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:37.754715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Attempting to bind port e08415a3-464e-4200-9c69-ac8ed7b7cd59 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:37.755250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Attempting to bind port e08415a3-464e-4200-9c69-ac8ed7b7cd59 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:37.756125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Attempting to bind port e08415a3-464e-4200-9c69-ac8ed7b7cd59 on network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:37.765535 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c2110c7c-e774-4c18-8309-631d2a4e9f31 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.770406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:37.772541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:37.773183 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.775941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Port e08415a3-464e-4200-9c69-ac8ed7b7cd59 on network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:49:37.776488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Attempting to bind port e08415a3-464e-4200-9c69-ac8ed7b7cd59 on network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:37.777242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:37.785402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event updated for resources: {'Port': ['ID=401a3439-a2df-48fe-b5a0-c240f091938d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:37.796518 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:37.813472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:37.814106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Checking segment: {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:37.814728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Bound using segment: {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:37.815502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Bound port: e08415a3-464e-4200-9c69-ac8ed7b7cd59, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:37.816084 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.851978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cbb0a6-3608-4f37-8f21-7ab80f1ffdb8 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:37.890016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c2110c7c-e774-4c18-8309-631d2a4e9f31 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:37.965793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f1a92e5c-c177-43fc-8eb9-8ea30c370964 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4379089 Nov 12 08:49:37.972256 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2110c7c-e774-4c18-8309-631d2a4e9f31 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc1d0e5-b61d-4430-8870-65f80ca61f0c,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:37.988437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49342) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:37.997728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8485d189-1479-42f1-aede-25ff682822c8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:38.025670 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c2110c7c-e774-4c18-8309-631d2a4e9f31 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.030997 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c2110c7c-e774-4c18-8309-631d2a4e9f31 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8761613 Nov 12 08:49:38.051794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49344) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:38.066074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'network': {'name': 'tempest-network-smoke--916882370', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'port_security_enabled': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:38.070012 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.180926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Pushing event updated for resources: {'Port': ['ID=62e54328-c91f-43da-8125-0540399fbf83,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:38.212363 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-376cbd53-eef7-4f19-a11f-fa391cb12464', 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'tenant_id': '94ab9269a858488d80ddc037a0a9f00f', 'fixed_ips': [{'subnet_id': '2b3080d1-a2cc-49ac-98c7-dfd99655dc16'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:49:38.213425 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.295674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:38.315231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Made reservation on behalf of 937e0624b12441e1b73a90a159440cdc for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:38.329090 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.333692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:38.375943 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.api [None req-8485d189-1479-42f1-aede-25ff682822c8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 08:49:38.375943 n-d-768851-18 neutron-server[102445]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 08:49:38.375943 n-d-768851-18 neutron-server[102445]: [parameters: {'project_id_1': '94ab9269a858488d80ddc037a0a9f00f', 'expiration_1': datetime.datetime(2021, 11, 12, 8, 49, 18, 327712)}] Nov 12 08:49:38.375943 n-d-768851-18 neutron-server[102445]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:49:38.376827 n-d-768851-18 neutron-server[102445]: DEBUG oslo_db.api [None req-8485d189-1479-42f1-aede-25ff682822c8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:49:38.382384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] For port e08415a3-464e-4200-9c69-ac8ed7b7cd59, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:38.387372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] For port e08415a3-464e-4200-9c69-ac8ed7b7cd59, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e08415a3-464e-4200-9c69-ac8ed7b7cd59,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:38.410429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Deleting port 401a3439-a2df-48fe-b5a0-c240f091938d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:38.411238 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.417292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:38.526111 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.572978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:38.573685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.599436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Allocated IP 2001:db8::f816:3eff:fed2:f4dd (376cbd53-eef7-4f19-a11f-fa391cb12464/2b3080d1-a2cc-49ac-98c7-dfd99655dc16/cfee172b-200e-4eaf-b11c-d21ee0ae36ee) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:38.602997 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.603554 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.620765 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Calling delete_port for 401a3439-a2df-48fe-b5a0-c240f091938d owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:38.654120 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.822609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Made reservation on behalf of 0ea68474c3624cf0b82cb294cd7cfd85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:38.837859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.860818 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-026fa834-cdaa-4003-a035-38b7e4682913 req-e44f6f31-eb5b-4145-bbf9-05183df5573e tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 210 time: 0.0963180 Nov 12 08:49:38.961713 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.964197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8485d189-1479-42f1-aede-25ff682822c8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:38.973941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-60e3410e-8b78-429f-9c5c-63a04d58c4b6 admin admin] Deleting port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:38.975434 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60e3410e-8b78-429f-9c5c-63a04d58c4b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:38.981183 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8485d189-1479-42f1-aede-25ff682822c8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.015398 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.128269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Pushing event updated for resources: {'Port': ['ID=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:39.135469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4858ca3b-18a9-4616-8b06-2c2490837db1 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:39.144992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:39.149413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-60e3410e-8b78-429f-9c5c-63a04d58c4b6 admin admin] For port 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42,segment=NetworkSegment(1372cc33-839e-4ab9-9f49-46f004baba77),segment_id=1372cc33-839e-4ab9-9f49-46f004baba77)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:39.149809 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60e3410e-8b78-429f-9c5c-63a04d58c4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.171822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-379d8a91-5893-4b48-818f-daa058118122 None None] Provisioning complete for port 62e54328-c91f-43da-8125-0540399fbf83 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:39.172220 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-379d8a91-5893-4b48-818f-daa058118122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.182324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-60e3410e-8b78-429f-9c5c-63a04d58c4b6 admin admin] Calling delete_port for 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:39.216729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-379d8a91-5893-4b48-818f-daa058118122 None None] Port 62e54328-c91f-43da-8125-0540399fbf83 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:39.220965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:39.223626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:39.366953 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3e2edc62-35b6-4629-b3e8-f17597fa20f5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7339516 Nov 12 08:49:39.375476 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.404914 n-d-768851-18 neutron-server[102445]: INFO neutron.db.ipam_backend_mixin [None req-8485d189-1479-42f1-aede-25ff682822c8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b3080d1-a2cc-49ac-98c7-dfd99655dc16 (CIDR: 2001:db8::/64) Nov 12 08:49:39.434759 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8485d189-1479-42f1-aede-25ff682822c8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:49:39.435233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8485d189-1479-42f1-aede-25ff682822c8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:49:39.441710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Attempting to bind port cfee172b-200e-4eaf-b11c-d21ee0ae36ee on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:39.442277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Attempting to bind port cfee172b-200e-4eaf-b11c-d21ee0ae36ee by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:39.442757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Attempting to bind port cfee172b-200e-4eaf-b11c-d21ee0ae36ee on network 376cbd53-eef7-4f19-a11f-fa391cb12464 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:39.452160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:39.452733 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Checking segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:39.453301 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.453801 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Bound using segment: {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:39.454412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Bound port: cfee172b-200e-4eaf-b11c-d21ee0ae36ee, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b237b6-c474-4c77-b48a-204f12d4a34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:39.454907 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.458620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4858ca3b-18a9-4616-8b06-2c2490837db1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:39.461465 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.525570 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Pushing event updated for resources: {'Port': ['ID=e08415a3-464e-4200-9c69-ac8ed7b7cd59,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:39.539452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:39.544563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event deleted for resources: {'Port': ['ID=401a3439-a2df-48fe-b5a0-c240f091938d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:39.551712 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.553337 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-000ba1ab-6b11-486f-a8ee-904aac9a498e service neutron] 10.222.0.46 "PUT /v2.0/ports/e08415a3-464e-4200-9c69-ac8ed7b7cd59 HTTP/1.1" status: 200 len: 1092 time: 7.4001451 Nov 12 08:49:39.603943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:49:39.682813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] For port cfee172b-200e-4eaf-b11c-d21ee0ae36ee, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:39.689233 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] For port cfee172b-200e-4eaf-b11c-d21ee0ae36ee, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:39.705642 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:39.747787 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8485d189-1479-42f1-aede-25ff682822c8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7565565 Nov 12 08:49:39.756557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49388) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:39.777541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-38ee6334-a95e-4c68-99db-9b69d38cf127 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:39.802231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a468f-e7ad-490c-91ee-a961ba5bc288 None None] Pushing event updated for resources: {'Port': ['ID=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:39.909775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf68461b-e920-4953-9656-c65dfd97696e', 'tag': 'e08415a3-464e-4200-9c69-ac8ed7b7cd59'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:39.915235 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c658b94a-de29-48f1-bf47-677eca630481" -d '{"events": [{"name": "network-changed", "server_uuid": "bf68461b-e920-4953-9656-c65dfd97696e", "tag": "e08415a3-464e-4200-9c69-ac8ed7b7cd59"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:39.958285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Request body: {'port': {'device_id': '78c686e4-0ad8-466e-b454-144d60cf5102', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:40.027612 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] create failed (client error): The resource could not be found. Nov 12 08:49:40.029294 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9bbfae8e-7d32-4ab9-aae4-808af825969f tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.9425623 Nov 12 08:49:40.032756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ee6334-a95e-4c68-99db-9b69d38cf127 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:40.039281 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-38ee6334-a95e-4c68-99db-9b69d38cf127 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.053710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49400) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:40.095809 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.423127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2432bede-3ca1-473d-a8dc-505a322fc7de tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Deleting port 4cc8e969-4dbe-4fe1-9180-0c2eeab29525 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:40.423888 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2432bede-3ca1-473d-a8dc-505a322fc7de tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.718367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2432bede-3ca1-473d-a8dc-505a322fc7de tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.743166 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e9c7da-4626-461e-877e-794285ffc3cf x-openstack-request-id: req-69e9c7da-4626-461e-877e-794285ffc3cf {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:40.743810 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf68461b-e920-4953-9656-c65dfd97696e", "tag": "e08415a3-464e-4200-9c69-ac8ed7b7cd59", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:40.743931 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2432bede-3ca1-473d-a8dc-505a322fc7de tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Calling delete_port for 4cc8e969-4dbe-4fe1-9180-0c2eeab29525 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:40.744039 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69e9c7da-4626-461e-877e-794285ffc3cf {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:40.744522 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf68461b-e920-4953-9656-c65dfd97696e', 'tag': 'e08415a3-464e-4200-9c69-ac8ed7b7cd59', 'status': 'completed', 'code': 200} Nov 12 08:49:40.760062 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:40.760560 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Added segment 916fbb97-92b9-4ebb-8984-8bfe7d18d216 of type vlan for network 4be2e577-6e6c-4874-b93a-e053133a1c6e Nov 12 08:49:40.915838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f52c4081-4983-4d2f-abc3-8a302a648524 req-113bf38c-1a58-4286-b42c-36d78cf7e661 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 210 time: 0.1504092 Nov 12 08:49:40.952288 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.129217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cfee172b-200e-4eaf-b11c-d21ee0ae36ee up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:41.147652 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.183397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Allocated IP 172.20.0.12 (5bad65c4-e847-4be5-8aa7-8ad5c970feaf/79a1904c-c84d-4086-bcb5-ae066d1ad882/29a027c1-e886-47f3-a1f4-efe560febfbb) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:41.203113 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2432bede-3ca1-473d-a8dc-505a322fc7de tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.236863 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-38ee6334-a95e-4c68-99db-9b69d38cf127 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.246476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:41.248031 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.248705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-389e1ac9-e0ae-439b-a654-9525c4501fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:41.250268 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-389e1ac9-e0ae-439b-a654-9525c4501fe8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=937e0624b12441e1b73a90a159440cdc&device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 1095 time: 1.3092892 Nov 12 08:49:41.250852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.277587 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.resource_extend [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:49:41.453260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee6334-a95e-4c68-99db-9b69d38cf127 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=22e5395b-589a-41f6-b3ab-544b8bdefa13,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:41.464878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432bede-3ca1-473d-a8dc-505a322fc7de tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event deleted for resources: {'Port': ['ID=4cc8e969-4dbe-4fe1-9180-0c2eeab29525,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:41.478604 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.532015 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-97eb4a48-dd97-4479-87f8-ec8993ad4388 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e08415a3-464e-4200-9c69-ac8ed7b7cd59 HTTP/1.1" status: 200 len: 217 time: 0.2374711 Nov 12 08:49:41.544194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee6334-a95e-4c68-99db-9b69d38cf127 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:41.549728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-38ee6334-a95e-4c68-99db-9b69d38cf127 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:41.554561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee6334-a95e-4c68-99db-9b69d38cf127 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:41.555103 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-38ee6334-a95e-4c68-99db-9b69d38cf127 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.571125 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2432bede-3ca1-473d-a8dc-505a322fc7de tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.577748 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2432bede-3ca1-473d-a8dc-505a322fc7de tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "DELETE /v2.0/ports/4cc8e969-4dbe-4fe1-9180-0c2eeab29525 HTTP/1.1" status: 204 len: 168 time: 1.5168140 Nov 12 08:49:41.580975 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-38ee6334-a95e-4c68-99db-9b69d38cf127 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8133030 Nov 12 08:49:41.580975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49426) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:41.594725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49428) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:41.600033 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.604967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:10:1c:82', 'name': 'tempest-NetworksTestDHCPv6-350993781'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:41.609996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:41.611042 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.621969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port cfee172b-200e-4eaf-b11c-d21ee0ae36ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:41.637358 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:41.811658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577fe76-dcfb-47a6-b551-548d58fc6257 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:41.812238 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:41.813278 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0577fe76-dcfb-47a6-b551-548d58fc6257 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "GET /v2.0/ports?device_id=f65dc9b4-9489-4258-97a7-db6ddb86dd43 HTTP/1.1" status: 200 len: 913 time: 0.2312613 Nov 12 08:49:41.817335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49442) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:41.872188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b790c4-16e4-4e49-8de2-a903090b1d54 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:41.890097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-8de349f9-cc26-4318-97d7-7a0eb9a7c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:41.894656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-8de349f9-cc26-4318-97d7-7a0eb9a7c9b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79a1904c-c84d-4086-bcb5-ae066d1ad882 HTTP/1.1" status: 200 len: 854 time: 0.3379836 Nov 12 08:49:42.012399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-addca697-8407-4d32-be61-8dde0dd41ef9 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:42.013096 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-addca697-8407-4d32-be61-8dde0dd41ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.079307 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60e3410e-8b78-429f-9c5c-63a04d58c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.092693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Network': ['ID=4be2e577-6e6c-4874-b93a-e053133a1c6e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:42.102049 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb89aab2-09b0-4728-ab62-b4df6f011455 req-45c00835-6e8e-44da-87b5-253d6fe79d9d tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 210 time: 0.0485287 Nov 12 08:49:42.125408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4be2e577-6e6c-4874-b93a-e053133a1c6e details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:49:42.327127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:42.413058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3410e-8b78-429f-9c5c-63a04d58c4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:42.427210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e0392439-b252-4cc4-a60e-8eac5cec67e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 4.3675144 Nov 12 08:49:42.455024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49466) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:42.491418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'admin_state_up': True, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:42.605006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292250c6-8e5e-4075-9114-58b1bdf7ecea None None] Update dhcp port {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': '2b3080d1-a2cc-49ac-98c7-dfd99655dc16', 'ip_address': '2001:db8::f816:3eff:fed2:f4dd'}, {'subnet_id': '22e5395b-589a-41f6-b3ab-544b8bdefa13'}], 'binding:host_id': 'n-d-768851-18'}, 'id': 'cfee172b-200e-4eaf-b11c-d21ee0ae36ee'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:49:42.625031 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.654990 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-292250c6-8e5e-4075-9114-58b1bdf7ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.678469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 8fd67d7d-3d18-4975-9a61-c3f51b9f3a11 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:42.736800 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:42.772494 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-e2aa2015-7b26-4b42-884e-edab00c8e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:42.774269 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-e2aa2015-7b26-4b42-884e-edab00c8e617 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6685610 Nov 12 08:49:42.880747 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.017007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cfee172b-200e-4eaf-b11c-d21ee0ae36ee up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:43.050542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.051598 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.105579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8:0:1::99 (376cbd53-eef7-4f19-a11f-fa391cb12464/22e5395b-589a-41f6-b3ab-544b8bdefa13/8fd67d7d-3d18-4975-9a61-c3f51b9f3a11) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:43.138935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:43.141753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:43.142380 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.146999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:43.163598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:43.185224 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::f816:3eff:fe10:1c82 (376cbd53-eef7-4f19-a11f-fa391cb12464/2b3080d1-a2cc-49ac-98c7-dfd99655dc16/8fd67d7d-3d18-4975-9a61-c3f51b9f3a11) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:43.210961 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-108fbcf4-4c7a-4517-a2bc-792fc321f1e7 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.252424 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60e3410e-8b78-429f-9c5c-63a04d58c4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.264309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Pushing event updated for resources: {'Port': ['ID=29a027c1-e886-47f3-a1f4-efe560febfbb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:43.386651 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.413842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-6d16c55c-c273-408b-bd7b-7ade3e6bcaf3 service neutron] 10.222.0.46 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985890 Nov 12 08:49:43.626985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c539d960-b937-4902-a4d9-bd1d850eb9d7 None None] Provisioning complete for port 29a027c1-e886-47f3-a1f4-efe560febfbb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:43.627373 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c539d960-b937-4902-a4d9-bd1d850eb9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.679072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c539d960-b937-4902-a4d9-bd1d850eb9d7 None None] Port 29a027c1-e886-47f3-a1f4-efe560febfbb cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:43.746475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:43.747827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.814020 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.841833 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e54328-c91f-43da-8125-0540399fbf83 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:43.861856 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.878531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-108fbcf4-4c7a-4517-a2bc-792fc321f1e7 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Deleting port 1fd311c5-0c31-4d84-8cab-47090302b4be {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:43.878930 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-108fbcf4-4c7a-4517-a2bc-792fc321f1e7 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:43.960811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-a4406d82-2664-48fd-915f-0b2f06b69786 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8686044 Nov 12 08:49:43.976141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Transition to ACTIVE for port object 62e54328-c91f-43da-8125-0540399fbf83 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:49:43.983873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Request body: {'port': {'device_id': '10e13786-e66e-429a-9cb2-98e2f14597ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:43.997409 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.017986 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da2bfc65-bb21-4fef-b529-618546a138b9 req-da0e9a13-e069-400d-a30e-0689c467776d service neutron] 10.222.0.46 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651977 Nov 12 08:49:44.051302 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-108fbcf4-4c7a-4517-a2bc-792fc321f1e7 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.077290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-108fbcf4-4c7a-4517-a2bc-792fc321f1e7 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Calling delete_port for 1fd311c5-0c31-4d84-8cab-47090302b4be owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:44.079809 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.090315 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.121361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d38c3a-16bc-4840-b401-357bc5b87510 req-23077523-7c96-4390-893e-f37e8cb027fb tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:44.130973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51d38c3a-16bc-4840-b401-357bc5b87510 req-23077523-7c96-4390-893e-f37e8cb027fb tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 932 time: 0.8187799 Nov 12 08:49:44.142164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-292250c6-8e5e-4075-9114-58b1bdf7ecea None None] Allocated IP 2001:db8:0:1::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/22e5395b-589a-41f6-b3ab-544b8bdefa13/cfee172b-200e-4eaf-b11c-d21ee0ae36ee) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:44.183733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=8fd67d7d-3d18-4975-9a61-c3f51b9f3a11,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:44.218750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:44.264351 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-292250c6-8e5e-4075-9114-58b1bdf7ecea None None] For port cfee172b-200e-4eaf-b11c-d21ee0ae36ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:44.294921 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-292250c6-8e5e-4075-9114-58b1bdf7ecea None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.306837 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-292250c6-8e5e-4075-9114-58b1bdf7ecea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.396453 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.445827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:44.450013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:44.458687 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:44.459278 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.463033 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-108fbcf4-4c7a-4517-a2bc-792fc321f1e7 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:44.508591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fbcf4-4c7a-4517-a2bc-792fc321f1e7 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event deleted for resources: {'Port': ['ID=1fd311c5-0c31-4d84-8cab-47090302b4be,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:44.536664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292250c6-8e5e-4075-9114-58b1bdf7ecea None None] Pushing event updated for resources: {'Port': ['ID=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:44.586892 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b15a2186-81cd-47f2-9b3d-d7dd6e03dca5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9908862 Nov 12 08:49:44.626722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49510) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:44.961769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cfee172b-200e-4eaf-b11c-d21ee0ae36ee up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:45.157553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:45.158178 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.437540 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51d38c3a-16bc-4840-b401-357bc5b87510 req-0bc93839-91b7-495b-8811-d820941244ae tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3056095 Nov 12 08:49:45.493707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5b8830a8-25ef-4766-b122-500a66ee6034 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:45.494082 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5b8830a8-25ef-4766-b122-500a66ee6034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.699450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Pushing event updated for resources: {'Port': ['ID=62e54328-c91f-43da-8125-0540399fbf83,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:45.764787 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-108fbcf4-4c7a-4517-a2bc-792fc321f1e7 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.786446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658b94a-de29-48f1-bf47-677eca630481 req-8a12a0fc-e42c-4868-8fd5-a1e4338d985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:45.798970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c658b94a-de29-48f1-bf47-677eca630481 req-8a12a0fc-e42c-4868-8fd5-a1e4338d985e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=937e0624b12441e1b73a90a159440cdc&device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 1095 time: 1.7006435 Nov 12 08:49:45.851451 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1697-06a0-40b6-afe9-a432adbe44f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 8fd67d7d-3d18-4975-9a61-c3f51b9f3a11 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:45.852083 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d55b1697-06a0-40b6-afe9-a432adbe44f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:45.975549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0829e2f2-9276-4e98-b8bb-e92757c847b2 None None] Provisioning complete for port 8fd67d7d-3d18-4975-9a61-c3f51b9f3a11 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:45.982803 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0829e2f2-9276-4e98-b8bb-e92757c847b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.105489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108fbcf4-4c7a-4517-a2bc-792fc321f1e7 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Router f65dc9b4-9489-4258-97a7-db6ddb86dd43 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:49:46.172881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0829e2f2-9276-4e98-b8bb-e92757c847b2 None None] Port 8fd67d7d-3d18-4975-9a61-c3f51b9f3a11 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:46.196879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Attempting to bind port 62e54328-c91f-43da-8125-0540399fbf83 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:46.197269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Attempting to bind port 62e54328-c91f-43da-8125-0540399fbf83 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:46.197562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Attempting to bind port 62e54328-c91f-43da-8125-0540399fbf83 on network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:46.269009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Port 62e54328-c91f-43da-8125-0540399fbf83 on network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:49:46.271181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Attempting to bind port 62e54328-c91f-43da-8125-0540399fbf83 on network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:46.284534 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d55b1697-06a0-40b6-afe9-a432adbe44f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.286980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e3410e-8b78-429f-9c5c-63a04d58c4b6 admin admin] Router cd2a878b-841a-4085-91c2-0d1e28aa5398 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:49:46.288415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108fbcf4-4c7a-4517-a2bc-792fc321f1e7 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:46.304508 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4c78e-9515-42fd-8330-99f502d6cdea None None] Sync routers for ids ['f65dc9b4-9489-4258-97a7-db6ddb86dd43'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:46.308886 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-108fbcf4-4c7a-4517-a2bc-792fc321f1e7 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "PUT /v2.0/routers/f65dc9b4-9489-4258-97a7-db6ddb86dd43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4905252 Nov 12 08:49:46.315526 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49546) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:46.341956 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4c78e-9515-42fd-8330-99f502d6cdea None None] Routers {'f65dc9b4-9489-4258-97a7-db6ddb86dd43'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:46.342585 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-32a4c78e-9515-42fd-8330-99f502d6cdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:49:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f65dc9b4-9489-4258-97a7-db6ddb86dd43'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:46.386552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:46.386951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Checking segment: {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:46.387283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Bound using segment: {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:46.388285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Bound port: 62e54328-c91f-43da-8125-0540399fbf83, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:46.388654 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.422880 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-32a4c78e-9515-42fd-8330-99f502d6cdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:46.431652 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-02051946-9cbb-4da5-a9ca-0a38085e0eb0 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.432808 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4c78e-9515-42fd-8330-99f502d6cdea None None] Routers {'f65dc9b4-9489-4258-97a7-db6ddb86dd43'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:46.442902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658b94a-de29-48f1-bf47-677eca630481 req-ab27d3ff-5c6b-4282-a8e4-9a2225591902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:46.445271 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-32a4c78e-9515-42fd-8330-99f502d6cdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:49:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['f65dc9b4-9489-4258-97a7-db6ddb86dd43'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:46.462104 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c658b94a-de29-48f1-bf47-677eca630481 req-ab27d3ff-5c6b-4282-a8e4-9a2225591902 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf HTTP/1.1" status: 200 len: 916 time: 0.5726521 Nov 12 08:49:46.499384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-d55b1697-06a0-40b6-afe9-a432adbe44f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 8fd67d7d-3d18-4975-9a61-c3f51b9f3a11 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:46.624222 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c658b94a-de29-48f1-bf47-677eca630481 req-f8f27ac3-1f4e-4958-950d-6d8ba672c426 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e08415a3-464e-4200-9c69-ac8ed7b7cd59 HTTP/1.1" status: 200 len: 217 time: 0.1440883 Nov 12 08:49:46.709354 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-32a4c78e-9515-42fd-8330-99f502d6cdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:46.710399 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4c78e-9515-42fd-8330-99f502d6cdea None None] The sync data for ids ['f65dc9b4-9489-4258-97a7-db6ddb86dd43'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:46.849973 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-02051946-9cbb-4da5-a9ca-0a38085e0eb0 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.854804 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-02051946-9cbb-4da5-a9ca-0a38085e0eb0 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.961388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06007c6-6955-4388-a3d6-e3bd38b3aa20 req-4e639fcd-6305-4976-8842-74e030e3c1cf tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:46.965154 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a06007c6-6955-4388-a3d6-e3bd38b3aa20 req-4e639fcd-6305-4976-8842-74e030e3c1cf tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 932 time: 0.3145680 Nov 12 08:49:46.970075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-02051946-9cbb-4da5-a9ca-0a38085e0eb0 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.974949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02051946-9cbb-4da5-a9ca-0a38085e0eb0 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Fanout notify agent at l3_agent the message router_deleted on router f65dc9b4-9489-4258-97a7-db6ddb86dd43 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:49:47.023564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-02051946-9cbb-4da5-a9ca-0a38085e0eb0 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.024813 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-02051946-9cbb-4da5-a9ca-0a38085e0eb0 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "DELETE /v2.0/routers/f65dc9b4-9489-4258-97a7-db6ddb86dd43 HTTP/1.1" status: 204 len: 168 time: 0.7083194 Nov 12 08:49:47.038210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49566) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:47.112958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a027c1-e886-47f3-a1f4-efe560febfbb {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:47.120311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] For port 62e54328-c91f-43da-8125-0540399fbf83, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:47.124216 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.147005 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a06007c6-6955-4388-a3d6-e3bd38b3aa20 req-7194491d-d794-4bbd-87ba-d87f7b7190b2 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206274 Nov 12 08:49:47.177776 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.188937 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.189822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e69c03-1008-4708-ba91-04c61ba78c62 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Deleting subnet cde2928e-a7b9-4bc2-a6b3-f20d91d63773 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:47.203999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658b94a-de29-48f1-bf47-677eca630481 req-a52c8a3e-1e45-4ef9-841d-2e0e1d595133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:47.205644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c658b94a-de29-48f1-bf47-677eca630481 req-a52c8a3e-1e45-4ef9-841d-2e0e1d595133 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79a1904c-c84d-4086-bcb5-ae066d1ad882 HTTP/1.1" status: 200 len: 854 time: 0.5292068 Nov 12 08:49:47.207439 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-16e69c03-1008-4708-ba91-04c61ba78c62 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.208404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] For port 62e54328-c91f-43da-8125-0540399fbf83, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=62e54328-c91f-43da-8125-0540399fbf83,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:47.228842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e3410e-8b78-429f-9c5c-63a04d58c4b6 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:47.233426 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.240258 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-60e3410e-8b78-429f-9c5c-63a04d58c4b6 admin admin] 10.222.0.31 "PUT /v2.0/routers/cd2a878b-841a-4085-91c2-0d1e28aa5398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6857131 Nov 12 08:49:47.245193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e3faf-7b5d-45d1-8d28-e81721492a1b None None] Sync routers for ids ['cd2a878b-841a-4085-91c2-0d1e28aa5398'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:47.260149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e3faf-7b5d-45d1-8d28-e81721492a1b None None] Routers {'cd2a878b-841a-4085-91c2-0d1e28aa5398'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:47.261593 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-085e3faf-7b5d-45d1-8d28-e81721492a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:49:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['cd2a878b-841a-4085-91c2-0d1e28aa5398'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:47.273666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-16e69c03-1008-4708-ba91-04c61ba78c62 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.330053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49572) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:47.357862 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Pushing event updated for resources: {'Port': ['ID=62e54328-c91f-43da-8125-0540399fbf83,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:47.379873 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-16e69c03-1008-4708-ba91-04c61ba78c62 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.456342 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-16e69c03-1008-4708-ba91-04c61ba78c62 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.508434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e69c03-1008-4708-ba91-04c61ba78c62 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event deleted for resources: {'Subnet': ['ID=cde2928e-a7b9-4bc2-a6b3-f20d91d63773,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:47.511265 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-16e69c03-1008-4708-ba91-04c61ba78c62 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.517149 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-16e69c03-1008-4708-ba91-04c61ba78c62 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "DELETE /v2.0/subnets/cde2928e-a7b9-4bc2-a6b3-f20d91d63773 HTTP/1.1" status: 204 len: 168 time: 0.4775336 Nov 12 08:49:47.523711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49574) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:47.550277 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.623073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:47.623756 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.625229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-3724693c-8de0-489b-9a8a-142e49909d4b service neutron] 10.222.0.52 "PUT /v2.0/ports/62e54328-c91f-43da-8125-0540399fbf83 HTTP/1.1" status: 200 len: 1096 time: 8.1235852 Nov 12 08:49:47.626749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c686e4-0ad8-466e-b454-144d60cf5102', 'tag': '62e54328-c91f-43da-8125-0540399fbf83'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:47.629339 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7785c02f-33a3-48ab-b5f3-2a7a0746631d" -d '{"events": [{"name": "network-changed", "server_uuid": "78c686e4-0ad8-466e-b454-144d60cf5102", "tag": "62e54328-c91f-43da-8125-0540399fbf83"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:47.657966 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658b94a-de29-48f1-bf47-677eca630481 req-edecfed3-a8b9-45a9-b518-4cdbf76ef9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:47.659635 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c658b94a-de29-48f1-bf47-677eca630481 req-edecfed3-a8b9-45a9-b518-4cdbf76ef9d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4419804 Nov 12 08:49:47.677035 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.686311 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d55b1697-06a0-40b6-afe9-a432adbe44f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:47.803600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b1697-06a0-40b6-afe9-a432adbe44f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=8fd67d7d-3d18-4975-9a61-c3f51b9f3a11,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:47.880782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-085e3faf-7b5d-45d1-8d28-e81721492a1b None None] Set router cd2a878b-841a-4085-91c2-0d1e28aa5398 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:47.955416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810dd88-5114-446c-a24d-2e822b0397fd None None] Network 8cd66a85-0043-45d0-86ae-c54af4b3a612 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:48.019322 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d55b1697-06a0-40b6-afe9-a432adbe44f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.023953 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d55b1697-06a0-40b6-afe9-a432adbe44f8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/8fd67d7d-3d18-4975-9a61-c3f51b9f3a11 HTTP/1.1" status: 204 len: 168 time: 3.3964300 Nov 12 08:49:48.026443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49596) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:48.065387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.25.3.200 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/22935ddf-e232-43b7-a2c2-6c483f8155bc) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:48.148524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Deleting port c2138fd3-998b-49ca-aaa1-ebe54386f9fd {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:48.148876 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.329025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Transition to ACTIVE for port object 29a027c1-e886-47f3-a1f4-efe560febfbb will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:49:48.334867 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c658b94a-de29-48f1-bf47-677eca630481 req-b38d58c7-431f-40ad-b2cc-a858143ad5cf service neutron] 10.222.0.46 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595232 Nov 12 08:49:48.337480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] For port c2138fd3-998b-49ca-aaa1-ebe54386f9fd, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c2138fd3-998b-49ca-aaa1-ebe54386f9fd,segment=NetworkSegment(9912ac3e-7690-45b5-8512-9343ef881ad1),segment_id=9912ac3e-7690-45b5-8512-9343ef881ad1)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:48.338079 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.340713 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0f4a6d-f512-4309-bb83-20df81a215f1 x-openstack-request-id: req-3b0f4a6d-f512-4309-bb83-20df81a215f1 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:48.341648 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c686e4-0ad8-466e-b454-144d60cf5102", "tag": "62e54328-c91f-43da-8125-0540399fbf83", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:48.341898 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b0f4a6d-f512-4309-bb83-20df81a215f1 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:48.342699 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c686e4-0ad8-466e-b454-144d60cf5102', 'tag': '62e54328-c91f-43da-8125-0540399fbf83', 'status': 'completed', 'code': 200} Nov 12 08:49:48.355582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Calling delete_port for c2138fd3-998b-49ca-aaa1-ebe54386f9fd owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:48.450277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc032f8-5c6d-4ecf-829d-d1f55730620f tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:48.454772 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fbc032f8-5c6d-4ecf-829d-d1f55730620f tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4270706 Nov 12 08:49:48.461315 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.471160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49614) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:48.515266 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.536667 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.540783 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-085e3faf-7b5d-45d1-8d28-e81721492a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'name': 'tempest-TestAggregatesBasicOps-112862990-router', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:40Z', 'updated_at': '2021-11-12T08:49:41Z', 'revision_number': 5, 'project_id': 'a71297d1486641e5a3324dce5f4542fa', 'gw_port': {'id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:41Z', 'updated_at': '2021-11-12T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:48.578023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0e2c-707e-4cdb-8ad2-e559baedf9a1 req-7fac486c-96b5-406a-a8b8-5e73bcad713b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:48.587609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1fe0e2c-707e-4cdb-8ad2-e559baedf9a1 req-7fac486c-96b5-406a-a8b8-5e73bcad713b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 944 time: 0.2779911 Nov 12 08:49:48.613009 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e3faf-7b5d-45d1-8d28-e81721492a1b None None] Checking router: cd2a878b-841a-4085-91c2-0d1e28aa5398 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:49:48.617992 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.624988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e374cc-041e-468c-b764-490293f8c2ca None None] DHCP port deletion for 8cd66a85-0043-45d0-86ae-c54af4b3a612 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:48.629689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbcd3c6-4456-4f3e-be89-6d7a5083d934 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:48.634169 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6fbcd3c6-4456-4f3e-be89-6d7a5083d934 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1619346 Nov 12 08:49:48.636079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49618) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:48.654914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e3faf-7b5d-45d1-8d28-e81721492a1b None None] Routers {'cd2a878b-841a-4085-91c2-0d1e28aa5398'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:48.657898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-085e3faf-7b5d-45d1-8d28-e81721492a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:49:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['cd2a878b-841a-4085-91c2-0d1e28aa5398'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:48.728257 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event deleted for resources: {'Port': ['ID=c2138fd3-998b-49ca-aaa1-ebe54386f9fd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:48.763397 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e1fe0e2c-707e-4cdb-8ad2-e559baedf9a1 req-ececa2cd-0a4c-4aac-bccc-ea02389a7a56 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740401 Nov 12 08:49:48.796222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:48.832162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] No DVR routers for this DVR port c2138fd3-998b-49ca-aaa1-ebe54386f9fd on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:48.853340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:48.873032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Pushing event updated for resources: {'Port': ['ID=29a027c1-e886-47f3-a1f4-efe560febfbb,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:48.882425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-a0bbf61f-976b-44d7-8db0-f3c84ce219ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:48.884309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-a0bbf61f-976b-44d7-8db0-f3c84ce219ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=937e0624b12441e1b73a90a159440cdc&device_id=78c686e4-0ad8-466e-b454-144d60cf5102 HTTP/1.1" status: 200 len: 1099 time: 1.1001155 Nov 12 08:49:48.930850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:49:48.978553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-085e3faf-7b5d-45d1-8d28-e81721492a1b None None] Set router cd2a878b-841a-4085-91c2-0d1e28aa5398 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:48.999824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.058425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edc5188-7b65-4d65-9f82-f3373968e5b8 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:49.061320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c2138fd3-998b-49ca-aaa1-ebe54386f9fd no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:49.079507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc157ac-a9d7-4cac-bf27-b40d3795ea71 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:49.088396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc157ac-a9d7-4cac-bf27-b40d3795ea71 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:49.091503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc157ac-a9d7-4cac-bf27-b40d3795ea71 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:49.096393 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fbc157ac-a9d7-4cac-bf27-b40d3795ea71 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4033654 Nov 12 08:49:49.103717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49626) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:49.132220 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: c2138fd3-998b-49ca-aaa1-ebe54386f9fd {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:49.135285 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.144126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c2138fd3-998b-49ca-aaa1-ebe54386f9fd not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:49.268103 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd66a85-0043-45d0-86ae-c54af4b3a612']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:49.304251 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9912ac3e-7690-45b5-8512-9343ef881ad1') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:49.317511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9912ac3e-7690-45b5-8512-9343ef881ad1') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:49.339930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89003ea-5557-4e52-9fda-b492c5f6f6e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 22e5395b-589a-41f6-b3ab-544b8bdefa13 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:49.346849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e08415a3-464e-4200-9c69-ac8ed7b7cd59 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:49:49.365448 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.392951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f89003ea-5557-4e52-9fda-b492c5f6f6e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.464644 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.487611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:49:49.489569 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:49:49.498364 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:49:49.549872 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e08415a3-464e-4200-9c69-ac8ed7b7cd59, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e08415a3-464e-4200-9c69-ac8ed7b7cd59,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:49.575391 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f89003ea-5557-4e52-9fda-b492c5f6f6e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.577036 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-085e3faf-7b5d-45d1-8d28-e81721492a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'name': 'tempest-TestAggregatesBasicOps-112862990-router', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:40Z', 'updated_at': '2021-11-12T08:49:41Z', 'revision_number': 5, 'project_id': 'a71297d1486641e5a3324dce5f4542fa', 'gw_port': {'id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:41Z', 'updated_at': '2021-11-12T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:49.608071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e3faf-7b5d-45d1-8d28-e81721492a1b None None] The sync data for ids ['cd2a878b-841a-4085-91c2-0d1e28aa5398'] in n-d-768851-18 is: [{'id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'name': 'tempest-TestAggregatesBasicOps-112862990-router', 'tenant_id': 'a71297d1486641e5a3324dce5f4542fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:48:40Z', 'updated_at': '2021-11-12T08:49:41Z', 'revision_number': 5, 'project_id': 'a71297d1486641e5a3324dce5f4542fa', 'gw_port': {'id': '84d40de9-a1c5-4703-a026-2f7ec12ef533', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:16:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2a878b-841a-4085-91c2-0d1e28aa5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:48:41Z', 'updated_at': '2021-11-12T08:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:49.610251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'e08415a3-464e-4200-9c69-ac8ed7b7cd59', 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf', 'port_id': 'e08415a3-464e-4200-9c69-ac8ed7b7cd59', 'mac_address': 'fa:16:3e:01:49:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a1904c-c84d-4086-bcb5-ae066d1ad882', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:49:49.688974 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.742120 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08415a3-464e-4200-9c69-ac8ed7b7cd59 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:49.767543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-dd1e15e5-823c-48a6-9cfc-8243ebe9a371 None None] Provisioning complete for port 22935ddf-e232-43b7-a2c2-6c483f8155bc triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:49.768204 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd1e15e5-823c-48a6-9cfc-8243ebe9a371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.777358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=22935ddf-e232-43b7-a2c2-6c483f8155bc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:49.828500 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e15e5-823c-48a6-9cfc-8243ebe9a371 None None] Port 22935ddf-e232-43b7-a2c2-6c483f8155bc cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:49:49.841653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e08415a3-464e-4200-9c69-ac8ed7b7cd59, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e08415a3-464e-4200-9c69-ac8ed7b7cd59,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:49.871875 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.876883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c658b94a-de29-48f1-bf47-677eca630481 req-40a53eb1-093f-4d75-96e5-557d73bf8ec2 service neutron] 10.222.0.46 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4466617 Nov 12 08:49:49.888473 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-a26c4d86-a1b6-45ab-b8cb-3bdc28768387 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62e54328-c91f-43da-8125-0540399fbf83 HTTP/1.1" status: 200 len: 217 time: 0.8993020 Nov 12 08:49:49.933165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f89003ea-5557-4e52-9fda-b492c5f6f6e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.957759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e08415a3-464e-4200-9c69-ac8ed7b7cd59,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:50.010907 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.032039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.035653 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] 10.222.0.31 "DELETE /v2.0/networks/8cd66a85-0043-45d0-86ae-c54af4b3a612 HTTP/1.1" status: 204 len: 168 time: 2.5123684 Nov 12 08:49:50.046780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a58d3-955d-4542-bec9-75f09a0c8016 tempest-FloatingIPNegativeTestJSON-571387817 tempest-FloatingIPNegativeTestJSON-571387817-project] Pushing event deleted for resources: {'Network': ['ID=8cd66a85-0043-45d0-86ae-c54af4b3a612,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:50.127133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f89003ea-5557-4e52-9fda-b492c5f6f6e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.171356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89003ea-5557-4e52-9fda-b492c5f6f6e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=22e5395b-589a-41f6-b3ab-544b8bdefa13,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:50.189587 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f89003ea-5557-4e52-9fda-b492c5f6f6e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.198169 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f89003ea-5557-4e52-9fda-b492c5f6f6e7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/22e5395b-589a-41f6-b3ab-544b8bdefa13 HTTP/1.1" status: 204 len: 168 time: 1.0931838 Nov 12 08:49:50.201819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49650) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:50.254669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Attempting to bind port 29a027c1-e886-47f3-a1f4-efe560febfbb on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:50.254669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Attempting to bind port 29a027c1-e886-47f3-a1f4-efe560febfbb by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:50.254970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Attempting to bind port 29a027c1-e886-47f3-a1f4-efe560febfbb on network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:50.269921 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e08415a3-464e-4200-9c69-ac8ed7b7cd59'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:49:50.331263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Port 29a027c1-e886-47f3-a1f4-efe560febfbb on network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:49:50.331605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Attempting to bind port 29a027c1-e886-47f3-a1f4-efe560febfbb on network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:50.347688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4156183-58da-4602-aea0-0c51ff6ee0dd None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:50.399295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-e99ce079-609f-46f2-aa05-2130c4a88c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:50.400563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-540885be-1831-4227-9135-d2e02780b653 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 2b3080d1-a2cc-49ac-98c7-dfd99655dc16 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:50.410427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-e99ce079-609f-46f2-aa05-2130c4a88c83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79a1904c-c84d-4086-bcb5-ae066d1ad882 HTTP/1.1" status: 200 len: 854 time: 0.4559019 Nov 12 08:49:50.413187 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-540885be-1831-4227-9135-d2e02780b653 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.421817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:50.422160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Checking segment: {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:50.422563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Bound using segment: {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:50.423025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Bound port: 29a027c1-e886-47f3-a1f4-efe560febfbb, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3dcdbe-c3e0-4976-a841-b8960bf2632b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:50.423449 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.548029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-540885be-1831-4227-9135-d2e02780b653 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.639976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] For port 29a027c1-e886-47f3-a1f4-efe560febfbb, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:50.653741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] For port 29a027c1-e886-47f3-a1f4-efe560febfbb, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=29a027c1-e886-47f3-a1f4-efe560febfbb,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:50.769177 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-540885be-1831-4227-9135-d2e02780b653 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.854944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49664) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:50.881871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:50.943037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:50.943377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9a5dba1c-09e4-44d1-a6e4-fee3cdfa5e42 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:50.995849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.000854 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-540885be-1831-4227-9135-d2e02780b653 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.017382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a59084-7e6a-45ea-8666-d8ba9fea8af1 req-d5787f53-49b7-4732-a2eb-8d7fb6d98a3a tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:51.021156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-10a59084-7e6a-45ea-8666-d8ba9fea8af1 req-d5787f53-49b7-4732-a2eb-8d7fb6d98a3a tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 944 time: 1.0585611 Nov 12 08:49:51.027785 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.054271 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-540885be-1831-4227-9135-d2e02780b653 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.074032 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-540885be-1831-4227-9135-d2e02780b653 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/2b3080d1-a2cc-49ac-98c7-dfd99655dc16 HTTP/1.1" status: 204 len: 168 time: 0.8708520 Nov 12 08:49:51.077331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49670) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:51.148365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540885be-1831-4227-9135-d2e02780b653 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3080d1-a2cc-49ac-98c7-dfd99655dc16,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:51.162588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Deleting port 84d40de9-a1c5-4703-a026-2f7ec12ef533 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:51.166619 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.210848 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-042d6e26-5a21-4f80-8600-27fc0af24599 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722740 Nov 12 08:49:51.218351 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49676) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:51.227441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-db819376-f9cf-4a06-b589-d2bd87739c43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:51.402876 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3f3e6aef-0517-4fea-922e-08444d606181 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54504740983d470e88f57e4fedd04cf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5466895 Nov 12 08:49:51.408163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49680) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:51.459203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] For port 84d40de9-a1c5-4703-a026-2f7ec12ef533, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=84d40de9-a1c5-4703-a026-2f7ec12ef533,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:51.459583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.475967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Calling delete_port for 84d40de9-a1c5-4703-a026-2f7ec12ef533 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:51.619131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db819376-f9cf-4a06-b589-d2bd87739c43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:51.631529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db819376-f9cf-4a06-b589-d2bd87739c43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.638850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ae84f32-8b8d-4bb6-875b-2b48d02af02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.725468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:51.726334 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:51.728151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] 10.222.0.46 "PUT /v2.0/ports/29a027c1-e886-47f3-a1f4-efe560febfbb HTTP/1.1" status: 200 len: 1093 time: 7.7484765 Nov 12 08:49:51.787465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e13786-e66e-429a-9cb2-98e2f14597ec', 'tag': '29a027c1-e886-47f3-a1f4-efe560febfbb'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:51.794865 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11785242-3214-4054-b2ef-3aec052aa2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "10e13786-e66e-429a-9cb2-98e2f14597ec", "tag": "29a027c1-e886-47f3-a1f4-efe560febfbb"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:51.812001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-10a59084-7e6a-45ea-8666-d8ba9fea8af1 req-e831c75f-38a0-4c52-85cb-78a65cf60d23 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7164862 Nov 12 08:49:51.945655 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b24362-cb82-4c37-a385-a72ed4fc13f9 x-openstack-request-id: req-33b24362-cb82-4c37-a385-a72ed4fc13f9 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:51.945955 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e13786-e66e-429a-9cb2-98e2f14597ec", "tag": "29a027c1-e886-47f3-a1f4-efe560febfbb", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:51.946210 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33b24362-cb82-4c37-a385-a72ed4fc13f9 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:51.946674 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e13786-e66e-429a-9cb2-98e2f14597ec', 'tag': '29a027c1-e886-47f3-a1f4-efe560febfbb', 'status': 'completed', 'code': 200} Nov 12 08:49:51.961460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-59f3b429-472f-4793-8146-651cdabd9bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:51.963039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-59f3b429-472f-4793-8146-651cdabd9bf7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.5228047 Nov 12 08:49:52.145997 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ae84f32-8b8d-4bb6-875b-2b48d02af02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.160913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c39416-9d23-4cd1-b4c5-499370980486 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:52.199563 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db819376-f9cf-4a06-b589-d2bd87739c43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.226665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00732387-fb02-45d6-8a4c-bb285d19895f service neutron] Pushing event updated for resources: {'Port': ['ID=29a027c1-e886-47f3-a1f4-efe560febfbb,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:52.257558 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.324891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d40de9-a1c5-4703-a026-2f7ec12ef533,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:52.352441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db819376-f9cf-4a06-b589-d2bd87739c43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:52.354405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-f29b88cf-6577-45a1-839b-d3f833034492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:52.356152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-f29b88cf-6577-45a1-839b-d3f833034492 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=937e0624b12441e1b73a90a159440cdc&device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 1096 time: 0.5432117 Nov 12 08:49:52.365475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-db819376-f9cf-4a06-b589-d2bd87739c43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:52.371096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db819376-f9cf-4a06-b589-d2bd87739c43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:52.372080 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db819376-f9cf-4a06-b589-d2bd87739c43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.406689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db819376-f9cf-4a06-b589-d2bd87739c43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=4991315e-154f-4f38-bfc3-9745860db19d,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:52.415886 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-db819376-f9cf-4a06-b589-d2bd87739c43 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1964686 Nov 12 08:49:52.416633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49702) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:52.437489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e84caf21-8ad9-4699-8309-d7618ca706f9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:52.459408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0ca7b225-6664-47b9-bb00-53cf83c2a5b7 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:52.459905 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ca7b225-6664-47b9-bb00-53cf83c2a5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.464884 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ae84f32-8b8d-4bb6-875b-2b48d02af02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.472579 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6ae84f32-8b8d-4bb6-875b-2b48d02af02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.475605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3330759c-faf2-4a67-a08c-2cf165a9535f None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:52.477576 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6ae84f32-8b8d-4bb6-875b-2b48d02af02e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c57051ef-aa81-4cdf-a15c-64376c09804b HTTP/1.1" status: 204 len: 168 time: 1.0681322 Nov 12 08:49:52.535680 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-dd2f5de7-4bac-4b50-bfc2-9c026faa3204 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a027c1-e886-47f3-a1f4-efe560febfbb HTTP/1.1" status: 200 len: 217 time: 0.1679182 Nov 12 08:49:52.568148 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.614291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae84f32-8b8d-4bb6-875b-2b48d02af02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57051ef-aa81-4cdf-a15c-64376c09804b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:52.750053 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.780137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84caf21-8ad9-4699-8309-d7618ca706f9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:52.783886 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-d1cc3c0f-933a-4021-92fd-ab806614baf4 service neutron] 10.222.0.52 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7963328 Nov 12 08:49:52.786321 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e84caf21-8ad9-4699-8309-d7618ca706f9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:52.975211 n-d-768851-18 neutron-server[102445]: INFO neutron.db.ipam_backend_mixin [None req-e84caf21-8ad9-4699-8309-d7618ca706f9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4991315e-154f-4f38-bfc3-9745860db19d (CIDR: 2001:db8::/64) Nov 12 08:49:52.983400 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84caf21-8ad9-4699-8309-d7618ca706f9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:49:52.983919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84caf21-8ad9-4699-8309-d7618ca706f9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:49:53.033783 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e84caf21-8ad9-4699-8309-d7618ca706f9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6098204 Nov 12 08:49:53.034572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49718) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:53.045538 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:53.290593 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.294422 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.331212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ff6e35-9dba-4462-8ec4-64637cb8b94b None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:53.358738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-8fa02db0-e23a-4acb-bb7b-d2ddad5b0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:53.360745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-8fa02db0-e23a-4acb-bb7b-d2ddad5b0e3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79a1904c-c84d-4086-bcb5-ae066d1ad882 HTTP/1.1" status: 200 len: 854 time: 0.8113754 Nov 12 08:49:53.368466 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:53.374317 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.393601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e08415a3-464e-4200-9c69-ac8ed7b7cd59 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:53.438784 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.439382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2a878b-841a-4085-91c2-0d1e28aa5398 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:49:53.514082 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.515180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1d2dcb13-13de-4c37-9d29-fab35dbd4125 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cd2a878b-841a-4085-91c2-0d1e28aa5398 HTTP/1.1" status: 204 len: 168 time: 6.1542749 Nov 12 08:49:53.576189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49736) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:53.608677 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-754d5498-59e6-4a19-b3e3-c5427d0c3fb5 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:53.609504 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-754d5498-59e6-4a19-b3e3-c5427d0c3fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.728786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port e08415a3-464e-4200-9c69-ac8ed7b7cd59 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:49:53.734760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22685df-40f7-4914-ab0b-59a6a5a57263 req-9a1e49e1-7613-4727-accc-2e9097130326 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:53.736903 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e22685df-40f7-4914-ab0b-59a6a5a57263 req-9a1e49e1-7613-4727-accc-2e9097130326 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 944 time: 0.6455114 Nov 12 08:49:53.743553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b52eddaa-50dd-43e1-bb45-c6e6114dd388 req-c3d7a993-9bc9-4ee2-8f00-4111249d84a3 service neutron] 10.222.0.52 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9580677 Nov 12 08:49:53.750894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port e08415a3-464e-4200-9c69-ac8ed7b7cd59 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:53.751496 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.861852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:53.966593 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e22685df-40f7-4914-ab0b-59a6a5a57263 req-ecae6494-884d-45e5-b4cf-11eca3f8a71a tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135913 Nov 12 08:49:53.983718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91086b6-6849-4370-9841-ee66e01e26f0 admin admin] Deleting subnet e41c9f6a-d4c2-4851-ab43-979df1f7e2d1 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:49:54.003885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-e86d7a5d-92d9-4ad3-b6f5-f81fd8251188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:54.005698 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-e86d7a5d-92d9-4ad3-b6f5-f81fd8251188 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5795221 Nov 12 08:49:54.012300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a91086b6-6849-4370-9841-ee66e01e26f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.273197 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.416661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e08415a3-464e-4200-9c69-ac8ed7b7cd59, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e08415a3-464e-4200-9c69-ac8ed7b7cd59,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:54.424829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf68461b-e920-4953-9656-c65dfd97696e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08415a3-464e-4200-9c69-ac8ed7b7cd59'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:49:54.428549 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f21b49-43c7-4187-818a-bc20c91d3c5c" -d '{"events": [{"server_uuid": "bf68461b-e920-4953-9656-c65dfd97696e", "name": "network-vif-plugged", "status": "completed", "tag": "e08415a3-464e-4200-9c69-ac8ed7b7cd59"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:49:54.444131 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a91086b6-6849-4370-9841-ee66e01e26f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.448833 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.468580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c02f-33a3-48ab-b5f3-2a7a0746631d req-8c0d33e4-f355-4136-9d5e-7494d189fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:54.475276 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7785c02f-33a3-48ab-b5f3-2a7a0746631d req-8c0d33e4-f355-4136-9d5e-7494d189fe53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=937e0624b12441e1b73a90a159440cdc&device_id=78c686e4-0ad8-466e-b454-144d60cf5102 HTTP/1.1" status: 200 len: 1099 time: 0.5344899 Nov 12 08:49:54.477480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49768) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:54.495802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.objects.ports [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102445) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:49:54.541776 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b350b7-3ec7-489f-bdf2-6c9af61df19f x-openstack-request-id: req-15b350b7-3ec7-489f-bdf2-6c9af61df19f {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:49:54.542075 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf68461b-e920-4953-9656-c65dfd97696e", "name": "network-vif-plugged", "status": "completed", "tag": "e08415a3-464e-4200-9c69-ac8ed7b7cd59", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:49:54.542515 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15b350b7-3ec7-489f-bdf2-6c9af61df19f {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:49:54.543089 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf68461b-e920-4953-9656-c65dfd97696e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08415a3-464e-4200-9c69-ac8ed7b7cd59', 'code': 200} Nov 12 08:49:54.614926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e08415a3-464e-4200-9c69-ac8ed7b7cd59,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:54.700971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3b59bef4-7bda-4de5-975f-04a1a22243a8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849990729'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:54.750792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a53a8f26-4da9-4fd9-a9be-3118915cf28e None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:54.751498 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a53a8f26-4da9-4fd9-a9be-3118915cf28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.827918 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3b59bef4-7bda-4de5-975f-04a1a22243a8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.842651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 84d40de9-a1c5-4703-a026-2f7ec12ef533 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:54.857174 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3b59bef4-7bda-4de5-975f-04a1a22243a8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:54.857977 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:49:54.894354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 84d40de9-a1c5-4703-a026-2f7ec12ef533 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:54.894706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 84d40de9-a1c5-4703-a026-2f7ec12ef533 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:55.039887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.123257 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3b59bef4-7bda-4de5-975f-04a1a22243a8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.139005 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3b59bef4-7bda-4de5-975f-04a1a22243a8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.224650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-49a5365c-9602-417c-9938-e4596a8e7e5b service neutron] 10.222.0.46 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0789263 Nov 12 08:49:55.230213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59bef4-7bda-4de5-975f-04a1a22243a8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2754a068-b341-4e75-8ca1-b5c6f2b3e42c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:55.339281 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3b59bef4-7bda-4de5-975f-04a1a22243a8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.347371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] For port cfee172b-200e-4eaf-b11c-d21ee0ae36ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:55.399972 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.402866 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3b59bef4-7bda-4de5-975f-04a1a22243a8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.409738 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.410484 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.549053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:49:55.567117 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3b59bef4-7bda-4de5-975f-04a1a22243a8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.571766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3b59bef4-7bda-4de5-975f-04a1a22243a8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0932684 Nov 12 08:49:55.574843 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49794) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:55.581653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:49:55.594085 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61677edc-73b2-4b9e-94a6-3cc3d220fd7f None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:55.691603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a26ab-09b1-405d-8478-b246b9c5ca58 req-fb1075e1-8811-401a-83a1-591ebfe0e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:55.693150 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f76a26ab-09b1-405d-8478-b246b9c5ca58 req-fb1075e1-8811-401a-83a1-591ebfe0e8e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 1097 time: 0.5045393 Nov 12 08:49:55.706127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:55.706789 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:55.711677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59bef4-7bda-4de5-975f-04a1a22243a8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260bdac1-f7cd-4d93-b370-1fa0f6614ae1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:55.742934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96142fb0-2c37-4b66-b65c-0744897b8fc0 req-b8baa9d4-390f-489e-838d-0e45d273b70d tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:55.744939 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96142fb0-2c37-4b66-b65c-0744897b8fc0 req-b8baa9d4-390f-489e-838d-0e45d273b70d tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 944 time: 0.5577807 Nov 12 08:49:55.764132 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=8ae320ff-1780-492c-b9fd-8388c9ba5fe8,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:55.771860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,revision_number=8']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:55.801831 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e6ed8e93-12e9-478c-8fb9-ce8d68de5681 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7657046 Nov 12 08:49:55.806760 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49800) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:55.816318 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:95:e4:e8', 'name': 'tempest-NetworksTestDHCPv6-552055796'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:55.835667 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1be875f1-2036-4905-8bc7-c17e2ad5eb6d tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2554488 Nov 12 08:49:55.851363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49802) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:55.858029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-15980200-cea7-4b1b-af06-66c76df48375 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group': {'name': 'tempest-security--1463821151', 'description': 'tempest-security-description-2084157832'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:55.909950 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f76a26ab-09b1-405d-8478-b246b9c5ca58 req-9acec5c5-b5ba-487a-a52c-b5a5df9c6a5e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771445 Nov 12 08:49:55.934042 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55d6f0e7-559b-4736-8719-96d7b55d2091 req-5e08d047-0d8e-4e1d-bef8-e934f6c0bc3e service neutron] 10.222.0.46 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6704867 Nov 12 08:49:55.972043 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a91086b6-6849-4370-9841-ee66e01e26f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.071797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c02f-33a3-48ab-b5f3-2a7a0746631d req-71222c6a-19db-43f2-a924-59a1dfac734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:56.073333 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15980200-cea7-4b1b-af06-66c76df48375 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.073479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7785c02f-33a3-48ab-b5f3-2a7a0746631d req-71222c6a-19db-43f2-a924-59a1dfac734f service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf HTTP/1.1" status: 200 len: 916 time: 0.9161623 Nov 12 08:49:56.108325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:49:56.123377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a9bd49-4d75-4379-a5e7-04b3012cd60f None None] Update dhcp port {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': '8ae320ff-1780-492c-b9fd-8388c9ba5fe8', 'ip_address': '2001:db8:0:1:f816:3eff:fed2:f4dd'}, {'subnet_id': '4991315e-154f-4f38-bfc3-9745860db19d'}], 'binding:host_id': 'n-d-768851-18'}, 'id': 'cfee172b-200e-4eaf-b11c-d21ee0ae36ee'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:49:56.349431 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15980200-cea7-4b1b-af06-66c76df48375 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.362835 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15980200-cea7-4b1b-af06-66c76df48375 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.369856 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-15980200-cea7-4b1b-af06-66c76df48375 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.371198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-15980200-cea7-4b1b-af06-66c76df48375 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "PUT /v2.0/security-groups/260bdac1-f7cd-4d93-b370-1fa0f6614ae1 HTTP/1.1" status: 200 len: 1797 time: 0.5180852 Nov 12 08:49:56.374746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49824) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:56.401173 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96142fb0-2c37-4b66-b65c-0744897b8fc0 req-4ad1d99f-0f6c-459e-a663-d444a9ecfaa1 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841935 Nov 12 08:49:56.402840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router 3fbc7691-888b-4a9e-ab91-d545691f0abd is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:49:56.430947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a91086b6-6849-4370-9841-ee66e01e26f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.455003 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7785c02f-33a3-48ab-b5f3-2a7a0746631d req-acef57f9-42b2-4678-9e7d-f1b83ff75ad9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62e54328-c91f-43da-8125-0540399fbf83 HTTP/1.1" status: 200 len: 217 time: 0.3535554 Nov 12 08:49:56.519236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15980200-cea7-4b1b-af06-66c76df48375 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260bdac1-f7cd-4d93-b370-1fa0f6614ae1,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:56.551328 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.584505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 62e54328-c91f-43da-8125-0540399fbf83 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:49:56.588633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91086b6-6849-4370-9841-ee66e01e26f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41c9f6a-d4c2-4851-ab43-979df1f7e2d1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:56.593699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 72d4fc0c-26be-4188-8450-3512d90b7fa0 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:49:56.615027 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8e3f8d1d-b1f0-46fc-9daf-7778c0765d4a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-groups/260bdac1-f7cd-4d93-b370-1fa0f6614ae1 HTTP/1.1" status: 200 len: 1797 time: 0.2302799 Nov 12 08:49:56.618280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49838) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:56.640511 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-04a9bd49-4d75-4379-a5e7-04b3012cd60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.835941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11785242-3214-4054-b2ef-3aec052aa2b8 req-4b9fdcf2-6371-4d9d-b360-a72f44fdf21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:56.838444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11785242-3214-4054-b2ef-3aec052aa2b8 req-4b9fdcf2-6371-4d9d-b360-a72f44fdf21e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=937e0624b12441e1b73a90a159440cdc&device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 1096 time: 0.5329773 Nov 12 08:49:56.843125 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a91086b6-6849-4370-9841-ee66e01e26f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:56.848147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a91086b6-6849-4370-9841-ee66e01e26f0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e41c9f6a-d4c2-4851-ab43-979df1f7e2d1 HTTP/1.1" status: 204 len: 168 time: 3.2588797 Nov 12 08:49:56.853498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49846) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:56.862868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1b53ba-7639-4f75-b712-37a9e4697ebc None None] Network f95cff99-9141-44d9-ab8a-662523e1fa89 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:49:57.080706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cfee172b-200e-4eaf-b11c-d21ee0ae36ee up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:49:57.092106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:49:57.108276 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Sync routers for ids ['3fbc7691-888b-4a9e-ab91-d545691f0abd'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:49:57.136864 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Routers {'3fbc7691-888b-4a9e-ab91-d545691f0abd'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:57.137574 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:49:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3fbc7691-888b-4a9e-ab91-d545691f0abd'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:57.331024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 62e54328-c91f-43da-8125-0540399fbf83, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=62e54328-c91f-43da-8125-0540399fbf83,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:57.341343 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.361665 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Set router 3fbc7691-888b-4a9e-ab91-d545691f0abd gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:57.680331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '62e54328-c91f-43da-8125-0540399fbf83', 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf', 'port_id': '62e54328-c91f-43da-8125-0540399fbf83', 'mac_address': 'fa:16:3e:b5:29:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a1904c-c84d-4086-bcb5-ae066d1ad882', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:49:57.682145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11785242-3214-4054-b2ef-3aec052aa2b8 req-26579826-2f55-4e2d-984b-e98cb75da3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:57.685431 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11785242-3214-4054-b2ef-3aec052aa2b8 req-26579826-2f55-4e2d-984b-e98cb75da3d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf HTTP/1.1" status: 200 len: 916 time: 0.8297646 Nov 12 08:49:57.689385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49854) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:57.694482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c02f-33a3-48ab-b5f3-2a7a0746631d req-1f7ec129-eed4-4beb-8123-e0282cfce4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:57.696078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7785c02f-33a3-48ab-b5f3-2a7a0746631d req-1f7ec129-eed4-4beb-8123-e0282cfce4d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79a1904c-c84d-4086-bcb5-ae066d1ad882 HTTP/1.1" status: 200 len: 854 time: 1.1827788 Nov 12 08:49:57.701438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:57.706523 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-60232460-7e0e-4c7d-8ffb-1165f5b8f600 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 15.2475290 Nov 12 08:49:57.723128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49856) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:57.790999 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:49:50Z', 'revision_number': 3, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:57.860486 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Checking router: 3fbc7691-888b-4a9e-ab91-d545691f0abd for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:49:57.860987 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Updating router 3fbc7691-888b-4a9e-ab91-d545691f0abd port 22935ddf-e232-43b7-a2c2-6c483f8155bc binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:49:57.916533 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11785242-3214-4054-b2ef-3aec052aa2b8 req-f8a9da2b-4e02-48c5-b1a1-e3c902148204 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29a027c1-e886-47f3-a1f4-efe560febfbb HTTP/1.1" status: 200 len: 217 time: 0.2055986 Nov 12 08:49:57.921721 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.006886 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.048202 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e54328-c91f-43da-8125-0540399fbf83 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:49:58.103126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 62e54328-c91f-43da-8125-0540399fbf83, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=62e54328-c91f-43da-8125-0540399fbf83,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:58.105493 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:58.114621 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.183251 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.210230 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.246554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785c02f-33a3-48ab-b5f3-2a7a0746631d req-92d91617-af6f-4f4e-8986-9b007e260e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:58.251826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7785c02f-33a3-48ab-b5f3-2a7a0746631d req-92d91617-af6f-4f4e-8986-9b007e260e2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5277810 Nov 12 08:49:58.257989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab776e32-6393-483b-a7cd-c9c5675f11f8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.379613 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab776e32-6393-483b-a7cd-c9c5675f11f8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.392243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Deleting port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:58.392243 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.401668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11785242-3214-4054-b2ef-3aec052aa2b8 req-c51e6f22-1131-400c-bc19-946bae1460d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:58.403850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11785242-3214-4054-b2ef-3aec052aa2b8 req-c51e6f22-1131-400c-bc19-946bae1460d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79a1904c-c84d-4086-bcb5-ae066d1ad882 HTTP/1.1" status: 200 len: 854 time: 0.4815812 Nov 12 08:49:58.421903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7912df-170a-44b8-bd5f-84f20bd978d0 None None] DHCP port deletion for f95cff99-9141-44d9-ab8a-662523e1fa89 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:58.461642 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdfb84-9773-4673-83fb-d7db87651390 req-19febe57-bb1b-451e-94b0-171e84e7b6ee tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:58.463541 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0bdfb84-9773-4673-83fb-d7db87651390 req-19febe57-bb1b-451e-94b0-171e84e7b6ee tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 944 time: 0.2890422 Nov 12 08:49:58.464210 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab776e32-6393-483b-a7cd-c9c5675f11f8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.467575 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ab776e32-6393-483b-a7cd-c9c5675f11f8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.469030 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ab776e32-6393-483b-a7cd-c9c5675f11f8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-groups/260bdac1-f7cd-4d93-b370-1fa0f6614ae1 HTTP/1.1" status: 204 len: 168 time: 1.8497515 Nov 12 08:49:58.494238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49866) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:58.505209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['62e54328-c91f-43da-8125-0540399fbf83'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:49:58.514780 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e66166a0-357a-4cf6-ac05-a3101e943179 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0ea68474c3624cf0b82cb294cd7cfd85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7741067 Nov 12 08:49:58.515809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=62e54328-c91f-43da-8125-0540399fbf83,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:58.552717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49868) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:58.557359 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.572920 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.641355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab776e32-6393-483b-a7cd-c9c5675f11f8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260bdac1-f7cd-4d93-b370-1fa0f6614ae1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:58.675362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ec196-db07-4bd0-b333-a07a7ac8c559 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:58.685807 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Attempting to bind port 22935ddf-e232-43b7-a2c2-6c483f8155bc on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:49:58.686179 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Attempting to bind port 22935ddf-e232-43b7-a2c2-6c483f8155bc by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:49:58.690516 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Attempting to bind port 22935ddf-e232-43b7-a2c2-6c483f8155bc on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:49:58.717748 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:49:58.718124 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:49:58.718739 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.719341 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:49:58.719837 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Bound port: 22935ddf-e232-43b7-a2c2-6c483f8155bc, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:49:58.720225 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.746285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] For port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=03eab1d0-a166-4ed0-933e-28fcdf5ab52c,segment=NetworkSegment(1372cc33-839e-4ab9-9f49-46f004baba77),segment_id=1372cc33-839e-4ab9-9f49-46f004baba77)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:58.747016 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.769577 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-db7912df-170a-44b8-bd5f-84f20bd978d0 None None] Deleting port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:49:58.770176 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-db7912df-170a-44b8-bd5f-84f20bd978d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.774553 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.785551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Calling delete_port for 03eab1d0-a166-4ed0-933e-28fcdf5ab52c owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:58.800080 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7785c02f-33a3-48ab-b5f3-2a7a0746631d req-d86c4083-92a6-4165-857a-54737af48d0f service neutron] 10.222.0.52 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388930 Nov 12 08:49:58.811047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::374 (376cbd53-eef7-4f19-a11f-fa391cb12464/4991315e-154f-4f38-bfc3-9745860db19d/72d4fc0c-26be-4188-8450-3512d90b7fa0) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:58.818638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11785242-3214-4054-b2ef-3aec052aa2b8 req-bd84a538-db77-412b-90d6-6e4ecc7811e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:58.822272 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11785242-3214-4054-b2ef-3aec052aa2b8 req-bd84a538-db77-412b-90d6-6e4ecc7811e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3883414 Nov 12 08:49:58.833949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8:0:1:f816:3eff:fe95:e4e8 (376cbd53-eef7-4f19-a11f-fa391cb12464/8ae320ff-1780-492c-b9fd-8388c9ba5fe8/72d4fc0c-26be-4188-8450-3512d90b7fa0) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:49:58.857192 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] For port 22935ddf-e232-43b7-a2c2-6c483f8155bc, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:49:58.865029 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] For port 22935ddf-e232-43b7-a2c2-6c483f8155bc, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=22935ddf-e232-43b7-a2c2-6c483f8155bc,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:49:58.872992 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:58.893204 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Pushing event updated for resources: {'Port': ['ID=22935ddf-e232-43b7-a2c2-6c483f8155bc,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:58.924285 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:58.924851 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:58.925745 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbddbd48-b182-4455-af58-ba5bf425e65a None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:49:58.926221 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:58.926744 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:58.929671 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:58.930238 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:58.930952 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:58.931461 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:58.932097 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:58.935708 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:58.936531 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:58.938976 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.027977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-db7912df-170a-44b8-bd5f-84f20bd978d0 None None] For port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=03eab1d0-a166-4ed0-933e-28fcdf5ab52c,segment=NetworkSegment(1372cc33-839e-4ab9-9f49-46f004baba77),segment_id=1372cc33-839e-4ab9-9f49-46f004baba77)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:59.028922 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-db7912df-170a-44b8-bd5f-84f20bd978d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.053831 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Routers {'3fbc7691-888b-4a9e-ab91-d545691f0abd'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:49:59.054469 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:49:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3fbc7691-888b-4a9e-ab91-d545691f0abd'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:59.074901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-db7912df-170a-44b8-bd5f-84f20bd978d0 None None] Calling delete_port for 03eab1d0-a166-4ed0-933e-28fcdf5ab52c owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:49:59.229193 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409943f8-2842-4efb-a176-8c2f5af48d7b None None] Pushing event updated for resources: {'Port': ['ID=22935ddf-e232-43b7-a2c2-6c483f8155bc,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:59.271759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f2561c13-5406-4bdd-b6f7-6b7fabde2000 None None] Provisioning complete for port 22935ddf-e232-43b7-a2c2-6c483f8155bc triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:59.272190 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f2561c13-5406-4bdd-b6f7-6b7fabde2000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.278916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 03eab1d0-a166-4ed0-933e-28fcdf5ab52c no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:49:59.280404 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.314316 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.326760 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ac07c3ac-273a-412e-813e-a49f20e965cb tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8048639 Nov 12 08:49:59.327480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49886) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:59.334590 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 03eab1d0-a166-4ed0-933e-28fcdf5ab52c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:49:59.334936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 03eab1d0-a166-4ed0-933e-28fcdf5ab52c not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:49:59.338922 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-db7912df-170a-44b8-bd5f-84f20bd978d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.355749 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0bdfb84-9773-4673-83fb-d7db87651390 req-4fe24057-89ff-4531-bf33-a806e2e7106d tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8589110 Nov 12 08:49:59.400772 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] Set router 3fbc7691-888b-4a9e-ab91-d545691f0abd gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:49:59.469874 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-23f9096c-e1f1-45ed-9cdc-9878262dbf49 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] delete failed (client error): The resource could not be found. Nov 12 08:49:59.478585 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-23f9096c-e1f1-45ed-9cdc-9878262dbf49 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-groups/260bdac1-f7cd-4d93-b370-1fa0f6614ae1 HTTP/1.1" status: 404 len: 347 time: 0.1271338 Nov 12 08:49:59.479605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49890) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:59.500489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fcb249a6-b70f-4c38-b626-791c39c9d22e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group': {'name': 'tempest-secgroup--949176028'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:59.506100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7912df-170a-44b8-bd5f-84f20bd978d0 None None] Pushing event deleted for resources: {'Port': ['ID=03eab1d0-a166-4ed0-933e-28fcdf5ab52c,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:59.518735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405a4792-8f98-4d3a-b78d-f98322152ec1 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:49:59.522526 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11785242-3214-4054-b2ef-3aec052aa2b8 req-5c504c3e-38ae-467f-aa84-a7c90724d2c5 service neutron] 10.222.0.46 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832983 Nov 12 08:49:59.528698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.532505 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-405a4792-8f98-4d3a-b78d-f98322152ec1 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9786537 Nov 12 08:49:59.537680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7912df-170a-44b8-bd5f-84f20bd978d0 None None] No DVR routers for this DVR port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:59.563719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49892) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:59.649150 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fcb249a6-b70f-4c38-b626-791c39c9d22e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.663751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] No DVR routers for this DVR port 03eab1d0-a166-4ed0-933e-28fcdf5ab52c on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:49:59.686147 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f2561c13-5406-4bdd-b6f7-6b7fabde2000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.710017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f92e26-0e26-4947-b027-1f6f6a10dbab,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:59.713715 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ed9125a77f64bdb837ecd42944deab4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0165260 Nov 12 08:49:59.716308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49896) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:59.728554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-f2561c13-5406-4bdd-b6f7-6b7fabde2000 None None] For port 22935ddf-e232-43b7-a2c2-6c483f8155bc, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=22935ddf-e232-43b7-a2c2-6c483f8155bc,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:49:59.740930 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f2561c13-5406-4bdd-b6f7-6b7fabde2000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.757584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=03eab1d0-a166-4ed0-933e-28fcdf5ab52c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:49:59.762366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7785c02f-33a3-48ab-b5f3-2a7a0746631d req-c6214813-52a1-45fc-9d4c-fc99106cc40b service neutron] 10.222.0.52 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9269392 Nov 12 08:49:59.790344 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:49:50Z', 'revision_number': 3, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:49:59.798217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c9b5fef5-997a-4aca-9884-e1c12ccbacc4 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2247765 Nov 12 08:49:59.802697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.802996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.803441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.803856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.804346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.804746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.805614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.805614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.805829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.806240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.806630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.807214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49898) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:49:59.807467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e12c69-4af6-465b-82b8-d09b3bb51145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.811611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.811960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.812302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.812641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.812977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.813336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.813803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.814003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.814302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.814630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.814954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.815280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:49:59.861272 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cde052-6363-49ae-aae2-0fc0826a446f None None] The sync data for ids ['3fbc7691-888b-4a9e-ab91-d545691f0abd'] in n-d-768851-18 is: [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:49:50Z', 'revision_number': 3, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:49:59.894052 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fcb249a6-b70f-4c38-b626-791c39c9d22e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:59.906259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-937c112a-3d55-44e1-9941-1a99cd682fa3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-168336515', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:49:59.924319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2059e3fb-6ecb-4949-a398-fd460ee9d9eb None None] Provisioning complete for port 22935ddf-e232-43b7-a2c2-6c483f8155bc triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:49:59.925192 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2059e3fb-6ecb-4949-a398-fd460ee9d9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.000288 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.035824 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.040441 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fcb249a6-b70f-4c38-b626-791c39c9d22e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.047307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2561c13-5406-4bdd-b6f7-6b7fabde2000 None None] Pushing event updated for resources: {'Port': ['ID=22935ddf-e232-43b7-a2c2-6c483f8155bc,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:00.083135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95cff99-9141-44d9-ab8a-662523e1fa89']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:00.107598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1372cc33-839e-4ab9-9f49-46f004baba77') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:00.108662 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1372cc33-839e-4ab9-9f49-46f004baba77') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:00.131487 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.153772 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.162492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:00.163279 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.164121 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5f22ac0-44b0-470c-9c96-8dcc8bffc91e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.200624 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb249a6-b70f-4c38-b626-791c39c9d22e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6efb17f-3380-4c1c-8bdf-4815aa6ffd48,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:00.244439 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:00.247916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c112a-3d55-44e1-9941-1a99cd682fa3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Made reservation on behalf of 0ea68474c3624cf0b82cb294cd7cfd85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:00.249722 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-937c112a-3d55-44e1-9941-1a99cd682fa3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.279133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5f22ac0-44b0-470c-9c96-8dcc8bffc91e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.289746 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.306929 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fcb249a6-b70f-4c38-b626-791c39c9d22e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.314210 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fcb249a6-b70f-4c38-b626-791c39c9d22e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8180013 Nov 12 08:50:00.318360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49900) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:00.324294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d539c1c0-de04-4099-956d-dfdb6903bdfe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group_rule': {'security_group_id': 'c6efb17f-3380-4c1c-8bdf-4815aa6ffd48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:00.335927 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.346475 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.354955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-04a9bd49-4d75-4379-a5e7-04b3012cd60f None None] Allocated IP 2001:db8::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/4991315e-154f-4f38-bfc3-9745860db19d/cfee172b-200e-4eaf-b11c-d21ee0ae36ee) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:00.357078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f95cff99-9141-44d9-ab8a-662523e1fa89 HTTP/1.1" status: 204 len: 168 time: 3.5004857 Nov 12 08:50:00.377379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49902) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:00.394522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 62e54328-c91f-43da-8125-0540399fbf83 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:00.511653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7a76a-dd54-4359-9fb0-94f8a8e217d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f95cff99-9141-44d9-ab8a-662523e1fa89,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:00.538253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=72d4fc0c-26be-4188-8450-3512d90b7fa0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:00.554790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11785242-3214-4054-b2ef-3aec052aa2b8 req-061f9a7e-0fe7-4fb2-8643-e0707897cb20 service neutron] 10.222.0.46 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9859352 Nov 12 08:50:00.576152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5f22ac0-44b0-470c-9c96-8dcc8bffc91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.582284 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c5f22ac0-44b0-470c-9c96-8dcc8bffc91e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.587039 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c5f22ac0-44b0-470c-9c96-8dcc8bffc91e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97f92e26-0e26-4947-b027-1f6f6a10dbab HTTP/1.1" status: 204 len: 168 time: 0.8644822 Nov 12 08:50:00.625811 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d539c1c0-de04-4099-956d-dfdb6903bdfe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.780341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f22ac0-44b0-470c-9c96-8dcc8bffc91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f92e26-0e26-4947-b027-1f6f6a10dbab,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:00.801795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 62e54328-c91f-43da-8125-0540399fbf83 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:50:00.819507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:00.851685 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:00.867427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:00.883792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 62e54328-c91f-43da-8125-0540399fbf83 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:00.884178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:00.884947 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.885339 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:00.970491 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cd7b6202-9853-4279-880c-62ddbeb02821 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.1620474 Nov 12 08:50:00.973209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49916) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:01.036163 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-04a9bd49-4d75-4379-a5e7-04b3012cd60f None None] For port cfee172b-200e-4eaf-b11c-d21ee0ae36ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:01.136900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 22935ddf-e232-43b7-a2c2-6c483f8155bc up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:01.244890 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-04a9bd49-4d75-4379-a5e7-04b3012cd60f None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.255593 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-04a9bd49-4d75-4379-a5e7-04b3012cd60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.434985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 29a027c1-e886-47f3-a1f4-efe560febfbb details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:50:01.435544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294fe33-2938-4c0e-b632-21dc91134c48 req-2ac8f6d0-7e46-4090-9610-5872c2c73cf2 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:01.439833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2110d9ec-8ee8-4d3e-acc0-efc30c0c1e13 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 72d4fc0c-26be-4188-8450-3512d90b7fa0 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:01.446337 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f294fe33-2938-4c0e-b632-21dc91134c48 req-2ac8f6d0-7e46-4090-9610-5872c2c73cf2 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 944 time: 0.9236407 Nov 12 08:50:01.447331 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2110d9ec-8ee8-4d3e-acc0-efc30c0c1e13 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.450348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49928) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:01.475587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 22935ddf-e232-43b7-a2c2-6c483f8155bc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:01.475966 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.489620 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b83a4ec-87e3-481f-a46b-3babc2fec807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.586443 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d539c1c0-de04-4099-956d-dfdb6903bdfe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.614298 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-937c112a-3d55-44e1-9941-1a99cd682fa3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.666864 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.756628 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b83a4ec-87e3-481f-a46b-3babc2fec807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.773447 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d539c1c0-de04-4099-956d-dfdb6903bdfe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.789829 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2110d9ec-8ee8-4d3e-acc0-efc30c0c1e13 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.799795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c112a-3d55-44e1-9941-1a99cd682fa3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Subnet': ['ID=14c284f0-a69e-4ce3-9b38-0113f7605f99,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:01.823145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2110d9ec-8ee8-4d3e-acc0-efc30c0c1e13 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 72d4fc0c-26be-4188-8450-3512d90b7fa0 owned by {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:01.827385 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c112a-3d55-44e1-9941-1a99cd682fa3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Checking segment: {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:01.827772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c112a-3d55-44e1-9941-1a99cd682fa3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network hostable DHCP agents. Network: 4be2e577-6e6c-4874-b93a-e053133a1c6e, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:01.842223 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b83a4ec-87e3-481f-a46b-3babc2fec807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.846223 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9bd49-4d75-4379-a5e7-04b3012cd60f None None] Pushing event updated for resources: {'Port': ['ID=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:01.882554 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539c1c0-de04-4099-956d-dfdb6903bdfe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b7e0ff-41f0-4ed6-bd0f-3dfae283d47a,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:01.884137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 62e54328-c91f-43da-8125-0540399fbf83, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=62e54328-c91f-43da-8125-0540399fbf83,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:01.896220 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d539c1c0-de04-4099-956d-dfdb6903bdfe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:01.898649 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d539c1c0-de04-4099-956d-dfdb6903bdfe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5782621 Nov 12 08:50:01.915992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49932) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:01.922988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c686e4-0ad8-466e-b454-144d60cf5102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e54328-c91f-43da-8125-0540399fbf83'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:01.927653 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74832369-3152-4a00-a10c-835a9f75d570" -d '{"events": [{"server_uuid": "78c686e4-0ad8-466e-b454-144d60cf5102", "name": "network-vif-plugged", "status": "completed", "tag": "62e54328-c91f-43da-8125-0540399fbf83"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:01.937525 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.039648 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b99fbd-15e0-46aa-aad9-f4389e91dce0 x-openstack-request-id: req-71b99fbd-15e0-46aa-aad9-f4389e91dce0 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:02.040327 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c686e4-0ad8-466e-b454-144d60cf5102", "name": "network-vif-plugged", "status": "completed", "tag": "62e54328-c91f-43da-8125-0540399fbf83", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:02.040327 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71b99fbd-15e0-46aa-aad9-f4389e91dce0 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:02.041277 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c686e4-0ad8-466e-b454-144d60cf5102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e54328-c91f-43da-8125-0540399fbf83', 'code': 200} Nov 12 08:50:02.096083 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2b83a4ec-87e3-481f-a46b-3babc2fec807 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19c77ca92ed54e37aaf0888d783e1b11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6269886 Nov 12 08:50:02.106059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49936) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:02.112122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 29a027c1-e886-47f3-a1f4-efe560febfbb, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=29a027c1-e886-47f3-a1f4-efe560febfbb,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:02.114561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f294fe33-2938-4c0e-b632-21dc91134c48 req-e440f56a-ad8b-4a02-8af3-a95f2b983d30 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6672511 Nov 12 08:50:02.186323 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=62e54328-c91f-43da-8125-0540399fbf83,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:02.190187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83a4ec-87e3-481f-a46b-3babc2fec807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb7c31c-421f-42ad-a8c3-d7a432c92e3e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:02.194417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '29a027c1-e886-47f3-a1f4-efe560febfbb', 'network_id': '5bad65c4-e847-4be5-8aa7-8ad5c970feaf', 'port_id': '29a027c1-e886-47f3-a1f4-efe560febfbb', 'mac_address': 'fa:16:3e:8c:bf:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a1904c-c84d-4086-bcb5-ae066d1ad882', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:50:02.240150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c112a-3d55-44e1-9941-1a99cd682fa3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 4be2e577-6e6c-4874-b93a-e053133a1c6e is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:50:02.272418 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2110d9ec-8ee8-4d3e-acc0-efc30c0c1e13 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.289223 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.311356 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-601d177e-999d-4873-a431-324966c6a5ba tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.322695 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-601d177e-999d-4873-a431-324966c6a5ba tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.334975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a027c1-e886-47f3-a1f4-efe560febfbb {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:50:02.384057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 29a027c1-e886-47f3-a1f4-efe560febfbb, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=29a027c1-e886-47f3-a1f4-efe560febfbb,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:02.393698 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.397792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-937c112a-3d55-44e1-9941-1a99cd682fa3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4be2e577-6e6c-4874-b93a-e053133a1c6e) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:02.413332 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-601d177e-999d-4873-a431-324966c6a5ba tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.423014 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c112a-3d55-44e1-9941-1a99cd682fa3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:02.423987 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-937c112a-3d55-44e1-9941-1a99cd682fa3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.470563 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-601d177e-999d-4873-a431-324966c6a5ba tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.474540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57af4a-ee08-480a-b61d-b3dbe9037416 None None] Network 4be2e577-6e6c-4874-b93a-e053133a1c6e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:02.478195 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-601d177e-999d-4873-a431-324966c6a5ba tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a3b7e0ff-41f0-4ed6-bd0f-3dfae283d47a HTTP/1.1" status: 204 len: 168 time: 0.5608010 Nov 12 08:50:02.479926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d177e-999d-4873-a431-324966c6a5ba tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3b7e0ff-41f0-4ed6-bd0f-3dfae283d47a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:02.489651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49942) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:02.497556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110d9ec-8ee8-4d3e-acc0-efc30c0c1e13 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=72d4fc0c-26be-4188-8450-3512d90b7fa0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:02.560814 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-937c112a-3d55-44e1-9941-1a99cd682fa3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6648126 Nov 12 08:50:02.576982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49944) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:02.585243 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91686fc8-82f5-4799-b441-769eaec67a58 req-8e4c107a-ca2f-4150-b0ad-9018ada3c0b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3870447 Nov 12 08:50:02.609184 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2110d9ec-8ee8-4d3e-acc0-efc30c0c1e13 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.616885 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2110d9ec-8ee8-4d3e-acc0-efc30c0c1e13 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/72d4fc0c-26be-4188-8450-3512d90b7fa0 HTTP/1.1" status: 204 len: 168 time: 1.6421969 Nov 12 08:50:02.620858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49946) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:02.741517 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f819b868-c259-49c0-a3d4-4b6158d1668c tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2438147 Nov 12 08:50:02.742367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49950) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:02.845265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b5d9f-f95a-4c0d-8c96-ddf1ac320f1f req-8663e555-84d8-406e-9b13-c2c88cad6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:02.846655 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-460b5d9f-f95a-4c0d-8c96-ddf1ac320f1f req-8663e555-84d8-406e-9b13-c2c88cad6c0b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=78c686e4-0ad8-466e-b454-144d60cf5102 HTTP/1.1" status: 200 len: 1101 time: 0.7416182 Nov 12 08:50:02.897671 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c25056cf-f3d4-4607-a6b7-3e6b81ed3c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:02.920601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f952f33f-8ed1-4538-8054-cf2bf2a161ff tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:02.922119 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f952f33f-8ed1-4538-8054-cf2bf2a161ff tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2978048 Nov 12 08:50:02.924234 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49952) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:03.006149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91686fc8-82f5-4799-b441-769eaec67a58 req-ffb688a0-a6a6-4ddb-b2d7-b093f42d2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:03.007755 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91686fc8-82f5-4799-b441-769eaec67a58 req-ffb688a0-a6a6-4ddb-b2d7-b093f42d2a26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=937e0624b12441e1b73a90a159440cdc&device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 1097 time: 0.2799134 Nov 12 08:50:03.026293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=29a027c1-e886-47f3-a1f4-efe560febfbb,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:03.052653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129753e4-5178-4a25-8949-e8dfbb8a4be2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:03.054833 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-129753e4-5178-4a25-8949-e8dfbb8a4be2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1294613 Nov 12 08:50:03.072055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49954) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:03.074402 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e85eea06-4faa-4cb9-9cb7-a31361cbe467 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.075980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cfee172b-200e-4eaf-b11c-d21ee0ae36ee up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:03.126005 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e85eea06-4faa-4cb9-9cb7-a31361cbe467 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.216455 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e85eea06-4faa-4cb9-9cb7-a31361cbe467 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.218880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c25056cf-f3d4-4607-a6b7-3e6b81ed3c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.219770 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e85eea06-4faa-4cb9-9cb7-a31361cbe467 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.223675 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e85eea06-4faa-4cb9-9cb7-a31361cbe467 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-groups/c6efb17f-3380-4c1c-8bdf-4815aa6ffd48 HTTP/1.1" status: 204 len: 168 time: 0.4767776 Nov 12 08:50:03.228172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df9ac32-41f8-4410-81df-3903b990c71a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:03.229833 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df9ac32-41f8-4410-81df-3903b990c71a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:03.231629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df9ac32-41f8-4410-81df-3903b990c71a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:03.235821 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9df9ac32-41f8-4410-81df-3903b990c71a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1409273 Nov 12 08:50:03.239783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49958) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:03.240139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49960) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:03.241712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85eea06-4faa-4cb9-9cb7-a31361cbe467 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6efb17f-3380-4c1c-8bdf-4815aa6ffd48,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:03.245326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['29a027c1-e886-47f3-a1f4-efe560febfbb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:03.277796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3663bba1-fce3-4e5a-808e-7063c44d7806 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:03.278725 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3663bba1-fce3-4e5a-808e-7063c44d7806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.324352 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-460b5d9f-f95a-4c0d-8c96-ddf1ac320f1f req-350327dd-c444-4465-93bb-846a0610e681 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618189 Nov 12 08:50:03.346462 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eea1b6-3bbc-4c70-aebb-a7c06371e996 req-90eeba0a-14d3-4fb3-a4e9-830fcf9610b6 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:03.348279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41eea1b6-3bbc-4c70-aebb-a7c06371e996 req-90eeba0a-14d3-4fb3-a4e9-830fcf9610b6 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 945 time: 0.1001577 Nov 12 08:50:03.382090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4be2e577-6e6c-4874-b93a-e053133a1c6e', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ips': [{'subnet_id': '14c284f0-a69e-4ce3-9b38-0113f7605f99'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:03.383003 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.428520 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41eea1b6-3bbc-4c70-aebb-a7c06371e996 req-755c3c54-6418-4a7d-a62d-3afe22129ff8 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736737 Nov 12 08:50:03.522586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:03.523229 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.556434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-faa6a4be-ae82-42fd-90c4-3b773de996d7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2662959 Nov 12 08:50:03.562394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49964) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:03.572945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-449846d3-f8c2-4b6e-8f70-fd0985e15c9f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268629883'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:03.604938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-312c9d47-c762-4508-be1a-b1746aed2715 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 4991315e-154f-4f38-bfc3-9745860db19d {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:03.639647 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-449846d3-f8c2-4b6e-8f70-fd0985e15c9f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.713902 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-312c9d47-c762-4508-be1a-b1746aed2715 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.744180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91686fc8-82f5-4799-b441-769eaec67a58 req-64d9dc28-8201-4470-bdcc-23397dd69f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:03.746332 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91686fc8-82f5-4799-b441-769eaec67a58 req-64d9dc28-8201-4470-bdcc-23397dd69f88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf HTTP/1.1" status: 200 len: 916 time: 0.7129333 Nov 12 08:50:03.759890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fd61adc-b78e-41e7-a954-785206af12a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.841827 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-449846d3-f8c2-4b6e-8f70-fd0985e15c9f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.849774 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-449846d3-f8c2-4b6e-8f70-fd0985e15c9f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.860545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c25056cf-f3d4-4607-a6b7-3e6b81ed3c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.863594 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c25056cf-f3d4-4607-a6b7-3e6b81ed3c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.864853 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c25056cf-f3d4-4607-a6b7-3e6b81ed3c63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bb7c31c-421f-42ad-a8c3-d7a432c92e3e HTTP/1.1" status: 204 len: 168 time: 1.7493808 Nov 12 08:50:03.879954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Allocated IP 172.20.0.2 (4be2e577-6e6c-4874-b93a-e053133a1c6e/14c284f0-a69e-4ce3-9b38-0113f7605f99/9588acea-e05b-4b7f-9210-83398c5d0f98) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:03.902240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-18fb71c6-1373-4aed-8a34-fd1a2a3826d9 None None] Could not find standard attr ID for object 72d4fc0c-26be-4188-8450-3512d90b7fa0. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:50:03.907949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449846d3-f8c2-4b6e-8f70-fd0985e15c9f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86bac7b3-b848-473f-b91a-6726ff1b3aac,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:03.913654 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-449846d3-f8c2-4b6e-8f70-fd0985e15c9f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.919329 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-449846d3-f8c2-4b6e-8f70-fd0985e15c9f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3547964 Nov 12 08:50:03.920474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49974) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:03.928445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fa889af2-c55b-4e33-98cc-1d89218620bc tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group_rule': {'security_group_id': '86bac7b3-b848-473f-b91a-6726ff1b3aac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:03.935536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25056cf-f3d4-4607-a6b7-3e6b81ed3c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb7c31c-421f-42ad-a8c3-d7a432c92e3e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:03.939155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91686fc8-82f5-4799-b441-769eaec67a58 req-bd5d2bb7-6b6a-4b9a-b790-13771815250f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e08415a3-464e-4200-9c69-ac8ed7b7cd59 HTTP/1.1" status: 200 len: 217 time: 0.1743052 Nov 12 08:50:03.969288 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa889af2-c55b-4e33-98cc-1d89218620bc tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.069542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91686fc8-82f5-4799-b441-769eaec67a58 req-9b79d28f-0444-406d-ae9e-f92e345bcfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:04.071063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91686fc8-82f5-4799-b441-769eaec67a58 req-9b79d28f-0444-406d-ae9e-f92e345bcfff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79a1904c-c84d-4086-bcb5-ae066d1ad882 HTTP/1.1" status: 200 len: 854 time: 0.1136398 Nov 12 08:50:04.074041 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-312c9d47-c762-4508-be1a-b1746aed2715 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.108890 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa889af2-c55b-4e33-98cc-1d89218620bc tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.118293 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa889af2-c55b-4e33-98cc-1d89218620bc tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.217982 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.222021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa889af2-c55b-4e33-98cc-1d89218620bc tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6615c32c-b799-4f4d-82c4-6dd78f90993a,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:04.226812 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.234111 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fa889af2-c55b-4e33-98cc-1d89218620bc tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.239053 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fa889af2-c55b-4e33-98cc-1d89218620bc tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3144245 Nov 12 08:50:04.241520 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49978) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:04.252810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-35d5691a-4206-4101-86a4-5bf9dfa614b3 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group_rule': {'security_group_id': '86bac7b3-b848-473f-b91a-6726ff1b3aac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:04.290808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Pushing event updated for resources: {'Port': ['ID=9588acea-e05b-4b7f-9210-83398c5d0f98,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:04.310958 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Network 4be2e577-6e6c-4874-b93a-e053133a1c6e is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:04.313332 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:04.320274 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:04.332995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91686fc8-82f5-4799-b441-769eaec67a58 req-57baac97-4313-4927-8aed-f440f4b554e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:04.335025 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91686fc8-82f5-4799-b441-769eaec67a58 req-57baac97-4313-4927-8aed-f440f4b554e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2554259 Nov 12 08:50:04.337387 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35d5691a-4206-4101-86a4-5bf9dfa614b3 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.494302 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35d5691a-4206-4101-86a4-5bf9dfa614b3 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.506818 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35d5691a-4206-4101-86a4-5bf9dfa614b3 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.510360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Attempting to bind port 9588acea-e05b-4b7f-9210-83398c5d0f98 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:04.511761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Attempting to bind port 9588acea-e05b-4b7f-9210-83398c5d0f98 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:04.512153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Attempting to bind port 9588acea-e05b-4b7f-9210-83398c5d0f98 on network 4be2e577-6e6c-4874-b93a-e053133a1c6e {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:04.523282 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:04.524301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Checking segment: {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:04.524751 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.525292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Bound using segment: {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:04.525798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Bound port: 9588acea-e05b-4b7f-9210-83398c5d0f98, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:04.526538 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.556125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5691a-4206-4101-86a4-5bf9dfa614b3 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a5486c-dfdc-4020-8b84-a35a3f3e2d60,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:04.577629 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35d5691a-4206-4101-86a4-5bf9dfa614b3 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.583241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-35d5691a-4206-4101-86a4-5bf9dfa614b3 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397367 Nov 12 08:50:04.583913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49986) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:04.600247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-33fc9932-45c2-44c4-a47a-0aa2680db15a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group_rule': {'security_group_id': '86bac7b3-b848-473f-b91a-6726ff1b3aac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:04.668490 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33fc9932-45c2-44c4-a47a-0aa2680db15a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.700070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] For port 9588acea-e05b-4b7f-9210-83398c5d0f98, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:04.705698 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] For port 9588acea-e05b-4b7f-9210-83398c5d0f98, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9588acea-e05b-4b7f-9210-83398c5d0f98,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:04.714268 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.805931 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33fc9932-45c2-44c4-a47a-0aa2680db15a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.822232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf7184-0fe5-4c1b-87e2-20809ebc96ad None None] Pushing event updated for resources: {'Port': ['ID=9588acea-e05b-4b7f-9210-83398c5d0f98,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:04.830407 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33fc9932-45c2-44c4-a47a-0aa2680db15a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.866148 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc9932-45c2-44c4-a47a-0aa2680db15a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d33703-25be-49d7-a89f-dfbb9f6d9ef3,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:04.906010 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33fc9932-45c2-44c4-a47a-0aa2680db15a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:04.910345 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-33fc9932-45c2-44c4-a47a-0aa2680db15a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3253148 Nov 12 08:50:04.911170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49996) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:04.920405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a34950ae-77fb-4711-8c0b-87cbed03ffeb tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group_rule': {'security_group_id': '86bac7b3-b848-473f-b91a-6726ff1b3aac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:04.983723 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a34950ae-77fb-4711-8c0b-87cbed03ffeb tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.116421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a34950ae-77fb-4711-8c0b-87cbed03ffeb tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.123896 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-312c9d47-c762-4508-be1a-b1746aed2715 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.124667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a34950ae-77fb-4711-8c0b-87cbed03ffeb tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.195122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34950ae-77fb-4711-8c0b-87cbed03ffeb tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ccbc53-afc6-4478-b2bc-d2db927e2675,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:05.209096 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a34950ae-77fb-4711-8c0b-87cbed03ffeb tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.217572 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50006) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:05.220708 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a34950ae-77fb-4711-8c0b-87cbed03ffeb tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3083913 Nov 12 08:50:05.226836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-9b929a4d-9da9-470f-8c50-f1f4495fcd71 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group_rule': {'security_group_id': '86bac7b3-b848-473f-b91a-6726ff1b3aac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:05.257851 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3a55394a-cd76-4e53-8e05-6fbe4e4928d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.318362 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91686fc8-82f5-4799-b441-769eaec67a58 req-abb6875e-1c29-4feb-a783-8be5408599d8 service neutron] 10.222.0.46 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9091284 Nov 12 08:50:05.333424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b8264-eb05-428b-9588-6eb1aebbd3fb req-43d77a60-aee4-408d-9682-b391b847922b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:05.335412 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4e1b8264-eb05-428b-9588-6eb1aebbd3fb req-43d77a60-aee4-408d-9682-b391b847922b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 945 time: 0.7552028 Nov 12 08:50:05.425212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 29a027c1-e886-47f3-a1f4-efe560febfbb up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:05.467443 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b929a4d-9da9-470f-8c50-f1f4495fcd71 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.523554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 29a027c1-e886-47f3-a1f4-efe560febfbb completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:50:05.530199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 29a027c1-e886-47f3-a1f4-efe560febfbb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:05.531083 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.573724 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-312c9d47-c762-4508-be1a-b1746aed2715 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.619624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6118256-aab8-42bf-a412-d0f77545498e None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:05.674637 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-312c9d47-c762-4508-be1a-b1746aed2715 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.680470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-312c9d47-c762-4508-be1a-b1746aed2715 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/4991315e-154f-4f38-bfc3-9745860db19d HTTP/1.1" status: 204 len: 168 time: 2.3831942 Nov 12 08:50:05.683044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50014) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:05.708899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c9d47-c762-4508-be1a-b1746aed2715 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=4991315e-154f-4f38-bfc3-9745860db19d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:05.727459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4e1b8264-eb05-428b-9588-6eb1aebbd3fb req-d5f65a96-4411-44c1-ac04-b9051673c04f tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364310 Nov 12 08:50:05.787543 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.791188 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91686fc8-82f5-4799-b441-769eaec67a58 req-0916c984-6afe-4b52-9243-c112e108129c service neutron] 10.222.0.46 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534311 Nov 12 08:50:05.846997 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b929a4d-9da9-470f-8c50-f1f4495fcd71 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.855310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51080a7-b2fd-4c54-a5a3-79ff3df5f993 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 8ae320ff-1780-492c-b9fd-8388c9ba5fe8 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:05.863849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b929a4d-9da9-470f-8c50-f1f4495fcd71 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.866815 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d51080a7-b2fd-4c54-a5a3-79ff3df5f993 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:05.986282 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.023899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b929a4d-9da9-470f-8c50-f1f4495fcd71 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e734c36-84a9-45ca-940d-712a6a8ea7f8,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:06.035610 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d51080a7-b2fd-4c54-a5a3-79ff3df5f993 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.057420 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b929a4d-9da9-470f-8c50-f1f4495fcd71 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.059937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9b929a4d-9da9-470f-8c50-f1f4495fcd71 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8367660 Nov 12 08:50:06.064110 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50022) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:06.081425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 29a027c1-e886-47f3-a1f4-efe560febfbb, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=29a027c1-e886-47f3-a1f4-efe560febfbb,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:06.087768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e13786-e66e-429a-9cb2-98e2f14597ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a027c1-e886-47f3-a1f4-efe560febfbb'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:06.090660 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f24e48f-4e73-47d1-87a1-a293186c1d22" -d '{"events": [{"server_uuid": "10e13786-e66e-429a-9cb2-98e2f14597ec", "name": "network-vif-plugged", "status": "completed", "tag": "29a027c1-e886-47f3-a1f4-efe560febfbb"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:06.097030 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.204808 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ec5ba8-a798-417d-b347-a63eb62639cb x-openstack-request-id: req-57ec5ba8-a798-417d-b347-a63eb62639cb {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:06.206210 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e13786-e66e-429a-9cb2-98e2f14597ec", "name": "network-vif-plugged", "status": "completed", "tag": "29a027c1-e886-47f3-a1f4-efe560febfbb", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:06.206405 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57ec5ba8-a798-417d-b347-a63eb62639cb {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:06.206795 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e13786-e66e-429a-9cb2-98e2f14597ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a027c1-e886-47f3-a1f4-efe560febfbb', 'code': 200} Nov 12 08:50:06.269683 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d51080a7-b2fd-4c54-a5a3-79ff3df5f993 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.290214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-3fd61adc-b78e-41e7-a954-785206af12a6 admin admin] Deleting port 4858ca3b-18a9-4616-8b06-2c2490837db1 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:06.292164 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fd61adc-b78e-41e7-a954-785206af12a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.305303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=29a027c1-e886-47f3-a1f4-efe560febfbb,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:06.403912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d51080a7-b2fd-4c54-a5a3-79ff3df5f993 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.469334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51080a7-b2fd-4c54-a5a3-79ff3df5f993 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae320ff-1780-492c-b9fd-8388c9ba5fe8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:06.482911 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d51080a7-b2fd-4c54-a5a3-79ff3df5f993 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.486952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d51080a7-b2fd-4c54-a5a3-79ff3df5f993 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/8ae320ff-1780-492c-b9fd-8388c9ba5fe8 HTTP/1.1" status: 204 len: 168 time: 0.8019335 Nov 12 08:50:06.491648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50034) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:06.500105 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c209805a-5f66-4700-8887-66ea516b6911 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.587076 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c3a14b4b-203f-4362-b0cf-771921792d52 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933940 Nov 12 08:50:06.590027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50036) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:06.599139 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-bbb68855-bd3d-466e-9cf2-f94f503b7792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:06.599410 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c209805a-5f66-4700-8887-66ea516b6911 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.641129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e241794-cb57-4d37-ba37-e8e1a381cb0a req-9a1a428f-e7ef-4cfa-8d98-84695f7cd53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:06.642899 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e241794-cb57-4d37-ba37-e8e1a381cb0a req-9a1a428f-e7ef-4cfa-8d98-84695f7cd53c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 1098 time: 0.2172194 Nov 12 08:50:06.732650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b14a6-c1fa-4882-b337-6aff70ed4802 None None] Network 4be2e577-6e6c-4874-b93a-e053133a1c6e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:06.743439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb68855-bd3d-466e-9cf2-f94f503b7792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:06.750701 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c209805a-5f66-4700-8887-66ea516b6911 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.753027 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bbb68855-bd3d-466e-9cf2-f94f503b7792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.771986 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c209805a-5f66-4700-8887-66ea516b6911 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.783622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c209805a-5f66-4700-8887-66ea516b6911 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1e734c36-84a9-45ca-940d-712a6a8ea7f8 HTTP/1.1" status: 204 len: 168 time: 0.7169809 Nov 12 08:50:06.787457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50044) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:06.936511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-3fd61adc-b78e-41e7-a954-785206af12a6 admin admin] For port 4858ca3b-18a9-4616-8b06-2c2490837db1, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4858ca3b-18a9-4616-8b06-2c2490837db1,segment=NetworkSegment(9ed71f20-aa11-4897-a3bb-6b2ed1b494f8),segment_id=9ed71f20-aa11-4897-a3bb-6b2ed1b494f8)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:06.936884 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fd61adc-b78e-41e7-a954-785206af12a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:06.937405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-18eeea9a-8c92-43ce-bfb2-81fe1f932161 None None] Provisioning complete for port 9588acea-e05b-4b7f-9210-83398c5d0f98 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:06.938072 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-18eeea9a-8c92-43ce-bfb2-81fe1f932161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.048873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-3fd61adc-b78e-41e7-a954-785206af12a6 admin admin] Calling delete_port for 4858ca3b-18a9-4616-8b06-2c2490837db1 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:07.104026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9588acea-e05b-4b7f-9210-83398c5d0f98 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:07.277760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209805a-5f66-4700-8887-66ea516b6911 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e734c36-84a9-45ca-940d-712a6a8ea7f8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:07.301197 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-18eeea9a-8c92-43ce-bfb2-81fe1f932161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.414860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 9588acea-e05b-4b7f-9210-83398c5d0f98 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:07.415560 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.428116 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-18eeea9a-8c92-43ce-bfb2-81fe1f932161 None None] For port 9588acea-e05b-4b7f-9210-83398c5d0f98, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9588acea-e05b-4b7f-9210-83398c5d0f98,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:07.466793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a3b88285-1737-4680-be4d-76b86cf6592f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6552205 Nov 12 08:50:07.468024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50056) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:07.522732 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-18eeea9a-8c92-43ce-bfb2-81fe1f932161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.591321 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bbb68855-bd3d-466e-9cf2-f94f503b7792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.655664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeea9a-8c92-43ce-bfb2-81fe1f932161 None None] Pushing event updated for resources: {'Port': ['ID=9588acea-e05b-4b7f-9210-83398c5d0f98,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:07.695081 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a60adb54-1c3a-4ea4-82c5-1fd0f55fd6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.718215 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abdaa44c-752b-47bd-a4eb-48a6c8f9ad04 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.720052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb68855-bd3d-466e-9cf2-f94f503b7792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:07.735751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e241794-cb57-4d37-ba37-e8e1a381cb0a req-c3a67a78-b023-44be-93df-87c60423d6f1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0732009 Nov 12 08:50:07.737599 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abdaa44c-752b-47bd-a4eb-48a6c8f9ad04 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.740321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-bbb68855-bd3d-466e-9cf2-f94f503b7792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:07.757240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.20.0.1 (4be2e577-6e6c-4874-b93a-e053133a1c6e/14c284f0-a69e-4ce3-9b38-0113f7605f99/e05e47b7-1494-4298-a416-00aa92b23416) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:07.759535 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb68855-bd3d-466e-9cf2-f94f503b7792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:07.760300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bbb68855-bd3d-466e-9cf2-f94f503b7792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.794544 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb68855-bd3d-466e-9cf2-f94f503b7792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=276b70c7-a0fc-4009-9f2c-51a69f20529f,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:07.799778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48671df-3b3c-42ba-896c-5a59197903ca None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:07.816484 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bbb68855-bd3d-466e-9cf2-f94f503b7792 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2243681 Nov 12 08:50:07.822977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50066) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:07.840403 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-23396083-c1fc-4cfa-b4be-f7a370e85967 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:07.906510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8a4df-b24b-4d9f-9964-8c5566be2e9e req-f61bac40-e5d5-4bb2-b490-f0c21fec37b0 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:07.908077 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7eb8a4df-b24b-4d9f-9964-8c5566be2e9e req-f61bac40-e5d5-4bb2-b490-f0c21fec37b0 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 946 time: 0.5509455 Nov 12 08:50:07.944652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-dab73941-d2d5-42fc-b6ab-ea075bd9df03 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:07.945613 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dab73941-d2d5-42fc-b6ab-ea075bd9df03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.965147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abdaa44c-752b-47bd-a4eb-48a6c8f9ad04 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.976890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abdaa44c-752b-47bd-a4eb-48a6c8f9ad04 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:07.980614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-abdaa44c-752b-47bd-a4eb-48a6c8f9ad04 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/81ccbc53-afc6-4478-b2bc-d2db927e2675 HTTP/1.1" status: 204 len: 168 time: 0.4785318 Nov 12 08:50:07.983078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50076) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:08.048184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaa44c-752b-47bd-a4eb-48a6c8f9ad04 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81ccbc53-afc6-4478-b2bc-d2db927e2675,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:08.147855 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ee270c59-0e66-45da-bfbb-e6cb2ada0e88 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1611807 Nov 12 08:50:08.152651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50084) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:08.165343 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7eb8a4df-b24b-4d9f-9964-8c5566be2e9e req-d8eacdd1-eb2d-4a90-8b26-ed8e9214d92d tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233863 Nov 12 08:50:08.222792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23396083-c1fc-4cfa-b4be-f7a370e85967 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:08.228616 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-23396083-c1fc-4cfa-b4be-f7a370e85967 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.231045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.233294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b658571-4057-42b1-aebf-c5cdfaf1562e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.247363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b658571-4057-42b1-aebf-c5cdfaf1562e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.256814 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fd61adc-b78e-41e7-a954-785206af12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.305498 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf2afee-37fe-493c-8afc-365ac5dd153e None None] Update dhcp port {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'fixed_ips': [{'subnet_id': '276b70c7-a0fc-4009-9f2c-51a69f20529f'}], 'binding:host_id': 'n-d-768851-18'}, 'id': 'cfee172b-200e-4eaf-b11c-d21ee0ae36ee'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:50:08.314877 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd61adc-b78e-41e7-a954-785206af12a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4858ca3b-18a9-4616-8b06-2c2490837db1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:08.375447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88ecaa1b-0dbb-4b5c-9ca1-75ab26a72f5d None None] Provisioning complete for port 9588acea-e05b-4b7f-9210-83398c5d0f98 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:08.385136 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88ecaa1b-0dbb-4b5c-9ca1-75ab26a72f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.411843 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b658571-4057-42b1-aebf-c5cdfaf1562e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.428932 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b658571-4057-42b1-aebf-c5cdfaf1562e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.432540 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6b658571-4057-42b1-aebf-c5cdfaf1562e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/95d33703-25be-49d7-a89f-dfbb9f6d9ef3 HTTP/1.1" status: 204 len: 168 time: 0.2702134 Nov 12 08:50:08.440542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50100) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:08.440542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.463810 n-d-768851-18 neutron-server[102445]: INFO neutron.db.ipam_backend_mixin [None req-23396083-c1fc-4cfa-b4be-f7a370e85967 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 276b70c7-a0fc-4009-9f2c-51a69f20529f (CIDR: 2001:db8::/64) Nov 12 08:50:08.469910 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5bf2afee-37fe-493c-8afc-365ac5dd153e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.483443 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-23396083-c1fc-4cfa-b4be-f7a370e85967 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:08.484410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23396083-c1fc-4cfa-b4be-f7a370e85967 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:08.525508 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b658571-4057-42b1-aebf-c5cdfaf1562e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95d33703-25be-49d7-a89f-dfbb9f6d9ef3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:08.526420 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-23396083-c1fc-4cfa-b4be-f7a370e85967 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7011909 Nov 12 08:50:08.530347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50110) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:08.675700 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=e05e47b7-1494-4298-a416-00aa92b23416,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:08.695742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 4be2e577-6e6c-4874-b93a-e053133a1c6e is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:08.711041 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.711674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'subnet': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:08.740060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:08.756715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:08.787335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6cee97d5-4c4f-4763-8c7a-a59572171b3c tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3324895 Nov 12 08:50:08.790156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50126) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:08.811385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-5bf2afee-37fe-493c-8afc-365ac5dd153e None None] Allocated IP 2001:db8::2 (376cbd53-eef7-4f19-a11f-fa391cb12464/276b70c7-a0fc-4009-9f2c-51a69f20529f/cfee172b-200e-4eaf-b11c-d21ee0ae36ee) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:08.870553 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf8cf-a661-4c47-b05f-1ef1d91491dd tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.907407 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf8cf-a661-4c47-b05f-1ef1d91491dd tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.976739 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf8cf-a661-4c47-b05f-1ef1d91491dd tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:08.992079 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf8cf-a661-4c47-b05f-1ef1d91491dd tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.000540 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7fbdf8cf-a661-4c47-b05f-1ef1d91491dd tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/02a5486c-dfdc-4020-8b84-a35a3f3e2d60 HTTP/1.1" status: 204 len: 168 time: 0.2071562 Nov 12 08:50:09.032512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50136) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:09.033397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdf8cf-a661-4c47-b05f-1ef1d91491dd tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02a5486c-dfdc-4020-8b84-a35a3f3e2d60,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:09.182642 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5bf2afee-37fe-493c-8afc-365ac5dd153e None None] For port cfee172b-200e-4eaf-b11c-d21ee0ae36ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:09.207392 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d0a33847-9593-4d25-99df-b4e7557f3f6f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1621215 Nov 12 08:50:09.209226 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.209993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50152) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:09.222442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9588acea-e05b-4b7f-9210-83398c5d0f98 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:09.297356 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b9cfba72-0e7c-4ff3-9b82-13440be190da tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.317919 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b9cfba72-0e7c-4ff3-9b82-13440be190da tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.385726 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5bf2afee-37fe-493c-8afc-365ac5dd153e None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.397491 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 9588acea-e05b-4b7f-9210-83398c5d0f98 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:09.398148 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.456382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb87fc2-ea3b-48be-8381-e9f4bae5f812 req-8d000fdf-a08c-4846-b1dd-a83c3738e92d tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:09.458491 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5eb87fc2-ea3b-48be-8381-e9f4bae5f812 req-8d000fdf-a08c-4846-b1dd-a83c3738e92d tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 946 time: 0.1379430 Nov 12 08:50:09.460546 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b9cfba72-0e7c-4ff3-9b82-13440be190da tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.470326 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b9cfba72-0e7c-4ff3-9b82-13440be190da tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.474462 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b9cfba72-0e7c-4ff3-9b82-13440be190da tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6615c32c-b799-4f4d-82c4-6dd78f90993a HTTP/1.1" status: 204 len: 168 time: 0.2634594 Nov 12 08:50:09.480877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50172) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:09.516580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfba72-0e7c-4ff3-9b82-13440be190da tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6615c32c-b799-4f4d-82c4-6dd78f90993a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:09.530734 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3fd61adc-b78e-41e7-a954-785206af12a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.538031 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b57ce0a1-38cc-4802-91ea-f13255e5896e None None] Provisioning complete for port e05e47b7-1494-4298-a416-00aa92b23416 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:09.538601 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b57ce0a1-38cc-4802-91ea-f13255e5896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.563857 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5eb87fc2-ea3b-48be-8381-e9f4bae5f812 req-2b80f88a-5283-4c56-a6f4-a66d47e6f867 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873623 Nov 12 08:50:09.603755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-10a619d4-121a-476b-8fe9-ef6484a19e6c tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1207275 Nov 12 08:50:09.604486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50186) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:09.685406 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-214119b1-42b4-4179-a3d9-cf28c14d6daa tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.694837 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5bf2afee-37fe-493c-8afc-365ac5dd153e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.716615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:09.719414 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.733192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-214119b1-42b4-4179-a3d9-cf28c14d6daa tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.751166 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b57ce0a1-38cc-4802-91ea-f13255e5896e None None] Port e05e47b7-1494-4298-a416-00aa92b23416 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:50:09.834626 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-214119b1-42b4-4179-a3d9-cf28c14d6daa tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.837690 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-214119b1-42b4-4179-a3d9-cf28c14d6daa tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:09.842806 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-214119b1-42b4-4179-a3d9-cf28c14d6daa tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-groups/86bac7b3-b848-473f-b91a-6726ff1b3aac HTTP/1.1" status: 204 len: 168 time: 0.2373753 Nov 12 08:50:09.843592 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50210) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:09.876230 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214119b1-42b4-4179-a3d9-cf28c14d6daa tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bac7b3-b848-473f-b91a-6726ff1b3aac,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:09.983889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-27486ae1-c046-46f5-9813-8a1984cbe613 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1357989 Nov 12 08:50:09.987536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50230) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:09.999697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-734dda9a-c2f2-402d-a693-14a619472b82 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group': {'name': 'tempest-secgroup--541914094'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:10.056344 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-734dda9a-c2f2-402d-a693-14a619472b82 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.227940 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-734dda9a-c2f2-402d-a693-14a619472b82 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.234922 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-734dda9a-c2f2-402d-a693-14a619472b82 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.301308 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.326373 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-734dda9a-c2f2-402d-a693-14a619472b82 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.328074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-734dda9a-c2f2-402d-a693-14a619472b82 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3378377 Nov 12 08:50:10.330922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50270) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:10.337371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f67f221d-8448-417c-a9b1-8027040c63fe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group_rule': {'security_group_id': '1d63de89-673e-4fc3-9f94-4446bc5fa8f2', 'direction': 'ingress', 'protocol': 17}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:10.354357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2afee-37fe-493c-8afc-365ac5dd153e None None] Pushing event updated for resources: {'Port': ['ID=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,revision_number=12']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:10.425418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734dda9a-c2f2-402d-a693-14a619472b82 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d63de89-673e-4fc3-9f94-4446bc5fa8f2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:10.479073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f67f221d-8448-417c-a9b1-8027040c63fe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.631524 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f67f221d-8448-417c-a9b1-8027040c63fe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.644103 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f67f221d-8448-417c-a9b1-8027040c63fe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.665930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f221d-8448-417c-a9b1-8027040c63fe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e863dc0-31ad-4eb2-8c7e-df8df481c945,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:10.693084 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f67f221d-8448-417c-a9b1-8027040c63fe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.697567 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f67f221d-8448-417c-a9b1-8027040c63fe tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3650653 Nov 12 08:50:10.698201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50310) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:10.698608 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50312) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:10.817949 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9084ee57-89d5-4812-b5ea-c29fdd27042e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.863771 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9084ee57-89d5-4812-b5ea-c29fdd27042e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.931966 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.932655 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d782b6f6-d67b-4843-aac0-26b1f5a68066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:10.986150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cfee172b-200e-4eaf-b11c-d21ee0ae36ee up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:11.066955 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9084ee57-89d5-4812-b5ea-c29fdd27042e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.076511 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9084ee57-89d5-4812-b5ea-c29fdd27042e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.081248 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9084ee57-89d5-4812-b5ea-c29fdd27042e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-groups/1d63de89-673e-4fc3-9f94-4446bc5fa8f2 HTTP/1.1" status: 204 len: 168 time: 0.3799562 Nov 12 08:50:11.083060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50354) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:11.157468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084ee57-89d5-4812-b5ea-c29fdd27042e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d63de89-673e-4fc3-9f94-4446bc5fa8f2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:11.161306 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:11.161895 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.296043 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2caaefc9-c771-4e41-9c24-3954e6d3e251 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1822073 Nov 12 08:50:11.298180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50372) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:11.306936 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b0c962b1-6f9f-416e-b1d4-810543b380f5 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group': {'name': 'tempest-secgroup--465692794'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:11.348123 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.366219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-402ffddd-8c02-425f-ba23-70de0de70546 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:11.366593 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-402ffddd-8c02-425f-ba23-70de0de70546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.373867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0c962b1-6f9f-416e-b1d4-810543b380f5 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.393390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245069c-d4c7-4129-a97b-dadf355549ab req-27395263-23b4-45e4-a5cc-d3c147700f5f tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:11.394965 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5245069c-d4c7-4129-a97b-dadf355549ab req-27395263-23b4-45e4-a5cc-d3c147700f5f tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 1.2846234 Nov 12 08:50:11.475376 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d782b6f6-d67b-4843-aac0-26b1f5a68066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.493817 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d782b6f6-d67b-4843-aac0-26b1f5a68066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.572050 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d782b6f6-d67b-4843-aac0-26b1f5a68066 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ea074fd041d433b95e550d9e2c8f46d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8721693 Nov 12 08:50:11.576033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782b6f6-d67b-4843-aac0-26b1f5a68066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2d3e2d-56a7-4e62-b5f6-4bac1379552a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:11.578833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50400) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:11.635325 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0c962b1-6f9f-416e-b1d4-810543b380f5 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.642659 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0c962b1-6f9f-416e-b1d4-810543b380f5 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.669033 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5245069c-d4c7-4129-a97b-dadf355549ab req-081ab203-699f-44c5-9072-05e06a0f5c9e tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245097 Nov 12 08:50:11.710959 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0c962b1-6f9f-416e-b1d4-810543b380f5 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.717755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b0c962b1-6f9f-416e-b1d4-810543b380f5 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4127698 Nov 12 08:50:11.717755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50420) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:11.722202 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4291078d-fee3-4d66-801b-4af2f10e1eda tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group': {'name': 'tempest-secgroup--981507413'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:11.733029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c962b1-6f9f-416e-b1d4-810543b380f5 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553ccc1e-9ef2-4822-a015-b377e331d6a2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:11.739587 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c482c96-692a-4b47-a499-a10f485f1b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.775277 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c482c96-692a-4b47-a499-a10f485f1b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.779839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.objects.ports [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102444) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:50:11.843274 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4291078d-fee3-4d66-801b-4af2f10e1eda tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.878213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830e1a6-c129-4deb-8ee2-10f3dc7ebbf2 req-3d29d361-0b61-43b6-9eca-3c78a4c4d638 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:11.879772 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8830e1a6-c129-4deb-8ee2-10f3dc7ebbf2 req-3d29d361-0b61-43b6-9eca-3c78a4c4d638 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=78c686e4-0ad8-466e-b454-144d60cf5102 HTTP/1.1" status: 200 len: 949 time: 0.1097586 Nov 12 08:50:11.907670 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c482c96-692a-4b47-a499-a10f485f1b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.911544 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4c482c96-692a-4b47-a499-a10f485f1b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:11.915057 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4c482c96-692a-4b47-a499-a10f485f1b62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e2d3e2d-56a7-4e62-b5f6-4bac1379552a HTTP/1.1" status: 204 len: 168 time: 0.3325789 Nov 12 08:50:11.947868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd61adc-b78e-41e7-a954-785206af12a6 admin admin] Router 324ed488-6b91-4750-be76-32b4c6ac7934 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:50:11.968402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c482c96-692a-4b47-a499-a10f485f1b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2d3e2d-56a7-4e62-b5f6-4bac1379552a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:12.017824 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8830e1a6-c129-4deb-8ee2-10f3dc7ebbf2 req-fdca6fc4-fc3f-4041-917c-03bbf8780e4b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186335 Nov 12 08:50:12.090224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4291078d-fee3-4d66-801b-4af2f10e1eda tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.103377 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4291078d-fee3-4d66-801b-4af2f10e1eda tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.149885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291078d-fee3-4d66-801b-4af2f10e1eda tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179e34f5-641a-41df-99cd-ea1d55513699,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:12.157802 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4291078d-fee3-4d66-801b-4af2f10e1eda tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.164514 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4291078d-fee3-4d66-801b-4af2f10e1eda tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4470971 Nov 12 08:50:12.165692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50472) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:12.172458 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-305e5dd0-8626-4aec-a6d6-d529506eaa70 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group_rule': {'security_group_id': '553ccc1e-9ef2-4822-a015-b377e331d6a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '179e34f5-641a-41df-99cd-ea1d55513699', 'remote_ip_prefix': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:12.240486 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-305e5dd0-8626-4aec-a6d6-d529506eaa70 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.279782 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.400766 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-305e5dd0-8626-4aec-a6d6-d529506eaa70 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.416513 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-305e5dd0-8626-4aec-a6d6-d529506eaa70 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.422014 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.427477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd61adc-b78e-41e7-a954-785206af12a6 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:12.437088 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3fd61adc-b78e-41e7-a954-785206af12a6 admin admin] 10.222.0.31 "PUT /v2.0/routers/324ed488-6b91-4750-be76-32b4c6ac7934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0555487 Nov 12 08:50:12.438056 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.442143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50510) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:12.442674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f76bd-87af-4fd0-a128-a691982e7bf9 None None] Sync routers for ids ['324ed488-6b91-4750-be76-32b4c6ac7934'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:12.459711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f76bd-87af-4fd0-a128-a691982e7bf9 None None] Routers {'324ed488-6b91-4750-be76-32b4c6ac7934'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:12.463595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-995f76bd-87af-4fd0-a128-a691982e7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:50:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['324ed488-6b91-4750-be76-32b4c6ac7934'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:12.479005 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e5dd0-8626-4aec-a6d6-d529506eaa70 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb11b00-6a65-4c2e-b072-d7710c1c66b9,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:12.514897 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-305e5dd0-8626-4aec-a6d6-d529506eaa70 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.519952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-305e5dd0-8626-4aec-a6d6-d529506eaa70 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3526831 Nov 12 08:50:12.522874 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50520) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:12.560852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50524) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:12.586464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e246c7da-def5-40a7-aa91-adfbb6607753 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.597573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e246c7da-def5-40a7-aa91-adfbb6607753 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.644866 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-29148533-a844-482b-9132-db73525ce0ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.672951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e246c7da-def5-40a7-aa91-adfbb6607753 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.685360 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e246c7da-def5-40a7-aa91-adfbb6607753 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.686465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-995f76bd-87af-4fd0-a128-a691982e7bf9 None None] Set router 324ed488-6b91-4750-be76-32b4c6ac7934 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:12.687201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e246c7da-def5-40a7-aa91-adfbb6607753 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1cb11b00-6a65-4c2e-b072-d7710c1c66b9 HTTP/1.1" status: 204 len: 168 time: 0.1630104 Nov 12 08:50:12.691181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50540) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:12.708579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246c7da-def5-40a7-aa91-adfbb6607753 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cb11b00-6a65-4c2e-b072-d7710c1c66b9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:12.776898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=e05e47b7-1494-4298-a416-00aa92b23416,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:12.795843 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.895631 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-29148533-a844-482b-9132-db73525ce0ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.906076 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-29148533-a844-482b-9132-db73525ce0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:12.955620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151297b-9483-4af5-b4dd-f26c61362954 req-824c1176-1f65-4196-8381-968b00f480b9 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:12.957685 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0151297b-9483-4af5-b4dd-f26c61362954 req-824c1176-1f65-4196-8381-968b00f480b9 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 946 time: 0.4821954 Nov 12 08:50:12.959234 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.007731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-995f76bd-87af-4fd0-a128-a691982e7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'name': 'tempest-TestAggregatesBasicOps-137738008-router', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:06Z', 'updated_at': '2021-11-12T08:50:08Z', 'revision_number': 5, 'project_id': 'f2a99972c24942ec9f36c7434105f878', 'gw_port': {'id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:08Z', 'updated_at': '2021-11-12T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:13.028191 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-29148533-a844-482b-9132-db73525ce0ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f623e6ce1e64765b8bbd1a200095545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4537661 Nov 12 08:50:13.031864 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50578) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:13.047542 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29148533-a844-482b-9132-db73525ce0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cdc60b-881a-4936-ad41-c2f65867a77e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:13.058102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f76bd-87af-4fd0-a128-a691982e7bf9 None None] Checking router: 324ed488-6b91-4750-be76-32b4c6ac7934 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:50:13.068499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f76bd-87af-4fd0-a128-a691982e7bf9 None None] Routers {'324ed488-6b91-4750-be76-32b4c6ac7934'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:13.069165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-995f76bd-87af-4fd0-a128-a691982e7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:50:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['324ed488-6b91-4750-be76-32b4c6ac7934'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:13.150548 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8098-afa6-4b8d-8b9d-5c967baa04b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.163174 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fd78ca90-21cb-411f-89ec-2b965e4b87f0 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4410503 Nov 12 08:50:13.163791 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50598) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:13.197066 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8098-afa6-4b8d-8b9d-5c967baa04b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.225297 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-995f76bd-87af-4fd0-a128-a691982e7bf9 None None] Set router 324ed488-6b91-4750-be76-32b4c6ac7934 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:13.292952 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8098-afa6-4b8d-8b9d-5c967baa04b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.297054 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2fb8098-afa6-4b8d-8b9d-5c967baa04b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.298310 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a2fb8098-afa6-4b8d-8b9d-5c967baa04b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6cdc60b-881a-4936-ad41-c2f65867a77e HTTP/1.1" status: 204 len: 168 time: 0.2644529 Nov 12 08:50:13.313031 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb8098-afa6-4b8d-8b9d-5c967baa04b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cdc60b-881a-4936-ad41-c2f65867a77e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:13.435339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 4be2e577-6e6c-4874-b93a-e053133a1c6e is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:13.464230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] For port cfee172b-200e-4eaf-b11c-d21ee0ae36ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:13.488763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-995f76bd-87af-4fd0-a128-a691982e7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'name': 'tempest-TestAggregatesBasicOps-137738008-router', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:06Z', 'updated_at': '2021-11-12T08:50:08Z', 'revision_number': 5, 'project_id': 'f2a99972c24942ec9f36c7434105f878', 'gw_port': {'id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:08Z', 'updated_at': '2021-11-12T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:13.490491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:13.535322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f76bd-87af-4fd0-a128-a691982e7bf9 None None] The sync data for ids ['324ed488-6b91-4750-be76-32b4c6ac7934'] in n-d-768851-18 is: [{'id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'name': 'tempest-TestAggregatesBasicOps-137738008-router', 'tenant_id': 'f2a99972c24942ec9f36c7434105f878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:06Z', 'updated_at': '2021-11-12T08:50:08Z', 'revision_number': 5, 'project_id': 'f2a99972c24942ec9f36c7434105f878', 'gw_port': {'id': '223ffa10-641e-4f0b-8e64-efd7def98e22', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ed488-6b91-4750-be76-32b4c6ac7934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:08Z', 'updated_at': '2021-11-12T08:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:13.663236 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0151297b-9483-4af5-b4dd-f26c61362954 req-95d624ff-4d6e-4777-bcbb-3f7ab4c8ca85 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6916792 Nov 12 08:50:13.755439 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.798832 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-032d7bb0-3245-4b00-8865-2f3ac34c572e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.819865 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:13.820605 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.039684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1024f253-acb7-42b4-8053-aac3e35c1282 None None] Provisioning complete for port e05e47b7-1494-4298-a416-00aa92b23416 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:14.041973 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1024f253-acb7-42b4-8053-aac3e35c1282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.171833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1024f253-acb7-42b4-8053-aac3e35c1282 None None] Port e05e47b7-1494-4298-a416-00aa92b23416 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:50:14.296767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b0066-746d-4ce0-ac2a-a508a9e82c87 req-9dc59863-b413-4943-9991-47055e90bfd8 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:14.308150 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-642b0066-746d-4ce0-ac2a-a508a9e82c87 req-9dc59863-b413-4943-9991-47055e90bfd8 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.1008105 Nov 12 08:50:14.406284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-642b0066-746d-4ce0-ac2a-a508a9e82c87 req-39805bef-ec4f-4b9b-b475-07b479395fd1 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969145 Nov 12 08:50:14.576661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,revision_number=14']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:14.580257 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Subnet': ['ID=ab516352-960d-4bb6-abd1-e024ad47768e,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:14.583631 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.606815 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-032d7bb0-3245-4b00-8865-2f3ac34c572e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.642929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:14.679208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router 3fbc7691-888b-4a9e-ab91-d545691f0abd has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:50:14.687810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:14.690912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:14.691524 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.700455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2921a316-0eae-4b5a-a469-6014008c4c1a None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:14.733664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-032d7bb0-3245-4b00-8865-2f3ac34c572e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.736282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-032d7bb0-3245-4b00-8865-2f3ac34c572e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:14.739898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-032d7bb0-3245-4b00-8865-2f3ac34c572e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-groups/179e34f5-641a-41df-99cd-ea1d55513699 HTTP/1.1" status: 204 len: 168 time: 1.4650166 Nov 12 08:50:14.740322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50734) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:14.782213 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7b06ef1f-1941-4dc3-bbf0-2f2eb54da9d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.1078053 Nov 12 08:50:14.782628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50738) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:14.859715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d7bb0-3245-4b00-8865-2f3ac34c572e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179e34f5-641a-41df-99cd-ea1d55513699,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:14.915014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f1c15d28-41f5-44f1-b849-64f3a668e92e tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1731951 Nov 12 08:50:14.926109 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50746) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:14.954202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Deleting port 223ffa10-641e-4f0b-8e64-efd7def98e22 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:14.954962 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.060838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cfee172b-200e-4eaf-b11c-d21ee0ae36ee up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:15.067307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] For port 223ffa10-641e-4f0b-8e64-efd7def98e22, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=223ffa10-641e-4f0b-8e64-efd7def98e22,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:15.067671 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.115608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Calling delete_port for 223ffa10-641e-4f0b-8e64-efd7def98e22 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:15.118990 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3fd44668-42ea-4f8e-aba1-a282ea267be8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.173912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b129d8-8142-4e2d-9a8b-6ce5834e5395 req-b1005f3a-f883-4230-8ce1-46458b78aa87 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:15.188344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b129d8-8142-4e2d-9a8b-6ce5834e5395 req-b1005f3a-f883-4230-8ce1-46458b78aa87 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:15.200141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b129d8-8142-4e2d-9a8b-6ce5834e5395 req-b1005f3a-f883-4230-8ce1-46458b78aa87 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:15.213375 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3fd44668-42ea-4f8e-aba1-a282ea267be8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.216444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b129d8-8142-4e2d-9a8b-6ce5834e5395 req-b1005f3a-f883-4230-8ce1-46458b78aa87 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec&device_id=78c686e4-0ad8-466e-b454-144d60cf5102&device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 2421 time: 0.4331558 Nov 12 08:50:15.232646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:15.233309 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.307821 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3fd44668-42ea-4f8e-aba1-a282ea267be8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.312876 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3fd44668-42ea-4f8e-aba1-a282ea267be8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.317443 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3fd44668-42ea-4f8e-aba1-a282ea267be8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-groups/553ccc1e-9ef2-4822-a015-b377e331d6a2 HTTP/1.1" status: 204 len: 168 time: 0.3892257 Nov 12 08:50:15.318231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50758) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:15.326699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:15.349304 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Sync routers for ids ['3fbc7691-888b-4a9e-ab91-d545691f0abd'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:15.366144 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Routers {'3fbc7691-888b-4a9e-ab91-d545691f0abd'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:15.374061 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:50:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3fbc7691-888b-4a9e-ab91-d545691f0abd'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:15.381183 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-63e153b3-7ce4-4780-8d29-0fb30f05bf53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "PUT /v2.0/routers/3fbc7691-888b-4a9e-ab91-d545691f0abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7933023 Nov 12 08:50:15.396621 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd44668-42ea-4f8e-aba1-a282ea267be8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553ccc1e-9ef2-4822-a015-b377e331d6a2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:15.459092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Request body: {'port': {'network_id': '376cbd53-eef7-4f19-a11f-fa391cb12464', 'mac_address': 'fa:16:3e:b8:df:d0', 'name': 'tempest-NetworksTestDHCPv6-1503664364'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:15.531938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4858ca3b-18a9-4616-8b06-2c2490837db1 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:15.541254 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42b129d8-8142-4e2d-9a8b-6ce5834e5395 req-6923768d-9c57-4bbe-931a-29a1c3d82be4 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229189 Nov 12 08:50:15.597882 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 4858ca3b-18a9-4616-8b06-2c2490837db1 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:15.600168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4858ca3b-18a9-4616-8b06-2c2490837db1 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:15.766360 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Set router 3fbc7691-888b-4a9e-ab91-d545691f0abd gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:15.842924 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:15.923167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=223ffa10-641e-4f0b-8e64-efd7def98e22,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:15.953610 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-11f7042d-cfb6-45c4-b619-347407c3be30 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6302071 Nov 12 08:50:15.960208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50782) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:15.969810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group': {'name': 'tempest-secgroup--160527524'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:15.997595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f4a9d9-b91d-4dde-a0fa-6857e5781840 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:16.024865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Made reservation on behalf of 94ab9269a858488d80ddc037a0a9f00f for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:16.151690 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:50:10Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e05e47b7-1494-4298-a416-00aa92b23416', 'name': '', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:34:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:50:06Z', 'updated_at': '2021-11-12T08:50:11Z', 'revision_number': 2, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:16.194315 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Checking router: 3fbc7691-888b-4a9e-ab91-d545691f0abd for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:50:16.194926 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Updating router 3fbc7691-888b-4a9e-ab91-d545691f0abd port e05e47b7-1494-4298-a416-00aa92b23416 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:50:16.202972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-3d765d35-9691-491b-9e93-f569dd981353 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12693133&fields=id&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 267 time: 0.2809517 Nov 12 08:50:16.226935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7b72a-aaf6-46c4-a59d-6429ac2fcfdd req-db07274a-ae3c-4758-808a-741e7cfb32f3 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:16.227794 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.236682 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eab7b72a-aaf6-46c4-a59d-6429ac2fcfdd req-db07274a-ae3c-4758-808a-741e7cfb32f3 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 946 time: 0.4258940 Nov 12 08:50:16.306282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.427475 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.533325 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.584435 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eab7b72a-aaf6-46c4-a59d-6429ac2fcfdd req-d2fa2f36-3d2b-4d48-86fe-d7b22123153c tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464141 Nov 12 08:50:16.626140 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] device_id is not set on port 93acb059-19f1-4660-a599-5987e2222407 yet. {{(pid=102445) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 08:50:16.643796 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.656548 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.712695 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.723281 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.745684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-07b1cf42-2a7f-45e0-9048-149ea54a6ef4 None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:16.746319 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-07b1cf42-2a7f-45e0-9048-149ea54a6ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.790948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ff4789a7-054b-4bd3-b6bf-800f94d7ae92 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:16.793273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ff4789a7-054b-4bd3-b6bf-800f94d7ae92 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/networks?id=4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 200 len: 796 time: 0.5852945 Nov 12 08:50:16.830931 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.831677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 324ed488-6b91-4750-be76-32b4c6ac7934 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:50:16.856835 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.859415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0d79556d-b346-4bc6-bd7a-64a1dca155d0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/324ed488-6b91-4750-be76-32b4c6ac7934 HTTP/1.1" status: 204 len: 168 time: 4.4077721 Nov 12 08:50:16.862761 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50800) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:16.873430 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-f4275a82-b52c-4967-ba48-3e89d9602f07 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/quotas/0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 375 time: 0.0666943 Nov 12 08:50:16.967156 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a60df-dbe8-4447-8f69-ae1b626de188 None None] Pushing event updated for resources: {'Port': ['ID=e05e47b7-1494-4298-a416-00aa92b23416,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:17.092986 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.094634 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7f1a2440-f919-4586-a152-33a1b7c827fb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2056217 Nov 12 08:50:17.109954 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Attempting to bind port e05e47b7-1494-4298-a416-00aa92b23416 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:17.111630 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Attempting to bind port e05e47b7-1494-4298-a416-00aa92b23416 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:17.112228 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Attempting to bind port e05e47b7-1494-4298-a416-00aa92b23416 on network 4be2e577-6e6c-4874-b93a-e053133a1c6e {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:17.136572 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.140243 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:17.147359 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Checking segment: {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:17.147788 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.148232 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Bound using segment: {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:17.148941 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Bound port: e05e47b7-1494-4298-a416-00aa92b23416, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:17.149381 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.294150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c89a84-110e-4ac1-b398-3f596661a194 admin admin] Deleting subnet be83557d-c837-4244-a853-25023a72bbf6 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:17.322255 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a84-110e-4ac1-b398-3f596661a194 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.333787 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-1ef60133-9ddb-4628-8f76-7b6307d0f489 service neutron] 10.222.0.31 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322173 Nov 12 08:50:17.417092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-82df4ffc-0d5e-4fd0-850e-41fd86b61679 None None] Provisioning complete for port e05e47b7-1494-4298-a416-00aa92b23416 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:17.418121 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-82df4ffc-0d5e-4fd0-850e-41fd86b61679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.435057 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.436393 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4723601 Nov 12 08:50:17.439725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d354cea-ef8b-4d03-bf75-c829b3ad12b5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:17.448387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50814) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:17.468472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7a334758-4eae-421c-a9c2-bbe06ee6ba08 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group_rule': {'security_group_id': '5d354cea-ef8b-4d03-bf75-c829b3ad12b5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:17.476858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:17.492371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:17.493244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:17.493602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:17.493946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:17.494286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:17.494623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:17.497464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:17.497863 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:17.498209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:17.498550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:17.502129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3f071-ad9d-4985-871f-c7d9975e3245 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:17.597701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-82df4ffc-0d5e-4fd0-850e-41fd86b61679 None None] Port e05e47b7-1494-4298-a416-00aa92b23416 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:50:17.607202 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] For port e05e47b7-1494-4298-a416-00aa92b23416, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:17.615956 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] For port e05e47b7-1494-4298-a416-00aa92b23416, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e05e47b7-1494-4298-a416-00aa92b23416,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:17.630324 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.638853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a84-110e-4ac1-b398-3f596661a194 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.728657 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-4e38a11a-1991-465a-a084-c5ba00c6f0c8 service neutron] 10.222.0.31 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864830 Nov 12 08:50:17.744842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a334758-4eae-421c-a9c2-bbe06ee6ba08 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.780842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8::11b (376cbd53-eef7-4f19-a11f-fa391cb12464/276b70c7-a0fc-4009-9f2c-51a69f20529f/93acb059-19f1-4660-a599-5987e2222407) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:17.817294 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a60df-dbe8-4447-8f69-ae1b626de188 None None] Pushing event updated for resources: {'Port': ['ID=e05e47b7-1494-4298-a416-00aa92b23416,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:17.822112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Allocated IP 2001:db8:0:1:f816:3eff:feb8:dfd0 (376cbd53-eef7-4f19-a11f-fa391cb12464/ab516352-960d-4bb6-abd1-e024ad47768e/93acb059-19f1-4660-a599-5987e2222407) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:17.835227 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Routers {'3fbc7691-888b-4a9e-ab91-d545691f0abd'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:17.835892 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:50:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3fbc7691-888b-4a9e-ab91-d545691f0abd'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:17.886642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a334758-4eae-421c-a9c2-bbe06ee6ba08 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.897426 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a334758-4eae-421c-a9c2-bbe06ee6ba08 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.935261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a334758-4eae-421c-a9c2-bbe06ee6ba08 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1c7b42-7bdf-4df7-8279-12faccf9b8f5,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:17.977399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a334758-4eae-421c-a9c2-bbe06ee6ba08 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:17.985869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50834) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:17.986969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7a334758-4eae-421c-a9c2-bbe06ee6ba08 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5275898 Nov 12 08:50:18.037602 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a84-110e-4ac1-b398-3f596661a194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.096661 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0467abf9-5b54-43d2-b168-f7aa556f074e req-27e99cce-bdd8-4f0f-8d66-f540ae6486fb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 210 time: 0.0606947 Nov 12 08:50:18.278778 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-673620ae-0227-4cd9-acff-4ec2a5478f2a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.327559 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] Set router 3fbc7691-888b-4a9e-ab91-d545691f0abd gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:18.340656 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-673620ae-0227-4cd9-acff-4ec2a5478f2a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.348020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a39f2421-8500-45bf-bd37-db32b4654356 None None] Provisioning complete for port e05e47b7-1494-4298-a416-00aa92b23416 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:18.349438 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a39f2421-8500-45bf-bd37-db32b4654356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.488749 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a84-110e-4ac1-b398-3f596661a194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.693589 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a39f2421-8500-45bf-bd37-db32b4654356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.722919 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.767546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c89a84-110e-4ac1-b398-3f596661a194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be83557d-c837-4244-a853-25023a72bbf6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:18.772711 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-673620ae-0227-4cd9-acff-4ec2a5478f2a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.784845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-673620ae-0227-4cd9-acff-4ec2a5478f2a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.786582 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-673620ae-0227-4cd9-acff-4ec2a5478f2a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ee1c7b42-7bdf-4df7-8279-12faccf9b8f5 HTTP/1.1" status: 204 len: 168 time: 0.7842238 Nov 12 08:50:18.788026 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.789175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50868) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:18.799315 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d8c89a84-110e-4ac1-b398-3f596661a194 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.799926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7d791-5562-4192-a04e-87fa3c890287 None None] Network 1c1bab5a-5c49-41a8-8893-291dc0ac8bde requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:18.803443 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d8c89a84-110e-4ac1-b398-3f596661a194 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/be83557d-c837-4244-a853-25023a72bbf6 HTTP/1.1" status: 204 len: 168 time: 1.9343491 Nov 12 08:50:18.811137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50872) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:18.811938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673620ae-0227-4cd9-acff-4ec2a5478f2a tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee1c7b42-7bdf-4df7-8279-12faccf9b8f5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:18.882860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:18.888259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:18.957375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:18.976808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a39f2421-8500-45bf-bd37-db32b4654356 None None] For port e05e47b7-1494-4298-a416-00aa92b23416, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e05e47b7-1494-4298-a416-00aa92b23416,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:18.978164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1dd717df-3ac9-4a15-8046-5d32efaa69a0 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1836863 Nov 12 08:50:18.980549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50880) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:18.995098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:18.996925 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.005945 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:50:10Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e05e47b7-1494-4298-a416-00aa92b23416', 'name': '', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:34:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:50:06Z', 'updated_at': '2021-11-12T08:50:17Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:19.029663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 223ffa10-641e-4f0b-8e64-efd7def98e22 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:19.088873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 223ffa10-641e-4f0b-8e64-efd7def98e22 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:19.089880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 223ffa10-641e-4f0b-8e64-efd7def98e22 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:19.099514 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526de75f-d7fc-4a22-8dcf-0e30ee07110a None None] The sync data for ids ['3fbc7691-888b-4a9e-ab91-d545691f0abd'] in n-d-768851-18 is: [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:50:10Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e05e47b7-1494-4298-a416-00aa92b23416', 'name': '', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:34:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:50:06Z', 'updated_at': '2021-11-12T08:50:17Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:19.119703 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a39f2421-8500-45bf-bd37-db32b4654356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.197930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event updated for resources: {'Port': ['ID=93acb059-19f1-4660-a599-5987e2222407,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:19.268972 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f2421-8500-45bf-bd37-db32b4654356 None None] Pushing event updated for resources: {'Port': ['ID=e05e47b7-1494-4298-a416-00aa92b23416,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:19.282625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50888) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:19.287743 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6182cd18-91e7-4abd-ab21-7b980968fe5e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5037777 Nov 12 08:50:19.290508 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.343835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50890) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:19.417580 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f79b1000-5bfd-4bcf-beec-339fdafb2fec req-0acc8e09-fc46-47e2-819d-296c3aad6b76 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 210 time: 0.1514108 Nov 12 08:50:19.460392 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5beeca7-e6b4-4d6e-bfa9-3fb70513af39 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.483493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf4d31-72e1-4c0b-8ae5-69d2a4a0f1b4 req-a69f46d9-8325-494e-add9-af5559287450 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:19.485055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797772b0-a33c-461f-9ec5-c52ca12b4922 None None] DHCP port deletion for 1c1bab5a-5c49-41a8-8893-291dc0ac8bde request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:19.491338 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ddf4d31-72e1-4c0b-8ae5-69d2a4a0f1b4 req-a69f46d9-8325-494e-add9-af5559287450 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.4490623 Nov 12 08:50:19.630953 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfcab8c6-cc1c-473f-a41c-f19c3b3f38d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.695847 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5beeca7-e6b4-4d6e-bfa9-3fb70513af39 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.696664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ddf4d31-72e1-4c0b-8ae5-69d2a4a0f1b4 req-e45d118f-1889-4cda-bc7f-6d2174afb25d tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038920 Nov 12 08:50:19.698777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Deleting port 07713561-0774-4a27-82d5-c78dc4eb36c8 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:19.699368 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.765141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-823ed275-e4b4-44c9-8484-3fe9ea844c05 None None] Provisioning complete for port 93acb059-19f1-4660-a599-5987e2222407 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:19.766172 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-823ed275-e4b4-44c9-8484-3fe9ea844c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.817938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] For port 07713561-0774-4a27-82d5-c78dc4eb36c8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=07713561-0774-4a27-82d5-c78dc4eb36c8,segment=NetworkSegment(9ed71f20-aa11-4897-a3bb-6b2ed1b494f8),segment_id=9ed71f20-aa11-4897-a3bb-6b2ed1b494f8)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:19.818502 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.834076 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5beeca7-e6b4-4d6e-bfa9-3fb70513af39 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.840077 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5beeca7-e6b4-4d6e-bfa9-3fb70513af39 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.841342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Calling delete_port for 07713561-0774-4a27-82d5-c78dc4eb36c8 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:19.842367 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e5beeca7-e6b4-4d6e-bfa9-3fb70513af39 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-groups/5d354cea-ef8b-4d03-bf75-c829b3ad12b5 HTTP/1.1" status: 204 len: 168 time: 0.8601096 Nov 12 08:50:19.846232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-9e376f3c-2a00-45ed-a9a1-c62272a3197c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting port 93acb059-19f1-4660-a599-5987e2222407 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:19.847209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e376f3c-2a00-45ed-a9a1-c62272a3197c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.884901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-797772b0-a33c-461f-9ec5-c52ca12b4922 None None] Deleting port 07713561-0774-4a27-82d5-c78dc4eb36c8 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:19.890246 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-797772b0-a33c-461f-9ec5-c52ca12b4922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.955928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50896) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:19.975918 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.040799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-823ed275-e4b4-44c9-8484-3fe9ea844c05 None None] Port 93acb059-19f1-4660-a599-5987e2222407 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:50:20.057433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5beeca7-e6b4-4d6e-bfa9-3fb70513af39 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d354cea-ef8b-4d03-bf75-c829b3ad12b5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:20.071162 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-538ce2cd-0eb9-4b6e-8122-bdcd13bc42e3 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1078486 Nov 12 08:50:20.072436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Pushing event deleted for resources: {'Port': ['ID=07713561-0774-4a27-82d5-c78dc4eb36c8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:20.074893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] No DVR routers for this DVR port 07713561-0774-4a27-82d5-c78dc4eb36c8 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:20.076149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50902) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:20.080929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-797772b0-a33c-461f-9ec5-c52ca12b4922 None None] For port 07713561-0774-4a27-82d5-c78dc4eb36c8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=07713561-0774-4a27-82d5-c78dc4eb36c8,segment=NetworkSegment(9ed71f20-aa11-4897-a3bb-6b2ed1b494f8),segment_id=9ed71f20-aa11-4897-a3bb-6b2ed1b494f8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:20.081366 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-797772b0-a33c-461f-9ec5-c52ca12b4922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.109450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0ae9840d-8d70-4959-af41-38f9fedadaa7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039850485'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:20.143975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-797772b0-a33c-461f-9ec5-c52ca12b4922 None None] Calling delete_port for 07713561-0774-4a27-82d5-c78dc4eb36c8 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:20.196155 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e376f3c-2a00-45ed-a9a1-c62272a3197c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.232624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-9e376f3c-2a00-45ed-a9a1-c62272a3197c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Calling delete_port for 93acb059-19f1-4660-a599-5987e2222407 owned by {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:20.330446 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.384153 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1bab5a-5c49-41a8-8893-291dc0ac8bde']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:20.419645 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed71f20-aa11-4897-a3bb-6b2ed1b494f8') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:20.421433 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed71f20-aa11-4897-a3bb-6b2ed1b494f8') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:20.472795 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.525912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.548887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:20.549328 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:20.637455 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:20.640492 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ae9840d-8d70-4959-af41-38f9fedadaa7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.644994 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.669827 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.673452 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1c1bab5a-5c49-41a8-8893-291dc0ac8bde HTTP/1.1" status: 204 len: 168 time: 1.8590531 Nov 12 08:50:20.690893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b4c37-04c4-49c0-8ea6-3608229f8733 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1bab5a-5c49-41a8-8893-291dc0ac8bde,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:20.699459 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e376f3c-2a00-45ed-a9a1-c62272a3197c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.784035 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-797772b0-a33c-461f-9ec5-c52ca12b4922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.799514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-797772b0-a33c-461f-9ec5-c52ca12b4922 None None] Network 1c1bab5a-5c49-41a8-8893-291dc0ac8bde is not hosted by any dhcp agent {{(pid=102446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:50:20.800074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797772b0-a33c-461f-9ec5-c52ca12b4922 None None] No DVR routers for this DVR port 07713561-0774-4a27-82d5-c78dc4eb36c8 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:20.843472 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5c16e05c-3fe2-48c6-8858-80ea59b2667b req-7f82b65a-19e1-411e-b6bf-d563b23d23dc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 210 time: 0.1704142 Nov 12 08:50:20.890868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797772b0-a33c-461f-9ec5-c52ca12b4922 None None] Pushing event deleted for resources: {'Port': ['ID=07713561-0774-4a27-82d5-c78dc4eb36c8,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:20.915259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e376f3c-2a00-45ed-a9a1-c62272a3197c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Port': ['ID=93acb059-19f1-4660-a599-5987e2222407,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:20.949466 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfcab8c6-cc1c-473f-a41c-f19c3b3f38d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.006747 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cfcab8c6-cc1c-473f-a41c-f19c3b3f38d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.018403 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50912) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:21.020104 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e05e47b7-1494-4298-a416-00aa92b23416 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:21.045459 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e376f3c-2a00-45ed-a9a1-c62272a3197c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.061197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9e376f3c-2a00-45ed-a9a1-c62272a3197c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/93acb059-19f1-4660-a599-5987e2222407 HTTP/1.1" status: 204 len: 168 time: 1.7487879 Nov 12 08:50:21.064822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50916) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:21.154540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e05e47b7-1494-4298-a416-00aa92b23416 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:21.155716 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.167636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcab8c6-cc1c-473f-a41c-f19c3b3f38d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047f2255-0ee2-48f8-87ca-76372aa4ca4d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:21.170225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-d7465534-d0e0-41b9-9800-9834c69d79e2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:21.172218 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-d7465534-d0e0-41b9-9800-9834c69d79e2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "GET /v2.0/networks?id=4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 200 len: 796 time: 0.9150829 Nov 12 08:50:21.183415 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cfcab8c6-cc1c-473f-a41c-f19c3b3f38d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22c6b75bed084474a920a3c2c70d5f6f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8359413 Nov 12 08:50:21.191833 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50922) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:21.201028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a78b83-070c-453a-a6d6-b74ced1f4fbf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:21.215733 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-12a78b83-070c-453a-a6d6-b74ced1f4fbf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1482885 Nov 12 08:50:21.234589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50924) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:21.337161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2afe85-5a1d-4220-a306-3869e9ba59bf req-78c179f3-3cdc-4d8d-920b-dbe6637a082d tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:21.356611 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee2afe85-5a1d-4220-a306-3869e9ba59bf req-78c179f3-3cdc-4d8d-920b-dbe6637a082d tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.5189037 Nov 12 08:50:21.405629 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-d471baa1-7c76-4395-b2a3-9506a1b95665 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 378 time: 0.1876175 Nov 12 08:50:21.419258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'port': {'device_id': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'admin_state_up': True, 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'security_groups': ['02376b7b-6314-400c-a01a-2c6b69a400d5']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:21.462217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 07713561-0774-4a27-82d5-c78dc4eb36c8 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:21.462733 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ae9840d-8d70-4959-af41-38f9fedadaa7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.497763 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ae9840d-8d70-4959-af41-38f9fedadaa7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.521378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 07713561-0774-4a27-82d5-c78dc4eb36c8 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:21.522026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 07713561-0774-4a27-82d5-c78dc4eb36c8 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:21.529334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47a221a6-a61a-40d7-bd70-62540c2049a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.560894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34115259-5ab8-4e39-a79f-1822be8bb062 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:21.563656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-34115259-5ab8-4e39-a79f-1822be8bb062 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3278012 Nov 12 08:50:21.566785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50932) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:21.656410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d09733-e21b-4871-972e-c09c2e47b6ae tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:21.658880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d09733-e21b-4871-972e-c09c2e47b6ae tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:21.662323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d09733-e21b-4871-972e-c09c2e47b6ae tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:21.667030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-20d09733-e21b-4871-972e-c09c2e47b6ae tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0967901 Nov 12 08:50:21.667387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50938) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:21.761023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0b180e-c84d-498b-bc26-1014be53ffe6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet 276b70c7-a0fc-4009-9f2c-51a69f20529f {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:21.766436 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b0b180e-c84d-498b-bc26-1014be53ffe6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.769468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Made reservation on behalf of 0ea68474c3624cf0b82cb294cd7cfd85 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:21.773841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:21.847314 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b0b180e-c84d-498b-bc26-1014be53ffe6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.034228 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7cc578f3-8832-4af0-bbd5-3cc5e3975230 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a71297d1486641e5a3324dce5f4542fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9935496 Nov 12 08:50:22.044506 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50952) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.085046 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3cd8bf55-3d55-445c-84bb-db2795242147 req-74a050ff-8e62-49a0-a0b4-20410e4add4d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 210 time: 0.0672312 Nov 12 08:50:22.086594 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0ae9840d-8d70-4959-af41-38f9fedadaa7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.091489 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0ae9840d-8d70-4959-af41-38f9fedadaa7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.9849143 Nov 12 08:50:22.095113 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50958) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.107912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d0a206d8-650b-4fc1-a5e8-f15d251a9b2f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group_rule': {'security_group_id': '48645373-fd01-4a0c-9f5a-8f0f6416a0c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:22.114889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9840d-8d70-4959-af41-38f9fedadaa7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48645373-fd01-4a0c-9f5a-8f0f6416a0c0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:22.120036 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47a221a6-a61a-40d7-bd70-62540c2049a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.141495 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b0b180e-c84d-498b-bc26-1014be53ffe6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.145781 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee2afe85-5a1d-4220-a306-3869e9ba59bf req-ffa0b9f9-4e54-4f9f-b36d-a4a083b3da38 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7823393 Nov 12 08:50:22.176534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.20.0.14 (4be2e577-6e6c-4874-b93a-e053133a1c6e/14c284f0-a69e-4ce3-9b38-0113f7605f99/f6b09547-fac7-4a6e-bf33-892f00c5157d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:22.220923 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47a221a6-a61a-40d7-bd70-62540c2049a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.227493 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47a221a6-a61a-40d7-bd70-62540c2049a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.227493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-47a221a6-a61a-40d7-bd70-62540c2049a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/047f2255-0ee2-48f8-87ca-76372aa4ca4d HTTP/1.1" status: 204 len: 168 time: 1.0331147 Nov 12 08:50:22.237610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a221a6-a61a-40d7-bd70-62540c2049a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047f2255-0ee2-48f8-87ca-76372aa4ca4d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:22.273685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0a206d8-650b-4fc1-a5e8-f15d251a9b2f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.292027 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb0d1-9cbc-4011-bbb5-908269042083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.365466 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b0b180e-c84d-498b-bc26-1014be53ffe6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.421445 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.458526 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb0d1-9cbc-4011-bbb5-908269042083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.490296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50966) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.500349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b180e-c84d-498b-bc26-1014be53ffe6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=276b70c7-a0fc-4009-9f2c-51a69f20529f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:22.516753 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9b0b180e-c84d-498b-bc26-1014be53ffe6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.520281 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9b0b180e-c84d-498b-bc26-1014be53ffe6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/276b70c7-a0fc-4009-9f2c-51a69f20529f HTTP/1.1" status: 204 len: 168 time: 0.8517807 Nov 12 08:50:22.523504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa6fb1-5391-4375-8415-7139d597c0ea None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:22.523926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50970) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.570671 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0a206d8-650b-4fc1-a5e8-f15d251a9b2f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.584603 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0a206d8-650b-4fc1-a5e8-f15d251a9b2f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.596313 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.621083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a206d8-650b-4fc1-a5e8-f15d251a9b2f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7c85e9-e81b-4fe8-8383-f8cff6073d0c,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:22.633016 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0a206d8-650b-4fc1-a5e8-f15d251a9b2f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.637726 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d0a206d8-650b-4fc1-a5e8-f15d251a9b2f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5365670 Nov 12 08:50:22.637726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50972) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.648090 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb0d1-9cbc-4011-bbb5-908269042083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.650753 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9e4fb0d1-9cbc-4011-bbb5-908269042083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.654744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9e4fb0d1-9cbc-4011-bbb5-908269042083 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba7f87f4-09ab-4ed3-b7bc-933fe834ee71 HTTP/1.1" status: 204 len: 168 time: 0.6051030 Nov 12 08:50:22.660579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6050cc-fb72-4726-a45e-6ace4b7713ed tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Deleting subnet ab516352-960d-4bb6-abd1-e024ad47768e {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:22.672332 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff6050cc-fb72-4726-a45e-6ace4b7713ed tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.691141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fb0d1-9cbc-4011-bbb5-908269042083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f87f4-09ab-4ed3-b7bc-933fe834ee71,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:22.699373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7f448756-3103-4b9d-a8a5-8bed23f4de4d tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules/ea7c85e9-e81b-4fe8-8383-f8cff6073d0c HTTP/1.1" status: 200 len: 763 time: 0.0572054 Nov 12 08:50:22.701695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50976) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.722807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50978) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.731372 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.769075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff6050cc-fb72-4726-a45e-6ace4b7713ed tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.782116 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e059543c-6089-47f4-ad63-84da96280e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:22.843757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 4be2e577-6e6c-4874-b93a-e053133a1c6e is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:22.864326 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9d5fc787-998e-4274-a99d-62f370c17bf6 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1614420 Nov 12 08:50:22.871202 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50984) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:22.875856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:22.881719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:22.884659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=f6b09547-fac7-4a6e-bf33-892f00c5157d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:22.956222 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-99177d89-2b01-4738-888b-97c7b3b9d33d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.004285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:23.005194 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.063404 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-495646b9-ea1c-4229-b92a-68b7391e45cd tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.084554 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-495646b9-ea1c-4229-b92a-68b7391e45cd tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.089168 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff6050cc-fb72-4726-a45e-6ace4b7713ed tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.127054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e059543c-6089-47f4-ad63-84da96280e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.137871 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-ede091fe-daba-4435-ad2c-3b004953cae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7234557 Nov 12 08:50:23.139668 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e059543c-6089-47f4-ad63-84da96280e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.194269 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e059543c-6089-47f4-ad63-84da96280e56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4005f7b637d4a2b89a4b5553a6810ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4703839 Nov 12 08:50:23.195195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50994) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.202448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Request body: {'port': {'device_id': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:23.314319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50996) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.395264 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-495646b9-ea1c-4229-b92a-68b7391e45cd tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.416101 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-495646b9-ea1c-4229-b92a-68b7391e45cd tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.420452 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-495646b9-ea1c-4229-b92a-68b7391e45cd tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ea7c85e9-e81b-4fe8-8383-f8cff6073d0c HTTP/1.1" status: 204 len: 168 time: 0.5429690 Nov 12 08:50:23.427807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51000) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.435935 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.445387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059543c-6089-47f4-ad63-84da96280e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011cd144-c463-4cc9-94b9-58413d426d6e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:23.503530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8a745aeb-1665-4d0b-bb75-f23a69d6ceb6 None None] Provisioning complete for port f6b09547-fac7-4a6e-bf33-892f00c5157d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:23.504134 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8a745aeb-1665-4d0b-bb75-f23a69d6ceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.512842 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-99177d89-2b01-4738-888b-97c7b3b9d33d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.545969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51002) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.571797 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-99177d89-2b01-4738-888b-97c7b3b9d33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.572600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8a745aeb-1665-4d0b-bb75-f23a69d6ceb6 None None] Port f6b09547-fac7-4a6e-bf33-892f00c5157d cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:50:23.584883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495646b9-ea1c-4229-b92a-68b7391e45cd tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea7c85e9-e81b-4fe8-8383-f8cff6073d0c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:23.617825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae424e-116c-4685-ad76-d33584362f25 req-80838fd7-339a-47f6-a113-2ce0c1d43feb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:23.618228 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff6050cc-fb72-4726-a45e-6ace4b7713ed tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.619676 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3ae424e-116c-4685-ad76-d33584362f25 req-80838fd7-339a-47f6-a113-2ce0c1d43feb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 932 time: 0.3042071 Nov 12 08:50:23.620664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3602699-7222-40ae-9bbf-372f06113d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.626456 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd0b1-9df7-4934-bfc7-028853e72edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.641697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7b463-fc08-4f6b-80f9-288e8b1c3720 req-2bafda3e-7e18-4589-881f-fc1cb26d7d5a tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:23.643586 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8fd7b463-fc08-4f6b-80f9-288e8b1c3720 req-2bafda3e-7e18-4589-881f-fc1cb26d7d5a tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.3399236 Nov 12 08:50:23.706314 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3602699-7222-40ae-9bbf-372f06113d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.709248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6050cc-fb72-4726-a45e-6ace4b7713ed tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Subnet': ['ID=ab516352-960d-4bb6-abd1-e024ad47768e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:23.711198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99177d89-2b01-4738-888b-97c7b3b9d33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e698d9d3-b003-4d39-bd03-9e3022f12dd1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:23.733120 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-99177d89-2b01-4738-888b-97c7b3b9d33d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6544d1293ac4340b60814717f750f86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2408428 Nov 12 08:50:23.744603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51004) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.762241 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff6050cc-fb72-4726-a45e-6ace4b7713ed tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.768191 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ff6050cc-fb72-4726-a45e-6ace4b7713ed tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/ab516352-960d-4bb6-abd1-e024ad47768e HTTP/1.1" status: 204 len: 168 time: 1.2430677 Nov 12 08:50:23.770203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51006) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.794986 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ea54e6e1-1ff6-45b0-86b0-61bcde81e688 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2716775 Nov 12 08:50:23.810961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51008) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.814192 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d9bd1d22-fb9b-402a-bcb3-565c0ea80c1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2a99972c24942ec9f36c7434105f878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613289 Nov 12 08:50:23.819156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-21a1c89b-195e-4b38-a239-067f516db55b tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group_rule': {'security_group_id': '48645373-fd01-4a0c-9f5a-8f0f6416a0c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:23.827326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51010) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.876410 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0cbb8066-c71c-49d4-aceb-c881353d3981 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970097 Nov 12 08:50:23.883138 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51012) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:23.888160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3ae424e-116c-4685-ad76-d33584362f25 req-d125ceeb-c25e-4f50-80e7-6c13068c4309 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2538815 Nov 12 08:50:23.930001 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8fd7b463-fc08-4f6b-80f9-288e8b1c3720 req-7c84b930-36b8-4675-92b8-11ff8d1cae80 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447774 Nov 12 08:50:23.988193 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86cb9fde-a01a-4b72-a185-af6a3bc0baa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:23.991297 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21a1c89b-195e-4b38-a239-067f516db55b tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.011036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccaf22f-c6e3-4d98-b926-e2df37a73184 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:24.013160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8ccaf22f-c6e3-4d98-b926-e2df37a73184 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1244619 Nov 12 08:50:24.022260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51014) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.083595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86cb9fde-a01a-4b72-a185-af6a3bc0baa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.097456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e2976-8588-4583-8adf-1b1b596f7d88 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:24.099463 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1d9e2976-8588-4583-8adf-1b1b596f7d88 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0741012 Nov 12 08:50:24.104979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51016) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.145135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3602699-7222-40ae-9bbf-372f06113d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.148648 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3602699-7222-40ae-9bbf-372f06113d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.153402 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b3602699-7222-40ae-9bbf-372f06113d65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/011cd144-c463-4cc9-94b9-58413d426d6e HTTP/1.1" status: 204 len: 168 time: 0.9045527 Nov 12 08:50:24.166869 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a43f4197-b693-4fe8-843a-69ef86fb8d89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.177144 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ec9ff946-85ca-40ea-bd36-12d27640e631 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621448 Nov 12 08:50:24.185545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51020) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.193209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e35386f-0c1c-4c07-99eb-7a3b16685ae6 None None] Network 376cbd53-eef7-4f19-a11f-fa391cb12464 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:24.194445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3602699-7222-40ae-9bbf-372f06113d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011cd144-c463-4cc9-94b9-58413d426d6e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:24.250613 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-833a3106-5e99-4cdd-9857-bf37aaf108c1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:24.251842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833a3106-5e99-4cdd-9857-bf37aaf108c1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:24.252267 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a43f4197-b693-4fe8-843a-69ef86fb8d89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.259661 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-833a3106-5e99-4cdd-9857-bf37aaf108c1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/93acb059-19f1-4660-a599-5987e2222407 HTTP/1.1" status: 404 len: 333 time: 0.0728061 Nov 12 08:50:24.263104 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21a1c89b-195e-4b38-a239-067f516db55b tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.266308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51022) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.293124 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd0b1-9df7-4934-bfc7-028853e72edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.300703 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86cb9fde-a01a-4b72-a185-af6a3bc0baa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.303759 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-86cb9fde-a01a-4b72-a185-af6a3bc0baa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.307436 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-86cb9fde-a01a-4b72-a185-af6a3bc0baa4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e698d9d3-b003-4d39-bd03-9e3022f12dd1 HTTP/1.1" status: 204 len: 168 time: 0.5500171 Nov 12 08:50:24.308478 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21a1c89b-195e-4b38-a239-067f516db55b tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.317963 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8eba2c4-8b84-4878-9cbb-9eb151fe7f74 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:24.318559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8eba2c4-8b84-4878-9cbb-9eb151fe7f74 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:24.325026 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e8eba2c4-8b84-4878-9cbb-9eb151fe7f74 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/ab516352-960d-4bb6-abd1-e024ad47768e HTTP/1.1" status: 404 len: 337 time: 0.0567741 Nov 12 08:50:24.325438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd0b1-9df7-4934-bfc7-028853e72edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.327168 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51026) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.353484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb9fde-a01a-4b72-a185-af6a3bc0baa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e698d9d3-b003-4d39-bd03-9e3022f12dd1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:24.385259 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-945174c0-7eb7-4dc3-8aa8-8684f8eeb0a0 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:24.385901 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945174c0-7eb7-4dc3-8aa8-8684f8eeb0a0 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:24.393609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-945174c0-7eb7-4dc3-8aa8-8684f8eeb0a0 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/276b70c7-a0fc-4009-9f2c-51a69f20529f HTTP/1.1" status: 404 len: 337 time: 0.0583837 Nov 12 08:50:24.395625 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1c89b-195e-4b38-a239-067f516db55b tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f75a7a-3546-448d-8245-1e5390320058,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:24.396750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51028) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.401908 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21a1c89b-195e-4b38-a239-067f516db55b tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.407642 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-21a1c89b-195e-4b38-a239-067f516db55b tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5914958 Nov 12 08:50:24.408382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51030) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.435737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b814a4b7-d594-4e55-80ca-e2209d8be624 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules/e6f75a7a-3546-448d-8245-1e5390320058 HTTP/1.1" status: 200 len: 763 time: 0.0258076 Nov 12 08:50:24.436467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51032) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.440810 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1bcfd0b1-9df7-4934-bfc7-028853e72edb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3168028b2e9a4e67ada72f057940a8a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1065748 Nov 12 08:50:24.457726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51034) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.490873 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-62913d87-06a5-4191-bd6a-feaca2e9ca51 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:24.491629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62913d87-06a5-4191-bd6a-feaca2e9ca51 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:24.494996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-62913d87-06a5-4191-bd6a-feaca2e9ca51 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/72d4fc0c-26be-4188-8450-3512d90b7fa0 HTTP/1.1" status: 404 len: 333 time: 0.0962927 Nov 12 08:50:24.498207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51036) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.512778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfd0b1-9df7-4934-bfc7-028853e72edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631acd76-d348-4e40-a557-de7dfbe41601,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:24.529719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75ae3485-c1c8-4479-9ca1-27b81b00d90f None None] Provisioning complete for port cfee172b-200e-4eaf-b11c-d21ee0ae36ee triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:24.530739 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75ae3485-c1c8-4479-9ca1-27b81b00d90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.582241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b09547-fac7-4a6e-bf33-892f00c5157d {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:50:24.582541 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ccb5290d-d2fa-415d-b6d9-9662c11327df tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1447875 Nov 12 08:50:24.584032 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ded9198-6594-4ed4-83cd-b15954ebe9c8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:24.584696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ded9198-6594-4ed4-83cd-b15954ebe9c8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:24.603400 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0ded9198-6594-4ed4-83cd-b15954ebe9c8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/8ae320ff-1780-492c-b9fd-8388c9ba5fe8 HTTP/1.1" status: 404 len: 337 time: 0.1021285 Nov 12 08:50:24.604222 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51038) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.604413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51040) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.619274 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.628450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a43f4197-b693-4fe8-843a-69ef86fb8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.636298 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a43f4197-b693-4fe8-843a-69ef86fb8d89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.637744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a43f4197-b693-4fe8-843a-69ef86fb8d89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f187c622-aced-47e8-8181-13faa0e6b761 HTTP/1.1" status: 204 len: 168 time: 0.8074820 Nov 12 08:50:24.663318 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6e713f-0cbe-438a-92d6-c2094a479ac9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:24.663789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6e713f-0cbe-438a-92d6-c2094a479ac9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:24.667381 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7c6e713f-0cbe-438a-92d6-c2094a479ac9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/4991315e-154f-4f38-bfc3-9745860db19d HTTP/1.1" status: 404 len: 337 time: 0.0506990 Nov 12 08:50:24.682107 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51044) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.682573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bfd2b720-d451-48e7-af5d-80c56bd40286 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.685225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f4197-b693-4fe8-843a-69ef86fb8d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f187c622-aced-47e8-8181-13faa0e6b761,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:24.696030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Transition to ACTIVE for port object f6b09547-fac7-4a6e-bf33-892f00c5157d will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:50:24.715778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.736761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20735398-74a1-45e5-81e7-fc2de2804e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.746241 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bfd2b720-d451-48e7-af5d-80c56bd40286 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.749366 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04abc62-846d-431e-8c52-d8261f1eacc2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:24.750408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04abc62-846d-431e-8c52-d8261f1eacc2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:24.754960 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b04abc62-846d-431e-8c52-d8261f1eacc2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/8fd67d7d-3d18-4975-9a61-c3f51b9f3a11 HTTP/1.1" status: 404 len: 333 time: 0.0698264 Nov 12 08:50:24.760754 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51050) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.811812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e551bf6e-aa2d-45bc-8a93-26e3179a2342 None None] DHCP port deletion for 376cbd53-eef7-4f19-a11f-fa391cb12464 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:24.861722 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f7c8ec-498c-4337-83e3-4cd8a30c47f3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:24.862732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f7c8ec-498c-4337-83e3-4cd8a30c47f3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:24.867245 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-98f7c8ec-498c-4337-83e3-4cd8a30c47f3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/22e5395b-589a-41f6-b3ab-544b8bdefa13 HTTP/1.1" status: 404 len: 337 time: 0.0999985 Nov 12 08:50:24.870207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51052) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.904203 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-086eeec1-8110-4d8a-82f6-9e04f259f84c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:24.905049 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086eeec1-8110-4d8a-82f6-9e04f259f84c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:24.909422 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-086eeec1-8110-4d8a-82f6-9e04f259f84c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/2b3080d1-a2cc-49ac-98c7-dfd99655dc16 HTTP/1.1" status: 404 len: 337 time: 0.0377140 Nov 12 08:50:24.912549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51054) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:24.969473 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e551bf6e-aa2d-45bc-8a93-26e3179a2342 None None] Deleting port cfee172b-200e-4eaf-b11c-d21ee0ae36ee {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:24.969860 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e551bf6e-aa2d-45bc-8a93-26e3179a2342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.987755 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bfd2b720-d451-48e7-af5d-80c56bd40286 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:24.993828 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb475c6-4c6c-4425-aebc-f357b92894dc tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:24.996946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb475c6-4c6c-4425-aebc-f357b92894dc tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:25.001284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4fb475c6-4c6c-4425-aebc-f357b92894dc tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/ed034f16-b061-42a1-8e59-dcd2fd36e6c5 HTTP/1.1" status: 404 len: 333 time: 0.0868192 Nov 12 08:50:25.002411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cfee172b-200e-4eaf-b11c-d21ee0ae36ee no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:25.007608 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bfd2b720-d451-48e7-af5d-80c56bd40286 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.008947 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bfd2b720-d451-48e7-af5d-80c56bd40286 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e6f75a7a-3546-448d-8245-1e5390320058 HTTP/1.1" status: 204 len: 168 time: 0.4035573 Nov 12 08:50:25.014549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51062) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.014878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51064) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.108973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2b720-d451-48e7-af5d-80c56bd40286 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6f75a7a-3546-448d-8245-1e5390320058,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:25.119149 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a609cb-6481-4937-b162-4ddf280e87d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:25.120546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a609cb-6481-4937-b162-4ddf280e87d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:25.125876 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-10a609cb-6481-4937-b162-4ddf280e87d6 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/0529be19-6963-40ea-98fa-a5a19182c876 HTTP/1.1" status: 404 len: 337 time: 0.1098254 Nov 12 08:50:25.130036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51066) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.197570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e551bf6e-aa2d-45bc-8a93-26e3179a2342 None None] For port cfee172b-200e-4eaf-b11c-d21ee0ae36ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:25.197982 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e551bf6e-aa2d-45bc-8a93-26e3179a2342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.235926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51068) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.251521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e551bf6e-aa2d-45bc-8a93-26e3179a2342 None None] Calling delete_port for cfee172b-200e-4eaf-b11c-d21ee0ae36ee owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:25.255940 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5b6148ef-554f-4da2-910e-aae31e3f0b4f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2305784 Nov 12 08:50:25.256674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51070) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.266645 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e219f3-37e0-42cd-9f2b-f5ca31b28c8b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:25.267124 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e219f3-37e0-42cd-9f2b-f5ca31b28c8b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:25.273293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-13e219f3-37e0-42cd-9f2b-f5ca31b28c8b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/7a7954ef-77ad-4893-8eac-51c948fce57f HTTP/1.1" status: 404 len: 337 time: 0.1402893 Nov 12 08:50:25.274056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51072) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.279138 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d4605225-519c-43e5-98a9-039057b1bdb6 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Request body: {'security_group_rule': {'security_group_id': '48645373-fd01-4a0c-9f5a-8f0f6416a0c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:25.351247 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d1d99552-2156-4ad7-b5bb-4d97da59ade0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.365404 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5aee1c0-1b97-493d-84c8-89098364077d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:25.366672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5aee1c0-1b97-493d-84c8-89098364077d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:25.376271 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d5aee1c0-1b97-493d-84c8-89098364077d tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/9af6a05b-c71d-40bf-bd4c-f9bd31a650e3 HTTP/1.1" status: 404 len: 333 time: 0.0885119 Nov 12 08:50:25.387028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51074) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.406733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344de0f0-ef2c-4d98-a5dc-dd222ecbfa63 req-93ea3eb5-dfdd-42e8-a6ab-5b5280b22ea7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:25.431717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-344de0f0-ef2c-4d98-a5dc-dd222ecbfa63 req-93ea3eb5-dfdd-42e8-a6ab-5b5280b22ea7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.2625914 Nov 12 08:50:25.439058 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.457081 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20735398-74a1-45e5-81e7-fc2de2804e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.497437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Pushing event updated for resources: {'Port': ['ID=f6b09547-fac7-4a6e-bf33-892f00c5157d,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:25.559381 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-344de0f0-ef2c-4d98-a5dc-dd222ecbfa63 req-b56d6e5a-d5af-467c-8383-2dfc0e083481 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258888 Nov 12 08:50:25.582325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dacad-12eb-4030-86a4-e104aab148d2 req-74b39053-5bf0-47a2-a84b-5d62381a8741 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:25.583345 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0e4dacad-12eb-4030-86a4-e104aab148d2 req-74b39053-5bf0-47a2-a84b-5d62381a8741 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 944 time: 0.1835980 Nov 12 08:50:25.583515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port cfee172b-200e-4eaf-b11c-d21ee0ae36ee, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,segment=NetworkSegment(43b237b6-c474-4c77-b48a-204f12d4a34e),segment_id=43b237b6-c474-4c77-b48a-204f12d4a34e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:25.589239 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.632141 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-499e8ecf-fc07-49c2-9987-490a8b525731 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:25.633446 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499e8ecf-fc07-49c2-9987-490a8b525731 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:25.645013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51078) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.645353 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-499e8ecf-fc07-49c2-9987-490a8b525731 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/e2ea8187-653f-4031-9e4b-437be0844587 HTTP/1.1" status: 404 len: 337 time: 0.2070270 Nov 12 08:50:25.651514 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-d4605225-519c-43e5-98a9-039057b1bdb6 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Project 6c279a7a3e4e4677bfe6b3cebcf88686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:50:25.667501 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20735398-74a1-45e5-81e7-fc2de2804e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.672960 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20735398-74a1-45e5-81e7-fc2de2804e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.673815 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-20735398-74a1-45e5-81e7-fc2de2804e92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/631acd76-d348-4e40-a557-de7dfbe41601 HTTP/1.1" status: 204 len: 168 time: 1.1777394 Nov 12 08:50:25.677835 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4605225-519c-43e5-98a9-039057b1bdb6 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.705819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Attempting to bind port f6b09547-fac7-4a6e-bf33-892f00c5157d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:25.706183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Attempting to bind port f6b09547-fac7-4a6e-bf33-892f00c5157d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:25.706575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Attempting to bind port f6b09547-fac7-4a6e-bf33-892f00c5157d on network 4be2e577-6e6c-4874-b93a-e053133a1c6e {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:25.725276 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c370abf1-2483-4bc8-9f7d-8eb60cd2c435 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:25.725814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c370abf1-2483-4bc8-9f7d-8eb60cd2c435 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:25.730173 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c370abf1-2483-4bc8-9f7d-8eb60cd2c435 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/24295b7f-0e84-4f96-8d08-b4aa7bf10f9a HTTP/1.1" status: 404 len: 333 time: 0.0818257 Nov 12 08:50:25.732677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20735398-74a1-45e5-81e7-fc2de2804e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631acd76-d348-4e40-a557-de7dfbe41601,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:25.734605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51084) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.752928 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0e4dacad-12eb-4030-86a4-e104aab148d2 req-e0a026a2-a8a2-4032-8796-e53387a35879 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1557677 Nov 12 08:50:25.753868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Port f6b09547-fac7-4a6e-bf33-892f00c5157d on network 4be2e577-6e6c-4874-b93a-e053133a1c6e not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:50:25.754029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Attempting to bind port f6b09547-fac7-4a6e-bf33-892f00c5157d on network 4be2e577-6e6c-4874-b93a-e053133a1c6e {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:25.800671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:25.801326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Checking segment: {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:25.802817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Bound using segment: {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:25.803663 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Bound port: f6b09547-fac7-4a6e-bf33-892f00c5157d, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:25.804252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.811254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,revision_number=17']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:25.813420 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b74c98-f873-4cf6-926e-b02553521bf8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:25.814135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b74c98-f873-4cf6-926e-b02553521bf8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:25.814662 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e551bf6e-aa2d-45bc-8a93-26e3179a2342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.818515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-22b74c98-f873-4cf6-926e-b02553521bf8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/e3774d5b-759d-49e2-b8cd-6523fe7aa24a HTTP/1.1" status: 404 len: 337 time: 0.0825362 Nov 12 08:50:25.827349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51088) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.836542 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4605225-519c-43e5-98a9-039057b1bdb6 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.858847 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-109da13b-b4f8-4745-a7b3-59bb20bedea9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:25.859444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109da13b-b4f8-4745-a7b3-59bb20bedea9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:25.865519 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-109da13b-b4f8-4745-a7b3-59bb20bedea9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/1b516770-508f-4878-ad02-41fb6538a1c3 HTTP/1.1" status: 404 len: 333 time: 0.0345273 Nov 12 08:50:25.866932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551bf6e-aa2d-45bc-8a93-26e3179a2342 None None] Pushing event deleted for resources: {'Port': ['ID=cfee172b-200e-4eaf-b11c-d21ee0ae36ee,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:25.867098 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51090) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.877259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e551bf6e-aa2d-45bc-8a93-26e3179a2342 None None] No DVR routers for this DVR port cfee172b-200e-4eaf-b11c-d21ee0ae36ee on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:25.889860 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4605225-519c-43e5-98a9-039057b1bdb6 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.922582 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d8edeb-5bcd-4fce-966c-14d9632e84f4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:25.923037 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d8edeb-5bcd-4fce-966c-14d9632e84f4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:25.923253 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d1d99552-2156-4ad7-b5bb-4d97da59ade0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.929178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b6d8edeb-5bcd-4fce-966c-14d9632e84f4 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/385f3fab-d7a1-4bc4-8012-aa30d01fd8af HTTP/1.1" status: 404 len: 337 time: 0.0587180 Nov 12 08:50:25.929425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51094) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.932434 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4605225-519c-43e5-98a9-039057b1bdb6 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.936784 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d4605225-519c-43e5-98a9-039057b1bdb6 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6719582 Nov 12 08:50:25.939296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51096) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:25.946869 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d1d99552-2156-4ad7-b5bb-4d97da59ade0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:25.953819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4605225-519c-43e5-98a9-039057b1bdb6 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ade218d-9e74-4fca-b90a-d6f0e6086da5,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:25.958629 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31d7c86-a5c3-48b3-b856-392f8cce2204 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:25.959343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31d7c86-a5c3-48b3-b856-392f8cce2204 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:25.962414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e31d7c86-a5c3-48b3-b856-392f8cce2204 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/107c2499-a26f-4014-b909-daac1409a294 HTTP/1.1" status: 404 len: 333 time: 0.0320189 Nov 12 08:50:25.964933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51098) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.005011 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-af36abbb-a139-4449-809d-914a94b39ea8 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules/5ade218d-9e74-4fca-b90a-d6f0e6086da5 HTTP/1.1" status: 200 len: 769 time: 0.0615890 Nov 12 08:50:26.008535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51100) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.018414 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d1d99552-2156-4ad7-b5bb-4d97da59ade0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e07f8df9818a4a55beb23eacfca92821&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7795935 Nov 12 08:50:26.019104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d99552-2156-4ad7-b5bb-4d97da59ade0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ca8dc7-bd32-4393-be9b-6227ea5ff993,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:26.022019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51102) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.033835 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff74682-f778-456a-8ebc-73425ce70faa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.034312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff74682-f778-456a-8ebc-73425ce70faa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.038275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eff74682-f778-456a-8ebc-73425ce70faa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/fa937b47-4a8f-46eb-8db3-820f1615f050 HTTP/1.1" status: 404 len: 337 time: 0.0710423 Nov 12 08:50:26.040501 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51108) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.060619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:26.065876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:26.077992 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.088201 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b50d2ac-06b4-4557-90af-805141a3916c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.089313 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b50d2ac-06b4-4557-90af-805141a3916c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.092753 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0b50d2ac-06b4-4557-90af-805141a3916c tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/d51a00f3-3f7e-4fba-bde4-5a5259ce9b3c HTTP/1.1" status: 404 len: 333 time: 0.0511687 Nov 12 08:50:26.095333 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51110) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.099654 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ef1d29ec-2957-4b00-842b-c1e533216312 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0862951 Nov 12 08:50:26.131011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51112) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.140153 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fe5dae-2210-47b9-bfb6-2668ec6db3f9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.140676 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fe5dae-2210-47b9-bfb6-2668ec6db3f9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.143727 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b6fe5dae-2210-47b9-bfb6-2668ec6db3f9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/04dfff1d-21e8-49bf-aa3d-781d77cb5684 HTTP/1.1" status: 404 len: 337 time: 0.0474293 Nov 12 08:50:26.146830 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51118) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.159265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:26.159890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.161337 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] 10.222.0.52 "PUT /v2.0/ports/f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 1093 time: 2.9760709 Nov 12 08:50:26.161857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:26.164253 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c687cd-e212-44f2-9eff-5ab5cfbc0952" -d '{"events": [{"name": "network-changed", "server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:26.180886 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd02b33e-2466-4a22-bf93-4eae12c8cc94 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.181760 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd02b33e-2466-4a22-bf93-4eae12c8cc94 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.188081 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bd02b33e-2466-4a22-bf93-4eae12c8cc94 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/030d89b1-d6ff-4097-9249-e7604351b1ac HTTP/1.1" status: 404 len: 333 time: 0.0383179 Nov 12 08:50:26.190700 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51124) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.216804 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2adda40a-d429-43e9-8c46-203c74dd76cf tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.228959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacb085-a6f5-44ed-8bf2-1a64ea72214b service neutron] Pushing event updated for resources: {'Port': ['ID=f6b09547-fac7-4a6e-bf33-892f00c5157d,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:26.232990 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2adda40a-d429-43e9-8c46-203c74dd76cf tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.247593 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f10c60-0dd1-47e7-958e-c475b7471611 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.248333 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f10c60-0dd1-47e7-958e-c475b7471611 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.265455 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a9f10c60-0dd1-47e7-958e-c475b7471611 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/17879249-5b24-47a9-a17f-b44e588cc592 HTTP/1.1" status: 404 len: 337 time: 0.0713558 Nov 12 08:50:26.265889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51128) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.267087 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8151d698-3fd2-4d2c-aaeb-ba9aaf730df7 x-openstack-request-id: req-8151d698-3fd2-4d2c-aaeb-ba9aaf730df7 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:26.267409 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:26.267659 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8151d698-3fd2-4d2c-aaeb-ba9aaf730df7 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:26.268289 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'status': 'completed', 'code': 200} Nov 12 08:50:26.313447 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-baf34eaa-98a0-4fb7-b2c4-a70ca378695d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.323961 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-914472a5-1c78-4ed1-afae-7c252524f9b3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.324418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914472a5-1c78-4ed1-afae-7c252524f9b3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.326238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-b91b2521-6b94-49c7-904e-28d028de7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:26.328204 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-914472a5-1c78-4ed1-afae-7c252524f9b3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/7f751a3a-51a5-4a29-96cd-3c4cad4eb5a2 HTTP/1.1" status: 404 len: 337 time: 0.0508547 Nov 12 08:50:26.330902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51134) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.337605 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-b91b2521-6b94-49c7-904e-28d028de7d1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1096 time: 0.1097689 Nov 12 08:50:26.338545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2adda40a-d429-43e9-8c46-203c74dd76cf tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.346592 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2adda40a-d429-43e9-8c46-203c74dd76cf tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.348185 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2adda40a-d429-43e9-8c46-203c74dd76cf tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5ade218d-9e74-4fca-b90a-d6f0e6086da5 HTTP/1.1" status: 204 len: 168 time: 0.2145863 Nov 12 08:50:26.351609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51136) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.372618 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc6e72b-ab13-48d6-9b7e-47022a106be7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.373464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc6e72b-ab13-48d6-9b7e-47022a106be7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.376668 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7dc6e72b-ab13-48d6-9b7e-47022a106be7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/1cbf877e-0ef1-462b-84dc-ca436a409d59 HTTP/1.1" status: 404 len: 333 time: 0.0447628 Nov 12 08:50:26.385438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51138) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.400147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-baf34eaa-98a0-4fb7-b2c4-a70ca378695d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.435897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adda40a-d429-43e9-8c46-203c74dd76cf tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ade218d-9e74-4fca-b90a-d6f0e6086da5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:26.463277 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-4e337cf3-2c9a-40d1-ae70-aa75ba10649d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 217 time: 0.1100352 Nov 12 08:50:26.467713 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5816ae-4f50-4af9-878d-3dfc59f2a902 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.468202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5816ae-4f50-4af9-878d-3dfc59f2a902 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.473888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ea5816ae-4f50-4af9-878d-3dfc59f2a902 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/64480306-7314-481d-b71e-80751cbaae09 HTTP/1.1" status: 404 len: 337 time: 0.0810387 Nov 12 08:50:26.475275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51140) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.524695 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a170cbcf-dab8-4400-a190-824fa730a3e9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.525182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a170cbcf-dab8-4400-a190-824fa730a3e9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.528583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a170cbcf-dab8-4400-a190-824fa730a3e9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/47583fc5-6412-4563-844c-44a9adfd75ff HTTP/1.1" status: 404 len: 337 time: 0.0523372 Nov 12 08:50:26.529630 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b1292998-7d88-46a7-80c9-ad9e81f41d6f tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1750040 Nov 12 08:50:26.531151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51146) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.534004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51148) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.555568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-bba7d814-b623-415f-97b1-9177222b9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:26.557172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-bba7d814-b623-415f-97b1-9177222b9860 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=14c284f0-a69e-4ce3-9b38-0113f7605f99 HTTP/1.1" status: 200 len: 834 time: 0.0833972 Nov 12 08:50:26.559615 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f3f94b-1261-46d5-9524-96e115ce9db2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.560194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f3f94b-1261-46d5-9524-96e115ce9db2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.563792 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-36f3f94b-1261-46d5-9524-96e115ce9db2 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/a0197a4d-72c0-4337-8a9d-5d8688d8b4e7 HTTP/1.1" status: 404 len: 333 time: 0.0310268 Nov 12 08:50:26.566210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51152) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.642226 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-981f99c2-f55d-4994-871c-f754882366bf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.643210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981f99c2-f55d-4994-871c-f754882366bf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.651153 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-981f99c2-f55d-4994-871c-f754882366bf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/9b83b690-271a-47eb-b328-3f886e4184ff HTTP/1.1" status: 404 len: 337 time: 0.0839367 Nov 12 08:50:26.652483 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-baf34eaa-98a0-4fb7-b2c4-a70ca378695d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.654286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51160) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.661225 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-baf34eaa-98a0-4fb7-b2c4-a70ca378695d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.662410 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-baf34eaa-98a0-4fb7-b2c4-a70ca378695d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4ca8dc7-bd32-4393-be9b-6227ea5ff993 HTTP/1.1" status: 204 len: 168 time: 0.6394019 Nov 12 08:50:26.669095 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc4db97f-83ac-4598-93b0-f913cfb43ac7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.675430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf34eaa-98a0-4fb7-b2c4-a70ca378695d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ca8dc7-bd32-4393-be9b-6227ea5ff993,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:26.694694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-637c7a1b-50a7-459e-ab8c-fdee79a03130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:26.696321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-637c7a1b-50a7-459e-ab8c-fdee79a03130 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4be2e577-6e6c-4874-b93a-e053133a1c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264868 Nov 12 08:50:26.707106 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef644b3d-aa2b-4d21-92e4-9b8992608954 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.707559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef644b3d-aa2b-4d21-92e4-9b8992608954 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.710636 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ef644b3d-aa2b-4d21-92e4-9b8992608954 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/b3243508-ea4f-46d5-8f65-5a9ed8d3befd HTTP/1.1" status: 404 len: 337 time: 0.0525286 Nov 12 08:50:26.713486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51164) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.750662 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f5cad1-99c4-4ff2-9894-cdd27f596ab8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.751629 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f5cad1-99c4-4ff2-9894-cdd27f596ab8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.754930 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-13f5cad1-99c4-4ff2-9894-cdd27f596ab8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/f5919e6e-ce86-4188-9321-80331e86e04e HTTP/1.1" status: 404 len: 333 time: 0.0401418 Nov 12 08:50:26.758088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51166) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.800326 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c584ca7-694c-481e-976c-4df8ef9689c9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.800326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c584ca7-694c-481e-976c-4df8ef9689c9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.800326 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8c584ca7-694c-481e-976c-4df8ef9689c9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/dfdfac3b-447d-4c15-b32a-52481fc329c7 HTTP/1.1" status: 404 len: 337 time: 0.0361450 Nov 12 08:50:26.800326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51172) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.808564 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc4db97f-83ac-4598-93b0-f913cfb43ac7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.832178 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e9ba07-1fdd-4723-a5bc-317bd82593bf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:26.832839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e9ba07-1fdd-4723-a5bc-317bd82593bf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:26.836464 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d2e9ba07-1fdd-4723-a5bc-317bd82593bf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/5bfecbd8-428f-4e0e-8d4a-46cddab3f27b HTTP/1.1" status: 404 len: 337 time: 0.0342376 Nov 12 08:50:26.842026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51176) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.901573 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-db7e7a51-1182-4b5f-b885-a5a7017bc1e3 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports?device_id=42d5868b-d1db-4be7-ba94-e8352a13019b HTTP/1.1" status: 200 len: 205 time: 0.0548286 Nov 12 08:50:26.904248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51178) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:26.928035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eed8d5-335d-4249-b5ff-7bf2250f66d6 req-1b6a9190-7abf-48a5-aa19-9a09cf78c0e6 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:26.930316 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-35eed8d5-335d-4249-b5ff-7bf2250f66d6 req-1b6a9190-7abf-48a5-aa19-9a09cf78c0e6 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.2578416 Nov 12 08:50:26.946639 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc4db97f-83ac-4598-93b0-f913cfb43ac7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.950256 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fc4db97f-83ac-4598-93b0-f913cfb43ac7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:26.952521 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fc4db97f-83ac-4598-93b0-f913cfb43ac7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "DELETE /v2.0/security-groups/48645373-fd01-4a0c-9f5a-8f0f6416a0c0 HTTP/1.1" status: 204 len: 168 time: 0.4168715 Nov 12 08:50:26.970353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51180) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.001408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4db97f-83ac-4598-93b0-f913cfb43ac7 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48645373-fd01-4a0c-9f5a-8f0f6416a0c0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:27.002924 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-e83f697c-e96c-4489-b7de-fdc7098e7cb9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] delete failed (client error): The resource could not be found. Nov 12 08:50:27.004214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e83f697c-e96c-4489-b7de-fdc7098e7cb9 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/routers/42d5868b-d1db-4be7-ba94-e8352a13019b HTTP/1.1" status: 404 len: 336 time: 0.0986142 Nov 12 08:50:27.005907 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-64447b05-5ed7-4cf6-bd91-09239aed1a8d service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941215 Nov 12 08:50:27.007096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51182) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.074181 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31e4ebc-7192-4189-8200-ef4fd0a1dc21 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.079174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31e4ebc-7192-4189-8200-ef4fd0a1dc21 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.088464 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f31e4ebc-7192-4189-8200-ef4fd0a1dc21 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/dc908dcc-1524-4b82-a6ed-c0d6f8fcd9e5 HTTP/1.1" status: 404 len: 337 time: 0.0799656 Nov 12 08:50:27.091673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51184) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.143895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-35eed8d5-335d-4249-b5ff-7bf2250f66d6 req-3a7c5723-32c3-4d0c-8a67-836d457f876b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898403 Nov 12 08:50:27.160123 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2e62304b-e1e8-460d-b020-efc0cdc58faa tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1837914 Nov 12 08:50:27.167598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51190) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.188464 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-354ccee2-df56-4bc9-946c-9caca2a7f108 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd85b93d-13aa-4cee-acfb-d8b5d5c4faae HTTP/1.1" status: 200 len: 205 time: 0.0953197 Nov 12 08:50:27.191396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51192) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.256636 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-500b6c32-c722-48dd-82cc-f6da63a69115 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] delete failed (client error): The resource could not be found. Nov 12 08:50:27.257734 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-500b6c32-c722-48dd-82cc-f6da63a69115 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/routers/cd85b93d-13aa-4cee-acfb-d8b5d5c4faae HTTP/1.1" status: 404 len: 336 time: 0.0574005 Nov 12 08:50:27.260525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51196) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.266050 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9cbe831-ba34-4e9a-b7bd-00c6377ba066 req-6aa54e72-74dd-447a-aa8e-10779cf30fe1 service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494981 Nov 12 08:50:27.295500 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c2065aca-dead-455a-b7e2-a9fc21394702 tempest-SecGroupIPv6Test-1877599060 tempest-SecGroupIPv6Test-1877599060-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1252358 Nov 12 08:50:27.337625 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5662830-9af0-4d8e-b59b-6f748483ea48 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.338080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5662830-9af0-4d8e-b59b-6f748483ea48 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.343926 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e5662830-9af0-4d8e-b59b-6f748483ea48 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/f5fd3499-beb3-47fd-a49f-d1e16a275fe2 HTTP/1.1" status: 404 len: 337 time: 0.0792148 Nov 12 08:50:27.350944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d561f-d3cc-484b-b755-3d3b169e43a6 req-2e13ed35-e3b9-44a9-9702-72aa32af6426 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:27.352919 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f14d561f-d3cc-484b-b755-3d3b169e43a6 req-2e13ed35-e3b9-44a9-9702-72aa32af6426 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 944 time: 0.1559935 Nov 12 08:50:27.353435 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51206) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.388612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c687cd-e212-44f2-9eff-5ab5cfbc0952 req-f259659f-7d51-416f-8929-bfa82e8b7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:27.391003 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-26c687cd-e212-44f2-9eff-5ab5cfbc0952 req-f259659f-7d51-416f-8929-bfa82e8b7743 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1096 time: 0.0706828 Nov 12 08:50:27.396977 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d93b33d-f3ef-44f0-813b-0cd2dbcc71a1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.397509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d93b33d-f3ef-44f0-813b-0cd2dbcc71a1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.400505 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3d93b33d-f3ef-44f0-813b-0cd2dbcc71a1 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/9baeca5c-c39d-463c-ac50-09fbd3d78a6e HTTP/1.1" status: 404 len: 337 time: 0.0461261 Nov 12 08:50:27.403293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51208) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.430193 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d8f26d-5939-48ed-9693-4b309563c71f tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.430657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d8f26d-5939-48ed-9693-4b309563c71f tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.434684 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-31d8f26d-5939-48ed-9693-4b309563c71f tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/aee54091-694d-436c-8b1c-2b313d65cf20 HTTP/1.1" status: 404 len: 333 time: 0.0297577 Nov 12 08:50:27.437461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51212) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.479433 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebc34dd-3c8a-4fd7-a13d-8cfa9f6ad157 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.480168 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebc34dd-3c8a-4fd7-a13d-8cfa9f6ad157 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.485951 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7ebc34dd-3c8a-4fd7-a13d-8cfa9f6ad157 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/ef567f7e-4ad0-4d3f-9cda-656758728690 HTTP/1.1" status: 404 len: 337 time: 0.0461988 Nov 12 08:50:27.491619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51214) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.522806 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d22c0c-ebaa-4597-89a3-0f6551365bb8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.523826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d22c0c-ebaa-4597-89a3-0f6551365bb8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.526796 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-70d22c0c-ebaa-4597-89a3-0f6551365bb8 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/795155be-e115-46f4-a732-8e2e28e18fc5 HTTP/1.1" status: 404 len: 333 time: 0.0342433 Nov 12 08:50:27.530442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51216) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.539947 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f14d561f-d3cc-484b-b755-3d3b169e43a6 req-55a3b561-f73c-465a-bdb6-15e7b2574bc3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1764567 Nov 12 08:50:27.579335 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f169b9a-77d1-4b5e-a754-6cf5b33c187e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.580003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f169b9a-77d1-4b5e-a754-6cf5b33c187e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.583908 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9f169b9a-77d1-4b5e-a754-6cf5b33c187e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/4de95f55-91b3-45a0-b164-064725289148 HTTP/1.1" status: 404 len: 337 time: 0.0520835 Nov 12 08:50:27.584916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c687cd-e212-44f2-9eff-5ab5cfbc0952 req-02cc9621-fcf7-498e-92d4-c0d948788653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:27.586359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-26c687cd-e212-44f2-9eff-5ab5cfbc0952 req-02cc9621-fcf7-498e-92d4-c0d948788653 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 200 len: 897 time: 0.1842732 Nov 12 08:50:27.587206 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51218) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.614986 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da25f90-f538-4c28-a673-a4ea3b7800aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.615707 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da25f90-f538-4c28-a673-a4ea3b7800aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.619274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7da25f90-f538-4c28-a673-a4ea3b7800aa tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/c72c9b62-50e0-40ec-a8dc-dd7bd76e2bb6 HTTP/1.1" status: 404 len: 333 time: 0.0314794 Nov 12 08:50:27.622789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51222) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.683183 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-26c687cd-e212-44f2-9eff-5ab5cfbc0952 req-ef7cf2bc-cd8e-42ac-9504-c68a2dca911a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 217 time: 0.0627162 Nov 12 08:50:27.688264 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4de08ff-e90c-47b7-9d31-9f4fb78ba390 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.689123 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4de08ff-e90c-47b7-9d31-9f4fb78ba390 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.701887 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d4de08ff-e90c-47b7-9d31-9f4fb78ba390 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/f0f063f7-d5f3-4e63-8932-8c67b6ef6c80 HTTP/1.1" status: 404 len: 337 time: 0.0757475 Nov 12 08:50:27.702846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51224) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.764438 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-7611e3bb-6ca9-40b7-97ef-4cebf73e4677 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.774997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7611e3bb-6ca9-40b7-97ef-4cebf73e4677 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.781788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51228) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.785340 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7611e3bb-6ca9-40b7-97ef-4cebf73e4677 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/f5586600-cc5b-4f17-8751-ce94ab937278 HTTP/1.1" status: 404 len: 333 time: 0.0799315 Nov 12 08:50:27.816558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51232) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.843113 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c687cd-e212-44f2-9eff-5ab5cfbc0952 req-ac60c19c-7453-4d5c-bcd9-c24b2316cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:27.845005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-26c687cd-e212-44f2-9eff-5ab5cfbc0952 req-ac60c19c-7453-4d5c-bcd9-c24b2316cdaf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=14c284f0-a69e-4ce3-9b38-0113f7605f99 HTTP/1.1" status: 200 len: 834 time: 0.1530476 Nov 12 08:50:27.846198 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcd64f0-68ae-4ddc-8407-b01e9504067a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.846635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcd64f0-68ae-4ddc-8407-b01e9504067a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.850159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0fcd64f0-68ae-4ddc-8407-b01e9504067a tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/f7c96579-c6b4-4f0e-81c5-a872f976f2f4 HTTP/1.1" status: 404 len: 337 time: 0.0672655 Nov 12 08:50:27.852943 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51236) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.896849 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc939e56-d1eb-4edb-bfdd-d118d2f22eb5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.898026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc939e56-d1eb-4edb-bfdd-d118d2f22eb5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.902433 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cc939e56-d1eb-4edb-bfdd-d118d2f22eb5 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/9a29287f-baf1-4eb3-b30e-484bac569ad8 HTTP/1.1" status: 404 len: 333 time: 0.0474119 Nov 12 08:50:27.906657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51238) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:27.925217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c687cd-e212-44f2-9eff-5ab5cfbc0952 req-8624f9ac-2ee6-4cfd-8d42-65a47df4c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:27.927218 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-26c687cd-e212-44f2-9eff-5ab5cfbc0952 req-8624f9ac-2ee6-4cfd-8d42-65a47df4c401 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4be2e577-6e6c-4874-b93a-e053133a1c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731297 Nov 12 08:50:27.977199 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f5b423-3bac-4716-88dc-18f131c0048b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:27.978376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f5b423-3bac-4716-88dc-18f131c0048b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:27.987883 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-23f5b423-3bac-4716-88dc-18f131c0048b tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/34af4870-f3af-4c4b-9c9b-5ecf6e8a6715 HTTP/1.1" status: 404 len: 337 time: 0.0801704 Nov 12 08:50:27.992106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51244) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:28.040137 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e35a34-9d81-4f55-bd08-cd50519d4ae7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:28.040652 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e35a34-9d81-4f55-bd08-cd50519d4ae7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:28.045474 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-80e35a34-9d81-4f55-bd08-cd50519d4ae7 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/eff64936-c6ef-4429-bc2b-7aa39c3720b5 HTTP/1.1" status: 404 len: 333 time: 0.0522470 Nov 12 08:50:28.048610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51246) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:28.068818 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-26c687cd-e212-44f2-9eff-5ab5cfbc0952 req-15d2e978-ba2b-42f8-a02a-aec844769f1e service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311994 Nov 12 08:50:28.087053 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-91739831-4891-4482-87e1-fd7a53d397bf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:28.087585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91739831-4891-4482-87e1-fd7a53d397bf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:28.090994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-91739831-4891-4482-87e1-fd7a53d397bf tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/2f404455-8ba3-4c25-b68c-2efd970be2c1 HTTP/1.1" status: 404 len: 337 time: 0.0410483 Nov 12 08:50:28.109902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51248) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:28.156408 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-523e5970-5a3c-42bb-b8b7-4721733f440e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:28.157199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523e5970-5a3c-42bb-b8b7-4721733f440e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:28.160650 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-523e5970-5a3c-42bb-b8b7-4721733f440e tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/ports/8f770343-afaa-454d-9017-35696400dc5e HTTP/1.1" status: 404 len: 333 time: 0.0494649 Nov 12 08:50:28.163455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51254) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:28.245812 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-732dda66-3018-4ad3-9e28-6f83bd7f1862 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] DELETE failed (client error): The resource could not be found. Nov 12 08:50:28.248626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732dda66-3018-4ad3-9e28-6f83bd7f1862 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:50:28.251917 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-732dda66-3018-4ad3-9e28-6f83bd7f1862 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/subnets/3b9d48cd-ac4a-491c-a52b-ab962a72d955 HTTP/1.1" status: 404 len: 337 time: 0.0874684 Nov 12 08:50:28.255099 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51262) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:28.304460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-26c687cd-e212-44f2-9eff-5ab5cfbc0952 req-d3ea93fd-fddf-4c43-930a-b3444383dab0 service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266247 Nov 12 08:50:28.414086 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.421048 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a7d6e898-7d0f-4023-9a88-cc7a5ed9fac2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c279a7a3e4e4677bfe6b3cebcf88686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6007800 Nov 12 08:50:28.421428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2b3d8-4157-4e18-a01c-af3b399960a8 req-60b69746-f35a-46c1-856e-bd032a526a0d tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:28.421560 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51268) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:28.425544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60f2b3d8-4157-4e18-a01c-af3b399960a8 req-60b69746-f35a-46c1-856e-bd032a526a0d tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.1237292 Nov 12 08:50:28.577130 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60f2b3d8-4157-4e18-a01c-af3b399960a8 req-19cf595b-70a0-4862-82f0-d0e787e04ff4 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446328 Nov 12 08:50:28.639302 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-942e8de7-e75f-4320-8738-9bafafecda69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.642457 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.686232 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.774175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376cbd53-eef7-4f19-a11f-fa391cb12464']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:28.850212 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-942e8de7-e75f-4320-8738-9bafafecda69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.873187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b237b6-c474-4c77-b48a-204f12d4a34e') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:28.873639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b237b6-c474-4c77-b48a-204f12d4a34e') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:28.893536 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.923548 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51284) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:28.954738 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:28.991043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363fafe-0bed-4b2b-9839-a4bad2250e4f req-b53f58e7-9ab4-4446-9ce3-7c1ac17df928 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:29.003486 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7363fafe-0bed-4b2b-9839-a4bad2250e4f req-b53f58e7-9ab4-4446-9ce3-7c1ac17df928 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 944 time: 0.2719228 Nov 12 08:50:29.023959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:29.026594 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:29.032880 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:29.114561 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-251785df-cc97-4bee-a3db-d8dbac4f2cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.159461 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-942e8de7-e75f-4320-8738-9bafafecda69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.163247 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-942e8de7-e75f-4320-8738-9bafafecda69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.164901 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-942e8de7-e75f-4320-8738-9bafafecda69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2754a068-b341-4e75-8ca1-b5c6f2b3e42c HTTP/1.1" status: 204 len: 168 time: 0.7423923 Nov 12 08:50:29.179526 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.208045 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7363fafe-0bed-4b2b-9839-a4bad2250e4f req-395df5ee-8adc-4d1e-aad4-2a24c38f2573 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2023561 Nov 12 08:50:29.217209 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.221648 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] 10.222.0.31 "DELETE /v2.0/networks/376cbd53-eef7-4f19-a11f-fa391cb12464 HTTP/1.1" status: 204 len: 168 time: 0.9652948 Nov 12 08:50:29.225227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e8de7-e75f-4320-8738-9bafafecda69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2754a068-b341-4e75-8ca1-b5c6f2b3e42c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:29.292559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2842d57-1e66-4586-a326-737101bb4340 tempest-NetworksTestDHCPv6-286743649 tempest-NetworksTestDHCPv6-286743649-project] Pushing event deleted for resources: {'Network': ['ID=376cbd53-eef7-4f19-a11f-fa391cb12464,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:29.325516 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-251785df-cc97-4bee-a3db-d8dbac4f2cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.331323 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-251785df-cc97-4bee-a3db-d8dbac4f2cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.377403 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-251785df-cc97-4bee-a3db-d8dbac4f2cbd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=199ee4495ceb4143b4655e5c750cf495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4526570 Nov 12 08:50:29.380382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51302) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:29.382655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251785df-cc97-4bee-a3db-d8dbac4f2cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727f1fe3-bcd9-4a28-aeb5-c821242218b8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:29.488950 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-66529111-9e20-4b3e-bfa1-a4c7a9996623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.498654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51306) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:29.528819 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-66529111-9e20-4b3e-bfa1-a4c7a9996623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.600457 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-66529111-9e20-4b3e-bfa1-a4c7a9996623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.607948 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-66529111-9e20-4b3e-bfa1-a4c7a9996623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.611719 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-66529111-9e20-4b3e-bfa1-a4c7a9996623 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/727f1fe3-bcd9-4a28-aeb5-c821242218b8 HTTP/1.1" status: 204 len: 168 time: 0.2276745 Nov 12 08:50:29.623089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66529111-9e20-4b3e-bfa1-a4c7a9996623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727f1fe3-bcd9-4a28-aeb5-c821242218b8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:29.729391 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c047013-35dd-48b2-978f-0a8fce656ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.766622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76706b0-76d5-4a94-8e84-b8b144981113 req-ac4e2b6d-1df4-4401-87d6-100ad65cbbf7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:29.773999 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a76706b0-76d5-4a94-8e84-b8b144981113 req-ac4e2b6d-1df4-4401-87d6-100ad65cbbf7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.0926881 Nov 12 08:50:29.831110 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51320) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:29.848936 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a76706b0-76d5-4a94-8e84-b8b144981113 req-105d088a-83e4-4fc3-9188-263b2f34aca0 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740290 Nov 12 08:50:29.883401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c047013-35dd-48b2-978f-0a8fce656ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.890468 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c047013-35dd-48b2-978f-0a8fce656ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:29.946657 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2c047013-35dd-48b2-978f-0a8fce656ceb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdf59a6ab839487f9427ed5f34520792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4404633 Nov 12 08:50:29.949249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51330) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:29.959747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c047013-35dd-48b2-978f-0a8fce656ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74c0734-c859-47d6-9dcc-31f1f38738ed,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:30.030349 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d84c8acb-e54a-4e5d-ad03-6303d2d5e2d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.058450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d84c8acb-e54a-4e5d-ad03-6303d2d5e2d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.150726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d84c8acb-e54a-4e5d-ad03-6303d2d5e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.153798 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d84c8acb-e54a-4e5d-ad03-6303d2d5e2d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.155104 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d84c8acb-e54a-4e5d-ad03-6303d2d5e2d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b74c0734-c859-47d6-9dcc-31f1f38738ed HTTP/1.1" status: 204 len: 168 time: 0.2041605 Nov 12 08:50:30.167656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c8acb-e54a-4e5d-ad03-6303d2d5e2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74c0734-c859-47d6-9dcc-31f1f38738ed,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:30.260461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e84be4-b350-4ed1-81c6-8c6200063178 req-5b78f8de-3d89-44c3-bca1-197df9166198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.262416 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20e84be4-b350-4ed1-81c6-8c6200063178 req-5b78f8de-3d89-44c3-bca1-197df9166198 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=937e0624b12441e1b73a90a159440cdc&device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 1097 time: 0.0577261 Nov 12 08:50:30.351714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ecfcd-24dd-4dca-8e6e-495a563a64b1 req-ab682772-0ab7-44dc-a41d-a5e129f08864 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.361626 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-754ecfcd-24dd-4dca-8e6e-495a563a64b1 req-ab682772-0ab7-44dc-a41d-a5e129f08864 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.1724467 Nov 12 08:50:30.384142 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5cd22b8b-a11c-40cd-b9cb-5f474c56ddfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94ab9269a858488d80ddc037a0a9f00f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5516570 Nov 12 08:50:30.388842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51348) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:30.449967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51352) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:30.475609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9034f44-d11b-4ba2-94ae-5737ff9df5f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.484502 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-754ecfcd-24dd-4dca-8e6e-495a563a64b1 req-a3a360a5-32ff-4344-adac-856b2ac448f6 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153734 Nov 12 08:50:30.502049 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f6b09547-fac7-4a6e-bf33-892f00c5157d details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:50:30.519926 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0f89bdf-573d-473f-bcc2-80dcc5493878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.536276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edebf1-ae5c-4802-8c46-0f271850198f req-3410e669-8d53-4c5b-94cc-9883b4ba289d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.539312 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9edebf1-ae5c-4802-8c46-0f271850198f req-3410e669-8d53-4c5b-94cc-9883b4ba289d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 944 time: 0.1994288 Nov 12 08:50:30.550296 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0f89bdf-573d-473f-bcc2-80dcc5493878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.600005 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e84be4-b350-4ed1-81c6-8c6200063178 req-2e67f2a5-3feb-4ae8-a22d-50754a180ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.602040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20e84be4-b350-4ed1-81c6-8c6200063178 req-2e67f2a5-3feb-4ae8-a22d-50754a180ea8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf HTTP/1.1" status: 200 len: 916 time: 0.3311832 Nov 12 08:50:30.616513 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0f89bdf-573d-473f-bcc2-80dcc5493878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.621209 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c0f89bdf-573d-473f-bcc2-80dcc5493878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.623822 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c0f89bdf-573d-473f-bcc2-80dcc5493878 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2d826ef-3db2-443b-845a-cc7ed90a8577 HTTP/1.1" status: 204 len: 168 time: 0.2336316 Nov 12 08:50:30.635809 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f89bdf-573d-473f-bcc2-80dcc5493878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d826ef-3db2-443b-845a-cc7ed90a8577,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:30.667249 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20e84be4-b350-4ed1-81c6-8c6200063178 req-de3d75ba-f9d7-4bce-b8b5-8744875c0e56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e08415a3-464e-4200-9c69-ac8ed7b7cd59 HTTP/1.1" status: 200 len: 217 time: 0.0483975 Nov 12 08:50:30.741530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:30.763463 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9edebf1-ae5c-4802-8c46-0f271850198f req-63ea615b-cfaf-4313-b6f2-d7b72598b941 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1971872 Nov 12 08:50:30.764701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'port_id': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'mac_address': 'fa:16:3e:1c:59:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:50:30.781295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e84be4-b350-4ed1-81c6-8c6200063178 req-b643a65a-e005-417e-8220-fa95f09a3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.782811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20e84be4-b350-4ed1-81c6-8c6200063178 req-b643a65a-e005-417e-8220-fa95f09a3b35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79a1904c-c84d-4086-bcb5-ae066d1ad882 HTTP/1.1" status: 200 len: 854 time: 0.1023960 Nov 12 08:50:30.855218 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9034f44-d11b-4ba2-94ae-5737ff9df5f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.863065 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9034f44-d11b-4ba2-94ae-5737ff9df5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.883540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e84be4-b350-4ed1-81c6-8c6200063178 req-d3b6ba1f-0062-461a-b8e9-f4b303639e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:30.885163 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20e84be4-b350-4ed1-81c6-8c6200063178 req-d3b6ba1f-0062-461a-b8e9-f4b303639e5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bad65c4-e847-4be5-8aa7-8ad5c970feaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906427 Nov 12 08:50:30.894767 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:30.924644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b09547-fac7-4a6e-bf33-892f00c5157d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:50:30.959973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:30.968551 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51374) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:30.976096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e9034f44-d11b-4ba2-94ae-5737ff9df5f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d394951e777649e98c2a37cd4ed92c5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5211062 Nov 12 08:50:30.978649 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.059912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f6b09547-fac7-4a6e-bf33-892f00c5157d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:31.069346 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.069656 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6593a40e-1f78-49fd-b910-9089a7c0e77f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.070076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.070496 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.071093 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.071679 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.072230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.072826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.073412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.074136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.075258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.075856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.076535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:50:31.104216 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6593a40e-1f78-49fd-b910-9089a7c0e77f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.151089 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20e84be4-b350-4ed1-81c6-8c6200063178 req-c163b83f-6a07-4b9a-ba9c-bb82d5e3f1c2 service neutron] 10.222.0.46 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531161 Nov 12 08:50:31.154335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9034f44-d11b-4ba2-94ae-5737ff9df5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75b7945-a832-42a9-aedf-636db8062e5f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:31.171899 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6593a40e-1f78-49fd-b910-9089a7c0e77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.175795 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6593a40e-1f78-49fd-b910-9089a7c0e77f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.177683 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6593a40e-1f78-49fd-b910-9089a7c0e77f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c75b7945-a832-42a9-aedf-636db8062e5f HTTP/1.1" status: 204 len: 168 time: 0.2078857 Nov 12 08:50:31.189712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593a40e-1f78-49fd-b910-9089a7c0e77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75b7945-a832-42a9-aedf-636db8062e5f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:31.214283 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['f6b09547-fac7-4a6e-bf33-892f00c5157d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:31.318315 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20e84be4-b350-4ed1-81c6-8c6200063178 req-0825a930-fa75-4992-b7db-e5d8106b3d62 service neutron] 10.222.0.46 "GET /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526139 Nov 12 08:50:31.572291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51396) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:31.638136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0e021-d022-47af-8aec-ea91968c6c37 req-b8cc9766-a2bd-4a54-9ff4-a931a667c749 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:31.640335 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc0e021-d022-47af-8aec-ea91968c6c37 req-b8cc9766-a2bd-4a54-9ff4-a931a667c749 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.0610311 Nov 12 08:50:31.708938 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6dc0e021-d022-47af-8aec-ea91968c6c37 req-077fe287-bde7-4653-a356-8b797277cf46 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539618 Nov 12 08:50:31.775041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ec5a5b51-281e-423e-8d7b-0ca053865f48 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:31.776190 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-ec5a5b51-281e-423e-8d7b-0ca053865f48 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 08:50:31.776872 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-ec5a5b51-281e-423e-8d7b-0ca053865f48 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:50:31.783968 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51410) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:31.799220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f1b761c2-4270-4730-a465-4d9e9034c515 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group': {'name': 'tempest-secgroup--936245821'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:31.806745 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ec5a5b51-281e-423e-8d7b-0ca053865f48 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2326486 Nov 12 08:50:31.860205 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:50:31.872968 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1b761c2-4270-4730-a465-4d9e9034c515 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.891607 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1b761c2-4270-4730-a465-4d9e9034c515 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:31.985270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f33606-1776-4702-b5aa-264cf132b5c3 req-7a9cabac-329c-4a1f-8b3e-c7957c6768b5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:31.987525 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36f33606-1776-4702-b5aa-264cf132b5c3 req-7a9cabac-329c-4a1f-8b3e-c7957c6768b5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 945 time: 0.0931423 Nov 12 08:50:32.096100 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36f33606-1776-4702-b5aa-264cf132b5c3 req-3e341a23-6015-45ec-8fbe-bd694e14c919 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794466 Nov 12 08:50:32.129887 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1b761c2-4270-4730-a465-4d9e9034c515 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.135128 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1b761c2-4270-4730-a465-4d9e9034c515 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.182877 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b761c2-4270-4730-a465-4d9e9034c515 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b75f525-7804-4a44-b401-2e005a87a42d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:32.226023 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1b761c2-4270-4730-a465-4d9e9034c515 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.232583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1b761c2-4270-4730-a465-4d9e9034c515 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.266836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b761c2-4270-4730-a465-4d9e9034c515 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5b249b-f211-48b9-826b-6e3753551de4,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:32.271879 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f1b761c2-4270-4730-a465-4d9e9034c515 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.275789 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f1b761c2-4270-4730-a465-4d9e9034c515 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4882472 Nov 12 08:50:32.276727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51428) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:32.281655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-58b9597b-d775-4654-b3df-bdb85d315e11 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '3a5b249b-f211-48b9-826b-6e3753551de4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:32.326020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-58b9597b-d775-4654-b3df-bdb85d315e11 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.389355 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-58b9597b-d775-4654-b3df-bdb85d315e11 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.393838 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-58b9597b-d775-4654-b3df-bdb85d315e11 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.415218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9597b-d775-4654-b3df-bdb85d315e11 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3650824a-be95-404f-a148-afe51841beb0,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:32.422242 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-58b9597b-d775-4654-b3df-bdb85d315e11 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.426181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-58b9597b-d775-4654-b3df-bdb85d315e11 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456437 Nov 12 08:50:32.426892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51436) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:32.433632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ba4ca93e-3744-4f1a-b402-8d60a1a2f8b0 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '3a5b249b-f211-48b9-826b-6e3753551de4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:32.470962 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba4ca93e-3744-4f1a-b402-8d60a1a2f8b0 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.515535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f6b09547-fac7-4a6e-bf33-892f00c5157d up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:32.536085 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-ba4ca93e-3744-4f1a-b402-8d60a1a2f8b0 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 08:50:32.539909 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ba4ca93e-3744-4f1a-b402-8d60a1a2f8b0 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1091490 Nov 12 08:50:32.540517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51446) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:32.583933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port f6b09547-fac7-4a6e-bf33-892f00c5157d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:50:32.588829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port f6b09547-fac7-4a6e-bf33-892f00c5157d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:32.589382 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.611922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc159-7ce3-4adf-b327-39f6e22720ba tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.641696 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc159-7ce3-4adf-b327-39f6e22720ba tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.687113 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.708530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51454) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:32.719971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:32.722295 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced650ed-6cb4-42ae-be09-65419507967c" -d '{"events": [{"server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "name": "network-vif-plugged", "status": "completed", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:32.725635 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc159-7ce3-4adf-b327-39f6e22720ba tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.728494 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ba3cc159-7ce3-4adf-b327-39f6e22720ba tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.729673 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ba3cc159-7ce3-4adf-b327-39f6e22720ba tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "DELETE /v2.0/security-groups/3a5b249b-f211-48b9-826b-6e3753551de4 HTTP/1.1" status: 204 len: 168 time: 0.1878338 Nov 12 08:50:32.734321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51464) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:32.739957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cc159-7ce3-4adf-b327-39f6e22720ba tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5b249b-f211-48b9-826b-6e3753551de4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:32.761964 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:32.770621 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:32.821353 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-736b579f-1979-4910-9ae2-e02b2954efef tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0846262 Nov 12 08:50:32.830307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51466) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:32.837347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9f9e33c4-aee2-4ae0-bb25-2958a4044b16 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group': {'name': 'tempest-secgroup--884126034'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:32.851495 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a303eefb-d418-423e-afd3-30029b096652 x-openstack-request-id: req-a303eefb-d418-423e-afd3-30029b096652 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:32.852095 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "name": "network-vif-plugged", "status": "completed", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:32.852784 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a303eefb-d418-423e-afd3-30029b096652 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:32.853366 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'code': 200} Nov 12 08:50:32.859778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f6b09547-fac7-4a6e-bf33-892f00c5157d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:32.877171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dce31-9132-4c1e-8252-f9c6f9cf1e4f req-e87c082d-6ed7-4039-b6a6-6f0d97242ba7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:32.879060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e53dce31-9132-4c1e-8252-f9c6f9cf1e4f req-e87c082d-6ed7-4039-b6a6-6f0d97242ba7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.0817015 Nov 12 08:50:32.889206 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f9e33c4-aee2-4ae0-bb25-2958a4044b16 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.036718 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f9e33c4-aee2-4ae0-bb25-2958a4044b16 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.043334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f9e33c4-aee2-4ae0-bb25-2958a4044b16 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.044838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e53dce31-9132-4c1e-8252-f9c6f9cf1e4f req-239ba1e8-2fe6-4f8c-bed8-74489bd8bfe7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572280 Nov 12 08:50:33.049039 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc318dc-d1a4-4f86-8473-045a9f8e312b req-0eca55be-7054-45ee-ac4d-81e739de11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:33.050549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fc318dc-d1a4-4f86-8473-045a9f8e312b req-0eca55be-7054-45ee-ac4d-81e739de11a4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1098 time: 0.1068513 Nov 12 08:50:33.083328 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e33c4-aee2-4ae0-bb25-2958a4044b16 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80023574-6d2d-4028-b70d-2fbafb4a1001,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:33.088816 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f9e33c4-aee2-4ae0-bb25-2958a4044b16 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.091185 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9f9e33c4-aee2-4ae0-bb25-2958a4044b16 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2596586 Nov 12 08:50:33.094257 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51474) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:33.100888 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7666a61f-5959-4841-9da4-20eadef9bdaa tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '80023574-6d2d-4028-b70d-2fbafb4a1001', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:33.103045 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-7666a61f-5959-4841-9da4-20eadef9bdaa tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 08:50:33.103045 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-7666a61f-5959-4841-9da4-20eadef9bdaa tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:33.103857 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7666a61f-5959-4841-9da4-20eadef9bdaa tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072193 Nov 12 08:50:33.107656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51476) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:33.231569 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8c12107-7c0e-476e-b329-2fd3e851438d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.237971 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fc318dc-d1a4-4f86-8473-045a9f8e312b req-0837c66c-65b8-4698-9e23-cdaa8dadd086 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1780648 Nov 12 08:50:33.326041 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8c12107-7c0e-476e-b329-2fd3e851438d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.347725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2028155203'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:33.384810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56b79-34b2-46a2-87a8-552d9041a1bf req-1e7af786-afc3-479d-8ea2-53f09d30de23 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:33.390003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d41852-a45d-4628-be6c-04c8b4549649 req-377c18fc-5790-4601-a87a-7c020bd2bb66 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:33.393297 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14d56b79-34b2-46a2-87a8-552d9041a1bf req-1e7af786-afc3-479d-8ea2-53f09d30de23 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.1227574 Nov 12 08:50:33.398868 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79d41852-a45d-4628-be6c-04c8b4549649 req-377c18fc-5790-4601-a87a-7c020bd2bb66 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.1422882 Nov 12 08:50:33.452453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:33.461146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.468329 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14d56b79-34b2-46a2-87a8-552d9041a1bf req-a6065881-7a76-458c-be31-9ad68244e795 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739224 Nov 12 08:50:33.475570 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8c12107-7c0e-476e-b329-2fd3e851438d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.479374 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8c12107-7c0e-476e-b329-2fd3e851438d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.482140 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f8c12107-7c0e-476e-b329-2fd3e851438d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "DELETE /v2.0/security-groups/80023574-6d2d-4028-b70d-2fbafb4a1001 HTTP/1.1" status: 204 len: 168 time: 0.3729131 Nov 12 08:50:33.487913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51516) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:33.512619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c12107-7c0e-476e-b329-2fd3e851438d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80023574-6d2d-4028-b70d-2fbafb4a1001,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:33.561070 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-715974a3-86b1-44af-b233-7c04e8fd6161 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0647678 Nov 12 08:50:33.561531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51524) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:33.566994 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-12d459e6-226b-46b8-bae3-7235aa6b7352 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group': {'name': 'tempest-secgroup--480959561'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:33.584364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79d41852-a45d-4628-be6c-04c8b4549649 req-66545e0e-9e52-40a0-9951-5fc7559ac16f tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841254 Nov 12 08:50:33.589399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.615552 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12d459e6-226b-46b8-bae3-7235aa6b7352 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.755643 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12d459e6-226b-46b8-bae3-7235aa6b7352 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.764357 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.769224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12d459e6-226b-46b8-bae3-7235aa6b7352 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.776919 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.819614 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12d459e6-226b-46b8-bae3-7235aa6b7352 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.820885 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-12d459e6-226b-46b8-bae3-7235aa6b7352 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2583630 Nov 12 08:50:33.825843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51538) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:33.832158 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae128453-b686-45b4-8f43-21471bb063a4 req-f3cb130e-ab22-4929-bc7f-f72805371539 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:33.833958 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ae128453-b686-45b4-8f43-21471bb063a4 req-f3cb130e-ab22-4929-bc7f-f72805371539 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=78c686e4-0ad8-466e-b454-144d60cf5102 HTTP/1.1" status: 200 len: 949 time: 0.1317821 Nov 12 08:50:33.835342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d459e6-226b-46b8-bae3-7235aa6b7352 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f0f597-25e0-4720-bace-f9338a0d7a33,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:33.848726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f508bc13-3b3d-4303-af3b-5baed4f23b49 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': 'd8f0f597-25e0-4720-bace-f9338a0d7a33', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:33.849634 n-d-768851-18 neutron-server[102444]: WARNING neutron.api.v2.base [None req-f508bc13-3b3d-4303-af3b-5baed4f23b49 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 08:50:33.850329 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-f508bc13-3b3d-4303-af3b-5baed4f23b49 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:33.852740 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f508bc13-3b3d-4303-af3b-5baed4f23b49 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0217626 Nov 12 08:50:33.856350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51540) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:33.858330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:33.866086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b94a542-6df0-4074-a1e7-d249f82b58d3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:33.873827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.874455 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Added segment c4f190c6-9a61-4293-8afe-742d5490f77d of type vlan for network 5350deff-3feb-4e05-a51e-f7e1fd82ca7e Nov 12 08:50:33.927691 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.930385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ae128453-b686-45b4-8f43-21471bb063a4 req-2a11c6fd-06b5-4013-8a9a-e49107627785 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782430 Nov 12 08:50:33.976825 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e67dee2b-a38a-4fbf-8325-e41caeeaac23 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.982221 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:33.989420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:33.989420 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.024022 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3138101 Nov 12 08:50:34.056910 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e67dee2b-a38a-4fbf-8325-e41caeeaac23 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.205921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e67dee2b-a38a-4fbf-8325-e41caeeaac23 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.209361 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e67dee2b-a38a-4fbf-8325-e41caeeaac23 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.211258 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e67dee2b-a38a-4fbf-8325-e41caeeaac23 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "DELETE /v2.0/security-groups/d8f0f597-25e0-4720-bace-f9338a0d7a33 HTTP/1.1" status: 204 len: 168 time: 0.3490207 Nov 12 08:50:34.217071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51550) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:34.252719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dee2b-a38a-4fbf-8325-e41caeeaac23 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f0f597-25e0-4720-bace-f9338a0d7a33,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:34.267859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3886bb-a47d-4f72-97d3-fed26aaab226 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Network': ['ID=5350deff-3feb-4e05-a51e-f7e1fd82ca7e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:34.280633 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cf193ca4-730e-4d2e-9897-6d3b511e3615 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0579355 Nov 12 08:50:34.281947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51554) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:34.296602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-32a92753-38ef-45c3-818a-2979965f7fbc tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group': {'name': 'tempest-secgroup--23263047'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:34.332382 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-32a92753-38ef-45c3-818a-2979965f7fbc tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.346273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 5350deff-3feb-4e05-a51e-f7e1fd82ca7e details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:34.386532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1318720-4824-4c83-a0c2-bf0910f609b5 req-4ef9f43f-52b2-402f-9d99-6b4410668d1a tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:34.391117 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d1318720-4824-4c83-a0c2-bf0910f609b5 req-4ef9f43f-52b2-402f-9d99-6b4410668d1a tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 946 time: 0.2317896 Nov 12 08:50:34.546614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d1318720-4824-4c83-a0c2-bf0910f609b5 req-e9705078-99ce-4c32-b761-21f7c04a0edb tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462438 Nov 12 08:50:34.618534 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-32a92753-38ef-45c3-818a-2979965f7fbc tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.628466 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-32a92753-38ef-45c3-818a-2979965f7fbc tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.651277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-d0893969-ec96-4298-8f42-b49b52950a88 req-10f0afad-4402-42ac-ae2f-292ac1181c65 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:50:34.656421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0893969-ec96-4298-8f42-b49b52950a88 req-10f0afad-4402-42ac-ae2f-292ac1181c65 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110111 Nov 12 08:50:34.676056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a92753-38ef-45c3-818a-2979965f7fbc tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ce0aff-0fe9-4ed5-bf59-5494282a4423,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:34.745757 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-32a92753-38ef-45c3-818a-2979965f7fbc tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:34.748434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-32a92753-38ef-45c3-818a-2979965f7fbc tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4569821 Nov 12 08:50:34.771083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51596) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:34.778574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-89214b22-593f-4056-a6ba-cc3b406ebe73 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '16ce0aff-0fe9-4ed5-bf59-5494282a4423', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:34.779733 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-89214b22-593f-4056-a6ba-cc3b406ebe73 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 08:50:34.780447 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-89214b22-593f-4056-a6ba-cc3b406ebe73 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:34.783471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-89214b22-593f-4056-a6ba-cc3b406ebe73 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093579 Nov 12 08:50:34.797011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51600) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:34.820957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9bb48239-ff73-4774-af77-ff5cc68ae6ba tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '16ce0aff-0fe9-4ed5-bf59-5494282a4423', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:34.822846 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-9bb48239-ff73-4774-af77-ff5cc68ae6ba tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 08:50:34.825453 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-9bb48239-ff73-4774-af77-ff5cc68ae6ba tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:34.826982 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9bb48239-ff73-4774-af77-ff5cc68ae6ba tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0194626 Nov 12 08:50:34.830346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51602) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:34.836557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-66072973-71a3-45ba-b39a-672def3934f5 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '16ce0aff-0fe9-4ed5-bf59-5494282a4423', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:34.837450 n-d-768851-18 neutron-server[102444]: WARNING neutron.api.v2.base [None req-66072973-71a3-45ba-b39a-672def3934f5 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 08:50:34.837957 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-66072973-71a3-45ba-b39a-672def3934f5 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:34.841820 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51604) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:34.843933 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-66072973-71a3-45ba-b39a-672def3934f5 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123553 Nov 12 08:50:34.848982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-97fd8149-1dae-4233-b6a9-7a89a37551ec tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '16ce0aff-0fe9-4ed5-bf59-5494282a4423', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:34.849913 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-97fd8149-1dae-4233-b6a9-7a89a37551ec tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 08:50:34.850577 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-97fd8149-1dae-4233-b6a9-7a89a37551ec tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:34.857393 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-97fd8149-1dae-4233-b6a9-7a89a37551ec tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0116992 Nov 12 08:50:34.858008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51606) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:34.932158 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3ac86-0fb4-4af4-9098-a23cf30c5d5b req-68eba61e-c12e-49d3-9802-c6d57d8c32f3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:34.944581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0893969-ec96-4298-8f42-b49b52950a88 req-b0f88298-f0f8-4547-9473-5db64bfb358a tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2620592 Nov 12 08:50:34.953893 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-37f3ac86-0fb4-4af4-9098-a23cf30c5d5b req-68eba61e-c12e-49d3-9802-c6d57d8c32f3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.2335165 Nov 12 08:50:35.081910 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-37f3ac86-0fb4-4af4-9098-a23cf30c5d5b req-f822a294-e928-4dfa-936c-66bb53cc9a2a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270227 Nov 12 08:50:35.091946 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d56aa3d-e258-4b37-a248-f26402716458 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.207822 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d56aa3d-e258-4b37-a248-f26402716458 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.239098 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-104ed408-44f7-4537-a0bf-245d509454df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.420987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec0ddf-99e1-4ff1-b4c3-9cf9540a336b req-f2b2f493-c6ef-4874-ac0a-ca7cf2d35aa7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:35.443817 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6fec0ddf-99e1-4ff1-b4c3-9cf9540a336b req-f2b2f493-c6ef-4874-ac0a-ca7cf2d35aa7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.1722322 Nov 12 08:50:35.480373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a7084-8927-413f-845f-f4439565e2e6 req-2e788543-f029-462c-8120-43433265f3d7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:35.486832 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d56aa3d-e258-4b37-a248-f26402716458 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.489454 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d56aa3d-e258-4b37-a248-f26402716458 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.492326 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8d56aa3d-e258-4b37-a248-f26402716458 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "DELETE /v2.0/security-groups/16ce0aff-0fe9-4ed5-bf59-5494282a4423 HTTP/1.1" status: 204 len: 168 time: 0.6307409 Nov 12 08:50:35.493874 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51622) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:35.498671 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-855a7084-8927-413f-845f-f4439565e2e6 req-2e788543-f029-462c-8120-43433265f3d7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.1462135 Nov 12 08:50:35.605182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56aa3d-e258-4b37-a248-f26402716458 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ce0aff-0fe9-4ed5-bf59-5494282a4423,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:35.683022 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-855a7084-8927-413f-845f-f4439565e2e6 req-5046b4a2-f78f-4dfb-b578-f9ee75c7e893 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786840 Nov 12 08:50:35.686293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6fec0ddf-99e1-4ff1-b4c3-9cf9540a336b req-d6203650-7909-4ba1-a6f2-9b6e592d0a09 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2393410 Nov 12 08:50:35.692072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51624) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:35.741856 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8ce52d66-5a9f-4d6b-ad3c-10cdf498e0c8 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2301316 Nov 12 08:50:35.744758 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51630) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:35.769912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-462b1f3d-56ee-4566-bf8b-54e837127a0d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group': {'name': 'tempest-secgroup--629152472'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:35.826454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a148f8cc-3939-4428-8f5e-429458390170 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:35.840268 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a148f8cc-3939-4428-8f5e-429458390170 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1093 time: 0.1450059 Nov 12 08:50:35.846999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51634) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:35.856812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:35.876523 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-462b1f3d-56ee-4566-bf8b-54e837127a0d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:35.901600 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.056893 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-462b1f3d-56ee-4566-bf8b-54e837127a0d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.086712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7b16d-939c-4dcc-84cc-8846ec624cd9 req-c93747c4-920f-4485-9786-d40c0a12b4a5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:36.101257 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ffd7b16d-939c-4dcc-84cc-8846ec624cd9 req-c93747c4-920f-4485-9786-d40c0a12b4a5 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=78c686e4-0ad8-466e-b454-144d60cf5102 HTTP/1.1" status: 200 len: 949 time: 0.0950329 Nov 12 08:50:36.108783 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-462b1f3d-56ee-4566-bf8b-54e837127a0d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.160195 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.230151 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-462b1f3d-56ee-4566-bf8b-54e837127a0d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.236582 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-462b1f3d-56ee-4566-bf8b-54e837127a0d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4852102 Nov 12 08:50:36.239334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51644) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:36.253758 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b519a6b6-ef97-416f-9414-40fe6480b732 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '8839c1fb-a4d6-4530-8a9e-bb49efd397c5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:36.255724 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-b519a6b6-ef97-416f-9414-40fe6480b732 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 08:50:36.258871 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-b519a6b6-ef97-416f-9414-40fe6480b732 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:36.262879 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b519a6b6-ef97-416f-9414-40fe6480b732 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098126 Nov 12 08:50:36.271061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51646) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:36.274049 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b1f3d-56ee-4566-bf8b-54e837127a0d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8839c1fb-a4d6-4530-8a9e-bb49efd397c5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:36.291207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1ad6ac4a-95ae-4c3c-a627-83ce168e9f4f tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '8839c1fb-a4d6-4530-8a9e-bb49efd397c5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:36.325518 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ffd7b16d-939c-4dcc-84cc-8846ec624cd9 req-3c5f0425-d581-48d9-8eab-ab58783ea3c7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232671 Nov 12 08:50:36.389979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.25.3.12 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/54b3a5f8-e9de-4c8c-a984-5dfd527dd8e2) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:36.432730 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-1ad6ac4a-95ae-4c3c-a627-83ce168e9f4f tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:36.438052 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1ad6ac4a-95ae-4c3c-a627-83ce168e9f4f tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1625912 Nov 12 08:50:36.439959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51652) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:36.465524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b469342c-8f33-46c8-b58b-9e76a16c5c44 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '8839c1fb-a4d6-4530-8a9e-bb49efd397c5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:36.466570 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-b469342c-8f33-46c8-b58b-9e76a16c5c44 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 08:50:36.470935 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-b469342c-8f33-46c8-b58b-9e76a16c5c44 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:36.474695 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b469342c-8f33-46c8-b58b-9e76a16c5c44 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0279646 Nov 12 08:50:36.476119 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51654) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:36.491398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ccc54bee-bc6b-4a0f-86f1-67888e455441 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '8839c1fb-a4d6-4530-8a9e-bb49efd397c5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:36.588949 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-ccc54bee-bc6b-4a0f-86f1-67888e455441 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:36.596492 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ccc54bee-bc6b-4a0f-86f1-67888e455441 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1148412 Nov 12 08:50:36.596492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51658) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:36.604858 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.613658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-be803c3e-7d05-43e0-bce8-6e5e4bb29005 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '8839c1fb-a4d6-4530-8a9e-bb49efd397c5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:36.616365 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-be803c3e-7d05-43e0-bce8-6e5e4bb29005 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 08:50:36.616910 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-be803c3e-7d05-43e0-bce8-6e5e4bb29005 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:36.627149 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-be803c3e-7d05-43e0-bce8-6e5e4bb29005 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0249963 Nov 12 08:50:36.627149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51660) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:36.641275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b76a6c9d-b232-430e-a423-e6c863e68399 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '8839c1fb-a4d6-4530-8a9e-bb49efd397c5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:36.656023 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:36.734355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=54b3a5f8-e9de-4c8c-a984-5dfd527dd8e2,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:36.744351 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:36.746811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:36.749831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:36.785153 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-b76a6c9d-b232-430e-a423-e6c863e68399 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:36.788805 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b76a6c9d-b232-430e-a423-e6c863e68399 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1581903 Nov 12 08:50:36.789236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51666) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:36.798197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844022ed-4b09-41cd-90bb-43a2ec61594c req-b56c1fba-0817-4b10-80b5-9685b8364934 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:36.800374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-844022ed-4b09-41cd-90bb-43a2ec61594c req-b56c1fba-0817-4b10-80b5-9685b8364934 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 946 time: 0.1565442 Nov 12 08:50:36.803156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0a8a94e8-1393-4604-b8b6-f5c37cc9183d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '8839c1fb-a4d6-4530-8a9e-bb49efd397c5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:36.803881 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-0a8a94e8-1393-4604-b8b6-f5c37cc9183d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 08:50:36.804712 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-0a8a94e8-1393-4604-b8b6-f5c37cc9183d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:36.809998 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0a8a94e8-1393-4604-b8b6-f5c37cc9183d tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0196517 Nov 12 08:50:36.810588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51668) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:36.816568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f28daa85-389d-4f5d-b877-7237324fa4b7 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '8839c1fb-a4d6-4530-8a9e-bb49efd397c5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:36.916328 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-f28daa85-389d-4f5d-b877-7237324fa4b7 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:36.925535 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f28daa85-389d-4f5d-b877-7237324fa4b7 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1114979 Nov 12 08:50:36.926713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51672) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:36.936354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5a65bae9-0b16-4f39-a373-1fb4215e65b0 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '8839c1fb-a4d6-4530-8a9e-bb49efd397c5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:37.042138 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-5a65bae9-0b16-4f39-a373-1fb4215e65b0 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:37.045371 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5a65bae9-0b16-4f39-a373-1fb4215e65b0 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1173441 Nov 12 08:50:37.048062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51678) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:37.148638 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fda7-dbf8-42ec-abfa-274eeff73193 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.234188 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fda7-dbf8-42ec-abfa-274eeff73193 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.345364 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fda7-dbf8-42ec-abfa-274eeff73193 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.348305 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fda7-dbf8-42ec-abfa-274eeff73193 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.349918 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-eeb4fda7-dbf8-42ec-abfa-274eeff73193 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "DELETE /v2.0/security-groups/8839c1fb-a4d6-4530-8a9e-bb49efd397c5 HTTP/1.1" status: 204 len: 168 time: 0.2996612 Nov 12 08:50:37.358105 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51680) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:37.404444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4fda7-dbf8-42ec-abfa-274eeff73193 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8839c1fb-a4d6-4530-8a9e-bb49efd397c5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:37.503153 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51682) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:37.518069 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-55b4016a-61e0-4558-89ce-051dda9b259a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.522533 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b5093f9e-09be-49e2-b70e-e98f1434b6e8 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1558850 Nov 12 08:50:37.525643 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51686) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:37.535911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c24113b9-d1b8-407c-ae90-c014fd894229 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'subnet': {'network_id': '5350deff-3feb-4e05-a51e-f7e1fd82ca7e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:37.536149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d451a64d-1682-4d41-aac1-9abdbd8d957b tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091305331'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:37.593453 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d451a64d-1682-4d41-aac1-9abdbd8d957b tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.773197 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d451a64d-1682-4d41-aac1-9abdbd8d957b tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.784563 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d451a64d-1682-4d41-aac1-9abdbd8d957b tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.823522 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d451a64d-1682-4d41-aac1-9abdbd8d957b tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:37.824850 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d451a64d-1682-4d41-aac1-9abdbd8d957b tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2978206 Nov 12 08:50:37.830024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51692) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:37.836852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fe9731fc-d76d-4b24-9d59-b1269b4c8bb7 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': 'fdd1ccc9-d8dd-428c-b5b0-decd1548d542', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:37.858569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451a64d-1682-4d41-aac1-9abdbd8d957b tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd1ccc9-d8dd-428c-b5b0-decd1548d542,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:37.915261 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-fe9731fc-d76d-4b24-9d59-b1269b4c8bb7 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The resource could not be found. Nov 12 08:50:37.916717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fe9731fc-d76d-4b24-9d59-b1269b4c8bb7 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0855889 Nov 12 08:50:37.920071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51696) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:37.926194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0c201f1a-cd3d-484c-a338-3180c3ebbffe tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': 'fdd1ccc9-d8dd-428c-b5b0-decd1548d542', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '10a999a4-d4cb-4661-828b-6d0e30c5c816'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:37.970124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-844022ed-4b09-41cd-90bb-43a2ec61594c req-040d135d-b2b0-4ec0-966f-4e1ad9f2a631 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8674242 Nov 12 08:50:38.033707 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-0c201f1a-cd3d-484c-a338-3180c3ebbffe tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The resource could not be found. Nov 12 08:50:38.048516 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0c201f1a-cd3d-484c-a338-3180c3ebbffe tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1249368 Nov 12 08:50:38.052947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51702) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:38.174144 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-264425ee-2f35-45a0-8630-d96181850d52 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.228870 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-264425ee-2f35-45a0-8630-d96181850d52 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.235443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24113b9-d1b8-407c-ae90-c014fd894229 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:38.238950 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c24113b9-d1b8-407c-ae90-c014fd894229 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.297689 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.336402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf10069-ee2b-4186-be31-f5dff3b06628 req-9eb72f6f-6f4c-46e1-9d58-f57f63dc87f7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:38.344954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf10069-ee2b-4186-be31-f5dff3b06628 req-9eb72f6f-6f4c-46e1-9d58-f57f63dc87f7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:38.353605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf10069-ee2b-4186-be31-f5dff3b06628 req-9eb72f6f-6f4c-46e1-9d58-f57f63dc87f7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:38.366892 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bbf10069-ee2b-4186-be31-f5dff3b06628 req-9eb72f6f-6f4c-46e1-9d58-f57f63dc87f7 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec&device_id=78c686e4-0ad8-466e-b454-144d60cf5102&device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 2421 time: 0.1239407 Nov 12 08:50:38.380608 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-264425ee-2f35-45a0-8630-d96181850d52 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.384222 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-264425ee-2f35-45a0-8630-d96181850d52 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.385669 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-264425ee-2f35-45a0-8630-d96181850d52 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "DELETE /v2.0/security-groups/fdd1ccc9-d8dd-428c-b5b0-decd1548d542 HTTP/1.1" status: 204 len: 168 time: 0.3315899 Nov 12 08:50:38.392791 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51704) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:38.410437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264425ee-2f35-45a0-8630-d96181850d52 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd1ccc9-d8dd-428c-b5b0-decd1548d542,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:38.470175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bbf10069-ee2b-4186-be31-f5dff3b06628 req-d7f4fc71-e026-4c72-9313-e3206fe01317 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015663 Nov 12 08:50:38.493584 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.587146 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d86748cc-5a4b-4c0b-a7db-d7eafc1096f0 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1927600 Nov 12 08:50:38.591598 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51708) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:38.598461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-33669edb-8f05-4e3e-be52-03baac4c5455 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': 'e226cbf9-7773-4dd9-a524-c956970987db', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:38.615271 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.682099 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-33669edb-8f05-4e3e-be52-03baac4c5455 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The resource could not be found. Nov 12 08:50:38.683428 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-33669edb-8f05-4e3e-be52-03baac4c5455 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0906186 Nov 12 08:50:38.691912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51712) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:38.694345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-19872f81-e2d5-41ab-98b5-2faf3a10dc74 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089585000'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:38.749791 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-19872f81-e2d5-41ab-98b5-2faf3a10dc74 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.876765 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-19872f81-e2d5-41ab-98b5-2faf3a10dc74 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.888495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-19872f81-e2d5-41ab-98b5-2faf3a10dc74 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.944243 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-19872f81-e2d5-41ab-98b5-2faf3a10dc74 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.945565 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-19872f81-e2d5-41ab-98b5-2faf3a10dc74 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2552035 Nov 12 08:50:38.945761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c24113b9-d1b8-407c-ae90-c014fd894229 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:38.950276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51716) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:38.960499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d2214942-c8a6-4ed9-a6d6-329422565ae2 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group': {'name': 'tempest-secgroup--690088148'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:38.967194 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b3b5f94-6883-4239-948f-8f2e2751234d req-5bea0c56-790e-47d3-8eb6-5a79baae0ea6 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4121292 Nov 12 08:50:38.970475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19872f81-e2d5-41ab-98b5-2faf3a10dc74 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660d0534-6e9f-4608-879b-e467f129627d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:39.061073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d2214942-c8a6-4ed9-a6d6-329422565ae2 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.077526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24113b9-d1b8-407c-ae90-c014fd894229 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Subnet': ['ID=9ccafd80-0fee-4cfd-a945-0c621d37702d,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:39.115081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24113b9-d1b8-407c-ae90-c014fd894229 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Checking segment: {'id': 'c4f190c6-9a61-4293-8afe-742d5490f77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5350deff-3feb-4e05-a51e-f7e1fd82ca7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:39.127501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24113b9-d1b8-407c-ae90-c014fd894229 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network hostable DHCP agents. Network: 5350deff-3feb-4e05-a51e-f7e1fd82ca7e, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:39.162151 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.177966 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.208623 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d2214942-c8a6-4ed9-a6d6-329422565ae2 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.216432 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d2214942-c8a6-4ed9-a6d6-329422565ae2 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.263638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2214942-c8a6-4ed9-a6d6-329422565ae2 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2f54f2-21b7-456f-a943-1ba5c81f6142,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:39.283650 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d2214942-c8a6-4ed9-a6d6-329422565ae2 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.286304 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d2214942-c8a6-4ed9-a6d6-329422565ae2 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3350925 Nov 12 08:50:39.289982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51724) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:39.296395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c5fb8d70-29a3-405f-961b-f43abe1d60fb tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group_rule': {'security_group_id': '660d0534-6e9f-4608-879b-e467f129627d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1c2f54f2-21b7-456f-a943-1ba5c81f6142'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:39.304572 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24113b9-d1b8-407c-ae90-c014fd894229 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network 5350deff-3feb-4e05-a51e-f7e1fd82ca7e is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:50:39.333981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c24113b9-d1b8-407c-ae90-c014fd894229 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 5350deff-3feb-4e05-a51e-f7e1fd82ca7e) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:39.344464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=54b3a5f8-e9de-4c8c-a984-5dfd527dd8e2,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:39.347504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24113b9-d1b8-407c-ae90-c014fd894229 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:39.348116 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c24113b9-d1b8-407c-ae90-c014fd894229 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.352784 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d7b5d3-c8d2-4456-b3d3-402f4463a23c None None] Network 5350deff-3feb-4e05-a51e-f7e1fd82ca7e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:39.353043 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.370917 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-c5fb8d70-29a3-405f-961b-f43abe1d60fb tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:50:39.375302 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c5fb8d70-29a3-405f-961b-f43abe1d60fb tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0804844 Nov 12 08:50:39.375302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51726) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:39.432865 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c24113b9-d1b8-407c-ae90-c014fd894229 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9284756 Nov 12 08:50:39.443698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51728) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:39.460838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ab27a555-67b7-42df-bd86-19d55126e29b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1781633070'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:39.515943 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0acea922-1cef-4e94-8967-61afd2573c05 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.561395 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0acea922-1cef-4e94-8967-61afd2573c05 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.626743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab27a555-67b7-42df-bd86-19d55126e29b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:39.642790 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab27a555-67b7-42df-bd86-19d55126e29b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.663242 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0acea922-1cef-4e94-8967-61afd2573c05 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.666935 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0acea922-1cef-4e94-8967-61afd2573c05 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.668581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0acea922-1cef-4e94-8967-61afd2573c05 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "DELETE /v2.0/security-groups/1c2f54f2-21b7-456f-a943-1ba5c81f6142 HTTP/1.1" status: 204 len: 168 time: 0.2923245 Nov 12 08:50:39.671746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51732) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:39.688219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-5350deff-3feb-4e05-a51e-f7e1fd82ca7e', 'network_id': '5350deff-3feb-4e05-a51e-f7e1fd82ca7e', 'tenant_id': 'f6888106a33b4e22805bf86163c3cc85', 'fixed_ips': [{'subnet_id': '9ccafd80-0fee-4cfd-a945-0c621d37702d'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:39.689824 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.691159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acea922-1cef-4e94-8967-61afd2573c05 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2f54f2-21b7-456f-a943-1ba5c81f6142,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:39.779797 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Floating IP 48509be7-ccae-474c-a988-b3ab26a0d2ae associated. External IP: 172.25.3.12, port: f6b09547-fac7-4a6e-bf33-892f00c5157d. Nov 12 08:50:39.859675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab27a555-67b7-42df-bd86-19d55126e29b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:39.910883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b87572fb-a4ce-4df5-9b3f-8242069cb414 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2363377 Nov 12 08:50:39.914274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51738) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:39.926746 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab27a555-67b7-42df-bd86-19d55126e29b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:39.927945 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-ab27a555-67b7-42df-bd86-19d55126e29b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Added segment 464f774d-8a45-44d7-8d76-dd7177f87756 of type vlan for network 6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5 Nov 12 08:50:40.031536 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.091696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Allocated IP 2001:db8:0:ffff::2 (5350deff-3feb-4e05-a51e-f7e1fd82ca7e/9ccafd80-0fee-4cfd-a945-0c621d37702d/568e4738-ab08-4d50-be2b-61c8158bbb8a) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:40.172477 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab27a555-67b7-42df-bd86-19d55126e29b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.440514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.451941 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.537491 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33ef13f4-2b23-4699-9804-576a04b5ae4a tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.554584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Pushing event updated for resources: {'Port': ['ID=568e4738-ab08-4d50-be2b-61c8158bbb8a,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:40.571799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Network 5350deff-3feb-4e05-a51e-f7e1fd82ca7e is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:40.573653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:40.578084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:40.592889 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33ef13f4-2b23-4699-9804-576a04b5ae4a tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.647587 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab27a555-67b7-42df-bd86-19d55126e29b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.660169 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Attempting to bind port 568e4738-ab08-4d50-be2b-61c8158bbb8a on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:40.660938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Attempting to bind port 568e4738-ab08-4d50-be2b-61c8158bbb8a by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'c4f190c6-9a61-4293-8afe-742d5490f77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5350deff-3feb-4e05-a51e-f7e1fd82ca7e'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:40.661825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Attempting to bind port 568e4738-ab08-4d50-be2b-61c8158bbb8a on network 5350deff-3feb-4e05-a51e-f7e1fd82ca7e {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:40.669892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:40.670723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Checking segment: {'id': 'c4f190c6-9a61-4293-8afe-742d5490f77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5350deff-3feb-4e05-a51e-f7e1fd82ca7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:40.671397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.672087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Bound using segment: {'id': 'c4f190c6-9a61-4293-8afe-742d5490f77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5350deff-3feb-4e05-a51e-f7e1fd82ca7e'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:40.673552 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Bound port: 568e4738-ab08-4d50-be2b-61c8158bbb8a, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f190c6-9a61-4293-8afe-742d5490f77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '5350deff-3feb-4e05-a51e-f7e1fd82ca7e'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:40.675973 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.678158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab27a555-67b7-42df-bd86-19d55126e29b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:40.679176 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab27a555-67b7-42df-bd86-19d55126e29b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.737034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33ef13f4-2b23-4699-9804-576a04b5ae4a tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.740853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33ef13f4-2b23-4699-9804-576a04b5ae4a tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.745094 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-33ef13f4-2b23-4699-9804-576a04b5ae4a tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "DELETE /v2.0/security-groups/660d0534-6e9f-4608-879b-e467f129627d HTTP/1.1" status: 204 len: 168 time: 0.8277030 Nov 12 08:50:40.746590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51752) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:40.799422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] For port 568e4738-ab08-4d50-be2b-61c8158bbb8a, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:40.804872 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] For port 568e4738-ab08-4d50-be2b-61c8158bbb8a, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=568e4738-ab08-4d50-be2b-61c8158bbb8a,segment=NetworkSegment(c4f190c6-9a61-4293-8afe-742d5490f77d),segment_id=c4f190c6-9a61-4293-8afe-742d5490f77d)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:40.807740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router 3fbc7691-888b-4a9e-ab91-d545691f0abd has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:50:40.818406 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.826063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef13f4-2b23-4699-9804-576a04b5ae4a tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660d0534-6e9f-4608-879b-e467f129627d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:40.924144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ab27a555-67b7-42df-bd86-19d55126e29b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4789798 Nov 12 08:50:40.932446 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51758) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:40.939267 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a430928c-06f7-47ae-8d89-ed0ce555eccf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'subnet': {'network_id': '6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:40.953574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fa3864e6-b516-4684-b846-e64a2a75bbfd tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2032847 Nov 12 08:50:40.956129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27a555-67b7-42df-bd86-19d55126e29b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Network': ['ID=6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:40.960753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51760) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:41.088509 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:41.091666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4f3e5fd3-7773-46b4-baad-04ee699b30cf tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group': {'name': 'tempest-secgroup--185235962'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:41.152249 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d33bc2-1395-4c76-a429-dc5e844e821c None None] Pushing event updated for resources: {'Port': ['ID=568e4738-ab08-4d50-be2b-61c8158bbb8a,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:41.281346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:50:41.287606 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5fd3-7773-46b4-baad-04ee699b30cf tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.322624 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.337323 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f367be1-f759-46fa-80cc-1a8ed3079a50 None None] Sync routers for ids ['3fbc7691-888b-4a9e-ab91-d545691f0abd'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:50:41.390584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a430928c-06f7-47ae-8d89-ed0ce555eccf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:41.397572 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a430928c-06f7-47ae-8d89-ed0ce555eccf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.415528 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.432331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f367be1-f759-46fa-80cc-1a8ed3079a50 None None] Routers {'3fbc7691-888b-4a9e-ab91-d545691f0abd'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:41.434512 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2f367be1-f759-46fa-80cc-1a8ed3079a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:50:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3fbc7691-888b-4a9e-ab91-d545691f0abd'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:41.531406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3d0aea90-4938-4380-bf90-d93f108bc41f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6809211 Nov 12 08:50:41.533946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:41.536677 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b942e5-cd42-40d2-b006-888063ce2696" -d '{"events": [{"name": "network-changed", "server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:41.609154 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5fd3-7773-46b4-baad-04ee699b30cf tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.624124 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5fd3-7773-46b4-baad-04ee699b30cf tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.698530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e5fd3-7773-46b4-baad-04ee699b30cf tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729d05ca-7bb5-4cab-9536-d20f48d2f902,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:41.726232 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4f3e5fd3-7773-46b4-baad-04ee699b30cf tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.727241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4f3e5fd3-7773-46b4-baad-04ee699b30cf tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7654798 Nov 12 08:50:41.769441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51772) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:41.779254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b566e80c-6443-4947-8104-76c148f37bbb tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:41.781404 n-d-768851-18 neutron-server[102445]: WARNING neutron.api.v2.base [None req-b566e80c-6443-4947-8104-76c148f37bbb tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 08:50:41.784009 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-b566e80c-6443-4947-8104-76c148f37bbb tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 08:50:41.787513 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b566e80c-6443-4947-8104-76c148f37bbb tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "PUT /v2.0/security-groups/729d05ca-7bb5-4cab-9536-d20f48d2f902 HTTP/1.1" status: 409 len: 330 time: 0.0150967 Nov 12 08:50:41.788371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51774) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:41.973196 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a430928c-06f7-47ae-8d89-ed0ce555eccf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:41.991253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce627f-0c82-4134-b263-76006067ab16 req-c10f90d1-d3d6-4887-b319-a8391bdb7864 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:41.992419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-2f367be1-f759-46fa-80cc-1a8ed3079a50 None None] Set router 3fbc7691-888b-4a9e-ab91-d545691f0abd gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:42.001016 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8ce627f-0c82-4134-b263-76006067ab16 req-c10f90d1-d3d6-4887-b319-a8391bdb7864 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.2934613 Nov 12 08:50:42.018824 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46833ff-72b0-4005-98a1-2aaf4e85d955 x-openstack-request-id: req-d46833ff-72b0-4005-98a1-2aaf4e85d955 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:42.019082 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:42.019721 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d46833ff-72b0-4005-98a1-2aaf4e85d955 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:42.019721 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'status': 'completed', 'code': 200} Nov 12 08:50:42.109221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a430928c-06f7-47ae-8d89-ed0ce555eccf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Checking segment: {'id': '464f774d-8a45-44d7-8d76-dd7177f87756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:42.109585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430928c-06f7-47ae-8d89-ed0ce555eccf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network hostable DHCP agents. Network: 6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:42.116079 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb32a-9ac7-45e0-9bb3-848ae01d8d68 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.117238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430928c-06f7-47ae-8d89-ed0ce555eccf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Subnet': ['ID=0f9f9da5-a23f-4afd-8045-b5a4c254793e,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:42.140454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430928c-06f7-47ae-8d89-ed0ce555eccf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network 6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:50:42.156416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a430928c-06f7-47ae-8d89-ed0ce555eccf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:42.170627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a430928c-06f7-47ae-8d89-ed0ce555eccf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.171340 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a430928c-06f7-47ae-8d89-ed0ce555eccf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.187149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf565c8f-1f7e-4a4c-9f8e-118a7f525387 None None] Network 6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:42.212034 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a430928c-06f7-47ae-8d89-ed0ce555eccf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2744029 Nov 12 08:50:42.212367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51780) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:42.300431 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb32a-9ac7-45e0-9bb3-848ae01d8d68 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.360890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b942e5-cd42-40d2-b006-888063ce2696 req-f6a566df-a727-49af-9188-3bbd7a321356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.368935 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68b942e5-cd42-40d2-b006-888063ce2696 req-f6a566df-a727-49af-9188-3bbd7a321356 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1098 time: 0.3656187 Nov 12 08:50:42.384791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8ce627f-0c82-4134-b263-76006067ab16 req-6259360f-3903-449d-80e7-88a6dcfacd73 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3372967 Nov 12 08:50:42.462500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51784) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:42.597136 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb32a-9ac7-45e0-9bb3-848ae01d8d68 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.601209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ecfdb32a-9ac7-45e0-9bb3-848ae01d8d68 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.604019 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ecfdb32a-9ac7-45e0-9bb3-848ae01d8d68 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "DELETE /v2.0/security-groups/729d05ca-7bb5-4cab-9536-d20f48d2f902 HTTP/1.1" status: 204 len: 168 time: 0.8140430 Nov 12 08:50:42.615975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51790) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:42.645674 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-75ce324b-d017-4116-a129-241a40379445 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/48509be7-ccae-474c-a988-b3ab26a0d2ae HTTP/1.1" status: 200 len: 991 time: 0.1762621 Nov 12 08:50:42.650244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdb32a-9ac7-45e0-9bb3-848ae01d8d68 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=729d05ca-7bb5-4cab-9536-d20f48d2f902,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:42.651374 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.694778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daa30f-6890-4392-bcf7-dedf401df1bf req-006438ab-7708-4bbd-a130-ebb7289e17ef tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.698898 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25daa30f-6890-4392-bcf7-dedf401df1bf req-006438ab-7708-4bbd-a130-ebb7289e17ef tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 946 time: 0.2495980 Nov 12 08:50:42.706422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b942e5-cd42-40d2-b006-888063ce2696 req-fab7fee3-5b6a-4bdd-a77d-c49143c812b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:42.709069 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68b942e5-cd42-40d2-b006-888063ce2696 req-fab7fee3-5b6a-4bdd-a77d-c49143c812b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 200 len: 897 time: 0.3166049 Nov 12 08:50:42.799080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5', 'network_id': '6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5', 'tenant_id': 'f6888106a33b4e22805bf86163c3cc85', 'fixed_ips': [{'subnet_id': '0f9f9da5-a23f-4afd-8045-b5a4c254793e'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:42.799944 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:42.825554 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e193675d-33f6-451f-816b-b48d49a31a4a tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2111111 Nov 12 08:50:42.834924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51792) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:42.934208 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-aeb13f41-813d-46ba-970b-e94c9b8397d8 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] delete failed (client error): The resource could not be found. Nov 12 08:50:42.937412 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aeb13f41-813d-46ba-970b-e94c9b8397d8 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "DELETE /v2.0/security-groups/a2cce6c8-ba4b-48df-b93a-65425861f6a6 HTTP/1.1" status: 404 len: 347 time: 0.0980027 Nov 12 08:50:42.958626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51794) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:42.995912 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25daa30f-6890-4392-bcf7-dedf401df1bf req-d37aa766-66b0-4750-8933-125072755904 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808051 Nov 12 08:50:43.022001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7058b-f6df-47be-9d85-d5f2c3181b8c None None] Network 5350deff-3feb-4e05-a51e-f7e1fd82ca7e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:43.050351 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-551d681e-d35b-44db-8ac9-b955904c1fe1 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] show failed (client error): The resource could not be found. Nov 12 08:50:43.053616 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-551d681e-d35b-44db-8ac9-b955904c1fe1 tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "GET /v2.0/security-groups/cb5d8275-24f6-4dd6-baf5-fb502cb56d3b HTTP/1.1" status: 404 len: 347 time: 0.0913384 Nov 12 08:50:43.058291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68b942e5-cd42-40d2-b006-888063ce2696 req-28071458-6d54-4ff4-af7c-d2d816fd9831 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 999 time: 0.3393774 Nov 12 08:50:43.058831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51798) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:43.186798 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.202813 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-70ef4e59-a161-4d2e-b462-5c3fb136f0ee tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] show failed (client error): The resource could not be found. Nov 12 08:50:43.204532 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 568e4738-ab08-4d50-be2b-61c8158bbb8a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:43.205212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-70ef4e59-a161-4d2e-b462-5c3fb136f0ee tempest-NegativeSecGroupTest-1441238808 tempest-NegativeSecGroupTest-1441238808-project] 10.222.0.31 "GET /v2.0/security-group-rules/d4f8eb34-eaf0-4a5d-8e54-04ebcd36502b HTTP/1.1" status: 404 len: 356 time: 0.1426702 Nov 12 08:50:43.288026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6266b553-f9b7-4a9a-8a09-8af3bce18db1 None None] Provisioning complete for port 568e4738-ab08-4d50-be2b-61c8158bbb8a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:43.288324 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6266b553-f9b7-4a9a-8a09-8af3bce18db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.299402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b942e5-cd42-40d2-b006-888063ce2696 req-04371258-4495-4f8e-80ec-02a99453225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:43.313445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68b942e5-cd42-40d2-b006-888063ce2696 req-04371258-4495-4f8e-80ec-02a99453225f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=14c284f0-a69e-4ce3-9b38-0113f7605f99 HTTP/1.1" status: 200 len: 834 time: 0.2434943 Nov 12 08:50:43.366684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Allocated IP 2001:db8::1 (6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5/0f9f9da5-a23f-4afd-8045-b5a4c254793e/298945e3-58bc-40e9-ad3c-a758146177f0) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:43.410622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b942e5-cd42-40d2-b006-888063ce2696 req-2439d4ef-1dee-4acc-86f9-13b49faa9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:43.412107 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68b942e5-cd42-40d2-b006-888063ce2696 req-2439d4ef-1dee-4acc-86f9-13b49faa9ddb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4be2e577-6e6c-4874-b93a-e053133a1c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940335 Nov 12 08:50:43.414092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2f367be1-f759-46fa-80cc-1a8ed3079a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:50:10Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '48509be7-ccae-474c-a988-b3ab26a0d2ae', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'port_id': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'mac_address': 'fa:16:3e:1c:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:50:37Z', 'updated_at': '2021-11-12T08:50:37Z', 'revision_number': 0, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05e47b7-1494-4298-a416-00aa92b23416', 'name': '', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:34:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:50:06Z', 'updated_at': '2021-11-12T08:50:18Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:43.461149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f367be1-f759-46fa-80cc-1a8ed3079a50 None None] Checking router: 3fbc7691-888b-4a9e-ab91-d545691f0abd for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:50:43.606331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f367be1-f759-46fa-80cc-1a8ed3079a50 None None] Routers {'3fbc7691-888b-4a9e-ab91-d545691f0abd'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:50:43.607320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2f367be1-f759-46fa-80cc-1a8ed3079a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:50:37Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3fbc7691-888b-4a9e-ab91-d545691f0abd'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:43.613041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 568e4738-ab08-4d50-be2b-61c8158bbb8a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:43.613816 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.631460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68b942e5-cd42-40d2-b006-888063ce2696 req-e55202a4-c7a9-4968-be85-231a12b25060 service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092843 Nov 12 08:50:43.646954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51804) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:43.840181 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-82356f58-33f3-4c57-9709-cb9b99d7108a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/48509be7-ccae-474c-a988-b3ab26a0d2ae HTTP/1.1" status: 200 len: 991 time: 0.1918983 Nov 12 08:50:43.874930 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68b942e5-cd42-40d2-b006-888063ce2696 req-94190f81-ed4b-4477-bc57-375c6ea39b60 service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365305 Nov 12 08:50:43.903295 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6266b553-f9b7-4a9a-8a09-8af3bce18db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:43.939667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51810) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:43.954473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1d943-466c-45d5-8052-0ec84e0c78b2 req-e0387831-a60d-4e35-b94d-b2e3f39b2130 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:43.956018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7e1d943-466c-45d5-8052-0ec84e0c78b2 req-e0387831-a60d-4e35-b94d-b2e3f39b2130 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 946 time: 0.1004975 Nov 12 08:50:44.083392 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6266b553-f9b7-4a9a-8a09-8af3bce18db1 None None] For port 568e4738-ab08-4d50-be2b-61c8158bbb8a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=568e4738-ab08-4d50-be2b-61c8158bbb8a,segment=NetworkSegment(c4f190c6-9a61-4293-8afe-742d5490f77d),segment_id=c4f190c6-9a61-4293-8afe-742d5490f77d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:44.138771 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6266b553-f9b7-4a9a-8a09-8af3bce18db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.190951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-f7e1d943-466c-45d5-8052-0ec84e0c78b2 req-fa155756-ba16-4b70-bbaa-a788bdfe7397 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Deleting port 29a027c1-e886-47f3-a1f4-efe560febfbb {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:44.191664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7e1d943-466c-45d5-8052-0ec84e0c78b2 req-fa155756-ba16-4b70-bbaa-a788bdfe7397 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.349302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f7e1d943-466c-45d5-8052-0ec84e0c78b2 req-fa155756-ba16-4b70-bbaa-a788bdfe7397 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] For port 29a027c1-e886-47f3-a1f4-efe560febfbb, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=29a027c1-e886-47f3-a1f4-efe560febfbb,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:44.349768 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7e1d943-466c-45d5-8052-0ec84e0c78b2 req-fa155756-ba16-4b70-bbaa-a788bdfe7397 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.373880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-f7e1d943-466c-45d5-8052-0ec84e0c78b2 req-fa155756-ba16-4b70-bbaa-a788bdfe7397 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Calling delete_port for 29a027c1-e886-47f3-a1f4-efe560febfbb owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:44.455489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-2f367be1-f759-46fa-80cc-1a8ed3079a50 None None] Set router 3fbc7691-888b-4a9e-ab91-d545691f0abd gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:50:44.535516 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.594584 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.603477 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.647892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266b553-f9b7-4a9a-8a09-8af3bce18db1 None None] Pushing event updated for resources: {'Port': ['ID=568e4738-ab08-4d50-be2b-61c8158bbb8a,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:44.708410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Network 6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:44.751506 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.755560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Pushing event updated for resources: {'Port': ['ID=298945e3-58bc-40e9-ad3c-a758146177f0,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:44.764000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d059d682-7d68-4e96-9c8e-bb3204ddc95d None None] Provisioning complete for port 568e4738-ab08-4d50-be2b-61c8158bbb8a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:44.764529 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d059d682-7d68-4e96-9c8e-bb3204ddc95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.783893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:44.788672 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7e1d943-466c-45d5-8052-0ec84e0c78b2 req-fa155756-ba16-4b70-bbaa-a788bdfe7397 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.797231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464f774d-8a45-44d7-8d76-dd7177f87756') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:44.797648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464f774d-8a45-44d7-8d76-dd7177f87756') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:44.820771 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:44.824261 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3df99e70-5520-4bdb-ad00-abda6dd7406d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98f0197a9c21489aa778fd499ec6d610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8831990 Nov 12 08:50:44.827149 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.833696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:44.842671 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e08415a3-464e-4200-9c69-ac8ed7b7cd59', '29a027c1-e886-47f3-a1f4-efe560febfbb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:44.870869 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.884264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:44.885815 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:44.890481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['62e54328-c91f-43da-8125-0540399fbf83'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:44.934067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51824) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:44.934777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51826) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:44.981304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa155756-ba16-4b70-bbaa-a788bdfe7397 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Pushing event deleted for resources: {'Port': ['ID=29a027c1-e886-47f3-a1f4-efe560febfbb,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:44.985997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9f9da5-a23f-4afd-8045-b5a4c254793e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:44.997354 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:45.001540 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.api [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:50:45.001540 n-d-768851-18 neutron-server[102445]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:50:45.001540 n-d-768851-18 neutron-server[102445]: [parameters: {'id': '6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5'}] Nov 12 08:50:45.001540 n-d-768851-18 neutron-server[102445]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:50:45.002290 n-d-768851-18 neutron-server[102445]: DEBUG oslo_db.api [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:50:45.122130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b8c58-236a-4d52-bccd-31d7f9f57905 req-cc0726ed-8ed9-4dd5-8947-831f1262df2e tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:45.123869 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0a3b8c58-236a-4d52-bccd-31d7f9f57905 req-cc0726ed-8ed9-4dd5-8947-831f1262df2e tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=10e13786-e66e-429a-9cb2-98e2f14597ec HTTP/1.1" status: 200 len: 867 time: 0.5665040 Nov 12 08:50:45.146545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e1d943-466c-45d5-8052-0ec84e0c78b2 req-fa155756-ba16-4b70-bbaa-a788bdfe7397 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] No DVR routers for this DVR port 29a027c1-e886-47f3-a1f4-efe560febfbb on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:45.159945 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f7e1d943-466c-45d5-8052-0ec84e0c78b2 req-fa155756-ba16-4b70-bbaa-a788bdfe7397 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.164938 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7e1d943-466c-45d5-8052-0ec84e0c78b2 req-fa155756-ba16-4b70-bbaa-a788bdfe7397 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.46 "DELETE /v2.0/ports/29a027c1-e886-47f3-a1f4-efe560febfbb HTTP/1.1" status: 204 len: 173 time: 1.1960251 Nov 12 08:50:45.165764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e13786-e66e-429a-9cb2-98e2f14597ec', 'name': 'network-vif-deleted', 'tag': '29a027c1-e886-47f3-a1f4-efe560febfbb'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:45.175654 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f380be-c173-4e4a-9c89-aae0937f9b89" -d '{"events": [{"server_uuid": "10e13786-e66e-429a-9cb2-98e2f14597ec", "name": "network-vif-deleted", "tag": "29a027c1-e886-47f3-a1f4-efe560febfbb"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:45.284332 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-354504b4-2e8b-46eb-a187-00e949fdd226 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/48509be7-ccae-474c-a988-b3ab26a0d2ae HTTP/1.1" status: 200 len: 991 time: 0.3462248 Nov 12 08:50:45.305930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 568e4738-ab08-4d50-be2b-61c8158bbb8a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:45.309908 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3f31ee-6f8a-4846-b4f4-3631eb8c9950 x-openstack-request-id: req-7d3f31ee-6f8a-4846-b4f4-3631eb8c9950 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:45.310692 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e13786-e66e-429a-9cb2-98e2f14597ec", "name": "network-vif-deleted", "tag": "29a027c1-e886-47f3-a1f4-efe560febfbb", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:45.311105 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d3f31ee-6f8a-4846-b4f4-3631eb8c9950 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:45.311657 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e13786-e66e-429a-9cb2-98e2f14597ec', 'name': 'network-vif-deleted', 'tag': '29a027c1-e886-47f3-a1f4-efe560febfbb', 'status': 'completed', 'code': 200} Nov 12 08:50:45.387398 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d671d4f2-e708-42a5-996e-65ca6590288c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.410779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0a3b8c58-236a-4d52-bccd-31d7f9f57905 req-fbcb4dff-2824-4d49-b705-a7f81780985e tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621129 Nov 12 08:50:45.468334 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d671d4f2-e708-42a5-996e-65ca6590288c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.503647 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.545467 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Attempting to bind port 298945e3-58bc-40e9-ad3c-a758146177f0 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:45.546410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Attempting to bind port 298945e3-58bc-40e9-ad3c-a758146177f0 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '464f774d-8a45-44d7-8d76-dd7177f87756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:45.546708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Attempting to bind port 298945e3-58bc-40e9-ad3c-a758146177f0 on network 6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:45.577410 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d671d4f2-e708-42a5-996e-65ca6590288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.582005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d671d4f2-e708-42a5-996e-65ca6590288c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.583795 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d671d4f2-e708-42a5-996e-65ca6590288c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b75f525-7804-4a44-b401-2e005a87a42d HTTP/1.1" status: 204 len: 168 time: 0.6483719 Nov 12 08:50:45.613660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671d4f2-e708-42a5-996e-65ca6590288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b75f525-7804-4a44-b401-2e005a87a42d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:45.633092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Deleting port 298945e3-58bc-40e9-ad3c-a758146177f0 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:45.633721 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.654432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:45.655843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Checking segment: {'id': '464f774d-8a45-44d7-8d76-dd7177f87756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:45.656993 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.658995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Bound using segment: {'id': '464f774d-8a45-44d7-8d76-dd7177f87756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:45.662054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Bound port: 298945e3-58bc-40e9-ad3c-a758146177f0, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464f774d-8a45-44d7-8d76-dd7177f87756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:45.662578 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.764996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] For port 298945e3-58bc-40e9-ad3c-a758146177f0, host n-d-768851-18, got binding levels [] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:45.765818 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:45.785875 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Calling delete_port for 298945e3-58bc-40e9-ad3c-a758146177f0 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:46.029646 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.092901 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Port': ['ID=298945e3-58bc-40e9-ad3c-a758146177f0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:46.093714 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a62b-de68-467f-a97e-0adfa5f2e248 None None] Port 298945e3-58bc-40e9-ad3c-a758146177f0 has been deleted concurrently {{(pid=102446) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 08:50:46.119477 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No DVR routers for this DVR port 298945e3-58bc-40e9-ad3c-a758146177f0 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:46.287330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51852) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:46.333699 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.460252 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:46.480081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 568e4738-ab08-4d50-be2b-61c8158bbb8a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:46.482934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464f774d-8a45-44d7-8d76-dd7177f87756') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:46.483233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464f774d-8a45-44d7-8d76-dd7177f87756') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:46.483618 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.511448 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.552268 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.579062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:46.579459 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.624613 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c122f24b-6035-4988-8b7c-e6b0df349350 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/48509be7-ccae-474c-a988-b3ab26a0d2ae HTTP/1.1" status: 200 len: 991 time: 0.3340883 Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:46.756481 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:46.764193 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.813712 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.827162 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5 HTTP/1.1" status: 204 len: 168 time: 4.6129544 Nov 12 08:50:46.828555 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51864) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:46.834054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-80c8a6ce-f5d9-4536-bf93-db1347fb5daa tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-222515173'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:46.843820 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01d7b5-b79a-475b-85fb-255a15084c94 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Network': ['ID=6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:46.938320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c8a6ce-f5d9-4536-bf93-db1347fb5daa tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:46.943506 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-80c8a6ce-f5d9-4536-bf93-db1347fb5daa tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.007883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c8a6ce-f5d9-4536-bf93-db1347fb5daa tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:47.050659 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-80c8a6ce-f5d9-4536-bf93-db1347fb5daa tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.051017 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-80c8a6ce-f5d9-4536-bf93-db1347fb5daa tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Added segment cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8 of type vlan for network 856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1 Nov 12 08:50:47.129962 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-80c8a6ce-f5d9-4536-bf93-db1347fb5daa tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.176698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-80c8a6ce-f5d9-4536-bf93-db1347fb5daa tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.184575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c8a6ce-f5d9-4536-bf93-db1347fb5daa tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:47.185660 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-80c8a6ce-f5d9-4536-bf93-db1347fb5daa tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.297638 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-80c8a6ce-f5d9-4536-bf93-db1347fb5daa tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4650793 Nov 12 08:50:47.298303 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51882) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:47.303795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-091b8e49-2245-4a2b-8744-324b22794993 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'subnet': {'network_id': '856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:47.305578 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8a6ce-f5d9-4536-bf93-db1347fb5daa tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Network': ['ID=856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:47.342463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:47.407892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2f367be1-f759-46fa-80cc-1a8ed3079a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:50:10Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '48509be7-ccae-474c-a988-b3ab26a0d2ae', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'port_id': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'mac_address': 'fa:16:3e:1c:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:50:37Z', 'updated_at': '2021-11-12T08:50:37Z', 'revision_number': 0, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05e47b7-1494-4298-a416-00aa92b23416', 'name': '', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:34:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:50:06Z', 'updated_at': '2021-11-12T08:50:18Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:47.462846 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091b8e49-2245-4a2b-8744-324b22794993 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:47.475686 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-091b8e49-2245-4a2b-8744-324b22794993 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:47.487649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f367be1-f759-46fa-80cc-1a8ed3079a50 None None] The sync data for ids ['3fbc7691-888b-4a9e-ab91-d545691f0abd'] in n-d-768851-18 is: [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:50:10Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '48509be7-ccae-474c-a988-b3ab26a0d2ae', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'port_id': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'mac_address': 'fa:16:3e:1c:59:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:50:37Z', 'updated_at': '2021-11-12T08:50:37Z', 'revision_number': 0, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05e47b7-1494-4298-a416-00aa92b23416', 'name': '', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:34:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:50:06Z', 'updated_at': '2021-11-12T08:50:18Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:50:47.616295 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 29a027c1-e886-47f3-a1f4-efe560febfbb no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:47.622450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51890) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:47.747730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 29a027c1-e886-47f3-a1f4-efe560febfbb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:47.748078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 29a027c1-e886-47f3-a1f4-efe560febfbb not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:47.912381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c964541b-d55a-4888-8ff0-440cc3b2e7de tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/48509be7-ccae-474c-a988-b3ab26a0d2ae HTTP/1.1" status: 200 len: 991 time: 0.2887025 Nov 12 08:50:48.054894 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df1c5e0-d398-4911-927f-7b62cb49236c None None] New status for floating IP 48509be7-ccae-474c-a988-b3ab26a0d2ae: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:50:48.109195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3ae88-a606-443d-9e0c-6634d3170d3f req-bb9403c0-3603-4ce7-af90-140a4160d0d9 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:48.123170 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-49c3ae88-a606-443d-9e0c-6634d3170d3f req-bb9403c0-3603-4ce7-af90-140a4160d0d9 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=78c686e4-0ad8-466e-b454-144d60cf5102 HTTP/1.1" status: 200 len: 949 time: 0.9053421 Nov 12 08:50:48.388212 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-49c3ae88-a606-443d-9e0c-6634d3170d3f req-ac12bdfc-163f-418f-a86d-49bb97347437 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639430 Nov 12 08:50:48.390396 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-091b8e49-2245-4a2b-8744-324b22794993 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.459315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba97e2e8-4aa0-4866-be3e-3dd1fb5d663b None None] DHCP port deletion for 6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:48.466270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d1fe34d9-9c6f-482d-a5a7-1be4ed1e9c12 None None] Could not find standard attr ID for object 298945e3-58bc-40e9-ad3c-a758146177f0. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 08:50:48.467171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b8e49-2245-4a2b-8744-324b22794993 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Subnet': ['ID=872199fa-4d2b-486f-8c53-7e8d5e0284bc,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:48.494303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96846194-748b-4f5e-9a46-8918aaa9b84e None None] Network 6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:48.526549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b8e49-2245-4a2b-8744-324b22794993 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Checking segment: {'id': 'cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:48.527049 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091b8e49-2245-4a2b-8744-324b22794993 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network hostable DHCP agents. Network: 856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:48.530671 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96846194-748b-4f5e-9a46-8918aaa9b84e None None] Network 6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5 could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:50:48.552924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091b8e49-2245-4a2b-8744-324b22794993 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network 856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:50:48.568047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-091b8e49-2245-4a2b-8744-324b22794993 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:48.577654 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091b8e49-2245-4a2b-8744-324b22794993 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:48.578314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b31ed3b-c4df-446a-8169-cedacd91e11e None None] Network 856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:48.578544 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-091b8e49-2245-4a2b-8744-324b22794993 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.632439 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-091b8e49-2245-4a2b-8744-324b22794993 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3326464 Nov 12 08:50:48.634512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51908) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:48.649668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b4f80b35-7e27-484f-8206-4faaf20fb941 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-475314245'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:48.719149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f80b35-7e27-484f-8206-4faaf20fb941 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:48.726537 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4f80b35-7e27-484f-8206-4faaf20fb941 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.794402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f80b35-7e27-484f-8206-4faaf20fb941 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:48.802497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1', 'network_id': '856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1', 'tenant_id': 'f6888106a33b4e22805bf86163c3cc85', 'fixed_ips': [{'subnet_id': '872199fa-4d2b-486f-8c53-7e8d5e0284bc'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:48.803384 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.820422 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4f80b35-7e27-484f-8206-4faaf20fb941 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.821255 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-b4f80b35-7e27-484f-8206-4faaf20fb941 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Added segment 8fd1aea0-e0c1-4567-928f-22304ee553e1 of type vlan for network b45ff796-8511-4d8b-bb36-0756bca98c1f Nov 12 08:50:48.879479 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4f80b35-7e27-484f-8206-4faaf20fb941 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.926414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51920) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:49.060189 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4f80b35-7e27-484f-8206-4faaf20fb941 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.066882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f80b35-7e27-484f-8206-4faaf20fb941 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:49.067677 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4f80b35-7e27-484f-8206-4faaf20fb941 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.124144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Allocated IP 2001:db8::3 (856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1/872199fa-4d2b-486f-8c53-7e8d5e0284bc/67c44d16-b233-40ab-ac55-8372c3f54a48) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:50:49.180222 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b4f80b35-7e27-484f-8206-4faaf20fb941 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5415742 Nov 12 08:50:49.191099 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51924) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:49.201053 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b0827150-4b0d-4a7d-b03d-51e01e301831 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/48509be7-ccae-474c-a988-b3ab26a0d2ae HTTP/1.1" status: 200 len: 993 time: 0.2712710 Nov 12 08:50:49.221805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'subnet': {'network_id': 'b45ff796-8511-4d8b-bb36-0756bca98c1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:49.235844 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f80b35-7e27-484f-8206-4faaf20fb941 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Network': ['ID=b45ff796-8511-4d8b-bb36-0756bca98c1f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:49.295641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network b45ff796-8511-4d8b-bb36-0756bca98c1f details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:49.382626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 298945e3-58bc-40e9-ad3c-a758146177f0 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:49.412184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 298945e3-58bc-40e9-ad3c-a758146177f0 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:49.412636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 298945e3-58bc-40e9-ad3c-a758146177f0 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:49.514098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:49.524297 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.630485 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.640448 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.675660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Performing IP validity checks on allocation pools {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:50:49.675660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:50:49.710719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Pushing event updated for resources: {'Port': ['ID=67c44d16-b233-40ab-ac55-8372c3f54a48,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:49.714734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e73b4e-0c38-436e-a566-b6f80a029b97 req-cc9ad01e-fd76-4cae-95d6-9308f8de103f tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:49.717028 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e73b4e-0c38-436e-a566-b6f80a029b97 req-cc9ad01e-fd76-4cae-95d6-9308f8de103f tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.52 "GET /v2.0/ports?device_id=78c686e4-0ad8-466e-b454-144d60cf5102 HTTP/1.1" status: 200 len: 949 time: 1.0960202 Nov 12 08:50:49.730355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Network 856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:50:49.732695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:49.739149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:50:49.816400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Attempting to bind port 67c44d16-b233-40ab-ac55-8372c3f54a48 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:50:49.817510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Attempting to bind port 67c44d16-b233-40ab-ac55-8372c3f54a48 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:50:49.818423 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Attempting to bind port 67c44d16-b233-40ab-ac55-8372c3f54a48 on network 856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:50:49.826261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:50:49.827142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Checking segment: {'id': 'cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:49.828024 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.828707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Bound using segment: {'id': 'cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:50:49.830236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Bound port: 67c44d16-b233-40ab-ac55-8372c3f54a48, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:50:49.830898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.873976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e593b-be38-4a7c-b1ed-f91334c69d40 req-51583401-7c39-432d-bace-ef6ce93f5ad6 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:49.893642 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-210e593b-be38-4a7c-b1ed-f91334c69d40 req-51583401-7c39-432d-bace-ef6ce93f5ad6 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=78c686e4-0ad8-466e-b454-144d60cf5102 HTTP/1.1" status: 200 len: 949 time: 0.2577367 Nov 12 08:50:49.917649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] For port 67c44d16-b233-40ab-ac55-8372c3f54a48, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:50:49.921748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] For port 67c44d16-b233-40ab-ac55-8372c3f54a48, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=67c44d16-b233-40ab-ac55-8372c3f54a48,segment=NetworkSegment(cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8),segment_id=cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:50:49.941266 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.962168 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.053088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Subnet': ['ID=2e6df845-b4d6-43d6-b03e-dc122678b087,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:50.053986 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-210e593b-be38-4a7c-b1ed-f91334c69d40 req-214ac205-d630-49b9-8e42-7d67dd73fd83 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464531 Nov 12 08:50:50.092737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-e1e73b4e-0c38-436e-a566-b6f80a029b97 req-fbded783-2ef1-4840-9ede-c35c98614395 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Deleting port 62e54328-c91f-43da-8125-0540399fbf83 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:50.093403 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e1e73b4e-0c38-436e-a566-b6f80a029b97 req-fbded783-2ef1-4840-9ede-c35c98614395 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.108057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Checking segment: {'id': '8fd1aea0-e0c1-4567-928f-22304ee553e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b45ff796-8511-4d8b-bb36-0756bca98c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:50.108438 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network hostable DHCP agents. Network: b45ff796-8511-4d8b-bb36-0756bca98c1f, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:50.140950 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network b45ff796-8511-4d8b-bb36-0756bca98c1f is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:50:50.155581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, b45ff796-8511-4d8b-bb36-0756bca98c1f) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:50.175659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:50.177265 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.185844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ddd8a7-b219-48d2-93c2-5935b9cd7bc5 None None] Network b45ff796-8511-4d8b-bb36-0756bca98c1f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:50.210849 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e20cdf17-9d4f-4638-932c-397165ae3c19 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0054564 Nov 12 08:50:50.210849 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51950) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:50.254941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e1e73b4e-0c38-436e-a566-b6f80a029b97 req-fbded783-2ef1-4840-9ede-c35c98614395 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] For port 62e54328-c91f-43da-8125-0540399fbf83, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=62e54328-c91f-43da-8125-0540399fbf83,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:50.255310 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e1e73b4e-0c38-436e-a566-b6f80a029b97 req-fbded783-2ef1-4840-9ede-c35c98614395 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.279772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be156c8-9bdb-4351-aa49-da6115312e73 None None] Pushing event updated for resources: {'Port': ['ID=67c44d16-b233-40ab-ac55-8372c3f54a48,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:50.302167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-e1e73b4e-0c38-436e-a566-b6f80a029b97 req-fbded783-2ef1-4840-9ede-c35c98614395 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Calling delete_port for 62e54328-c91f-43da-8125-0540399fbf83 owned by compute:foo_zone {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:50.459003 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.631066 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.755632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f21bcfe-4da6-4850-9df0-daa4a62f9e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-b45ff796-8511-4d8b-bb36-0756bca98c1f', 'network_id': 'b45ff796-8511-4d8b-bb36-0756bca98c1f', 'tenant_id': 'f6888106a33b4e22805bf86163c3cc85', 'fixed_ips': [{'subnet_id': '2e6df845-b4d6-43d6-b03e-dc122678b087'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:50.758900 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f21bcfe-4da6-4850-9df0-daa4a62f9e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.764619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.845094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6df845-b4d6-43d6-b03e-dc122678b087,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:50.846049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e1e73b4e-0c38-436e-a566-b6f80a029b97 req-fbded783-2ef1-4840-9ede-c35c98614395 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.935796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbded783-2ef1-4840-9ede-c35c98614395 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Pushing event deleted for resources: {'Port': ['ID=62e54328-c91f-43da-8125-0540399fbf83,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:50.953437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e08415a3-464e-4200-9c69-ac8ed7b7cd59'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:51.009762 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.070496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e73b4e-0c38-436e-a566-b6f80a029b97 req-fbded783-2ef1-4840-9ede-c35c98614395 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] No DVR routers for this DVR port 62e54328-c91f-43da-8125-0540399fbf83 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:51.078287 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21fe182-0350-4a1e-97cd-b60085f15049 None None] Network b45ff796-8511-4d8b-bb36-0756bca98c1f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:51.078886 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e1e73b4e-0c38-436e-a566-b6f80a029b97 req-fbded783-2ef1-4840-9ede-c35c98614395 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.086322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45ff796-8511-4d8b-bb36-0756bca98c1f']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:51.093863 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1e73b4e-0c38-436e-a566-b6f80a029b97 req-fbded783-2ef1-4840-9ede-c35c98614395 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.52 "DELETE /v2.0/ports/62e54328-c91f-43da-8125-0540399fbf83 HTTP/1.1" status: 204 len: 173 time: 1.3684273 Nov 12 08:50:51.094706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c686e4-0ad8-466e-b454-144d60cf5102', 'name': 'network-vif-deleted', 'tag': '62e54328-c91f-43da-8125-0540399fbf83'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:51.107481 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e88c04-bb98-4612-9e73-3727972cbf64" -d '{"events": [{"server_uuid": "78c686e4-0ad8-466e-b454-144d60cf5102", "name": "network-vif-deleted", "tag": "62e54328-c91f-43da-8125-0540399fbf83"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:51.114973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd1aea0-e0c1-4567-928f-22304ee553e1') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:51.115768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd1aea0-e0c1-4567-928f-22304ee553e1') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:51.151189 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.197463 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.213672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:51.217952 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.221297 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f382fdd-9ec0-48ba-80e5-284a9bd42794 x-openstack-request-id: req-9f382fdd-9ec0-48ba-80e5-284a9bd42794 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:51.221692 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c686e4-0ad8-466e-b454-144d60cf5102", "name": "network-vif-deleted", "tag": "62e54328-c91f-43da-8125-0540399fbf83", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:51.222232 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f382fdd-9ec0-48ba-80e5-284a9bd42794 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:51.222730 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c686e4-0ad8-466e-b454-144d60cf5102', 'name': 'network-vif-deleted', 'tag': '62e54328-c91f-43da-8125-0540399fbf83', 'status': 'completed', 'code': 200} Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:51.224983 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:51.427768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b006c9a0-ce2f-4026-958c-11b69f8fd5bc req-aec3dce5-f020-4900-95f9-16a439e5f74c tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=78c686e4-0ad8-466e-b454-144d60cf5102 HTTP/1.1" status: 200 len: 210 time: 0.1388206 Nov 12 08:50:51.461191 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.517048 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.522846 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/b45ff796-8511-4d8b-bb36-0756bca98c1f HTTP/1.1" status: 204 len: 168 time: 1.3113720 Nov 12 08:50:51.526545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 51964) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:51.534234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6710987c-0dcf-42ef-bb01-de9815b3ef07 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-330438362'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:51.547559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59110a2-2015-40cf-b688-1e32bcc20a58 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Network': ['ID=b45ff796-8511-4d8b-bb36-0756bca98c1f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:51.608249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6710987c-0dcf-42ef-bb01-de9815b3ef07 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:51.613667 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6710987c-0dcf-42ef-bb01-de9815b3ef07 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.708141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 67c44d16-b233-40ab-ac55-8372c3f54a48 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:51.737742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6710987c-0dcf-42ef-bb01-de9815b3ef07 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:51.800442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6710987c-0dcf-42ef-bb01-de9815b3ef07 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.801287 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-6710987c-0dcf-42ef-bb01-de9815b3ef07 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Added segment 8cb35ca5-d1a5-4a6b-91c7-0be28722cf69 of type vlan for network 4beac095-113d-456b-901e-42de2ac4ee64 Nov 12 08:50:51.932138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 67c44d16-b233-40ab-ac55-8372c3f54a48 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:51.932138 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:51.961978 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6710987c-0dcf-42ef-bb01-de9815b3ef07 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.033238 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6710987c-0dcf-42ef-bb01-de9815b3ef07 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.045069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6710987c-0dcf-42ef-bb01-de9815b3ef07 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:52.049430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6710987c-0dcf-42ef-bb01-de9815b3ef07 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.122527 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6710987c-0dcf-42ef-bb01-de9815b3ef07 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5934205 Nov 12 08:50:52.125502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 51980) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:52.131681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b0e8d70e-6b29-4d7d-96d2-03863513f8ca tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'subnet': {'network_id': '4beac095-113d-456b-901e-42de2ac4ee64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:52.202075 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.224200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa1016-595c-4709-8281-8bf35ebdb558 None None] Network 856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:52.247444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710987c-0dcf-42ef-bb01-de9815b3ef07 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Network': ['ID=4beac095-113d-456b-901e-42de2ac4ee64,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:52.289001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4beac095-113d-456b-901e-42de2ac4ee64 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:52.358027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e8d70e-6b29-4d7d-96d2-03863513f8ca tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:52.363929 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d70e-6b29-4d7d-96d2-03863513f8ca tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.567430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 67c44d16-b233-40ab-ac55-8372c3f54a48, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=67c44d16-b233-40ab-ac55-8372c3f54a48,segment=NetworkSegment(cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8),segment_id=cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:52.571371 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-57cd7934-f17c-4a6b-9704-76db6aa2fb07 None None] Provisioning complete for port 67c44d16-b233-40ab-ac55-8372c3f54a48 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:52.582308 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-57cd7934-f17c-4a6b-9704-76db6aa2fb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.682350 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.705339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 62e54328-c91f-43da-8125-0540399fbf83 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:52.762972 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:52.796570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 62e54328-c91f-43da-8125-0540399fbf83 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:52.797753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 62e54328-c91f-43da-8125-0540399fbf83 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:52.809024 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d70e-6b29-4d7d-96d2-03863513f8ca tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:53.060161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8d70e-6b29-4d7d-96d2-03863513f8ca tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Subnet': ['ID=9d169665-6865-45e0-bbb2-27be22c1122e,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:53.090706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8d70e-6b29-4d7d-96d2-03863513f8ca tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Checking segment: {'id': '8cb35ca5-d1a5-4a6b-91c7-0be28722cf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4beac095-113d-456b-901e-42de2ac4ee64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:53.091267 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8d70e-6b29-4d7d-96d2-03863513f8ca tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network hostable DHCP agents. Network: 4beac095-113d-456b-901e-42de2ac4ee64, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:53.138978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=67c44d16-b233-40ab-ac55-8372c3f54a48,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:53.143060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8d70e-6b29-4d7d-96d2-03863513f8ca tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network 4beac095-113d-456b-901e-42de2ac4ee64 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:50:53.157503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b0e8d70e-6b29-4d7d-96d2-03863513f8ca tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4beac095-113d-456b-901e-42de2ac4ee64) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:53.177275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8d70e-6b29-4d7d-96d2-03863513f8ca tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:53.178163 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d70e-6b29-4d7d-96d2-03863513f8ca tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:53.194446 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e03de-8317-4037-8929-84044a5e2a35 None None] Network 4beac095-113d-456b-901e-42de2ac4ee64 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:53.232116 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b0e8d70e-6b29-4d7d-96d2-03863513f8ca tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1049416 Nov 12 08:50:53.233167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc268f-08f5-4702-81bb-b122b2fed7bb req-24812897-be2a-4508-bbea-b45b1ab90ef0 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:53.234340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52000) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:53.245769 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e3bc268f-08f5-4702-81bb-b122b2fed7bb req-24812897-be2a-4508-bbea-b45b1ab90ef0 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.3133121 Nov 12 08:50:53.263789 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccea2510-c002-460d-b932-c1685d2ff03e req-f15906b2-2ce2-4a47-96b9-a3748a8548b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3328609 Nov 12 08:50:53.449838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e3bc268f-08f5-4702-81bb-b122b2fed7bb req-f8d1529b-226b-4105-9241-c446e98c1306 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020102 Nov 12 08:50:53.479143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2510-c002-460d-b932-c1685d2ff03e req-287b59fc-e887-40af-a702-c2cb4b0601ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:53.483724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccea2510-c002-460d-b932-c1685d2ff03e req-287b59fc-e887-40af-a702-c2cb4b0601ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1098 time: 0.1692729 Nov 12 08:50:53.492230 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:53.616005 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:53.626058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 67c44d16-b233-40ab-ac55-8372c3f54a48 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:50:53.721625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2510-c002-460d-b932-c1685d2ff03e req-c44f3c66-f614-4316-a0f9-263e34d18d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:53.723547 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccea2510-c002-460d-b932-c1685d2ff03e req-c44f3c66-f614-4316-a0f9-263e34d18d52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 200 len: 897 time: 0.2136686 Nov 12 08:50:53.829671 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccea2510-c002-460d-b932-c1685d2ff03e req-7ccdbad7-8b6b-4cde-b9fa-ecfd9004780d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 1001 time: 0.0959883 Nov 12 08:50:53.969461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 67c44d16-b233-40ab-ac55-8372c3f54a48 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:53.970112 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:54.036363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2510-c002-460d-b932-c1685d2ff03e req-07740aae-8146-4e83-b08e-ea7ae3f80e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:54.038261 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccea2510-c002-460d-b932-c1685d2ff03e req-07740aae-8146-4e83-b08e-ea7ae3f80e34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=14c284f0-a69e-4ce3-9b38-0113f7605f99 HTTP/1.1" status: 200 len: 834 time: 0.1992893 Nov 12 08:50:54.140744 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2510-c002-460d-b932-c1685d2ff03e req-ec1a81a5-69d8-407d-a263-e254bf20751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:54.145414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccea2510-c002-460d-b932-c1685d2ff03e req-ec1a81a5-69d8-407d-a263-e254bf20751d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4be2e577-6e6c-4874-b93a-e053133a1c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935106 Nov 12 08:50:54.252758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb63e6f9-29ff-4800-a4ad-04cbccc1cfb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4beac095-113d-456b-901e-42de2ac4ee64', 'network_id': '4beac095-113d-456b-901e-42de2ac4ee64', 'tenant_id': 'f6888106a33b4e22805bf86163c3cc85', 'fixed_ips': [{'subnet_id': '9d169665-6865-45e0-bbb2-27be22c1122e'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:54.256493 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eb63e6f9-29ff-4800-a4ad-04cbccc1cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:54.313047 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:54.381491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccea2510-c002-460d-b932-c1685d2ff03e req-d6dc413c-58fb-4e05-a98a-c3cb30f08ee7 service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275915 Nov 12 08:50:54.386335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Subnet': ['ID=9d169665-6865-45e0-bbb2-27be22c1122e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:54.597251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b4f00f-c7b5-4745-bf8e-a90813b36b26 None None] Network 4beac095-113d-456b-901e-42de2ac4ee64 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:54.600477 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-93ae3e7a-892a-4314-8ce5-2f2d4db38661 None None] Provisioning complete for port 67c44d16-b233-40ab-ac55-8372c3f54a48 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:50:54.602148 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93ae3e7a-892a-4314-8ce5-2f2d4db38661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:54.697080 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccea2510-c002-460d-b932-c1685d2ff03e req-66077a34-b5b6-4ed3-a3a7-eb2f2c4ce8a1 service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055375 Nov 12 08:50:54.714077 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:54.799437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4beac095-113d-456b-901e-42de2ac4ee64']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:54.856523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc018cb3-c445-4448-a7a2-aa7291d4a164 req-c9aa1646-e3e4-4d4d-bf87-3d50abe49444 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:54.861136 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc018cb3-c445-4448-a7a2-aa7291d4a164 req-c9aa1646-e3e4-4d4d-bf87-3d50abe49444 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.1628115 Nov 12 08:50:54.867990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03d987-312d-4c31-835b-386946f1d8ef req-8c2d0105-4ac8-4523-a9e7-4cd526cf9f47 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:54.889838 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e03d987-312d-4c31-835b-386946f1d8ef req-8c2d0105-4ac8-4523-a9e7-4cd526cf9f47 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 945 time: 0.2637243 Nov 12 08:50:54.891804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb35ca5-d1a5-4a6b-91c7-0be28722cf69') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:54.892096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb35ca5-d1a5-4a6b-91c7-0be28722cf69') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:54.930310 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:54.976345 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:54.999423 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:55.000155 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:55.048393 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:55.093007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-dc018cb3-c445-4448-a7a2-aa7291d4a164 req-e7d7c26c-28a7-4d5d-925b-706352c9422b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Deleting port e08415a3-464e-4200-9c69-ac8ed7b7cd59 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:55.093395 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-dc018cb3-c445-4448-a7a2-aa7291d4a164 req-e7d7c26c-28a7-4d5d-925b-706352c9422b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.146302 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.156380 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.163155 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/4beac095-113d-456b-901e-42de2ac4ee64 HTTP/1.1" status: 204 len: 168 time: 1.9219139 Nov 12 08:50:55.169042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52016) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:55.177758 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ba1cbc05-efd0-4e3c-ad74-7dd92badd250 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1264347246'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:55.212028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015469d-aeee-4470-8ff8-7d826ea54df9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Network': ['ID=4beac095-113d-456b-901e-42de2ac4ee64,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:55.236703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-dc018cb3-c445-4448-a7a2-aa7291d4a164 req-e7d7c26c-28a7-4d5d-925b-706352c9422b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] For port e08415a3-464e-4200-9c69-ac8ed7b7cd59, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e08415a3-464e-4200-9c69-ac8ed7b7cd59,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:55.237060 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-dc018cb3-c445-4448-a7a2-aa7291d4a164 req-e7d7c26c-28a7-4d5d-925b-706352c9422b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.243179 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e03d987-312d-4c31-835b-386946f1d8ef req-674bd42b-2618-4698-8cb1-a4d491d41864 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc48806e-161c-4244-8355-98bed6042bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957905 Nov 12 08:50:55.267195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-dc018cb3-c445-4448-a7a2-aa7291d4a164 req-e7d7c26c-28a7-4d5d-925b-706352c9422b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Calling delete_port for e08415a3-464e-4200-9c69-ac8ed7b7cd59 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:55.297277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1cbc05-efd0-4e3c-ad74-7dd92badd250 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:55.305496 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbc05-efd0-4e3c-ad74-7dd92badd250 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.471149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1cbc05-efd0-4e3c-ad74-7dd92badd250 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:55.491741 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbc05-efd0-4e3c-ad74-7dd92badd250 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.492586 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-ba1cbc05-efd0-4e3c-ad74-7dd92badd250 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Added segment 2c842267-5681-4930-806d-a884c5189868 of type vlan for network 8364e319-3604-4e4f-a1d2-d4d7ce59253c Nov 12 08:50:55.544805 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbc05-efd0-4e3c-ad74-7dd92badd250 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.583684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-dc018cb3-c445-4448-a7a2-aa7291d4a164 req-e7d7c26c-28a7-4d5d-925b-706352c9422b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.587538 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbc05-efd0-4e3c-ad74-7dd92badd250 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.596701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e08415a3-464e-4200-9c69-ac8ed7b7cd59'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:50:55.608497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1cbc05-efd0-4e3c-ad74-7dd92badd250 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:55.609190 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba1cbc05-efd0-4e3c-ad74-7dd92badd250 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.759042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7c26c-28a7-4d5d-925b-706352c9422b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Pushing event deleted for resources: {'Port': ['ID=e08415a3-464e-4200-9c69-ac8ed7b7cd59,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:55.794900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc018cb3-c445-4448-a7a2-aa7291d4a164 req-e7d7c26c-28a7-4d5d-925b-706352c9422b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] No DVR routers for this DVR port e08415a3-464e-4200-9c69-ac8ed7b7cd59 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:55.802221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ba1cbc05-efd0-4e3c-ad74-7dd92badd250 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6281769 Nov 12 08:50:55.802840 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-dc018cb3-c445-4448-a7a2-aa7291d4a164 req-e7d7c26c-28a7-4d5d-925b-706352c9422b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:55.806207 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc018cb3-c445-4448-a7a2-aa7291d4a164 req-e7d7c26c-28a7-4d5d-925b-706352c9422b tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.46 "DELETE /v2.0/ports/e08415a3-464e-4200-9c69-ac8ed7b7cd59 HTTP/1.1" status: 204 len: 173 time: 0.9382021 Nov 12 08:50:55.806680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf68461b-e920-4953-9656-c65dfd97696e', 'name': 'network-vif-deleted', 'tag': 'e08415a3-464e-4200-9c69-ac8ed7b7cd59'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:50:55.809508 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6294636d-986f-45ae-bb8a-db7baca8fe11" -d '{"events": [{"server_uuid": "bf68461b-e920-4953-9656-c65dfd97696e", "name": "network-vif-deleted", "tag": "e08415a3-464e-4200-9c69-ac8ed7b7cd59"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:50:55.813703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52024) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:55.823163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fff685af-c4b1-4623-b760-7144ed763a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'subnet': {'network_id': '8364e319-3604-4e4f-a1d2-d4d7ce59253c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:55.843604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cbc05-efd0-4e3c-ad74-7dd92badd250 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Network': ['ID=8364e319-3604-4e4f-a1d2-d4d7ce59253c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:55.860919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 8364e319-3604-4e4f-a1d2-d4d7ce59253c details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:55.944674 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339455ca-34a2-40d7-acb4-5fd39fb5157d x-openstack-request-id: req-339455ca-34a2-40d7-acb4-5fd39fb5157d {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:50:55.945274 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf68461b-e920-4953-9656-c65dfd97696e", "name": "network-vif-deleted", "tag": "e08415a3-464e-4200-9c69-ac8ed7b7cd59", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:50:55.945627 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-339455ca-34a2-40d7-acb4-5fd39fb5157d {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:50:55.946119 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf68461b-e920-4953-9656-c65dfd97696e', 'name': 'network-vif-deleted', 'tag': 'e08415a3-464e-4200-9c69-ac8ed7b7cd59', 'status': 'completed', 'code': 200} Nov 12 08:50:56.013340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff685af-c4b1-4623-b760-7144ed763a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:56.016936 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fff685af-c4b1-4623-b760-7144ed763a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:56.393996 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fff685af-c4b1-4623-b760-7144ed763a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:56.507717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e645b53-ea26-45de-9c83-fc631c594828 req-5e7fce54-4b10-4b47-9a27-1c2724e83699 tempest-ListServerFiltersTestJSON-2041489749 tempest-ListServerFiltersTestJSON-2041489749-project] 10.222.0.31 "GET /v2.0/ports?device_id=bf68461b-e920-4953-9656-c65dfd97696e HTTP/1.1" status: 200 len: 210 time: 0.0590696 Nov 12 08:50:56.569208 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff685af-c4b1-4623-b760-7144ed763a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Subnet': ['ID=2ba4828d-11fc-4d63-ab46-3d27276b09c0,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:56.602363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff685af-c4b1-4623-b760-7144ed763a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Checking segment: {'id': '2c842267-5681-4930-806d-a884c5189868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '8364e319-3604-4e4f-a1d2-d4d7ce59253c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:56.603162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff685af-c4b1-4623-b760-7144ed763a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network hostable DHCP agents. Network: 8364e319-3604-4e4f-a1d2-d4d7ce59253c, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:56.622573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff685af-c4b1-4623-b760-7144ed763a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network 8364e319-3604-4e4f-a1d2-d4d7ce59253c is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:50:56.632701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-fff685af-c4b1-4623-b760-7144ed763a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 8364e319-3604-4e4f-a1d2-d4d7ce59253c) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:50:56.638245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff685af-c4b1-4623-b760-7144ed763a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:56.639004 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fff685af-c4b1-4623-b760-7144ed763a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:56.646094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b7c39-ed57-4de6-9ff5-a4b9c76001ad None None] Network 8364e319-3604-4e4f-a1d2-d4d7ce59253c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:56.666627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52034) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:56.668983 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fff685af-c4b1-4623-b760-7144ed763a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8537757 Nov 12 08:50:56.869253 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:56.898338 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4dff7e-b524-4297-83f9-937a0c54efb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-8364e319-3604-4e4f-a1d2-d4d7ce59253c', 'network_id': '8364e319-3604-4e4f-a1d2-d4d7ce59253c', 'tenant_id': 'f6888106a33b4e22805bf86163c3cc85', 'fixed_ips': [{'subnet_id': '2ba4828d-11fc-4d63-ab46-3d27276b09c0'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:50:56.903473 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-da4dff7e-b524-4297-83f9-937a0c54efb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.032143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.163945 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server [None req-da4dff7e-b524-4297-83f9-937a0c54efb5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ba4828d-11fc-4d63-ab46-3d27276b09c0: This subnet is being modified by another concurrent operation. Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise exception Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ba4828d-11fc-4d63-ab46-3d27276b09c0: This subnet is being modified by another concurrent operation. Nov 12 08:50:57.215388 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Nov 12 08:50:57.222764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba4828d-11fc-4d63-ab46-3d27276b09c0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:57.247061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8704ec6-5a7b-4deb-a2c5-3823b32c6df7 None None] Network 8364e319-3604-4e4f-a1d2-d4d7ce59253c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:57.394012 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.453651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8364e319-3604-4e4f-a1d2-d4d7ce59253c']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:57.471746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f995d-6af5-4bd5-bb4e-2beecdc5fb35 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:50:57.492870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c842267-5681-4930-806d-a884c5189868') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:57.496574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c842267-5681-4930-806d-a884c5189868') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:57.521859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.557033 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.579417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:57.579931 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:57.604404 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:57.665140 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52070) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:57.764194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e08415a3-464e-4200-9c69-ac8ed7b7cd59 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:50:57.779123 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.791816 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.796344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/8364e319-3604-4e4f-a1d2-d4d7ce59253c HTTP/1.1" status: 204 len: 168 time: 1.1276696 Nov 12 08:50:57.801316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f995d-6af5-4bd5-bb4e-2beecdc5fb35 None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:50:57.805089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: e08415a3-464e-4200-9c69-ac8ed7b7cd59 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:50:57.805760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e08415a3-464e-4200-9c69-ac8ed7b7cd59 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:50:57.805946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52074) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:57.815436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-585838225'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:57.818021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ea1de-44b2-450c-b711-e09c987c51bd tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Network': ['ID=8364e319-3604-4e4f-a1d2-d4d7ce59253c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:57.872918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9850be-d67a-4338-99ea-6005a6ee522b admin admin] Deleting subnet 79a1904c-c84d-4086-bcb5-ae066d1ad882 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:50:57.878853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d9850be-d67a-4338-99ea-6005a6ee522b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.931064 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:57.939628 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.959894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d9850be-d67a-4338-99ea-6005a6ee522b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.100373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:50:58.145412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52078) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:58.150439 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.152236 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Added segment 3d88099b-b464-4796-bdc4-23a3b7b34020 of type vlan for network 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 Nov 12 08:50:58.331573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.350647 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d9850be-d67a-4338-99ea-6005a6ee522b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.352714 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0ec332a-d7e8-46fc-8d56-96996ef26da7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.483006 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.resource_extend [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:50:58.533578 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0ec332a-d7e8-46fc-8d56-96996ef26da7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.540794 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a0ec332a-d7e8-46fc-8d56-96996ef26da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.551867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.563351 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:50:58.571035 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.575134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec332a-d7e8-46fc-8d56-96996ef26da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b488fb05-21f8-422c-b365-e17f17336eab,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:58.600207 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a0ec332a-d7e8-46fc-8d56-96996ef26da7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e54c35737f044a039c9c93bd7f857e00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4536362 Nov 12 08:50:58.602587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52084) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:58.668933 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.730645 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c63256f2-dccf-48c5-9204-72d6cccbaa2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.758463 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d9850be-d67a-4338-99ea-6005a6ee522b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.774003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52088) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:58.784199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6def6cdc-d516-400a-b936-1dadfa61b2c1 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'subnet': {'network_id': '1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:50:58.785442 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9614494 Nov 12 08:50:58.815197 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c63256f2-dccf-48c5-9204-72d6cccbaa2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.848398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edcaf0-edde-4c7a-94bc-33bc9d496e72 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Network': ['ID=1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:58.858648 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9850be-d67a-4338-99ea-6005a6ee522b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a1904c-c84d-4086-bcb5-ae066d1ad882,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:58.863367 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:50:58.865005 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6d9850be-d67a-4338-99ea-6005a6ee522b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:58.870002 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6d9850be-d67a-4338-99ea-6005a6ee522b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/79a1904c-c84d-4086-bcb5-ae066d1ad882 HTTP/1.1" status: 204 len: 168 time: 1.2027857 Nov 12 08:50:58.872452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52092) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:58.896558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f54bbb9-81f1-4806-b98c-0438f10f4fc2 None None] Network 5bad65c4-e847-4be5-8aa7-8ad5c970feaf requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:50:59.042770 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.047575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6def6cdc-d516-400a-b936-1dadfa61b2c1 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:50:59.051912 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6def6cdc-d516-400a-b936-1dadfa61b2c1 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.057707 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c63256f2-dccf-48c5-9204-72d6cccbaa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.062236 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c63256f2-dccf-48c5-9204-72d6cccbaa2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.083731 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c63256f2-dccf-48c5-9204-72d6cccbaa2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b488fb05-21f8-422c-b365-e17f17336eab HTTP/1.1" status: 204 len: 168 time: 0.4728696 Nov 12 08:50:59.140858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Deleting port 0b820fe2-4c14-40d3-a795-37619ad0bee9 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:59.141301 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.159802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63256f2-dccf-48c5-9204-72d6cccbaa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b488fb05-21f8-422c-b365-e17f17336eab,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:59.245594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] For port 0b820fe2-4c14-40d3-a795-37619ad0bee9, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0b820fe2-4c14-40d3-a795-37619ad0bee9,segment=NetworkSegment(9a3dcdbe-c3e0-4976-a841-b8960bf2632b),segment_id=9a3dcdbe-c3e0-4976-a841-b8960bf2632b)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:59.246144 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.287897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Calling delete_port for 0b820fe2-4c14-40d3-a795-37619ad0bee9 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:59.410265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d62932e-1d88-43b6-9e32-25d32799fb32 None None] DHCP port deletion for 5bad65c4-e847-4be5-8aa7-8ad5c970feaf request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:50:59.579886 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.599469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5d62932e-1d88-43b6-9e32-25d32799fb32 None None] Deleting port 0b820fe2-4c14-40d3-a795-37619ad0bee9 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:50:59.599900 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d62932e-1d88-43b6-9e32-25d32799fb32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.634906 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6def6cdc-d516-400a-b936-1dadfa61b2c1 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.642509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52100) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:50:59.661809 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b820fe2-4c14-40d3-a795-37619ad0bee9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:59.688229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] No DVR routers for this DVR port 0b820fe2-4c14-40d3-a795-37619ad0bee9 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:59.749381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5d62932e-1d88-43b6-9e32-25d32799fb32 None None] For port 0b820fe2-4c14-40d3-a795-37619ad0bee9, host n-d-768851-18, got binding levels [] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:50:59.749787 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d62932e-1d88-43b6-9e32-25d32799fb32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.771524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5d62932e-1d88-43b6-9e32-25d32799fb32 None None] Calling delete_port for 0b820fe2-4c14-40d3-a795-37619ad0bee9 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:50:59.776039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.ipam_backend_mixin [None req-5d62932e-1d88-43b6-9e32-25d32799fb32 None None] Port 0b820fe2-4c14-40d3-a795-37619ad0bee9 was not found and therefore no delete operation was performed {{(pid=102446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:50:59.778808 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d62932e-1d88-43b6-9e32-25d32799fb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.796049 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d62932e-1d88-43b6-9e32-25d32799fb32 None None] No DVR routers for this DVR port 0b820fe2-4c14-40d3-a795-37619ad0bee9 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:50:59.803286 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.805416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def6cdc-d516-400a-b936-1dadfa61b2c1 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Subnet': ['ID=f752a54c-c5cd-4666-8e76-22875bf9b0b1,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:59.836823 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.837538 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62932e-1d88-43b6-9e32-25d32799fb32 None None] Pushing event deleted for resources: {'Port': ['ID=0b820fe2-4c14-40d3-a795-37619ad0bee9,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:50:59.923800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bad65c4-e847-4be5-8aa7-8ad5c970feaf']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:59.936370 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3dcdbe-c3e0-4976-a841-b8960bf2632b') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:59.936686 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3dcdbe-c3e0-4976-a841-b8960bf2632b') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:50:59.937094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def6cdc-d516-400a-b936-1dadfa61b2c1 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Checking segment: {'id': '3d88099b-b464-4796-bdc4-23a3b7b34020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:50:59.937519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def6cdc-d516-400a-b936-1dadfa61b2c1 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network hostable DHCP agents. Network: 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:50:59.951722 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.967792 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.976690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:50:59.977124 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:50:59.979706 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:50:59.986199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def6cdc-d516-400a-b936-1dadfa61b2c1 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:00.003630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6def6cdc-d516-400a-b936-1dadfa61b2c1 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:00.013092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6def6cdc-d516-400a-b936-1dadfa61b2c1 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:00.013735 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6def6cdc-d516-400a-b936-1dadfa61b2c1 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.024093 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e5d9d4-dbbf-47a6-8aa2-2f1ef37bcc91 None None] Network 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:00.062117 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.069684 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6def6cdc-d516-400a-b936-1dadfa61b2c1 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2915933 Nov 12 08:51:00.071270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52106) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:00.083122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-befaaaa1-a658-4a3b-b47c-b7090f5df66c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'subnet': {'network_id': '1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:00.092001 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.151034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.171010 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.179247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5bad65c4-e847-4be5-8aa7-8ad5c970feaf HTTP/1.1" status: 204 len: 168 time: 1.3051324 Nov 12 08:51:00.210035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58e23c-176b-4a9d-9fee-8baa03a72ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bad65c4-e847-4be5-8aa7-8ad5c970feaf,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:00.343062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95051637d4c148ff9b48ca79e0eb1977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6951599 Nov 12 08:51:00.345769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52110) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:00.359250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cdcc3e-b521-4b5f-b7d0-06bc4d365e6d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:00.370886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:00.371242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:00.371591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:00.372284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:00.372614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:00.372941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:00.373302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:00.373638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:00.373969 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:00.374296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:00.374623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:00.374949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706c52bc-2319-4713-ac68-022ba39b5b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:00.460608 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aadef76a-92fd-4af2-bc10-0df093b7d63f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.508912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aadef76a-92fd-4af2-bc10-0df093b7d63f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.520919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2', 'network_id': '1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2', 'tenant_id': 'f6888106a33b4e22805bf86163c3cc85', 'fixed_ips': [{'subnet_id': 'f752a54c-c5cd-4666-8e76-22875bf9b0b1'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:51:00.521826 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.533372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befaaaa1-a658-4a3b-b47c-b7090f5df66c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:00.546604 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-befaaaa1-a658-4a3b-b47c-b7090f5df66c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.628506 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aadef76a-92fd-4af2-bc10-0df093b7d63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.631468 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aadef76a-92fd-4af2-bc10-0df093b7d63f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:00.637554 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-aadef76a-92fd-4af2-bc10-0df093b7d63f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41cdcc3e-b521-4b5f-b7d0-06bc4d365e6d HTTP/1.1" status: 204 len: 168 time: 0.2902346 Nov 12 08:51:00.653550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadef76a-92fd-4af2-bc10-0df093b7d63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cdcc3e-b521-4b5f-b7d0-06bc4d365e6d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:00.760995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52116) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:00.826598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Allocated IP 2001:db8::2 (1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2/f752a54c-c5cd-4666-8e76-22875bf9b0b1/ead3b07a-6f10-4560-af3a-50d0424d5493) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:00.832803 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6fa8265d-e103-4139-8a7c-7666f751118b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=937e0624b12441e1b73a90a159440cdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0673153 Nov 12 08:51:00.833435 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52118) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:00.930556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cdecfa70-cc54-43ec-8e85-7c823bb67e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.037848 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cdecfa70-cc54-43ec-8e85-7c823bb67e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.091392 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-befaaaa1-a658-4a3b-b47c-b7090f5df66c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.126759 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cdecfa70-cc54-43ec-8e85-7c823bb67e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.132936 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cdecfa70-cc54-43ec-8e85-7c823bb67e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.148883 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.151336 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cdecfa70-cc54-43ec-8e85-7c823bb67e7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc48806e-161c-4244-8355-98bed6042bf8 HTTP/1.1" status: 204 len: 168 time: 0.3079903 Nov 12 08:51:01.156431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befaaaa1-a658-4a3b-b47c-b7090f5df66c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:01.161820 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.166990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-befaaaa1-a658-4a3b-b47c-b7090f5df66c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:01.168832 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecfa70-cc54-43ec-8e85-7c823bb67e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc48806e-161c-4244-8355-98bed6042bf8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:01.172161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befaaaa1-a658-4a3b-b47c-b7090f5df66c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:01.172752 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-befaaaa1-a658-4a3b-b47c-b7090f5df66c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.247993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52142) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:01.248421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-befaaaa1-a658-4a3b-b47c-b7090f5df66c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1754682 Nov 12 08:51:01.258579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befaaaa1-a658-4a3b-b47c-b7090f5df66c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Subnet': ['ID=cfdd88d3-2024-41ad-a21c-44cae271eb0d,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:01.266046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Network 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:01.269476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:01.278732 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:01.315559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Pushing event updated for resources: {'Port': ['ID=ead3b07a-6f10-4560-af3a-50d0424d5493,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:01.466175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95869bcc-936f-4fe1-b83f-7a3066414551 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:01.468139 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95869bcc-936f-4fe1-b83f-7a3066414551 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:01.476853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95869bcc-936f-4fe1-b83f-7a3066414551 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:01.484764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95869bcc-936f-4fe1-b83f-7a3066414551 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:01.486850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Attempting to bind port ead3b07a-6f10-4560-af3a-50d0424d5493 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:01.487278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Attempting to bind port ead3b07a-6f10-4560-af3a-50d0424d5493 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '3d88099b-b464-4796-bdc4-23a3b7b34020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:01.489398 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Attempting to bind port ead3b07a-6f10-4560-af3a-50d0424d5493 on network 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:01.491378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95869bcc-936f-4fe1-b83f-7a3066414551 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:01.501563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52150) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:01.506937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e78f9bf6-a2a3-4a4c-b6b4-752484a2df3b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-583298384'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:01.514058 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-95869bcc-936f-4fe1-b83f-7a3066414551 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2644880 Nov 12 08:51:01.525271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:01.528641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Checking segment: {'id': '3d88099b-b464-4796-bdc4-23a3b7b34020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:01.539317 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.541441 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Bound using segment: {'id': '3d88099b-b464-4796-bdc4-23a3b7b34020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:01.542303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Bound port: ead3b07a-6f10-4560-af3a-50d0424d5493, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d88099b-b464-4796-bdc4-23a3b7b34020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:01.544218 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.571765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78f9bf6-a2a3-4a4c-b6b4-752484a2df3b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:01.577626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0b820fe2-4c14-40d3-a795-37619ad0bee9 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:01.587759 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e78f9bf6-a2a3-4a4c-b6b4-752484a2df3b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.605055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52152) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:01.620409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e9c85c0f-6f84-4eb5-bfa5-f1fda1928b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.694352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78f9bf6-a2a3-4a4c-b6b4-752484a2df3b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:01.715451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] For port ead3b07a-6f10-4560-af3a-50d0424d5493, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:01.719313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] For port ead3b07a-6f10-4560-af3a-50d0424d5493, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ead3b07a-6f10-4560-af3a-50d0424d5493,segment=NetworkSegment(3d88099b-b464-4796-bdc4-23a3b7b34020),segment_id=3d88099b-b464-4796-bdc4-23a3b7b34020)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:01.722895 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 0b820fe2-4c14-40d3-a795-37619ad0bee9 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:01.723624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0b820fe2-4c14-40d3-a795-37619ad0bee9 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:01.727361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.797778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e78f9bf6-a2a3-4a4c-b6b4-752484a2df3b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.798417 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-e78f9bf6-a2a3-4a4c-b6b4-752484a2df3b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Added segment d9d855dd-3914-4df8-b872-bbd59bd176c9 of type vlan for network 48ee631b-8bff-4c54-9c38-302a9950b370 Nov 12 08:51:01.872889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c55946-ffd5-4539-9865-53ae4f3c8438 None None] Pushing event updated for resources: {'Port': ['ID=ead3b07a-6f10-4560-af3a-50d0424d5493,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:01.894834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e9c85c0f-6f84-4eb5-bfa5-f1fda1928b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.903413 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e9c85c0f-6f84-4eb5-bfa5-f1fda1928b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.923915 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e78f9bf6-a2a3-4a4c-b6b4-752484a2df3b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.981467 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e78f9bf6-a2a3-4a4c-b6b4-752484a2df3b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:01.987990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f9bf6-a2a3-4a4c-b6b4-752484a2df3b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:01.988822 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e78f9bf6-a2a3-4a4c-b6b4-752484a2df3b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.078646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c85c0f-6f84-4eb5-bfa5-f1fda1928b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53264ead-0c1a-4583-b455-37fa29b523e6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:02.100795 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e9c85c0f-6f84-4eb5-bfa5-f1fda1928b67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75a78c7b7d314d55b27b1abd0164474b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4997611 Nov 12 08:51:02.101778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52162) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:02.218725 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9af7dfd-1c2a-4e73-85f0-28edafee6c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.244162 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e78f9bf6-a2a3-4a4c-b6b4-752484a2df3b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7411468 Nov 12 08:51:02.256148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52166) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:02.274590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d51d7d9e-c455-4639-b5b1-52cf1b1b7409 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:02.295023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9af7dfd-1c2a-4e73-85f0-28edafee6c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.370071 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f9bf6-a2a3-4a4c-b6b4-752484a2df3b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Network': ['ID=48ee631b-8bff-4c54-9c38-302a9950b370,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:02.396638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 48ee631b-8bff-4c54-9c38-302a9950b370 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:02.469589 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9af7dfd-1c2a-4e73-85f0-28edafee6c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.479581 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9af7dfd-1c2a-4e73-85f0-28edafee6c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.482522 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f9af7dfd-1c2a-4e73-85f0-28edafee6c9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53264ead-0c1a-4583-b455-37fa29b523e6 HTTP/1.1" status: 204 len: 168 time: 0.3795536 Nov 12 08:51:02.514799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af7dfd-1c2a-4e73-85f0-28edafee6c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53264ead-0c1a-4583-b455-37fa29b523e6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:02.776374 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d51d7d9e-c455-4639-b5b1-52cf1b1b7409 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.819537 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d51d7d9e-c455-4639-b5b1-52cf1b1b7409 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.837454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d51d7d9e-c455-4639-b5b1-52cf1b1b7409 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network 48ee631b-8bff-4c54-9c38-302a9950b370 is not hosted by any dhcp agent {{(pid=102444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:51:02.846066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d7d9e-c455-4639-b5b1-52cf1b1b7409 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:02.847041 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d51d7d9e-c455-4639-b5b1-52cf1b1b7409 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:02.886086 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52182) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:02.887202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d51d7d9e-c455-4639-b5b1-52cf1b1b7409 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "PUT /v2.0/networks/48ee631b-8bff-4c54-9c38-302a9950b370 HTTP/1.1" status: 200 len: 723 time: 0.6221254 Nov 12 08:51:02.892683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-40a2f21e-b979-4602-8528-522b553a0c3a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'subnet': {'network_id': '48ee631b-8bff-4c54-9c38-302a9950b370', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:03.097559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d7d9e-c455-4639-b5b1-52cf1b1b7409 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Network': ['ID=48ee631b-8bff-4c54-9c38-302a9950b370,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:03.126114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 48ee631b-8bff-4c54-9c38-302a9950b370 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:03.226153 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a2f21e-b979-4602-8528-522b553a0c3a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:03.231772 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40a2f21e-b979-4602-8528-522b553a0c3a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.550626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52208) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:03.607472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bd1de8-4166-4f40-a873-fe57f326a709 None None] Network 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:03.650957 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40a2f21e-b979-4602-8528-522b553a0c3a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:03.709231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ead3b07a-6f10-4560-af3a-50d0424d5493 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:03.843186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2f21e-b979-4602-8528-522b553a0c3a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Subnet': ['ID=24cd9f5f-83d1-448c-9e14-6c375feb16f6,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:03.933032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2f21e-b979-4602-8528-522b553a0c3a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Checking segment: {'id': 'd9d855dd-3914-4df8-b872-bbd59bd176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '48ee631b-8bff-4c54-9c38-302a9950b370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:03.938221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2f21e-b979-4602-8528-522b553a0c3a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network hostable DHCP agents. Network: 48ee631b-8bff-4c54-9c38-302a9950b370, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:04.022841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2f21e-b979-4602-8528-522b553a0c3a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network 48ee631b-8bff-4c54-9c38-302a9950b370 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:04.046926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-40a2f21e-b979-4602-8528-522b553a0c3a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 48ee631b-8bff-4c54-9c38-302a9950b370) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:04.054280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a2f21e-b979-4602-8528-522b553a0c3a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:04.054888 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40a2f21e-b979-4602-8528-522b553a0c3a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.101092 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-40a2f21e-b979-4602-8528-522b553a0c3a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2036450 Nov 12 08:51:04.101092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52220) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:04.101092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0f7a7da1-a579-4834-b160-6025d3a5ba91 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:04.132258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-958573500-network', 'tenant_id': '73ffb261426148f08082697984f4a5e5'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:04.166113 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Made reservation on behalf of 73ffb261426148f08082697984f4a5e5 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:04.173765 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.183782 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.328660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f7a7da1-a579-4834-b160-6025d3a5ba91 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5433581'] for subnet, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.349419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0836cdf2-6165-48a9-9add-25c31c25ead6 None None] Network 48ee631b-8bff-4c54-9c38-302a9950b370 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:04.359566 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.366303 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.402879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:04.422308 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.423561 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Added segment ab7d3b42-bf96-4bb4-920d-5f359c1c33be of type vlan for network 53a81317-5f9d-409d-9544-c8583b76e8e5 Nov 12 08:51:04.562577 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f7a7da1-a579-4834-b160-6025d3a5ba91 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742058363019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5750901'] for subnet, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.564318 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.595279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-92dd8b28-1120-4414-b8f5-fb3fc26c4038 None None] Provisioning complete for port ead3b07a-6f10-4560-af3a-50d0424d5493 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:04.601671 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92dd8b28-1120-4414-b8f5-fb3fc26c4038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.630289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ead3b07a-6f10-4560-af3a-50d0424d5493 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:04.636127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.640842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff77374-ff71-4a34-8b61-bb09af2c2f11,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:04.643688 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.645239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:04.646021 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.700251 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7a7da1-a579-4834-b160-6025d3a5ba91 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:04.700846 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f7a7da1-a579-4834-b160-6025d3a5ba91 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.715125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1632619 Nov 12 08:51:04.718433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52232) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:04.718959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52234) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:04.719434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0f7a7da1-a579-4834-b160-6025d3a5ba91 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "PUT /v2.0/subnets/24cd9f5f-83d1-448c-9e14-6c375feb16f6 HTTP/1.1" status: 200 len: 826 time: 0.6236005 Nov 12 08:51:04.780187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a7da1-a579-4834-b160-6025d3a5ba91 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Subnet': ['ID=24cd9f5f-83d1-448c-9e14-6c375feb16f6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:04.837749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b01bda03-4098-46f3-a453-151c8defbe0c admin admin] Request body: {'subnet': {'network_id': '53a81317-5f9d-409d-9544-c8583b76e8e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-958573500-subnet', 'tenant_id': '73ffb261426148f08082697984f4a5e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:04.851862 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:04.865502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfe426-cb59-4db1-ab1b-0acd842a220a admin admin] Pushing event updated for resources: {'Network': ['ID=53a81317-5f9d-409d-9544-c8583b76e8e5,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:04.936005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 53a81317-5f9d-409d-9544-c8583b76e8e5 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:05.043714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01bda03-4098-46f3-a453-151c8defbe0c admin admin] Made reservation on behalf of 73ffb261426148f08082697984f4a5e5 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:05.046122 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b01bda03-4098-46f3-a453-151c8defbe0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.247760 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.276246 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.371856 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d3400f4b-4366-448e-88f2-300d50963b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.402461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.427293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port ead3b07a-6f10-4560-af3a-50d0424d5493, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ead3b07a-6f10-4560-af3a-50d0424d5493,segment=NetworkSegment(3d88099b-b464-4796-bdc4-23a3b7b34020),segment_id=3d88099b-b464-4796-bdc4-23a3b7b34020)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:05.441090 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92dd8b28-1120-4414-b8f5-fb3fc26c4038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.449428 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.451717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dfac58-bdd2-40c0-a80d-86d2dfeaca2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-48ee631b-8bff-4c54-9c38-302a9950b370', 'network_id': '48ee631b-8bff-4c54-9c38-302a9950b370', 'tenant_id': 'f6888106a33b4e22805bf86163c3cc85', 'fixed_ips': [{'subnet_id': '24cd9f5f-83d1-448c-9e14-6c375feb16f6'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:51:05.452659 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5dfac58-bdd2-40c0-a80d-86d2dfeaca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.661830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Subnet': ['ID=24cd9f5f-83d1-448c-9e14-6c375feb16f6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:05.796045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b01bda03-4098-46f3-a453-151c8defbe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.806746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=ead3b07a-6f10-4560-af3a-50d0424d5493,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:05.881199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:05.941846 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-92dd8b28-1120-4414-b8f5-fb3fc26c4038 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:51:05.942295 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-92dd8b28-1120-4414-b8f5-fb3fc26c4038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:51:05.943040 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59191f1d-05d6-4805-bd2f-cee483281d6b None None] Update dhcp port {'port': {'network_id': '1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2', 'fixed_ips': [{'subnet_id': 'f752a54c-c5cd-4666-8e76-22875bf9b0b1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cfdd88d3-2024-41ad-a21c-44cae271eb0d'}], 'binding:host_id': 'n-d-768851-18'}, 'id': 'ead3b07a-6f10-4560-af3a-50d0424d5493'} from n-d-768851-18. {{(pid=102446) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 08:51:05.997849 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-59191f1d-05d6-4805-bd2f-cee483281d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.011208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eaa900-e71f-4ceb-adba-4622a321f7d1 None None] Network 48ee631b-8bff-4c54-9c38-302a9950b370 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:06.016019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bda03-4098-46f3-a453-151c8defbe0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf21330-99a4-4e9d-b244-e1a0a1a634af,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:06.023316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ee631b-8bff-4c54-9c38-302a9950b370']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:06.046136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d855dd-3914-4df8-b872-bbd59bd176c9') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:06.047787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d855dd-3914-4df8-b872-bbd59bd176c9') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:06.069328 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.087920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01bda03-4098-46f3-a453-151c8defbe0c admin admin] Checking segment: {'id': 'ab7d3b42-bf96-4bb4-920d-5f359c1c33be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '53a81317-5f9d-409d-9544-c8583b76e8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:06.090075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01bda03-4098-46f3-a453-151c8defbe0c admin admin] Network hostable DHCP agents. Network: 53a81317-5f9d-409d-9544-c8583b76e8e5, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:06.118432 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.153227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:06.154044 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:06.161713 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:06.295418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01bda03-4098-46f3-a453-151c8defbe0c admin admin] Network 53a81317-5f9d-409d-9544-c8583b76e8e5 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:06.326106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b01bda03-4098-46f3-a453-151c8defbe0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 53a81317-5f9d-409d-9544-c8583b76e8e5) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:06.336053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01bda03-4098-46f3-a453-151c8defbe0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:06.336908 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b01bda03-4098-46f3-a453-151c8defbe0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.353198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671608aa-c5a8-4209-b2dc-f8da237b5754 None None] Network 53a81317-5f9d-409d-9544-c8583b76e8e5 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:06.356908 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.365093 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.381006 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/48ee631b-8bff-4c54-9c38-302a9950b370 HTTP/1.1" status: 204 len: 168 time: 1.6606019 Nov 12 08:51:06.383608 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52278) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:06.396151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b01bda03-4098-46f3-a453-151c8defbe0c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6745062 Nov 12 08:51:06.427571 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d1da3b-2613-4223-9d3a-f0b10ffb081b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:06.430747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d1da3b-2613-4223-9d3a-f0b10ffb081b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:06.442460 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-23d1da3b-2613-4223-9d3a-f0b10ffb081b tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/48ee631b-8bff-4c54-9c38-302a9950b370 HTTP/1.1" status: 404 len: 339 time: 0.0571699 Nov 12 08:51:06.447290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52282) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:06.452849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b352d199-b450-4739-bfc1-aa4c71fdc45d tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887205107', 'description': 'd1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:06.514171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22498346-ae8c-414a-be4a-665eb4fec9e9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Network': ['ID=48ee631b-8bff-4c54-9c38-302a9950b370,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:06.526010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b352d199-b450-4739-bfc1-aa4c71fdc45d tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:06.530213 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b352d199-b450-4739-bfc1-aa4c71fdc45d tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.589996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b352d199-b450-4739-bfc1-aa4c71fdc45d tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:06.611801 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b352d199-b450-4739-bfc1-aa4c71fdc45d tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.612574 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-b352d199-b450-4739-bfc1-aa4c71fdc45d tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Added segment f591cdc5-6523-4fe5-92ad-23dc054125fa of type vlan for network be3993d7-9e4e-4bdb-a349-748520bb2388 Nov 12 08:51:06.702849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b352d199-b450-4739-bfc1-aa4c71fdc45d tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.782199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b352d199-b450-4739-bfc1-aa4c71fdc45d tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.803890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b352d199-b450-4739-bfc1-aa4c71fdc45d tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:06.808543 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b352d199-b450-4739-bfc1-aa4c71fdc45d tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:06.842090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b795f738-fc09-4105-8c15-7377f251a4f2 None None] Network 53a81317-5f9d-409d-9544-c8583b76e8e5 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:06.860061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10419e76-ff21-4331-8a20-8be66ccced3e None None] Network 48ee631b-8bff-4c54-9c38-302a9950b370 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:06.888568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10419e76-ff21-4331-8a20-8be66ccced3e None None] Network 48ee631b-8bff-4c54-9c38-302a9950b370 could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 08:51:06.948100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-59191f1d-05d6-4805-bd2f-cee483281d6b None None] Allocated IP 172.20.0.1 (1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2/cfdd88d3-2024-41ad-a21c-44cae271eb0d/ead3b07a-6f10-4560-af3a-50d0424d5493) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:07.091600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52298) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:07.095916 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b352d199-b450-4739-bfc1-aa4c71fdc45d tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6470587 Nov 12 08:51:07.134609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352d199-b450-4739-bfc1-aa4c71fdc45d tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Network': ['ID=be3993d7-9e4e-4bdb-a349-748520bb2388,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:07.162927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network be3993d7-9e4e-4bdb-a349-748520bb2388 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:07.282014 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f1a47-e6d4-4b91-babf-f92a236694a4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.283597 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e67f1a47-e6d4-4b91-babf-f92a236694a4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/networks?id=be3993d7-9e4e-4bdb-a349-748520bb2388 HTTP/1.1" status: 200 len: 764 time: 0.1907337 Nov 12 08:51:07.287445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52310) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:07.305008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2f16bdd8-b1cb-4d14-bb84-4e825f991d9a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'network': {'description': 'd2'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:07.476206 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-73fa795d-9ed2-4f04-aa98-07f3b103bfa9 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.494106 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-73fa795d-9ed2-4f04-aa98-07f3b103bfa9 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/networks?id=53a81317-5f9d-409d-9544-c8583b76e8e5 HTTP/1.1" status: 200 len: 808 time: 0.3251076 Nov 12 08:51:07.522692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c2957224-5987-45e2-a0df-37ccad125e6f tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/quotas/73ffb261426148f08082697984f4a5e5 HTTP/1.1" status: 200 len: 375 time: 0.0275552 Nov 12 08:51:07.543005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-59191f1d-05d6-4805-bd2f-cee483281d6b None None] For port ead3b07a-6f10-4560-af3a-50d0424d5493, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ead3b07a-6f10-4560-af3a-50d0424d5493,segment=NetworkSegment(3d88099b-b464-4796-bdc4-23a3b7b34020),segment_id=3d88099b-b464-4796-bdc4-23a3b7b34020)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:07.599966 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-cc9319c8-98fa-4ae9-a9c1-dbd551b5180a tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=73ffb261426148f08082697984f4a5e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662329 Nov 12 08:51:07.625323 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9c25946d-f7ca-4721-8afc-e7d0f548c71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.661553 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-59191f1d-05d6-4805-bd2f-cee483281d6b None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.669983 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-59191f1d-05d6-4805-bd2f-cee483281d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.734801 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59191f1d-05d6-4805-bd2f-cee483281d6b None None] Pushing event updated for resources: {'Port': ['ID=ead3b07a-6f10-4560-af3a-50d0424d5493,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:07.738141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ead3b07a-6f10-4560-af3a-50d0424d5493 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:07.903008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-47fc0c8a-7f33-42b9-86db-b1735aa493ce service neutron] 10.222.0.31 "GET /v2.0/networks/53a81317-5f9d-409d-9544-c8583b76e8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907300 Nov 12 08:51:07.919276 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f16bdd8-b1cb-4d14-bb84-4e825f991d9a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.956512 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f16bdd8-b1cb-4d14-bb84-4e825f991d9a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.972712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f16bdd8-b1cb-4d14-bb84-4e825f991d9a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network be3993d7-9e4e-4bdb-a349-748520bb2388 is not hosted by any dhcp agent {{(pid=102445) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:51:07.986987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f16bdd8-b1cb-4d14-bb84-4e825f991d9a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:07.995196 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2f16bdd8-b1cb-4d14-bb84-4e825f991d9a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:07.998400 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2f16bdd8-b1cb-4d14-bb84-4e825f991d9a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "PUT /v2.0/networks/be3993d7-9e4e-4bdb-a349-748520bb2388 HTTP/1.1" status: 200 len: 761 time: 0.7071636 Nov 12 08:51:08.000659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52322) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:08.123307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-d280632d-70de-40d6-81ba-410d2d4cb3d9 service neutron] 10.222.0.31 "GET /v2.0/networks/53a81317-5f9d-409d-9544-c8583b76e8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194414 Nov 12 08:51:08.149328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ead3b07a-6f10-4560-af3a-50d0424d5493 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:08.149868 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:08.268950 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16bdd8-b1cb-4d14-bb84-4e825f991d9a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Network': ['ID=be3993d7-9e4e-4bdb-a349-748520bb2388,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:08.280106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2008e0ca-68b3-4344-9c43-b96afe63acdf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.283421 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network be3993d7-9e4e-4bdb-a349-748520bb2388 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:08.294070 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2008e0ca-68b3-4344-9c43-b96afe63acdf tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/networks?id=be3993d7-9e4e-4bdb-a349-748520bb2388 HTTP/1.1" status: 200 len: 764 time: 0.2894437 Nov 12 08:51:08.297876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52328) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:08.465896 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0bffcf3-9965-40c5-adb3-832e2e787ae0 req-8da05028-4470-49fa-aa63-7ed765c52060 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 210 time: 0.0526748 Nov 12 08:51:08.604548 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:08.660444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c98829-a3b4-4b25-ae90-09b4f762fce6 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:08.664917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52338) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:08.665158 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d8c98829-a3b4-4b25-ae90-09b4f762fce6 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3658323 Nov 12 08:51:08.764771 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-41939dec-c395-4c49-9c8d-b7efd5ca8244 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 207 time: 0.0978017 Nov 12 08:51:08.768156 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52342) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:08.866000 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:51:09.283169 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba5d5ea-2ae6-4715-bbcf-564cb8bbc32a None None] Network 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:09.445759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9a4241ad-aa6e-483e-acf1-f4271dc51eb5 None None] Provisioning complete for port ead3b07a-6f10-4560-af3a-50d0424d5493 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:09.446420 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9a4241ad-aa6e-483e-acf1-f4271dc51eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:09.675938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ead3b07a-6f10-4560-af3a-50d0424d5493 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:09.708650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6631b950-fae6-4954-8ab7-36b18561b9f5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.725502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6631b950-fae6-4954-8ab7-36b18561b9f5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.744085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6631b950-fae6-4954-8ab7-36b18561b9f5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.758702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6631b950-fae6-4954-8ab7-36b18561b9f5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.772035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6631b950-fae6-4954-8ab7-36b18561b9f5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.802396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6631b950-fae6-4954-8ab7-36b18561b9f5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:09.808043 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6631b950-fae6-4954-8ab7-36b18561b9f5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 1.0380926 Nov 12 08:51:09.811110 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52356) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:09.868576 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbdffe37-ff16-42d6-9866-5cbb692993ae req-3d5de676-b74e-43c0-a2e3-2d6912a08bc0 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 210 time: 0.1764944 Nov 12 08:51:09.927503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ead3b07a-6f10-4560-af3a-50d0424d5493 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:09.929462 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.249926 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.449993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4914ffb7-6727-4eb0-8594-73647d9c481e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6352868 Nov 12 08:51:10.452154 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52366) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:10.503856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-bffde025-8b43-4673-b16f-14b8578ffb72 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.507885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-bffde025-8b43-4673-b16f-14b8578ffb72 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.46 "GET /v2.0/networks?id=53a81317-5f9d-409d-9544-c8583b76e8e5 HTTP/1.1" status: 200 len: 808 time: 0.3309171 Nov 12 08:51:10.533907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Request body: {'port': {'device_id': 'ff45cf8f-d6dc-4e71-8719-7b325b026eab', 'network_id': '53a81317-5f9d-409d-9544-c8583b76e8e5', 'admin_state_up': True, 'tenant_id': '73ffb261426148f08082697984f4a5e5'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:10.540692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc52515-5449-46cb-9089-aad53c86a77f tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.553017 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc52515-5449-46cb-9089-aad53c86a77f tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.561377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc52515-5449-46cb-9089-aad53c86a77f tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.563600 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc52515-5449-46cb-9089-aad53c86a77f tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.565405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc52515-5449-46cb-9089-aad53c86a77f tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.567443 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dbc52515-5449-46cb-9089-aad53c86a77f tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1142886 Nov 12 08:51:10.577697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52370) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:10.693336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e0d72f-352f-4cbe-a181-34f40b54388a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['shared'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.703465 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e0d72f-352f-4cbe-a181-34f40b54388a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['shared'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.705276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e0d72f-352f-4cbe-a181-34f40b54388a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['shared'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.708460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e0d72f-352f-4cbe-a181-34f40b54388a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['shared'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.722120 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e0d72f-352f-4cbe-a181-34f40b54388a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['shared'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.724034 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e9e0d72f-352f-4cbe-a181-34f40b54388a tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1450484 Nov 12 08:51:10.729832 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52374) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:10.806387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Made reservation on behalf of 73ffb261426148f08082697984f4a5e5 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:10.813714 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.837997 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c154a26d-2a04-402a-9dca-6486e5d66999 None None] Provisioning complete for port ead3b07a-6f10-4560-af3a-50d0424d5493 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:10.838626 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c154a26d-2a04-402a-9dca-6486e5d66999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:10.871468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa24b6e-f4bd-4992-813d-895c97a1c1d2 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:10.873696 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7fa24b6e-f4bd-4992-813d-895c97a1c1d2 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/networks/5350deff-3feb-4e05-a51e-f7e1fd82ca7e HTTP/1.1" status: 200 len: 804 time: 0.1417456 Nov 12 08:51:10.877593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52376) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:10.990713 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.134807 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-60d11d22-97f0-452f-982a-a25db0b0ca21 req-62ead944-ab28-4e4d-b0ec-346886808a74 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 210 time: 0.0801790 Nov 12 08:51:11.175669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Allocated IP 172.20.0.2 (53a81317-5f9d-409d-9544-c8583b76e8e5/9cf21330-99a4-4e9d-b244-e1a0a1a634af/7def7957-d050-4bd1-8c09-8fbaeaeca0aa) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:11.187880 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0f011602-f1bf-4be9-a9b8-4843d97258be tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/networks/5350deff-3feb-4e05-a51e-f7e1fd82ca7e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3087649 Nov 12 08:51:11.194321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52380) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:11.287224 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981abd18-eb07-4c56-801d-5ba5386d2a0c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:11.292251 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-981abd18-eb07-4c56-801d-5ba5386d2a0c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/subnets/9ccafd80-0fee-4cfd-a945-0c621d37702d HTTP/1.1" status: 200 len: 843 time: 0.0935197 Nov 12 08:51:11.292812 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52382) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:11.404778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db04ae4-5de9-4819-b855-7e859bfc4597 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['shared'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:11.406446 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9db04ae4-5de9-4819-b855-7e859bfc4597 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "GET /v2.0/subnets/9ccafd80-0fee-4cfd-a945-0c621d37702d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1125832 Nov 12 08:51:11.412128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52386) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:11.421548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fefa5f5e-8a19-4a7a-bbea-cb697ef98d04 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-406643560'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:11.466598 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa5f5e-8a19-4a7a-bbea-cb697ef98d04 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:11.468040 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fefa5f5e-8a19-4a7a-bbea-cb697ef98d04 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.525587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefa5f5e-8a19-4a7a-bbea-cb697ef98d04 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:11.544093 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fefa5f5e-8a19-4a7a-bbea-cb697ef98d04 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.544574 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-fefa5f5e-8a19-4a7a-bbea-cb697ef98d04 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Added segment 1f87f042-1f0b-4191-b946-f2444ef9eaec of type vlan for network 3cba8fb2-6e6b-4f35-87be-89fd22b583a7 Nov 12 08:51:11.545042 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.595163 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.620237 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fefa5f5e-8a19-4a7a-bbea-cb697ef98d04 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.648459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Network 53a81317-5f9d-409d-9544-c8583b76e8e5 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:11.657068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:11.662722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:11.684811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fefa5f5e-8a19-4a7a-bbea-cb697ef98d04 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.708066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa5f5e-8a19-4a7a-bbea-cb697ef98d04 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:11.708969 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fefa5f5e-8a19-4a7a-bbea-cb697ef98d04 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.758091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:11.758091 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:11.775035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Pushing event updated for resources: {'Port': ['ID=7def7957-d050-4bd1-8c09-8fbaeaeca0aa,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:11.791793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-90081f3e-58c1-429c-8913-7b9352d26210 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2667437 Nov 12 08:51:11.806790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Request body: {'port': {'device_id': 'ff45cf8f-d6dc-4e71-8719-7b325b026eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:11.895227 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fefa5f5e-8a19-4a7a-bbea-cb697ef98d04 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4815540 Nov 12 08:51:11.900672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52412) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:11.907056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'subnet': {'network_id': '3cba8fb2-6e6b-4f35-87be-89fd22b583a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:11.937338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa5f5e-8a19-4a7a-bbea-cb697ef98d04 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Network': ['ID=3cba8fb2-6e6b-4f35-87be-89fd22b583a7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:11.951140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 3cba8fb2-6e6b-4f35-87be-89fd22b583a7 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:11.983715 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:12.178948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Made reservation on behalf of f6888106a33b4e22805bf86163c3cc85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:12.184390 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:12.289499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Performing IP validity checks on allocation pools {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 08:51:12.290041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 08:51:12.489334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e52d8-3adc-499a-98c8-74bdb5b977f8 req-d9419130-68d8-4e30-b755-98d3082db02a tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:12.503357 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a0e52d8-3adc-499a-98c8-74bdb5b977f8 req-d9419130-68d8-4e30-b755-98d3082db02a tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 931 time: 0.2066896 Nov 12 08:51:12.761240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7a0e52d8-3adc-499a-98c8-74bdb5b977f8 req-09a1302a-447e-443c-bbf8-04f92ab621d9 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566826 Nov 12 08:51:12.959541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7def7957-d050-4bd1-8c09-8fbaeaeca0aa {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:12.984182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.028320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Transition to ACTIVE for port object 7def7957-d050-4bd1-8c09-8fbaeaeca0aa will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:51:13.039842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.167610 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Pushing event updated for resources: {'Port': ['ID=7def7957-d050-4bd1-8c09-8fbaeaeca0aa,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:13.217878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68b0af-ddb1-4c35-9b30-23c714c49e52 req-4c79a23a-f0a9-49a2-a097-f14044a2ffa8 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.225606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce68b0af-ddb1-4c35-9b30-23c714c49e52 req-4c79a23a-f0a9-49a2-a097-f14044a2ffa8 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1098 time: 0.1471074 Nov 12 08:51:13.260481 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ce68b0af-ddb1-4c35-9b30-23c714c49e52 req-6b654fa7-db34-4b8c-b511-af76792691d5 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.328409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.361856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Attempting to bind port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:13.363201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Attempting to bind port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'ab7d3b42-bf96-4bb4-920d-5f359c1c33be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '53a81317-5f9d-409d-9544-c8583b76e8e5'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:13.363886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Attempting to bind port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa on network 53a81317-5f9d-409d-9544-c8583b76e8e5 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:13.371295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa on network 53a81317-5f9d-409d-9544-c8583b76e8e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:51:13.371834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Attempting to bind port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa on network 53a81317-5f9d-409d-9544-c8583b76e8e5 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:13.381246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:13.381590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Checking segment: {'id': 'ab7d3b42-bf96-4bb4-920d-5f359c1c33be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '53a81317-5f9d-409d-9544-c8583b76e8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:13.382145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Bound using segment: {'id': 'ab7d3b42-bf96-4bb4-920d-5f359c1c33be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '53a81317-5f9d-409d-9544-c8583b76e8e5'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:13.382688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Bound port: 7def7957-d050-4bd1-8c09-8fbaeaeca0aa, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7d3b42-bf96-4bb4-920d-5f359c1c33be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '53a81317-5f9d-409d-9544-c8583b76e8e5'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:13.383191 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.487836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] For port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:13.493386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] For port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7def7957-d050-4bd1-8c09-8fbaeaeca0aa,segment=NetworkSegment(ab7d3b42-bf96-4bb4-920d-5f359c1c33be),segment_id=ab7d3b42-bf96-4bb4-920d-5f359c1c33be)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:13.500882 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ce68b0af-ddb1-4c35-9b30-23c714c49e52 req-6b654fa7-db34-4b8c-b511-af76792691d5 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.501743 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.517224 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Subnet': ['ID=d172cd85-0bf7-4936-bba9-3a0e7c5b5c62,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:13.522996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Checking segment: {'id': '1f87f042-1f0b-4191-b946-f2444ef9eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3cba8fb2-6e6b-4f35-87be-89fd22b583a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:13.525802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network hostable DHCP agents. Network: 3cba8fb2-6e6b-4f35-87be-89fd22b583a7, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:13.537218 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-ce68b0af-ddb1-4c35-9b30-23c714c49e52 req-6b654fa7-db34-4b8c-b511-af76792691d5 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.567043 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.569265 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.572506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] 10.222.0.46 "PUT /v2.0/ports/7def7957-d050-4bd1-8c09-8fbaeaeca0aa HTTP/1.1" status: 200 len: 1092 time: 1.7726169 Nov 12 08:51:13.581639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff45cf8f-d6dc-4e71-8719-7b325b026eab', 'tag': '7def7957-d050-4bd1-8c09-8fbaeaeca0aa'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:13.594293 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567598ca-2c18-44fa-861b-310f875e6471" -d '{"events": [{"name": "network-changed", "server_uuid": "ff45cf8f-d6dc-4e71-8719-7b325b026eab", "tag": "7def7957-d050-4bd1-8c09-8fbaeaeca0aa"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:13.651128 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce68b0af-ddb1-4c35-9b30-23c714c49e52 req-6b654fa7-db34-4b8c-b511-af76792691d5 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4228001 Nov 12 08:51:13.702405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b654fa7-db34-4b8c-b511-af76792691d5 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a54682b-7df6-42d8-b5cb-4b79ac9cd8aa,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:13.724788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Network 3cba8fb2-6e6b-4f35-87be-89fd22b583a7 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:13.739464 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87bc8f4-7bb9-46c6-ab6a-dfe7d16018bb x-openstack-request-id: req-f87bc8f4-7bb9-46c6-ab6a-dfe7d16018bb {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:13.741904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 3cba8fb2-6e6b-4f35-87be-89fd22b583a7) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:13.744607 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff45cf8f-d6dc-4e71-8719-7b325b026eab", "tag": "7def7957-d050-4bd1-8c09-8fbaeaeca0aa", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:13.744607 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f87bc8f4-7bb9-46c6-ab6a-dfe7d16018bb {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:13.744926 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff45cf8f-d6dc-4e71-8719-7b325b026eab', 'tag': '7def7957-d050-4bd1-8c09-8fbaeaeca0aa', 'status': 'completed', 'code': 200} Nov 12 08:51:13.750276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d32d0a6-1d82-4df7-a806-46c30a86cff3 None None] Network 3cba8fb2-6e6b-4f35-87be-89fd22b583a7 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:13.754686 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.756722 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.759571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dee32-8e82-4ed3-90ae-891f447b055c service neutron] Pushing event updated for resources: {'Port': ['ID=7def7957-d050-4bd1-8c09-8fbaeaeca0aa,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:13.798759 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3fc4643e-726c-4af9-9868-cfbeffd18107 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8969123 Nov 12 08:51:13.800569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52488) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:13.822081 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f6698217-a1f8-40b0-940c-5304a92bf3ba tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:13.826192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-83ff3eaf-e6eb-409c-b7ba-a07b68ac1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:13.829001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-83ff3eaf-e6eb-409c-b7ba-a07b68ac1ca5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=73ffb261426148f08082697984f4a5e5&device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 1095 time: 0.1878226 Nov 12 08:51:13.927079 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-09bdea84-0533-415a-b27f-2715555c116f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7def7957-d050-4bd1-8c09-8fbaeaeca0aa HTTP/1.1" status: 200 len: 217 time: 0.0889363 Nov 12 08:51:14.050527 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6698217-a1f8-40b0-940c-5304a92bf3ba tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5433581'] for subnet, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.088782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-f6e5efb6-9077-426d-b140-d40afd3d2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:14.094159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-f6e5efb6-9077-426d-b140-d40afd3d2036 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9cf21330-99a4-4e9d-b244-e1a0a1a634af HTTP/1.1" status: 200 len: 848 time: 0.1352551 Nov 12 08:51:14.160646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-3cba8fb2-6e6b-4f35-87be-89fd22b583a7', 'network_id': '3cba8fb2-6e6b-4f35-87be-89fd22b583a7', 'tenant_id': 'f6888106a33b4e22805bf86163c3cc85', 'fixed_ips': [{'subnet_id': 'd172cd85-0bf7-4936-bba9-3a0e7c5b5c62'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:51:14.167750 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.221393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-3a7b2c9a-cb66-477f-b995-b3f8c58853f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53a81317-5f9d-409d-9544-c8583b76e8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697744 Nov 12 08:51:14.275407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1a6cc-3df1-4c2b-9376-23731c76fa88 req-27b32839-8150-410f-9a42-8b2a24c2dc39 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:14.279163 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6698217-a1f8-40b0-940c-5304a92bf3ba tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742058363019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5750901'] for subnet, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.281055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00e1a6cc-3df1-4c2b-9376-23731c76fa88 req-27b32839-8150-410f-9a42-8b2a24c2dc39 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 943 time: 0.3605590 Nov 12 08:51:14.334046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6698217-a1f8-40b0-940c-5304a92bf3ba tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:14.334291 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f6698217-a1f8-40b0-940c-5304a92bf3ba tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.335808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f6698217-a1f8-40b0-940c-5304a92bf3ba tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "PUT /v2.0/subnets/d172cd85-0bf7-4936-bba9-3a0e7c5b5c62 HTTP/1.1" status: 200 len: 900 time: 0.5339620 Nov 12 08:51:14.348027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52496) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:14.349472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7f74e-32ed-4b39-8e35-1cb868a16cca req-dd7ed23e-2324-444b-8299-c2f3456f05a4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:14.358254 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-98c7f74e-32ed-4b39-8e35-1cb868a16cca req-dd7ed23e-2324-444b-8299-c2f3456f05a4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.5192599 Nov 12 08:51:14.454897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6698217-a1f8-40b0-940c-5304a92bf3ba tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event updated for resources: {'Subnet': ['ID=d172cd85-0bf7-4936-bba9-3a0e7c5b5c62,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:14.499119 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-98c7f74e-32ed-4b39-8e35-1cb868a16cca req-e2674fbc-22a8-42d2-b575-126eabb6ec76 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1396768 Nov 12 08:51:14.525973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52502) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:14.542068 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00e1a6cc-3df1-4c2b-9376-23731c76fa88 req-b401d555-4517-47de-80b7-4acad67fab3b tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346694 Nov 12 08:51:14.576356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Allocated IP 2001:db8::3 (3cba8fb2-6e6b-4f35-87be-89fd22b583a7/d172cd85-0bf7-4936-bba9-3a0e7c5b5c62/49648e1e-dc79-4055-8c1e-9d5c83f118e2) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:14.635774 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-013b0173-35cd-44a1-aa71-5be846ffca53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/48509be7-ccae-474c-a988-b3ab26a0d2ae HTTP/1.1" status: 200 len: 993 time: 0.1068759 Nov 12 08:51:14.642985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-714ec349-62aa-4874-82b9-3cdeac1f123e service neutron] 10.222.0.46 "GET /v2.0/networks/53a81317-5f9d-409d-9544-c8583b76e8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114406 Nov 12 08:51:14.797007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebbcec32-78f6-4905-b9ef-65471b3d7722 req-426f92f1-690e-4dcd-857a-0aab82080477 service neutron] 10.222.0.46 "GET /v2.0/networks/53a81317-5f9d-409d-9544-c8583b76e8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420383 Nov 12 08:51:14.809928 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:14.958396 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.027587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-bab6717f-d162-4f0b-a04f-10094a5544ee req-b2de3567-b5da-4780-84c4-0f4bf4a64fe9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:51:15.028727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bab6717f-d162-4f0b-a04f-10094a5544ee req-b2de3567-b5da-4780-84c4-0f4bf4a64fe9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066037 Nov 12 08:51:15.069544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567598ca-2c18-44fa-861b-310f875e6471 req-90711f93-b89c-4f3f-be65-0d1fe83a8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:15.071224 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-567598ca-2c18-44fa-861b-310f875e6471 req-90711f93-b89c-4f3f-be65-0d1fe83a8243 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=73ffb261426148f08082697984f4a5e5&device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 1095 time: 0.1676037 Nov 12 08:51:15.133156 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.144532 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.243314 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.277808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Network 3cba8fb2-6e6b-4f35-87be-89fd22b583a7 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:15.279943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Pushing event updated for resources: {'Port': ['ID=49648e1e-dc79-4055-8c1e-9d5c83f118e2,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:15.289570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:15.297471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:15.397988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567598ca-2c18-44fa-861b-310f875e6471 req-4ac77549-0621-4f4d-8c93-53c84e67302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:15.399408 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-567598ca-2c18-44fa-861b-310f875e6471 req-4ac77549-0621-4f4d-8c93-53c84e67302a service neutron] 10.222.0.46 "GET /v2.0/networks?id=53a81317-5f9d-409d-9544-c8583b76e8e5 HTTP/1.1" status: 200 len: 909 time: 0.3178904 Nov 12 08:51:15.430436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Attempting to bind port 49648e1e-dc79-4055-8c1e-9d5c83f118e2 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:15.430816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Attempting to bind port 49648e1e-dc79-4055-8c1e-9d5c83f118e2 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '1f87f042-1f0b-4191-b946-f2444ef9eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3cba8fb2-6e6b-4f35-87be-89fd22b583a7'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:15.431186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Attempting to bind port 49648e1e-dc79-4055-8c1e-9d5c83f118e2 on network 3cba8fb2-6e6b-4f35-87be-89fd22b583a7 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:15.446956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:15.447344 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Checking segment: {'id': '1f87f042-1f0b-4191-b946-f2444ef9eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3cba8fb2-6e6b-4f35-87be-89fd22b583a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:15.447751 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.448153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Bound using segment: {'id': '1f87f042-1f0b-4191-b946-f2444ef9eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3cba8fb2-6e6b-4f35-87be-89fd22b583a7'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:15.448627 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Bound port: 49648e1e-dc79-4055-8c1e-9d5c83f118e2, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f87f042-1f0b-4191-b946-f2444ef9eaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3cba8fb2-6e6b-4f35-87be-89fd22b583a7'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:15.449045 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.477140 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.488431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Subnet': ['ID=d172cd85-0bf7-4936-bba9-3a0e7c5b5c62,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:15.593767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] For port 49648e1e-dc79-4055-8c1e-9d5c83f118e2, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:15.609454 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] For port 49648e1e-dc79-4055-8c1e-9d5c83f118e2, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=49648e1e-dc79-4055-8c1e-9d5c83f118e2,segment=NetworkSegment(1f87f042-1f0b-4191-b946-f2444ef9eaec),segment_id=1f87f042-1f0b-4191-b946-f2444ef9eaec)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:15.621375 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.623976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-567598ca-2c18-44fa-861b-310f875e6471 req-1377c730-c372-49f8-9557-5db00fed26d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7def7957-d050-4bd1-8c09-8fbaeaeca0aa HTTP/1.1" status: 200 len: 217 time: 0.1330824 Nov 12 08:51:15.728318 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cba8fb2-6e6b-4f35-87be-89fd22b583a7']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:15.751746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07e24c-648e-4008-8115-e76ba90ecb46 None None] Pushing event updated for resources: {'Port': ['ID=49648e1e-dc79-4055-8c1e-9d5c83f118e2,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:15.810576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f87f042-1f0b-4191-b946-f2444ef9eaec') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:15.812187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f87f042-1f0b-4191-b946-f2444ef9eaec') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:15.832789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebedfef-57c9-47b3-96db-2ac7b5f674b1 None None] Network 3cba8fb2-6e6b-4f35-87be-89fd22b583a7 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:15.857721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.861686 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b3b02-b5d5-4e81-bb0f-cb2e6968046b req-260bd9bd-6bcf-4b15-9a78-7ebc6e831b32 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:15.864958 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a3b3b02-b5d5-4e81-bb0f-cb2e6968046b req-260bd9bd-6bcf-4b15-9a78-7ebc6e831b32 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 943 time: 0.1771951 Nov 12 08:51:15.895549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921073-2e81-4ee9-8676-6429fd27b972 req-6c16d11f-5940-4cc4-89e6-6d89b3487652 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:15.903847 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6921073-2e81-4ee9-8676-6429fd27b972 req-6c16d11f-5940-4cc4-89e6-6d89b3487652 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.2517762 Nov 12 08:51:15.911399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567598ca-2c18-44fa-861b-310f875e6471 req-4d83e044-39f2-4a69-a982-17658d470ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:15.913037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-567598ca-2c18-44fa-861b-310f875e6471 req-4d83e044-39f2-4a69-a982-17658d470ac8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9cf21330-99a4-4e9d-b244-e1a0a1a634af HTTP/1.1" status: 200 len: 848 time: 0.2694757 Nov 12 08:51:15.924241 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.965440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:15.966116 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:15.971797 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:15.976709 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-567598ca-2c18-44fa-861b-310f875e6471 req-19ac4133-13dd-4283-90ef-9e1cfcb78788 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=53a81317-5f9d-409d-9544-c8583b76e8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496185 Nov 12 08:51:16.075208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a3b3b02-b5d5-4e81-bb0f-cb2e6968046b req-f2f3c57a-cc37-44a4-a287-fb898989310a tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976604 Nov 12 08:51:16.098835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4659cd-9566-4d43-a986-b0bd492763b0 None None] Network 3cba8fb2-6e6b-4f35-87be-89fd22b583a7 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:16.105668 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-5b6e4df2-0727-45fd-b257-bf0b3a3f6031 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4446492 Nov 12 08:51:16.119263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-20ddea12-ac62-44bd-aaa0-f200340f96ac service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:51:16.120316 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-20ddea12-ac62-44bd-aaa0-f200340f96ac service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084798 Nov 12 08:51:16.150923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6921073-2e81-4ee9-8676-6429fd27b972 req-2bb7105c-7a64-4e15-a602-6dc89d2c2baa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2451890 Nov 12 08:51:16.212372 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.db.api [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 08:51:16.212372 n-d-768851-18 neutron-server[102444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 08:51:16.212372 n-d-768851-18 neutron-server[102444]: [parameters: {'id': '3cba8fb2-6e6b-4f35-87be-89fd22b583a7'}] Nov 12 08:51:16.212372 n-d-768851-18 neutron-server[102444]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:51:16.212781 n-d-768851-18 neutron-server[102444]: DEBUG oslo_db.api [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:51:16.265421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-567598ca-2c18-44fa-861b-310f875e6471 req-00302576-4926-430f-a104-e6b68eb6d5d7 service neutron] 10.222.0.46 "GET /v2.0/networks/53a81317-5f9d-409d-9544-c8583b76e8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661595 Nov 12 08:51:16.295890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e000f9ae-0d0a-45ed-9766-ca0ca04042fc None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:51:16.444985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-567598ca-2c18-44fa-861b-310f875e6471 req-91a5443d-2eac-40c9-b3c3-690cc93edc1d service neutron] 10.222.0.46 "GET /v2.0/networks/53a81317-5f9d-409d-9544-c8583b76e8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706598 Nov 12 08:51:16.471691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e000f9ae-0d0a-45ed-9766-ca0ca04042fc None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 08:51:16.713764 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:16.798341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Deleting port 49648e1e-dc79-4055-8c1e-9d5c83f118e2 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:16.798768 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:16.981736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] For port 49648e1e-dc79-4055-8c1e-9d5c83f118e2, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=49648e1e-dc79-4055-8c1e-9d5c83f118e2,segment=NetworkSegment(1f87f042-1f0b-4191-b946-f2444ef9eaec),segment_id=1f87f042-1f0b-4191-b946-f2444ef9eaec)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:16.982239 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.020743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Calling delete_port for 49648e1e-dc79-4055-8c1e-9d5c83f118e2 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:17.126754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.149395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No DVR routers for this DVR port 49648e1e-dc79-4055-8c1e-9d5c83f118e2 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:17.187510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Port': ['ID=49648e1e-dc79-4055-8c1e-9d5c83f118e2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:17.376008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c0b53-443b-48e6-b600-9edaab628454 req-0d6325eb-df77-45f2-b518-06bec5811083 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:17.377635 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d7c0b53-443b-48e6-b600-9edaab628454 req-0d6325eb-df77-45f2-b518-06bec5811083 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 943 time: 0.1402879 Nov 12 08:51:17.382380 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.455548 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cba8fb2-6e6b-4f35-87be-89fd22b583a7']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:17.486874 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f87f042-1f0b-4191-b946-f2444ef9eaec') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:17.487175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f87f042-1f0b-4191-b946-f2444ef9eaec') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:17.506108 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d7c0b53-443b-48e6-b600-9edaab628454 req-77a2dcfd-21b6-45f5-8afb-c8e188def8b5 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207106 Nov 12 08:51:17.509922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.582661 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.591932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:17.592339 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:17.595443 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:17.626343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90d590-fb35-428d-a929-ba116757aacf req-5ebc0007-9997-45f4-b1cb-95ade573c416 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:17.627833 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6f90d590-fb35-428d-a929-ba116757aacf req-5ebc0007-9997-45f4-b1cb-95ade573c416 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.1158893 Nov 12 08:51:17.701565 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.722255 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.730641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/3cba8fb2-6e6b-4f35-87be-89fd22b583a7 HTTP/1.1" status: 204 len: 168 time: 3.3453615 Nov 12 08:51:17.732465 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52588) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:17.740765 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6f90d590-fb35-428d-a929-ba116757aacf req-1249478e-480e-41e9-9328-ae75446475ca tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866644 Nov 12 08:51:17.741721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433783b-32c3-493e-bd1a-4aa313fbd4d5 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Network': ['ID=3cba8fb2-6e6b-4f35-87be-89fd22b583a7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:17.767325 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-54161f63-a8a0-43f5-b342-e907d438deb7 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:17.767801 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54161f63-a8a0-43f5-b342-e907d438deb7 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:17.783742 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-54161f63-a8a0-43f5-b342-e907d438deb7 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/subnets/d172cd85-0bf7-4936-bba9-3a0e7c5b5c62 HTTP/1.1" status: 404 len: 337 time: 0.0474222 Nov 12 08:51:17.784096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52590) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:17.806209 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d9e7f8-b9b2-4135-a19e-7231739a6dab tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:17.806801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d9e7f8-b9b2-4135-a19e-7231739a6dab tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:17.813307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b5d9e7f8-b9b2-4135-a19e-7231739a6dab tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/3cba8fb2-6e6b-4f35-87be-89fd22b583a7 HTTP/1.1" status: 404 len: 339 time: 0.0258772 Nov 12 08:51:17.813670 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52592) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:17.931961 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.010315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-e8e06c7f-f452-449d-a647-338dc61f9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:18.014891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-e8e06c7f-f452-449d-a647-338dc61f9a0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1098 time: 0.0773296 Nov 12 08:51:18.080274 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.130213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3993d7-9e4e-4bdb-a349-748520bb2388']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:18.161978 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f591cdc5-6523-4fe5-92ad-23dc054125fa') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:18.162437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f591cdc5-6523-4fe5-92ad-23dc054125fa') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:18.177325 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.193982 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.200922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:18.201423 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.245000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-c1b91680-20b5-479f-8024-4fc0000533c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:18.248181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-c1b91680-20b5-479f-8024-4fc0000533c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 200 len: 897 time: 0.2226555 Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:18.278158 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:18.312546 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.317129 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.320540 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/be3993d7-9e4e-4bdb-a349-748520bb2388 HTTP/1.1" status: 204 len: 168 time: 0.5057092 Nov 12 08:51:18.327007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52604) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:18.395581 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a737aad-8154-4602-904d-0f7d9b0b1e3c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:18.396221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a737aad-8154-4602-904d-0f7d9b0b1e3c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:18.400498 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8a737aad-8154-4602-904d-0f7d9b0b1e3c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/subnets/24cd9f5f-83d1-448c-9e14-6c375feb16f6 HTTP/1.1" status: 404 len: 337 time: 0.0626986 Nov 12 08:51:18.409528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52610) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:18.418202 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Network': ['ID=be3993d7-9e4e-4bdb-a349-748520bb2388,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:18.443150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:18.443546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:18.443672 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8757d733-d76c-47d5-a547-d30e1b7a007e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:18.444184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8757d733-d76c-47d5-a547-d30e1b7a007e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:18.445860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:18.446220 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:18.446559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:18.446900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:18.447235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:18.447567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:18.447988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:18.448116 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8757d733-d76c-47d5-a547-d30e1b7a007e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/48ee631b-8bff-4c54-9c38-302a9950b370 HTTP/1.1" status: 404 len: 339 time: 0.0374973 Nov 12 08:51:18.448231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:18.448525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:18.448896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f144f0-ba6a-464d-84c2-31a64bb4389e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:18.450362 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-fde14228-da0e-4d11-801c-0ce902a1623d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 1001 time: 0.1931493 Nov 12 08:51:18.450831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52612) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:18.526348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-2309f9ab-10b8-4321-a318-0bb206c002a0 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Deleting subnet cfdd88d3-2024-41ad-a21c-44cae271eb0d {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:51:18.531125 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2309f9ab-10b8-4321-a318-0bb206c002a0 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.598127 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2309f9ab-10b8-4321-a318-0bb206c002a0 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.742060 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2309f9ab-10b8-4321-a318-0bb206c002a0 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.836001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c3739-255f-495d-bd77-f1007a8d124e req-93623b5d-8fd1-4db6-b2fb-c5da5072f3b8 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:18.836386 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-931c3739-255f-495d-bd77-f1007a8d124e req-93623b5d-8fd1-4db6-b2fb-c5da5072f3b8 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 943 time: 0.1527753 Nov 12 08:51:18.860347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52624) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:18.925556 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2309f9ab-10b8-4321-a318-0bb206c002a0 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:18.927785 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-931c3739-255f-495d-bd77-f1007a8d124e req-e23c6a65-bb9b-49ee-a19e-10dbe824f986 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871928 Nov 12 08:51:19.004452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309f9ab-10b8-4321-a318-0bb206c002a0 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Subnet': ['ID=cfdd88d3-2024-41ad-a21c-44cae271eb0d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:19.105508 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2309f9ab-10b8-4321-a318-0bb206c002a0 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.109940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2309f9ab-10b8-4321-a318-0bb206c002a0 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/subnets/cfdd88d3-2024-41ad-a21c-44cae271eb0d HTTP/1.1" status: 204 len: 168 time: 0.6571624 Nov 12 08:51:19.114362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52628) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:19.121430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032868f6-a5f3-4366-b03b-c7c376d49a7f None None] Network 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:19.128754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-886b5279-6195-4df9-b95c-645f818e3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:19.130598 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-886b5279-6195-4df9-b95c-645f818e3717 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=14c284f0-a69e-4ce3-9b38-0113f7605f99 HTTP/1.1" status: 200 len: 834 time: 0.6173046 Nov 12 08:51:19.213858 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c79c5cc8-e5b4-4b1a-af5c-ac76a7e7a608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.254828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e0d950-6a97-42e8-bf7b-42e664f9b115 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Deleting subnet f752a54c-c5cd-4666-8e76-22875bf9b0b1 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:51:19.267507 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e0d950-6a97-42e8-bf7b-42e664f9b115 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.281739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74366e89-d7da-4831-901f-7a86e1cb1979 req-70e0ca4e-ca39-4d68-a19d-50a638042736 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:19.301304 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74366e89-d7da-4831-901f-7a86e1cb1979 req-70e0ca4e-ca39-4d68-a19d-50a638042736 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.3591101 Nov 12 08:51:19.440294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-bcd84256-3cbe-4d32-875d-646238423600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:19.442667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-bcd84256-3cbe-4d32-875d-646238423600 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4be2e577-6e6c-4874-b93a-e053133a1c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2743425 Nov 12 08:51:19.650902 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e0d950-6a97-42e8-bf7b-42e664f9b115 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.696741 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74366e89-d7da-4831-901f-7a86e1cb1979 req-dc9b2596-427a-48a8-a5be-eef082b747e7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3942564 Nov 12 08:51:19.698237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7def7957-d050-4bd1-8c09-8fbaeaeca0aa details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:51:19.901984 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c79c5cc8-e5b4-4b1a-af5c-ac76a7e7a608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.912465 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c79c5cc8-e5b4-4b1a-af5c-ac76a7e7a608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.920752 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e0d950-6a97-42e8-bf7b-42e664f9b115 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.995276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7def7957-d050-4bd1-8c09-8fbaeaeca0aa,segment=NetworkSegment(ab7d3b42-bf96-4bb4-920d-5f359c1c33be),segment_id=ab7d3b42-bf96-4bb4-920d-5f359c1c33be)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:20.025846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '7def7957-d050-4bd1-8c09-8fbaeaeca0aa', 'network_id': '53a81317-5f9d-409d-9544-c8583b76e8e5', 'port_id': '7def7957-d050-4bd1-8c09-8fbaeaeca0aa', 'mac_address': 'fa:16:3e:52:3d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf21330-99a4-4e9d-b244-e1a0a1a634af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:51:20.065636 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c5cc8-e5b4-4b1a-af5c-ac76a7e7a608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca172568-8a98-4acd-bc7a-19a3ccf1b0b3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:20.130709 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-6e7d6bf3-9340-4999-9ef5-b46ff3759d30 service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503696 Nov 12 08:51:20.151534 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52646) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.164267 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.187427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7def7957-d050-4bd1-8c09-8fbaeaeca0aa {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:20.221067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895ff6a-5299-42b4-83be-ba45047cb94c req-f99a52d3-1ef7-485e-988d-72e3bcbf273c tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:20.226207 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9895ff6a-5299-42b4-83be-ba45047cb94c req-f99a52d3-1ef7-485e-988d-72e3bcbf273c tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 943 time: 0.1433678 Nov 12 08:51:20.226872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52650) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.234784 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c79c5cc8-e5b4-4b1a-af5c-ac76a7e7a608 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a859acbb5b0846d2b141277c621fbb5f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3706994 Nov 12 08:51:20.238028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7def7957-d050-4bd1-8c09-8fbaeaeca0aa,segment=NetworkSegment(ab7d3b42-bf96-4bb4-920d-5f359c1c33be),segment_id=ab7d3b42-bf96-4bb4-920d-5f359c1c33be)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:20.248343 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.348319 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e0d950-6a97-42e8-bf7b-42e664f9b115 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.357944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=7def7957-d050-4bd1-8c09-8fbaeaeca0aa,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:20.393704 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9895ff6a-5299-42b4-83be-ba45047cb94c req-99bd485e-dfef-4c14-b31d-4da367237084 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520922 Nov 12 08:51:20.437904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0d950-6a97-42e8-bf7b-42e664f9b115 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Subnet': ['ID=f752a54c-c5cd-4666-8e76-22875bf9b0b1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:20.442023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-055f32e7-270d-4a19-af0a-8dbdcc188dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.459900 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-00e0d950-6a97-42e8-bf7b-42e664f9b115 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.476249 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-00e0d950-6a97-42e8-bf7b-42e664f9b115 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/subnets/f752a54c-c5cd-4666-8e76-22875bf9b0b1 HTTP/1.1" status: 204 len: 168 time: 1.3585780 Nov 12 08:51:20.479061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52652) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:20.483729 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-055f32e7-270d-4a19-af0a-8dbdcc188dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.561904 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-7a3d8a32-412d-4af6-a95d-fc8f8619fae1 service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302840 Nov 12 08:51:20.562184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['7def7957-d050-4bd1-8c09-8fbaeaeca0aa'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:51:20.575497 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d1f801cc-e0b5-4e18-abc5-49ce6bd3e7ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.671327 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.813262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Deleting port ead3b07a-6f10-4560-af3a-50d0424d5493 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:20.813877 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.837298 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d1f801cc-e0b5-4e18-abc5-49ce6bd3e7ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.841451 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-055f32e7-270d-4a19-af0a-8dbdcc188dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.849529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-055f32e7-270d-4a19-af0a-8dbdcc188dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.853994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-055f32e7-270d-4a19-af0a-8dbdcc188dee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca172568-8a98-4acd-bc7a-19a3ccf1b0b3 HTTP/1.1" status: 204 len: 168 time: 0.6230617 Nov 12 08:51:20.862217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469b3a7-d4f1-478a-ace0-71296bc4069a None None] Network 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:20.864327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d1f801cc-e0b5-4e18-abc5-49ce6bd3e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.897766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f32e7-270d-4a19-af0a-8dbdcc188dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca172568-8a98-4acd-bc7a-19a3ccf1b0b3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:21.041962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] For port ead3b07a-6f10-4560-af3a-50d0424d5493, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ead3b07a-6f10-4560-af3a-50d0424d5493,segment=NetworkSegment(3d88099b-b464-4796-bdc4-23a3b7b34020),segment_id=3d88099b-b464-4796-bdc4-23a3b7b34020)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:21.043726 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d1f801cc-e0b5-4e18-abc5-49ce6bd3e7ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41ac91f8c93a49478456fd2263e2f4be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8884201 Nov 12 08:51:21.047596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52664) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:21.048589 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.049336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f801cc-e0b5-4e18-abc5-49ce6bd3e7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d247793b-b482-44e4-b759-42997c2b4c25,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:21.088772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Calling delete_port for ead3b07a-6f10-4560-af3a-50d0424d5493 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:21.208270 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9593df5-8b75-455a-b111-fade5d452c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.260123 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9593df5-8b75-455a-b111-fade5d452c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.311580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2dd146e9-e0d4-4ad7-b9e1-5651e053b54f None None] Provisioning complete for port ead3b07a-6f10-4560-af3a-50d0424d5493 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:21.312191 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2dd146e9-e0d4-4ad7-b9e1-5651e053b54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.358498 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9593df5-8b75-455a-b111-fade5d452c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.365399 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f9593df5-8b75-455a-b111-fade5d452c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.371789 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f9593df5-8b75-455a-b111-fade5d452c9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d247793b-b482-44e4-b759-42997c2b4c25 HTTP/1.1" status: 204 len: 168 time: 0.3002703 Nov 12 08:51:21.401117 n-d-768851-18 neutron-server[102446]: INFO neutron.plugins.ml2.db [None req-2dd146e9-e0d4-4ad7-b9e1-5651e053b54f None None] No ports have port_id starting with ead3b07a-6f10-4560-af3a-50d0424d5493 Nov 12 08:51:21.435767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9593df5-8b75-455a-b111-fade5d452c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d247793b-b482-44e4-b759-42997c2b4c25,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:21.460367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.514004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No DVR routers for this DVR port ead3b07a-6f10-4560-af3a-50d0424d5493 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:21.523792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab371612-cb3b-43af-aaa3-b67a48f92651 None None] DHCP port deletion for 1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:21.672537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ead3b07a-6f10-4560-af3a-50d0424d5493 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:21.728862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ead3b07a-6f10-4560-af3a-50d0424d5493 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:21.729274 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ead3b07a-6f10-4560-af3a-50d0424d5493 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:21.749750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Port': ['ID=ead3b07a-6f10-4560-af3a-50d0424d5493,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:21.792066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834c2dd-2b1a-428f-880e-0b035f44637c req-79b98ba7-c674-445f-a068-98a1cb2332a1 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:21.795351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8834c2dd-2b1a-428f-880e-0b035f44637c req-79b98ba7-c674-445f-a068-98a1cb2332a1 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 944 time: 0.1725457 Nov 12 08:51:21.798038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52680) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:21.813935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8be886-c542-43b4-9c91-9920ec7ec513 req-75448e90-e439-441d-93d9-4f7ec9a79c7c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:21.818105 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c8be886-c542-43b4-9c91-9920ec7ec513 req-75448e90-e439-441d-93d9-4f7ec9a79c7c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.9453239 Nov 12 08:51:21.836685 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e63e6f01-1c50-427f-b6d4-47d69f3fbadc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.925032 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:21.965691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:21.972568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c8be886-c542-43b4-9c91-9920ec7ec513 req-a5d2e43e-b70c-4a60-8302-dc1db4bc24ac tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934947 Nov 12 08:51:21.984606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d88099b-b464-4796-bdc4-23a3b7b34020') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:21.985248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d88099b-b464-4796-bdc4-23a3b7b34020') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:22.006365 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.042102 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.059723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:22.061262 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:22.093177 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:22.138767 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e63e6f01-1c50-427f-b6d4-47d69f3fbadc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.154657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e63e6f01-1c50-427f-b6d4-47d69f3fbadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.215083 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8834c2dd-2b1a-428f-880e-0b035f44637c req-67b432a9-8cca-4eb9-be4a-a2273bc92ae5 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749835 Nov 12 08:51:22.217162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e6f01-1c50-427f-b6d4-47d69f3fbadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fcd3b6-92f5-495d-bceb-6a57b457832a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:22.221160 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.242129 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e63e6f01-1c50-427f-b6d4-47d69f3fbadc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ee9f15cd69c4bb49f94a207e1b07a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4418650 Nov 12 08:51:22.244911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52690) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:22.264168 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.280742 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2 HTTP/1.1" status: 204 len: 168 time: 1.7981040 Nov 12 08:51:22.282048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b81b2f-19b2-46a7-a7c1-2fd3f3f129a8 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Network': ['ID=1b5f62e2-64c4-4a83-9c7a-2c066ba9f8f2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:22.285239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52692) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:22.343906 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa761-05ca-49c5-846c-a3bbd58c770e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.367470 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c90d80e-2f16-4c2b-b8e9-235666bbc1e7 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:22.367940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c90d80e-2f16-4c2b-b8e9-235666bbc1e7 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:22.369179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa761-05ca-49c5-846c-a3bbd58c770e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.376732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52698) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:22.400192 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1c90d80e-2f16-4c2b-b8e9-235666bbc1e7 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/subnets/2ba4828d-11fc-4d63-ab46-3d27276b09c0 HTTP/1.1" status: 404 len: 337 time: 0.0985618 Nov 12 08:51:22.407236 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00e1e68-6c27-4c9d-9ca1-8034e16351db tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:22.408064 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00e1e68-6c27-4c9d-9ca1-8034e16351db tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:22.411673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a00e1e68-6c27-4c9d-9ca1-8034e16351db tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/8364e319-3604-4e4f-a1d2-d4d7ce59253c HTTP/1.1" status: 404 len: 339 time: 0.0339706 Nov 12 08:51:22.414706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52700) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:22.463225 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0874fa23-f41c-4b7c-9053-fb89e8504e53 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:22.464389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0874fa23-f41c-4b7c-9053-fb89e8504e53 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:22.472510 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.484184 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa761-05ca-49c5-846c-a3bbd58c770e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.486813 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa761-05ca-49c5-846c-a3bbd58c770e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.487968 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e0eaa761-05ca-49c5-846c-a3bbd58c770e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5fcd3b6-92f5-495d-bceb-6a57b457832a HTTP/1.1" status: 204 len: 168 time: 0.2312961 Nov 12 08:51:22.491344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0874fa23-f41c-4b7c-9053-fb89e8504e53 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/subnets/9d169665-6865-45e0-bbb2-27be22c1122e HTTP/1.1" status: 404 len: 337 time: 0.0727911 Nov 12 08:51:22.491540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52702) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:22.528143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eaa761-05ca-49c5-846c-a3bbd58c770e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fcd3b6-92f5-495d-bceb-6a57b457832a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:22.553666 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8664c25-c381-467d-b186-bad7058a7757 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:22.554248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8664c25-c381-467d-b186-bad7058a7757 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:22.563258 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c8664c25-c381-467d-b186-bad7058a7757 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/4beac095-113d-456b-901e-42de2ac4ee64 HTTP/1.1" status: 404 len: 339 time: 0.0706685 Nov 12 08:51:22.566656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52708) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:22.621654 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5462dc6-d949-40dd-90bc-efebbf114a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:22.622500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5462dc6-d949-40dd-90bc-efebbf114a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:22.628716 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52710) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:22.628930 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f5462dc6-d949-40dd-90bc-efebbf114a4c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/subnets/2e6df845-b4d6-43d6-b03e-dc122678b087 HTTP/1.1" status: 404 len: 337 time: 0.0610678 Nov 12 08:51:22.659070 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a89157-6374-4564-8299-81eba12481d2 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:22.660731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a89157-6374-4564-8299-81eba12481d2 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:22.671294 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f2a89157-6374-4564-8299-81eba12481d2 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/b45ff796-8511-4d8b-bb36-0756bca98c1f HTTP/1.1" status: 404 len: 339 time: 0.0409455 Nov 12 08:51:22.674082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52712) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:22.841916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6747b9-2d1d-4b30-9042-d3a6008ba2da tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Deleting subnet 872199fa-4d2b-486f-8c53-7e8d5e0284bc {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:51:22.851721 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad6747b9-2d1d-4b30-9042-d3a6008ba2da tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:22.942291 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad6747b9-2d1d-4b30-9042-d3a6008ba2da tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.111484 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad6747b9-2d1d-4b30-9042-d3a6008ba2da tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.225879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57962d89-6810-40a7-997f-ba6e20a54715 req-8fe3eb07-594a-480e-ad5f-03660fb5ef8b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:23.229482 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57962d89-6810-40a7-997f-ba6e20a54715 req-8fe3eb07-594a-480e-ad5f-03660fb5ef8b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.1362128 Nov 12 08:51:23.303943 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad6747b9-2d1d-4b30-9042-d3a6008ba2da tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.384733 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57962d89-6810-40a7-997f-ba6e20a54715 req-92dac3a4-9211-4a7b-b9ef-6edbba26e527 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1430972 Nov 12 08:51:23.491424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6747b9-2d1d-4b30-9042-d3a6008ba2da tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Subnet': ['ID=872199fa-4d2b-486f-8c53-7e8d5e0284bc,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:23.503823 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ad6747b9-2d1d-4b30-9042-d3a6008ba2da tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.510836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71148e42-b5e3-4a9a-b8cd-202c12fa175e None None] Network 856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:23.524994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ad6747b9-2d1d-4b30-9042-d3a6008ba2da tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/subnets/872199fa-4d2b-486f-8c53-7e8d5e0284bc HTTP/1.1" status: 204 len: 168 time: 0.8493836 Nov 12 08:51:23.528138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52738) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:23.598581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adaf67-2bd6-4b03-9b4a-81e5b646818a req-4c7e113c-e59f-40ba-be7d-a37a1e3bbc66 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:23.613141 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b6adaf67-2bd6-4b03-9b4a-81e5b646818a req-4c7e113c-e59f-40ba-be7d-a37a1e3bbc66 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 944 time: 0.1651623 Nov 12 08:51:23.705652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7def7957-d050-4bd1-8c09-8fbaeaeca0aa up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:23.735793 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b6adaf67-2bd6-4b03-9b4a-81e5b646818a req-e504bea3-a1dd-4005-84f4-8dde655c39dd tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150467 Nov 12 08:51:23.812458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:51:23.821476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:23.822439 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:23.878826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150249b3-a842-4308-abc0-b9cac7cb830b None None] DHCP port deletion for 856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:24.191336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-150249b3-a842-4308-abc0-b9cac7cb830b None None] Deleting port 67c44d16-b233-40ab-ac55-8372c3f54a48 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:24.191728 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-150249b3-a842-4308-abc0-b9cac7cb830b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.270872 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.328329 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-150249b3-a842-4308-abc0-b9cac7cb830b None None] For port 67c44d16-b233-40ab-ac55-8372c3f54a48, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=67c44d16-b233-40ab-ac55-8372c3f54a48,segment=NetworkSegment(cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8),segment_id=cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:24.328648 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-150249b3-a842-4308-abc0-b9cac7cb830b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.419129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7def7957-d050-4bd1-8c09-8fbaeaeca0aa,segment=NetworkSegment(ab7d3b42-bf96-4bb4-920d-5f359c1c33be),segment_id=ab7d3b42-bf96-4bb4-920d-5f359c1c33be)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:24.429954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-150249b3-a842-4308-abc0-b9cac7cb830b None None] Calling delete_port for 67c44d16-b233-40ab-ac55-8372c3f54a48 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:24.453591 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.550870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Deleting port 67c44d16-b233-40ab-ac55-8372c3f54a48 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:24.551509 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.718722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] For port 67c44d16-b233-40ab-ac55-8372c3f54a48, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=67c44d16-b233-40ab-ac55-8372c3f54a48,segment=NetworkSegment(cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8),segment_id=cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:24.719305 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.735421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Calling delete_port for 67c44d16-b233-40ab-ac55-8372c3f54a48 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:24.776203 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff45cf8f-d6dc-4e71-8719-7b325b026eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7def7957-d050-4bd1-8c09-8fbaeaeca0aa'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:24.780356 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1708b7a4-017d-492a-99b4-3ccc326432dd" -d '{"events": [{"server_uuid": "ff45cf8f-d6dc-4e71-8719-7b325b026eab", "name": "network-vif-plugged", "status": "completed", "tag": "7def7957-d050-4bd1-8c09-8fbaeaeca0aa"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:24.790097 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.849619 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:24.887188 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No DVR routers for this DVR port 67c44d16-b233-40ab-ac55-8372c3f54a48 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:24.936994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=7def7957-d050-4bd1-8c09-8fbaeaeca0aa,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:24.974914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0b4ae-cdfd-4dc2-a7be-a2c50be6556a req-eb85283d-a5da-4704-b024-9f5d88d7c146 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:24.978794 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9af0b4ae-cdfd-4dc2-a7be-a2c50be6556a req-eb85283d-a5da-4704-b024-9f5d88d7c146 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 945 time: 0.1269653 Nov 12 08:51:24.999065 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-150249b3-a842-4308-abc0-b9cac7cb830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.024426 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.048994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:25.061520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150249b3-a842-4308-abc0-b9cac7cb830b None None] No DVR routers for this DVR port 67c44d16-b233-40ab-ac55-8372c3f54a48 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:25.065406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:25.065677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf21e3d8-1fc2-45c0-9a75-bf965a13a9c8') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:25.078575 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150249b3-a842-4308-abc0-b9cac7cb830b None None] Pushing event deleted for resources: {'Port': ['ID=67c44d16-b233-40ab-ac55-8372c3f54a48,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:25.084140 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.100643 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.109423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:25.110177 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.124625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f1808-d1d8-421a-ab62-5d1ae197f9bb req-29deaaca-efe5-494f-a202-37a52bd003b7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:25.127945 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9af0b4ae-cdfd-4dc2-a7be-a2c50be6556a req-d472fa0b-c8ea-4e7c-9357-6c8085ca0b25 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421103 Nov 12 08:51:25.128181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a37f1808-d1d8-421a-ab62-5d1ae197f9bb req-29deaaca-efe5-494f-a202-37a52bd003b7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.5789950 Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:25.203323 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:25.216625 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf42f56-5fdf-4f28-a88a-d477c36eed68 x-openstack-request-id: req-7bf42f56-5fdf-4f28-a88a-d477c36eed68 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:25.216980 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff45cf8f-d6dc-4e71-8719-7b325b026eab", "name": "network-vif-plugged", "status": "completed", "tag": "7def7957-d050-4bd1-8c09-8fbaeaeca0aa", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:25.217328 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bf42f56-5fdf-4f28-a88a-d477c36eed68 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:25.218029 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff45cf8f-d6dc-4e71-8719-7b325b026eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7def7957-d050-4bd1-8c09-8fbaeaeca0aa', 'code': 200} Nov 12 08:51:25.279750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Port': ['ID=67c44d16-b233-40ab-ac55-8372c3f54a48,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:25.308409 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.338579 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.346806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52786) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:25.357692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1 HTTP/1.1" status: 204 len: 168 time: 1.8283148 Nov 12 08:51:25.363321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467d6dc-5d00-44ef-9c2f-cec6c25e2cd4 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Network': ['ID=856b9d1f-1a5c-4d92-bf7a-de1a496ea8b1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:25.418171 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc2fb9b-c920-48fb-9511-af468f403b5c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:25.418636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc2fb9b-c920-48fb-9511-af468f403b5c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:25.431088 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dfc2fb9b-c920-48fb-9511-af468f403b5c tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/subnets/0f9f9da5-a23f-4afd-8045-b5a4c254793e HTTP/1.1" status: 404 len: 337 time: 0.0829349 Nov 12 08:51:25.432025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52788) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:25.476193 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-092ae452-57ab-4a61-8e12-f406810ffe3e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] DELETE failed (client error): The resource could not be found. Nov 12 08:51:25.476831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092ae452-57ab-4a61-8e12-f406810ffe3e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 08:51:25.483999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 52796) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:25.493082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-092ae452-57ab-4a61-8e12-f406810ffe3e tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/6f0acc77-f552-4a3d-a65b-ee3e5c6b1ef5 HTTP/1.1" status: 404 len: 339 time: 0.0563753 Nov 12 08:51:25.519591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a37f1808-d1d8-421a-ab62-5d1ae197f9bb req-a970548a-c6ee-4fa2-a959-eca08eb98f05 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3147271 Nov 12 08:51:25.521940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71679ae4-8032-4243-8ebf-dccb0493261f req-3c349a1c-1758-4b25-a1ee-8274fad09f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:25.524473 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71679ae4-8032-4243-8ebf-dccb0493261f req-3c349a1c-1758-4b25-a1ee-8274fad09f5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 1097 time: 0.1626494 Nov 12 08:51:25.601628 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71679ae4-8032-4243-8ebf-dccb0493261f req-6a81cc13-1089-4464-b196-62185fb4d2ae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677450 Nov 12 08:51:25.608195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f599671b-a28f-44c2-8ece-20fb8e6820ec tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Deleting subnet 9ccafd80-0fee-4cfd-a945-0c621d37702d {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:51:25.619165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f599671b-a28f-44c2-8ece-20fb8e6820ec tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.657023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 67c44d16-b233-40ab-ac55-8372c3f54a48 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:25.712432 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f599671b-a28f-44c2-8ece-20fb8e6820ec tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.734249 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 67c44d16-b233-40ab-ac55-8372c3f54a48 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:25.734880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 67c44d16-b233-40ab-ac55-8372c3f54a48 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:25.858770 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f599671b-a28f-44c2-8ece-20fb8e6820ec tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.950517 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f599671b-a28f-44c2-8ece-20fb8e6820ec tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:25.984661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599671b-a28f-44c2-8ece-20fb8e6820ec tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Subnet': ['ID=9ccafd80-0fee-4cfd-a945-0c621d37702d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:26.003286 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f599671b-a28f-44c2-8ece-20fb8e6820ec tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:26.014602 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a91820-5752-4baf-a307-c1364c30d16b None None] Network 5350deff-3feb-4e05-a51e-f7e1fd82ca7e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:26.020085 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f599671b-a28f-44c2-8ece-20fb8e6820ec tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/subnets/9ccafd80-0fee-4cfd-a945-0c621d37702d HTTP/1.1" status: 204 len: 168 time: 0.5339637 Nov 12 08:51:26.021942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52848) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:26.267182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:26.313647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67dc90-087d-469e-acf1-da4795f4d6f7 req-ca5177f6-733a-403b-a5f7-c82dd928b477 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:26.327333 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d67dc90-087d-469e-acf1-da4795f4d6f7 req-ca5177f6-733a-403b-a5f7-c82dd928b477 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 945 time: 0.0842412 Nov 12 08:51:26.488033 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d67dc90-087d-469e-acf1-da4795f4d6f7 req-4d779241-c147-4011-a6c3-47358b7dfa70 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491926 Nov 12 08:51:26.547771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Deleting port 568e4738-ab08-4d50-be2b-61c8158bbb8a {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:26.548440 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:26.562555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd00010-de85-4d6d-ae90-b2ba71ba2579 None None] DHCP port deletion for 5350deff-3feb-4e05-a51e-f7e1fd82ca7e request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:26.710186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2fd00010-de85-4d6d-ae90-b2ba71ba2579 None None] Deleting port 568e4738-ab08-4d50-be2b-61c8158bbb8a {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:26.710894 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2fd00010-de85-4d6d-ae90-b2ba71ba2579 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:26.811851 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] For port 568e4738-ab08-4d50-be2b-61c8158bbb8a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=568e4738-ab08-4d50-be2b-61c8158bbb8a,segment=NetworkSegment(c4f190c6-9a61-4293-8afe-742d5490f77d),segment_id=c4f190c6-9a61-4293-8afe-742d5490f77d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:26.812884 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:26.867492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Calling delete_port for 568e4738-ab08-4d50-be2b-61c8158bbb8a owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:26.869781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2fd00010-de85-4d6d-ae90-b2ba71ba2579 None None] For port 568e4738-ab08-4d50-be2b-61c8158bbb8a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=568e4738-ab08-4d50-be2b-61c8158bbb8a,segment=NetworkSegment(c4f190c6-9a61-4293-8afe-742d5490f77d),segment_id=c4f190c6-9a61-4293-8afe-742d5490f77d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:26.870302 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2fd00010-de85-4d6d-ae90-b2ba71ba2579 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:26.890066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387c1cb-a9c9-4a45-8ef0-6853846e36c5 req-ccdf0b37-3ba1-4685-8116-9c67fb73b96f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:26.893323 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c387c1cb-a9c9-4a45-8ef0-6853846e36c5 req-ccdf0b37-3ba1-4685-8116-9c67fb73b96f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.2073858 Nov 12 08:51:26.898602 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2fd00010-de85-4d6d-ae90-b2ba71ba2579 None None] Calling delete_port for 568e4738-ab08-4d50-be2b-61c8158bbb8a owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:27.099799 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2fd00010-de85-4d6d-ae90-b2ba71ba2579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.156908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd00010-de85-4d6d-ae90-b2ba71ba2579 None None] Pushing event deleted for resources: {'Port': ['ID=568e4738-ab08-4d50-be2b-61c8158bbb8a,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:27.179263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd00010-de85-4d6d-ae90-b2ba71ba2579 None None] No DVR routers for this DVR port 568e4738-ab08-4d50-be2b-61c8158bbb8a on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:27.212245 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c387c1cb-a9c9-4a45-8ef0-6853846e36c5 req-1bcd8ffc-5561-4c56-80b3-7e6684059d9c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2988064 Nov 12 08:51:27.235973 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.287489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Port': ['ID=568e4738-ab08-4d50-be2b-61c8158bbb8a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:27.292916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] No DVR routers for this DVR port 568e4738-ab08-4d50-be2b-61c8158bbb8a on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:27.495819 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.579523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5350deff-3feb-4e05-a51e-f7e1fd82ca7e']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:27.617341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f190c6-9a61-4293-8afe-742d5490f77d') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:27.619244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f190c6-9a61-4293-8afe-742d5490f77d') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:27.640242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 568e4738-ab08-4d50-be2b-61c8158bbb8a no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:27.657551 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.677257 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 568e4738-ab08-4d50-be2b-61c8158bbb8a {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:27.678702 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 568e4738-ab08-4d50-be2b-61c8158bbb8a not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:27.707874 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.721264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:27.721570 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: self.session.flush() Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:27.724978 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:27.816546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bd757-b316-4267-afe0-aa0135f16b5a req-f0d0971e-01f7-4847-9d03-fa8ef03c7d8a tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:27.830820 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-260bd757-b316-4267-afe0-aa0135f16b5a req-f0d0971e-01f7-4847-9d03-fa8ef03c7d8a tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 945 time: 0.1696260 Nov 12 08:51:27.882005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.890122 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.893600 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] 10.222.0.31 "DELETE /v2.0/networks/5350deff-3feb-4e05-a51e-f7e1fd82ca7e HTTP/1.1" status: 204 len: 168 time: 1.8705914 Nov 12 08:51:27.918068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fa4f2-77b2-4fbe-b912-89b8290e1ba9 tempest-NetworksIpV6Test-2072115904 tempest-NetworksIpV6Test-2072115904-project] Pushing event deleted for resources: {'Network': ['ID=5350deff-3feb-4e05-a51e-f7e1fd82ca7e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:27.997808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-260bd757-b316-4267-afe0-aa0135f16b5a req-d2a7d75f-3820-4f46-a815-dd6536768876 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624858 Nov 12 08:51:28.421798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52924) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:28.477511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553147ec-96fe-4ad7-b32b-6301fdf0b0cb req-bd68c39e-698d-437d-ac6e-bf2b70edbff1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:28.493381 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-553147ec-96fe-4ad7-b32b-6301fdf0b0cb req-bd68c39e-698d-437d-ac6e-bf2b70edbff1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.1153147 Nov 12 08:51:28.617802 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-553147ec-96fe-4ad7-b32b-6301fdf0b0cb req-ba6f90c3-c040-426e-b5c6-4bf8eae86798 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227963 Nov 12 08:51:28.707331 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:28.780634 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-39fe54c1-1d5b-4089-adae-af8e127e2cd3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6888106a33b4e22805bf86163c3cc85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3572257 Nov 12 08:51:28.783730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 52936) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:28.907535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-412cf33b-b175-4ef9-bad6-da89abad9ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:28.988258 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-412cf33b-b175-4ef9-bad6-da89abad9ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:29.142388 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-412cf33b-b175-4ef9-bad6-da89abad9ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:29.145401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-412cf33b-b175-4ef9-bad6-da89abad9ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:29.146545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-412cf33b-b175-4ef9-bad6-da89abad9ce9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b94a542-6df0-4074-a1e7-d249f82b58d3 HTTP/1.1" status: 204 len: 168 time: 0.3611586 Nov 12 08:51:29.174954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cf33b-b175-4ef9-bad6-da89abad9ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b94a542-6df0-4074-a1e7-d249f82b58d3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:29.872979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88538-df7a-4e04-aa61-f33287e345c5 req-e92bbf42-b741-4657-9fe6-ead8990d5503 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:29.874571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-15f88538-df7a-4e04-aa61-f33287e345c5 req-e92bbf42-b741-4657-9fe6-ead8990d5503 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.1166377 Nov 12 08:51:30.009486 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-15f88538-df7a-4e04-aa61-f33287e345c5 req-5db0e8fa-7a00-4573-81e4-1b0677f0a7e8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283052 Nov 12 08:51:30.405662 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53000) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:30.663811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1bc13fdf-4453-4886-aa73-fb4993b95b3b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1706820537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:30.709217 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bc13fdf-4453-4886-aa73-fb4993b95b3b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.711628 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bc13fdf-4453-4886-aa73-fb4993b95b3b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.805508 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bc13fdf-4453-4886-aa73-fb4993b95b3b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.825684 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bc13fdf-4453-4886-aa73-fb4993b95b3b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.867314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bc13fdf-4453-4886-aa73-fb4993b95b3b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.868848 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1bc13fdf-4453-4886-aa73-fb4993b95b3b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4616406 Nov 12 08:51:30.872026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53020) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:30.877535 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1955179951'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:30.927750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Made reservation on behalf of 4af652699e5945e982dc7c2b5fd889db for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:30.934288 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:30.946635 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.085497 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.099159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.137252 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:31.185464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.187036 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Added segment 0bd87359-f884-4e86-b309-e1aabc466b1c of type vlan for network f6f46182-8c9f-4efa-9faf-1146d63ed095 Nov 12 08:51:31.329073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.334913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bdf1f5-7730-4028-808c-8bef2188ca15,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:31.357885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bd6c2-63ad-4bd6-a9e4-2d08897bfa17 req-94d9b76f-dc26-4741-bf2b-e9d85603bb16 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:31.362053 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa7bd6c2-63ad-4bd6-a9e4-2d08897bfa17 req-94d9b76f-dc26-4741-bf2b-e9d85603bb16 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.2145734 Nov 12 08:51:31.388546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630a4bd-8662-47b2-8720-01d9395255f0 req-f434774a-c8bf-42a3-96a6-921e0a3d924e tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:31.389966 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.396967 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d630a4bd-8662-47b2-8720-01d9395255f0 req-f434774a-c8bf-42a3-96a6-921e0a3d924e tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 945 time: 0.0925920 Nov 12 08:51:31.400753 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:31.402551 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.536460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d630a4bd-8662-47b2-8720-01d9395255f0 req-8d9fd059-a372-48c2-9b0e-e706437aebb8 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378341 Nov 12 08:51:31.537922 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6635103 Nov 12 08:51:31.544584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53040) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:31.550813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-dac62e70-63c8-4993-89bb-657e04ead654 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Request body: {'subnet': {'network_id': 'f6f46182-8c9f-4efa-9faf-1146d63ed095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:31.570142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36890477-b00d-43fb-b808-f65a50de28ae tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'Network': ['ID=f6f46182-8c9f-4efa-9faf-1146d63ed095,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:31.582205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network f6f46182-8c9f-4efa-9faf-1146d63ed095 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:31.587045 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa7bd6c2-63ad-4bd6-a9e4-2d08897bfa17 req-4a642566-ff95-4f22-95aa-5d479df186fb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2109005 Nov 12 08:51:31.698174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac62e70-63c8-4993-89bb-657e04ead654 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Made reservation on behalf of 4af652699e5945e982dc7c2b5fd889db for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:31.706530 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dac62e70-63c8-4993-89bb-657e04ead654 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:31.950239 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dac62e70-63c8-4993-89bb-657e04ead654 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:32.049759 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac62e70-63c8-4993-89bb-657e04ead654 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'Subnet': ['ID=6c8066ed-adc8-4cec-be00-81bafa698f26,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:32.069479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac62e70-63c8-4993-89bb-657e04ead654 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Checking segment: {'id': '0bd87359-f884-4e86-b309-e1aabc466b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6f46182-8c9f-4efa-9faf-1146d63ed095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:32.070013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac62e70-63c8-4993-89bb-657e04ead654 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Network hostable DHCP agents. Network: f6f46182-8c9f-4efa-9faf-1146d63ed095, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:32.094956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac62e70-63c8-4993-89bb-657e04ead654 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Network f6f46182-8c9f-4efa-9faf-1146d63ed095 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:32.130347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-dac62e70-63c8-4993-89bb-657e04ead654 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, f6f46182-8c9f-4efa-9faf-1146d63ed095) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:32.135963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac62e70-63c8-4993-89bb-657e04ead654 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:32.138077 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dac62e70-63c8-4993-89bb-657e04ead654 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:32.139263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d7b04f-a063-4be5-946b-f5761e618af7 None None] Network f6f46182-8c9f-4efa-9faf-1146d63ed095 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:32.182339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dac62e70-63c8-4993-89bb-657e04ead654 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6332555 Nov 12 08:51:32.182708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53064) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:32.187760 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-934738c4-ede6-458d-811e-60ef612a4de2 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Request body: {'network': {'name': 'tempest-router-network01--37691918'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:32.233543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934738c4-ede6-458d-811e-60ef612a4de2 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Made reservation on behalf of 4af652699e5945e982dc7c2b5fd889db for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:32.239512 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-934738c4-ede6-458d-811e-60ef612a4de2 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:32.284667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934738c4-ede6-458d-811e-60ef612a4de2 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:32.301934 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-934738c4-ede6-458d-811e-60ef612a4de2 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:32.302426 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-934738c4-ede6-458d-811e-60ef612a4de2 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Added segment 125604d2-460f-4602-b380-8186a5378b5f of type vlan for network 4fe08698-d356-4e67-9e8d-92747567b9d8 Nov 12 08:51:32.412125 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-934738c4-ede6-458d-811e-60ef612a4de2 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:32.468137 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-934738c4-ede6-458d-811e-60ef612a4de2 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:32.476366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934738c4-ede6-458d-811e-60ef612a4de2 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:32.491172 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-934738c4-ede6-458d-811e-60ef612a4de2 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:32.495857 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-f6f46182-8c9f-4efa-9faf-1146d63ed095', 'network_id': 'f6f46182-8c9f-4efa-9faf-1146d63ed095', 'tenant_id': '4af652699e5945e982dc7c2b5fd889db', 'fixed_ips': [{'subnet_id': '6c8066ed-adc8-4cec-be00-81bafa698f26'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:51:32.497200 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:32.537238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53070) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:32.541275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-934738c4-ede6-458d-811e-60ef612a4de2 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3572853 Nov 12 08:51:32.566575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ec5ac41f-390e-44b1-90dd-c8853d39b905 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Request body: {'network': {'name': 'tempest-router-network02--962372601'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:32.663842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934738c4-ede6-458d-811e-60ef612a4de2 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'Network': ['ID=4fe08698-d356-4e67-9e8d-92747567b9d8,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:32.683821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5ac41f-390e-44b1-90dd-c8853d39b905 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Made reservation on behalf of 4af652699e5945e982dc7c2b5fd889db for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:32.687904 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac41f-390e-44b1-90dd-c8853d39b905 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:32.703251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4fe08698-d356-4e67-9e8d-92747567b9d8 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:32.864425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5ac41f-390e-44b1-90dd-c8853d39b905 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:32.888432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a960fd7-0d0b-4f6b-bc52-685580e6886b req-c5b24b5a-2937-440f-a804-da5e3b0a9074 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:32.890330 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a960fd7-0d0b-4f6b-bc52-685580e6886b req-c5b24b5a-2937-440f-a804-da5e3b0a9074 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 945 time: 0.1603034 Nov 12 08:51:32.897359 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac41f-390e-44b1-90dd-c8853d39b905 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:32.897966 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-ec5ac41f-390e-44b1-90dd-c8853d39b905 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Added segment 22d4d944-8d3a-4a29-8550-949dad85009f of type vlan for network 76ee5a65-60e3-4227-be1e-e42e54b2ea80 Nov 12 08:51:32.910858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64b7c6-8c68-49f8-99cd-b5ec229f04ef req-7322b759-6d0c-4e2c-8181-1c3cc26302f4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:32.920654 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e64b7c6-8c68-49f8-99cd-b5ec229f04ef req-7322b759-6d0c-4e2c-8181-1c3cc26302f4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.1328354 Nov 12 08:51:32.931334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ae638-e229-45de-b1e6-79d6faedbe06 req-7792d782-867b-4838-8b45-7ca6945ba818 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:32.934095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d15ae638-e229-45de-b1e6-79d6faedbe06 req-7792d782-867b-4838-8b45-7ca6945ba818 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 945 time: 0.1278870 Nov 12 08:51:32.961280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-ca5f72fb-0bf2-4f0d-b6f8-420960a79d04 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:51:32.962662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-ca5f72fb-0bf2-4f0d-b6f8-420960a79d04 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0271173 Nov 12 08:51:32.977397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Allocated IP 2001:db8::2 (f6f46182-8c9f-4efa-9faf-1146d63ed095/6c8066ed-adc8-4cec-be00-81bafa698f26/17bb8bf1-dc20-48ad-9f44-598b42b4a8b0) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:32.992979 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e64b7c6-8c68-49f8-99cd-b5ec229f04ef req-30199710-0ab3-4b4a-9dde-6d2285911f09 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702972 Nov 12 08:51:33.114913 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac41f-390e-44b1-90dd-c8853d39b905 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.188619 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d15ae638-e229-45de-b1e6-79d6faedbe06 req-5b197f09-3179-4cb4-bf67-ac421563ebfe tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312305 Nov 12 08:51:33.234899 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.250324 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.251980 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac41f-390e-44b1-90dd-c8853d39b905 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.258273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5ac41f-390e-44b1-90dd-c8853d39b905 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:33.258954 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac41f-390e-44b1-90dd-c8853d39b905 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.279079 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-baba3bcb-05bc-4d23-b0be-be1e9b64e544 service neutron] show failed (client error): The resource could not be found. Nov 12 08:51:33.280675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-baba3bcb-05bc-4d23-b0be-be1e9b64e544 service neutron] 10.222.0.52 "GET /v2.0/ports/f6b09547-fac7-4a6e-bf33-892f00c5157d/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.2508144 Nov 12 08:51:33.304935 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ec5ac41f-390e-44b1-90dd-c8853d39b905 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7621381 Nov 12 08:51:33.305364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53082) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:33.318135 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1de42032-4e74-4fbf-9a9b-6686e1e96ae3 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Request body: {'subnet': {'network_id': '4fe08698-d356-4e67-9e8d-92747567b9d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:33.369535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-2a960fd7-0d0b-4f6b-bc52-685580e6886b req-9baa44b6-87ab-4dcc-bbdf-b0ccaa4ca761 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Deleting port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:33.374020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-2a960fd7-0d0b-4f6b-bc52-685580e6886b req-9baa44b6-87ab-4dcc-bbdf-b0ccaa4ca761 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.390192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Network f6f46182-8c9f-4efa-9faf-1146d63ed095 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:33.408376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:33.420331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:33.453350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ac41f-390e-44b1-90dd-c8853d39b905 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'Network': ['ID=76ee5a65-60e3-4227-be1e-e42e54b2ea80,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:33.499557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de42032-4e74-4fbf-9a9b-6686e1e96ae3 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Made reservation on behalf of 4af652699e5945e982dc7c2b5fd889db for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:33.509091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1de42032-4e74-4fbf-9a9b-6686e1e96ae3 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.512020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 76ee5a65-60e3-4227-be1e-e42e54b2ea80 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:33.576821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Attempting to bind port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:33.577747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Attempting to bind port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '0bd87359-f884-4e86-b309-e1aabc466b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6f46182-8c9f-4efa-9faf-1146d63ed095'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:33.578371 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Attempting to bind port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 on network f6f46182-8c9f-4efa-9faf-1146d63ed095 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:33.584928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Pushing event updated for resources: {'Port': ['ID=17bb8bf1-dc20-48ad-9f44-598b42b4a8b0,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:33.600843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:33.601745 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Checking segment: {'id': '0bd87359-f884-4e86-b309-e1aabc466b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6f46182-8c9f-4efa-9faf-1146d63ed095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:33.602401 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.603195 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Bound using segment: {'id': '0bd87359-f884-4e86-b309-e1aabc466b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6f46182-8c9f-4efa-9faf-1146d63ed095'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:33.604198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Bound port: 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd87359-f884-4e86-b309-e1aabc466b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f6f46182-8c9f-4efa-9faf-1146d63ed095'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:33.604981 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.623300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:33.624141 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:33.624708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:33.625990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:33.626643 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:33.627469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:33.628192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:33.628762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:33.629803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:33.630687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:33.631254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:33.631827 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:51:33.666266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-2a960fd7-0d0b-4f6b-bc52-685580e6886b req-9baa44b6-87ab-4dcc-bbdf-b0ccaa4ca761 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] For port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7def7957-d050-4bd1-8c09-8fbaeaeca0aa,segment=NetworkSegment(ab7d3b42-bf96-4bb4-920d-5f359c1c33be),segment_id=ab7d3b42-bf96-4bb4-920d-5f359c1c33be)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:33.666868 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-2a960fd7-0d0b-4f6b-bc52-685580e6886b req-9baa44b6-87ab-4dcc-bbdf-b0ccaa4ca761 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.707917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-2a960fd7-0d0b-4f6b-bc52-685580e6886b req-9baa44b6-87ab-4dcc-bbdf-b0ccaa4ca761 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Calling delete_port for 7def7957-d050-4bd1-8c09-8fbaeaeca0aa owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:33.716864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-99ec30b5-a104-4cec-a0b9-f3fe615ec8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:33.724799 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-99ec30b5-a104-4cec-a0b9-f3fe615ec8c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 1098 time: 0.1654749 Nov 12 08:51:33.738884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:33.817257 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] For port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:33.829289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] For port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=17bb8bf1-dc20-48ad-9f44-598b42b4a8b0,segment=NetworkSegment(0bd87359-f884-4e86-b309-e1aabc466b1c),segment_id=0bd87359-f884-4e86-b309-e1aabc466b1c)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:33.840168 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.840674 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.915212 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1de42032-4e74-4fbf-9a9b-6686e1e96ae3 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:33.968274 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc31f7-8cc6-40eb-809f-3a387cfbafc4 None None] Pushing event updated for resources: {'Port': ['ID=17bb8bf1-dc20-48ad-9f44-598b42b4a8b0,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:34.351427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de42032-4e74-4fbf-9a9b-6686e1e96ae3 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'Subnet': ['ID=291d3609-da70-4b16-834e-45f1f9338d0b,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:34.402838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de42032-4e74-4fbf-9a9b-6686e1e96ae3 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Checking segment: {'id': '125604d2-460f-4602-b380-8186a5378b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4fe08698-d356-4e67-9e8d-92747567b9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:34.403215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de42032-4e74-4fbf-9a9b-6686e1e96ae3 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Network hostable DHCP agents. Network: 4fe08698-d356-4e67-9e8d-92747567b9d8, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:34.508986 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe69134-da8b-4b36-b873-3d8838876682 req-cd2a98e3-46da-4e31-893f-fad4d2d99707 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:34.526826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbe69134-da8b-4b36-b873-3d8838876682 req-cd2a98e3-46da-4e31-893f-fad4d2d99707 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.3198650 Nov 12 08:51:34.577384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de42032-4e74-4fbf-9a9b-6686e1e96ae3 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Network 4fe08698-d356-4e67-9e8d-92747567b9d8 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:34.598489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53124) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:34.661649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-1de42032-4e74-4fbf-9a9b-6686e1e96ae3 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4fe08698-d356-4e67-9e8d-92747567b9d8) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:34.671383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a899f-6294-4b97-9be1-da529c68bb90 None None] Network 4fe08698-d356-4e67-9e8d-92747567b9d8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:34.675844 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de42032-4e74-4fbf-9a9b-6686e1e96ae3 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:34.676260 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1de42032-4e74-4fbf-9a9b-6686e1e96ae3 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:34.738624 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbe69134-da8b-4b36-b873-3d8838876682 req-e5183f92-fe0e-4fea-b0f3-0c8bb306dfaa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2026374 Nov 12 08:51:34.761768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1de42032-4e74-4fbf-9a9b-6686e1e96ae3 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4518061 Nov 12 08:51:34.762003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:34.775055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53132) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:34.781831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-444d4c34-8091-41f4-9c19-a3dd5b2df82f tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Request body: {'subnet': {'network_id': '76ee5a65-60e3-4227-be1e-e42e54b2ea80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:34.872738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:34.957529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a8317624-7c27-4c1d-ae97-c89beb087e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.052610 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.086667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4fe08698-d356-4e67-9e8d-92747567b9d8', 'network_id': '4fe08698-d356-4e67-9e8d-92747567b9d8', 'tenant_id': '4af652699e5945e982dc7c2b5fd889db', 'fixed_ips': [{'subnet_id': '291d3609-da70-4b16-834e-45f1f9338d0b'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:51:35.088333 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.095402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444d4c34-8091-41f4-9c19-a3dd5b2df82f tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Made reservation on behalf of 4af652699e5945e982dc7c2b5fd889db for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:35.097280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Transition to ACTIVE for port object f6b09547-fac7-4a6e-bf33-892f00c5157d will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:51:35.100710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-444d4c34-8091-41f4-9c19-a3dd5b2df82f tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.105759 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:35.116220 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55bbcba-11e1-4b97-ab4a-4bfa31e79b43" -d '{"events": [{"server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:35.151338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4b3a5-677a-4c15-88cd-c26f3452795f req-7c2900c5-9c2c-40bb-ad9b-cd25aaa375c3 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:35.153491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a1d4b3a5-677a-4c15-88cd-c26f3452795f req-7c2900c5-9c2c-40bb-ad9b-cd25aaa375c3 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff45cf8f-d6dc-4e71-8719-7b325b026eab HTTP/1.1" status: 200 len: 867 time: 0.5380282 Nov 12 08:51:35.158451 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.168926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-2a960fd7-0d0b-4f6b-bc52-685580e6886b req-9baa44b6-87ab-4dcc-bbdf-b0ccaa4ca761 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.432595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a8317624-7c27-4c1d-ae97-c89beb087e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.447746 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a8317624-7c27-4c1d-ae97-c89beb087e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.513683 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aa58e537-a23a-4704-acad-dfdc025c2618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:35.620317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8317624-7c27-4c1d-ae97-c89beb087e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a177b3da-b948-47de-b3a7-d99f96a307ee,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:35.641181 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a8317624-7c27-4c1d-ae97-c89beb087e2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11eb95fbb61b47beb0efdca1759b5ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0369003 Nov 12 08:51:35.656238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53142) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:35.719687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Allocated IP 2001:db8::2 (4fe08698-d356-4e67-9e8d-92747567b9d8/291d3609-da70-4b16-834e-45f1f9338d0b/d8f000d4-dd49-42a1-a75c-2b771a1f7533) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:35.727530 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961667c1-d057-4050-aac6-652acb6b8516 x-openstack-request-id: req-961667c1-d057-4050-aac6-652acb6b8516 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:35.727826 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:35.728084 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-961667c1-d057-4050-aac6-652acb6b8516 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:35.731732 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'code': 200} Nov 12 08:51:35.752560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7def7957-d050-4bd1-8c09-8fbaeaeca0aa no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:35.832691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 7def7957-d050-4bd1-8c09-8fbaeaeca0aa {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:51:35.833194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7def7957-d050-4bd1-8c09-8fbaeaeca0aa not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:35.873618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] No DVR routers for this DVR port f6b09547-fac7-4a6e-bf33-892f00c5157d on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:35.889414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:35.958655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85341119-f92b-4ef5-8cb9-6dd9f24cfd9b None None] Network f6f46182-8c9f-4efa-9faf-1146d63ed095 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:36.023970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd38c4a0-c7bd-4a15-a439-66a4efb1f5ab None None] DHCP port deletion for 53a81317-5f9d-409d-9544-c8583b76e8e5 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:36.071017 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-444d4c34-8091-41f4-9c19-a3dd5b2df82f tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.114429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:36.115315 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.129135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a960fd7-0d0b-4f6b-bc52-685580e6886b req-9baa44b6-87ab-4dcc-bbdf-b0ccaa4ca761 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] No DVR routers for this DVR port 7def7957-d050-4bd1-8c09-8fbaeaeca0aa on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:36.134207 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-2a960fd7-0d0b-4f6b-bc52-685580e6886b req-9baa44b6-87ab-4dcc-bbdf-b0ccaa4ca761 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.135828 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d4c34-8091-41f4-9c19-a3dd5b2df82f tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'Subnet': ['ID=7f143711-bb78-4397-b601-b8366526da66,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:36.147648 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a960fd7-0d0b-4f6b-bc52-685580e6886b req-9baa44b6-87ab-4dcc-bbdf-b0ccaa4ca761 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.46 "DELETE /v2.0/ports/7def7957-d050-4bd1-8c09-8fbaeaeca0aa HTTP/1.1" status: 204 len: 173 time: 3.2473454 Nov 12 08:51:36.149088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b09547-fac7-4a6e-bf33-892f00c5157d,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:36.204511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726026f-312e-4456-9d3b-89ee887739ce req-a2b38d4f-49eb-40e5-a7fd-a8071a5166ed tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:36.206027 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2726026f-312e-4456-9d3b-89ee887739ce req-a2b38d4f-49eb-40e5-a7fd-a8071a5166ed tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 944 time: 0.1949515 Nov 12 08:51:36.206895 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98c2c8ab-2097-4145-89c2-fc8a8009e392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.211397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.224183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa44b6-87ab-4dcc-bbdf-b0ccaa4ca761 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] Pushing event deleted for resources: {'Port': ['ID=7def7957-d050-4bd1-8c09-8fbaeaeca0aa,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:36.234934 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98c2c8ab-2097-4145-89c2-fc8a8009e392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.250863 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a1d4b3a5-677a-4c15-88cd-c26f3452795f req-d23cf33d-3e4a-4ead-b746-7369589336d6 tempest-ServerTagsTestJSON-1536760768 tempest-ServerTagsTestJSON-1536760768-project] 10.222.0.31 "GET /v2.0/security-groups?id=bff77374-ff71-4a34-8b61-bb09af2c2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0765388 Nov 12 08:51:36.279881 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.343394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-704dc664-5fa2-455e-a523-3797e65990ad None None] Provisioning complete for port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:36.354040 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-704dc664-5fa2-455e-a523-3797e65990ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.355674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d4c34-8091-41f4-9c19-a3dd5b2df82f tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Checking segment: {'id': '22d4d944-8d3a-4a29-8550-949dad85009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '76ee5a65-60e3-4227-be1e-e42e54b2ea80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:36.356247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444d4c34-8091-41f4-9c19-a3dd5b2df82f tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Network hostable DHCP agents. Network: 76ee5a65-60e3-4227-be1e-e42e54b2ea80, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:36.382293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2726026f-312e-4456-9d3b-89ee887739ce req-b11fecb5-f59a-46f8-b3fd-dba7b2fb6910 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985665 Nov 12 08:51:36.398711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444d4c34-8091-41f4-9c19-a3dd5b2df82f tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Network 76ee5a65-60e3-4227-be1e-e42e54b2ea80 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:36.413561 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98c2c8ab-2097-4145-89c2-fc8a8009e392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.418039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98c2c8ab-2097-4145-89c2-fc8a8009e392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.419888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-98c2c8ab-2097-4145-89c2-fc8a8009e392 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a177b3da-b948-47de-b3a7-d99f96a307ee HTTP/1.1" status: 204 len: 168 time: 0.7623351 Nov 12 08:51:36.431776 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-444d4c34-8091-41f4-9c19-a3dd5b2df82f tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 76ee5a65-60e3-4227-be1e-e42e54b2ea80) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:36.435866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2c8ab-2097-4145-89c2-fc8a8009e392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a177b3da-b948-47de-b3a7-d99f96a307ee,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:36.438844 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444d4c34-8091-41f4-9c19-a3dd5b2df82f tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:36.439446 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-444d4c34-8091-41f4-9c19-a3dd5b2df82f tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.467065 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-444d4c34-8091-41f4-9c19-a3dd5b2df82f tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6900554 Nov 12 08:51:36.471186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53152) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:36.498426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Attempting to bind port f6b09547-fac7-4a6e-bf33-892f00c5157d on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:36.499884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Attempting to bind port f6b09547-fac7-4a6e-bf33-892f00c5157d by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:36.500401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Attempting to bind port f6b09547-fac7-4a6e-bf33-892f00c5157d on network 4be2e577-6e6c-4874-b93a-e053133a1c6e {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:36.510426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Port f6b09547-fac7-4a6e-bf33-892f00c5157d on network 4be2e577-6e6c-4874-b93a-e053133a1c6e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:51:36.511839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Attempting to bind port f6b09547-fac7-4a6e-bf33-892f00c5157d on network 4be2e577-6e6c-4874-b93a-e053133a1c6e {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:36.521040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:36.523533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Checking segment: {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:36.524114 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Bound using segment: {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:36.525545 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6185342-7058-4fc4-813a-e833f9544c82 None None] Network 76ee5a65-60e3-4227-be1e-e42e54b2ea80 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:36.527885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Bound port: f6b09547-fac7-4a6e-bf33-892f00c5157d, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916fbb97-92b9-4ebb-8984-8bfe7d18d216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:36.528454 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.713641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:36.718405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Network 4fe08698-d356-4e67-9e8d-92747567b9d8 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:36.720225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:36.732550 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.739617 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.798427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:36.845429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:36.846171 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:36.847663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] 10.222.0.46 "PUT /v2.0/ports/f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 1093 time: 3.1129658 Nov 12 08:51:36.904660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:36.926524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f6b09547-fac7-4a6e-bf33-892f00c5157d no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:51:37.051221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47a1c4-c25f-47a1-a6fe-f79892c51d79 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b09547-fac7-4a6e-bf33-892f00c5157d,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:37.082227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-b49a37da-619b-4638-acf8-32976e1a046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:37.083790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-b49a37da-619b-4638-acf8-32976e1a046c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1096 time: 0.2071218 Nov 12 08:51:37.144141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53164) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:37.222749 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.310455 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a82e081-0cf7-48cd-9d7c-0b383178d96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.390036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53168) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:37.390265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Pushing event updated for resources: {'Port': ['ID=d8f000d4-dd49-42a1-a75c-2b771a1f7533,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:37.512279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a14100-94ce-4f0b-80a2-f15911721558 admin admin] Deleting subnet 9cf21330-99a4-4e9d-b244-e1a0a1a634af {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:51:37.517231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-b158261e-dc19-4720-bc75-b92661fbd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:37.519556 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-b158261e-dc19-4720-bc75-b92661fbd408 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 200 len: 897 time: 0.4252660 Nov 12 08:51:37.529406 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1a14100-94ce-4f0b-80a2-f15911721558 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.616614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=17bb8bf1-dc20-48ad-9f44-598b42b4a8b0,segment=NetworkSegment(0bd87359-f884-4e86-b309-e1aabc466b1c),segment_id=0bd87359-f884-4e86-b309-e1aabc466b1c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:37.630505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f6b09547-fac7-4a6e-bf33-892f00c5157d not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:51:37.652986 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1a14100-94ce-4f0b-80a2-f15911721558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.658616 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.686880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-81cf7294-de61-4985-a19c-125eed66f20e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 999 time: 0.1585100 Nov 12 08:51:37.789345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff45cf8f-d6dc-4e71-8719-7b325b026eab', 'name': 'network-vif-deleted', 'tag': '7def7957-d050-4bd1-8c09-8fbaeaeca0aa'}, {'name': 'network-changed', 'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:37.793865 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a779a3-e570-482f-b8e4-232e6d2bd60f" -d '{"events": [{"server_uuid": "ff45cf8f-d6dc-4e71-8719-7b325b026eab", "name": "network-vif-deleted", "tag": "7def7957-d050-4bd1-8c09-8fbaeaeca0aa"}, {"name": "network-changed", "server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:37.797651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-e061132d-ff72-4907-88e9-a3c4e2d44f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:37.799126 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-e061132d-ff72-4907-88e9-a3c4e2d44f2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14c284f0-a69e-4ce3-9b38-0113f7605f99 HTTP/1.1" status: 200 len: 834 time: 0.1046712 Nov 12 08:51:37.853244 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a82e081-0cf7-48cd-9d7c-0b383178d96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.864310 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff8d5-af2e-4fc5-ab68-3ffda276dbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.891640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Attempting to bind port d8f000d4-dd49-42a1-a75c-2b771a1f7533 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:37.892010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Attempting to bind port d8f000d4-dd49-42a1-a75c-2b771a1f7533 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '125604d2-460f-4602-b380-8186a5378b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4fe08698-d356-4e67-9e8d-92747567b9d8'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:37.892379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Attempting to bind port d8f000d4-dd49-42a1-a75c-2b771a1f7533 on network 4fe08698-d356-4e67-9e8d-92747567b9d8 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:37.906156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a82e081-0cf7-48cd-9d7c-0b383178d96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.911867 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1a14100-94ce-4f0b-80a2-f15911721558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.939522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:37.940099 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Checking segment: {'id': '125604d2-460f-4602-b380-8186a5378b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4fe08698-d356-4e67-9e8d-92747567b9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:37.943835 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.944355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Bound using segment: {'id': '125604d2-460f-4602-b380-8186a5378b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4fe08698-d356-4e67-9e8d-92747567b9d8'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:37.949527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Bound port: d8f000d4-dd49-42a1-a75c-2b771a1f7533, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125604d2-460f-4602-b380-8186a5378b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4fe08698-d356-4e67-9e8d-92747567b9d8'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:37.951547 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.960529 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-704dc664-5fa2-455e-a523-3797e65990ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:37.982748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=17bb8bf1-dc20-48ad-9f44-598b42b4a8b0,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:38.231890 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-704dc664-5fa2-455e-a523-3797e65990ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:51:38.232295 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-704dc664-5fa2-455e-a523-3797e65990ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:51:38.261689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] For port d8f000d4-dd49-42a1-a75c-2b771a1f7533, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:38.265291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] For port d8f000d4-dd49-42a1-a75c-2b771a1f7533, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d8f000d4-dd49-42a1-a75c-2b771a1f7533,segment=NetworkSegment(125604d2-460f-4602-b380-8186a5378b5f),segment_id=125604d2-460f-4602-b380-8186a5378b5f)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:38.270988 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:38.278159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-76ee5a65-60e3-4227-be1e-e42e54b2ea80', 'network_id': '76ee5a65-60e3-4227-be1e-e42e54b2ea80', 'tenant_id': '4af652699e5945e982dc7c2b5fd889db', 'fixed_ips': [{'subnet_id': '7f143711-bb78-4397-b601-b8366526da66'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:51:38.279174 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:38.295659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06303eac-5409-4ea5-abb2-ea75c2975925 req-8adc659f-a16b-4552-abba-66c596c07c46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:38.309541 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-06303eac-5409-4ea5-abb2-ea75c2975925 req-8adc659f-a16b-4552-abba-66c596c07c46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 944 time: 0.2270584 Nov 12 08:51:38.427019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f3caf-c71e-463d-b5c9-ea54c9a67720 None None] Pushing event updated for resources: {'Port': ['ID=d8f000d4-dd49-42a1-a75c-2b771a1f7533,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:38.475092 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-06303eac-5409-4ea5-abb2-ea75c2975925 req-daaf8476-2469-4c9e-b07d-fc199becc6be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1645241 Nov 12 08:51:38.546544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Allocated IP 2001:db8::2 (76ee5a65-60e3-4227-be1e-e42e54b2ea80/7f143711-bb78-4397-b601-b8366526da66/1b41b39d-5f30-4d17-8c86-dbce94642372) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:38.593304 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42670b1-9c2e-4282-82ac-b53ff6e59886 x-openstack-request-id: req-b42670b1-9c2e-4282-82ac-b53ff6e59886 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:38.594243 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff45cf8f-d6dc-4e71-8719-7b325b026eab", "name": "network-vif-deleted", "tag": "7def7957-d050-4bd1-8c09-8fbaeaeca0aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:38.594937 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b42670b1-9c2e-4282-82ac-b53ff6e59886 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:38.595092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Allocated IP 2001:db8::1 (4fe08698-d356-4e67-9e8d-92747567b9d8/291d3609-da70-4b16-834e-45f1f9338d0b/18e45149-8b3f-41cb-920b-a0430faf9b3b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:38.595847 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff45cf8f-d6dc-4e71-8719-7b325b026eab', 'name': 'network-vif-deleted', 'tag': '7def7957-d050-4bd1-8c09-8fbaeaeca0aa', 'status': 'completed', 'code': 200} Nov 12 08:51:38.596260 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'status': 'completed', 'code': 200} Nov 12 08:51:38.672555 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2a82e081-0cf7-48cd-9d7c-0b383178d96d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8325ffd0dcf54ee9ba5ab212a71ed311&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5244477 Nov 12 08:51:38.679313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53182) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:38.786744 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82e081-0cf7-48cd-9d7c-0b383178d96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597a35db-19b6-4b6b-8716-42be4424b7cd,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:38.818170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-360653f9-2a80-4e3a-bf24-d4eb14913499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:38.819837 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-360653f9-2a80-4e3a-bf24-d4eb14913499 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1096 time: 0.1960135 Nov 12 08:51:38.841336 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cab93c2b-47ec-444e-be71-9d1275ece079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:38.871918 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cab93c2b-47ec-444e-be71-9d1275ece079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:38.875144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-8c96c633-f991-41d9-8c7a-03d557a8f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:38.876750 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-8c96c633-f991-41d9-8c7a-03d557a8f776 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4be2e577-6e6c-4874-b93a-e053133a1c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0637262 Nov 12 08:51:38.879918 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:38.929866 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.013869 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.074467 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1a14100-94ce-4f0b-80a2-f15911721558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.127812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-d90e83dc-bb7b-4165-8843-ee284b0b9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:39.129414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-d90e83dc-bb7b-4165-8843-ee284b0b9993 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 200 len: 897 time: 0.2901888 Nov 12 08:51:39.130157 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a14100-94ce-4f0b-80a2-f15911721558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf21330-99a4-4e9d-b244-e1a0a1a634af,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:39.133009 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1a14100-94ce-4f0b-80a2-f15911721558 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.139037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c1a14100-94ce-4f0b-80a2-f15911721558 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9cf21330-99a4-4e9d-b244-e1a0a1a634af HTTP/1.1" status: 204 len: 168 time: 1.7470996 Nov 12 08:51:39.142139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53190) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:39.159893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abd566b-68fa-4be0-b708-0a1bc7f7f1e1 None None] Network 53a81317-5f9d-409d-9544-c8583b76e8e5 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:39.179416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Network 4fe08698-d356-4e67-9e8d-92747567b9d8 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:39.200512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:39.221861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:39.222419 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.240764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'Port': ['ID=18e45149-8b3f-41cb-920b-a0430faf9b3b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:39.242629 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cab93c2b-47ec-444e-be71-9d1275ece079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.246862 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cab93c2b-47ec-444e-be71-9d1275ece079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.250731 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cab93c2b-47ec-444e-be71-9d1275ece079 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/597a35db-19b6-4b6b-8716-42be4424b7cd HTTP/1.1" status: 204 len: 168 time: 0.5617490 Nov 12 08:51:39.306267 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.315701 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.316342 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab93c2b-47ec-444e-be71-9d1275ece079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597a35db-19b6-4b6b-8716-42be4424b7cd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:39.325540 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-a9a98671-a0db-44fe-8265-8a5ea6cd657b service neutron] 10.222.0.46 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742771 Nov 12 08:51:39.377758 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.381618 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-ffcb6f2b-4e28-4f3e-bf92-bcf934fba9e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 999 time: 0.2384481 Nov 12 08:51:39.428210 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.559248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Pushing event updated for resources: {'Port': ['ID=1b41b39d-5f30-4d17-8c86-dbce94642372,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:39.583814 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4262aeb2-512e-4bc6-ab36-70afdeb91a48 None None] Provisioning complete for port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:39.590832 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4262aeb2-512e-4bc6-ab36-70afdeb91a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.799967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Network 76ee5a65-60e3-4227-be1e-e42e54b2ea80 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:39.804240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:39.814542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:39.919556 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:39.937915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-c679a109-0575-4371-86c6-c473c35aaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:39.951037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-c679a109-0575-4371-86c6-c473c35aaeda service neutron] 10.222.0.52 "GET /v2.0/subnets?id=14c284f0-a69e-4ce3-9b38-0113f7605f99 HTTP/1.1" status: 200 len: 834 time: 0.5053244 Nov 12 08:51:39.974192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200d55d-94f8-44b1-9ebe-9e2692cf54b1 None None] DHCP port deletion for 53a81317-5f9d-409d-9544-c8583b76e8e5 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:40.106414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f4ae346-6dfb-4e60-890f-25d6d5b83621 req-c6de8c1c-68da-4cd0-8638-cb08a32e2454 service neutron] 10.222.0.46 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693796 Nov 12 08:51:40.132459 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Attempting to bind port 1b41b39d-5f30-4d17-8c86-dbce94642372 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:40.132833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Attempting to bind port 1b41b39d-5f30-4d17-8c86-dbce94642372 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '22d4d944-8d3a-4a29-8550-949dad85009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '76ee5a65-60e3-4227-be1e-e42e54b2ea80'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:40.146760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Attempting to bind port 1b41b39d-5f30-4d17-8c86-dbce94642372 on network 76ee5a65-60e3-4227-be1e-e42e54b2ea80 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:40.149887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d8f000d4-dd49-42a1-a75c-2b771a1f7533 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:40.175057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a81317-5f9d-409d-9544-c8583b76e8e5']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:40.269028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7d3b42-bf96-4bb4-920d-5f359c1c33be') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:40.273674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7d3b42-bf96-4bb4-920d-5f359c1c33be') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:40.275884 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.285434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:40.286094 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Checking segment: {'id': '22d4d944-8d3a-4a29-8550-949dad85009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '76ee5a65-60e3-4227-be1e-e42e54b2ea80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:40.286866 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.290911 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Bound using segment: {'id': '22d4d944-8d3a-4a29-8550-949dad85009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '76ee5a65-60e3-4227-be1e-e42e54b2ea80'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:40.291738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Bound port: 1b41b39d-5f30-4d17-8c86-dbce94642372, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d4d944-8d3a-4a29-8550-949dad85009f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '76ee5a65-60e3-4227-be1e-e42e54b2ea80'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:40.292419 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.315024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b3d31b-1b7e-4fbb-a54c-0d00f87cb355 None None] Network 4fe08698-d356-4e67-9e8d-92747567b9d8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:40.316495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.323194 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.325966 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.398509 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.441511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60649f5f-f6ad-424f-8f1b-acba3a0a5988 req-4084af6f-babb-4e17-91f9-1653579348c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:40.450786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60649f5f-f6ad-424f-8f1b-acba3a0a5988 req-4084af6f-babb-4e17-91f9-1653579348c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 944 time: 0.5816426 Nov 12 08:51:40.471218 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.486411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-56d9a130-508f-4c2b-bef5-0221ac32e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:40.487107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d8f000d4-dd49-42a1-a75c-2b771a1f7533 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:40.487730 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.488005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-56d9a130-508f-4c2b-bef5-0221ac32e2a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4be2e577-6e6c-4874-b93a-e053133a1c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4228654 Nov 12 08:51:40.490332 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] For port 1b41b39d-5f30-4d17-8c86-dbce94642372, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:40.498527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] For port 1b41b39d-5f30-4d17-8c86-dbce94642372, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1b41b39d-5f30-4d17-8c86-dbce94642372,segment=NetworkSegment(22d4d944-8d3a-4a29-8550-949dad85009f),segment_id=22d4d944-8d3a-4a29-8550-949dad85009f)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:40.503461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:40.505371 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:40.507557 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:40.541727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'Port': ['ID=18e45149-8b3f-41cb-920b-a0430faf9b3b,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:40.603150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-4e4d93c8-9a34-4790-828f-e3c1d27b89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:40.616850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-4e4d93c8-9a34-4790-828f-e3c1d27b89ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1096 time: 0.4044783 Nov 12 08:51:40.633269 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.699588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Network 4fe08698-d356-4e67-9e8d-92747567b9d8 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:40.705518 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:40.844226 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60649f5f-f6ad-424f-8f1b-acba3a0a5988 req-cfd788a7-05dc-445a-afde-50f6336292d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3924685 Nov 12 08:51:40.870145 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6f4ab162-1607-48ad-aa0e-2487c6c8f296 None None] Provisioning complete for port d8f000d4-dd49-42a1-a75c-2b771a1f7533 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:40.871384 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6f4ab162-1607-48ad-aa0e-2487c6c8f296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.950126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced4ff5-c515-4bfd-86bb-83dc9978c4ae None None] Pushing event updated for resources: {'Port': ['ID=1b41b39d-5f30-4d17-8c86-dbce94642372,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:40.985234 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:40.997783 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.007310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/53a81317-5f9d-409d-9544-c8583b76e8e5 HTTP/1.1" status: 204 len: 168 time: 1.8605154 Nov 12 08:51:41.046094 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.090542 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Router 9c12789c-22e0-43df-b78a-0087f54dfad9 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:51:41.108568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d4fed-701c-4a90-9618-99544eef76a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=53a81317-5f9d-409d-9544-c8583b76e8e5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:41.175271 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-fd042c2b-fc60-45b1-a14b-172f0e49fbc4 service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542060 Nov 12 08:51:41.216432 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.272442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-0b2c1bff-b066-4766-95c9-9f985f6b52be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:41.274260 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-0b2c1bff-b066-4766-95c9-9f985f6b52be service neutron] 10.222.0.46 "GET /v2.0/networks?id=4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 200 len: 897 time: 0.5685358 Nov 12 08:51:41.454487 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53228) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:41.508051 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6f4ab162-1607-48ad-aa0e-2487c6c8f296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.539440 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-c08cb490-6e1f-447e-8b55-83a521b2c976 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 999 time: 0.2548003 Nov 12 08:51:41.552531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port d8f000d4-dd49-42a1-a75c-2b771a1f7533, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d8f000d4-dd49-42a1-a75c-2b771a1f7533,segment=NetworkSegment(125604d2-460f-4602-b380-8186a5378b5f),segment_id=125604d2-460f-4602-b380-8186a5378b5f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:41.612793 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.613626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:41.617094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:41.648867 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b63096a6-7402-4b09-922c-cc0b4b652512 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "PUT /v2.0/routers/9c12789c-22e0-43df-b78a-0087f54dfad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1740055 Nov 12 08:51:41.659618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53236) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:41.692939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3b118-5e9f-46c9-b8d0-22a8b7f1cab0 None None] Sync routers for ids ['9c12789c-22e0-43df-b78a-0087f54dfad9'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:41.717436 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3c2c9704-bd47-4bbe-b9c1-f32f5025d992 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73ffb261426148f08082697984f4a5e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2605379 Nov 12 08:51:41.724740 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53238) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:41.844130 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cf883c62-7a75-4488-828d-dafa09e9ac67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.877264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-e3bf351f-76e7-44cf-8aca-ab521a516f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:41.878762 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-e3bf351f-76e7-44cf-8aca-ab521a516f32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14c284f0-a69e-4ce3-9b38-0113f7605f99 HTTP/1.1" status: 200 len: 834 time: 0.3297656 Nov 12 08:51:41.915242 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cf883c62-7a75-4488-828d-dafa09e9ac67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:41.971354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3b118-5e9f-46c9-b8d0-22a8b7f1cab0 None None] Routers {'9c12789c-22e0-43df-b78a-0087f54dfad9'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:41.974603 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-91d3b118-5e9f-46c9-b8d0-22a8b7f1cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:51:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9c12789c-22e0-43df-b78a-0087f54dfad9'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:42.011520 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cf883c62-7a75-4488-828d-dafa09e9ac67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.015342 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cf883c62-7a75-4488-828d-dafa09e9ac67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:42.016648 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cf883c62-7a75-4488-828d-dafa09e9ac67 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bff77374-ff71-4a34-8b61-bb09af2c2f11 HTTP/1.1" status: 204 len: 168 time: 0.2907982 Nov 12 08:51:42.036681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf883c62-7a75-4488-828d-dafa09e9ac67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff77374-ff71-4a34-8b61-bb09af2c2f11,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:42.124501 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-fe267002-7049-46ab-843f-4adee09e0b97 service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9327979 Nov 12 08:51:42.129415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-91d3b118-5e9f-46c9-b8d0-22a8b7f1cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:42.224112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69984df-741b-45c3-b756-0d9b872e5b3a req-237440de-5e6a-4f71-b920-ce5e8b843d19 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:42.244025 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b69984df-741b-45c3-b756-0d9b872e5b3a req-237440de-5e6a-4f71-b920-ce5e8b843d19 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 944 time: 0.1722765 Nov 12 08:51:42.284310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=d8f000d4-dd49-42a1-a75c-2b771a1f7533,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:42.310758 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-6f4ab162-1607-48ad-aa0e-2487c6c8f296 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:51:42.310758 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-6f4ab162-1607-48ad-aa0e-2487c6c8f296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:51:42.335361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3b118-5e9f-46c9-b8d0-22a8b7f1cab0 None None] Routers {'9c12789c-22e0-43df-b78a-0087f54dfad9'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:42.340793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-91d3b118-5e9f-46c9-b8d0-22a8b7f1cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:51:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9c12789c-22e0-43df-b78a-0087f54dfad9'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:42.453016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b69984df-741b-45c3-b756-0d9b872e5b3a req-67231791-7be6-43a2-b6d5-8cfd56ebe904 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2011690 Nov 12 08:51:42.482466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-685a49dd-91da-4769-9993-bd0e8de75128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:42.495008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-685a49dd-91da-4769-9993-bd0e8de75128 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4be2e577-6e6c-4874-b93a-e053133a1c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6039748 Nov 12 08:51:43.170840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fe8bb4-49da-4f95-b36f-03f0324c79f1 None None] Network 76ee5a65-60e3-4227-be1e-e42e54b2ea80 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:43.224296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-91d3b118-5e9f-46c9-b8d0-22a8b7f1cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:43.225486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3b118-5e9f-46c9-b8d0-22a8b7f1cab0 None None] The sync data for ids ['9c12789c-22e0-43df-b78a-0087f54dfad9'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:43.242976 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:43.243634 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.246877 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-28269a6e-8ef3-4154-b034-a5f2d124d50d tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:51:43.251195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53266) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:43.254447 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-28269a6e-8ef3-4154-b034-a5f2d124d50d tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "PUT /v2.0/routers/9c12789c-22e0-43df-b78a-0087f54dfad9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5910461 Nov 12 08:51:43.259848 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-65540ba2-b94c-41f6-8b98-6d3649d4c8b8 service neutron] 10.222.0.46 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7524235 Nov 12 08:51:43.347430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53270) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:43.503206 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5a779a3-e570-482f-b8e4-232e6d2bd60f req-f1bc1c8f-5844-4761-8894-b797d775c79f service neutron] 10.222.0.46 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327495 Nov 12 08:51:43.765506 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e957f-9cb3-4ed9-8ddd-ec5965617110 req-85906a5d-3786-4e9b-abba-0aca5d1ee73f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:43.779922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-776e957f-9cb3-4ed9-8ddd-ec5965617110 req-85906a5d-3786-4e9b-abba-0aca5d1ee73f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 944 time: 0.1829782 Nov 12 08:51:43.789941 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d24d50d0-d7fc-4522-8d73-dc01e524da4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.793683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f6b09547-fac7-4a6e-bf33-892f00c5157d details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:51:43.894161 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-776e957f-9cb3-4ed9-8ddd-ec5965617110 req-1590a74f-f337-4288-9ab1-17bd79a9dd74 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129310 Nov 12 08:51:43.909994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9f1174d8-e960-4aa0-8610-13485b74156a None None] Provisioning complete for port 18e45149-8b3f-41cb-920b-a0430faf9b3b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:43.909994 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f1174d8-e960-4aa0-8610-13485b74156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.252041 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d24d50d0-d7fc-4522-8d73-dc01e524da4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.287874 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53298) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:44.288112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:44.301698 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d24d50d0-d7fc-4522-8d73-dc01e524da4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.456924 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d24d50d0-d7fc-4522-8d73-dc01e524da4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff324e4448234ab89b0f1ed16e7b2ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1039460 Nov 12 08:51:44.456924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d50d0-d7fc-4522-8d73-dc01e524da4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd6ed87-6e73-4c8e-accc-95942ccc9483,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:44.468224 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53302) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:44.528539 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9f1174d8-e960-4aa0-8610-13485b74156a None None] Port 18e45149-8b3f-41cb-920b-a0430faf9b3b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:44.543852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee13124-bbd9-4fb0-99a1-3e247ecb0ce6 req-b5f2ac1f-a029-4e2e-8abd-e6d7efe808be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:44.563290 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7ee13124-bbd9-4fb0-99a1-3e247ecb0ce6 req-b5f2ac1f-a029-4e2e-8abd-e6d7efe808be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 944 time: 0.3353300 Nov 12 08:51:44.577935 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'port_id': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'mac_address': 'fa:16:3e:1c:59:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:51:44.658894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-a961903a-898f-4881-b003-07fc4b54756f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:44.659412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-94411225-network', 'tenant_id': 'c43791fc2baa4c0d9138d9543b230746'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:44.666257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-a961903a-898f-4881-b003-07fc4b54756f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 944 time: 0.3140244 Nov 12 08:51:44.673652 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60eb842e-3728-4e78-96a4-f37923ffb4cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.699158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9f1174d8-e960-4aa0-8610-13485b74156a None None] Provisioning complete for port 1b41b39d-5f30-4d17-8c86-dbce94642372 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:44.699541 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f1174d8-e960-4aa0-8610-13485b74156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.744490 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.791642 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7ee13124-bbd9-4fb0-99a1-3e247ecb0ce6 req-ef7d6da8-73bc-4b07-9360-74f3a84b3a01 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2263656 Nov 12 08:51:44.826471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1b41b39d-5f30-4d17-8c86-dbce94642372 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:44.831860 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18d04730-8ae0-481a-940a-60b98b209e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.859799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b09547-fac7-4a6e-bf33-892f00c5157d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:44.927342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:44.952571 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-2ea8c0c9-0435-4e0d-b0c9-e049cfe8460a service neutron] delete failed (client error): The resource could not be found. Nov 12 08:51:44.960793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-2ea8c0c9-0435-4e0d-b0c9-e049cfe8460a service neutron] 10.222.0.52 "DELETE /v2.0/ports/f6b09547-fac7-4a6e-bf33-892f00c5157d/bindings/n-h2-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.2112007 Nov 12 08:51:44.988818 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Made reservation on behalf of c43791fc2baa4c0d9138d9543b230746 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:44.991369 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:44.998401 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18d04730-8ae0-481a-940a-60b98b209e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.010137 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.066420 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.157616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-d9a3955f-7101-4df0-b043-cc34ae4b6c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:45.160593 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-d9a3955f-7101-4df0-b043-cc34ae4b6c9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1097 time: 0.1350379 Nov 12 08:51:45.188675 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f1174d8-e960-4aa0-8610-13485b74156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.255763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1b41b39d-5f30-4d17-8c86-dbce94642372 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:45.256138 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.319057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f6b09547-fac7-4a6e-bf33-892f00c5157d,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:45.335967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9f1174d8-e960-4aa0-8610-13485b74156a None None] For port 1b41b39d-5f30-4d17-8c86-dbce94642372, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1b41b39d-5f30-4d17-8c86-dbce94642372,segment=NetworkSegment(22d4d944-8d3a-4a29-8550-949dad85009f),segment_id=22d4d944-8d3a-4a29-8550-949dad85009f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:45.347856 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f1174d8-e960-4aa0-8610-13485b74156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.377693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-f501ba21-a40c-4a7d-8849-ecb4a401d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:45.379921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-f501ba21-a40c-4a7d-8849-ecb4a401d49f service neutron] 10.222.0.52 "GET /v2.0/networks?id=4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 200 len: 897 time: 0.2091544 Nov 12 08:51:45.410085 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['f6b09547-fac7-4a6e-bf33-892f00c5157d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:51:45.420936 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18d04730-8ae0-481a-940a-60b98b209e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.423600 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18d04730-8ae0-481a-940a-60b98b209e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.425020 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-18d04730-8ae0-481a-940a-60b98b209e3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fd6ed87-6e73-4c8e-accc-95942ccc9483 HTTP/1.1" status: 204 len: 168 time: 0.9520781 Nov 12 08:51:45.444879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d04730-8ae0-481a-940a-60b98b209e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd6ed87-6e73-4c8e-accc-95942ccc9483,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:45.473636 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-d5d0d660-1263-4cfc-8288-07c17f420c86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 1000 time: 0.0852213 Nov 12 08:51:45.557724 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9f1174d8-e960-4aa0-8610-13485b74156a None None] Provisioning complete for port d8f000d4-dd49-42a1-a75c-2b771a1f7533 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:45.558097 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f1174d8-e960-4aa0-8610-13485b74156a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.577424 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.589626 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.603309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-d97e66ec-3e5e-4c9e-9ff4-43542643a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:45.610624 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-d97e66ec-3e5e-4c9e-9ff4-43542643a5cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=14c284f0-a69e-4ce3-9b38-0113f7605f99 HTTP/1.1" status: 200 len: 834 time: 0.1281292 Nov 12 08:51:45.631933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:45.662351 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-60eb842e-3728-4e78-96a4-f37923ffb4cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Deleting port 18e45149-8b3f-41cb-920b-a0430faf9b3b {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:45.662684 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60eb842e-3728-4e78-96a4-f37923ffb4cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.712186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1174d8-e960-4aa0-8610-13485b74156a None None] Pushing event updated for resources: {'Port': ['ID=1b41b39d-5f30-4d17-8c86-dbce94642372,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:45.719823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-d82a42c8-bc2f-49d1-8b56-2aa433d8f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:45.722459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-d82a42c8-bc2f-49d1-8b56-2aa433d8f1d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4be2e577-6e6c-4874-b93a-e053133a1c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051934 Nov 12 08:51:45.779648 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60eb842e-3728-4e78-96a4-f37923ffb4cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:45.794796 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-60eb842e-3728-4e78-96a4-f37923ffb4cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Calling delete_port for 18e45149-8b3f-41cb-920b-a0430faf9b3b owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:45.810060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d8f000d4-dd49-42a1-a75c-2b771a1f7533 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:45.865134 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:51:45.966173 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-4e196ab8-9878-41ba-ae99-32c2d951035d service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283828 Nov 12 08:51:46.016719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adc2c19-765d-4d76-a2f0-6b418b3313f0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:46.025050 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.025420 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Added segment 14ae454c-bfb3-4b93-ac81-393728c477e9 of type vlan for network 8c8034f4-d675-4b47-bfbb-8cac8baada86 Nov 12 08:51:46.105824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d8f000d4-dd49-42a1-a75c-2b771a1f7533 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:46.106184 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.183400 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60eb842e-3728-4e78-96a4-f37923ffb4cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.257732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb842e-3728-4e78-96a4-f37923ffb4cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Port': ['ID=18e45149-8b3f-41cb-920b-a0430faf9b3b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:46.324355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3d888-bd55-4603-a16d-a6526db0e8a1 req-ed31555c-c558-441a-861a-53b04d50d301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.328049 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ac3d888-bd55-4603-a16d-a6526db0e8a1 req-ed31555c-c558-441a-861a-53b04d50d301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 945 time: 0.3053639 Nov 12 08:51:46.334721 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.342067 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-423e0c3b-18ed-40f5-a3f9-e4c2c07b6438 req-75baae01-a6f5-414c-9515-44a259c45f0f service neutron] 10.222.0.52 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663912 Nov 12 08:51:46.407740 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c044c658-c3fe-457e-a563-07210abbf0dc None None] Provisioning complete for port 1b41b39d-5f30-4d17-8c86-dbce94642372 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:46.408288 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c044c658-c3fe-457e-a563-07210abbf0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.598854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1b41b39d-5f30-4d17-8c86-dbce94642372 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:46.715078 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.resource_extend [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:51:46.737435 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-60eb842e-3728-4e78-96a4-f37923ffb4cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.743414 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.744570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:46.746003 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.779477 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53348) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:46.796932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1b41b39d-5f30-4d17-8c86-dbce94642372 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:46.797320 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.810412 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-bd80aecc-335d-45c0-8453-53a99b9a32b0 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0ff8b8d064b1461fbaa4985e9101fca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658321 Nov 12 08:51:46.908032 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.6147361 Nov 12 08:51:46.909015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53354) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:47.016006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4be03c37-b952-42f6-b836-58103b9150ba admin admin] Request body: {'subnet': {'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-94411225-subnet', 'tenant_id': 'c43791fc2baa4c0d9138d9543b230746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:47.222442 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ac3d888-bd55-4603-a16d-a6526db0e8a1 req-52e8064a-695f-4428-9529-15e652090926 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6694946 Nov 12 08:51:47.343050 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fa11a-cb88-4e3f-89e9-85ff6f888daa admin admin] Pushing event updated for resources: {'Network': ['ID=8c8034f4-d675-4b47-bfbb-8cac8baada86,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:47.363169 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 8c8034f4-d675-4b47-bfbb-8cac8baada86 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:47.403347 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be03c37-b952-42f6-b836-58103b9150ba admin admin] Made reservation on behalf of c43791fc2baa4c0d9138d9543b230746 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:47.411365 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4be03c37-b952-42f6-b836-58103b9150ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.417319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca907a21-030b-404d-a5a7-780285bebd93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.793320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f6b09547-fac7-4a6e-bf33-892f00c5157d up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:47.858870 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60eb842e-3728-4e78-96a4-f37923ffb4cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Router 9c12789c-22e0-43df-b78a-0087f54dfad9 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:51:47.921887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port f6b09547-fac7-4a6e-bf33-892f00c5157d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:51:47.926970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port f6b09547-fac7-4a6e-bf33-892f00c5157d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:47.927521 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.049501 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.073313 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60eb842e-3728-4e78-96a4-f37923ffb4cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:48.082858 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-60eb842e-3728-4e78-96a4-f37923ffb4cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "PUT /v2.0/routers/9c12789c-22e0-43df-b78a-0087f54dfad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8296547 Nov 12 08:51:48.090949 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6fd211-c58f-4440-b6dd-7b3d0bb53791 None None] Sync routers for ids ['9c12789c-22e0-43df-b78a-0087f54dfad9'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:48.091587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53366) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:48.096798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:48.108850 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11da70b1-322d-42aa-b736-5a42200930ad" -d '{"events": [{"server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "name": "network-vif-plugged", "status": "completed", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:48.119871 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6fd211-c58f-4440-b6dd-7b3d0bb53791 None None] Routers {'9c12789c-22e0-43df-b78a-0087f54dfad9'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:48.124733 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6c6fd211-c58f-4440-b6dd-7b3d0bb53791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:51:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9c12789c-22e0-43df-b78a-0087f54dfad9'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:48.143253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:48.149890 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.162686 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-0db4ad06-c569-4c0e-b0dd-b620229950cd tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] delete failed (client error): The resource could not be found. Nov 12 08:51:48.167702 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0db4ad06-c569-4c0e-b0dd-b620229950cd tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1139194412 HTTP/1.1" status: 404 len: 335 time: 0.0689695 Nov 12 08:51:48.175630 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53370) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:48.176284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-5c9002ae-b785-451e-bfe5-211a8559e431 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:48.177886 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-5c9002ae-b785-451e-bfe5-211a8559e431 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3617909 Nov 12 08:51:48.189159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8acb0cc9-8e45-4522-a916-daa3e41343cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c12789c-22e0-43df-b78a-0087f54dfad9'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:48.199342 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca907a21-030b-404d-a5a7-780285bebd93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.221259 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-23ece28a-af15-4457-ace0-0a9f9045fc1f tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/quotas/0ff8b8d064b1461fbaa4985e9101fca3 HTTP/1.1" status: 200 len: 375 time: 0.0329313 Nov 12 08:51:48.238989 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6c6fd211-c58f-4440-b6dd-7b3d0bb53791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:48.263681 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6fd211-c58f-4440-b6dd-7b3d0bb53791 None None] Routers {'9c12789c-22e0-43df-b78a-0087f54dfad9'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:48.263681 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6c6fd211-c58f-4440-b6dd-7b3d0bb53791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:51:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9c12789c-22e0-43df-b78a-0087f54dfad9'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:48.291681 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4568090c-12ff-4278-9877-0646e5031677 x-openstack-request-id: req-4568090c-12ff-4278-9877-0646e5031677 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:48.292824 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-ad34c988-d8df-4a51-9dc2-98e1cc33dde2 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ff8b8d064b1461fbaa4985e9101fca3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644698 Nov 12 08:51:48.293391 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "name": "network-vif-plugged", "status": "completed", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:48.293776 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4568090c-12ff-4278-9877-0646e5031677 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:48.294426 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'code': 200} Nov 12 08:51:48.296035 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f6b09547-fac7-4a6e-bf33-892f00c5157d,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:48.328023 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6c6fd211-c58f-4440-b6dd-7b3d0bb53791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:48.328798 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6fd211-c58f-4440-b6dd-7b3d0bb53791 None None] The sync data for ids ['9c12789c-22e0-43df-b78a-0087f54dfad9'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:48.341536 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ca907a21-030b-404d-a5a7-780285bebd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.399889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ca907a21-030b-404d-a5a7-780285bebd93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a85580658c84237a2827219ac7a9e7b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6172621 Nov 12 08:51:48.403079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53378) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:48.483480 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca0a67b2-1ae8-45f1-b85b-00478a1218ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.504104 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4be03c37-b952-42f6-b836-58103b9150ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.546677 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca0a67b2-1ae8-45f1-b85b-00478a1218ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.641661 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0f50083c-32dd-4b1c-ad6e-b9c51e72b6d4 req-202e525e-53ee-4496-aecb-c8778feb168b tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 210 time: 0.1161549 Nov 12 08:51:48.656454 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca0a67b2-1ae8-45f1-b85b-00478a1218ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.661437 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca0a67b2-1ae8-45f1-b85b-00478a1218ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:48.664345 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ca0a67b2-1ae8-45f1-b85b-00478a1218ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d120456-6939-4e8e-8d83-817c12b554f8 HTTP/1.1" status: 204 len: 168 time: 0.2601471 Nov 12 08:51:48.673777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca907a21-030b-404d-a5a7-780285bebd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d120456-6939-4e8e-8d83-817c12b554f8,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:48.695474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a67b2-1ae8-45f1-b85b-00478a1218ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d120456-6939-4e8e-8d83-817c12b554f8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:48.715590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cae2be-af86-4b7c-90a4-13631c260808 req-772c0213-48ad-44dc-b356-bd114fe26e4a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:48.729747 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c3cae2be-af86-4b7c-90a4-13631c260808 req-772c0213-48ad-44dc-b356-bd114fe26e4a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.3344357 Nov 12 08:51:48.742601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be03c37-b952-42f6-b836-58103b9150ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca90a20-3c8f-4837-81dd-c8047415d78c,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:48.851265 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c3cae2be-af86-4b7c-90a4-13631c260808 req-07fcd6e3-7279-489a-8648-d901a19ee967 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097617 Nov 12 08:51:48.876589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53394) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:48.954235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be03c37-b952-42f6-b836-58103b9150ba admin admin] Checking segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:48.954798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be03c37-b952-42f6-b836-58103b9150ba admin admin] Network hostable DHCP agents. Network: 8c8034f4-d675-4b47-bfbb-8cac8baada86, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:48.964144 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8acb0cc9-8e45-4522-a916-daa3e41343cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.019059 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a5e7f637-b011-44ff-aec5-4759a5fbdc7c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/48509be7-ccae-474c-a988-b3ab26a0d2ae HTTP/1.1" status: 200 len: 993 time: 0.1359921 Nov 12 08:51:49.048265 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-8acb0cc9-8e45-4522-a916-daa3e41343cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] update failed (client error): The resource could not be found. Nov 12 08:51:49.049523 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8acb0cc9-8e45-4522-a916-daa3e41343cf tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "PUT /v2.0/routers/9c12789c-22e0-43df-b78a-0087f54dfad9 HTTP/1.1" status: 404 len: 339 time: 0.8728421 Nov 12 08:51:49.050465 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be03c37-b952-42f6-b836-58103b9150ba admin admin] Network 8c8034f4-d675-4b47-bfbb-8cac8baada86 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:49.053400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53400) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:49.060737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4b4bbd3f-46ee-4364-bce1-d4b5e24d629b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1533288902'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:49.065234 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-4be03c37-b952-42f6-b836-58103b9150ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 8c8034f4-d675-4b47-bfbb-8cac8baada86) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:49.070646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be03c37-b952-42f6-b836-58103b9150ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:49.072493 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4be03c37-b952-42f6-b836-58103b9150ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.078735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f2eef-e41d-45cd-ba5f-b8f0533566b7 None None] Network 8c8034f4-d675-4b47-bfbb-8cac8baada86 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:49.109909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4bbd3f-46ee-4364-bce1-d4b5e24d629b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Made reservation on behalf of 4af652699e5945e982dc7c2b5fd889db for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:49.125773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4be03c37-b952-42f6-b836-58103b9150ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1814246 Nov 12 08:51:49.126012 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbd3f-46ee-4364-bce1-d4b5e24d629b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.161412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4bbd3f-46ee-4364-bce1-d4b5e24d629b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:51:49.177301 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbd3f-46ee-4364-bce1-d4b5e24d629b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.178599 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-4b4bbd3f-46ee-4364-bce1-d4b5e24d629b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Added segment 59b16a81-d474-4af4-a288-635a5774223a of type vlan for network ff53c460-b816-42fd-b45d-00983a5e256e Nov 12 08:51:49.233122 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbd3f-46ee-4364-bce1-d4b5e24d629b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.269505 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbd3f-46ee-4364-bce1-d4b5e24d629b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.277488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4bbd3f-46ee-4364-bce1-d4b5e24d629b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:49.278184 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4b4bbd3f-46ee-4364-bce1-d4b5e24d629b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.359142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bbd3f-46ee-4364-bce1-d4b5e24d629b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'Network': ['ID=ff53c460-b816-42fd-b45d-00983a5e256e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:49.394339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53406) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:49.396235 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4b4bbd3f-46ee-4364-bce1-d4b5e24d629b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3401189 Nov 12 08:51:49.400005 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2d28d381-e4d4-4d04-941d-9815aea2d5ff tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Request body: {'subnet': {'network_id': 'ff53c460-b816-42fd-b45d-00983a5e256e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:49.405472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network ff53c460-b816-42fd-b45d-00983a5e256e details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:51:49.435475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66123361-547d-4b88-9186-cf8f25a2d332 None None] Network 8c8034f4-d675-4b47-bfbb-8cac8baada86 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:49.456543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53414) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:49.474995 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cfcdfe1-cd1c-4f6d-84fc-bd3df82a0d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.560293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28d381-e4d4-4d04-941d-9815aea2d5ff tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Made reservation on behalf of 4af652699e5945e982dc7c2b5fd889db for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:49.568796 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d28d381-e4d4-4d04-941d-9815aea2d5ff tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.656301 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cfcdfe1-cd1c-4f6d-84fc-bd3df82a0d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.679772 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1cfcdfe1-cd1c-4f6d-84fc-bd3df82a0d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.756130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53420) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:49.756490 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1cfcdfe1-cd1c-4f6d-84fc-bd3df82a0d9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93d6d95bcd5e4fddb3e046f9b07c0001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2955067 Nov 12 08:51:49.814370 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcdfe1-cd1c-4f6d-84fc-bd3df82a0d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfec0d03-833f-43cf-821d-14fce251703d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:49.890328 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ba0c4e4d-5773-456b-a01c-e70f181843a8 req-f9236e41-05b1-4198-9b6d-18e8fc5b0ba5 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 210 time: 0.0538080 Nov 12 08:51:49.944454 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a8d359af-9742-4a71-8826-419aa1d7eaa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.998309 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a8d359af-9742-4a71-8826-419aa1d7eaa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.067577 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-a2aecaa6-951a-4f87-978b-a53dbe79d5fe tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0ff8b8d064b1461fbaa4985e9101fca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312924 Nov 12 08:51:50.084828 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d28d381-e4d4-4d04-941d-9815aea2d5ff tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.146562 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a8d359af-9742-4a71-8826-419aa1d7eaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.153771 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a8d359af-9742-4a71-8826-419aa1d7eaa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.153771 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a8d359af-9742-4a71-8826-419aa1d7eaa5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dfec0d03-833f-43cf-821d-14fce251703d HTTP/1.1" status: 204 len: 168 time: 0.3916392 Nov 12 08:51:50.169678 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28d381-e4d4-4d04-941d-9815aea2d5ff tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Checking segment: {'id': '59b16a81-d474-4af4-a288-635a5774223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ff53c460-b816-42fd-b45d-00983a5e256e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:50.169678 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28d381-e4d4-4d04-941d-9815aea2d5ff tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Network hostable DHCP agents. Network: ff53c460-b816-42fd-b45d-00983a5e256e, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:51:50.187043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d359af-9742-4a71-8826-419aa1d7eaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfec0d03-833f-43cf-821d-14fce251703d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:50.192251 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28d381-e4d4-4d04-941d-9815aea2d5ff tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'Subnet': ['ID=8f20ac4f-fba4-4777-bbb8-482086c59d85,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:50.207530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28d381-e4d4-4d04-941d-9815aea2d5ff tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Network ff53c460-b816-42fd-b45d-00983a5e256e is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:51:50.225349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-2d28d381-e4d4-4d04-941d-9815aea2d5ff tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, ff53c460-b816-42fd-b45d-00983a5e256e) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:50.234366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28d381-e4d4-4d04-941d-9815aea2d5ff tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:50.235001 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d28d381-e4d4-4d04-941d-9815aea2d5ff tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.239067 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d80241-0ae8-4f8d-af48-51868fd2dded None None] Network ff53c460-b816-42fd-b45d-00983a5e256e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:50.281191 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2d28d381-e4d4-4d04-941d-9815aea2d5ff tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8852360 Nov 12 08:51:50.283899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53432) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:50.297082 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-31783656-22fd-4673-88f4-6f11a5d40e72 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ff53c460-b816-42fd-b45d-00983a5e256e'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:50.308908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-be2361a8-bd87-4829-a225-bcd96d4facb7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:50.310627 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-be2361a8-bd87-4829-a225-bcd96d4facb7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.1456754 Nov 12 08:51:50.393059 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-08e5aca0-755f-4f44-b91f-ba6f8cc90218 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/quotas/c43791fc2baa4c0d9138d9543b230746 HTTP/1.1" status: 200 len: 375 time: 0.0760028 Nov 12 08:51:50.445851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-3a45913e-193f-4fa8-a02b-af14bc567923 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516300 Nov 12 08:51:50.454316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-18102500-e0d2-4df5-a626-e3e4db76d5de service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:51:50.462744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-18102500-e0d2-4df5-a626-e3e4db76d5de service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158613 Nov 12 08:51:50.588759 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-071839cd-cabe-4c01-ab0c-21bf71e76014 service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248419 Nov 12 08:51:50.623803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-ff53c460-b816-42fd-b45d-00983a5e256e', 'network_id': 'ff53c460-b816-42fd-b45d-00983a5e256e', 'tenant_id': '4af652699e5945e982dc7c2b5fd889db', 'fixed_ips': [{'subnet_id': '8f20ac4f-fba4-4777-bbb8-482086c59d85'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:51:50.624552 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.667414 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31783656-22fd-4673-88f4-6f11a5d40e72 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.744425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-d5bfce9f-0a03-4b0b-a239-e3cf568c736c tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:50.747516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-d5bfce9f-0a03-4b0b-a239-e3cf568c736c tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6735020 Nov 12 08:51:50.770603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Request body: {'port': {'device_id': 'b36e20d9-27d2-4dcf-aab9-8096cc17e8bf', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '0ff8b8d064b1461fbaa4985e9101fca3'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:50.815431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Allocated IP 2001:db8:1::2 (ff53c460-b816-42fd-b45d-00983a5e256e/8f20ac4f-fba4-4777-bbb8-482086c59d85/e08708ef-575a-4309-81fe-d98e989c4f25) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:50.942068 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-f6cb4a22-4742-40ed-9128-4bb5f14fa16b service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512866 Nov 12 08:51:50.961602 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-763e0c6b-d0dd-4c42-8642-5c741a0fa3c8 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=494d177ec2e74dffa96f65b532703b20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610101 Nov 12 08:51:51.000628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Made reservation on behalf of 0ff8b8d064b1461fbaa4985e9101fca3 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:51.010095 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.051235 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.057404 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.065389 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.125373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Pushing event updated for resources: {'Port': ['ID=e08708ef-575a-4309-81fe-d98e989c4f25,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:51.144977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Network ff53c460-b816-42fd-b45d-00983a5e256e is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:51.147078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:51.152083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:51.175149 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.186312 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.200376 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-31783656-22fd-4673-88f4-6f11a5d40e72 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 08:51:51.200977 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-31783656-22fd-4673-88f4-6f11a5d40e72 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "PUT /v2.0/routers/9c12789c-22e0-43df-b78a-0087f54dfad9 HTTP/1.1" status: 400 len: 364 time: 0.9146950 Nov 12 08:51:51.217987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53468) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:51.348913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Attempting to bind port e08708ef-575a-4309-81fe-d98e989c4f25 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:51.349497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Attempting to bind port e08708ef-575a-4309-81fe-d98e989c4f25 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '59b16a81-d474-4af4-a288-635a5774223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ff53c460-b816-42fd-b45d-00983a5e256e'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:51.349728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Attempting to bind port e08708ef-575a-4309-81fe-d98e989c4f25 on network ff53c460-b816-42fd-b45d-00983a5e256e {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:51.365796 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53ea52fe-7470-4d1d-8097-18fe952036ff req-e7f14c41-3396-4f8d-837f-3b00e1435e7e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 210 time: 0.0458877 Nov 12 08:51:51.366345 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:51.366610 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Checking segment: {'id': '59b16a81-d474-4af4-a288-635a5774223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ff53c460-b816-42fd-b45d-00983a5e256e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:51.367018 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.367414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Bound using segment: {'id': '59b16a81-d474-4af4-a288-635a5774223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ff53c460-b816-42fd-b45d-00983a5e256e'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:51.367893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Bound port: e08708ef-575a-4309-81fe-d98e989c4f25, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b16a81-d474-4af4-a288-635a5774223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ff53c460-b816-42fd-b45d-00983a5e256e'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:51.370675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0359b522-21a5-4bcf-80d2-5f329be6ad9a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:51.386501 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.527471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] For port e08708ef-575a-4309-81fe-d98e989c4f25, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:51.528116 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-a60294c0-d6e6-489f-b759-feb31229f16f tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:51.532622 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-a60294c0-d6e6-489f-b759-feb31229f16f tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5583396 Nov 12 08:51:51.543679 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] For port e08708ef-575a-4309-81fe-d98e989c4f25, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e08708ef-575a-4309-81fe-d98e989c4f25,segment=NetworkSegment(59b16a81-d474-4af4-a288-635a5774223a),segment_id=59b16a81-d474-4af4-a288-635a5774223a)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:51.555987 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.565788 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b2149cc-f03c-48ab-9a52-085b2400acbf req-13ecaab2-7846-479c-bf6c-6f44ebe552d6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 210 time: 0.0434971 Nov 12 08:51:51.578478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Allocated IP 192.168.233.207 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/8e0218e9-a6b7-4c17-b670-224be4216a54) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:51.654804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68c239-8824-48e5-b987-4a1ea4f052dd None None] Pushing event updated for resources: {'Port': ['ID=e08708ef-575a-4309-81fe-d98e989c4f25,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:51.702549 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-e00307b0-7729-46ae-a4e9-a141fb6534ea tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/quotas/494d177ec2e74dffa96f65b532703b20 HTTP/1.1" status: 200 len: 375 time: 0.0648401 Nov 12 08:51:51.772261 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-f8960cac-dff6-4849-a848-962e940dd198 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=494d177ec2e74dffa96f65b532703b20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609772 Nov 12 08:51:51.822209 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:51.986569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.096760 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.316195 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644d54a3-b545-4ca4-8358-a0e2f8cfd65e req-a18acdfe-d06f-47fa-8324-5663425c129c tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 210 time: 0.1059167 Nov 12 08:51:52.330832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:52.335091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:52.351521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:52.359956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Pushing event updated for resources: {'Port': ['ID=8e0218e9-a6b7-4c17-b670-224be4216a54,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:52.483165 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.502118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Allocated IP 2001:db8::1 (f6f46182-8c9f-4efa-9faf-1146d63ed095/6c8066ed-adc8-4cec-be00-81bafa698f26/77072458-4011-4758-be6e-90fba58ae285) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:52.568933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:52.570857 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.618476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b42e8d3-74d8-4e50-9a0d-9500153fd81e tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8588595 Nov 12 08:51:52.644032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Request body: {'port': {'device_id': 'b36e20d9-27d2-4dcf-aab9-8096cc17e8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:52.707737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e08708ef-575a-4309-81fe-d98e989c4f25 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:52.783066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.896085 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-839e7f99-8bf0-46fb-b654-e2808fcd7e1a None None] Provisioning complete for port 8e0218e9-a6b7-4c17-b670-224be4216a54 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:52.896839 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-839e7f99-8bf0-46fb-b654-e2808fcd7e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:52.954113 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c3db9bb-355d-48f9-86f7-5f24c4024d23 req-c4daeec6-f20c-42e0-bda8-a022982b5e8d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 210 time: 0.1715524 Nov 12 08:51:52.973690 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.024034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-839e7f99-8bf0-46fb-b654-e2808fcd7e1a None None] Port 8e0218e9-a6b7-4c17-b670-224be4216a54 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:53.059881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e08708ef-575a-4309-81fe-d98e989c4f25 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:53.060589 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.085507 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.111561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c863734-8748-4c18-8c44-cf7ff3eef37a req-9f9b0b00-b7a0-4c7b-acce-13a7e0e3a991 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:53.113581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c863734-8748-4c18-8c44-cf7ff3eef37a req-9f9b0b00-b7a0-4c7b-acce-13a7e0e3a991 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 936 time: 0.5199411 Nov 12 08:51:53.163758 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Network f6f46182-8c9f-4efa-9faf-1146d63ed095 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:53.222356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:53.259661 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.286296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:53.287015 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.302164 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c863734-8748-4c18-8c44-cf7ff3eef37a req-86859b8a-e5cd-4306-b5e5-5fc58c9591f7 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/security-groups?id=0359b522-21a5-4bcf-80d2-5f329be6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537833 Nov 12 08:51:53.403860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'Port': ['ID=77072458-4011-4758-be6e-90fba58ae285,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:53.437923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port e08708ef-575a-4309-81fe-d98e989c4f25, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e08708ef-575a-4309-81fe-d98e989c4f25,segment=NetworkSegment(59b16a81-d474-4af4-a288-635a5774223a),segment_id=59b16a81-d474-4af4-a288-635a5774223a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:53.452795 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.547090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=e08708ef-575a-4309-81fe-d98e989c4f25,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:53.645470 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0218e9-a6b7-4c17-b670-224be4216a54 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:53.662482 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.687919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4132ce-fdf6-461b-9b2c-85bc80eac196 None None] Network ff53c460-b816-42fd-b45d-00983a5e256e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:53.700642 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8c743da3-48e2-4b88-9f24-e0599808dcd8 req-6afbc019-5246-4f3c-bebf-611b72e10ada tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 210 time: 0.1242206 Nov 12 08:51:53.824677 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fc5222dd-acf9-4077-9a83-32e34c4f9393 None None] Provisioning complete for port e08708ef-575a-4309-81fe-d98e989c4f25 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:53.825327 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fc5222dd-acf9-4077-9a83-32e34c4f9393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.865339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-5e7a5e21-37ef-41b6-b933-241689a89fb7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:53.867196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-5e7a5e21-37ef-41b6-b933-241689a89fb7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.8247423 Nov 12 08:51:53.871870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Transition to ACTIVE for port object 8e0218e9-a6b7-4c17-b670-224be4216a54 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:51:53.878297 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:53.938115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Request body: {'port': {'device_id': '1a90f1f4-0d64-4ca5-bf01-77d688444426', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'admin_state_up': True, 'tenant_id': 'c43791fc2baa4c0d9138d9543b230746'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:54.040211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.134337 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a08b0065-b861-48c7-a4e0-3efe04cf10b6 req-b3e37340-3dfd-4791-b6a3-fc48b64bbfce tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 210 time: 0.0367820 Nov 12 08:51:54.280936 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-26604d68-2f05-4109-8651-2d23fd1944bf tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=494d177ec2e74dffa96f65b532703b20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548658 Nov 12 08:51:54.471576 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fc5222dd-acf9-4077-9a83-32e34c4f9393 None None] Provisioning complete for port 77072458-4011-4758-be6e-90fba58ae285 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:54.471999 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fc5222dd-acf9-4077-9a83-32e34c4f9393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.519124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0218e9-a6b7-4c17-b670-224be4216a54,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:54.549206 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e08708ef-575a-4309-81fe-d98e989c4f25 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:51:54.586412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Made reservation on behalf of c43791fc2baa4c0d9138d9543b230746 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:54.590400 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.624351 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.635545 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.636529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.791431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Allocated IP 172.20.0.11 (8c8034f4-d675-4b47-bfbb-8cac8baada86/aca90a20-3c8f-4837-81dd-c8047415d78c/38ad1971-f362-40d0-a9cb-20acbd4e4e4b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:54.792558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fc5222dd-acf9-4077-9a83-32e34c4f9393 None None] Port 77072458-4011-4758-be6e-90fba58ae285 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:54.812190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e08708ef-575a-4309-81fe-d98e989c4f25 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:54.812609 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:54.912976 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event updated for resources: {'Port': ['ID=77072458-4011-4758-be6e-90fba58ae285,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:54.989337 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa000ac6-c721-4360-a6af-abd05abbe705 req-d8cf8e5b-9e8e-495e-9c84-4def740f6764 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 210 time: 0.0773947 Nov 12 08:51:55.052593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Network f6f46182-8c9f-4efa-9faf-1146d63ed095 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:55.054270 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:55.072798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Attempting to bind port 8e0218e9-a6b7-4c17-b670-224be4216a54 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:55.073068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Attempting to bind port 8e0218e9-a6b7-4c17-b670-224be4216a54 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:55.073459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Attempting to bind port 8e0218e9-a6b7-4c17-b670-224be4216a54 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:55.088632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-55dc441c-a002-4542-8b21-b5f8236f65b2 None None] Provisioning complete for port e08708ef-575a-4309-81fe-d98e989c4f25 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:55.093852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-c92ddce0-6819-4ed4-be13-9e3512f194aa tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:55.095444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-c92ddce0-6819-4ed4-be13-9e3512f194aa tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8044488 Nov 12 08:51:55.096565 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-55dc441c-a002-4542-8b21-b5f8236f65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.105840 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.114438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af363926-fa0c-4712-aa95-e9d65aaf4c49 req-fc6697d5-7e73-448c-9091-b15527ba88c2 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:55.122947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af363926-fa0c-4712-aa95-e9d65aaf4c49 req-fc6697d5-7e73-448c-9091-b15527ba88c2 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 948 time: 0.6213112 Nov 12 08:51:55.129294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Port 8e0218e9-a6b7-4c17-b670-224be4216a54 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:51:55.129754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Attempting to bind port 8e0218e9-a6b7-4c17-b670-224be4216a54 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:55.135913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Request body: {'port': {'device_id': '5310d608-88b6-4bb0-bff6-19e438e29157', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '494d177ec2e74dffa96f65b532703b20'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:55.232312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:55.232696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:55.247207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:55.247761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Bound port: 8e0218e9-a6b7-4c17-b670-224be4216a54, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:55.248143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.254672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Router 9c12789c-22e0-43df-b78a-0087f54dfad9 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:51:55.304814 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28e37aba-361f-49c6-9dc4-81adb8c964f2 req-39a38ec0-76cc-4348-85d2-a37cf308a287 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 210 time: 0.0526760 Nov 12 08:51:55.456080 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af363926-fa0c-4712-aa95-e9d65aaf4c49 req-eda43cae-e0a7-4f04-a284-4eb9e22df30c tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/security-groups?id=0359b522-21a5-4bcf-80d2-5f329be6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320901 Nov 12 08:51:55.473314 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.531372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:55.547775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Network 8c8034f4-d675-4b47-bfbb-8cac8baada86 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:55.549896 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-95e56a4f-777d-491f-857f-4120e7f8ad37 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "PUT /v2.0/routers/9c12789c-22e0-43df-b78a-0087f54dfad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3305507 Nov 12 08:51:55.551945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53562) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:55.552504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8fc481-c002-4613-977f-7c0c83337f95 None None] Sync routers for ids ['9c12789c-22e0-43df-b78a-0087f54dfad9'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:55.555962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] For port 8e0218e9-a6b7-4c17-b670-224be4216a54, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:55.560919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0ee2db12-88ff-4c9b-8c48-3a4fb1f6e258 None None] Provisioning complete for port 77072458-4011-4758-be6e-90fba58ae285 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:55.561580 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ee2db12-88ff-4c9b-8c48-3a4fb1f6e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.563673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] For port 8e0218e9-a6b7-4c17-b670-224be4216a54, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8e0218e9-a6b7-4c17-b670-224be4216a54,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:55.571178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:55.574564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:55.605998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8fc481-c002-4613-977f-7c0c83337f95 None None] Routers {'9c12789c-22e0-43df-b78a-0087f54dfad9'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:55.607084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-eb8fc481-c002-4613-977f-7c0c83337f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:51:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9c12789c-22e0-43df-b78a-0087f54dfad9'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:55.649251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:55.649824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.653506 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.655322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-eb8fc481-c002-4613-977f-7c0c83337f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:55.664530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2db12-88ff-4c9b-8c48-3a4fb1f6e258 None None] Port 77072458-4011-4758-be6e-90fba58ae285 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:55.675533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8fc481-c002-4613-977f-7c0c83337f95 None None] Routers {'9c12789c-22e0-43df-b78a-0087f54dfad9'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:55.676541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-eb8fc481-c002-4613-977f-7c0c83337f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:51:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9c12789c-22e0-43df-b78a-0087f54dfad9'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:55.686197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:55.686723 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.692029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] 10.222.0.52 "PUT /v2.0/ports/8e0218e9-a6b7-4c17-b670-224be4216a54 HTTP/1.1" status: 200 len: 1097 time: 3.0520382 Nov 12 08:51:55.733527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36e20d9-27d2-4dcf-aab9-8096cc17e8bf', 'tag': '8e0218e9-a6b7-4c17-b670-224be4216a54'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:55.739628 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33503135-fe64-46ac-b75f-16d73b0dce08" -d '{"events": [{"name": "network-changed", "server_uuid": "b36e20d9-27d2-4dcf-aab9-8096cc17e8bf", "tag": "8e0218e9-a6b7-4c17-b670-224be4216a54"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:55.749307 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ba622931-e4e6-44bd-8e0f-8d71841617fd tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.750268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event updated for resources: {'Port': ['ID=38ad1971-f362-40d0-a9cb-20acbd4e4e4b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:55.764311 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-eb8fc481-c002-4613-977f-7c0c83337f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:55.767300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8fc481-c002-4613-977f-7c0c83337f95 None None] The sync data for ids ['9c12789c-22e0-43df-b78a-0087f54dfad9'] in n-d-768851-18 is: [] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:55.803906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Made reservation on behalf of 494d177ec2e74dffa96f65b532703b20 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:51:55.808736 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.837142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-94a608e3-6448-405a-821d-3ac4953ba869 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9318094 Nov 12 08:51:55.863347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-17a81d8e-2624-4ac1-b75a-61f4f25acebc tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:51:55.864366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-17a81d8e-2624-4ac1-b75a-61f4f25acebc tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094552 Nov 12 08:51:55.869689 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34b8286-7629-4442-95ba-9a89e4472e95 x-openstack-request-id: req-f34b8286-7629-4442-95ba-9a89e4472e95 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:55.870526 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36e20d9-27d2-4dcf-aab9-8096cc17e8bf", "tag": "8e0218e9-a6b7-4c17-b670-224be4216a54", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:55.870777 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f34b8286-7629-4442-95ba-9a89e4472e95 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:55.871182 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36e20d9-27d2-4dcf-aab9-8096cc17e8bf', 'tag': '8e0218e9-a6b7-4c17-b670-224be4216a54', 'status': 'completed', 'code': 200} Nov 12 08:51:55.872904 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:55.890841 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Request body: {'port': {'device_id': '1a90f1f4-0d64-4ca5-bf01-77d688444426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:55.907513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-63ed4e12-058e-41cf-b91e-88785bb4f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:55.909485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-63ed4e12-058e-41cf-b91e-88785bb4f28c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ff8b8d064b1461fbaa4985e9101fca3&device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 1100 time: 0.1487865 Nov 12 08:51:55.934967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6dd8a-0d36-44a3-b4fc-7ab7646a42a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0218e9-a6b7-4c17-b670-224be4216a54,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:55.961907 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-ba622931-e4e6-44bd-8e0f-8d71841617fd tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:51:55.963047 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ba622931-e4e6-44bd-8e0f-8d71841617fd tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "DELETE /v2.0/routers/9c12789c-22e0-43df-b78a-0087f54dfad9 HTTP/1.1" status: 409 len: 329 time: 0.4092517 Nov 12 08:51:55.965906 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53566) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:56.012753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-deac62e5-ca05-4977-a4e1-0343843279ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=8e0218e9-a6b7-4c17-b670-224be4216a54 HTTP/1.1" status: 200 len: 217 time: 0.0797696 Nov 12 08:51:56.125563 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.153403 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-617ef2e5-3731-4443-9192-fe7473e86fd3 req-9aa6ed1e-00e8-46db-b47d-67993aa5be85 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 210 time: 0.0687625 Nov 12 08:51:56.181553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-993d3523-1acc-429b-b8c6-550e38d97a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:56.181553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-993d3523-1acc-429b-b8c6-550e38d97a8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1500971 Nov 12 08:51:56.283386 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.287857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-19c85deb-88b2-48da-9c69-5a75e585d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:56.288678 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-19c85deb-88b2-48da-9c69-5a75e585d46f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1046469 Nov 12 08:51:56.296104 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.342403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f545a2b4-ee44-4867-bcca-9f8cd7390ef4 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.453928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a30734-61d7-4a6a-8592-59dc618b0e74,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:56.563955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372513-0940-4720-9cb8-4f29f1cef65f req-ed99220a-2c55-48e7-bb0e-1c23d4301abe tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:56.565818 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-da372513-0940-4720-9cb8-4f29f1cef65f req-ed99220a-2c55-48e7-bb0e-1c23d4301abe tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 932 time: 0.1389322 Nov 12 08:51:56.653283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-da372513-0940-4720-9cb8-4f29f1cef65f req-67745374-d48d-486c-9943-f88037837630 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797610 Nov 12 08:51:56.690459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-2b00f31f-2b28-4984-bc15-2025050ddfd7 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910074 Nov 12 08:51:56.732267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Allocated IP 192.168.233.4 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/c1356850-ced6-4648-bd47-66ff7d301b23) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:51:56.768093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f545a2b4-ee44-4867-bcca-9f8cd7390ef4 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Deleting port 77072458-4011-4758-be6e-90fba58ae285 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:56.768448 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f545a2b4-ee44-4867-bcca-9f8cd7390ef4 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.801454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2426-ceb4-4f62-979d-07b041c6cb69 req-97bf9b6f-ce23-4bb0-8f8d-fade1dbd7d76 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:56.802918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b81a2426-ceb4-4f62-979d-07b041c6cb69 req-97bf9b6f-ce23-4bb0-8f8d-fade1dbd7d76 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 948 time: 0.1968398 Nov 12 08:51:56.896690 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f545a2b4-ee44-4867-bcca-9f8cd7390ef4 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:56.923313 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f545a2b4-ee44-4867-bcca-9f8cd7390ef4 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Calling delete_port for 77072458-4011-4758-be6e-90fba58ae285 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:57.170633 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f545a2b4-ee44-4867-bcca-9f8cd7390ef4 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.242859 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545a2b4-ee44-4867-bcca-9f8cd7390ef4 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Port': ['ID=77072458-4011-4758-be6e-90fba58ae285,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:57.313694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ad1971-f362-40d0-a9cb-20acbd4e4e4b {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:57.346082 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.358867 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b81a2426-ceb4-4f62-979d-07b041c6cb69 req-084de7c0-0917-4ccc-a82c-f138b0e9a235 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/security-groups?id=0359b522-21a5-4bcf-80d2-5f329be6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458357 Nov 12 08:51:57.369077 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7359230c-46b2-473d-ba78-1e42fb7c382a req-b42767ae-599f-4e4e-a8e1-842bf2183423 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 210 time: 0.0580795 Nov 12 08:51:57.425908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Transition to ACTIVE for port object 38ad1971-f362-40d0-a9cb-20acbd4e4e4b will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:51:57.431102 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40baf6bf-276a-4b5d-aae6-4096c2d90b78 req-25c2e770-11e1-4a24-930f-452f0f7b3753 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7281623 Nov 12 08:51:57.474177 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.487819 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f545a2b4-ee44-4867-bcca-9f8cd7390ef4 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.655662 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Pushing event updated for resources: {'Port': ['ID=38ad1971-f362-40d0-a9cb-20acbd4e4e4b,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:57.713363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f545a2b4-ee44-4867-bcca-9f8cd7390ef4 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Router 9c12789c-22e0-43df-b78a-0087f54dfad9 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:51:57.738919 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.745502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33503135-fe64-46ac-b75f-16d73b0dce08 req-c08aae09-d06a-49f3-ad80-3346fa5b1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:57.747177 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-33503135-fe64-46ac-b75f-16d73b0dce08 req-c08aae09-d06a-49f3-ad80-3346fa5b1c74 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ff8b8d064b1461fbaa4985e9101fca3&device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 1100 time: 0.2161226 Nov 12 08:51:57.805998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f545a2b4-ee44-4867-bcca-9f8cd7390ef4 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:51:57.811848 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f545a2b4-ee44-4867-bcca-9f8cd7390ef4 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "PUT /v2.0/routers/9c12789c-22e0-43df-b78a-0087f54dfad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8449445 Nov 12 08:51:57.820663 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904303a-92f4-427f-9f6d-002ab88d3e2a None None] Sync routers for ids ['9c12789c-22e0-43df-b78a-0087f54dfad9'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:51:57.825306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53596) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:57.830963 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904303a-92f4-427f-9f6d-002ab88d3e2a None None] Routers {'9c12789c-22e0-43df-b78a-0087f54dfad9'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:57.831437 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2904303a-92f4-427f-9f6d-002ab88d3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:51:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9c12789c-22e0-43df-b78a-0087f54dfad9'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:57.872170 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2904303a-92f4-427f-9f6d-002ab88d3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:57.881870 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904303a-92f4-427f-9f6d-002ab88d3e2a None None] Routers {'9c12789c-22e0-43df-b78a-0087f54dfad9'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:51:57.882486 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2904303a-92f4-427f-9f6d-002ab88d3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:51:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9c12789c-22e0-43df-b78a-0087f54dfad9'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:57.903639 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-55dbf8b6-2e79-4112-a499-622a2fde4fe6 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] show failed (client error): The resource could not be found. Nov 12 08:51:57.914537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Attempting to bind port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:51:57.919469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Attempting to bind port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:51:57.919643 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-55dbf8b6-2e79-4112-a499-622a2fde4fe6 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-376316378 HTTP/1.1" status: 404 len: 334 time: 0.0866470 Nov 12 08:51:57.919774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Attempting to bind port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:57.919906 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53600) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:57.924282 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f7e22bf7-6eae-4d72-9527-8a87327dd831 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:57.924707 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2904303a-92f4-427f-9f6d-002ab88d3e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:57.925581 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2904303a-92f4-427f-9f6d-002ab88d3e2a None None] The sync data for ids ['9c12789c-22e0-43df-b78a-0087f54dfad9'] in n-d-768851-18 is: [] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:51:57.951947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755a065-b11d-4d5e-8468-d7025f916ba2 req-53bbfcfa-0064-4207-8066-9d7142786c7e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:57.954772 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3755a065-b11d-4d5e-8468-d7025f916ba2 req-53bbfcfa-0064-4207-8066-9d7142786c7e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 944 time: 0.1856170 Nov 12 08:51:57.959837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:51:57.960162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Attempting to bind port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:51:57.984851 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.005150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:51:58.005150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Checking segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:51:58.005150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Bound using segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:51:58.005150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Bound port: 38ad1971-f362-40d0-a9cb-20acbd4e4e4b, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:51:58.005150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.014801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33503135-fe64-46ac-b75f-16d73b0dce08 req-3fb9fd1f-d09d-41d3-b23e-7ea9a1619094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:58.016373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-33503135-fe64-46ac-b75f-16d73b0dce08 req-3fb9fd1f-d09d-41d3-b23e-7ea9a1619094 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.2583165 Nov 12 08:51:58.112708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:51:58.128270 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-33503135-fe64-46ac-b75f-16d73b0dce08 req-df341cab-e9fc-49f7-8843-bac00e823f96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=8e0218e9-a6b7-4c17-b670-224be4216a54 HTTP/1.1" status: 200 len: 217 time: 0.0870953 Nov 12 08:51:58.134580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:51:58.138545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:51:58.230872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Pushing event updated for resources: {'Port': ['ID=c1356850-ced6-4648-bd47-66ff7d301b23,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:58.275834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3755a065-b11d-4d5e-8468-d7025f916ba2 req-afec1e0c-dc24-4669-a891-25be06d1a6d5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102686 Nov 12 08:51:58.330811 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [None req-f7e22bf7-6eae-4d72-9527-8a87327dd831 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] update failed (client error): The resource could not be found. Nov 12 08:51:58.331859 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f7e22bf7-6eae-4d72-9527-8a87327dd831 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1017667704 HTTP/1.1" status: 404 len: 335 time: 0.4113295 Nov 12 08:51:58.336014 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53602) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:58.363706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:58.364369 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.367643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33503135-fe64-46ac-b75f-16d73b0dce08 req-7c0e012c-126c-40cb-b162-3e7c87981d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:58.379666 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-33503135-fe64-46ac-b75f-16d73b0dce08 req-7c0e012c-126c-40cb-b162-3e7c87981d20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2378137 Nov 12 08:51:58.404029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a050d9b4-2382-4761-9a94-8898c0a664cc tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Deleting subnet 8f20ac4f-fba4-4777-bbb8-482086c59d85 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:51:58.410503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a050d9b4-2382-4761-9a94-8898c0a664cc tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.426462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] For port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:51:58.499776 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0bc5bb02-504f-443f-9525-839e47cf0330 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3696544 Nov 12 08:51:58.503098 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] For port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=38ad1971-f362-40d0-a9cb-20acbd4e4e4b,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:51:58.515748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Request body: {'port': {'device_id': '5310d608-88b6-4bb0-bff6-19e438e29157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:51:58.520836 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.536127 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a050d9b4-2382-4761-9a94-8898c0a664cc tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.544444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-57f0613a-3bc4-4efc-98cf-cddae06bc00f None None] Provisioning complete for port c1356850-ced6-4648-bd47-66ff7d301b23 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:51:58.545077 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-57f0613a-3bc4-4efc-98cf-cddae06bc00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.622376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:58.622993 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.624678 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] 10.222.0.46 "PUT /v2.0/ports/38ad1971-f362-40d0-a9cb-20acbd4e4e4b HTTP/1.1" status: 200 len: 1093 time: 2.7462113 Nov 12 08:51:58.632719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-57f0613a-3bc4-4efc-98cf-cddae06bc00f None None] Port c1356850-ced6-4648-bd47-66ff7d301b23 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:51:58.632984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a90f1f4-0d64-4ca5-bf01-77d688444426', 'tag': '38ad1971-f362-40d0-a9cb-20acbd4e4e4b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:51:58.635630 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c71eed5-cf61-4bf5-bcb1-22a3ff57c33e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a90f1f4-0d64-4ca5-bf01-77d688444426", "tag": "38ad1971-f362-40d0-a9cb-20acbd4e4e4b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:51:58.640165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33503135-fe64-46ac-b75f-16d73b0dce08 req-e20460cf-db77-4ae7-9efb-01457ded7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:58.641951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-33503135-fe64-46ac-b75f-16d73b0dce08 req-e20460cf-db77-4ae7-9efb-01457ded7987 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2444599 Nov 12 08:51:58.662363 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a050d9b4-2382-4761-9a94-8898c0a664cc tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.694530 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.771837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07044cc3-3e70-44e5-8f12-4fd01fd86f11 service neutron] Pushing event updated for resources: {'Port': ['ID=38ad1971-f362-40d0-a9cb-20acbd4e4e4b,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:58.782412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.787094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295ae1-f777-419b-96ed-1592de31300f req-e1c83764-af5d-435f-bcd4-27eabb150669 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:58.801069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2295ae1-f777-419b-96ed-1592de31300f req-e1c83764-af5d-435f-bcd4-27eabb150669 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 948 time: 0.3299587 Nov 12 08:51:58.859464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf618ba-d937-4b8c-8c4f-e812079d6b20 req-1b8b5dab-f658-42e4-8515-d3833f917455 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:58.870937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2cf618ba-d937-4b8c-8c4f-e812079d6b20 req-1b8b5dab-f658-42e4-8515-d3833f917455 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 934 time: 0.3211877 Nov 12 08:51:58.899135 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a050d9b4-2382-4761-9a94-8898c0a664cc tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:58.977496 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2cf618ba-d937-4b8c-8c4f-e812079d6b20 req-7cebf532-f6d6-4e65-9182-01ee51bade7d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005440 Nov 12 08:51:58.999862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050d9b4-2382-4761-9a94-8898c0a664cc tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Subnet': ['ID=8f20ac4f-fba4-4777-bbb8-482086c59d85,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:59.007243 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a050d9b4-2382-4761-9a94-8898c0a664cc tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.021985 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a050d9b4-2382-4761-9a94-8898c0a664cc tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "DELETE /v2.0/subnets/8f20ac4f-fba4-4777-bbb8-482086c59d85 HTTP/1.1" status: 204 len: 168 time: 0.6848695 Nov 12 08:51:59.022579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53614) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:59.024887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e05e3ee-1229-48b1-8cbf-fa13d47ac1db None None] Network ff53c460-b816-42fd-b45d-00983a5e256e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:51:59.077611 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2295ae1-f777-419b-96ed-1592de31300f req-763c1dae-e8ea-48f5-af34-d0f70f1a610a tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/security-groups?id=0359b522-21a5-4bcf-80d2-5f329be6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755699 Nov 12 08:51:59.131039 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123f4ffe-7e60-4d33-931f-814ccd77f83b x-openstack-request-id: req-123f4ffe-7e60-4d33-931f-814ccd77f83b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:51:59.131993 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a90f1f4-0d64-4ca5-bf01-77d688444426", "tag": "38ad1971-f362-40d0-a9cb-20acbd4e4e4b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:51:59.132252 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-123f4ffe-7e60-4d33-931f-814ccd77f83b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:51:59.133939 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a90f1f4-0d64-4ca5-bf01-77d688444426', 'tag': '38ad1971-f362-40d0-a9cb-20acbd4e4e4b', 'status': 'completed', 'code': 200} Nov 12 08:51:59.189581 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.268077 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-dbe4233c-73fd-43ab-9e64-b6918c49ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:59.269948 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-dbe4233c-73fd-43ab-9e64-b6918c49ad60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 1096 time: 0.5661018 Nov 12 08:51:59.289722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Deleting port e08708ef-575a-4309-81fe-d98e989c4f25 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:59.290103 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.323798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4564d1-cf85-4952-8222-3e5889409181 None None] DHCP port deletion for ff53c460-b816-42fd-b45d-00983a5e256e request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:51:59.388973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-a0bdcaad-cbe7-4a27-bb37-ba723d963fd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38ad1971-f362-40d0-a9cb-20acbd4e4e4b HTTP/1.1" status: 200 len: 217 time: 0.1099708 Nov 12 08:51:59.397087 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-33503135-fe64-46ac-b75f-16d73b0dce08 req-1bc6ecd1-5951-4ba1-87c8-4f35a23543c0 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7242880 Nov 12 08:51:59.424791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] For port e08708ef-575a-4309-81fe-d98e989c4f25, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e08708ef-575a-4309-81fe-d98e989c4f25,segment=NetworkSegment(59b16a81-d474-4af4-a288-635a5774223a),segment_id=59b16a81-d474-4af4-a288-635a5774223a)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:59.425474 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.438684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fe4564d1-cf85-4952-8222-3e5889409181 None None] Deleting port e08708ef-575a-4309-81fe-d98e989c4f25 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:51:59.439121 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe4564d1-cf85-4952-8222-3e5889409181 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.445263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Calling delete_port for e08708ef-575a-4309-81fe-d98e989c4f25 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:59.567237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-0ee52f15-4b7a-4d12-b394-936a0d5f9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:59.570944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-0ee52f15-4b7a-4d12-b394-936a0d5f9c0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.1720583 Nov 12 08:51:59.574437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb8bc2-5758-4814-aa2c-9214b2f6ef41 req-1ea21b08-5631-4faa-a510-6756075dce31 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:51:59.576021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13cb8bc2-5758-4814-aa2c-9214b2f6ef41 req-1ea21b08-5631-4faa-a510-6756075dce31 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 944 time: 0.2172549 Nov 12 08:51:59.579034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fe4564d1-cf85-4952-8222-3e5889409181 None None] For port e08708ef-575a-4309-81fe-d98e989c4f25, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e08708ef-575a-4309-81fe-d98e989c4f25,segment=NetworkSegment(59b16a81-d474-4af4-a288-635a5774223a),segment_id=59b16a81-d474-4af4-a288-635a5774223a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:51:59.580044 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe4564d1-cf85-4952-8222-3e5889409181 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.594946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fe4564d1-cf85-4952-8222-3e5889409181 None None] Calling delete_port for e08708ef-575a-4309-81fe-d98e989c4f25 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:51:59.608883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-33503135-fe64-46ac-b75f-16d73b0dce08 req-33ecb879-7064-45c6-9481-9cefb1bb6e11 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993589 Nov 12 08:51:59.661610 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-6b144f3a-0b3e-4450-858d-bd60d219cea7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510330 Nov 12 08:51:59.675435 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13cb8bc2-5758-4814-aa2c-9214b2f6ef41 req-10d6ec48-565e-492f-a8b6-907221158b31 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928545 Nov 12 08:51:59.676073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.697044 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe4564d1-cf85-4952-8222-3e5889409181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.712087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Port': ['ID=e08708ef-575a-4309-81fe-d98e989c4f25,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:59.717941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] No DVR routers for this DVR port e08708ef-575a-4309-81fe-d98e989c4f25 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:59.728415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4564d1-cf85-4952-8222-3e5889409181 None None] Pushing event deleted for resources: {'Port': ['ID=e08708ef-575a-4309-81fe-d98e989c4f25,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:59.731169 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4564d1-cf85-4952-8222-3e5889409181 None None] No DVR routers for this DVR port e08708ef-575a-4309-81fe-d98e989c4f25 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:51:59.821207 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.842690 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-f682f6f5-c010-4d02-83db-4e6d027ac30a service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718025 Nov 12 08:51:59.844737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1356850-ced6-4648-bd47-66ff7d301b23 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:51:59.846368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff53c460-b816-42fd-b45d-00983a5e256e']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:59.852551 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.857345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b16a81-d474-4af4-a288-635a5774223a') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:59.857854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b16a81-d474-4af4-a288-635a5774223a') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:51:59.876085 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.890628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Transition to ACTIVE for port object c1356850-ced6-4648-bd47-66ff7d301b23 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:51:59.894548 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.902429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:51:59.903861 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:51:59.908027 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:51:59.917266 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.984465 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:59.994139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Pushing event updated for resources: {'Port': ['ID=c1356850-ced6-4648-bd47-66ff7d301b23,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:51:59.997874 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1037c7bc-33dc-49e0-9ac9-2f4fa826c893 req-0041225b-168e-4448-a4df-d1a4b223f378 service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426210 Nov 12 08:52:00.044569 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.051616 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "DELETE /v2.0/networks/ff53c460-b816-42fd-b45d-00983a5e256e HTTP/1.1" status: 204 len: 168 time: 1.0241957 Nov 12 08:52:00.053614 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfb6cf-87c5-481e-b5f4-bb4fb86430a7 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Network': ['ID=ff53c460-b816-42fd-b45d-00983a5e256e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:00.062029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53624) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:00.201529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4949a3-0121-411a-87d6-a7d2dd35a724 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Deleting subnet 7f143711-bb78-4397-b601-b8366526da66 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:00.206980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b4949a3-0121-411a-87d6-a7d2dd35a724 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.303697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71eed5-cf61-4bf5-bcb1-22a3ff57c33e req-7da2c4e7-58bf-4b5e-9c9b-581fd13b5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:00.306958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c71eed5-cf61-4bf5-bcb1-22a3ff57c33e req-7da2c4e7-58bf-4b5e-9c9b-581fd13b5ba6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 1096 time: 0.2443442 Nov 12 08:52:00.309805 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b4949a3-0121-411a-87d6-a7d2dd35a724 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.348434 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679a9ff-9c1f-483d-ba89-b83f799fedb1 req-df7a1697-05f6-404b-8b21-f433459d1826 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:00.357033 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8679a9ff-9c1f-483d-ba89-b83f799fedb1 req-df7a1697-05f6-404b-8b21-f433459d1826 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 948 time: 0.1191013 Nov 12 08:52:00.377840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20512e3-ab99-4eab-8768-8e90211ed7d8 req-ee11af05-892b-4ae9-b883-d7b387347826 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:00.386354 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a20512e3-ab99-4eab-8768-8e90211ed7d8 req-ee11af05-892b-4ae9-b883-d7b387347826 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 946 time: 0.2797484 Nov 12 08:52:00.403465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Attempting to bind port c1356850-ced6-4648-bd47-66ff7d301b23 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:00.404195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Attempting to bind port c1356850-ced6-4648-bd47-66ff7d301b23 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:00.404195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Attempting to bind port c1356850-ced6-4648-bd47-66ff7d301b23 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:00.472420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Port c1356850-ced6-4648-bd47-66ff7d301b23 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:00.472824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Attempting to bind port c1356850-ced6-4648-bd47-66ff7d301b23 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:00.489165 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a20512e3-ab99-4eab-8768-8e90211ed7d8 req-779c9342-203a-43ae-ae59-6d5bb2debfe6 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020157 Nov 12 08:52:00.496223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:00.496685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:00.498412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e08708ef-575a-4309-81fe-d98e989c4f25 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:00.503876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:00.504636 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Bound port: c1356850-ced6-4648-bd47-66ff7d301b23, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:00.505268 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.534673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8679a9ff-9c1f-483d-ba89-b83f799fedb1 req-d28985eb-ec06-42bf-bd04-371fc6c0e478 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/security-groups?id=0359b522-21a5-4bcf-80d2-5f329be6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766999 Nov 12 08:52:00.538117 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b4949a3-0121-411a-87d6-a7d2dd35a724 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.541762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e08708ef-575a-4309-81fe-d98e989c4f25 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:00.542694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e08708ef-575a-4309-81fe-d98e989c4f25 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:00.616686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71eed5-cf61-4bf5-bcb1-22a3ff57c33e req-17cebdc4-3593-42cd-b40e-6357a5faa4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:00.618319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c71eed5-cf61-4bf5-bcb1-22a3ff57c33e req-17cebdc4-3593-42cd-b40e-6357a5faa4cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 905 time: 0.3029511 Nov 12 08:52:00.621784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] For port c1356850-ced6-4648-bd47-66ff7d301b23, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:00.626633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] For port c1356850-ced6-4648-bd47-66ff7d301b23, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c1356850-ced6-4648-bd47-66ff7d301b23,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:00.657760 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b4949a3-0121-411a-87d6-a7d2dd35a724 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.689575 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c71eed5-cf61-4bf5-bcb1-22a3ff57c33e req-7a770888-6123-48bd-8960-c1fdf3f5e307 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38ad1971-f362-40d0-a9cb-20acbd4e4e4b HTTP/1.1" status: 200 len: 217 time: 0.0612736 Nov 12 08:52:00.693283 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.734456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4949a3-0121-411a-87d6-a7d2dd35a724 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Subnet': ['ID=7f143711-bb78-4397-b601-b8366526da66,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:00.740653 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b4949a3-0121-411a-87d6-a7d2dd35a724 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.745437 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9b4949a3-0121-411a-87d6-a7d2dd35a724 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "DELETE /v2.0/subnets/7f143711-bb78-4397-b601-b8366526da66 HTTP/1.1" status: 204 len: 168 time: 0.6811898 Nov 12 08:52:00.747931 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53640) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:00.750418 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558db5e2-1c50-41e7-91e4-209d2ea18384 None None] Network 76ee5a65-60e3-4227-be1e-e42e54b2ea80 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:00.790255 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:00.791149 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.793400 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] 10.222.0.46 "PUT /v2.0/ports/c1356850-ced6-4648-bd47-66ff7d301b23 HTTP/1.1" status: 200 len: 1095 time: 2.2846594 Nov 12 08:52:00.816641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-309c46c0-4332-4fd6-8c7e-16f93031d045 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Deleting subnet 291d3609-da70-4b16-834e-45f1f9338d0b {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:00.833638 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-309c46c0-4332-4fd6-8c7e-16f93031d045 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.916880 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-309c46c0-4332-4fd6-8c7e-16f93031d045 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:00.952736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8e0218e9-a6b7-4c17-b670-224be4216a54 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:52:01.005639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Pushing event updated for resources: {'Port': ['ID=c1356850-ced6-4648-bd47-66ff7d301b23,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:01.012364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71eed5-cf61-4bf5-bcb1-22a3ff57c33e req-25bdd659-eede-44ef-9266-71629116d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:01.018984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c71eed5-cf61-4bf5-bcb1-22a3ff57c33e req-25bdd659-eede-44ef-9266-71629116d722 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.3079040 Nov 12 08:52:01.080261 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c71eed5-cf61-4bf5-bcb1-22a3ff57c33e req-9c70fa41-f44f-4ee5-ab22-1640e5892901 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529017 Nov 12 08:52:01.086839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:01.087208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:01.087520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:01.087896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:01.088228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:01.088558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:01.088932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:01.089286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:01.089615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:01.090088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:01.090418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:01.090743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2adfb-4516-4aa6-afb9-32e236ba5a1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:01.123640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-309c46c0-4332-4fd6-8c7e-16f93031d045 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.147983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5310d608-88b6-4bb0-bff6-19e438e29157', 'tag': 'c1356850-ced6-4648-bd47-66ff7d301b23'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:01.150282 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13db5b3f-73f2-4e1e-b852-cbcb616200de" -d '{"events": [{"name": "network-changed", "server_uuid": "5310d608-88b6-4bb0-bff6-19e438e29157", "tag": "c1356850-ced6-4648-bd47-66ff7d301b23"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:01.170014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9fcb9-69ff-4a89-b9ac-45b1dd55f247 req-c325d962-0fb8-4c8f-b0c0-17f50bd7a769 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:01.171593 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ac9fcb9-69ff-4a89-b9ac-45b1dd55f247 req-c325d962-0fb8-4c8f-b0c0-17f50bd7a769 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 944 time: 0.2897398 Nov 12 08:52:01.208712 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-309c46c0-4332-4fd6-8c7e-16f93031d045 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.255348 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-309c46c0-4332-4fd6-8c7e-16f93031d045 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.262840 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-309c46c0-4332-4fd6-8c7e-16f93031d045 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "DELETE /v2.0/subnets/291d3609-da70-4b16-834e-45f1f9338d0b HTTP/1.1" status: 204 len: 168 time: 0.5129006 Nov 12 08:52:01.264333 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c46c0-4332-4fd6-8c7e-16f93031d045 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Subnet': ['ID=291d3609-da70-4b16-834e-45f1f9338d0b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:01.273889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53648) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:01.293272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac59782-e3ba-49ed-bd92-077dbc0242e4 None None] Network 4fe08698-d356-4e67-9e8d-92747567b9d8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:01.391502 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.469513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8e0218e9-a6b7-4c17-b670-224be4216a54, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8e0218e9-a6b7-4c17-b670-224be4216a54,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:01.497882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Deleting port 1b41b39d-5f30-4d17-8c86-dbce94642372 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:01.499106 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.540109 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7a8a96-97bf-4150-8642-b031ae9c9434 x-openstack-request-id: req-ad7a8a96-97bf-4150-8642-b031ae9c9434 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:01.540714 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5310d608-88b6-4bb0-bff6-19e438e29157", "tag": "c1356850-ced6-4648-bd47-66ff7d301b23", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:01.540714 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad7a8a96-97bf-4150-8642-b031ae9c9434 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:01.541226 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5310d608-88b6-4bb0-bff6-19e438e29157', 'tag': 'c1356850-ced6-4648-bd47-66ff7d301b23', 'status': 'completed', 'code': 200} Nov 12 08:52:01.578380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '8e0218e9-a6b7-4c17-b670-224be4216a54', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': '8e0218e9-a6b7-4c17-b670-224be4216a54', 'mac_address': 'fa:16:3e:63:92:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:52:01.593084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ac9fcb9-69ff-4a89-b9ac-45b1dd55f247 req-1c8e2369-4cf0-4654-91c6-e0fe59b0bbfa tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511286 Nov 12 08:52:01.603089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-4dd475c7-7d88-41c1-a091-6685a7674b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:01.605924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-4dd475c7-7d88-41c1-a091-6685a7674b4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494d177ec2e74dffa96f65b532703b20&device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 1098 time: 0.7579470 Nov 12 08:52:01.628153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a17aea-b447-4b71-916e-2c55a033fc23 None None] DHCP port deletion for 76ee5a65-60e3-4227-be1e-e42e54b2ea80 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:01.661496 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-8d401a21-1a7a-4c00-8bb3-d5e14cb892d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=c1356850-ced6-4648-bd47-66ff7d301b23 HTTP/1.1" status: 200 len: 217 time: 0.0452788 Nov 12 08:52:01.681554 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.715092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0218e9-a6b7-4c17-b670-224be4216a54 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:01.752764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8e0218e9-a6b7-4c17-b670-224be4216a54, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8e0218e9-a6b7-4c17-b670-224be4216a54,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:01.757449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] For port 1b41b39d-5f30-4d17-8c86-dbce94642372, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1b41b39d-5f30-4d17-8c86-dbce94642372,segment=NetworkSegment(22d4d944-8d3a-4a29-8550-949dad85009f),segment_id=22d4d944-8d3a-4a29-8550-949dad85009f)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:01.757988 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.761509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c71eed5-cf61-4bf5-bcb1-22a3ff57c33e req-b47ff0ff-b7f5-4efb-8319-4b713cca793e service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655869 Nov 12 08:52:01.762526 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.804312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907af642-4e14-4b88-a19d-38864e23bad5 req-9db8d525-5ede-42ef-8411-79fe72a49b1f tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:01.806402 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-907af642-4e14-4b88-a19d-38864e23bad5 req-9db8d525-5ede-42ef-8411-79fe72a49b1f tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 946 time: 0.1706679 Nov 12 08:52:01.827102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ab6b64-2463-4f80-a02a-4e2a7a60078e None None] DHCP port deletion for 4fe08698-d356-4e67-9e8d-92747567b9d8 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:01.843735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-63a17aea-b447-4b71-916e-2c55a033fc23 None None] Deleting port 1b41b39d-5f30-4d17-8c86-dbce94642372 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:01.844414 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-63a17aea-b447-4b71-916e-2c55a033fc23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:01.854762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Calling delete_port for 1b41b39d-5f30-4d17-8c86-dbce94642372 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:01.893018 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-907af642-4e14-4b88-a19d-38864e23bad5 req-781c7839-9374-44df-8b63-9f91ddfcb98a tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699198 Nov 12 08:52:01.924992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4531bc-27f6-427c-8410-35ae5e22f111 req-e71893f8-5a38-4062-8371-0afff742028b tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:01.926625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce4531bc-27f6-427c-8410-35ae5e22f111 req-e71893f8-5a38-4062-8371-0afff742028b tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 948 time: 0.1927452 Nov 12 08:52:01.928090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0317a1a3-f8c3-4afe-a9fd-9a72802aa16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:01.929646 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-0317a1a3-f8c3-4afe-a9fd-9a72802aa16f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.2582169 Nov 12 08:52:01.996241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8e0218e9-a6b7-4c17-b670-224be4216a54,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:02.019848 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.030627 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ce4531bc-27f6-427c-8410-35ae5e22f111 req-d5273eaa-05fb-4c3a-81fd-400788cefe09 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/security-groups?id=0359b522-21a5-4bcf-80d2-5f329be6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950286 Nov 12 08:52:02.039561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-63a17aea-b447-4b71-916e-2c55a033fc23 None None] For port 1b41b39d-5f30-4d17-8c86-dbce94642372, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1b41b39d-5f30-4d17-8c86-dbce94642372,segment=NetworkSegment(22d4d944-8d3a-4a29-8550-949dad85009f),segment_id=22d4d944-8d3a-4a29-8550-949dad85009f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:02.040450 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-63a17aea-b447-4b71-916e-2c55a033fc23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.056408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Port': ['ID=1b41b39d-5f30-4d17-8c86-dbce94642372,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:02.058696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] No DVR routers for this DVR port 1b41b39d-5f30-4d17-8c86-dbce94642372 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:02.064717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c71eed5-cf61-4bf5-bcb1-22a3ff57c33e req-f254d8ab-bbd0-4d55-acc1-1bbe85e35fdf service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535727 Nov 12 08:52:02.068967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['8e0218e9-a6b7-4c17-b670-224be4216a54'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:02.080665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-68674c57-3640-4ff7-9a53-02353b9bf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:02.083091 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-68674c57-3640-4ff7-9a53-02353b9bf8ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1412973 Nov 12 08:52:02.125172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-63a17aea-b447-4b71-916e-2c55a033fc23 None None] Calling delete_port for 1b41b39d-5f30-4d17-8c86-dbce94642372 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:02.163088 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.185810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ee5a65-60e3-4227-be1e-e42e54b2ea80']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:02.197701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d4d944-8d3a-4a29-8550-949dad85009f') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:02.198623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d4d944-8d3a-4a29-8550-949dad85009f') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:02.206434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-79ab6b64-2463-4f80-a02a-4e2a7a60078e None None] Deleting port d8f000d4-dd49-42a1-a75c-2b771a1f7533 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:02.207420 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b64-2463-4f80-a02a-4e2a7a60078e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.212282 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.233209 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.243285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:02.243603 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.259683 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-24d10b95-e7ed-4cdf-8103-4aa46e323c19 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664667 Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:02.320266 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:02.332792 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.342029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.348672 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "DELETE /v2.0/networks/76ee5a65-60e3-4227-be1e-e42e54b2ea80 HTTP/1.1" status: 204 len: 168 time: 1.0702860 Nov 12 08:52:02.359412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53658) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:02.361305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e76ca-c9d5-4cfe-abf8-f23f52edd9c1 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Network': ['ID=76ee5a65-60e3-4227-be1e-e42e54b2ea80,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:02.378417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-79ab6b64-2463-4f80-a02a-4e2a7a60078e None None] For port d8f000d4-dd49-42a1-a75c-2b771a1f7533, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d8f000d4-dd49-42a1-a75c-2b771a1f7533,segment=NetworkSegment(125604d2-460f-4602-b380-8186a5378b5f),segment_id=125604d2-460f-4602-b380-8186a5378b5f)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:02.378813 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b64-2463-4f80-a02a-4e2a7a60078e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.398138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-79ab6b64-2463-4f80-a02a-4e2a7a60078e None None] Calling delete_port for d8f000d4-dd49-42a1-a75c-2b771a1f7533 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:02.475738 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-63a17aea-b447-4b71-916e-2c55a033fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.516079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1b41b39d-5f30-4d17-8c86-dbce94642372 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:02.528469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a17aea-b447-4b71-916e-2c55a033fc23 None None] Pushing event deleted for resources: {'Port': ['ID=1b41b39d-5f30-4d17-8c86-dbce94642372,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:02.529927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63a17aea-b447-4b71-916e-2c55a033fc23 None None] Network 76ee5a65-60e3-4227-be1e-e42e54b2ea80 is not hosted by any dhcp agent {{(pid=102446) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 08:52:02.530378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a17aea-b447-4b71-916e-2c55a033fc23 None None] No DVR routers for this DVR port 1b41b39d-5f30-4d17-8c86-dbce94642372 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:02.545644 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.562519 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 1b41b39d-5f30-4d17-8c86-dbce94642372 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:02.562750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1b41b39d-5f30-4d17-8c86-dbce94642372 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:02.563151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d8f000d4-dd49-42a1-a75c-2b771a1f7533 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:02.574072 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a51e18b-0bb5-4182-8688-941bdd580988 req-932755ef-796d-46e1-bc43-f31eb72fe565 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893620 Nov 12 08:52:02.698656 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-79ab6b64-2463-4f80-a02a-4e2a7a60078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.707294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db5b3f-73f2-4e1e-b852-cbcb616200de req-507b31da-3016-4cc1-a185-669913e81ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:02.708766 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13db5b3f-73f2-4e1e-b852-cbcb616200de req-507b31da-3016-4cc1-a185-669913e81ee5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494d177ec2e74dffa96f65b532703b20&device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 1098 time: 0.0837278 Nov 12 08:52:02.711274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Deleting port d8f000d4-dd49-42a1-a75c-2b771a1f7533 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:02.711580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.753866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab6b64-2463-4f80-a02a-4e2a7a60078e None None] Pushing event deleted for resources: {'Port': ['ID=d8f000d4-dd49-42a1-a75c-2b771a1f7533,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:02.763901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab6b64-2463-4f80-a02a-4e2a7a60078e None None] No DVR routers for this DVR port d8f000d4-dd49-42a1-a75c-2b771a1f7533 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:02.765399 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:02.797095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9eee1b-0a73-465e-b315-535063e04b12 req-30c21727-b1e3-4336-b90a-59c2439fb9b4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:02.798750 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b9eee1b-0a73-465e-b315-535063e04b12 req-30c21727-b1e3-4336-b90a-59c2439fb9b4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 944 time: 0.0836339 Nov 12 08:52:02.910979 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b9eee1b-0a73-465e-b315-535063e04b12 req-d1032673-f788-468c-8f78-0b246dbbd352 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983217 Nov 12 08:52:02.936544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8e0218e9-a6b7-4c17-b670-224be4216a54 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:02.974428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] For port d8f000d4-dd49-42a1-a75c-2b771a1f7533, host n-d-768851-18, got binding levels [] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:02.977761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.015434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 8e0218e9-a6b7-4c17-b670-224be4216a54 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:52:03.024386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Calling delete_port for d8f000d4-dd49-42a1-a75c-2b771a1f7533 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:03.024934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 8e0218e9-a6b7-4c17-b670-224be4216a54 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:03.025574 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.027714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.ipam_backend_mixin [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Port d8f000d4-dd49-42a1-a75c-2b771a1f7533 was not found and therefore no delete operation was performed {{(pid=102444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:52:03.030407 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.050973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db5b3f-73f2-4e1e-b852-cbcb616200de req-a7d25838-1ea4-41c3-978e-41bcb3613e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:03.052452 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13db5b3f-73f2-4e1e-b852-cbcb616200de req-a7d25838-1ea4-41c3-978e-41bcb3613e64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.3083375 Nov 12 08:52:03.102306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Port': ['ID=d8f000d4-dd49-42a1-a75c-2b771a1f7533,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:03.147506 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] No DVR routers for this DVR port d8f000d4-dd49-42a1-a75c-2b771a1f7533 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:03.160699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13db5b3f-73f2-4e1e-b852-cbcb616200de req-66177d9b-1c1b-4127-bdb0-0efdd6144db2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=c1356850-ced6-4648-bd47-66ff7d301b23 HTTP/1.1" status: 200 len: 217 time: 0.0684834 Nov 12 08:52:03.226900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db5b3f-73f2-4e1e-b852-cbcb616200de req-814e2593-f0b6-4cf8-8914-bae9ee61ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:03.229195 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13db5b3f-73f2-4e1e-b852-cbcb616200de req-814e2593-f0b6-4cf8-8914-bae9ee61ec92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0479712 Nov 12 08:52:03.276939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09278d5-4208-49a6-b266-7820e2939c78 req-c8d33301-5cec-495f-90da-9bb7ebf2ce52 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:03.280579 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c09278d5-4208-49a6-b266-7820e2939c78 req-c8d33301-5cec-495f-90da-9bb7ebf2ce52 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 949 time: 0.0878565 Nov 12 08:52:03.352538 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c09278d5-4208-49a6-b266-7820e2939c78 req-6048e1e4-c850-461d-bff2-057364ca0929 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/security-groups?id=0359b522-21a5-4bcf-80d2-5f329be6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623574 Nov 12 08:52:03.360139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52e2ec-4e1d-4e81-b764-2182b465da17 req-df127966-2025-4aac-929e-8d66bd9bd067 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:03.361767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6d52e2ec-4e1d-4e81-b764-2182b465da17 req-df127966-2025-4aac-929e-8d66bd9bd067 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 946 time: 0.3325071 Nov 12 08:52:03.380442 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.405286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36e20d9-27d2-4dcf-aab9-8096cc17e8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0218e9-a6b7-4c17-b670-224be4216a54'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:03.407384 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-650a856e-e034-4686-b48d-8b30ecb2cb87 req-c8ad03d9-e022-4751-906a-dc31711739b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1778743 Nov 12 08:52:03.407550 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc6611f-d370-4948-a914-f9c3b3e4aa82" -d '{"events": [{"server_uuid": "b36e20d9-27d2-4dcf-aab9-8096cc17e8bf", "name": "network-vif-plugged", "status": "completed", "tag": "8e0218e9-a6b7-4c17-b670-224be4216a54"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:03.409194 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.425959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8e0218e9-a6b7-4c17-b670-224be4216a54, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8e0218e9-a6b7-4c17-b670-224be4216a54,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:03.432371 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.474974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db5b3f-73f2-4e1e-b852-cbcb616200de req-d9db9363-acde-4bb6-a23d-e7633df3e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:03.476284 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13db5b3f-73f2-4e1e-b852-cbcb616200de req-d9db9363-acde-4bb6-a23d-e7633df3e47a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2327328 Nov 12 08:52:03.486114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8e0218e9-a6b7-4c17-b670-224be4216a54,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:03.493704 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ccdc69-d3c8-428c-823c-795b3d92c214 x-openstack-request-id: req-96ccdc69-d3c8-428c-823c-795b3d92c214 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:03.493906 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36e20d9-27d2-4dcf-aab9-8096cc17e8bf", "name": "network-vif-plugged", "status": "completed", "tag": "8e0218e9-a6b7-4c17-b670-224be4216a54", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:03.494104 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96ccdc69-d3c8-428c-823c-795b3d92c214 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:03.494553 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36e20d9-27d2-4dcf-aab9-8096cc17e8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0218e9-a6b7-4c17-b670-224be4216a54', 'code': 200} Nov 12 08:52:03.499238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe08698-d356-4e67-9e8d-92747567b9d8']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:03.570135 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6d52e2ec-4e1d-4e81-b764-2182b465da17 req-3b306d43-cfb0-4d31-b634-58dfa88ae23c tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730914 Nov 12 08:52:03.575378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125604d2-460f-4602-b380-8186a5378b5f') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:03.575696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125604d2-460f-4602-b380-8186a5378b5f') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:03.612658 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.666627 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.684007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a856e-e034-4686-b48d-8b30ecb2cb87 req-cd8574ad-2b43-4f18-907c-a42b715c87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:03.685535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-650a856e-e034-4686-b48d-8b30ecb2cb87 req-cd8574ad-2b43-4f18-907c-a42b715c87bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1098 time: 0.1972165 Nov 12 08:52:03.686534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:03.686923 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:03.692597 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:03.763242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3530d-94a1-400f-a399-7818a0e84e62 req-cbacfb7a-2ef4-4fac-8683-e21e369e94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:03.764782 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-def3530d-94a1-400f-a399-7818a0e84e62 req-cbacfb7a-2ef4-4fac-8683-e21e369e94c3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 1102 time: 0.2060905 Nov 12 08:52:03.804273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13db5b3f-73f2-4e1e-b852-cbcb616200de req-b14db4f0-6fe2-42ef-ad72-1a45b36d4dcd service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167484 Nov 12 08:52:03.851255 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.862157 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 38ad1971-f362-40d0-a9cb-20acbd4e4e4b details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:52:03.879886 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:03.885282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "DELETE /v2.0/networks/4fe08698-d356-4e67-9e8d-92747567b9d8 HTTP/1.1" status: 204 len: 168 time: 1.5220935 Nov 12 08:52:03.886203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53690) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:03.915453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f6025-62fd-42a5-af08-71a2367eaf7c tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Network': ['ID=4fe08698-d356-4e67-9e8d-92747567b9d8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:03.965577 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-def3530d-94a1-400f-a399-7818a0e84e62 req-a9cd6f3a-c261-4853-b6f3-de3d86c05411 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0359b522-21a5-4bcf-80d2-5f329be6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854100 Nov 12 08:52:03.982480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a856e-e034-4686-b48d-8b30ecb2cb87 req-6ed1c42c-a989-417f-869e-d8c872c1cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:03.983983 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-650a856e-e034-4686-b48d-8b30ecb2cb87 req-6ed1c42c-a989-417f-869e-d8c872c1cc6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 200 len: 897 time: 0.2408459 Nov 12 08:52:04.003502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f935ccff-983d-4bfc-8278-fda26c6a397a tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Deleting subnet 6c8066ed-adc8-4cec-be00-81bafa698f26 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:52:04.008736 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f935ccff-983d-4bfc-8278-fda26c6a397a tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.070135 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13db5b3f-73f2-4e1e-b852-cbcb616200de req-b108f519-5c06-41cd-ab97-4c6af60fd465 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314045 Nov 12 08:52:04.086974 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-650a856e-e034-4686-b48d-8b30ecb2cb87 req-90b91f1c-64e1-49f0-9312-39041b30c5f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 1001 time: 0.0923154 Nov 12 08:52:04.104816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=38ad1971-f362-40d0-a9cb-20acbd4e4e4b,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:04.123584 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f935ccff-983d-4bfc-8278-fda26c6a397a tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.133772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '38ad1971-f362-40d0-a9cb-20acbd4e4e4b', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'port_id': '38ad1971-f362-40d0-a9cb-20acbd4e4e4b', 'mac_address': 'fa:16:3e:83:55:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca90a20-3c8f-4837-81dd-c8047415d78c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:52:04.170674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a856e-e034-4686-b48d-8b30ecb2cb87 req-9f630968-7184-4046-b415-38c1ff6e8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:04.172763 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-650a856e-e034-4686-b48d-8b30ecb2cb87 req-9f630968-7184-4046-b415-38c1ff6e8a34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14c284f0-a69e-4ce3-9b38-0113f7605f99 HTTP/1.1" status: 200 len: 834 time: 0.0761125 Nov 12 08:52:04.217142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cc254-2978-4438-a5d4-1fc66f3b9a26 req-fa607ddc-3a81-497f-a2e5-bde9b2bb67f4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:04.218668 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec2cc254-2978-4438-a5d4-1fc66f3b9a26 req-fa607ddc-3a81-497f-a2e5-bde9b2bb67f4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 944 time: 0.1770320 Nov 12 08:52:04.242221 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.264359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a856e-e034-4686-b48d-8b30ecb2cb87 req-2fe81b43-2396-4918-ab48-1587dc82b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:04.266705 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-650a856e-e034-4686-b48d-8b30ecb2cb87 req-2fe81b43-2396-4918-ab48-1587dc82b25b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4be2e577-6e6c-4874-b93a-e053133a1c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862012 Nov 12 08:52:04.271051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ad1971-f362-40d0-a9cb-20acbd4e4e4b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:04.302413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=38ad1971-f362-40d0-a9cb-20acbd4e4e4b,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:04.311060 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.322847 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ec2cc254-2978-4438-a5d4-1fc66f3b9a26 req-6062bb84-3ff8-43c2-99bf-8b3fef78f060 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907454 Nov 12 08:52:04.327891 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f935ccff-983d-4bfc-8278-fda26c6a397a tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.433839 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f935ccff-983d-4bfc-8278-fda26c6a397a tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.439858 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=38ad1971-f362-40d0-a9cb-20acbd4e4e4b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:04.492644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-650a856e-e034-4686-b48d-8b30ecb2cb87 req-2834dd10-481a-4a43-9fa1-ddaa8689bf27 service neutron] 10.222.0.46 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122912 Nov 12 08:52:04.518753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f9fb80-4f61-4d3c-bb93-e26139b4f07f None None] Network f6f46182-8c9f-4efa-9faf-1146d63ed095 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:04.531782 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f935ccff-983d-4bfc-8278-fda26c6a397a tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.540825 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f935ccff-983d-4bfc-8278-fda26c6a397a tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "DELETE /v2.0/subnets/6c8066ed-adc8-4cec-be00-81bafa698f26 HTTP/1.1" status: 204 len: 168 time: 0.6529691 Nov 12 08:52:04.541804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53702) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:04.545126 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935ccff-983d-4bfc-8278-fda26c6a397a tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8066ed-adc8-4cec-be00-81bafa698f26,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:04.652993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b04faf-c689-4752-8704-21e120e7f76c req-9d01debc-e912-41a1-bb49-7abfe348fc8c tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:04.654747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1b04faf-c689-4752-8704-21e120e7f76c req-9d01debc-e912-41a1-bb49-7abfe348fc8c tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 950 time: 0.1575332 Nov 12 08:52:04.690676 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:04.700214 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-650a856e-e034-4686-b48d-8b30ecb2cb87 req-7a328a6e-7f47-45fe-863e-6c012218285b service neutron] 10.222.0.46 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841385 Nov 12 08:52:04.717850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.728419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1b04faf-c689-4752-8704-21e120e7f76c req-a6abd837-76e2-474c-be93-80bc3cbb36dc tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/security-groups?id=0359b522-21a5-4bcf-80d2-5f329be6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656087 Nov 12 08:52:04.844517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ecd6d-9bff-434b-801a-3d0c6fad6e3a req-f273d883-4d9e-4c27-acfa-7d7e667c7969 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:04.846188 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-457ecd6d-9bff-434b-801a-3d0c6fad6e3a req-f273d883-4d9e-4c27-acfa-7d7e667c7969 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 946 time: 0.1605864 Nov 12 08:52:04.922810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36859384-2a90-4fe2-9a25-2f14850a795c None None] DHCP port deletion for f6f46182-8c9f-4efa-9faf-1146d63ed095 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:04.942085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Deleting port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:04.943145 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:04.966193 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-457ecd6d-9bff-434b-801a-3d0c6fad6e3a req-ba96deee-c585-4771-a60b-79f14b404726 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077757 Nov 12 08:52:04.993161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-36859384-2a90-4fe2-9a25-2f14850a795c None None] Deleting port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:04.993161 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-36859384-2a90-4fe2-9a25-2f14850a795c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.053041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] For port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=17bb8bf1-dc20-48ad-9f44-598b42b4a8b0,segment=NetworkSegment(0bd87359-f884-4e86-b309-e1aabc466b1c),segment_id=0bd87359-f884-4e86-b309-e1aabc466b1c)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:05.053583 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.065313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-36859384-2a90-4fe2-9a25-2f14850a795c None None] For port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=17bb8bf1-dc20-48ad-9f44-598b42b4a8b0,segment=NetworkSegment(0bd87359-f884-4e86-b309-e1aabc466b1c),segment_id=0bd87359-f884-4e86-b309-e1aabc466b1c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:05.065720 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-36859384-2a90-4fe2-9a25-2f14850a795c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.067669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Calling delete_port for 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:05.084795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-36859384-2a90-4fe2-9a25-2f14850a795c None None] Calling delete_port for 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:05.185695 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.232006 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-36859384-2a90-4fe2-9a25-2f14850a795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.265249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Port': ['ID=17bb8bf1-dc20-48ad-9f44-598b42b4a8b0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:05.270940 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36859384-2a90-4fe2-9a25-2f14850a795c None None] Pushing event deleted for resources: {'Port': ['ID=17bb8bf1-dc20-48ad-9f44-598b42b4a8b0,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:05.279291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] No DVR routers for this DVR port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:05.285661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36859384-2a90-4fe2-9a25-2f14850a795c None None] No DVR routers for this DVR port 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:05.304420 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6b6909df-8280-4721-ad77-1f79958baecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.384814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.406930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f46182-8c9f-4efa-9faf-1146d63ed095']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:05.426791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd87359-f884-4e86-b309-e1aabc466b1c') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:05.427235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd87359-f884-4e86-b309-e1aabc466b1c') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:05.444719 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.461418 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.468726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:52:05.470052 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:52:05.472378 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:52:05.482991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c639c-32e8-4eab-bc4f-7a56ce3d8b71 req-92a14bad-b512-4a8c-ba22-6249b7c016d1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:05.485667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef8c639c-32e8-4eab-bc4f-7a56ce3d8b71 req-92a14bad-b512-4a8c-ba22-6249b7c016d1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 945 time: 0.0720303 Nov 12 08:52:05.538427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef8c639c-32e8-4eab-bc4f-7a56ce3d8b71 req-6097fdff-49f7-4c29-bbaf-c07f1d6ded4e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446031 Nov 12 08:52:05.542884 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.555421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.562162 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "DELETE /v2.0/networks/f6f46182-8c9f-4efa-9faf-1146d63ed095 HTTP/1.1" status: 204 len: 168 time: 1.0161395 Nov 12 08:52:05.562566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53718) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:05.570483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd42748-3fc6-4459-81c3-ef1d2f24828b tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Pushing event deleted for resources: {'Network': ['ID=f6f46182-8c9f-4efa-9faf-1146d63ed095,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:05.590241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2a18ed59-a633-4ac0-a318-8761cd0e8ce8 tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c12789c-22e0-43df-b78a-0087f54dfad9 HTTP/1.1" status: 200 len: 205 time: 0.0263658 Nov 12 08:52:05.592498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53720) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:05.672118 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18f69d34-e634-4f0c-8b3a-14cba82adaed tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:05.856138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device c1356850-ced6-4648-bd47-66ff7d301b23 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:52:05.858977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 38ad1971-f362-40d0-a9cb-20acbd4e4e4b up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:05.876850 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ebe9-9ef4-4dee-9e82-63c34dbd8b60 req-a58a1be8-199b-4b33-8385-dbe38625af67 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:05.886546 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cc0ebe9-9ef4-4dee-9e82-63c34dbd8b60 req-a58a1be8-199b-4b33-8385-dbe38625af67 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 950 time: 0.0697083 Nov 12 08:52:05.955284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cc0ebe9-9ef4-4dee-9e82-63c34dbd8b60 req-8e6d7d40-83ef-4ca8-905a-f2b452d58df8 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/security-groups?id=0359b522-21a5-4bcf-80d2-5f329be6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672252 Nov 12 08:52:06.075493 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:52:06.084722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:06.085181 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.163959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port c1356850-ced6-4648-bd47-66ff7d301b23, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c1356850-ced6-4648-bd47-66ff7d301b23,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:06.181728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'c1356850-ced6-4648-bd47-66ff7d301b23', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'c1356850-ced6-4648-bd47-66ff7d301b23', 'mac_address': 'fa:16:3e:9f:e1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:52:06.257443 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.271285 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.300001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1356850-ced6-4648-bd47-66ff7d301b23 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:06.308236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a90f1f4-0d64-4ca5-bf01-77d688444426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ad1971-f362-40d0-a9cb-20acbd4e4e4b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:06.310513 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69e00e0-b069-4926-9c6f-6efd17d34b4a" -d '{"events": [{"server_uuid": "1a90f1f4-0d64-4ca5-bf01-77d688444426", "name": "network-vif-plugged", "status": "completed", "tag": "38ad1971-f362-40d0-a9cb-20acbd4e4e4b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:06.334210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18f69d34-e634-4f0c-8b3a-14cba82adaed tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.335228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port c1356850-ced6-4648-bd47-66ff7d301b23, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c1356850-ced6-4648-bd47-66ff7d301b23,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:06.338304 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18f69d34-e634-4f0c-8b3a-14cba82adaed tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.350585 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=38ad1971-f362-40d0-a9cb-20acbd4e4e4b,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:06.353047 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.360832 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.374394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514197e-44d6-402b-8d9f-802d3f0b5f9c req-0f1b004b-5e6c-4672-9e64-07f55de24b72 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:06.375982 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b514197e-44d6-402b-8d9f-802d3f0b5f9c req-0f1b004b-5e6c-4672-9e64-07f55de24b72 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 950 time: 0.0901098 Nov 12 08:52:06.446099 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=c1356850-ced6-4648-bd47-66ff7d301b23,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:06.483960 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b514197e-44d6-402b-8d9f-802d3f0b5f9c req-92d93153-a06a-41db-aaac-7f605c2bda5b tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/security-groups?id=0359b522-21a5-4bcf-80d2-5f329be6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945847 Nov 12 08:52:06.484345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2e5b2-5002-4d1f-826e-cba64d21e926 req-2b9c653c-9afe-4b88-a283-f966d52047c6 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:06.494105 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2f2e5b2-5002-4d1f-826e-cba64d21e926 req-2b9c653c-9afe-4b88-a283-f966d52047c6 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 946 time: 0.2822113 Nov 12 08:52:06.514078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:06.549158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:06.549680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 17bb8bf1-dc20-48ad-9f44-598b42b4a8b0 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:06.564718 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a62039-c0eb-4280-a4d0-45093d6a752d x-openstack-request-id: req-18a62039-c0eb-4280-a4d0-45093d6a752d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:06.565011 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a90f1f4-0d64-4ca5-bf01-77d688444426", "name": "network-vif-plugged", "status": "completed", "tag": "38ad1971-f362-40d0-a9cb-20acbd4e4e4b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:06.565310 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18a62039-c0eb-4280-a4d0-45093d6a752d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:06.565711 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a90f1f4-0d64-4ca5-bf01-77d688444426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ad1971-f362-40d0-a9cb-20acbd4e4e4b', 'code': 200} Nov 12 08:52:06.577070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2f2e5b2-5002-4d1f-826e-cba64d21e926 req-d47096e7-6193-4ad2-87cf-c2ebee767a01 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818565 Nov 12 08:52:06.580703 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=38ad1971-f362-40d0-a9cb-20acbd4e4e4b,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:06.591661 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18f69d34-e634-4f0c-8b3a-14cba82adaed tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.592649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f69d34-e634-4f0c-8b3a-14cba82adaed tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Fanout notify agent at l3_agent the message router_deleted on router 9c12789c-22e0-43df-b78a-0087f54dfad9 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:52:06.599846 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18f69d34-e634-4f0c-8b3a-14cba82adaed tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:06.605317 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-18f69d34-e634-4f0c-8b3a-14cba82adaed tempest-RoutersNegativeIpV6Test-1133764580 tempest-RoutersNegativeIpV6Test-1133764580-project] 10.222.0.31 "DELETE /v2.0/routers/9c12789c-22e0-43df-b78a-0087f54dfad9 HTTP/1.1" status: 204 len: 168 time: 1.0118163 Nov 12 08:52:06.678282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50668aeb-1432-443d-b3ab-1fa6ef9db771 req-c0c12a0e-47ab-4f95-ab81-91c86a06ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:06.683939 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-50668aeb-1432-443d-b3ab-1fa6ef9db771 req-c0c12a0e-47ab-4f95-ab81-91c86a06ff87 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 1098 time: 0.0584583 Nov 12 08:52:06.696480 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['c1356850-ced6-4648-bd47-66ff7d301b23'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:06.700771 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392bbb2-89d7-455f-811c-4b7fcfb031aa req-b3add984-98d3-435d-91dc-b266caace032 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:06.707980 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2392bbb2-89d7-455f-811c-4b7fcfb031aa req-b3add984-98d3-435d-91dc-b266caace032 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 946 time: 0.0599105 Nov 12 08:52:06.796688 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2392bbb2-89d7-455f-811c-4b7fcfb031aa req-aa3a776c-5c35-48ab-9d02-c6104d23f69c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785439 Nov 12 08:52:06.801967 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-50668aeb-1432-443d-b3ab-1fa6ef9db771 req-6955caf8-af75-4c01-9ccf-000a12b38431 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024392 Nov 12 08:52:06.966111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53746) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:07.135910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e5de947d-d308-4eb0-8e27-1f503130556c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4af652699e5945e982dc7c2b5fd889db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1685791 Nov 12 08:52:07.139133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53750) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:07.200689 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-907e9ee4-2ee4-467c-b36b-fa780f73bab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.227596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-907e9ee4-2ee4-467c-b36b-fa780f73bab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.279781 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-907e9ee4-2ee4-467c-b36b-fa780f73bab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.282665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-907e9ee4-2ee4-467c-b36b-fa780f73bab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.286376 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-907e9ee4-2ee4-467c-b36b-fa780f73bab3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54bdf1f5-7730-4028-808c-8bef2188ca15 HTTP/1.1" status: 204 len: 168 time: 0.1437948 Nov 12 08:52:07.293852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e9ee4-2ee4-467c-b36b-fa780f73bab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bdf1f5-7730-4028-808c-8bef2188ca15,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:07.544959 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1ec3dd2b-7d9d-47f3-a292-056c30af6b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:07.663221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a97cc-4a99-49ab-9e2a-8d1a154d3508 req-33ee8758-efaf-4590-9a1c-0984f1e3af02 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:07.673728 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-008a97cc-4a99-49ab-9e2a-8d1a154d3508 req-33ee8758-efaf-4590-9a1c-0984f1e3af02 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 950 time: 0.0920410 Nov 12 08:52:07.787697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe51db2-d9ba-41d4-ba1a-e6bf6a255ac0 req-4e45d021-6948-49bb-8860-4710d7c8dc8b tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:07.803100 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dfe51db2-d9ba-41d4-ba1a-e6bf6a255ac0 req-4e45d021-6948-49bb-8860-4710d7c8dc8b tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 947 time: 0.1222634 Nov 12 08:52:07.851367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2615128-74c7-4a96-b9bf-5c59c34d3edb req-8b6bd703-ab01-4c9a-b22c-a0c936eb9165 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:07.854348 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b2615128-74c7-4a96-b9bf-5c59c34d3edb req-8b6bd703-ab01-4c9a-b22c-a0c936eb9165 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 950 time: 0.1441755 Nov 12 08:52:07.865678 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-008a97cc-4a99-49ab-9e2a-8d1a154d3508 req-3cac8dc3-4190-41b2-97cb-3bb7130be435 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/security-groups?id=0359b522-21a5-4bcf-80d2-5f329be6ad9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918178 Nov 12 08:52:07.883073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device c1356850-ced6-4648-bd47-66ff7d301b23 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:07.916186 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dfe51db2-d9ba-41d4-ba1a-e6bf6a255ac0 req-6f8035ce-32f8-46aa-9c66-9b35826d657e tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117568 Nov 12 08:52:08.008905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port c1356850-ced6-4648-bd47-66ff7d301b23 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:52:08.017449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port c1356850-ced6-4648-bd47-66ff7d301b23 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:08.017906 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.154148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d34401-36b4-49d0-afe1-3443d4c13706 req-b899d018-5def-4f01-95d7-2fda337b4c2c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:08.162032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53786) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:08.172489 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19d34401-36b4-49d0-afe1-3443d4c13706 req-b899d018-5def-4f01-95d7-2fda337b4c2c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 946 time: 0.1824591 Nov 12 08:52:08.176551 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.234404 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port c1356850-ced6-4648-bd47-66ff7d301b23, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c1356850-ced6-4648-bd47-66ff7d301b23,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:08.240892 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.263562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b2615128-74c7-4a96-b9bf-5c59c34d3edb req-e3309e04-75b2-4a5f-956e-44944c65f1c5 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Deleting port 8e0218e9-a6b7-4c17-b670-224be4216a54 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:08.263946 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b2615128-74c7-4a96-b9bf-5c59c34d3edb req-e3309e04-75b2-4a5f-956e-44944c65f1c5 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.314428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=c1356850-ced6-4648-bd47-66ff7d301b23,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:08.388653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19d34401-36b4-49d0-afe1-3443d4c13706 req-d28cb815-638e-4a4a-bbe3-93571da50288 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150812 Nov 12 08:52:08.512626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b2615128-74c7-4a96-b9bf-5c59c34d3edb req-e3309e04-75b2-4a5f-956e-44944c65f1c5 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] For port 8e0218e9-a6b7-4c17-b670-224be4216a54, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8e0218e9-a6b7-4c17-b670-224be4216a54,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:08.513048 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b2615128-74c7-4a96-b9bf-5c59c34d3edb req-e3309e04-75b2-4a5f-956e-44944c65f1c5 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.524792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53796) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:08.533288 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0073998 Nov 12 08:52:08.534487 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53798) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:08.536061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b2615128-74c7-4a96-b9bf-5c59c34d3edb req-e3309e04-75b2-4a5f-956e-44944c65f1c5 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Calling delete_port for 8e0218e9-a6b7-4c17-b670-224be4216a54 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:08.566557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5310d608-88b6-4bb0-bff6-19e438e29157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1356850-ced6-4648-bd47-66ff7d301b23'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:08.568866 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaf2258-dc64-4707-8cbf-75b2784d0d82" -d '{"events": [{"server_uuid": "5310d608-88b6-4bb0-bff6-19e438e29157", "name": "network-vif-plugged", "status": "completed", "tag": "c1356850-ced6-4648-bd47-66ff7d301b23"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:08.610084 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.656562 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f6c3f6-f574-4fb4-8e5e-5b04f5143250 x-openstack-request-id: req-40f6c3f6-f574-4fb4-8e5e-5b04f5143250 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:08.657318 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5310d608-88b6-4bb0-bff6-19e438e29157", "name": "network-vif-plugged", "status": "completed", "tag": "c1356850-ced6-4648-bd47-66ff7d301b23", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:08.658215 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40f6c3f6-f574-4fb4-8e5e-5b04f5143250 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:08.659012 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c9836882-575c-42a5-a9ee-783d5a685786 tempest-NetworksApiDiscovery-834937342 tempest-NetworksApiDiscovery-834937342-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1233735 Nov 12 08:52:08.660047 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5310d608-88b6-4bb0-bff6-19e438e29157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1356850-ced6-4648-bd47-66ff7d301b23', 'code': 200} Nov 12 08:52:08.766951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f8f620f-ed15-4ddc-8c65-13ee64c21013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.876746 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b2615128-74c7-4a96-b9bf-5c59c34d3edb req-e3309e04-75b2-4a5f-956e-44944c65f1c5 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.890637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['8e0218e9-a6b7-4c17-b670-224be4216a54'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:08.966893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3309e04-75b2-4a5f-956e-44944c65f1c5 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Pushing event deleted for resources: {'Port': ['ID=8e0218e9-a6b7-4c17-b670-224be4216a54,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:08.971092 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f8f620f-ed15-4ddc-8c65-13ee64c21013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:08.983089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8932d-91cb-4f0c-917a-ad5b39affaf4 req-93ad7906-0a92-402a-8da0-23f113d922d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:08.986367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f8f620f-ed15-4ddc-8c65-13ee64c21013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.001237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78b8932d-91cb-4f0c-917a-ad5b39affaf4 req-93ad7906-0a92-402a-8da0-23f113d922d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 1100 time: 0.2438202 Nov 12 08:52:09.131272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f620f-ed15-4ddc-8c65-13ee64c21013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea99bbdb-683a-4303-b861-08b29c97e5f9,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:09.150947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a105f73-4968-4a7f-84df-58581b0acec6 req-e109436e-cc1e-4b29-8307-9c7e09e15308 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36e20d9-27d2-4dcf-aab9-8096cc17e8bf HTTP/1.1" status: 200 len: 210 time: 0.0785789 Nov 12 08:52:09.167963 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f8f620f-ed15-4ddc-8c65-13ee64c21013 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81618084e69b4736b75d913d7fe1a196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9952629 Nov 12 08:52:09.169256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2615128-74c7-4a96-b9bf-5c59c34d3edb req-e3309e04-75b2-4a5f-956e-44944c65f1c5 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] No DVR routers for this DVR port 8e0218e9-a6b7-4c17-b670-224be4216a54 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:09.172350 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b2615128-74c7-4a96-b9bf-5c59c34d3edb req-e3309e04-75b2-4a5f-956e-44944c65f1c5 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.176443 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b2615128-74c7-4a96-b9bf-5c59c34d3edb req-e3309e04-75b2-4a5f-956e-44944c65f1c5 tempest-VolumesNegativeTest-783266929 tempest-VolumesNegativeTest-783266929-project] 10.222.0.52 "DELETE /v2.0/ports/8e0218e9-a6b7-4c17-b670-224be4216a54 HTTP/1.1" status: 204 len: 173 time: 1.3032467 Nov 12 08:52:09.178360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36e20d9-27d2-4dcf-aab9-8096cc17e8bf', 'name': 'network-vif-deleted', 'tag': '8e0218e9-a6b7-4c17-b670-224be4216a54'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:09.192297 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6029600-7509-492f-a62b-ca3d57115bbf" -d '{"events": [{"server_uuid": "b36e20d9-27d2-4dcf-aab9-8096cc17e8bf", "name": "network-vif-deleted", "tag": "8e0218e9-a6b7-4c17-b670-224be4216a54"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:09.193034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53812) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:09.238191 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78b8932d-91cb-4f0c-917a-ad5b39affaf4 req-b7098146-3df5-42ce-92f0-187403d7bf5f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323606 Nov 12 08:52:09.238726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53816) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:09.337678 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3784f740-cf68-425d-b5da-7d8899cd66ad x-openstack-request-id: req-3784f740-cf68-425d-b5da-7d8899cd66ad {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:09.338239 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36e20d9-27d2-4dcf-aab9-8096cc17e8bf", "name": "network-vif-deleted", "tag": "8e0218e9-a6b7-4c17-b670-224be4216a54", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:09.339301 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3784f740-cf68-425d-b5da-7d8899cd66ad {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:09.339831 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36e20d9-27d2-4dcf-aab9-8096cc17e8bf', 'name': 'network-vif-deleted', 'tag': '8e0218e9-a6b7-4c17-b670-224be4216a54', 'status': 'completed', 'code': 200} Nov 12 08:52:09.402072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172ef67-5f72-4e65-bca8-3262e936db7a req-9e79c9fa-a545-4aec-a181-9dc829d6ab9d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:09.413713 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3172ef67-5f72-4e65-bca8-3262e936db7a req-9e79c9fa-a545-4aec-a181-9dc829d6ab9d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 948 time: 0.2534704 Nov 12 08:52:09.458321 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b40422d9-a8bf-49c8-b346-ff713e15a224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.485309 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cde59b4f-ef41-44cc-8d38-96363ca4886a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.532653 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3172ef67-5f72-4e65-bca8-3262e936db7a req-6084fdb4-4412-4966-a0e2-ae1959b79950 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177921 Nov 12 08:52:09.554193 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cde59b4f-ef41-44cc-8d38-96363ca4886a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.607529 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b40422d9-a8bf-49c8-b346-ff713e15a224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.617852 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cde59b4f-ef41-44cc-8d38-96363ca4886a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.622863 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cde59b4f-ef41-44cc-8d38-96363ca4886a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.623067 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b40422d9-a8bf-49c8-b346-ff713e15a224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.625500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cde59b4f-ef41-44cc-8d38-96363ca4886a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea99bbdb-683a-4303-b861-08b29c97e5f9 HTTP/1.1" status: 204 len: 168 time: 0.4310524 Nov 12 08:52:09.633722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde59b4f-ef41-44cc-8d38-96363ca4886a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea99bbdb-683a-4303-b861-08b29c97e5f9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:09.743800 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b40422d9-a8bf-49c8-b346-ff713e15a224 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0686fec2ac574ff79f353d210f23fb5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015759 Nov 12 08:52:09.744485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53826) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:09.759723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40422d9-a8bf-49c8-b346-ff713e15a224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91842f6a-2aa2-4491-bbdd-af9693ef7326,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:09.787900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2c4c9-fe2c-4e5c-82fe-186911349797 req-0d9ca35b-a7c1-43e6-85af-2ea33b888fb4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:09.789651 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12b2c4c9-fe2c-4e5c-82fe-186911349797 req-0d9ca35b-a7c1-43e6-85af-2ea33b888fb4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 946 time: 0.2914267 Nov 12 08:52:09.896141 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12b2c4c9-fe2c-4e5c-82fe-186911349797 req-6bf9199c-7b14-47cb-a610-36f320c7db02 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940654 Nov 12 08:52:09.896864 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99a3f2ec-55cb-4990-8805-2c78768cf25d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:09.939672 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99a3f2ec-55cb-4990-8805-2c78768cf25d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.004865 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.014030 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99a3f2ec-55cb-4990-8805-2c78768cf25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.018422 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-99a3f2ec-55cb-4990-8805-2c78768cf25d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.020457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-99a3f2ec-55cb-4990-8805-2c78768cf25d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91842f6a-2aa2-4491-bbdd-af9693ef7326 HTTP/1.1" status: 204 len: 168 time: 0.2694583 Nov 12 08:52:10.032885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3f2ec-55cb-4990-8805-2c78768cf25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91842f6a-2aa2-4491-bbdd-af9693ef7326,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:10.077548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 53834) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:10.095729 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3731ae35-49a5-4daf-8fb0-09145c571afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.222869 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3731ae35-49a5-4daf-8fb0-09145c571afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.260230 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3731ae35-49a5-4daf-8fb0-09145c571afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.312275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3731ae35-49a5-4daf-8fb0-09145c571afa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9102231a367a42a2b47c47ea66939bf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332585 Nov 12 08:52:10.316029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 53856) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:10.326472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731ae35-49a5-4daf-8fb0-09145c571afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ead42ff-320e-463c-b6a9-986b9e100b70,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:10.348703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1739a-27f2-4af2-9075-fc31901da57a req-fbae5d6b-5440-4df1-a8df-96a6c1f3e087 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:10.355108 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19a1739a-27f2-4af2-9075-fc31901da57a req-fbae5d6b-5440-4df1-a8df-96a6c1f3e087 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.1730921 Nov 12 08:52:10.381067 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19a1739a-27f2-4af2-9075-fc31901da57a req-cd9272b5-f922-4948-92b4-7c1ebc68007a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/quotas/c43791fc2baa4c0d9138d9543b230746 HTTP/1.1" status: 200 len: 375 time: 0.0186584 Nov 12 08:52:10.440939 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e1647a7-fc4e-4988-95e3-ea1197669f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.484372 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e1647a7-fc4e-4988-95e3-ea1197669f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.512454 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19a1739a-27f2-4af2-9075-fc31901da57a req-803e51ed-a67d-4d2f-9e2a-9c9fc3187f37 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225712 Nov 12 08:52:10.581538 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e1647a7-fc4e-4988-95e3-ea1197669f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.588722 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e1647a7-fc4e-4988-95e3-ea1197669f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.590783 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3e1647a7-fc4e-4988-95e3-ea1197669f95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ead42ff-320e-463c-b6a9-986b9e100b70 HTTP/1.1" status: 204 len: 168 time: 0.2727685 Nov 12 08:52:10.613300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1647a7-fc4e-4988-95e3-ea1197669f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ead42ff-320e-463c-b6a9-986b9e100b70,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:10.707211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef6c48-6fc0-48c2-98bf-42603e878526 req-51870e37-02fa-499d-b4a6-923d06ec8a61 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:10.708777 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62ef6c48-6fc0-48c2-98bf-42603e878526 req-51870e37-02fa-499d-b4a6-923d06ec8a61 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 948 time: 0.0684021 Nov 12 08:52:10.775377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62ef6c48-6fc0-48c2-98bf-42603e878526 req-907e8946-f4ec-442d-b87d-25edea89eef8 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585513 Nov 12 08:52:10.874121 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19a1739a-27f2-4af2-9075-fc31901da57a req-af1b4991-79cb-4c76-a7b8-9a2e673900f0 service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607340 Nov 12 08:52:10.932095 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:10.940360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8e0218e9-a6b7-4c17-b670-224be4216a54 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:10.989522 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19a1739a-27f2-4af2-9075-fc31901da57a req-6e3444ad-ac9f-44a5-8e51-dd969f85a869 service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143932 Nov 12 08:52:10.992408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 8e0218e9-a6b7-4c17-b670-224be4216a54 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:10.993448 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8e0218e9-a6b7-4c17-b670-224be4216a54 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:12.102346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0b7ad-02b1-4025-91d4-25c83a1ec089 req-34e45d3e-7d64-46a3-9656-f6f08ba8415f tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:12.106227 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8c0b7ad-02b1-4025-91d4-25c83a1ec089 req-34e45d3e-7d64-46a3-9656-f6f08ba8415f tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 948 time: 0.1580412 Nov 12 08:52:12.257389 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8c0b7ad-02b1-4025-91d4-25c83a1ec089 req-253ebe8f-46fc-4dc2-bd2b-ecf487298705 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195798 Nov 12 08:52:12.431394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-c9ce5526-e7d2-4b83-a301-317bea1c5ac6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:12.434190 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-c9ce5526-e7d2-4b83-a301-317bea1c5ac6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.3156991 Nov 12 08:52:12.462663 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7e19f005-ca57-4bd0-b1cf-cd5d895e0b8f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/quotas/c43791fc2baa4c0d9138d9543b230746 HTTP/1.1" status: 200 len: 375 time: 0.0199664 Nov 12 08:52:12.546893 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-4c5dc2ba-ff6e-455c-b5e6-be3d249ef9ea tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830364 Nov 12 08:52:12.775713 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2fc726c4-1315-4ef4-bd18-3cf333016c69 service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091553 Nov 12 08:52:13.007612 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-6ab65003-4ca2-466b-9068-1068fa900d14 service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010138 Nov 12 08:52:13.372016 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef7f4b27-a409-4c6f-8b0c-0c91988f6a6a req-e9822f0f-8812-41d3-8fe6-df40cac9415d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 210 time: 0.0526464 Nov 12 08:52:14.534971 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-07fd2166-0005-4879-a247-79e2b3f84c4d req-a86db9b7-9ed5-4dfb-bbac-1b2e696cdbfd tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 210 time: 0.0377219 Nov 12 08:52:14.960200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-f3b06c1a-bb16-40ef-8183-de9da07a9ded tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:14.962732 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-f3b06c1a-bb16-40ef-8183-de9da07a9ded tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.52 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.1636622 Nov 12 08:52:14.978221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Request body: {'port': {'device_id': 'aaf5beab-f25c-4df3-8e7b-31df898a97de', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'admin_state_up': True, 'tenant_id': 'c43791fc2baa4c0d9138d9543b230746'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:15.158536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Made reservation on behalf of c43791fc2baa4c0d9138d9543b230746 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:15.168247 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.350265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Allocated IP 172.20.0.5 (8c8034f4-d675-4b47-bfbb-8cac8baada86/aca90a20-3c8f-4837-81dd-c8047415d78c/6c85cc81-07e5-4bc4-a681-44886ab4dfe0) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:15.779180 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.795039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e0f4db7-cb62-4caf-a8ec-3e2067ffc42d req-47e43c94-667f-4e48-a33c-251b5707ff97 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 210 time: 0.0821176 Nov 12 08:52:15.823861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54210) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:15.881286 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:15.894874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:15.970596 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Network 8c8034f4-d675-4b47-bfbb-8cac8baada86 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:16.000881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-645d9d60-794c-4e43-bde0-9c13f48eae34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.003228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:16.045028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:16.048181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event updated for resources: {'Port': ['ID=6c85cc81-07e5-4bc4-a681-44886ab4dfe0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:16.157849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:16.161726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.194451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-2687464f-cf73-467a-ae41-d1308a405da6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2202394 Nov 12 08:52:16.208193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Request body: {'port': {'device_id': 'aaf5beab-f25c-4df3-8e7b-31df898a97de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:16.217330 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-645d9d60-794c-4e43-bde0-9c13f48eae34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.224682 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-645d9d60-794c-4e43-bde0-9c13f48eae34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.297500 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.312156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d9d60-794c-4e43-bde0-9c13f48eae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9863e972-6f76-4d36-87b2-c3ae9928c486,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:16.318310 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-645d9d60-794c-4e43-bde0-9c13f48eae34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8d2057e256745a59448d8fe36eda652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4926982 Nov 12 08:52:16.321032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54236) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:16.386501 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e640b230-af3f-4cc7-8739-4b948a771647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.417973 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e640b230-af3f-4cc7-8739-4b948a771647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.473589 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e640b230-af3f-4cc7-8739-4b948a771647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.477446 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e640b230-af3f-4cc7-8739-4b948a771647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.483137 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e640b230-af3f-4cc7-8739-4b948a771647 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9863e972-6f76-4d36-87b2-c3ae9928c486 HTTP/1.1" status: 204 len: 168 time: 0.1600623 Nov 12 08:52:16.493164 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640b230-af3f-4cc7-8739-4b948a771647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9863e972-6f76-4d36-87b2-c3ae9928c486,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:16.824743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:16.851298 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.875419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Transition to ACTIVE for port object 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:52:16.883508 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.999683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981b0fb-b1d2-4cf8-9dde-df56bf27d7f1 req-1b8a4ae5-834c-42a9-ab25-2eb95dd0a510 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:17.009948 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9981b0fb-b1d2-4cf8-9dde-df56bf27d7f1 req-1b8a4ae5-834c-42a9-ab25-2eb95dd0a510 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 943 time: 0.0857604 Nov 12 08:52:17.103011 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9981b0fb-b1d2-4cf8-9dde-df56bf27d7f1 req-a1efae42-fac4-4438-8998-6e68ed804161 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907125 Nov 12 08:52:17.131835 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Pushing event updated for resources: {'Port': ['ID=6c85cc81-07e5-4bc4-a681-44886ab4dfe0,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:17.214937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Attempting to bind port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:17.215285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Attempting to bind port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:17.215622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Attempting to bind port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:17.230298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:17.230631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Attempting to bind port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:17.239345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:17.239687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Checking segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:17.240078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Bound using segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:17.240515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Bound port: 6c85cc81-07e5-4bc4-a681-44886ab4dfe0, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:17.240880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.392075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54294) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:17.430014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] For port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:17.440465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] For port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6c85cc81-07e5-4bc4-a681-44886ab4dfe0,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:17.457075 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.524596 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:17.525394 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.543646 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] 10.222.0.52 "PUT /v2.0/ports/6c85cc81-07e5-4bc4-a681-44886ab4dfe0 HTTP/1.1" status: 200 len: 1092 time: 1.3407807 Nov 12 08:52:17.544139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf5beab-f25c-4df3-8e7b-31df898a97de', 'tag': '6c85cc81-07e5-4bc4-a681-44886ab4dfe0'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:17.549211 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e5d18c-4651-4c13-9d24-bb88333676dd" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf5beab-f25c-4df3-8e7b-31df898a97de", "tag": "6c85cc81-07e5-4bc4-a681-44886ab4dfe0"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:17.628286 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dc02ed-dbc9-4f73-8839-b6ab1d5e357f x-openstack-request-id: req-b9dc02ed-dbc9-4f73-8839-b6ab1d5e357f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:17.635051 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306468a3-153d-4225-845a-c747cc5fe175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.637594 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf5beab-f25c-4df3-8e7b-31df898a97de", "tag": "6c85cc81-07e5-4bc4-a681-44886ab4dfe0", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:17.638058 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9dc02ed-dbc9-4f73-8839-b6ab1d5e357f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:17.639289 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf5beab-f25c-4df3-8e7b-31df898a97de', 'tag': '6c85cc81-07e5-4bc4-a681-44886ab4dfe0', 'status': 'completed', 'code': 200} Nov 12 08:52:17.714650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c877f70-bcb5-4564-a94e-dda1c25c6569 service neutron] Pushing event updated for resources: {'Port': ['ID=6c85cc81-07e5-4bc4-a681-44886ab4dfe0,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:17.756988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-cb4f79aa-c2c3-4be1-9f27-4059503ba180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:17.766861 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-cb4f79aa-c2c3-4be1-9f27-4059503ba180 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 1095 time: 0.1677201 Nov 12 08:52:17.865035 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306468a3-153d-4225-845a-c747cc5fe175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.875177 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-306468a3-153d-4225-845a-c747cc5fe175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:17.882447 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-df6dc4d3-7865-4605-9d76-2eaefebb4e01 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c85cc81-07e5-4bc4-a681-44886ab4dfe0 HTTP/1.1" status: 200 len: 217 time: 0.1076136 Nov 12 08:52:17.941636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306468a3-153d-4225-845a-c747cc5fe175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeed172-37de-4c52-8a0c-5e96d4680e67,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:17.950381 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-306468a3-153d-4225-845a-c747cc5fe175 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2baafd86516d40ebb43b5d9434672939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5568614 Nov 12 08:52:17.952989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54336) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:18.015513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-ff1fa379-a477-4b8e-a8cc-eceb520698c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:18.017738 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-ff1fa379-a477-4b8e-a8cc-eceb520698c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.1280737 Nov 12 08:52:18.057216 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21999f26-47b8-4bc1-a62a-6a05ddb1a75c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.070856 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-7777574a-bab1-44df-addc-b9930a8645a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445673 Nov 12 08:52:18.097962 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21999f26-47b8-4bc1-a62a-6a05ddb1a75c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.170449 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21999f26-47b8-4bc1-a62a-6a05ddb1a75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.174568 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21999f26-47b8-4bc1-a62a-6a05ddb1a75c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.176141 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-21999f26-47b8-4bc1-a62a-6a05ddb1a75c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efeed172-37de-4c52-8a0c-5e96d4680e67 HTTP/1.1" status: 204 len: 168 time: 0.2213459 Nov 12 08:52:18.190108 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21999f26-47b8-4bc1-a62a-6a05ddb1a75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeed172-37de-4c52-8a0c-5e96d4680e67,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:18.228932 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-82900a9a-e9de-4b68-a5ee-a220418ebf35 service neutron] 10.222.0.52 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495965 Nov 12 08:52:18.296886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b19b5e-2721-461f-97b2-3b2fd4f5d421 req-b5549ed5-c03c-4f62-92af-3c5e13947b94 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:18.300868 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24b19b5e-2721-461f-97b2-3b2fd4f5d421 req-b5549ed5-c03c-4f62-92af-3c5e13947b94 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 943 time: 0.0874031 Nov 12 08:52:18.383089 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ab24bbe-9249-4f78-881a-3a5add95a286 req-6b49eab0-4d73-4629-a7c9-3c33e8880aa8 service neutron] 10.222.0.52 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465173 Nov 12 08:52:18.393239 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24b19b5e-2721-461f-97b2-3b2fd4f5d421 req-7e7df4b1-cb27-4c05-8e6a-1e5f5f6542b7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832205 Nov 12 08:52:18.513561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5d18c-4651-4c13-9d24-bb88333676dd req-d81808c2-67bf-4f59-a668-7cc1f94d66da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:18.516037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58e5d18c-4651-4c13-9d24-bb88333676dd req-d81808c2-67bf-4f59-a668-7cc1f94d66da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 1095 time: 0.0550346 Nov 12 08:52:18.719993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5d18c-4651-4c13-9d24-bb88333676dd req-8cbf16e5-a45d-4cf5-b47c-ec36bf2b3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:18.722434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58e5d18c-4651-4c13-9d24-bb88333676dd req-8cbf16e5-a45d-4cf5-b47c-ec36bf2b3d81 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 905 time: 0.1970742 Nov 12 08:52:18.815408 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58e5d18c-4651-4c13-9d24-bb88333676dd req-153c3861-8b14-4539-ad77-1d4b3a55cad0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c85cc81-07e5-4bc4-a681-44886ab4dfe0 HTTP/1.1" status: 200 len: 217 time: 0.0750022 Nov 12 08:52:18.818132 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54362) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:18.835927 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.875632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5d18c-4651-4c13-9d24-bb88333676dd req-8dc1b060-af7d-41e5-be81-3f1cbf03663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:18.877475 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58e5d18c-4651-4c13-9d24-bb88333676dd req-8dc1b060-af7d-41e5-be81-3f1cbf03663f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.0611513 Nov 12 08:52:19.011891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58e5d18c-4651-4c13-9d24-bb88333676dd req-421fb17a-676c-4e41-b774-c11af5d2e1e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245105 Nov 12 08:52:19.127373 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.134736 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.150955 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54376) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:19.177018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58e5d18c-4651-4c13-9d24-bb88333676dd req-c97748c1-ead9-4f3e-ba02-c7e77a794178 service neutron] 10.222.0.52 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574681 Nov 12 08:52:19.185714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eebda2f5755a487f888edbd0c9da014e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3634555 Nov 12 08:52:19.186578 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54382) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:19.205452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77291815-55b7-4524-88ec-40023d13740c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:19.215975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:19.216641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:19.217192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:19.217915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:19.218452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:19.219548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:19.220173 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:19.220675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:19.221261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:19.221951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:19.222454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:19.222949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67afa3-56ca-4765-91b1-89dcc8a811cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:19.356528 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58e5d18c-4651-4c13-9d24-bb88333676dd req-71c9c341-dbce-43da-986c-a45ed87d74cd service neutron] 10.222.0.52 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706553 Nov 12 08:52:19.373370 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b0fb7380-f96e-490f-b973-e7afb6a0dd01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.414277 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b0fb7380-f96e-490f-b973-e7afb6a0dd01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.416216 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4468933-1b5a-47fe-a0f0-6f2aeadba7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.602902 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b0fb7380-f96e-490f-b973-e7afb6a0dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.610951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b0fb7380-f96e-490f-b973-e7afb6a0dd01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.612102 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b0fb7380-f96e-490f-b973-e7afb6a0dd01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77291815-55b7-4524-88ec-40023d13740c HTTP/1.1" status: 204 len: 168 time: 0.4140890 Nov 12 08:52:19.614581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059133-b104-407a-997f-50d1881fce3c req-9371b156-3314-4026-8e9d-d45bfbea6684 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:19.622508 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-44059133-b104-407a-997f-50d1881fce3c req-9371b156-3314-4026-8e9d-d45bfbea6684 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 943 time: 0.1102111 Nov 12 08:52:19.699150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4468933-1b5a-47fe-a0f0-6f2aeadba7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.699907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-44059133-b104-407a-997f-50d1881fce3c req-76094c62-2551-4fc5-aafa-e2c77bed27d3 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704780 Nov 12 08:52:19.701395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb7380-f96e-490f-b973-e7afb6a0dd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77291815-55b7-4524-88ec-40023d13740c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:19.713721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4468933-1b5a-47fe-a0f0-6f2aeadba7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.771981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4468933-1b5a-47fe-a0f0-6f2aeadba7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1473051a-ce66-4e55-9867-64a66ece6f4e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:19.777900 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b4468933-1b5a-47fe-a0f0-6f2aeadba7da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5057f4e5f974ada89b3c71d54742625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6252794 Nov 12 08:52:19.780755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54390) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:19.843893 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cc5473a4-3157-431b-9207-47a376a9bb46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.874218 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cc5473a4-3157-431b-9207-47a376a9bb46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.930802 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cc5473a4-3157-431b-9207-47a376a9bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.935378 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cc5473a4-3157-431b-9207-47a376a9bb46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.937182 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cc5473a4-3157-431b-9207-47a376a9bb46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1473051a-ce66-4e55-9867-64a66ece6f4e HTTP/1.1" status: 204 len: 168 time: 0.1548519 Nov 12 08:52:19.959078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5473a4-3157-431b-9207-47a376a9bb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1473051a-ce66-4e55-9867-64a66ece6f4e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:20.566953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54416) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:20.588073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f3c264d-e538-4e6b-ace8-803142e21e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.688609 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f3c264d-e538-4e6b-ace8-803142e21e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.695963 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f3c264d-e538-4e6b-ace8-803142e21e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.740036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c264d-e538-4e6b-ace8-803142e21e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb726d6-406d-4e82-9ccf-69f8f835910d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:20.741581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8f3c264d-e538-4e6b-ace8-803142e21e08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9474fb1b440d4366a96278c56d54a03a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727500 Nov 12 08:52:20.744032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54424) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:20.810814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-51aaadec-7afb-4c6a-99aa-d798cbfbd244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.841426 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-51aaadec-7afb-4c6a-99aa-d798cbfbd244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.866300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16eebc-2476-4a10-b174-973d950ce01e req-de78ea69-b994-4cd9-a51a-275e108d7712 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:20.875783 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc16eebc-2476-4a10-b174-973d950ce01e req-de78ea69-b994-4cd9-a51a-275e108d7712 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 943 time: 0.0901570 Nov 12 08:52:20.908221 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-51aaadec-7afb-4c6a-99aa-d798cbfbd244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.911262 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-51aaadec-7afb-4c6a-99aa-d798cbfbd244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.920841 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-51aaadec-7afb-4c6a-99aa-d798cbfbd244 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bb726d6-406d-4e82-9ccf-69f8f835910d HTTP/1.1" status: 204 len: 168 time: 0.1753628 Nov 12 08:52:20.940497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aaadec-7afb-4c6a-99aa-d798cbfbd244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb726d6-406d-4e82-9ccf-69f8f835910d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:21.000489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:52:21.007501 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc16eebc-2476-4a10-b174-973d950ce01e req-0224ddb0-e5ed-4a71-84cf-8f0d51b43a9e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265559 Nov 12 08:52:21.161538 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6c85cc81-07e5-4bc4-a681-44886ab4dfe0,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:21.179133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '6c85cc81-07e5-4bc4-a681-44886ab4dfe0', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'port_id': '6c85cc81-07e5-4bc4-a681-44886ab4dfe0', 'mac_address': 'fa:16:3e:d9:dc:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca90a20-3c8f-4837-81dd-c8047415d78c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:52:21.230512 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.248185 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:21.319546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6c85cc81-07e5-4bc4-a681-44886ab4dfe0,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:21.329508 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:21.442992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=6c85cc81-07e5-4bc4-a681-44886ab4dfe0,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:21.524711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['6c85cc81-07e5-4bc4-a681-44886ab4dfe0'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:22.200804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54480) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:22.254553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4086c-f74d-4efc-b3ac-7b6c540e39a6 req-1ed6e153-16de-449c-94e0-f5942f4d4d26 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:22.264704 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dde4086c-f74d-4efc-b3ac-7b6c540e39a6 req-1ed6e153-16de-449c-94e0-f5942f4d4d26 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 944 time: 0.1419609 Nov 12 08:52:22.351000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-215920139-network', 'tenant_id': '0477ee059a8c48b08f43e4afb39151ac'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:22.362920 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dde4086c-f74d-4efc-b3ac-7b6c540e39a6 req-804458f9-fb49-4bc6-9ea1-5629c6c2166b tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970705 Nov 12 08:52:22.410151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Made reservation on behalf of 0477ee059a8c48b08f43e4afb39151ac for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:22.413363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.428756 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.462055 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.551894 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.558067 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.590567 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:22.624687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:22.643688 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.644377 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Added segment fddae4dc-edc1-485f-9784-66dcf76e793a of type vlan for network 3baae14d-44fa-4e5f-bdd2-f665de948c4f Nov 12 08:52:22.745728 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.781649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.782829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:22.783499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:22.864544 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:52:22.888078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54496) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:22.888379 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6857729 Nov 12 08:52:22.894030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9c4d6288-6ab1-4953-879a-24c5bcc9f7f0 admin admin] Request body: {'subnet': {'network_id': '3baae14d-44fa-4e5f-bdd2-f665de948c4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-215920139-subnet', 'tenant_id': '0477ee059a8c48b08f43e4afb39151ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:22.895009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49bf8a-a4bf-4ccb-bcd6-ccf8f254d109 admin admin] Pushing event updated for resources: {'Network': ['ID=3baae14d-44fa-4e5f-bdd2-f665de948c4f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:22.905790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 3baae14d-44fa-4e5f-bdd2-f665de948c4f details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:22.959772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4d6288-6ab1-4953-879a-24c5bcc9f7f0 admin admin] Made reservation on behalf of 0477ee059a8c48b08f43e4afb39151ac for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:22.961679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54500) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:22.962727 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6288-6ab1-4953-879a-24c5bcc9f7f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.058497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:23.246976 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:52:23.255261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:23.256150 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.454775 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cafd9cea-3590-49a3-9bfc-8c7d906a9fca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ff8b8d064b1461fbaa4985e9101fca3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4874930 Nov 12 08:52:23.455765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54508) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:23.460296 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.534478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6c85cc81-07e5-4bc4-a681-44886ab4dfe0,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:23.538399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf5beab-f25c-4df3-8e7b-31df898a97de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c85cc81-07e5-4bc4-a681-44886ab4dfe0'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:23.542549 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfe5f6d-a0aa-4ce8-973d-53e2b41c55c7" -d '{"events": [{"server_uuid": "aaf5beab-f25c-4df3-8e7b-31df898a97de", "name": "network-vif-plugged", "status": "completed", "tag": "6c85cc81-07e5-4bc4-a681-44886ab4dfe0"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:23.549987 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.669907 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d818525d-a11c-4363-8adf-2db3fbc37e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.685267 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=6c85cc81-07e5-4bc4-a681-44886ab4dfe0,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:23.723601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57d6f7-a3c9-4421-b9b5-2bc3435da4b8 req-d812a6c7-6e79-4e21-90c5-1d69930792df tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:23.725193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc57d6f7-a3c9-4421-b9b5-2bc3435da4b8 req-d812a6c7-6e79-4e21-90c5-1d69930792df tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 944 time: 0.2060914 Nov 12 08:52:23.736798 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d818525d-a11c-4363-8adf-2db3fbc37e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.813524 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc57d6f7-a3c9-4421-b9b5-2bc3435da4b8 req-29216a68-1c7c-45ef-83bf-b8f5d54c8c15 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792155 Nov 12 08:52:23.847035 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d818525d-a11c-4363-8adf-2db3fbc37e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.850150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d818525d-a11c-4363-8adf-2db3fbc37e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.851973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d818525d-a11c-4363-8adf-2db3fbc37e0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0359b522-21a5-4bcf-80d2-5f329be6ad9a HTTP/1.1" status: 204 len: 168 time: 0.3951464 Nov 12 08:52:23.874510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818525d-a11c-4363-8adf-2db3fbc37e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0359b522-21a5-4bcf-80d2-5f329be6ad9a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:23.916092 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6288-6ab1-4953-879a-24c5bcc9f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:23.954951 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a78dfe7-d8e4-44f3-b58a-0b29ccb1cc12 x-openstack-request-id: req-8a78dfe7-d8e4-44f3-b58a-0b29ccb1cc12 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:23.956009 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf5beab-f25c-4df3-8e7b-31df898a97de", "name": "network-vif-plugged", "status": "completed", "tag": "6c85cc81-07e5-4bc4-a681-44886ab4dfe0", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:23.956832 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a78dfe7-d8e4-44f3-b58a-0b29ccb1cc12 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:23.961148 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf5beab-f25c-4df3-8e7b-31df898a97de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c85cc81-07e5-4bc4-a681-44886ab4dfe0', 'code': 200} Nov 12 08:52:23.967825 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d6288-6ab1-4953-879a-24c5bcc9f7f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=572a8bdd-ed52-43cc-91f9-3c912b748962,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:24.009730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4d6288-6ab1-4953-879a-24c5bcc9f7f0 admin admin] Checking segment: {'id': 'fddae4dc-edc1-485f-9784-66dcf76e793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3baae14d-44fa-4e5f-bdd2-f665de948c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:24.010029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4d6288-6ab1-4953-879a-24c5bcc9f7f0 admin admin] Network hostable DHCP agents. Network: 3baae14d-44fa-4e5f-bdd2-f665de948c4f, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:24.029414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4d6288-6ab1-4953-879a-24c5bcc9f7f0 admin admin] Network 3baae14d-44fa-4e5f-bdd2-f665de948c4f is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:24.042332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-9c4d6288-6ab1-4953-879a-24c5bcc9f7f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 3baae14d-44fa-4e5f-bdd2-f665de948c4f) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:24.047407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4d6288-6ab1-4953-879a-24c5bcc9f7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:24.048364 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6288-6ab1-4953-879a-24c5bcc9f7f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.053382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97973859-c013-4c32-a16e-fe9f448c717e None None] Network 3baae14d-44fa-4e5f-bdd2-f665de948c4f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:24.082667 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9c4d6288-6ab1-4953-879a-24c5bcc9f7f0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1928775 Nov 12 08:52:24.135275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162872a0-1fbb-437a-bbfe-65aa86dc86dc req-f0af175f-b5bb-4a43-b932-b60882cbd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:24.141283 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-162872a0-1fbb-437a-bbfe-65aa86dc86dc req-f0af175f-b5bb-4a43-b932-b60882cbd0da service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 1097 time: 0.1084611 Nov 12 08:52:24.208663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-162872a0-1fbb-437a-bbfe-65aa86dc86dc req-d7fc5795-f6dd-4d06-9052-193a95a7637d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611136 Nov 12 08:52:24.224999 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1487bcfe-4d43-43d4-a84e-393bf52a9fe8 None None] Network 3baae14d-44fa-4e5f-bdd2-f665de948c4f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:24.796969 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54556) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:24.801906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1167902036-network', 'tenant_id': '01e80f396bf04d908b083b84bda0b329'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:24.823901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Made reservation on behalf of 01e80f396bf04d908b083b84bda0b329 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:24.826412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.843976 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:24.987009 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54568) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:25.020457 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.031495 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.047695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:25.075839 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.076221 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Added segment 04dac276-b661-43a0-8704-6f25d5a26199 of type vlan for network da9b177b-e518-4298-9f01-eaf690bcb271 Nov 12 08:52:25.096000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f238a-848f-417b-b69c-5f310d662e85 req-89840d23-9975-4d6d-b9d5-534395c6e10a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:25.099030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c93f238a-848f-417b-b69c-5f310d662e85 req-89840d23-9975-4d6d-b9d5-534395c6e10a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 945 time: 0.1333869 Nov 12 08:52:25.136013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1160193248-network', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:25.168186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Made reservation on behalf of 3047633a86764fd1aa0ef6ef6d5a5248 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:25.170806 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.183057 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.188980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fc2d71-70c0-4acf-98ec-bfe518cfead1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:25.231939 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.293253 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c93f238a-848f-417b-b69c-5f310d662e85 req-40d90255-c9ad-41d7-a040-afb41ea7d26d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821074 Nov 12 08:52:25.328020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.330261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:25.331704 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.360365 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.366111 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.394520 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:25.408195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09191a4b-70ac-4ca1-a67b-16060cc11a4b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:25.413909 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.414537 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Added segment 05f64e58-5458-4c39-8955-e4cfb7931663 of type vlan for network d2a9cfd5-7dc0-4081-9047-d432a82052a4 Nov 12 08:52:25.429783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] Pushing event updated for resources: {'Network': ['ID=da9b177b-e518-4298-9f01-eaf690bcb271,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:25.439631 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-caa1038c-2d1d-43bc-bd2d-844dcf356b99 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6390476 Nov 12 08:52:25.440045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54578) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:25.445273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network da9b177b-e518-4298-9f01-eaf690bcb271 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:25.445930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-adec5705-5820-465a-b19f-a770961a7576 admin admin] Request body: {'subnet': {'network_id': 'da9b177b-e518-4298-9f01-eaf690bcb271', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1167902036-subnet', 'tenant_id': '01e80f396bf04d908b083b84bda0b329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:25.476253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adec5705-5820-465a-b19f-a770961a7576 admin admin] Made reservation on behalf of 01e80f396bf04d908b083b84bda0b329 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:25.479597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.481355 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-adec5705-5820-465a-b19f-a770961a7576 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.523834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.525061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:25.526779 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.623709 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6312437 Nov 12 08:52:25.626799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54580) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:25.632853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-85267488-8ff2-4b67-ad7a-8a09480ba46d admin admin] Request body: {'subnet': {'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1160193248-subnet', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:25.663023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d051b-9ed1-406d-95cf-0c634dc22ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=d2a9cfd5-7dc0-4081-9047-d432a82052a4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:25.676815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:25.690576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85267488-8ff2-4b67-ad7a-8a09480ba46d admin admin] Made reservation on behalf of 3047633a86764fd1aa0ef6ef6d5a5248 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:25.695112 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-85267488-8ff2-4b67-ad7a-8a09480ba46d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.711525 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-adec5705-5820-465a-b19f-a770961a7576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.792553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec5705-5820-465a-b19f-a770961a7576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af1408b2-e488-49d7-ba6a-ccd48f7d3b9d,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:25.820487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec5705-5820-465a-b19f-a770961a7576 admin admin] Checking segment: {'id': '04dac276-b661-43a0-8704-6f25d5a26199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'da9b177b-e518-4298-9f01-eaf690bcb271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:25.821892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec5705-5820-465a-b19f-a770961a7576 admin admin] Network hostable DHCP agents. Network: da9b177b-e518-4298-9f01-eaf690bcb271, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:25.848231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec5705-5820-465a-b19f-a770961a7576 admin admin] Network da9b177b-e518-4298-9f01-eaf690bcb271 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:25.863292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-adec5705-5820-465a-b19f-a770961a7576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, da9b177b-e518-4298-9f01-eaf690bcb271) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:25.872837 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9873a1-db10-49f9-8524-9f4d18c0b233 None None] Network da9b177b-e518-4298-9f01-eaf690bcb271 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:25.888931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adec5705-5820-465a-b19f-a770961a7576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:25.894131 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-adec5705-5820-465a-b19f-a770961a7576 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:25.930816 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-adec5705-5820-465a-b19f-a770961a7576 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4889452 Nov 12 08:52:25.942706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-85267488-8ff2-4b67-ad7a-8a09480ba46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.043207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85267488-8ff2-4b67-ad7a-8a09480ba46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fdcf052-295a-4e9d-9bdc-67e73beb1d06,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:26.132107 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85267488-8ff2-4b67-ad7a-8a09480ba46d admin admin] Checking segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:26.134187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85267488-8ff2-4b67-ad7a-8a09480ba46d admin admin] Network hostable DHCP agents. Network: d2a9cfd5-7dc0-4081-9047-d432a82052a4, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:26.179331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85267488-8ff2-4b67-ad7a-8a09480ba46d admin admin] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:26.201706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-85267488-8ff2-4b67-ad7a-8a09480ba46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, d2a9cfd5-7dc0-4081-9047-d432a82052a4) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:26.207328 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85267488-8ff2-4b67-ad7a-8a09480ba46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:26.207937 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-85267488-8ff2-4b67-ad7a-8a09480ba46d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.228720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-85267488-8ff2-4b67-ad7a-8a09480ba46d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5983744 Nov 12 08:52:26.229654 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54590) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:26.234613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d2bf89-1aab-439f-82db-4379c59f352a None None] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:26.234944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:26.266322 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.267707 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.345188 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.428112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccddd103-4af5-43e2-9279-cdd391c1af02 None None] Network da9b177b-e518-4298-9f01-eaf690bcb271 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:26.593579 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.638618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-d2a9cfd5-7dc0-4081-9047-d432a82052a4', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:52:26.639492 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:26.660101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb652976-d4de-49d1-a78b-87d8644d088b req-f1ca3d7f-4f8c-488c-8985-c4a4883569d7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:26.664191 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb652976-d4de-49d1-a78b-87d8644d088b req-f1ca3d7f-4f8c-488c-8985-c4a4883569d7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 945 time: 0.2235169 Nov 12 08:52:26.786351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb652976-d4de-49d1-a78b-87d8644d088b req-9655ef8c-d764-4b22-b9f6-549d63939311 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110280 Nov 12 08:52:27.116569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Allocated IP 172.20.0.2 (d2a9cfd5-7dc0-4081-9047-d432a82052a4/4fdcf052-295a-4e9d-9bdc-67e73beb1d06/4d52c192-d7f3-4f12-8cc5-110d7103ccc6) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:27.251150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f1fc12c3-f4c7-402c-8f8e-d91b07714ce1 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:27.253986 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f1fc12c3-f4c7-402c-8f8e-d91b07714ce1 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/networks?id=3baae14d-44fa-4e5f-bdd2-f665de948c4f HTTP/1.1" status: 200 len: 808 time: 0.6460876 Nov 12 08:52:27.290774 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-461f58f7-3f9a-4202-88d3-d68a4e73886c tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/quotas/0477ee059a8c48b08f43e4afb39151ac HTTP/1.1" status: 200 len: 375 time: 0.0290666 Nov 12 08:52:27.306493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae2d41-7740-4610-94df-0eb416cba33d req-bf4dc3cc-2a5a-4081-b926-094df46e702f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:27.316320 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e4ae2d41-7740-4610-94df-0eb416cba33d req-bf4dc3cc-2a5a-4081-b926-094df46e702f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 945 time: 0.3900051 Nov 12 08:52:27.329889 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.365834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.373640 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-32e8e82e-f961-4fd9-82fa-b229779a0544 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0477ee059a8c48b08f43e4afb39151ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778124 Nov 12 08:52:27.458845 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e4ae2d41-7740-4610-94df-0eb416cba33d req-d8be66e8-ab52-453d-9232-eeeacc858128 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383164 Nov 12 08:52:27.504367 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.516990 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.588208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:27.594365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:27.598402 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:27.599301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Allocated IP 172.25.3.189 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:27.601717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-572350ea-701d-42b8-b354-d63eea53fc16 service neutron] 10.222.0.31 "GET /v2.0/networks/3baae14d-44fa-4e5f-bdd2-f665de948c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200649 Nov 12 08:52:27.611439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Pushing event updated for resources: {'Port': ['ID=4d52c192-d7f3-4f12-8cc5-110d7103ccc6,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:27.769984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Attempting to bind port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:27.772045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Attempting to bind port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:27.772643 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Attempting to bind port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:27.780877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:27.782040 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Checking segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:27.782663 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.783252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Bound using segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:27.783945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Bound port: 4d52c192-d7f3-4f12-8cc5-110d7103ccc6, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:27.785254 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.815938 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.852682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-8e74774a-e887-41ad-afa7-35e330c11015 service neutron] 10.222.0.31 "GET /v2.0/networks/3baae14d-44fa-4e5f-bdd2-f665de948c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357388 Nov 12 08:52:27.965675 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] For port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:27.976059 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eb447-35dc-47c7-aeb7-4ee76c2d5133 req-a5054208-ebbe-497d-80e4-9b24919266f9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:27.977134 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] For port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4d52c192-d7f3-4f12-8cc5-110d7103ccc6,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:27.986879 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b2eb447-35dc-47c7-aeb7-4ee76c2d5133 req-a5054208-ebbe-497d-80e4-9b24919266f9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 945 time: 0.1410871 Nov 12 08:52:28.013548 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:28.137319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb32a0-f0b2-4358-a004-f652a6e111b8 None None] Pushing event updated for resources: {'Port': ['ID=4d52c192-d7f3-4f12-8cc5-110d7103ccc6,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:28.168772 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:28.249596 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b2eb447-35dc-47c7-aeb7-4ee76c2d5133 req-c60d90bc-c51f-4803-b62a-805f3ab71ce1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610726 Nov 12 08:52:28.328115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:28.329433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d673b52-7f9a-4a62-bb3b-e2c34d877efe req-b10b1372-61aa-439d-b493-2a96a24000a6 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 210 time: 0.0879960 Nov 12 08:52:28.344769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:28.347799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:28.377219 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:28.404673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36418449-c6e8-4947-91e4-3df41bab955a None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:28.479699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7483366f-8de4-44f4-8752-b2740bc47416 None None] Provisioning complete for port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:28.480084 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7483366f-8de4-44f4-8752-b2740bc47416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:28.636772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7483366f-8de4-44f4-8752-b2740bc47416 None None] Port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:28.709211 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:28.852871 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.515782 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.580709 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e702dde-1f11-4e9f-82b3-665e7f963159 req-c5800c22-860c-48fa-8e2d-cc353cfe8ab1 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 210 time: 0.0784509 Nov 12 08:52:29.605881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fab85c-794c-479f-9a4c-61e1d5b2bed5 req-f1d5ac99-79f2-444f-8886-8efd9fd3d705 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:29.607854 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42fab85c-794c-479f-9a4c-61e1d5b2bed5 req-f1d5ac99-79f2-444f-8886-8efd9fd3d705 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.52 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 945 time: 0.2437494 Nov 12 08:52:29.669882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b6b29-68bc-479e-a62e-8ec110d4cea6 req-2929df95-55b4-4050-b090-170751f6eba6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:29.687241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f97b6b29-68bc-479e-a62e-8ec110d4cea6 req-2929df95-55b4-4050-b090-170751f6eba6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 945 time: 0.2636080 Nov 12 08:52:29.768268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-42fab85c-794c-479f-9a4c-61e1d5b2bed5 req-164813b7-07aa-44f1-8199-7a6598c34543 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Deleting port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:29.768622 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42fab85c-794c-479f-9a4c-61e1d5b2bed5 req-164813b7-07aa-44f1-8199-7a6598c34543 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:29.865711 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f97b6b29-68bc-479e-a62e-8ec110d4cea6 req-23c70d4f-3405-4f3d-b955-20d23ee322ec tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772773 Nov 12 08:52:29.914180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb2407-cf1a-48ed-8a36-3f07f02b27f2 None None] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:29.972824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Router 90db320e-70f6-4bcc-8d86-a3ca4467e41f is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:52:30.150151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-59259480-c6ff-46b1-b5d1-da5e8498173b tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:30.157000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-59259480-c6ff-46b1-b5d1-da5e8498173b tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.52 "GET /v2.0/networks?id=3baae14d-44fa-4e5f-bdd2-f665de948c4f HTTP/1.1" status: 200 len: 808 time: 0.2312107 Nov 12 08:52:30.162043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7e1336e8-c06a-4ee7-b299-3bd2c1ad8c52 None None] Provisioning complete for port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:30.163679 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7e1336e8-c06a-4ee7-b299-3bd2c1ad8c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.223734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-42fab85c-794c-479f-9a4c-61e1d5b2bed5 req-164813b7-07aa-44f1-8199-7a6598c34543 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] For port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6c85cc81-07e5-4bc4-a681-44886ab4dfe0,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:30.224186 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42fab85c-794c-479f-9a4c-61e1d5b2bed5 req-164813b7-07aa-44f1-8199-7a6598c34543 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.279344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-42fab85c-794c-479f-9a4c-61e1d5b2bed5 req-164813b7-07aa-44f1-8199-7a6598c34543 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Calling delete_port for 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:30.352366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:30.379947 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.384020 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-18f9712f-b6d1-46d1-b7d4-143c63125ad5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1504817 Nov 12 08:52:30.384237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54660) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:30.499111 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7e1336e8-c06a-4ee7-b299-3bd2c1ad8c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.501611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Sync routers for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:30.550585 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:30.551506 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:30.566911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Request body: {'port': {'device_id': 'a6243da5-953d-47cb-84ae-c260f1b90228', 'network_id': '3baae14d-44fa-4e5f-bdd2-f665de948c4f', 'admin_state_up': True, 'tenant_id': '0477ee059a8c48b08f43e4afb39151ac'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:30.660747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:30.665552 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42fab85c-794c-479f-9a4c-61e1d5b2bed5 req-164813b7-07aa-44f1-8199-7a6598c34543 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.731794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164813b7-07aa-44f1-8199-7a6598c34543 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event deleted for resources: {'Port': ['ID=6c85cc81-07e5-4bc4-a681-44886ab4dfe0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:30.765815 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85e0ff46-77a2-4680-93da-3de90921f825 req-b275d24e-ab98-4e72-892a-726e1c41f9bd tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 210 time: 0.0294218 Nov 12 08:52:30.800773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fab85c-794c-479f-9a4c-61e1d5b2bed5 req-164813b7-07aa-44f1-8199-7a6598c34543 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] No DVR routers for this DVR port 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:30.805853 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-42fab85c-794c-479f-9a4c-61e1d5b2bed5 req-164813b7-07aa-44f1-8199-7a6598c34543 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.811225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42fab85c-794c-479f-9a4c-61e1d5b2bed5 req-164813b7-07aa-44f1-8199-7a6598c34543 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.52 "DELETE /v2.0/ports/6c85cc81-07e5-4bc4-a681-44886ab4dfe0 HTTP/1.1" status: 204 len: 173 time: 1.1899788 Nov 12 08:52:30.812070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf5beab-f25c-4df3-8e7b-31df898a97de', 'name': 'network-vif-deleted', 'tag': '6c85cc81-07e5-4bc4-a681-44886ab4dfe0'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:30.815739 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec977dc-89f6-4227-856d-060870b1e7ec" -d '{"events": [{"server_uuid": "aaf5beab-f25c-4df3-8e7b-31df898a97de", "name": "network-vif-deleted", "tag": "6c85cc81-07e5-4bc4-a681-44886ab4dfe0"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:30.836860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Made reservation on behalf of 0477ee059a8c48b08f43e4afb39151ac for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:30.856309 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:30.874081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:31.203430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:31.225052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['6c85cc81-07e5-4bc4-a681-44886ab4dfe0'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:31.303434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-082c355b-d955-4bb0-b1d2-f8a42a2eec14 req-3855043c-8d60-4533-90bd-11b51538d688 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=aaf5beab-f25c-4df3-8e7b-31df898a97de HTTP/1.1" status: 200 len: 210 time: 0.1890583 Nov 12 08:52:31.315191 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc6ed0c-e71f-4d69-a2c5-c72693214e64 x-openstack-request-id: req-8dc6ed0c-e71f-4d69-a2c5-c72693214e64 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:31.316138 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf5beab-f25c-4df3-8e7b-31df898a97de", "name": "network-vif-deleted", "tag": "6c85cc81-07e5-4bc4-a681-44886ab4dfe0", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:31.316536 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dc6ed0c-e71f-4d69-a2c5-c72693214e64 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:31.318504 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf5beab-f25c-4df3-8e7b-31df898a97de', 'name': 'network-vif-deleted', 'tag': '6c85cc81-07e5-4bc4-a681-44886ab4dfe0', 'status': 'completed', 'code': 200} Nov 12 08:52:31.447177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Allocated IP 172.20.0.7 (3baae14d-44fa-4e5f-bdd2-f665de948c4f/572a8bdd-ed52-43cc-91f9-3c912b748962/82e8e606-5511-48b3-8b42-a759839b2346) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:31.447438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-7e1336e8-c06a-4ee7-b299-3bd2c1ad8c52 None None] For port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4d52c192-d7f3-4f12-8cc5-110d7103ccc6,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:31.526715 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7e1336e8-c06a-4ee7-b299-3bd2c1ad8c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:31.714564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:31.948957 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.035774 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.042342 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4f664025-e207-4f4a-8d84-ac7462e7b2a0 req-a7131a33-e5d9-4120-ae61-5cd966cd1d07 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 210 time: 0.0551167 Nov 12 08:52:32.102361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Network 3baae14d-44fa-4e5f-bdd2-f665de948c4f is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:32.107025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Allocated IP 172.20.0.1 (d2a9cfd5-7dc0-4081-9047-d432a82052a4/4fdcf052-295a-4e9d-9bdc-67e73beb1d06/a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:32.112474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:32.176689 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:32.292554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d80ea623-7d3b-4562-92b1-6e0723f39abb None None] Provisioning complete for port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:32.293276 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d80ea623-7d3b-4562-92b1-6e0723f39abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.302045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1336e8-c06a-4ee7-b299-3bd2c1ad8c52 None None] Pushing event updated for resources: {'Port': ['ID=4d52c192-d7f3-4f12-8cc5-110d7103ccc6,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:32.306598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Pushing event updated for resources: {'Port': ['ID=82e8e606-5511-48b3-8b42-a759839b2346,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:32.309253 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.321870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:32.322247 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.351343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:32.360159 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.374689 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.394435 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-04c739d5-6414-44fd-a5aa-6b7d0209b84e tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2277122 Nov 12 08:52:32.411836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Request body: {'port': {'device_id': 'a6243da5-953d-47cb-84ae-c260f1b90228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:32.542290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Pushing event updated for resources: {'Port': ['ID=a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:32.542290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:32.544758 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:32.547430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:32.548003 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:32.811869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:28Z', 'revision_number': 3, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:32.923536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Checking router: 90db320e-70f6-4bcc-8d86-a3ca4467e41f for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:32.927346 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Updating router 90db320e-70f6-4bcc-8d86-a3ca4467e41f port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:52:33.055978 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.096034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:33.159277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:33.159626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 6c85cc81-07e5-4bc4-a681-44886ab4dfe0 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:33.254805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e8e606-5511-48b3-8b42-a759839b2346 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:33.276522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:33.293214 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.325040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Transition to ACTIVE for port object 82e8e606-5511-48b3-8b42-a759839b2346 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:52:33.339532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde56f25-c10b-4c6a-a138-308f4cd9c5ba req-a58dde0d-8461-421d-8b92-cdc195de9cdf tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:33.349814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fde56f25-c10b-4c6a-a138-308f4cd9c5ba req-a58dde0d-8461-421d-8b92-cdc195de9cdf tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 931 time: 0.1367610 Nov 12 08:52:33.361090 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.362837 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.440981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-dabd4582-158f-4412-9352-6dd521b05451 None None] Provisioning complete for port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:33.442049 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dabd4582-158f-4412-9352-6dd521b05451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.523456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-dabd4582-158f-4412-9352-6dd521b05451 None None] Port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:33.570079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:33.570554 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.626458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fde56f25-c10b-4c6a-a138-308f4cd9c5ba req-a4d81d60-1c78-4e1b-8e5f-4e491793a553 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755315 Nov 12 08:52:33.750579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Pushing event updated for resources: {'Port': ['ID=82e8e606-5511-48b3-8b42-a759839b2346,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:33.757433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Attempting to bind port 82e8e606-5511-48b3-8b42-a759839b2346 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:33.757795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Attempting to bind port 82e8e606-5511-48b3-8b42-a759839b2346 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'fddae4dc-edc1-485f-9784-66dcf76e793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3baae14d-44fa-4e5f-bdd2-f665de948c4f'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:33.759593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Attempting to bind port 82e8e606-5511-48b3-8b42-a759839b2346 on network 3baae14d-44fa-4e5f-bdd2-f665de948c4f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:33.764591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Port 82e8e606-5511-48b3-8b42-a759839b2346 on network 3baae14d-44fa-4e5f-bdd2-f665de948c4f not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:33.764992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Attempting to bind port 82e8e606-5511-48b3-8b42-a759839b2346 on network 3baae14d-44fa-4e5f-bdd2-f665de948c4f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:33.772530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:33.772871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Checking segment: {'id': 'fddae4dc-edc1-485f-9784-66dcf76e793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3baae14d-44fa-4e5f-bdd2-f665de948c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:33.773309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Bound using segment: {'id': 'fddae4dc-edc1-485f-9784-66dcf76e793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3baae14d-44fa-4e5f-bdd2-f665de948c4f'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:33.773888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Bound port: 82e8e606-5511-48b3-8b42-a759839b2346, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fddae4dc-edc1-485f-9784-66dcf76e793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3baae14d-44fa-4e5f-bdd2-f665de948c4f'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:33.774255 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.856908 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.887749 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.945086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] For port 82e8e606-5511-48b3-8b42-a759839b2346, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:33.953795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] For port 82e8e606-5511-48b3-8b42-a759839b2346, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=82e8e606-5511-48b3-8b42-a759839b2346,segment=NetworkSegment(fddae4dc-edc1-485f-9784-66dcf76e793a),segment_id=fddae4dc-edc1-485f-9784-66dcf76e793a)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:33.960418 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:33.982651 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.103882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:34.104954 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.107527 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] 10.222.0.52 "PUT /v2.0/ports/82e8e606-5511-48b3-8b42-a759839b2346 HTTP/1.1" status: 200 len: 1092 time: 1.7020977 Nov 12 08:52:34.115227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2044738a-69d0-4d4b-b3fc-d36b4909334b None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:34.118214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6243da5-953d-47cb-84ae-c260f1b90228', 'tag': '82e8e606-5511-48b3-8b42-a759839b2346'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:34.121496 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40af77ea-2e96-4da0-a924-25802065cd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6243da5-953d-47cb-84ae-c260f1b90228", "tag": "82e8e606-5511-48b3-8b42-a759839b2346"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:34.151899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Attempting to bind port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:34.152268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Attempting to bind port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:34.153482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Attempting to bind port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:34.168205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Pushing event updated for resources: {'Port': ['ID=e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:34.175469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:34.175870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:34.176256 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.176751 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:34.177138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Bound port: e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:34.177532 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.226740 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca660814-8857-46f6-b46c-7672f0738802 x-openstack-request-id: req-ca660814-8857-46f6-b46c-7672f0738802 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:34.227516 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6243da5-953d-47cb-84ae-c260f1b90228", "tag": "82e8e606-5511-48b3-8b42-a759839b2346", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:34.228028 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca660814-8857-46f6-b46c-7672f0738802 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:34.228660 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6243da5-953d-47cb-84ae-c260f1b90228', 'tag': '82e8e606-5511-48b3-8b42-a759839b2346', 'status': 'completed', 'code': 200} Nov 12 08:52:34.242308 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] For port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:34.245656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] For port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:34.263669 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.266934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fac4b8-28af-4ad1-a5e6-367a4202ded9 service neutron] Pushing event updated for resources: {'Port': ['ID=82e8e606-5511-48b3-8b42-a759839b2346,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:34.267971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:34.268317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:34.268657 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:34.268998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:34.269394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:34.269721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:34.270225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:34.270555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:34.270881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:34.271210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:34.271533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:34.271853 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:34.281257 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.294969 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.332809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33eb046-8a66-4477-95fd-9c6fdd42c537 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:34.347214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-478f8e70-02dd-43cd-bf7b-d1e8dbb7c87e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:34.350114 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-478f8e70-02dd-43cd-bf7b-d1e8dbb7c87e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.3223736 Nov 12 08:52:34.362790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-8d4af609-7388-443c-b693-6237c37491d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:34.364594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-8d4af609-7388-443c-b693-6237c37491d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0477ee059a8c48b08f43e4afb39151ac&device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 1095 time: 0.1342700 Nov 12 08:52:34.378315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Pushing event updated for resources: {'Port': ['ID=a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:34.382299 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.395595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-fe49e39c-a358-41e4-9f37-26072b6098c6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/quotas/c43791fc2baa4c0d9138d9543b230746 HTTP/1.1" status: 200 len: 375 time: 0.0286045 Nov 12 08:52:34.427386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-862e7bce-6401-442b-b3ab-66721c1a02b0 None None] Provisioning complete for port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:34.428051 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-862e7bce-6401-442b-b3ab-66721c1a02b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.472618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:34.474017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:07Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:34.501727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:34.503381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:34.529859 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-40857490-4b73-42b2-8e59-5923a210bb94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82e8e606-5511-48b3-8b42-a759839b2346 HTTP/1.1" status: 200 len: 217 time: 0.1326218 Nov 12 08:52:34.574282 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6e17f-90a8-4711-a3be-cedd5e5548fc None None] Pushing event updated for resources: {'Port': ['ID=e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:34.648297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-305d77d4-dc25-478b-9f7f-e05d4c48b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:34.649119 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-305d77d4-dc25-478b-9f7f-e05d4c48b8d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=572a8bdd-ed52-43cc-91f9-3c912b748962 HTTP/1.1" status: 200 len: 848 time: 0.1108475 Nov 12 08:52:34.698345 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-6ad7694b-3900-42e7-8240-706f5a03bc5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3baae14d-44fa-4e5f-bdd2-f665de948c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368721 Nov 12 08:52:34.708028 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-34a1a038-b2f9-46d0-98b9-549d3afaccac tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2966518 Nov 12 08:52:34.742608 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-862e7bce-6401-442b-b3ab-66721c1a02b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.853403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-862e7bce-6401-442b-b3ab-66721c1a02b0 None None] For port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:34.857517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Router 90db320e-70f6-4bcc-8d86-a3ca4467e41f has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:34.882557 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-f930ea2c-db1c-4574-89ef-aec4bae22c27 service neutron] 10.222.0.52 "GET /v2.0/networks/3baae14d-44fa-4e5f-bdd2-f665de948c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691124 Nov 12 08:52:34.883070 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-862e7bce-6401-442b-b3ab-66721c1a02b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:34.914392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934481b3-d398-47ae-8e31-ee52e2ee34bf req-5744decb-6bc8-477a-9991-d163a98fa21c tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:34.915523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:34.926254 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-934481b3-d398-47ae-8e31-ee52e2ee34bf req-5744decb-6bc8-477a-9991-d163a98fa21c tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 943 time: 0.1592193 Nov 12 08:52:35.083773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0881d66e-3842-4629-b5a8-14a9ad68bce0 req-bcd82d6b-46f6-4117-a89e-9e2f227b3934 service neutron] 10.222.0.52 "GET /v2.0/networks/3baae14d-44fa-4e5f-bdd2-f665de948c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745973 Nov 12 08:52:35.136060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:35.147768 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-086e02a7-f004-4187-bcdc-e3af3d6cc768 admin admin] 10.222.0.31 "PUT /v2.0/routers/90db320e-70f6-4bcc-8d86-a3ca4467e41f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7625639 Nov 12 08:52:35.152809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-207f43e7-3342-4508-ae60-91e5194f0c75 None None] Provisioning complete for port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:35.153364 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-207f43e7-3342-4508-ae60-91e5194f0c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:35.190134 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e7bce-6401-442b-b3ab-66721c1a02b0 None None] Pushing event updated for resources: {'Port': ['ID=e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:35.263937 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-934481b3-d398-47ae-8e31-ee52e2ee34bf req-776a82d9-8397-451a-9d76-fbc43b7598ee tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366418 Nov 12 08:52:35.283411 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-45473445-edd2-470e-b2ac-e098b9403cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:35.322125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-7bb3c37f-da73-4007-b922-d9370e9badae service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385822 Nov 12 08:52:35.483876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-9585d2fa-3c35-4f8e-9a30-aeba5d927b0b service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465755 Nov 12 08:52:35.498167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-207f43e7-3342-4508-ae60-91e5194f0c75 None None] Provisioning complete for port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:35.500916 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-207f43e7-3342-4508-ae60-91e5194f0c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:35.506619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af77ea-2e96-4da0-a924-25802065cd6e req-2a25a54c-1374-46bd-a80e-bd2a99746649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:35.509433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40af77ea-2e96-4da0-a924-25802065cd6e req-2a25a54c-1374-46bd-a80e-bd2a99746649 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0477ee059a8c48b08f43e4afb39151ac&device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 1095 time: 0.1902764 Nov 12 08:52:35.573758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-207f43e7-3342-4508-ae60-91e5194f0c75 None None] Port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:35.616288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 2, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:35.648376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af77ea-2e96-4da0-a924-25802065cd6e req-c4ea1d78-e02b-426e-98a9-a06df048a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:35.650438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40af77ea-2e96-4da0-a924-25802065cd6e req-c4ea1d78-e02b-426e-98a9-a06df048a90f service neutron] 10.222.0.52 "GET /v2.0/networks?id=3baae14d-44fa-4e5f-bdd2-f665de948c4f HTTP/1.1" status: 200 len: 909 time: 0.1281035 Nov 12 08:52:35.730027 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fd0541-bb6b-408b-bec9-6d0c4c87c605 None None] The sync data for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 is: [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 2, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:35.881249 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40af77ea-2e96-4da0-a924-25802065cd6e req-c0d8de8c-bda7-4ff0-acd0-8aa0e2053a87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82e8e606-5511-48b3-8b42-a759839b2346 HTTP/1.1" status: 200 len: 217 time: 0.2218616 Nov 12 08:52:35.941720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e9ed91b-2139-46b1-8a73-c02f56961c30 req-29b903c4-24ae-415d-b0a5-532677fdc83c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 210 time: 0.0648134 Nov 12 08:52:35.974407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af77ea-2e96-4da0-a924-25802065cd6e req-08574d20-3681-47c2-ad0c-e2ff490d4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:35.975976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40af77ea-2e96-4da0-a924-25802065cd6e req-08574d20-3681-47c2-ad0c-e2ff490d4b61 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=572a8bdd-ed52-43cc-91f9-3c912b748962 HTTP/1.1" status: 200 len: 848 time: 0.0855887 Nov 12 08:52:36.034706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40af77ea-2e96-4da0-a924-25802065cd6e req-0c70f02b-f947-45ec-b205-e90c87cea354 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3baae14d-44fa-4e5f-bdd2-f665de948c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492852 Nov 12 08:52:36.171645 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54796) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:36.178637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-523443388-network', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:36.233071 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40af77ea-2e96-4da0-a924-25802065cd6e req-2854b1ab-8fc8-488c-8a0f-feac5fef7a35 service neutron] 10.222.0.52 "GET /v2.0/networks/3baae14d-44fa-4e5f-bdd2-f665de948c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898372 Nov 12 08:52:36.261756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Made reservation on behalf of e031f38abf85410bb440d5defdebf83c for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:36.264388 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.277611 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.497600 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40af77ea-2e96-4da0-a924-25802065cd6e req-c08e4749-3aba-4d02-b606-36f44b68e9a5 service neutron] 10.222.0.52 "GET /v2.0/networks/3baae14d-44fa-4e5f-bdd2-f665de948c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559319 Nov 12 08:52:36.511073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c3d2-bc4f-4ad1-a904-79dd46e86d2a req-5fdcb8dc-3162-4960-92e9-6dc3ecee26a7 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:36.518994 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4cb7c3d2-bc4f-4ad1-a904-79dd46e86d2a req-5fdcb8dc-3162-4960-92e9-6dc3ecee26a7 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 943 time: 0.1183143 Nov 12 08:52:36.531233 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.544458 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.561703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:36.573720 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.574122 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Added segment 7980c91b-2338-4ccc-a3e2-8036df30f7fb of type vlan for network 58a5508a-ee67-4496-a760-e5412ec7fb89 Nov 12 08:52:36.605180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4cb7c3d2-bc4f-4ad1-a904-79dd46e86d2a req-082b2861-0dd7-45ec-9bd3-4895dda4cbc5 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850847 Nov 12 08:52:36.638085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdc0a72-b610-48ee-8764-7adb473cf0b6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:36.694466 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.739313 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.740444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:36.740867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:36.833336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54806) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:36.834625 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6562047 Nov 12 08:52:36.849893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-68e25a44-17ee-4ada-a840-eaea09e93b8f admin admin] Request body: {'subnet': {'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-523443388-subnet', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:36.854998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b759fb-e2a1-47c5-a77e-44ea5ce66e2e admin admin] Pushing event updated for resources: {'Network': ['ID=58a5508a-ee67-4496-a760-e5412ec7fb89,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:36.866569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 58a5508a-ee67-4496-a760-e5412ec7fb89 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:52:36.896230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e25a44-17ee-4ada-a840-eaea09e93b8f admin admin] Made reservation on behalf of e031f38abf85410bb440d5defdebf83c for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:36.899713 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68e25a44-17ee-4ada-a840-eaea09e93b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:37.096881 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2fee734a-ccd0-4735-8a5d-e11e424562a2 req-12cd3b81-2c65-44a9-97dd-23690f4141f9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 210 time: 0.0331140 Nov 12 08:52:37.124022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 82e8e606-5511-48b3-8b42-a759839b2346 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:52:37.376804 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68e25a44-17ee-4ada-a840-eaea09e93b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:37.460821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:37.524713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e25a44-17ee-4ada-a840-eaea09e93b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f460d839-63e7-4ae7-a169-c0660331a836,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:37.594375 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-71f5768f-2842-409b-91f2-c8123355106d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:37.594932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e25a44-17ee-4ada-a840-eaea09e93b8f admin admin] Checking segment: {'id': '7980c91b-2338-4ccc-a3e2-8036df30f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:37.595405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e25a44-17ee-4ada-a840-eaea09e93b8f admin admin] Network hostable DHCP agents. Network: 58a5508a-ee67-4496-a760-e5412ec7fb89, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:52:37.773689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:37.773856 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:37.797970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e25a44-17ee-4ada-a840-eaea09e93b8f admin admin] Network 58a5508a-ee67-4496-a760-e5412ec7fb89 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:52:37.815984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 82e8e606-5511-48b3-8b42-a759839b2346, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=82e8e606-5511-48b3-8b42-a759839b2346,segment=NetworkSegment(fddae4dc-edc1-485f-9784-66dcf76e793a),segment_id=fddae4dc-edc1-485f-9784-66dcf76e793a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:37.870251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '82e8e606-5511-48b3-8b42-a759839b2346', 'network_id': '3baae14d-44fa-4e5f-bdd2-f665de948c4f', 'port_id': '82e8e606-5511-48b3-8b42-a759839b2346', 'mac_address': 'fa:16:3e:ec:ad:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572a8bdd-ed52-43cc-91f9-3c912b748962', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:52:38.047518 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:38.095011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e8e606-5511-48b3-8b42-a759839b2346 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:38.117150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 82e8e606-5511-48b3-8b42-a759839b2346, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=82e8e606-5511-48b3-8b42-a759839b2346,segment=NetworkSegment(fddae4dc-edc1-485f-9784-66dcf76e793a),segment_id=fddae4dc-edc1-485f-9784-66dcf76e793a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:38.128532 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:38.191128 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=82e8e606-5511-48b3-8b42-a759839b2346,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:38.307732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-68e25a44-17ee-4ada-a840-eaea09e93b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 58a5508a-ee67-4496-a760-e5412ec7fb89) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:38.313208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e25a44-17ee-4ada-a840-eaea09e93b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:38.313919 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68e25a44-17ee-4ada-a840-eaea09e93b8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:38.322419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39c1285-97c0-4470-94b0-b07fec0c23db None None] Network 58a5508a-ee67-4496-a760-e5412ec7fb89 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:38.335814 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1542d545-39b4-4443-ae4e-19299a2665af req-f698e95a-a465-4e13-93af-cf4ae6122755 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 210 time: 0.0660510 Nov 12 08:52:38.379390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-68e25a44-17ee-4ada-a840-eaea09e93b8f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5448873 Nov 12 08:52:38.382095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54828) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:38.387550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-523443388-router', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:38.389465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-06e326eb-45d6-4b5e-98cd-6164a56601a9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:38.391580 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-06e326eb-45d6-4b5e-98cd-6164a56601a9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.52 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.8153830 Nov 12 08:52:38.406687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['82e8e606-5511-48b3-8b42-a759839b2346'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:38.407705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96ed4f-7cab-40b4-93ae-788091c79298 req-389cfd4e-0c4c-46a3-bc23-9a2c8bc722aa tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:38.409728 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad96ed4f-7cab-40b4-93ae-788091c79298 req-389cfd4e-0c4c-46a3-bc23-9a2c8bc722aa tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 944 time: 0.5701053 Nov 12 08:52:38.417480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Request body: {'port': {'device_id': '09aa8310-9d46-4090-91a9-c4b51fca00f8', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'admin_state_up': True, 'tenant_id': 'c43791fc2baa4c0d9138d9543b230746'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:38.436896 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:38.438393 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:38.504763 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:38.552646 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad96ed4f-7cab-40b4-93ae-788091c79298 req-7dec31e3-b29e-40f6-87a7-b97242516a17 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138992 Nov 12 08:52:38.607866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Made reservation on behalf of c43791fc2baa4c0d9138d9543b230746 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:38.613524 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:38.706426 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:38.798553 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:38.840651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Allocated IP 172.20.0.14 (8c8034f4-d675-4b47-bfbb-8cac8baada86/aca90a20-3c8f-4837-81dd-c8047415d78c/075aeb15-5aa6-47c6-8ec2-bb6578a6f215) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:38.863792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-58a5508a-ee67-4496-a760-e5412ec7fb89', 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'fixed_ips': [{'subnet_id': 'f460d839-63e7-4ae7-a169-c0660331a836'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:52:38.864807 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.180018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Allocated IP 172.20.0.2 (58a5508a-ee67-4496-a760-e5412ec7fb89/f460d839-63e7-4ae7-a169-c0660331a836/7ce9ba4f-1d92-4a7d-b30b-d419c893befa) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:39.413454 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.484728 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.505663 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.530617 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.546058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:39.624832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Network 8c8034f4-d675-4b47-bfbb-8cac8baada86 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:39.673910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event updated for resources: {'Port': ['ID=075aeb15-5aa6-47c6-8ec2-bb6578a6f215,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:39.681449 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:39.694037 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:39.834899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:39.838716 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:39.879744 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Sync routers for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:39.915928 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:39.916557 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:39.971409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d7858-ceaa-412d-a243-b87bdd6e0ee9 req-5c0996d1-532b-4ce7-b18b-3d3d38688d28 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:39.985149 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f16d7858-ceaa-412d-a243-b87bdd6e0ee9 req-5c0996d1-532b-4ce7-b18b-3d3d38688d28 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 944 time: 0.2170031 Nov 12 08:52:39.985368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f625fe-71a7-4bab-ae71-c1cb4bb20a77 req-a0bd8633-1c70-499a-9df2-1391ad7cf97b tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:39.986528 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-85f625fe-71a7-4bab-ae71-c1cb4bb20a77 req-a0bd8633-1c70-499a-9df2-1391ad7cf97b tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 932 time: 0.3282166 Nov 12 08:52:40.010861 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-b181f9bd-8d07-4965-bf0b-09506adade0e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5988908 Nov 12 08:52:40.024127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.041044 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.044919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Request body: {'port': {'device_id': '09aa8310-9d46-4090-91a9-c4b51fca00f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:40.045491 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.105908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Pushing event updated for resources: {'Port': ['ID=7ce9ba4f-1d92-4a7d-b30b-d419c893befa,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:40.118516 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Network 58a5508a-ee67-4496-a760-e5412ec7fb89 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:40.128357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:40.132191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:40.161865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Allocated IP 172.25.3.76 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/28980e25-a1bb-4ed3-80af-65930a8a2346) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:40.233272 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:40.254413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f16d7858-ceaa-412d-a243-b87bdd6e0ee9 req-705d1f85-5e7b-443c-94d5-4da6decda9e1 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643332 Nov 12 08:52:40.359769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Attempting to bind port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:40.360376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Attempting to bind port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '7980c91b-2338-4ccc-a3e2-8036df30f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:40.364227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Attempting to bind port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa on network 58a5508a-ee67-4496-a760-e5412ec7fb89 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:40.392826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:40.393786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Checking segment: {'id': '7980c91b-2338-4ccc-a3e2-8036df30f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:40.396921 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.397946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Bound using segment: {'id': '7980c91b-2338-4ccc-a3e2-8036df30f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:40.398477 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Bound port: 7ce9ba4f-1d92-4a7d-b30b-d419c893befa, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7980c91b-2338-4ccc-a3e2-8036df30f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:40.398995 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.409697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.498128 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-85f625fe-71a7-4bab-ae71-c1cb4bb20a77 req-1256b8c7-845c-40ba-b111-7dc1c4194178 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706001 Nov 12 08:52:40.626174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] For port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:40.633749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] For port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7ce9ba4f-1d92-4a7d-b30b-d419c893befa,segment=NetworkSegment(7980c91b-2338-4ccc-a3e2-8036df30f7fb),segment_id=7980c91b-2338-4ccc-a3e2-8036df30f7fb)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:40.641006 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.801717 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.808949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbba09d-bbd2-4627-aed0-c032cfd1b926 None None] Pushing event updated for resources: {'Port': ['ID=7ce9ba4f-1d92-4a7d-b30b-d419c893befa,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:40.877033 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.928638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:40.929793 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.960281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:40.963097 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:40.967803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:40.968948 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 2, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:40.976392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:40.980472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Pushing event updated for resources: {'Port': ['ID=28980e25-a1bb-4ed3-80af-65930a8a2346,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:40.985333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Transition to ACTIVE for port object 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:52:40.990899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3d1174-7c54-4f0e-af37-edfc79dd9503 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:41.000062 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.039942 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Checking router: 90db320e-70f6-4bcc-8d86-a3ca4467e41f for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:41.040598 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Updating router 90db320e-70f6-4bcc-8d86-a3ca4467e41f port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:52:41.078996 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.107025 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b138e563-ff7c-483b-b277-89efd4e8788c None None] Provisioning complete for port 28980e25-a1bb-4ed3-80af-65930a8a2346 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:41.107025 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b138e563-ff7c-483b-b277-89efd4e8788c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.235582 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 82e8e606-5511-48b3-8b42-a759839b2346 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:41.376859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b138e563-ff7c-483b-b277-89efd4e8788c None None] Port 28980e25-a1bb-4ed3-80af-65930a8a2346 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:41.385515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Pushing event updated for resources: {'Port': ['ID=075aeb15-5aa6-47c6-8ec2-bb6578a6f215,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:41.474536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7ce9ba4f-1d92-4a7d-b30b-d419c893befa up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:41.549558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 82e8e606-5511-48b3-8b42-a759839b2346 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:52:41.574739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 82e8e606-5511-48b3-8b42-a759839b2346 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:41.575135 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.689394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Attempting to bind port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:41.708223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Attempting to bind port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:41.710243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Attempting to bind port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:41.752219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:52:41.755085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Attempting to bind port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:41.766808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:41.767321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Checking segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:41.767814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Bound using segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:41.768363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Bound port: 075aeb15-5aa6-47c6-8ec2-bb6578a6f215, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:41.768848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.779393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4a1da-a054-49cf-a7ee-963257caf9cd req-cf8feadf-ee3d-435c-bf51-d599a4132845 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:41.781204 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73f4a1da-a054-49cf-a7ee-963257caf9cd req-cf8feadf-ee3d-435c-bf51-d599a4132845 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 944 time: 0.3743439 Nov 12 08:52:41.808001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:41.809356 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.829530 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.924745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-73f4a1da-a054-49cf-a7ee-963257caf9cd req-0d1e4d1b-ac8c-4b23-b664-6ad850a4c7ba tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298358 Nov 12 08:52:41.936186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b049c06-930b-4db0-86bf-38c98327633b req-27f5093f-c542-4811-8b96-3a5d75d6e716 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:41.946322 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b049c06-930b-4db0-86bf-38c98327633b req-27f5093f-c542-4811-8b96-3a5d75d6e716 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 944 time: 0.2822275 Nov 12 08:52:41.982881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] For port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:41.992303 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:41.995529 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] For port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=075aeb15-5aa6-47c6-8ec2-bb6578a6f215,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:42.005006 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.007516 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.174151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:42.175480 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.179281 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] 10.222.0.52 "PUT /v2.0/ports/075aeb15-5aa6-47c6-8ec2-bb6578a6f215 HTTP/1.1" status: 200 len: 1093 time: 2.1492290 Nov 12 08:52:42.185692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09aa8310-9d46-4090-91a9-c4b51fca00f8', 'tag': '075aeb15-5aa6-47c6-8ec2-bb6578a6f215'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:42.196144 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd484bc-8b3c-4db9-9c08-1af1c1721dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "09aa8310-9d46-4090-91a9-c4b51fca00f8", "tag": "075aeb15-5aa6-47c6-8ec2-bb6578a6f215"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:42.286081 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b049c06-930b-4db0-86bf-38c98327633b req-7f32c98e-a692-4696-b36b-95e75db6f100 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364751 Nov 12 08:52:42.333061 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b379bd-bec2-4ff2-a159-e91efa703585 x-openstack-request-id: req-78b379bd-bec2-4ff2-a159-e91efa703585 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:42.339128 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09aa8310-9d46-4090-91a9-c4b51fca00f8", "tag": "075aeb15-5aa6-47c6-8ec2-bb6578a6f215", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:42.340142 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78b379bd-bec2-4ff2-a159-e91efa703585 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:42.340877 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09aa8310-9d46-4090-91a9-c4b51fca00f8', 'tag': '075aeb15-5aa6-47c6-8ec2-bb6578a6f215', 'status': 'completed', 'code': 200} Nov 12 08:52:42.455011 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.473631 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Attempting to bind port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:42.479913 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Attempting to bind port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:42.480986 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Attempting to bind port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:42.483587 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Pushing event updated for resources: {'Port': ['ID=a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:42.540334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa3d78-af3a-4ecd-9e18-dd7af3dbc350 service neutron] Pushing event updated for resources: {'Port': ['ID=075aeb15-5aa6-47c6-8ec2-bb6578a6f215,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:42.574818 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:42.580799 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Checking segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:42.587666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 82e8e606-5511-48b3-8b42-a759839b2346, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=82e8e606-5511-48b3-8b42-a759839b2346,segment=NetworkSegment(fddae4dc-edc1-485f-9784-66dcf76e793a),segment_id=fddae4dc-edc1-485f-9784-66dcf76e793a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:42.587921 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.592660 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Bound using segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:42.596900 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Bound port: a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:42.598017 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.598448 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6243da5-953d-47cb-84ae-c260f1b90228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e8e606-5511-48b3-8b42-a759839b2346'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:42.600709 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6038c26a-ca58-48a6-91c4-1f74833b2435" -d '{"events": [{"server_uuid": "a6243da5-953d-47cb-84ae-c260f1b90228", "name": "network-vif-plugged", "status": "completed", "tag": "82e8e606-5511-48b3-8b42-a759839b2346"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:42.657968 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:42.657968 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:42.658315 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:42.658834 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:42.658834 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:42.659562 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:42.659562 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:42.659991 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:42.659991 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:42.662836 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:42.662836 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:42.662836 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:52:42.669357 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.679412 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.693810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-f64810e4-0d93-4730-92e2-0875959d19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:42.695717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-f64810e4-0d93-4730-92e2-0875959d19cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 1096 time: 0.4456217 Nov 12 08:52:42.720239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401cd44-e16d-4d71-95e0-05cadfae8f3d req-b698ed25-78d3-4b2f-bd7c-4825e8f267bc tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:42.731599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b401cd44-e16d-4d71-95e0-05cadfae8f3d req-b698ed25-78d3-4b2f-bd7c-4825e8f267bc tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1098 time: 0.2680032 Nov 12 08:52:42.751295 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820d265b-7581-42da-92d6-923d6a2db832 x-openstack-request-id: req-820d265b-7581-42da-92d6-923d6a2db832 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:42.753161 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6243da5-953d-47cb-84ae-c260f1b90228", "name": "network-vif-plugged", "status": "completed", "tag": "82e8e606-5511-48b3-8b42-a759839b2346", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:42.753579 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-820d265b-7581-42da-92d6-923d6a2db832 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:42.754152 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6243da5-953d-47cb-84ae-c260f1b90228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e8e606-5511-48b3-8b42-a759839b2346', 'code': 200} Nov 12 08:52:42.899028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7ce9ba4f-1d92-4a7d-b30b-d419c893befa,segment=NetworkSegment(7980c91b-2338-4ccc-a3e2-8036df30f7fb),segment_id=7980c91b-2338-4ccc-a3e2-8036df30f7fb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:42.900335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9b58e97a-4096-4680-85d2-057e4e297c8b None None] Provisioning complete for port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:42.900893 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9b58e97a-4096-4680-85d2-057e4e297c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.912334 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:42.961577 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=82e8e606-5511-48b3-8b42-a759839b2346,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:43.007854 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-1b6eaea5-33c2-42d4-83fc-4fbdec42e65c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075aeb15-5aa6-47c6-8ec2-bb6578a6f215 HTTP/1.1" status: 200 len: 217 time: 0.2899513 Nov 12 08:52:43.032295 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.048681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9b58e97a-4096-4680-85d2-057e4e297c8b None None] Port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:43.087006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85c4295-26b1-4982-add0-08ebf57fae38 None None] Network 58a5508a-ee67-4496-a760-e5412ec7fb89 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:52:43.087260 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] For port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:43.102007 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] For port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:43.160350 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.256235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=7ce9ba4f-1d92-4a7d-b30b-d419c893befa,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:43.327767 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:43.328392 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:43.380570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-89366285-9524-4ea7-bddb-df753b65ae0a None None] Provisioning complete for port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:43.380933 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-89366285-9524-4ea7-bddb-df753b65ae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:43.416023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921a686-6b84-4998-91a1-5429ff66d47e req-3848bf7b-572f-4c92-8fa5-41a07d08e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:43.426073 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1921a686-6b84-4998-91a1-5429ff66d47e req-3848bf7b-572f-4c92-8fa5-41a07d08e3c0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 1097 time: 0.4758427 Nov 12 08:52:43.450300 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b401cd44-e16d-4d71-95e0-05cadfae8f3d req-f9178965-43cc-4750-a739-dabce8c64bd5 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6907241 Nov 12 08:52:43.485975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-ae23116b-dcff-4f47-a84b-55694db58e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:43.487556 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-ae23116b-dcff-4f47-a84b-55694db58e79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.3903911 Nov 12 08:52:43.515782 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:43.563609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 54908) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:43.773864 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b68d88-db7a-4cf3-babb-0ef879bf4a28 None None] Pushing event updated for resources: {'Port': ['ID=a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:44.033981 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-8a3404b1-519f-4e7d-a0b9-cf4f49a168c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5168433 Nov 12 08:52:44.075949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fc8b1a42-88e9-4908-aede-66cbcc5889df None None] Provisioning complete for port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:44.076519 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1a42-88e9-4908-aede-66cbcc5889df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.264313 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1921a686-6b84-4998-91a1-5429ff66d47e req-99a002ce-9e4b-4401-8a77-3aaaa4a28f4e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8242297 Nov 12 08:52:44.298057 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:43Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:44.371151 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2d422-ae74-47ca-92f4-d81c35546cab None None] The sync data for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 is: [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:43Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:44.377422 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1a42-88e9-4908-aede-66cbcc5889df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.378949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4317b75-d782-4daa-b6ab-50241d9c68e0 req-c8b76ab7-c1cd-4792-b5f5-9dbb1d975977 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:44.391499 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4317b75-d782-4daa-b6ab-50241d9c68e0 req-c8b76ab7-c1cd-4792-b5f5-9dbb1d975977 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 944 time: 0.6101966 Nov 12 08:52:44.456684 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42687231-e964-4ad9-ab36-faaa1200b5d6 req-04534dd2-8821-4d32-ae44-f01672b33dc4 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:44.469048 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42687231-e964-4ad9-ab36-faaa1200b5d6 req-04534dd2-8821-4d32-ae44-f01672b33dc4 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 945 time: 1.1570475 Nov 12 08:52:44.471311 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fc8b1a42-88e9-4908-aede-66cbcc5889df None None] For port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:44.481647 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1a42-88e9-4908-aede-66cbcc5889df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.585902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b1a42-88e9-4908-aede-66cbcc5889df None None] Pushing event updated for resources: {'Port': ['ID=a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:44.603727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4317b75-d782-4daa-b6ab-50241d9c68e0 req-0b1eacf7-1d9d-4944-8efa-9cfbb55902a0 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045760 Nov 12 08:52:44.621714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42687231-e964-4ad9-ab36-faaa1200b5d6 req-173fb125-8345-4721-b1a0-048ee2b7bc26 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505008 Nov 12 08:52:44.642351 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fa1318b6-ae97-4cd6-afe5-905f485e1489 None None] Provisioning complete for port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:44.642785 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa1318b6-ae97-4cd6-afe5-905f485e1489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.649139 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Router 686209c8-aa0a-456d-ad5f-75aca11a5f7a is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:52:44.723553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-69fe024d-ff5d-4a2a-aa11-c50a2210d5a6 service neutron] 10.222.0.52 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412463 Nov 12 08:52:44.929794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:44.933115 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07b078fb-a213-4b9f-8ed8-fa77e82080f2 req-171ca134-7533-4ab9-aee5-603ea6cffbf5 service neutron] 10.222.0.52 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981006 Nov 12 08:52:44.953635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port 54b3a5f8-e9de-4c8c-a984-5dfd527dd8e2 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:44.953635 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.969687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Sync routers for ids ['686209c8-aa0a-456d-ad5f-75aca11a5f7a'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:44.988928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Routers {'686209c8-aa0a-456d-ad5f-75aca11a5f7a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:44.991592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['686209c8-aa0a-456d-ad5f-75aca11a5f7a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:44.995862 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:44.998432 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d3d988e6-5671-41d5-a28c-fed1801727ef admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6141815 Nov 12 08:52:45.000357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 54932) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:45.198183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Set router 686209c8-aa0a-456d-ad5f-75aca11a5f7a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:45.351143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd484bc-8b3c-4db9-9c08-1af1c1721dc8 req-a7733ded-618a-498d-a69e-7a0bd5d4420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:45.353238 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dd484bc-8b3c-4db9-9c08-1af1c1721dc8 req-a7733ded-618a-498d-a69e-7a0bd5d4420f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 1096 time: 0.3125298 Nov 12 08:52:45.514747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7ce9ba4f-1d92-4a7d-b30b-d419c893befa up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:45.641400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd484bc-8b3c-4db9-9c08-1af1c1721dc8 req-d6076037-6ae4-4fa1-b681-953b9c7b4855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:45.643047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dd484bc-8b3c-4db9-9c08-1af1c1721dc8 req-d6076037-6ae4-4fa1-b681-953b9c7b4855 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 905 time: 0.2753491 Nov 12 08:52:45.655439 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.655875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:45.881426 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dd484bc-8b3c-4db9-9c08-1af1c1721dc8 req-53dd42c2-c2cf-4e0b-8461-5875f42be888 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075aeb15-5aa6-47c6-8ec2-bb6578a6f215 HTTP/1.1" status: 200 len: 217 time: 0.2179737 Nov 12 08:52:45.892122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for 54b3a5f8-e9de-4c8c-a984-5dfd527dd8e2 owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:46.153364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c5bde-91e7-4be3-8f46-383c78298fa1 req-bc56e5f1-b0fa-4b58-ad08-bad6b830dbd6 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:46.156715 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad5c5bde-91e7-4be3-8f46-383c78298fa1 req-bc56e5f1-b0fa-4b58-ad08-bad6b830dbd6 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 945 time: 0.3006885 Nov 12 08:52:46.349522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd484bc-8b3c-4db9-9c08-1af1c1721dc8 req-b2e823be-db33-409d-b0f9-539387493d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:46.351403 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dd484bc-8b3c-4db9-9c08-1af1c1721dc8 req-b2e823be-db33-409d-b0f9-539387493d8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.1824160 Nov 12 08:52:46.362652 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad5c5bde-91e7-4be3-8f46-383c78298fa1 req-f221376a-0a50-4299-8f69-ebb90695f690 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846211 Nov 12 08:52:46.417073 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dd484bc-8b3c-4db9-9c08-1af1c1721dc8 req-7527a223-9773-4e4f-9462-01ba00133c57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432301 Nov 12 08:52:46.428381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:46.429293 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.439878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93be51-b551-404e-a4f1-18713e1e77f1 req-60a9913d-5345-4a12-8db1-3c249e51249d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:46.443401 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb93be51-b551-404e-a4f1-18713e1e77f1 req-60a9913d-5345-4a12-8db1-3c249e51249d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 944 time: 0.5850382 Nov 12 08:52:46.559326 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.590947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'name': 'tempest-TestVolumeBootPattern-523443388-router', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:38Z', 'updated_at': '2021-11-12T08:52:41Z', 'revision_number': 3, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'gw_port': {'id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:39Z', 'updated_at': '2021-11-12T08:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:46.646806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Checking router: 686209c8-aa0a-456d-ad5f-75aca11a5f7a for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:46.647327 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Updating router 686209c8-aa0a-456d-ad5f-75aca11a5f7a port 28980e25-a1bb-4ed3-80af-65930a8a2346 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:52:46.704168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:46.750933 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.763465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb93be51-b551-404e-a4f1-18713e1e77f1 req-5184606e-06cd-4ea4-8c6e-1b771bdbd449 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821779 Nov 12 08:52:46.847349 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dd484bc-8b3c-4db9-9c08-1af1c1721dc8 req-e9202618-4356-4be9-b003-016612a9597c service neutron] 10.222.0.52 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022293 Nov 12 08:52:46.982678 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Allocated IP 172.20.0.1 (58a5508a-ee67-4496-a760-e5412ec7fb89/f460d839-63e7-4ae7-a169-c0660331a836/6c97c2e3-f6c8-44a8-b216-51bd3c305d40) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:52:47.014782 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.101782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=54b3a5f8-e9de-4c8c-a984-5dfd527dd8e2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:47.148153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:52:47.179791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:47.181315 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.276818 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.284490 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.284985 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Floating IP 48509be7-ccae-474c-a988-b3ab26a0d2ae disassociated (deleted). External IP: 172.25.3.12, port: f6b09547-fac7-4a6e-bf33-892f00c5157d. Nov 12 08:52:47.410345 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.518536 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.523858 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=075aeb15-5aa6-47c6-8ec2-bb6578a6f215,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:47.540665 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Network 58a5508a-ee67-4496-a760-e5412ec7fb89 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:47.541340 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.548081 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dd484bc-8b3c-4db9-9c08-1af1c1721dc8 req-fc957f84-d044-4598-a303-e1a7ebf73b66 service neutron] 10.222.0.52 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762810 Nov 12 08:52:47.554871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:47.570290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:52:47.612026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562858b9-a5e5-4397-91f6-3c9489fa664f None None] Pushing event updated for resources: {'Port': ['ID=28980e25-a1bb-4ed3-80af-65930a8a2346,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:47.634440 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '075aeb15-5aa6-47c6-8ec2-bb6578a6f215', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'port_id': '075aeb15-5aa6-47c6-8ec2-bb6578a6f215', 'mac_address': 'fa:16:3e:eb:08:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca90a20-3c8f-4837-81dd-c8047415d78c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:52:47.660062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=6c97c2e3-f6c8-44a8-b216-51bd3c305d40,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:47.731026 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.787066 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.832046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:52:47.890041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Attempting to bind port 28980e25-a1bb-4ed3-80af-65930a8a2346 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:47.892085 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Attempting to bind port 28980e25-a1bb-4ed3-80af-65930a8a2346 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:47.893336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Attempting to bind port 28980e25-a1bb-4ed3-80af-65930a8a2346 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:47.912107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ee6b8f-8454-4db7-b755-356532236d92 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:47.936668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:47.937129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:47.941007 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:47.944831 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:47.946003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Bound port: 28980e25-a1bb-4ed3-80af-65930a8a2346, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:47.946426 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.176375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] For port 28980e25-a1bb-4ed3-80af-65930a8a2346, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:48.186507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] For port 28980e25-a1bb-4ed3-80af-65930a8a2346, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=28980e25-a1bb-4ed3-80af-65930a8a2346,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:48.224425 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.242236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc58ab2-ef3e-4c2f-8989-325c9c9e9ec9 req-9b5935e3-ece2-436d-87e2-932375c91748 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:48.243783 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4cc58ab2-ef3e-4c2f-8989-325c9c9e9ec9 req-9b5935e3-ece2-436d-87e2-932375c91748 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 944 time: 0.2957685 Nov 12 08:52:48.248439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=075aeb15-5aa6-47c6-8ec2-bb6578a6f215,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:48.357720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4cc58ab2-ef3e-4c2f-8989-325c9c9e9ec9 req-255e04ec-5cb4-4c28-a47e-871a18e1aad5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064255 Nov 12 08:52:48.387380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562858b9-a5e5-4397-91f6-3c9489fa664f None None] Pushing event updated for resources: {'Port': ['ID=28980e25-a1bb-4ed3-80af-65930a8a2346,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:48.403763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f96cad-3c9d-4e62-843b-992b8c1b00f3 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:52:48.430563 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.444023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.539678 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5c35201a-0d9f-41b9-a7ab-66c4ca673fce None None] Provisioning complete for port 28980e25-a1bb-4ed3-80af-65930a8a2346 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:48.540278 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5c35201a-0d9f-41b9-a7ab-66c4ca673fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.595082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router 3fbc7691-888b-4a9e-ab91-d545691f0abd has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:48.609579 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=075aeb15-5aa6-47c6-8ec2-bb6578a6f215,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:48.644843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Routers {'686209c8-aa0a-456d-ad5f-75aca11a5f7a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:48.645904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['686209c8-aa0a-456d-ad5f-75aca11a5f7a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:48.716976 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['075aeb15-5aa6-47c6-8ec2-bb6578a6f215'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:48.873059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:48.890383 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6434539-5bde-4180-9160-4560b28a1615 None None] Sync routers for ids ['3fbc7691-888b-4a9e-ab91-d545691f0abd'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:48.892001 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.910937 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6434539-5bde-4180-9160-4560b28a1615 None None] Routers {'3fbc7691-888b-4a9e-ab91-d545691f0abd'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:48.911397 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c6434539-5bde-4180-9160-4560b28a1615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3fbc7691-888b-4a9e-ab91-d545691f0abd'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:48.933454 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5c35201a-0d9f-41b9-a7ab-66c4ca673fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.969717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ae222084-9010-4391-8d9b-4de160912afa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/floatingips/48509be7-ccae-474c-a988-b3ab26a0d2ae HTTP/1.1" status: 204 len: 168 time: 5.4012511 Nov 12 08:52:48.971006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:48.976690 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83bab82-0da5-4948-8970-c73e8a681426" -d '{"events": [{"name": "network-changed", "server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:49.005898 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.016340 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.027648 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] Set router 686209c8-aa0a-456d-ad5f-75aca11a5f7a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:49.099922 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5c35201a-0d9f-41b9-a7ab-66c4ca673fce None None] For port 28980e25-a1bb-4ed3-80af-65930a8a2346, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=28980e25-a1bb-4ed3-80af-65930a8a2346,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:49.118524 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5c35201a-0d9f-41b9-a7ab-66c4ca673fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.151719 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046aeb95-4830-42e6-a36e-432885497c0b x-openstack-request-id: req-046aeb95-4830-42e6-a36e-432885497c0b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:49.152180 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:49.152346 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-046aeb95-4830-42e6-a36e-432885497c0b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:49.152694 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'status': 'completed', 'code': 200} Nov 12 08:52:49.245676 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.250777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=6c97c2e3-f6c8-44a8-b216-51bd3c305d40,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:49.330895 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c6434539-5bde-4180-9160-4560b28a1615 None None] Set router 3fbc7691-888b-4a9e-ab91-d545691f0abd gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:49.355071 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bab82-0da5-4948-8970-c73e8a681426 req-9c66ff2d-5770-4ece-bc8c-3b612750ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:49.356814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b83bab82-0da5-4948-8970-c73e8a681426 req-9c66ff2d-5770-4ece-bc8c-3b612750ca78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 1098 time: 0.1728520 Nov 12 08:52:49.549381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Network 58a5508a-ee67-4496-a760-e5412ec7fb89 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:52:49.567256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5c35201a-0d9f-41b9-a7ab-66c4ca673fce None None] Provisioning complete for port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:49.567256 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5c35201a-0d9f-41b9-a7ab-66c4ca673fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.601907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35201a-0d9f-41b9-a7ab-66c4ca673fce None None] Pushing event updated for resources: {'Port': ['ID=28980e25-a1bb-4ed3-80af-65930a8a2346,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:49.609777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:52:49.670333 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5c35201a-0d9f-41b9-a7ab-66c4ca673fce None None] Port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:49.734034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb78af-5be6-4ac2-9ad6-a959a05a487d req-a409efb6-b7d9-443e-bd7e-231dd9e6a3db tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:49.735646 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-debb78af-5be6-4ac2-9ad6-a959a05a487d req-a409efb6-b7d9-443e-bd7e-231dd9e6a3db tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.1416180 Nov 12 08:52:49.824689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e9f4-148c-4213-b0a8-a8290176b6d8 req-9ca4a67a-d869-442f-8560-51a6f26f469b tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:49.833865 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c555e9f4-148c-4213-b0a8-a8290176b6d8 req-9ca4a67a-d869-442f-8560-51a6f26f469b tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 945 time: 0.2829611 Nov 12 08:52:49.866323 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5cb69e1b-5186-4363-aa2f-3218058b33dd None None] Provisioning complete for port 28980e25-a1bb-4ed3-80af-65930a8a2346 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:49.866691 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5cb69e1b-5186-4363-aa2f-3218058b33dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.944784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bab82-0da5-4948-8970-c73e8a681426 req-776042c5-e547-4cce-b6fa-2b00969fe23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:49.946347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b83bab82-0da5-4948-8970-c73e8a681426 req-776042c5-e547-4cce-b6fa-2b00969fe23c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 200 len: 897 time: 0.5722957 Nov 12 08:52:49.960322 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c555e9f4-148c-4213-b0a8-a8290176b6d8 req-321b0454-7886-4e50-8026-00dc01ef853f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251597 Nov 12 08:52:49.976244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Router 686209c8-aa0a-456d-ad5f-75aca11a5f7a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:52:50.018024 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c6434539-5bde-4180-9160-4560b28a1615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:50:10Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e05e47b7-1494-4298-a416-00aa92b23416', 'name': '', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:34:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:50:06Z', 'updated_at': '2021-11-12T08:50:18Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:50.031979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'name': 'tempest-TestVolumeBootPattern-523443388-router', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:38Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 4, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'gw_port': {'id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:39Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '6c97c2e3-f6c8-44a8-b216-51bd3c305d40', 'name': '', 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'mac_address': 'fa:16:3e:88:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'f460d839-63e7-4ae7-a169-c0660331a836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:46Z', 'updated_at': '2021-11-12T08:52:47Z', 'revision_number': 1, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'subnets': [{'id': 'f460d839-63e7-4ae7-a169-c0660331a836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:50.076906 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b83bab82-0da5-4948-8970-c73e8a681426 req-9429516c-aab6-43aa-883d-8b832950fb94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 200 len: 217 time: 0.1088116 Nov 12 08:52:50.082177 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-debb78af-5be6-4ac2-9ad6-a959a05a487d req-47cd5c72-8323-43b6-b3d5-d4d989b5ffa2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3110344 Nov 12 08:52:50.091613 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6434539-5bde-4180-9160-4560b28a1615 None None] Checking router: 3fbc7691-888b-4a9e-ab91-d545691f0abd for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:50.114059 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6434539-5bde-4180-9160-4560b28a1615 None None] Routers {'3fbc7691-888b-4a9e-ab91-d545691f0abd'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:50.114686 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c6434539-5bde-4180-9160-4560b28a1615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3fbc7691-888b-4a9e-ab91-d545691f0abd'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:50.120314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bd54ce-c23c-400c-84ea-7ee4115f69f0 None None] The sync data for ids ['686209c8-aa0a-456d-ad5f-75aca11a5f7a'] in n-d-768851-18 is: [{'id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'name': 'tempest-TestVolumeBootPattern-523443388-router', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:38Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 4, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'gw_port': {'id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:39Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '6c97c2e3-f6c8-44a8-b216-51bd3c305d40', 'name': '', 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'mac_address': 'fa:16:3e:88:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'f460d839-63e7-4ae7-a169-c0660331a836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:46Z', 'updated_at': '2021-11-12T08:52:47Z', 'revision_number': 1, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'subnets': [{'id': 'f460d839-63e7-4ae7-a169-c0660331a836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:50.245793 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bab82-0da5-4948-8970-c73e8a681426 req-f139df9d-931c-4287-9240-724cf4b46688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:50.248439 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b83bab82-0da5-4948-8970-c73e8a681426 req-f139df9d-931c-4287-9240-724cf4b46688 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=14c284f0-a69e-4ce3-9b38-0113f7605f99 HTTP/1.1" status: 200 len: 834 time: 0.1630042 Nov 12 08:52:50.353726 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c6434539-5bde-4180-9160-4560b28a1615 None None] Set router 3fbc7691-888b-4a9e-ab91-d545691f0abd gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:50.432669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2bbf93a2-a81c-4da2-a243-f2afa5ab8977 None None] Provisioning complete for port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:50.434557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:52:50.438890 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2bbf93a2-a81c-4da2-a243-f2afa5ab8977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.449160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-69cf3443-5a16-41c0-bf18-23be6565a3d5 admin admin] 10.222.0.31 "PUT /v2.0/routers/686209c8-aa0a-456d-ad5f-75aca11a5f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4441323 Nov 12 08:52:50.485621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bab82-0da5-4948-8970-c73e8a681426 req-3bdc293b-d0b9-4158-b513-c66b8fe727ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:50.487222 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b83bab82-0da5-4948-8970-c73e8a681426 req-3bdc293b-d0b9-4158-b513-c66b8fe727ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4be2e577-6e6c-4874-b93a-e053133a1c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2300215 Nov 12 08:52:50.620774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf93a2-a81c-4da2-a243-f2afa5ab8977 None None] Port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:52:51.084038 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c6434539-5bde-4180-9160-4560b28a1615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:50:10Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e05e47b7-1494-4298-a416-00aa92b23416', 'name': '', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:34:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:50:06Z', 'updated_at': '2021-11-12T08:50:18Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:51.085831 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b83bab82-0da5-4948-8970-c73e8a681426 req-050c53f5-eb86-4b71-87c7-ae33ae35b20a service neutron] 10.222.0.46 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867252 Nov 12 08:52:51.176837 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6434539-5bde-4180-9160-4560b28a1615 None None] The sync data for ids ['3fbc7691-888b-4a9e-ab91-d545691f0abd'] in n-d-768851-18 is: [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:50:10Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e05e47b7-1494-4298-a416-00aa92b23416', 'name': '', 'network_id': '4be2e577-6e6c-4874-b93a-e053133a1c6e', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:34:83:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:50:06Z', 'updated_at': '2021-11-12T08:50:18Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '14c284f0-a69e-4ce3-9b38-0113f7605f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:51.203653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:51.279389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cab4ee-7fba-4da5-a545-fd505ba9653c req-cd938988-69d2-4c41-b1b5-6ce195fb5758 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:51.283152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1cab4ee-7fba-4da5-a545-fd505ba9653c req-cd938988-69d2-4c41-b1b5-6ce195fb5758 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.46 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.4112618 Nov 12 08:52:51.360327 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16296c-72a6-4409-a9bb-5b9f6b38636c req-44fd0671-fc40-4e6a-86bc-0a04f5fa08e1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:51.376160 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a16296c-72a6-4409-a9bb-5b9f6b38636c req-44fd0671-fc40-4e6a-86bc-0a04f5fa08e1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 945 time: 0.2028375 Nov 12 08:52:51.460789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:52:51.470390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:51.471762 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:51.507958 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a16296c-72a6-4409-a9bb-5b9f6b38636c req-e3442293-fa8e-4a25-955e-55bc005e2705 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249228 Nov 12 08:52:51.816234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402895f7-bf68-44ac-90a8-3ea7eae132d7 req-edbec759-65b6-4baa-b0da-fdb34b01484c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:51.819004 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-402895f7-bf68-44ac-90a8-3ea7eae132d7 req-edbec759-65b6-4baa-b0da-fdb34b01484c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 946 time: 0.3983774 Nov 12 08:52:51.851035 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:51.901512 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b83bab82-0da5-4948-8970-c73e8a681426 req-593cb398-1d68-460f-b8a9-c8a268780853 service neutron] 10.222.0.46 "GET /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8047340 Nov 12 08:52:52.005916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aa8310-9d46-4090-91a9-c4b51fca00f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075aeb15-5aa6-47c6-8ec2-bb6578a6f215'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:52.011590 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195554df-5457-440e-ac77-294a2ddcf9c5" -d '{"events": [{"server_uuid": "09aa8310-9d46-4090-91a9-c4b51fca00f8", "name": "network-vif-plugged", "status": "completed", "tag": "075aeb15-5aa6-47c6-8ec2-bb6578a6f215"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:52.035550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-f1cab4ee-7fba-4da5-a545-fd505ba9653c req-863d47a2-fd16-4d4b-abe9-e1b955b242c2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port f6b09547-fac7-4a6e-bf33-892f00c5157d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:52.035958 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1cab4ee-7fba-4da5-a545-fd505ba9653c req-863d47a2-fd16-4d4b-abe9-e1b955b242c2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.054634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=075aeb15-5aa6-47c6-8ec2-bb6578a6f215,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:52.059305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b550e59-08dd-4366-a010-90c79b29a051 None None] New status for floating IP 48509be7-ccae-474c-a988-b3ab26a0d2ae: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:52:52.141399 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e5cce2-3956-46a6-8198-c7d12f09eabc x-openstack-request-id: req-65e5cce2-3956-46a6-8198-c7d12f09eabc {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:52.141686 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09aa8310-9d46-4090-91a9-c4b51fca00f8", "name": "network-vif-plugged", "status": "completed", "tag": "075aeb15-5aa6-47c6-8ec2-bb6578a6f215", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:52.141935 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65e5cce2-3956-46a6-8198-c7d12f09eabc {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:52.142321 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aa8310-9d46-4090-91a9-c4b51fca00f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075aeb15-5aa6-47c6-8ec2-bb6578a6f215', 'code': 200} Nov 12 08:52:52.219557 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.365360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f1cab4ee-7fba-4da5-a545-fd505ba9653c req-863d47a2-fd16-4d4b-abe9-e1b955b242c2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] For port f6b09547-fac7-4a6e-bf33-892f00c5157d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f6b09547-fac7-4a6e-bf33-892f00c5157d,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:52.372254 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1cab4ee-7fba-4da5-a545-fd505ba9653c req-863d47a2-fd16-4d4b-abe9-e1b955b242c2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.418531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-f1cab4ee-7fba-4da5-a545-fd505ba9653c req-863d47a2-fd16-4d4b-abe9-e1b955b242c2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for f6b09547-fac7-4a6e-bf33-892f00c5157d owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:52.741526 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.768707 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-402895f7-bf68-44ac-90a8-3ea7eae132d7 req-8cab18d1-94d2-480e-9257-7d7bbc118332 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=02376b7b-6314-400c-a01a-2c6b69a400d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8656585 Nov 12 08:52:52.770658 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=075aeb15-5aa6-47c6-8ec2-bb6578a6f215,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:52.803886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5859a1-89bb-4e94-b88f-e5af957fb5b6 req-1b4e7e6d-6e00-4255-91d0-82eb73dc4125 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:52.821988 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bc5859a1-89bb-4e94-b88f-e5af957fb5b6 req-1b4e7e6d-6e00-4255-91d0-82eb73dc4125 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 946 time: 0.1702991 Nov 12 08:52:52.825662 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1cab4ee-7fba-4da5-a545-fd505ba9653c req-863d47a2-fd16-4d4b-abe9-e1b955b242c2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:52.896808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d47a2-fd16-4d4b-abe9-e1b955b242c2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=f6b09547-fac7-4a6e-bf33-892f00c5157d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:52.925520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd75123-8851-4bda-8fb1-bfd764ecba59 req-c03cc7f8-8344-42db-8d42-3e959ac8536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:52.927609 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbd75123-8851-4bda-8fb1-bfd764ecba59 req-c03cc7f8-8344-42db-8d42-3e959ac8536c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 1098 time: 0.2687705 Nov 12 08:52:52.952593 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bc5859a1-89bb-4e94-b88f-e5af957fb5b6 req-e1c10a07-daf0-4c8f-a2c1-9f6b06c2cca6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287062 Nov 12 08:52:53.003724 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cab4ee-7fba-4da5-a545-fd505ba9653c req-863d47a2-fd16-4d4b-abe9-e1b955b242c2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] No DVR routers for this DVR port f6b09547-fac7-4a6e-bf33-892f00c5157d on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:53.007716 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f1cab4ee-7fba-4da5-a545-fd505ba9653c req-863d47a2-fd16-4d4b-abe9-e1b955b242c2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:53.011902 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1cab4ee-7fba-4da5-a545-fd505ba9653c req-863d47a2-fd16-4d4b-abe9-e1b955b242c2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.46 "DELETE /v2.0/ports/f6b09547-fac7-4a6e-bf33-892f00c5157d HTTP/1.1" status: 204 len: 173 time: 1.5274723 Nov 12 08:52:53.012571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'name': 'network-vif-deleted', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:53.015023 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e1e893-5db3-4f0a-b08e-adf85d8d9057" -d '{"events": [{"server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "name": "network-vif-deleted", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:53.079107 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbd75123-8851-4bda-8fb1-bfd764ecba59 req-1809c291-f35e-43d5-8710-aa0da8de1ca1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945680 Nov 12 08:52:53.162662 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177cef81-c702-4d75-be2e-6b147a190d59 x-openstack-request-id: req-177cef81-c702-4d75-be2e-6b147a190d59 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:53.162964 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37c1f58-f98e-40bd-b1c9-ca10eb33984b", "name": "network-vif-deleted", "tag": "f6b09547-fac7-4a6e-bf33-892f00c5157d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:53.163216 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-177cef81-c702-4d75-be2e-6b147a190d59 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:53.163621 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37c1f58-f98e-40bd-b1c9-ca10eb33984b', 'name': 'network-vif-deleted', 'tag': 'f6b09547-fac7-4a6e-bf33-892f00c5157d', 'status': 'completed', 'code': 200} Nov 12 08:52:53.582848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 28980e25-a1bb-4ed3-80af-65930a8a2346 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:53.876023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 28980e25-a1bb-4ed3-80af-65930a8a2346 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:53.877519 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:54.052007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b0614215-e6ae-4666-a950-abb569d0457f req-2ec2c600-a8da-4213-ba3f-dffdad81c31c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=d37c1f58-f98e-40bd-b1c9-ca10eb33984b HTTP/1.1" status: 200 len: 210 time: 0.0977182 Nov 12 08:52:54.091555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f6b09547-fac7-4a6e-bf33-892f00c5157d no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:54.196974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55146) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:54.210075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: f6b09547-fac7-4a6e-bf33-892f00c5157d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:54.219903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f6b09547-fac7-4a6e-bf33-892f00c5157d not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:54.413791 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a60c63-4dc2-4bed-8cb5-b1aa93adb32a req-14c43fe0-06a1-4961-b0fd-8880de648fa5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:54.429739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0a60c63-4dc2-4bed-8cb5-b1aa93adb32a req-14c43fe0-06a1-4961-b0fd-8880de648fa5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 946 time: 0.2504804 Nov 12 08:52:54.474191 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f276a05-6592-41bd-b7c5-2fb5c870c938 req-fff86c9a-88c2-47cd-b252-db961523104b tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:54.476173 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f276a05-6592-41bd-b7c5-2fb5c870c938 req-fff86c9a-88c2-47cd-b252-db961523104b tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 945 time: 0.1729295 Nov 12 08:52:54.618426 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0a60c63-4dc2-4bed-8cb5-b1aa93adb32a req-542e54e7-71b2-41ae-bc89-8b83d8a97779 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867986 Nov 12 08:52:54.621311 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f276a05-6592-41bd-b7c5-2fb5c870c938 req-8493592c-724e-446f-9c20-594f93e0f18a tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371853 Nov 12 08:52:54.622067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-92a3a361-3918-4612-a313-9d1c5df821fa req-f472ce25-6c2e-42f8-afb7-d3af5154e656 service neutron] (102445) timed out ('10.222.0.46', 52695) {{(pid=102445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:52:54.702878 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e62fa7f0-ab8d-496d-a948-73eb3e0e821e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:54.860126 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e62fa7f0-ab8d-496d-a948-73eb3e0e821e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:54.868939 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e62fa7f0-ab8d-496d-a948-73eb3e0e821e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:55.016820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55164) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:55.024348 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Sync routers for ids ['686209c8-aa0a-456d-ad5f-75aca11a5f7a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:52:55.026511 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e62fa7f0-ab8d-496d-a948-73eb3e0e821e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=333b16dd00154715b71c8b33a87c4827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8277030 Nov 12 08:52:55.046648 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Routers {'686209c8-aa0a-456d-ad5f-75aca11a5f7a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:55.047574 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['686209c8-aa0a-456d-ad5f-75aca11a5f7a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:55.071817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fa7f0-ab8d-496d-a948-73eb3e0e821e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baf3d32-9c01-49b0-8ed9-202475268bfe,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:55.157813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55168) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:55.192052 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8bbeac92-cc20-458d-806e-9cea8a55ec81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:55.253931 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8bbeac92-cc20-458d-806e-9cea8a55ec81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:55.402633 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8bbeac92-cc20-458d-806e-9cea8a55ec81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:55.407146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8bbeac92-cc20-458d-806e-9cea8a55ec81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:55.410718 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8bbeac92-cc20-458d-806e-9cea8a55ec81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1baf3d32-9c01-49b0-8ed9-202475268bfe HTTP/1.1" status: 204 len: 168 time: 0.3927388 Nov 12 08:52:55.445860 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Set router 686209c8-aa0a-456d-ad5f-75aca11a5f7a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:55.450574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeac92-cc20-458d-806e-9cea8a55ec81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baf3d32-9c01-49b0-8ed9-202475268bfe,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:55.859426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67e0bf-caea-4e8e-bfea-599359cb0f49 req-69a65ee6-bb5d-4036-8e81-8f73e7f08b75 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:55.861010 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b67e0bf-caea-4e8e-bfea-599359cb0f49 req-69a65ee6-bb5d-4036-8e81-8f73e7f08b75 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 945 time: 0.1021202 Nov 12 08:52:55.901732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81ed9-81d4-43f0-8154-04e5d40f50d7 req-5824fc79-36ae-4133-8cf0-fc482e921849 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:55.903305 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-31e81ed9-81d4-43f0-8154-04e5d40f50d7 req-5824fc79-36ae-4133-8cf0-fc482e921849 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 945 time: 0.1048322 Nov 12 08:52:55.965725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b67e0bf-caea-4e8e-bfea-599359cb0f49 req-459bf311-2304-45b3-9fa7-bd21cd8a2b04 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968871 Nov 12 08:52:55.996382 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'name': 'tempest-TestVolumeBootPattern-523443388-router', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:38Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 4, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'gw_port': {'id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:39Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '6c97c2e3-f6c8-44a8-b216-51bd3c305d40', 'name': '', 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'mac_address': 'fa:16:3e:88:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'f460d839-63e7-4ae7-a169-c0660331a836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:46Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 2, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'subnets': [{'id': 'f460d839-63e7-4ae7-a169-c0660331a836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:56.005421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea8b9d-93f3-4aa4-8846-27ffe7d2d956 req-391ed8c9-c59b-404f-964f-bfe9b5908acb tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:56.007354 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-10ea8b9d-93f3-4aa4-8846-27ffe7d2d956 req-391ed8c9-c59b-404f-964f-bfe9b5908acb tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 946 time: 0.2067831 Nov 12 08:52:56.075923 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Checking router: 686209c8-aa0a-456d-ad5f-75aca11a5f7a for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:52:56.075923 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Updating router 686209c8-aa0a-456d-ad5f-75aca11a5f7a port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:52:56.094948 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.127197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-31e81ed9-81d4-43f0-8154-04e5d40f50d7 req-7cb258ae-402c-4c05-9776-4f1a1cbf58ce tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Deleting port 82e8e606-5511-48b3-8b42-a759839b2346 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:56.127868 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-31e81ed9-81d4-43f0-8154-04e5d40f50d7 req-7cb258ae-402c-4c05-9776-4f1a1cbf58ce tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.220054 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-10ea8b9d-93f3-4aa4-8846-27ffe7d2d956 req-bb5c1000-9675-49a6-affd-3cf9d07e4a78 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912301 Nov 12 08:52:56.281684 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48097e06-6d81-403b-b2c3-1c19823822ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.414717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-31e81ed9-81d4-43f0-8154-04e5d40f50d7 req-7cb258ae-402c-4c05-9776-4f1a1cbf58ce tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] For port 82e8e606-5511-48b3-8b42-a759839b2346, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=82e8e606-5511-48b3-8b42-a759839b2346,segment=NetworkSegment(fddae4dc-edc1-485f-9784-66dcf76e793a),segment_id=fddae4dc-edc1-485f-9784-66dcf76e793a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:56.415251 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-31e81ed9-81d4-43f0-8154-04e5d40f50d7 req-7cb258ae-402c-4c05-9776-4f1a1cbf58ce tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.511464 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.514243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-31e81ed9-81d4-43f0-8154-04e5d40f50d7 req-7cb258ae-402c-4c05-9776-4f1a1cbf58ce tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Calling delete_port for 82e8e606-5511-48b3-8b42-a759839b2346 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:56.523268 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.597437 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50405bff-16b9-48b8-a803-668840a45ce4 None None] Pushing event updated for resources: {'Port': ['ID=6c97c2e3-f6c8-44a8-b216-51bd3c305d40,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:56.665250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e51bf-7338-4e56-af60-1f194f370553 req-0fd72126-ccb1-4eb4-8e59-5f08e56ca576 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:56.675757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-768e51bf-7338-4e56-af60-1f194f370553 req-0fd72126-ccb1-4eb4-8e59-5f08e56ca576 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 946 time: 0.2814364 Nov 12 08:52:56.751449 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Attempting to bind port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:52:56.751868 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Attempting to bind port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '7980c91b-2338-4ccc-a3e2-8036df30f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:52:56.752225 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Attempting to bind port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 on network 58a5508a-ee67-4496-a760-e5412ec7fb89 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:52:56.770431 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:52:56.783494 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Checking segment: {'id': '7980c91b-2338-4ccc-a3e2-8036df30f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:52:56.785883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-768e51bf-7338-4e56-af60-1f194f370553 req-40b81365-d265-4a08-b1a9-01e72c2b05f9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001067 Nov 12 08:52:56.788797 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.789318 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Bound using segment: {'id': '7980c91b-2338-4ccc-a3e2-8036df30f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:52:56.789834 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Bound port: 6c97c2e3-f6c8-44a8-b216-51bd3c305d40, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7980c91b-2338-4ccc-a3e2-8036df30f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:52:56.790233 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.944428 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-31e81ed9-81d4-43f0-8154-04e5d40f50d7 req-7cb258ae-402c-4c05-9776-4f1a1cbf58ce tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:56.958018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['82e8e606-5511-48b3-8b42-a759839b2346'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:52:57.013920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb258ae-402c-4c05-9776-4f1a1cbf58ce tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Pushing event deleted for resources: {'Port': ['ID=82e8e606-5511-48b3-8b42-a759839b2346,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:57.042724 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] For port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:52:57.049184 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] For port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6c97c2e3-f6c8-44a8-b216-51bd3c305d40,segment=NetworkSegment(7980c91b-2338-4ccc-a3e2-8036df30f7fb),segment_id=7980c91b-2338-4ccc-a3e2-8036df30f7fb)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:52:57.061770 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.069377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-30cb8209-bf46-4ee3-9025-3034299017f4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:57.069914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e6afffb5-06c0-4a17-9db0-2f114d48584f None None] Provisioning complete for port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:57.070794 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e6afffb5-06c0-4a17-9db0-2f114d48584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.082286 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-30cb8209-bf46-4ee3-9025-3034299017f4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.3951139 Nov 12 08:52:57.153980 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50405bff-16b9-48b8-a803-668840a45ce4 None None] Pushing event updated for resources: {'Port': ['ID=6c97c2e3-f6c8-44a8-b216-51bd3c305d40,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:57.191157 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e81ed9-81d4-43f0-8154-04e5d40f50d7 req-7cb258ae-402c-4c05-9776-4f1a1cbf58ce tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] No DVR routers for this DVR port 82e8e606-5511-48b3-8b42-a759839b2346 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:52:57.197962 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-31e81ed9-81d4-43f0-8154-04e5d40f50d7 req-7cb258ae-402c-4c05-9776-4f1a1cbf58ce tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.202204 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-31e81ed9-81d4-43f0-8154-04e5d40f50d7 req-7cb258ae-402c-4c05-9776-4f1a1cbf58ce tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.52 "DELETE /v2.0/ports/82e8e606-5511-48b3-8b42-a759839b2346 HTTP/1.1" status: 204 len: 173 time: 1.2898026 Nov 12 08:52:57.202711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6243da5-953d-47cb-84ae-c260f1b90228', 'name': 'network-vif-deleted', 'tag': '82e8e606-5511-48b3-8b42-a759839b2346'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:52:57.203830 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Routers {'686209c8-aa0a-456d-ad5f-75aca11a5f7a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:52:57.205222 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-c85fa46a-9fe0-4ce4-adb4-153c97a82787 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/quotas/3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 375 time: 0.1119914 Nov 12 08:52:57.207934 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['686209c8-aa0a-456d-ad5f-75aca11a5f7a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:57.222876 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e42510-d1d9-49fd-ac38-c8f9f3f3f5bf" -d '{"events": [{"server_uuid": "a6243da5-953d-47cb-84ae-c260f1b90228", "name": "network-vif-deleted", "tag": "82e8e606-5511-48b3-8b42-a759839b2346"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:52:57.286619 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e6afffb5-06c0-4a17-9db0-2f114d48584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.388416 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ceb4403-718c-4575-b4ab-0a183e7c49dd req-33e89ecd-9bdf-47a9-973a-e0c8060cb132 tempest-VolumesActionsTest-1378422198 tempest-VolumesActionsTest-1378422198-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6243da5-953d-47cb-84ae-c260f1b90228 HTTP/1.1" status: 200 len: 210 time: 0.0643258 Nov 12 08:52:57.437240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e6afffb5-06c0-4a17-9db0-2f114d48584f None None] For port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6c97c2e3-f6c8-44a8-b216-51bd3c305d40,segment=NetworkSegment(7980c91b-2338-4ccc-a3e2-8036df30f7fb),segment_id=7980c91b-2338-4ccc-a3e2-8036df30f7fb)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:57.446359 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e6afffb5-06c0-4a17-9db0-2f114d48584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.597685 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afffb5-06c0-4a17-9db0-2f114d48584f None None] Pushing event updated for resources: {'Port': ['ID=6c97c2e3-f6c8-44a8-b216-51bd3c305d40,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:57.607687 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] Set router 686209c8-aa0a-456d-ad5f-75aca11a5f7a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:52:57.704633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a5297-0aab-4841-895e-585ab706c4c9 req-ee730b76-01a6-4757-bc43-7fdf152641af tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:57.713623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:57.719339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-595a5297-0aab-4841-895e-585ab706c4c9 req-ee730b76-01a6-4757-bc43-7fdf152641af tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 946 time: 0.1596169 Nov 12 08:52:57.828254 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-595a5297-0aab-4841-895e-585ab706c4c9 req-5fc3958c-2ead-45ff-9165-a4826e652c6e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079497 Nov 12 08:52:57.857058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-496cfc14-1ff8-4828-a43b-0bcbc6fa937e None None] Provisioning complete for port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:57.857493 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-496cfc14-1ff8-4828-a43b-0bcbc6fa937e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.933291 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154b2867-81d8-49f8-a3fe-5ffae775e0f6 x-openstack-request-id: req-154b2867-81d8-49f8-a3fe-5ffae775e0f6 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:52:57.933675 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6243da5-953d-47cb-84ae-c260f1b90228", "name": "network-vif-deleted", "tag": "82e8e606-5511-48b3-8b42-a759839b2346", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:52:57.934014 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-154b2867-81d8-49f8-a3fe-5ffae775e0f6 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:52:57.934486 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6243da5-953d-47cb-84ae-c260f1b90228', 'name': 'network-vif-deleted', 'tag': '82e8e606-5511-48b3-8b42-a759839b2346', 'status': 'completed', 'code': 200} Nov 12 08:52:58.033805 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-8f0ab006-d095-4045-9ed8-4793589f14da tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8216581 Nov 12 08:52:58.082750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:58.083719 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.124306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-48097e06-6d81-403b-b2c3-1c19823822ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port e05e47b7-1494-4298-a416-00aa92b23416 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:58.124881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48097e06-6d81-403b-b2c3-1c19823822ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.200888 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'name': 'tempest-TestVolumeBootPattern-523443388-router', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:38Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 4, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'gw_port': {'id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:39Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '6c97c2e3-f6c8-44a8-b216-51bd3c305d40', 'name': '', 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'mac_address': 'fa:16:3e:88:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'f460d839-63e7-4ae7-a169-c0660331a836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:46Z', 'updated_at': '2021-11-12T08:52:57Z', 'revision_number': 4, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'subnets': [{'id': 'f460d839-63e7-4ae7-a169-c0660331a836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:52:58.259312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-3647716a-0b89-4e0f-b53a-cbf1d6b635df service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125046 Nov 12 08:52:58.318577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-48097e06-6d81-403b-b2c3-1c19823822ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] For port e05e47b7-1494-4298-a416-00aa92b23416, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e05e47b7-1494-4298-a416-00aa92b23416,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:52:58.319127 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48097e06-6d81-403b-b2c3-1c19823822ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.336136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-48097e06-6d81-403b-b2c3-1c19823822ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for e05e47b7-1494-4298-a416-00aa92b23416 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:52:58.357059 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18c25f-e8a4-4cb9-91ac-9be1153b08cd None None] The sync data for ids ['686209c8-aa0a-456d-ad5f-75aca11a5f7a'] in n-d-768851-18 is: [{'id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'name': 'tempest-TestVolumeBootPattern-523443388-router', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:38Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 4, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'gw_port': {'id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:39Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '6c97c2e3-f6c8-44a8-b216-51bd3c305d40', 'name': '', 'network_id': '58a5508a-ee67-4496-a760-e5412ec7fb89', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'mac_address': 'fa:16:3e:88:bb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'f460d839-63e7-4ae7-a169-c0660331a836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:46Z', 'updated_at': '2021-11-12T08:52:57Z', 'revision_number': 4, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'subnets': [{'id': 'f460d839-63e7-4ae7-a169-c0660331a836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:52:58.395036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55266) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:52:58.650238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'network': {'name': 'tempest-network-smoke--889436233', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'port_security_enabled': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:52:58.705370 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.732006 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-9f8df97e-c27f-4b2b-8983-43241cd43b4f service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616838 Nov 12 08:52:58.749537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c335f-067d-4d90-bd4b-de5a7c19648f req-70b37999-72dc-4cca-b802-5d9968d1cafb tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:58.754151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6a9c335f-067d-4d90-bd4b-de5a7c19648f req-70b37999-72dc-4cca-b802-5d9968d1cafb tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.52 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 946 time: 0.1696379 Nov 12 08:52:58.780408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Made reservation on behalf of 53fc652fab2c474c9a86ccfd515fe6e9 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:52:58.791875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.834909 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48097e06-6d81-403b-b2c3-1c19823822ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.862124 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:58.922292 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48097e06-6d81-403b-b2c3-1c19823822ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=e05e47b7-1494-4298-a416-00aa92b23416,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:52:59.234641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 82e8e606-5511-48b3-8b42-a759839b2346 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:52:59.290506 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 82e8e606-5511-48b3-8b42-a759839b2346 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:52:59.291115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 82e8e606-5511-48b3-8b42-a759839b2346 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:52:59.421677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-6a9c335f-067d-4d90-bd4b-de5a7c19648f req-28f00298-ba1b-435f-9475-0e94b2bddf08 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Deleting port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:52:59.432143 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-48097e06-6d81-403b-b2c3-1c19823822ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.438595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6a9c335f-067d-4d90-bd4b-de5a7c19648f req-28f00298-ba1b-435f-9475-0e94b2bddf08 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.555514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.584308 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509c3c9-4546-4ccd-af8a-058e0e9fb591 req-ce2f6231-1289-4b6f-a57b-edd9266f41c6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:59.594268 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9509c3c9-4546-4ccd-af8a-058e0e9fb591 req-ce2f6231-1289-4b6f-a57b-edd9266f41c6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 946 time: 0.5440142 Nov 12 08:52:59.601474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:52:59.615189 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.647882 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-90345217-9fa5-442e-bdfe-45c4c1ac1c1a req-b15acda7-dc80-4413-b229-976c45c45293 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.0797384 Nov 12 08:52:59.738458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:52:59.739076 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.779730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:52:59.794426 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.794623 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Added segment 566ce77d-1c9e-4878-9c50-f691efe37698 of type vlan for network 15bba3db-e93f-43f2-8184-e940a7f673e7 Nov 12 08:52:59.850779 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.864605 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:52:59.926715 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:59.934994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:52:59.935750 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.124297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Network': ['ID=15bba3db-e93f-43f2-8184-e940a7f673e7,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:00.126885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85078f89-8040-4385-92ad-c149d609be64,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:00.141269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48097e06-6d81-403b-b2c3-1c19823822ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router 3fbc7691-888b-4a9e-ab91-d545691f0abd has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:00.149734 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 15bba3db-e93f-43f2-8184-e940a7f673e7 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:53:00.170852 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9509c3c9-4546-4ccd-af8a-058e0e9fb591 req-bae18bba-ff05-4484-96fc-42aab25ebd7a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753269 Nov 12 08:53:00.189451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a4b33098-556a-4b2e-9f03-58834a04c720 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7930522 Nov 12 08:53:00.189968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55320) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:00.227618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-6a9c335f-067d-4d90-bd4b-de5a7c19648f req-28f00298-ba1b-435f-9475-0e94b2bddf08 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] For port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=075aeb15-5aa6-47c6-8ec2-bb6578a6f215,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:00.228105 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6a9c335f-067d-4d90-bd4b-de5a7c19648f req-28f00298-ba1b-435f-9475-0e94b2bddf08 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.265433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-6a9c335f-067d-4d90-bd4b-de5a7c19648f req-28f00298-ba1b-435f-9475-0e94b2bddf08 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Calling delete_port for 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:00.295989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-250364696', 'admin_state_up': True, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:00.408263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.409694 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.501793 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.516155 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6a9c335f-067d-4d90-bd4b-de5a7c19648f req-28f00298-ba1b-435f-9475-0e94b2bddf08 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.531135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:00.535272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['075aeb15-5aa6-47c6-8ec2-bb6578a6f215'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:00.594441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f00298-ba1b-435f-9475-0e94b2bddf08 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event deleted for resources: {'Port': ['ID=075aeb15-5aa6-47c6-8ec2-bb6578a6f215,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:00.612375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48097e06-6d81-403b-b2c3-1c19823822ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:00.619962 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-48097e06-6d81-403b-b2c3-1c19823822ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "PUT /v2.0/routers/3fbc7691-888b-4a9e-ab91-d545691f0abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4607825 Nov 12 08:53:00.623671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55328) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:00.656847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad40c3d-b60c-4a5c-92d6-3365a051cdb7 None None] Sync routers for ids ['3fbc7691-888b-4a9e-ab91-d545691f0abd'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:00.722553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad40c3d-b60c-4a5c-92d6-3365a051cdb7 None None] Routers {'3fbc7691-888b-4a9e-ab91-d545691f0abd'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:00.730093 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fad40c3d-b60c-4a5c-92d6-3365a051cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3fbc7691-888b-4a9e-ab91-d545691f0abd'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:00.737660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9c335f-067d-4d90-bd4b-de5a7c19648f req-28f00298-ba1b-435f-9475-0e94b2bddf08 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] No DVR routers for this DVR port 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:00.742388 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6a9c335f-067d-4d90-bd4b-de5a7c19648f req-28f00298-ba1b-435f-9475-0e94b2bddf08 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.745798 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6a9c335f-067d-4d90-bd4b-de5a7c19648f req-28f00298-ba1b-435f-9475-0e94b2bddf08 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.52 "DELETE /v2.0/ports/075aeb15-5aa6-47c6-8ec2-bb6578a6f215 HTTP/1.1" status: 204 len: 173 time: 1.9838562 Nov 12 08:53:00.746263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aa8310-9d46-4090-91a9-c4b51fca00f8', 'name': 'network-vif-deleted', 'tag': '075aeb15-5aa6-47c6-8ec2-bb6578a6f215'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:00.749023 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb71e1f9-8aa8-45ba-9013-c2f5dc154b45" -d '{"events": [{"server_uuid": "09aa8310-9d46-4090-91a9-c4b51fca00f8", "name": "network-vif-deleted", "tag": "075aeb15-5aa6-47c6-8ec2-bb6578a6f215"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:00.802931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting subnet 14c284f0-a69e-4ce3-9b38-0113f7605f99 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:00.814416 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.837152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:00.916082 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ea4432bb-b726-491b-aa06-3ddafb7c326b req-022520b4-2094-429c-842e-8100dcd656ca tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.0698094 Nov 12 08:53:00.919351 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4189d209-16f6-4fac-9475-a8e00163dd17 x-openstack-request-id: req-4189d209-16f6-4fac-9475-a8e00163dd17 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:00.919794 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09aa8310-9d46-4090-91a9-c4b51fca00f8", "name": "network-vif-deleted", "tag": "075aeb15-5aa6-47c6-8ec2-bb6578a6f215", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:00.919958 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4189d209-16f6-4fac-9475-a8e00163dd17 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:00.920373 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aa8310-9d46-4090-91a9-c4b51fca00f8', 'name': 'network-vif-deleted', 'tag': '075aeb15-5aa6-47c6-8ec2-bb6578a6f215', 'status': 'completed', 'code': 200} Nov 12 08:53:00.997993 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.206846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-fad40c3d-b60c-4a5c-92d6-3365a051cdb7 None None] Set router 3fbc7691-888b-4a9e-ab91-d545691f0abd gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:01.467095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82d937c0-b299-4d7c-bf0d-6d4412ef9510 req-c398e7d1-54c2-4343-befa-2d971249ea60 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=09aa8310-9d46-4090-91a9-c4b51fca00f8 HTTP/1.1" status: 200 len: 210 time: 0.1272759 Nov 12 08:53:01.491344 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.519787 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.521859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fad40c3d-b60c-4a5c-92d6-3365a051cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:52:58Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:01.560899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad40c3d-b60c-4a5c-92d6-3365a051cdb7 None None] Checking router: 3fbc7691-888b-4a9e-ab91-d545691f0abd for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:01.571399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad40c3d-b60c-4a5c-92d6-3365a051cdb7 None None] Routers {'3fbc7691-888b-4a9e-ab91-d545691f0abd'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:01.572354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fad40c3d-b60c-4a5c-92d6-3365a051cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['3fbc7691-888b-4a9e-ab91-d545691f0abd'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:01.582811 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.721140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-fad40c3d-b60c-4a5c-92d6-3365a051cdb7 None None] Set router 3fbc7691-888b-4a9e-ab91-d545691f0abd gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:01.748196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Allocated IP 172.25.3.211 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/c7cfd99c-0b89-492a-9277-aaad7085d0b3) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:01.836780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-f7e39d1c-c89e-4090-a28e-b3ae0afe0c0d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:01.840064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-f7e39d1c-c89e-4090-a28e-b3ae0afe0c0d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.6007955 Nov 12 08:53:01.872250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'port': {'device_id': 'd74d5e50-1646-4f33-b63b-f4d684ecac00', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'admin_state_up': True, 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:01.925405 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:01.988862 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.035143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Subnet': ['ID=14c284f0-a69e-4ce3-9b38-0113f7605f99,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:02.047492 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.054172 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.062968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563e46c3-833e-48bb-8cd5-fe0abcc8e8ed None None] Network 4be2e577-6e6c-4874-b93a-e053133a1c6e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:02.065077 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/subnets/14c284f0-a69e-4ce3-9b38-0113f7605f99 HTTP/1.1" status: 204 len: 168 time: 1.4403672 Nov 12 08:53:02.069587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55358) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:02.074591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:02.077010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:02.084438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:02.085123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:02.086013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:02.086868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:02.087472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:02.088558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:02.089924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:02.090503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:02.091035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:02.091749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579404ac-51d6-4204-8d2a-4254d0108cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:02.102213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-fad40c3d-b60c-4a5c-92d6-3365a051cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:52:58Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:02.144833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad40c3d-b60c-4a5c-92d6-3365a051cdb7 None None] The sync data for ids ['3fbc7691-888b-4a9e-ab91-d545691f0abd'] in n-d-768851-18 is: [{'id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997094328', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:49:43Z', 'updated_at': '2021-11-12T08:52:58Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '22935ddf-e232-43b7-a2c2-6c483f8155bc', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fbc7691-888b-4a9e-ab91-d545691f0abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:49:47Z', 'updated_at': '2021-11-12T08:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:02.151578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=c7cfd99c-0b89-492a-9277-aaad7085d0b3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:02.234094 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cde0a01a-ba99-4889-8cca-a1b006db8321 req-be0cf423-1e50-4eb5-9bcc-f2593235771f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.0738857 Nov 12 08:53:02.235982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:02.238899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:02.241903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:02.292189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d805f-ab25-46a7-9d40-d95385dd98aa None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:02.425579 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.478744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-decc7a72-98a6-4464-8675-0d58c5647661 None None] Provisioning complete for port c7cfd99c-0b89-492a-9277-aaad7085d0b3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:02.479127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-decc7a72-98a6-4464-8675-0d58c5647661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.585169 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-decc7a72-98a6-4464-8675-0d58c5647661 None None] Port c7cfd99c-0b89-492a-9277-aaad7085d0b3 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:02.725890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59575139-6ca7-4c55-96b9-922e2e0e5b8a None None] DHCP port deletion for 4be2e577-6e6c-4874-b93a-e053133a1c6e request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:02.889080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-59575139-6ca7-4c55-96b9-922e2e0e5b8a None None] Deleting port 9588acea-e05b-4b7f-9210-83398c5d0f98 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:02.889080 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-59575139-6ca7-4c55-96b9-922e2e0e5b8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:02.937710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.039337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-59575139-6ca7-4c55-96b9-922e2e0e5b8a None None] For port 9588acea-e05b-4b7f-9210-83398c5d0f98, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=9588acea-e05b-4b7f-9210-83398c5d0f98,segment=NetworkSegment(916fbb97-92b9-4ebb-8984-8bfe7d18d216),segment_id=916fbb97-92b9-4ebb-8984-8bfe7d18d216)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:03.039746 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-59575139-6ca7-4c55-96b9-922e2e0e5b8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.074123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-59575139-6ca7-4c55-96b9-922e2e0e5b8a None None] Calling delete_port for 9588acea-e05b-4b7f-9210-83398c5d0f98 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:03.278544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:03.304370 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-59575139-6ca7-4c55-96b9-922e2e0e5b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.337383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Made reservation on behalf of 3047633a86764fd1aa0ef6ef6d5a5248 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:03.342722 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.358629 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.439742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:03.440082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 075aeb15-5aa6-47c6-8ec2-bb6578a6f215 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:03.449372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59575139-6ca7-4c55-96b9-922e2e0e5b8a None None] Pushing event deleted for resources: {'Port': ['ID=9588acea-e05b-4b7f-9210-83398c5d0f98,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:03.454088 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59575139-6ca7-4c55-96b9-922e2e0e5b8a None None] No DVR routers for this DVR port 9588acea-e05b-4b7f-9210-83398c5d0f98 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:03.520239 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e05e47b7-1494-4298-a416-00aa92b23416 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:03.552983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e05e47b7-1494-4298-a416-00aa92b23416 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:03.554845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e05e47b7-1494-4298-a416-00aa92b23416 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:03.555415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9588acea-e05b-4b7f-9210-83398c5d0f98 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:03.586926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 9588acea-e05b-4b7f-9210-83398c5d0f98 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:03.586926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 9588acea-e05b-4b7f-9210-83398c5d0f98 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:03.684366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d94aa339-0e66-4dbf-ad05-3013d9d1eea9 req-b22de796-82e9-45b8-851a-e508f3bb1d15 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3879602 Nov 12 08:53:03.696734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-05946e8c-efd6-4490-8c4e-6ae71074f44f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:03.699391 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-05946e8c-efd6-4490-8c4e-6ae71074f44f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.4379828 Nov 12 08:53:03.778078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-80ed83c3-06c2-46fa-a3e7-77c003bc0da2 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/quotas/c43791fc2baa4c0d9138d9543b230746 HTTP/1.1" status: 200 len: 375 time: 0.0719926 Nov 12 08:53:03.908089 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a37a6926-b295-4697-86ae-7b12ae501102 req-c5ed94dc-75cc-4eb5-9acf-14fde2641aa9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.5547276 Nov 12 08:53:03.956736 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:03.968109 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7d2a0d48-57c4-4cfd-88ee-857f6cdc15e4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1384492 Nov 12 08:53:03.969677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port 22935ddf-e232-43b7-a2c2-6c483f8155bc {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:03.970194 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.064688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] For port 22935ddf-e232-43b7-a2c2-6c483f8155bc, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=22935ddf-e232-43b7-a2c2-6c483f8155bc,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:04.065187 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.087665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for 22935ddf-e232-43b7-a2c2-6c483f8155bc owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:04.167571 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Router 702963bc-4e27-494c-892e-d7b84452a87a is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:53:04.313138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa339-0e66-4dbf-ad05-3013d9d1eea9 req-e4ee861e-e08a-4ed1-add6-5d844eb5d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:04.317601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:04.328598 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Sync routers for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:04.331063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d94aa339-0e66-4dbf-ad05-3013d9d1eea9 req-e4ee861e-e08a-4ed1-add6-5d844eb5d811 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 1098 time: 0.5510359 Nov 12 08:53:04.348068 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:04.350225 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:04.380647 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:04.383368 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c582d019-6591-49a3-8ee8-7c2994a8e24d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1874483 Nov 12 08:53:04.387202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Allocated IP 172.20.0.11 (d2a9cfd5-7dc0-4081-9047-d432a82052a4/4fdcf052-295a-4e9d-9bdc-67e73beb1d06/fe70a436-cd95-49ce-a3fa-b0625d2771bf) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:04.394090 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55424) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:04.517735 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:04.555859 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-32cf4732-c854-4b63-a21b-e87cc3d160db tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=53fc652fab2c474c9a86ccfd515fe6e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1581507 Nov 12 08:53:04.557294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55428) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:04.853166 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3f464d78-61b6-4486-b039-8d0851236c82 service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936904 Nov 12 08:53:04.869869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5ddf3e-ac42-4aae-be85-f649e8545f45 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:04.875439 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-af5ddf3e-ac42-4aae-be85-f649e8545f45 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3169489 Nov 12 08:53:04.876352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55434) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:04.907897 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:53:02Z', 'revision_number': 3, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:04.914397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa339-0e66-4dbf-ad05-3013d9d1eea9 req-1243c97b-40ff-4c43-9eff-5b9b081a7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:04.916169 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d94aa339-0e66-4dbf-ad05-3013d9d1eea9 req-1243c97b-40ff-4c43-9eff-5b9b081a7bd8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 905 time: 0.4755981 Nov 12 08:53:04.986050 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Checking router: 702963bc-4e27-494c-892e-d7b84452a87a for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:04.986575 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Updating router 702963bc-4e27-494c-892e-d7b84452a87a port c7cfd99c-0b89-492a-9277-aaad7085d0b3 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:53:04.988574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a9c2d728-279c-4175-931d-52660f0c4948 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1077645 Nov 12 08:53:04.992740 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55442) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:04.995388 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.012794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4177458e-d70e-4d82-847e-471984a41b8a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-479432867', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:05.046625 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.108372 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d94aa339-0e66-4dbf-ad05-3013d9d1eea9 req-73c3d11e-f48b-476e-abbb-3c15a5a394eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38ad1971-f362-40d0-a9cb-20acbd4e4e4b HTTP/1.1" status: 200 len: 217 time: 0.1440673 Nov 12 08:53:05.119740 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0d483c-8a50-4648-8ba6-3c208d158256 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:05.161115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=22935ddf-e232-43b7-a2c2-6c483f8155bc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:05.246630 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-21607036-fb25-4e5a-b272-08baad5b841f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.256304 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3be9914-9b22-40e5-a8b8-7059a99ca7a6 req-c89d13ee-ec78-469a-b7e1-012b664d88ce tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.1851730 Nov 12 08:53:05.350740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa339-0e66-4dbf-ad05-3013d9d1eea9 req-bb3e6834-fb98-48b9-b61f-b2eb605c05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:05.354187 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d94aa339-0e66-4dbf-ad05-3013d9d1eea9 req-bb3e6834-fb98-48b9-b61f-b2eb605c05d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.1776495 Nov 12 08:53:05.407186 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.409495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4177458e-d70e-4d82-847e-471984a41b8a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Made reservation on behalf of 53fc652fab2c474c9a86ccfd515fe6e9 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:05.417906 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4177458e-d70e-4d82-847e-471984a41b8a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.540681 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.544995 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d94aa339-0e66-4dbf-ad05-3013d9d1eea9 req-17c3dcf0-a746-4a9b-bedf-acfc90552b94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353327 Nov 12 08:53:05.548144 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.634000 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.650934 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.707367 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7fcb6-d27a-4764-9dce-91f2e057f4e9 None None] Pushing event updated for resources: {'Port': ['ID=c7cfd99c-0b89-492a-9277-aaad7085d0b3,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:05.743408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25acf63c-6334-48cc-a14f-08073ec48844 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:05.784863 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Attempting to bind port c7cfd99c-0b89-492a-9277-aaad7085d0b3 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:05.785435 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Attempting to bind port c7cfd99c-0b89-492a-9277-aaad7085d0b3 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:05.785910 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Attempting to bind port c7cfd99c-0b89-492a-9277-aaad7085d0b3 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:05.797028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=fe70a436-cd95-49ce-a3fa-b0625d2771bf,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:05.802263 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:05.802800 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:05.803293 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.803767 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:05.804825 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Bound port: c7cfd99c-0b89-492a-9277-aaad7085d0b3, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:05.804825 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.806417 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-a9c9e989-2e54-45d1-a1ab-677ce8054861 service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9328048 Nov 12 08:53:05.840476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3ebf78d9-f176-40b5-96a5-c273d31e6183 None None] Provisioning complete for port c7cfd99c-0b89-492a-9277-aaad7085d0b3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:05.840953 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ebf78d9-f176-40b5-96a5-c273d31e6183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.943421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4177458e-d70e-4d82-847e-471984a41b8a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:05.977884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:05.994998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf78d9-f176-40b5-96a5-c273d31e6183 None None] Port c7cfd99c-0b89-492a-9277-aaad7085d0b3 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:05.999576 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] For port c7cfd99c-0b89-492a-9277-aaad7085d0b3, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:06.003424 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] For port c7cfd99c-0b89-492a-9277-aaad7085d0b3, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c7cfd99c-0b89-492a-9277-aaad7085d0b3,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:06.016659 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.043132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:06.063980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b1bfaa-0f62-471c-b575-19b6468f908b None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:06.067695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:06.082595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.105029 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.162777 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:06.163403 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:52:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:06.198890 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177458e-d70e-4d82-847e-471984a41b8a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Subnet': ['ID=4934cc8c-a94d-4e47-84e4-27a778005ec3,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:06.228139 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4177458e-d70e-4d82-847e-471984a41b8a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Checking segment: {'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:06.234779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4177458e-d70e-4d82-847e-471984a41b8a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network hostable DHCP agents. Network: 15bba3db-e93f-43f2-8184-e940a7f673e7, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:53:06.239664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d94aa339-0e66-4dbf-ad05-3013d9d1eea9 req-bcb4c8e1-6f7d-49b1-9b91-627743ff5e8d service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295576 Nov 12 08:53:06.277989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0690a4ff-43d2-485a-983d-37f01cc74364 None None] Provisioning complete for port c7cfd99c-0b89-492a-9277-aaad7085d0b3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:06.278936 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0690a4ff-43d2-485a-983d-37f01cc74364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.377902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4177458e-d70e-4d82-847e-471984a41b8a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 15bba3db-e93f-43f2-8184-e940a7f673e7 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:53:06.389720 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.390274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Fanout notify agent at l3_agent the message router_deleted on router 3fbc7691-888b-4a9e-ab91-d545691f0abd {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:53:06.399525 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.401292 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-81b0fdf3-35ef-49e9-acdf-c0d75a4ff0d6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/routers/3fbc7691-888b-4a9e-ab91-d545691f0abd HTTP/1.1" status: 204 len: 168 time: 4.3297222 Nov 12 08:53:06.414022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55474) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:06.502075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de13954f-18c5-40f8-aefb-a7b4b866b585 req-cd597fd3-ea5a-4262-be4e-8edeb39e2b15 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 210 time: 0.1892219 Nov 12 08:53:06.543447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-4177458e-d70e-4d82-847e-471984a41b8a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 15bba3db-e93f-43f2-8184-e940a7f673e7) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:06.555938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834720dd-db3f-4fe7-89c7-d778020eb741 None None] Network 15bba3db-e93f-43f2-8184-e940a7f673e7 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:06.560014 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4177458e-d70e-4d82-847e-471984a41b8a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:06.561991 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4177458e-d70e-4d82-847e-471984a41b8a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.594879 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4177458e-d70e-4d82-847e-471984a41b8a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5921555 Nov 12 08:53:06.596212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55478) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:06.610978 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7fcb6-d27a-4764-9dce-91f2e057f4e9 None None] Pushing event updated for resources: {'Port': ['ID=c7cfd99c-0b89-492a-9277-aaad7085d0b3,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:06.724129 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:06.730950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:06.731642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:06.868231 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0690a4ff-43d2-485a-983d-37f01cc74364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:07.248630 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:53:02Z', 'revision_number': 3, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:07.354537 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8e8f1b-8c2b-4f9c-86a3-c0c041328442 None None] The sync data for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 is: [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:53:02Z', 'revision_number': 3, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:07.410654 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0690a4ff-43d2-485a-983d-37f01cc74364 None None] For port c7cfd99c-0b89-492a-9277-aaad7085d0b3, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c7cfd99c-0b89-492a-9277-aaad7085d0b3,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:07.436239 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0690a4ff-43d2-485a-983d-37f01cc74364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:07.620247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-15bba3db-e93f-43f2-8184-e940a7f673e7', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:53:07.623390 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:07.664261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690a4ff-43d2-485a-983d-37f01cc74364 None None] Pushing event updated for resources: {'Port': ['ID=c7cfd99c-0b89-492a-9277-aaad7085d0b3,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:07.945588 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ac9c239-7cf2-44b5-8506-684232deb4b9 req-89949936-06ca-4936-8015-8d01a6878287 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 210 time: 0.1562204 Nov 12 08:53:08.008591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6dbdfb26-aa41-41fc-8b3b-b1edc5cd0b42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1562383 Nov 12 08:53:08.019473 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.035752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Allocated IP 172.20.0.2 (15bba3db-e93f-43f2-8184-e940a7f673e7/4934cc8c-a94d-4e47-84e4-27a778005ec3/90eabc14-a1eb-4f03-b3d7-89ffef6c9e68) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:08.086435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Request body: {'port': {'device_id': 'd74d5e50-1646-4f33-b63b-f4d684ecac00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:08.188067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ff17b-6f1f-4471-a90f-a03a7acc6c33 req-0590e165-d6f7-4208-8189-2419177c2b16 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:08.204571 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e1ff17b-6f1f-4471-a90f-a03a7acc6c33 req-0590e165-d6f7-4208-8189-2419177c2b16 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 932 time: 1.6176953 Nov 12 08:53:08.214993 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d94aa339-0e66-4dbf-ad05-3013d9d1eea9 req-779fec7a-23aa-4b27-b939-4a7a621255ee service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9640718 Nov 12 08:53:08.347482 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.503624 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.510993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 22935ddf-e232-43b7-a2c2-6c483f8155bc no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:08.587327 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 22935ddf-e232-43b7-a2c2-6c483f8155bc {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:08.595440 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 22935ddf-e232-43b7-a2c2-6c483f8155bc not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:08.607902 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.822580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.865570 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.870975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9d8e4e78-ca5f-42f1-b629-0e62416503cd None None] Provisioning complete for port fe70a436-cd95-49ce-a3fa-b0625d2771bf triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:08.871404 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9d8e4e78-ca5f-42f1-b629-0e62416503cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.880793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Pushing event updated for resources: {'Port': ['ID=90eabc14-a1eb-4f03-b3d7-89ffef6c9e68,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:08.925405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Network 15bba3db-e93f-43f2-8184-e940a7f673e7 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:08.926262 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.927783 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d261e3da-b5cf-414a-9791-d5e9c2ffe747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.933011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:08.938170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:08.965683 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e1ff17b-6f1f-4471-a90f-a03a7acc6c33 req-02cc8557-ff26-4767-81f1-028ba09eac30 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7473869 Nov 12 08:53:09.004397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be2e577-6e6c-4874-b93a-e053133a1c6e']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:09.026154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9d8e4e78-ca5f-42f1-b629-0e62416503cd None None] Port fe70a436-cd95-49ce-a3fa-b0625d2771bf cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:09.045014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-97c44343-1c9e-42eb-ba02-4be5dfb85402 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:09.055125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-97c44343-1c9e-42eb-ba02-4be5dfb85402 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.8205626 Nov 12 08:53:09.146717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Request body: {'port': {'device_id': '1d3b62cd-8717-4915-add8-e63d2add056e', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'admin_state_up': True, 'tenant_id': 'c43791fc2baa4c0d9138d9543b230746'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:09.171432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Attempting to bind port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:09.171828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Attempting to bind port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:09.179690 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Attempting to bind port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 on network 15bba3db-e93f-43f2-8184-e940a7f673e7 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:09.189084 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b3350480-f1f7-4897-a6eb-867731618a0c req-79175933-88cf-4a4c-b325-59f4c579cd83 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 210 time: 0.0673540 Nov 12 08:53:09.190379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:09.190777 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Checking segment: {'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:09.191192 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.196478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Bound using segment: {'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:09.197719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Bound port: 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:09.198145 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.332061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Allocated IP 172.20.0.1 (15bba3db-e93f-43f2-8184-e940a7f673e7/4934cc8c-a94d-4e47-84e4-27a778005ec3/d069069a-e683-4e06-8e35-f7c1d543689f) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:09.549750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] For port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:09.559080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] For port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=90eabc14-a1eb-4f03-b3d7-89ffef6c9e68,segment=NetworkSegment(566ce77d-1c9e-4878-9c50-f691efe37698),segment_id=566ce77d-1c9e-4878-9c50-f691efe37698)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:09.574241 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.604315 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.693392 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.705072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c7cfd99c-0b89-492a-9277-aaad7085d0b3 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:09.856910 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 15bba3db-e93f-43f2-8184-e940a7f673e7 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:09.870056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:09.888505 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:09.890449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee6e4d-ba81-453e-ba7c-d1e0dc7895fc None None] Pushing event updated for resources: {'Port': ['ID=90eabc14-a1eb-4f03-b3d7-89ffef6c9e68,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:09.908303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c7cfd99c-0b89-492a-9277-aaad7085d0b3 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:09.908684 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.928949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe70a436-cd95-49ce-a3fa-b0625d2771bf {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:09.954947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:09.985674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Transition to ACTIVE for port object fe70a436-cd95-49ce-a3fa-b0625d2771bf will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:09.989858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916fbb97-92b9-4ebb-8984-8bfe7d18d216') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:09.990176 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916fbb97-92b9-4ebb-8984-8bfe7d18d216') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:10.021030 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.039945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=d069069a-e683-4e06-8e35-f7c1d543689f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:10.054763 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.116960 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.166503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.387794 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.487455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:10.488194 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.503267 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc8bae39-da55-4340-887d-5500a419666b req-5424d06e-e654-4da0-bd42-9adea02bb3b7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 210 time: 0.1517811 Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:10.547504 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:10.623632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Pushing event updated for resources: {'Port': ['ID=fe70a436-cd95-49ce-a3fa-b0625d2771bf,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:10.773665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:10.921061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034f149-f4d6-4a04-93d6-7d6e658c9259 req-c303be0c-0c3f-4760-ab70-e4027a10176f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:10.922900 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f034f149-f4d6-4a04-93d6-7d6e658c9259 req-c303be0c-0c3f-4760-ab70-e4027a10176f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 944 time: 0.6457357 Nov 12 08:53:10.970979 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.068109 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.101003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Made reservation on behalf of c43791fc2baa4c0d9138d9543b230746 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:11.107586 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.128477 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.146544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/networks/4be2e577-6e6c-4874-b93a-e053133a1c6e HTTP/1.1" status: 204 len: 168 time: 4.7290585 Nov 12 08:53:11.161516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55584) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:11.439873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63805731-da6c-45dc-8c17-f1a5d14d86b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Network': ['ID=4be2e577-6e6c-4874-b93a-e053133a1c6e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:11.518029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.539339 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.638804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f034f149-f4d6-4a04-93d6-7d6e658c9259 req-c249359f-9fab-4260-9492-38d415dbb906 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6804938 Nov 12 08:53:11.671181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:11.671555 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Attempting to bind port fe70a436-cd95-49ce-a3fa-b0625d2771bf on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:11.672074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Attempting to bind port fe70a436-cd95-49ce-a3fa-b0625d2771bf by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:11.672588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Attempting to bind port fe70a436-cd95-49ce-a3fa-b0625d2771bf on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:11.697051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Port fe70a436-cd95-49ce-a3fa-b0625d2771bf on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:11.698205 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Attempting to bind port fe70a436-cd95-49ce-a3fa-b0625d2771bf on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:11.724064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:11.724820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Checking segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:11.725456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Bound using segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:11.729009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Bound port: fe70a436-cd95-49ce-a3fa-b0625d2771bf, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:11.729641 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.763169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Allocated IP 172.20.0.4 (8c8034f4-d675-4b47-bfbb-8cac8baada86/aca90a20-3c8f-4837-81dd-c8047415d78c/6a8caee3-5604-42c8-ac1a-bab5025459ea) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:11.813978 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.831764 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b433641-8801-4995-8d3b-f7d5161c3f13 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.859511 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:11.859898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.897350 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b433641-8801-4995-8d3b-f7d5161c3f13 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:11.917834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=d069069a-e683-4e06-8e35-f7c1d543689f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:11.993049 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-17516880-e7a6-412b-8146-8b6a159201b8 req-87713d99-6017-481e-b86e-26a85c698eab tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 210 time: 0.1629207 Nov 12 08:53:12.080161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] For port fe70a436-cd95-49ce-a3fa-b0625d2771bf, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:12.084728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] For port fe70a436-cd95-49ce-a3fa-b0625d2771bf, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fe70a436-cd95-49ce-a3fa-b0625d2771bf,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:12.097056 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.139326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:12.141256 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.143203 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] 10.222.0.52 "PUT /v2.0/ports/fe70a436-cd95-49ce-a3fa-b0625d2771bf HTTP/1.1" status: 200 len: 1093 time: 4.1165085 Nov 12 08:53:12.222168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74d5e50-1646-4f33-b63b-f4d684ecac00', 'tag': 'fe70a436-cd95-49ce-a3fa-b0625d2771bf'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:12.224631 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bcc69c-0245-491a-a3c2-fd55abbe6136" -d '{"events": [{"name": "network-changed", "server_uuid": "d74d5e50-1646-4f33-b63b-f4d684ecac00", "tag": "fe70a436-cd95-49ce-a3fa-b0625d2771bf"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:12.230199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 15bba3db-e93f-43f2-8184-e940a7f673e7 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:12.232909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:12.256647 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.272444 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b433641-8801-4995-8d3b-f7d5161c3f13 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.275188 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5b433641-8801-4995-8d3b-f7d5161c3f13 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.276395 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5b433641-8801-4995-8d3b-f7d5161c3f13 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/security-groups/02376b7b-6314-400c-a01a-2c6b69a400d5 HTTP/1.1" status: 204 len: 168 time: 1.1127360 Nov 12 08:53:12.411160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb71593-2efa-4e9c-82e8-c9371024dc9c None None] Network 15bba3db-e93f-43f2-8184-e940a7f673e7 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:12.449768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=90eabc14-a1eb-4f03-b3d7-89ffef6c9e68,segment=NetworkSegment(566ce77d-1c9e-4878-9c50-f691efe37698),segment_id=566ce77d-1c9e-4878-9c50-f691efe37698)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:12.481526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b433641-8801-4995-8d3b-f7d5161c3f13 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02376b7b-6314-400c-a01a-2c6b69a400d5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:12.490230 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58859502-df03-4b62-b486-9a8d46ab4dbe x-openstack-request-id: req-58859502-df03-4b62-b486-9a8d46ab4dbe {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:12.490492 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74d5e50-1646-4f33-b63b-f4d684ecac00", "tag": "fe70a436-cd95-49ce-a3fa-b0625d2771bf", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:12.492361 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58859502-df03-4b62-b486-9a8d46ab4dbe {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:12.492813 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74d5e50-1646-4f33-b63b-f4d684ecac00', 'tag': 'fe70a436-cd95-49ce-a3fa-b0625d2771bf', 'status': 'completed', 'code': 200} Nov 12 08:53:12.579332 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:12.623116 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Router 702963bc-4e27-494c-892e-d7b84452a87a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:12.654360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d359beb-1678-4130-a387-3458b780f0ed service neutron] Pushing event updated for resources: {'Port': ['ID=fe70a436-cd95-49ce-a3fa-b0625d2771bf,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:12.717923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-decb25f5-d997-4c4d-aed7-2f2b11eaea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:12.719799 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-decb25f5-d997-4c4d-aed7-2f2b11eaea70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 1096 time: 0.4877810 Nov 12 08:53:12.752904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55628) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:12.762715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c6508b2b-504b-4db6-b923-5f3360d5228e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169631882', 'description': 'tempest-secgroup-smoke-1169631882 description', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:12.865340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-1e1f78a2-54a8-4da0-b12b-be8019d2f096 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe70a436-cd95-49ce-a3fa-b0625d2771bf HTTP/1.1" status: 200 len: 217 time: 0.1358354 Nov 12 08:53:12.877736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:12.895661 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7b0a53d2-2f2e-4420-87da-07878261fa95 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "PUT /v2.0/routers/702963bc-4e27-494c-892e-d7b84452a87a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2970982 Nov 12 08:53:12.900673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55634) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:12.964725 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Sync routers for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:12.969227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=90eabc14-a1eb-4f03-b3d7-89ffef6c9e68,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:13.034163 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-09601378-d202-40d5-b36b-22d7c4efa499 None None] Provisioning complete for port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:13.036266 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09601378-d202-40d5-b36b-22d7c4efa499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:13.068265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-3aff7608-5a4b-4490-af16-084a028a0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.077139 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-3aff7608-5a4b-4490-af16-084a028a0463 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.1251493 Nov 12 08:53:13.124063 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6508b2b-504b-4db6-b923-5f3360d5228e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:13.166939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:13.180911 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-204f8710-8280-42f7-9200-8ae886416763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:53:09Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:13.311113 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11663db-35ce-445d-b481-b73a701e16e3 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.311586 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11663db-35ce-445d-b481-b73a701e16e3 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.312059 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11663db-35ce-445d-b481-b73a701e16e3 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.312532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11663db-35ce-445d-b481-b73a701e16e3 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.312983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11663db-35ce-445d-b481-b73a701e16e3 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.313495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11663db-35ce-445d-b481-b73a701e16e3 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.313949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11663db-35ce-445d-b481-b73a701e16e3 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.314401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11663db-35ce-445d-b481-b73a701e16e3 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.314848 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11663db-35ce-445d-b481-b73a701e16e3 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.319863 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a11663db-35ce-445d-b481-b73a701e16e3 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6369 time: 0.4179382 Nov 12 08:53:13.320495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55650) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:13.408532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d7f261cb-35d3-46c7-97cd-e57de21e7e56 req-064e3c8c-ec93-47de-9c4a-d214736809e5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 210 time: 0.0869758 Nov 12 08:53:13.469484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea71425-bb68-43bc-8757-a65ed581e2d0 req-19c1f301-ede5-490b-9a33-281f5663896c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.476488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ea71425-bb68-43bc-8757-a65ed581e2d0 req-19c1f301-ede5-490b-9a33-281f5663896c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 944 time: 0.6440234 Nov 12 08:53:13.508331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:13.546198 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:13.561611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f95cce-6179-481c-b785-8d6343fef383 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.562078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f95cce-6179-481c-b785-8d6343fef383 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.562527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f95cce-6179-481c-b785-8d6343fef383 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.562966 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f95cce-6179-481c-b785-8d6343fef383 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.567415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f95cce-6179-481c-b785-8d6343fef383 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.568165 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f95cce-6179-481c-b785-8d6343fef383 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.568784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f95cce-6179-481c-b785-8d6343fef383 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.573705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f95cce-6179-481c-b785-8d6343fef383 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.574379 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f95cce-6179-481c-b785-8d6343fef383 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.579921 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-60f95cce-6179-481c-b785-8d6343fef383 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5909 time: 0.2474611 Nov 12 08:53:13.580772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55654) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:13.592230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:13.628333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-1ad03800-310f-42bb-be23-b0508b40634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:13.630327 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-1ad03800-310f-42bb-be23-b0508b40634d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5376220 Nov 12 08:53:13.822483 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-caa81cca-eab4-4150-b359-4bb2690a4d97 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399314 Nov 12 08:53:13.964355 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbba6d45-51de-41e0-b6c7-bc5a706beb79 req-6e5ac557-0555-4661-9295-11ac0c462998 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312435 Nov 12 08:53:13.972910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ea71425-bb68-43bc-8757-a65ed581e2d0 req-b43674b3-5902-4bc8-ae5f-4d7d47f25abe tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576833 Nov 12 08:53:14.098104 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:14.098481 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.102118 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6508b2b-504b-4db6-b923-5f3360d5228e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.125524 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.136499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6508b2b-504b-4db6-b923-5f3360d5228e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.155900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:14.215224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fbc5c9a1-83af-4f20-a00b-2c0b4b960575 None None] Provisioning complete for port d069069a-e683-4e06-8e35-f7c1d543689f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:14.215602 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c9a1-83af-4f20-a00b-2c0b4b960575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.245613 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6508b2b-504b-4db6-b923-5f3360d5228e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.250138 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c6508b2b-504b-4db6-b923-5f3360d5228e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4892292 Nov 12 08:53:14.280594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-204f8710-8280-42f7-9200-8ae886416763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:53:10Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:11Z', 'revision_number': 2, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:14.282723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55666) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:14.352937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e41f475d-163c-4aaf-b4af-1fb710a8afc0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '07f5d7b7-166a-4c59-b3d4-450102c1cb70', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:14.456801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Network 8c8034f4-d675-4b47-bfbb-8cac8baada86 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:14.465750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Checking router: 702963bc-4e27-494c-892e-d7b84452a87a for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:14.466401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Updating router 702963bc-4e27-494c-892e-d7b84452a87a port d069069a-e683-4e06-8e35-f7c1d543689f binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:53:14.486003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc69c-0245-491a-a3c2-fd55abbe6136 req-4bce7c55-b813-48d1-b5d7-070d2b319499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:14.487699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76bcc69c-0245-491a-a3c2-fd55abbe6136 req-4bce7c55-b813-48d1-b5d7-070d2b319499 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 1096 time: 0.4542325 Nov 12 08:53:14.504053 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.532461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5c9a1-83af-4f20-a00b-2c0b4b960575 None None] Port d069069a-e683-4e06-8e35-f7c1d543689f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:14.692985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fbc5c9a1-83af-4f20-a00b-2c0b4b960575 None None] Provisioning complete for port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:14.695993 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c9a1-83af-4f20-a00b-2c0b4b960575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.787907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:14.790146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event updated for resources: {'Port': ['ID=6a8caee3-5604-42c8-ac1a-bab5025459ea,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:14.806052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:14.810928 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e41f475d-163c-4aaf-b4af-1fb710a8afc0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:14.828197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6508b2b-504b-4db6-b923-5f3360d5228e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07f5d7b7-166a-4c59-b3d4-450102c1cb70,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:14.948201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ad855-ef5b-459f-a932-aba016d786b3 req-fc9f56c4-801c-4f8a-a59f-32a8b1dc4144 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:14.958133 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-707ad855-ef5b-459f-a932-aba016d786b3 req-fc9f56c4-801c-4f8a-a59f-32a8b1dc4144 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 931 time: 0.3079729 Nov 12 08:53:15.032486 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e41f475d-163c-4aaf-b4af-1fb710a8afc0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.040011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:15.041004 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.044677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc69c-0245-491a-a3c2-fd55abbe6136 req-e14d86f4-e647-4a50-b7cf-301c346e63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:15.046566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76bcc69c-0245-491a-a3c2-fd55abbe6136 req-e14d86f4-e647-4a50-b7cf-301c346e63a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.4985201 Nov 12 08:53:15.048847 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e41f475d-163c-4aaf-b4af-1fb710a8afc0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.092148 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e41f475d-163c-4aaf-b4af-1fb710a8afc0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.096201 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e41f475d-163c-4aaf-b4af-1fb710a8afc0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7477834 Nov 12 08:53:15.098963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55688) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:15.130482 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76bcc69c-0245-491a-a3c2-fd55abbe6136 req-241c698a-bfed-4529-bea5-1f7394f48950 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe70a436-cd95-49ce-a3fa-b0625d2771bf HTTP/1.1" status: 200 len: 217 time: 0.0716178 Nov 12 08:53:15.136046 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-7fa1276e-076f-4020-b6f8-a7e80228afb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0353947 Nov 12 08:53:15.136911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f475d-163c-4aaf-b4af-1fb710a8afc0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed706747-5fa6-490c-9d16-cfba0590c9d4,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:15.147988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-dd9204bd-37f4-42b4-8abf-bac23219f827 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '07f5d7b7-166a-4c59-b3d4-450102c1cb70', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:15.152958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Request body: {'port': {'device_id': '1d3b62cd-8717-4915-add8-e63d2add056e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:15.201616 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-707ad855-ef5b-459f-a932-aba016d786b3 req-69b25db4-846a-4346-8ee9-f21549525f46 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424421 Nov 12 08:53:15.206692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc69c-0245-491a-a3c2-fd55abbe6136 req-09280225-5bc6-49ba-b6b1-87c166fb2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:15.210976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76bcc69c-0245-491a-a3c2-fd55abbe6136 req-09280225-5bc6-49ba-b6b1-87c166fb2a40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0718608 Nov 12 08:53:15.234646 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-683f260f-1098-473d-b03a-4169512bbe5f tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 1.6449630 Nov 12 08:53:15.289367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd9204bd-37f4-42b4-8abf-bac23219f827 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.448667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd9204bd-37f4-42b4-8abf-bac23219f827 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.461617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd9204bd-37f4-42b4-8abf-bac23219f827 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.528342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9204bd-37f4-42b4-8abf-bac23219f827 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a446ae59-2f6c-4d77-b8a6-071d8c4464cc,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:15.542688 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd9204bd-37f4-42b4-8abf-bac23219f827 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.543801 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dd9204bd-37f4-42b4-8abf-bac23219f827 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4213147 Nov 12 08:53:15.558554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55706) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:15.563098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-24740f3d-a899-4c08-8a48-2d44bc2c61ed tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '07f5d7b7-166a-4c59-b3d4-450102c1cb70', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:15.646073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24740f3d-a899-4c08-8a48-2d44bc2c61ed tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.690564 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.745816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad72e1-7465-441c-b351-20ea332e1454 req-3fda205e-9914-43c1-9841-f1580f00e0fd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:15.753406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20ad72e1-7465-441c-b351-20ea332e1454 req-3fda205e-9914-43c1-9841-f1580f00e0fd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 944 time: 0.5193751 Nov 12 08:53:15.769452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcc69c-0245-491a-a3c2-fd55abbe6136 req-60d38275-2c77-493b-a79f-9619a06101e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:15.774005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76bcc69c-0245-491a-a3c2-fd55abbe6136 req-60d38275-2c77-493b-a79f-9619a06101e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4689894 Nov 12 08:53:15.850806 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24740f3d-a899-4c08-8a48-2d44bc2c61ed tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.858061 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24740f3d-a899-4c08-8a48-2d44bc2c61ed tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.869017 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55708) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:15.885346 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.898010 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.917645 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-40969026-c3f0-4909-929e-75ecb1592e12 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237581116', 'description': 'tempest-secgroup-smoke-237581116 description', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:15.930889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24740f3d-a899-4c08-8a48-2d44bc2c61ed tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0211ac-f421-42d6-bfe2-71a91bcac3ed,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:15.980761 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24740f3d-a899-4c08-8a48-2d44bc2c61ed tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:15.983571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-24740f3d-a899-4c08-8a48-2d44bc2c61ed tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4238384 Nov 12 08:53:16.007052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7ffd5cde-323e-4182-8d06-17d0b1fc4121 None None] Provisioning complete for port d069069a-e683-4e06-8e35-f7c1d543689f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:16.011803 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7ffd5cde-323e-4182-8d06-17d0b1fc4121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.017128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55714) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:16.025244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c6c890b5-7bb3-4645-8d84-5c852b26924b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '07f5d7b7-166a-4c59-b3d4-450102c1cb70', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:16.069985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dd29e-3c73-46e5-982d-080f5a0dd1ff None None] Pushing event updated for resources: {'Port': ['ID=d069069a-e683-4e06-8e35-f7c1d543689f,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:16.096146 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40969026-c3f0-4909-929e-75ecb1592e12 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.202349 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6c890b5-7bb3-4645-8d84-5c852b26924b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.263880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7ffd5cde-323e-4182-8d06-17d0b1fc4121 None None] Port d069069a-e683-4e06-8e35-f7c1d543689f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:16.294275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Attempting to bind port d069069a-e683-4e06-8e35-f7c1d543689f on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:16.294660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Attempting to bind port d069069a-e683-4e06-8e35-f7c1d543689f by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:16.295032 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Attempting to bind port d069069a-e683-4e06-8e35-f7c1d543689f on network 15bba3db-e93f-43f2-8184-e940a7f673e7 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:16.304955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:16.305523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Checking segment: {'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:16.305981 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.308367 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Bound using segment: {'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:16.308892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Bound port: d069069a-e683-4e06-8e35-f7c1d543689f, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:16.310840 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.525786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-204f8710-8280-42f7-9200-8ae886416763 None None] For port d069069a-e683-4e06-8e35-f7c1d543689f, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:16.535674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-204f8710-8280-42f7-9200-8ae886416763 None None] For port d069069a-e683-4e06-8e35-f7c1d543689f, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d069069a-e683-4e06-8e35-f7c1d543689f,segment=NetworkSegment(566ce77d-1c9e-4878-9c50-f691efe37698),segment_id=566ce77d-1c9e-4878-9c50-f691efe37698)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:16.545016 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.581744 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40969026-c3f0-4909-929e-75ecb1592e12 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.585729 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6c890b5-7bb3-4645-8d84-5c852b26924b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.596039 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c89fb-3de5-4b38-92c8-c780555ea30e req-823d15d6-68b1-4ce4-b4c8-295d979e63fb tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:16.598063 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-843c89fb-3de5-4b38-92c8-c780555ea30e req-823d15d6-68b1-4ce4-b4c8-295d979e63fb tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 931 time: 0.2517145 Nov 12 08:53:16.600151 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40969026-c3f0-4909-929e-75ecb1592e12 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.624535 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6c890b5-7bb3-4645-8d84-5c852b26924b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.716900 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-40969026-c3f0-4909-929e-75ecb1592e12 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.718221 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-40969026-c3f0-4909-929e-75ecb1592e12 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8223832 Nov 12 08:53:16.727265 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55736) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:16.734598 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20ad72e1-7465-441c-b351-20ea332e1454 req-d54d2869-2992-41ed-a137-5fa9cd553e8c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9801600 Nov 12 08:53:16.738356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-dc949d10-8054-4f78-958a-fe11db7b7c38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': '1c91c949-e2e7-4d5f-943b-c0f6873808ac', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:16.752439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c890b5-7bb3-4645-8d84-5c852b26924b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e686a0d3-4eff-43cd-a0bf-f6c0d976eb67,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:16.772877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40969026-c3f0-4909-929e-75ecb1592e12 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c91c949-e2e7-4d5f-943b-c0f6873808ac,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:16.773394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dd29e-3c73-46e5-982d-080f5a0dd1ff None None] Pushing event updated for resources: {'Port': ['ID=d069069a-e683-4e06-8e35-f7c1d543689f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:16.781858 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6c890b5-7bb3-4645-8d84-5c852b26924b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.783986 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c6c890b5-7bb3-4645-8d84-5c852b26924b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7638862 Nov 12 08:53:16.789343 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-843c89fb-3de5-4b38-92c8-c780555ea30e req-0e773449-7605-4047-8e13-1b75693c5ccd tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739445 Nov 12 08:53:16.793513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55738) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:16.798246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-139a07df-eb37-44b2-989e-8f114fa937b1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '07f5d7b7-166a-4c59-b3d4-450102c1cb70', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:16.874022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-af5613b1-b669-48d8-ac37-3230c8294357 None None] Provisioning complete for port d069069a-e683-4e06-8e35-f7c1d543689f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:16.876664 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af5613b1-b669-48d8-ac37-3230c8294357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.887564 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76bcc69c-0245-491a-a3c2-fd55abbe6136 req-7f32d2dc-4ca2-4b83-9935-b2fff1e2cfb8 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0627670 Nov 12 08:53:16.909037 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc949d10-8054-4f78-958a-fe11db7b7c38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.972389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:16.976522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-204f8710-8280-42f7-9200-8ae886416763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:53:09Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:16.977406 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-139a07df-eb37-44b2-989e-8f114fa937b1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Project 0ea68474c3624cf0b82cb294cd7cfd85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:53:17.028099 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-139a07df-eb37-44b2-989e-8f114fa937b1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.108657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc949d10-8054-4f78-958a-fe11db7b7c38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.115447 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc949d10-8054-4f78-958a-fe11db7b7c38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.147948 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-139a07df-eb37-44b2-989e-8f114fa937b1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.169393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc949d10-8054-4f78-958a-fe11db7b7c38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496308af-3f15-4986-bd7f-274344c63625,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:17.172753 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-139a07df-eb37-44b2-989e-8f114fa937b1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.228187 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-139a07df-eb37-44b2-989e-8f114fa937b1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.234179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55746) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:17.241225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-19a083ff-95de-4840-a1c0-2f8df4eeb7a8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '07f5d7b7-166a-4c59-b3d4-450102c1cb70', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:17.245084 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-139a07df-eb37-44b2-989e-8f114fa937b1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4357784 Nov 12 08:53:17.258908 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dc949d10-8054-4f78-958a-fe11db7b7c38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.260867 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dc949d10-8054-4f78-958a-fe11db7b7c38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5264194 Nov 12 08:53:17.265856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55750) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:17.266798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a07df-eb37-44b2-989e-8f114fa937b1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75573557-71bb-498d-8fca-94054a2754b6,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:17.279321 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-19a083ff-95de-4840-a1c0-2f8df4eeb7a8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Project 0ea68474c3624cf0b82cb294cd7cfd85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:53:17.286828 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af5613b1-b669-48d8-ac37-3230c8294357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.288807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-50c6a1e6-e993-4637-a561-bc309ead8be0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': '1c91c949-e2e7-4d5f-943b-c0f6873808ac', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:17.307054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-19a083ff-95de-4840-a1c0-2f8df4eeb7a8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.365850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50c6a1e6-e993-4637-a561-bc309ead8be0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.440719 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-19a083ff-95de-4840-a1c0-2f8df4eeb7a8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.440912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-af5613b1-b669-48d8-ac37-3230c8294357 None None] For port d069069a-e683-4e06-8e35-f7c1d543689f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d069069a-e683-4e06-8e35-f7c1d543689f,segment=NetworkSegment(566ce77d-1c9e-4878-9c50-f691efe37698),segment_id=566ce77d-1c9e-4878-9c50-f691efe37698)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:17.452811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76bcc69c-0245-491a-a3c2-fd55abbe6136 req-f4b37d1b-2afa-44d8-95c9-95c9341f8289 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642951 Nov 12 08:53:17.456399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-19a083ff-95de-4840-a1c0-2f8df4eeb7a8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.461651 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af5613b1-b669-48d8-ac37-3230c8294357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.496076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a083ff-95de-4840-a1c0-2f8df4eeb7a8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedf1fd7-6c40-4868-9e16-019999ecac1b,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:17.506314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50c6a1e6-e993-4637-a561-bc309ead8be0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.511055 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-19a083ff-95de-4840-a1c0-2f8df4eeb7a8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.511863 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50c6a1e6-e993-4637-a561-bc309ead8be0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.516923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-19a083ff-95de-4840-a1c0-2f8df4eeb7a8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2793365 Nov 12 08:53:17.522057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55752) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:17.525433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-204f8710-8280-42f7-9200-8ae886416763 None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:17.530321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-eeff1840-3132-42bf-a035-a354c6a84823 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'network': {'name': 'tempest-network-smoke--1634970524', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'port_security_enabled': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:17.560264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6a1e6-e993-4637-a561-bc309ead8be0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63dc8e6-92fc-41eb-bdb6-5d18669ceb0e,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:17.578966 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50c6a1e6-e993-4637-a561-bc309ead8be0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.582935 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-50c6a1e6-e993-4637-a561-bc309ead8be0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3024259 Nov 12 08:53:17.583507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55760) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:17.590722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-43664ddd-2746-42fc-af8a-bbd98e030593 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': '1c91c949-e2e7-4d5f-943b-c0f6873808ac', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:17.633849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-71bff151-fc9b-4cdc-ad8f-a028dd3dd206 None None] Provisioning complete for port d069069a-e683-4e06-8e35-f7c1d543689f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:17.634225 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-71bff151-fc9b-4cdc-ad8f-a028dd3dd206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.702515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeff1840-3132-42bf-a035-a354c6a84823 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Made reservation on behalf of 0ea68474c3624cf0b82cb294cd7cfd85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:17.716890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeff1840-3132-42bf-a035-a354c6a84823 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.731404 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-43664ddd-2746-42fc-af8a-bbd98e030593 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.741482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5613b1-b669-48d8-ac37-3230c8294357 None None] Pushing event updated for resources: {'Port': ['ID=d069069a-e683-4e06-8e35-f7c1d543689f,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:17.876075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8caee3-5604-42c8-ac1a-bab5025459ea {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:17.885064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.901358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Transition to ACTIVE for port object 6a8caee3-5604-42c8-ac1a-bab5025459ea will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:17.939579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeff1840-3132-42bf-a035-a354c6a84823 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:53:17.948806 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:17.997778 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-43664ddd-2746-42fc-af8a-bbd98e030593 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.022084 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-43664ddd-2746-42fc-af8a-bbd98e030593 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.094666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-43664ddd-2746-42fc-af8a-bbd98e030593 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.097973 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-43664ddd-2746-42fc-af8a-bbd98e030593 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5129128 Nov 12 08:53:18.100145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43664ddd-2746-42fc-af8a-bbd98e030593 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cb5545-1f64-4950-ba91-99a36c3929d4,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:18.113659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55776) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:18.123631 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b75d43c0-f36f-4263-a058-3f33790d837a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': '1c91c949-e2e7-4d5f-943b-c0f6873808ac', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:18.128020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeff1840-3132-42bf-a035-a354c6a84823 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.128769 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-eeff1840-3132-42bf-a035-a354c6a84823 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Added segment e578cc8a-fffd-4b8f-87e9-d8a399540495 of type vlan for network 0810cd08-13db-4fe5-b807-ef4b7a59e675 Nov 12 08:53:18.146842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01fd83-82fa-4ed1-8504-97dca3842857 req-fa764cea-cb4d-43c0-a0c0-15c1caf86d89 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:18.156358 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de01fd83-82fa-4ed1-8504-97dca3842857 req-fa764cea-cb4d-43c0-a0c0-15c1caf86d89 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 943 time: 0.1966908 Nov 12 08:53:18.292232 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b75d43c0-f36f-4263-a058-3f33790d837a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.313534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Pushing event updated for resources: {'Port': ['ID=6a8caee3-5604-42c8-ac1a-bab5025459ea,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:18.320660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b4222-835a-463e-a420-623b777b53b4 req-bd43d549-2eae-4bdc-967a-b75f40a605ba tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:18.322939 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c4b4222-835a-463e-a420-623b777b53b4 req-bd43d549-2eae-4bdc-967a-b75f40a605ba tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 944 time: 0.3497310 Nov 12 08:53:18.325395 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeff1840-3132-42bf-a035-a354c6a84823 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.371979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-204f8710-8280-42f7-9200-8ae886416763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:53:10Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:16Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:18.415347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f8710-8280-42f7-9200-8ae886416763 None None] The sync data for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 is: [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:53:10Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:16Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:18.439392 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeff1840-3132-42bf-a035-a354c6a84823 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.446091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeff1840-3132-42bf-a035-a354c6a84823 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:18.446614 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eeff1840-3132-42bf-a035-a354c6a84823 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.490696 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de01fd83-82fa-4ed1-8504-97dca3842857 req-26f8c456-114d-40e1-92f7-e93c219c230b tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333764 Nov 12 08:53:18.560401 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c4b4222-835a-463e-a420-623b777b53b4 req-15b1acf6-2033-4cf1-99ca-d4894836c617 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091918 Nov 12 08:53:18.564504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Attempting to bind port 6a8caee3-5604-42c8-ac1a-bab5025459ea on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:18.565268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Attempting to bind port 6a8caee3-5604-42c8-ac1a-bab5025459ea by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:18.565907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Attempting to bind port 6a8caee3-5604-42c8-ac1a-bab5025459ea on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:18.580935 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b75d43c0-f36f-4263-a058-3f33790d837a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.601762 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b75d43c0-f36f-4263-a058-3f33790d837a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.624673 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eeff1840-3132-42bf-a035-a354c6a84823 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1007819 Nov 12 08:53:18.629301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 55790) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:18.630141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Port 6a8caee3-5604-42c8-ac1a-bab5025459ea on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:18.630606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Attempting to bind port 6a8caee3-5604-42c8-ac1a-bab5025459ea on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:18.643210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'admin_state_up': True, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:18.653981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d43c0-f36f-4263-a058-3f33790d837a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2db3ff-8773-4637-848f-afa4a09f7484,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:18.654155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:18.654829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Checking segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:18.656989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Bound using segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:18.658203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Bound port: 6a8caee3-5604-42c8-ac1a-bab5025459ea, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:18.658594 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.666558 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b75d43c0-f36f-4263-a058-3f33790d837a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.672189 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b75d43c0-f36f-4263-a058-3f33790d837a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5575252 Nov 12 08:53:18.673896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff1840-3132-42bf-a035-a354c6a84823 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Network': ['ID=0810cd08-13db-4fe5-b807-ef4b7a59e675,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:18.674727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55796) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:18.688498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f7111c5a-7199-4b03-b0c2-cfdc0b3bccdc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': '1c91c949-e2e7-4d5f-943b-c0f6873808ac', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:18.703349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 0810cd08-13db-4fe5-b807-ef4b7a59e675 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:53:18.803517 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.804731 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.808859 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-f7111c5a-7199-4b03-b0c2-cfdc0b3bccdc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Project 53fc652fab2c474c9a86ccfd515fe6e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:53:18.815660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f7111c5a-7199-4b03-b0c2-cfdc0b3bccdc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.903930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] For port 6a8caee3-5604-42c8-ac1a-bab5025459ea, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:18.926379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] For port 6a8caee3-5604-42c8-ac1a-bab5025459ea, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6a8caee3-5604-42c8-ac1a-bab5025459ea,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:19.018557 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.041265 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f7111c5a-7199-4b03-b0c2-cfdc0b3bccdc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.066054 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f7111c5a-7199-4b03-b0c2-cfdc0b3bccdc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.122654 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7111c5a-7199-4b03-b0c2-cfdc0b3bccdc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6109aa6-49e9-4867-ac20-20f3feae346a,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:19.148031 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f7111c5a-7199-4b03-b0c2-cfdc0b3bccdc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.154719 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f7111c5a-7199-4b03-b0c2-cfdc0b3bccdc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4779520 Nov 12 08:53:19.155424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 55808) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:19.166396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': '1c91c949-e2e7-4d5f-943b-c0f6873808ac', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:19.207456 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Project 53fc652fab2c474c9a86ccfd515fe6e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:53:19.218310 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.297909 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.328395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:19.329016 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.330463 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] 10.222.0.46 "PUT /v2.0/ports/6a8caee3-5604-42c8-ac1a-bab5025459ea HTTP/1.1" status: 200 len: 1092 time: 4.1834946 Nov 12 08:53:19.336311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3b62cd-8717-4915-add8-e63d2add056e', 'tag': '6a8caee3-5604-42c8-ac1a-bab5025459ea'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:19.339315 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b08dd9-c3b3-4640-a129-0b302a8d595b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3b62cd-8717-4915-add8-e63d2add056e", "tag": "6a8caee3-5604-42c8-ac1a-bab5025459ea"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:19.363111 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.385216 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.465578 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.468616 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106515 Nov 12 08:53:19.472422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2adf6b-708a-4761-9d80-45178eff6020,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:19.490054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:19.490675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:19.491228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:19.491794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:19.492473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:19.492911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:19.493394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:19.493949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:19.494533 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:19.495084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:19.497483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:19.497971 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc848b-938c-4b96-88ae-f00549dc20af tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:19.632879 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634ef5d0-62e8-4b90-bbd0-3929ede0d125 x-openstack-request-id: req-634ef5d0-62e8-4b90-bbd0-3929ede0d125 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:19.635747 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3b62cd-8717-4915-add8-e63d2add056e", "tag": "6a8caee3-5604-42c8-ac1a-bab5025459ea", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:19.636173 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-634ef5d0-62e8-4b90-bbd0-3929ede0d125 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:19.636835 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3b62cd-8717-4915-add8-e63d2add056e', 'tag': '6a8caee3-5604-42c8-ac1a-bab5025459ea', 'status': 'completed', 'code': 200} Nov 12 08:53:19.845520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc66f63-a054-4a0c-a0c3-66fdcabf6c9a service neutron] Pushing event updated for resources: {'Port': ['ID=6a8caee3-5604-42c8-ac1a-bab5025459ea,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:19.919971 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-af3f7036-7aa1-44bb-9710-b79bc3bde8e2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237581116&fields=id&tenant_id=53fc652fab2c474c9a86ccfd515fe6e9 HTTP/1.1" status: 200 len: 267 time: 0.1626816 Nov 12 08:53:19.976412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.998831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-4eeb37db-a874-4227-8e7d-6f796b64f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:20.002625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-4eeb37db-a874-4227-8e7d-6f796b64f1ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 1095 time: 0.4332497 Nov 12 08:53:20.024681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbc926-3bc0-4fd8-8a7a-a9c2ed2650f1 req-a41e1d57-f63d-4a01-ba65-63b20cb18bd1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:20.046174 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b3fbc926-3bc0-4fd8-8a7a-a9c2ed2650f1 req-a41e1d57-f63d-4a01-ba65-63b20cb18bd1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 943 time: 0.3995221 Nov 12 08:53:20.180763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d069069a-e683-4e06-8e35-f7c1d543689f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:20.201519 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-29df55ed-6222-4804-82a8-df8d3b1762a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8caee3-5604-42c8-ac1a-bab5025459ea HTTP/1.1" status: 200 len: 217 time: 0.1177862 Nov 12 08:53:20.245147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-f9dca841-dfcb-4249-8881-663a25d5d22d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:20.246890 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-f9dca841-dfcb-4249-8881-663a25d5d22d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/networks?id=15bba3db-e93f-43f2-8184-e940a7f673e7 HTTP/1.1" status: 200 len: 796 time: 0.3187215 Nov 12 08:53:20.267919 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-d9c97fe6-8e96-4121-9794-c148a4108df5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/quotas/53fc652fab2c474c9a86ccfd515fe6e9 HTTP/1.1" status: 200 len: 375 time: 0.0132036 Nov 12 08:53:20.332059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-18c141eb-8517-4395-8c9c-dca62fd12e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:20.333750 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-18c141eb-8517-4395-8c9c-dca62fd12e55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.1196246 Nov 12 08:53:20.335609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d069069a-e683-4e06-8e35-f7c1d543689f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:20.337939 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.375383 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b3fbc926-3bc0-4fd8-8a7a-a9c2ed2650f1 req-94a93a3a-5789-489b-912b-db101131372d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220866 Nov 12 08:53:20.399982 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-cc762187-e91a-4cb6-9f4d-6be6ccebfb32 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1257200 Nov 12 08:53:20.426433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-78f440b2-2935-4f43-a685-769637371de7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775363 Nov 12 08:53:20.692472 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-5d9c8bfa-84e8-4df7-bde6-8caa24af8287 service neutron] 10.222.0.31 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752767 Nov 12 08:53:20.757041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ba7f7-98f0-477f-b54f-1984deb7b45b req-c829d35b-eab0-4e34-b5ac-b9a8656ae9ba tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:20.767864 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b3ba7f7-98f0-477f-b54f-1984deb7b45b req-c829d35b-eab0-4e34-b5ac-b9a8656ae9ba tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 944 time: 0.2152369 Nov 12 08:53:20.807680 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-83af2bb7-5894-4828-b210-9b2e0466fcf3 service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682730 Nov 12 08:53:20.924241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-e8b43fab-7240-44c5-b57b-6abd3f2c8a01 service neutron] 10.222.0.31 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305217 Nov 12 08:53:20.956574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b3ba7f7-98f0-477f-b54f-1984deb7b45b req-cd807a13-5e89-4820-9bce-281823e54fbd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836226 Nov 12 08:53:21.090445 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.138129 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.281968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60bb100b-63e5-4767-a824-bd6893813ded req-a8f4b921-0237-4d6a-89fc-0c61be1edcc3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 210 time: 0.0412464 Nov 12 08:53:21.348976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9205752-1c1a-4c82-8ef3-91a9cb336528 req-4b6a7b19-5681-4332-956b-3a776a699f6f service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136175 Nov 12 08:53:21.576783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf7d36-58d5-4c86-ab25-c4493082c76d req-4c179fc6-5fbb-4de8-9e8b-9c013a6976e3 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:21.585919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b08dd9-c3b3-4640-a129-0b302a8d595b req-82b0bb4b-19b8-4236-ac7c-63d67f481248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:21.588721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b08dd9-c3b3-4640-a129-0b302a8d595b req-82b0bb4b-19b8-4236-ac7c-63d67f481248 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 1095 time: 0.1972752 Nov 12 08:53:21.591940 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dcdf7d36-58d5-4c86-ab25-c4493082c76d req-4c179fc6-5fbb-4de8-9e8b-9c013a6976e3 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 943 time: 0.0944636 Nov 12 08:53:21.694301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dcdf7d36-58d5-4c86-ab25-c4493082c76d req-46b0cdba-ce83-432f-a884-18659674a78b tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005609 Nov 12 08:53:22.179725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.25.3.243 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/88c0e52b-c297-41e0-8515-2c6688cdab9d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:22.335489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1db118-5bd1-40fd-8dec-5ec08d2c6c0d req-64a5cfeb-5175-41d8-9e44-c0a83f83ca6a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:22.337361 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b1db118-5bd1-40fd-8dec-5ec08d2c6c0d req-64a5cfeb-5175-41d8-9e44-c0a83f83ca6a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 944 time: 0.2411599 Nov 12 08:53:22.342450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b08dd9-c3b3-4640-a129-0b302a8d595b req-950c3e07-36b6-44a0-afbb-6fe6f095c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:22.343945 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b08dd9-c3b3-4640-a129-0b302a8d595b req-950c3e07-36b6-44a0-afbb-6fe6f095c717 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 905 time: 0.7452028 Nov 12 08:53:22.418432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b08dd9-c3b3-4640-a129-0b302a8d595b req-1b9cd102-43ff-4c67-806a-e1cc1bffcdda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8caee3-5604-42c8-ac1a-bab5025459ea HTTP/1.1" status: 200 len: 217 time: 0.0548766 Nov 12 08:53:22.425601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-98b3849d-25f2-45d1-9ca5-354cb31990a8 req-48412ed4-0228-475f-8340-ca7d76be94da tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 210 time: 0.0530691 Nov 12 08:53:22.499357 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.517430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.545558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b1db118-5bd1-40fd-8dec-5ec08d2c6c0d req-65f48bf7-6841-4755-b5c8-c69477a7e759 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922824 Nov 12 08:53:22.571390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b08dd9-c3b3-4640-a129-0b302a8d595b req-d1dea5e1-cecb-4cc1-bf49-36cfa9e5923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:22.573156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b08dd9-c3b3-4640-a129-0b302a8d595b req-d1dea5e1-cecb-4cc1-bf49-36cfa9e5923e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.1301754 Nov 12 08:53:22.617363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b08dd9-c3b3-4640-a129-0b302a8d595b req-41c5a454-04fc-4579-882b-0ed4e0cd376c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354521 Nov 12 08:53:22.656522 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.755733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:22.762105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=88c0e52b-c297-41e0-8515-2c6688cdab9d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:22.767105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:22.819189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:22.834136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a77daa7-74d9-4334-adad-d7570cf6cb53 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:22.902996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b08dd9-c3b3-4640-a129-0b302a8d595b req-4ad79237-b850-4c49-b11c-0dadfe6758dc service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766137 Nov 12 08:53:22.914475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8141672c-66f2-4ba6-a349-f32a82b4d43d None None] Provisioning complete for port 88c0e52b-c297-41e0-8515-2c6688cdab9d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:22.915245 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8141672c-66f2-4ba6-a349-f32a82b4d43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:22.926467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c562fc-52c9-4fa3-937b-74527a3fe8da req-ce4c0336-0818-49be-a4fc-139a0af3663c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:22.930753 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-29c562fc-52c9-4fa3-937b-74527a3fe8da req-ce4c0336-0818-49be-a4fc-139a0af3663c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 943 time: 0.1024489 Nov 12 08:53:23.020683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8141672c-66f2-4ba6-a349-f32a82b4d43d None None] Port 88c0e52b-c297-41e0-8515-2c6688cdab9d cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:23.077678 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-29c562fc-52c9-4fa3-937b-74527a3fe8da req-e74be454-a233-45e6-bf9f-4a917fa1805e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377110 Nov 12 08:53:23.293411 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b08dd9-c3b3-4640-a129-0b302a8d595b req-a8a7ed21-4894-4abd-bb91-5110ced2a495 service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746343 Nov 12 08:53:23.312151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-eceae192-5e08-4a08-b5d5-bd14abd64896 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:23.312151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-eceae192-5e08-4a08-b5d5-bd14abd64896 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "GET /v2.0/networks?id=15bba3db-e93f-43f2-8184-e940a7f673e7 HTTP/1.1" status: 200 len: 796 time: 0.3102083 Nov 12 08:53:23.478652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-16572440-125e-4a9b-b9aa-a15d21065002 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53fc652fab2c474c9a86ccfd515fe6e9 HTTP/1.1" status: 200 len: 379 time: 0.1248388 Nov 12 08:53:23.492079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'port': {'device_id': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'admin_state_up': True, 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'security_groups': ['1c91c949-e2e7-4d5f-943b-c0f6873808ac']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:23.606191 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.618022 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d8fa3f8c-a0d2-46aa-afa5-2995d805bad5 req-b84dfac9-3702-4fbd-b759-68f1a31892b3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 210 time: 0.0997021 Nov 12 08:53:23.776749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df13f6-b3f5-45be-9505-3f4879ef97fc req-62e4535d-4c4a-471c-81e7-8b6ef1ad4cbc tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:23.786397 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7df13f6-b3f5-45be-9505-3f4879ef97fc req-62e4535d-4c4a-471c-81e7-8b6ef1ad4cbc tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 944 time: 0.1324251 Nov 12 08:53:23.851233 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7df13f6-b3f5-45be-9505-3f4879ef97fc req-95fb00ae-2abd-42b5-b66c-a19d84ceb63e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596414 Nov 12 08:53:23.949783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Made reservation on behalf of 53fc652fab2c474c9a86ccfd515fe6e9 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:23.955113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.159753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6a8caee3-5604-42c8-ac1a-bab5025459ea details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:53:24.173708 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.281829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Allocated IP 172.20.0.14 (15bba3db-e93f-43f2-8184-e940a7f673e7/4934cc8c-a94d-4e47-84e4-27a778005ec3/7e526f3d-9111-45e2-88d8-30a4cff7bda1) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:24.378292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6a8caee3-5604-42c8-ac1a-bab5025459ea, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6a8caee3-5604-42c8-ac1a-bab5025459ea,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:24.399291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '6a8caee3-5604-42c8-ac1a-bab5025459ea', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'port_id': '6a8caee3-5604-42c8-ac1a-bab5025459ea', 'mac_address': 'fa:16:3e:0b:24:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca90a20-3c8f-4837-81dd-c8047415d78c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:53:24.450199 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.467898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8caee3-5604-42c8-ac1a-bab5025459ea {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:24.506814 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6a8caee3-5604-42c8-ac1a-bab5025459ea, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6a8caee3-5604-42c8-ac1a-bab5025459ea,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:24.514884 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.650146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6a8caee3-5604-42c8-ac1a-bab5025459ea,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:24.861571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8e0cda71-0fd8-4fde-9cae-3ca4f63fce5e req-1ea29293-862f-49b2-a9de-992ece2648ff tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 210 time: 0.0545964 Nov 12 08:53:24.905605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['6a8caee3-5604-42c8-ac1a-bab5025459ea'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:25.024257 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdae089-118f-4c84-bd88-f986bafc60ed req-dc7ddab1-6ab8-4a85-9a2e-34b633affa90 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:25.034998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1cdae089-118f-4c84-bd88-f986bafc60ed req-dc7ddab1-6ab8-4a85-9a2e-34b633affa90 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 944 time: 0.5155973 Nov 12 08:53:25.100196 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.107841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb1f05-3794-482b-936f-8da02c1d4f31 req-413b6510-fdfc-419d-9ef2-4049a9ade5b1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:25.117537 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87fb1f05-3794-482b-936f-8da02c1d4f31 req-413b6510-fdfc-419d-9ef2-4049a9ade5b1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 944 time: 0.1390142 Nov 12 08:53:25.222653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1cdae089-118f-4c84-bd88-f986bafc60ed req-7e51f75b-d5e2-4b0b-a0f2-1cb18ac3a69d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862538 Nov 12 08:53:25.264256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router df1342bd-f271-438f-a517-0cc039258bb7 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:53:25.324749 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87fb1f05-3794-482b-936f-8da02c1d4f31 req-7c7c494b-6fd3-4b03-ae0c-92cfd0c25e72 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057419 Nov 12 08:53:25.356621 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.365840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device fe70a436-cd95-49ce-a3fa-b0625d2771bf details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:53:25.468755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 15bba3db-e93f-43f2-8184-e940a7f673e7 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:25.480177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:25.483407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:25.665349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port fe70a436-cd95-49ce-a3fa-b0625d2771bf, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fe70a436-cd95-49ce-a3fa-b0625d2771bf,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:25.697812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'fe70a436-cd95-49ce-a3fa-b0625d2771bf', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'port_id': 'fe70a436-cd95-49ce-a3fa-b0625d2771bf', 'mac_address': 'fa:16:3e:7f:0a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:53:25.873331 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.909712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe70a436-cd95-49ce-a3fa-b0625d2771bf {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:26.034569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port fe70a436-cd95-49ce-a3fa-b0625d2771bf, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fe70a436-cd95-49ce-a3fa-b0625d2771bf,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:26.061433 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.120967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=7e526f3d-9111-45e2-88d8-30a4cff7bda1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:26.164987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-82021018-4903-4feb-92c1-135f087fa090 None None] Provisioning complete for port 7e526f3d-9111-45e2-88d8-30a4cff7bda1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:26.166644 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-82021018-4903-4feb-92c1-135f087fa090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.204346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:26.204796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6a8caee3-5604-42c8-ac1a-bab5025459ea up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:26.218543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:26.219299 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.221467 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Sync routers for ids ['df1342bd-f271-438f-a517-0cc039258bb7'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:26.234385 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Routers {'df1342bd-f271-438f-a517-0cc039258bb7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:26.236882 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:53:09Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['df1342bd-f271-438f-a517-0cc039258bb7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:26.255609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.257052 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-085eba5e-218a-49c0-ad5c-9d039a3d1213 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.6206865 Nov 12 08:53:26.262299 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-85edb1b7-d84f-461e-b827-29ddbdcfcc10 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7742257 Nov 12 08:53:26.262960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56024) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:26.278224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Request body: {'port': {'device_id': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:26.319148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f230c-df67-4446-a176-aad5b048b4ee req-fa9ff001-4411-4199-b3fd-c5748b8156e2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:26.321733 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-154f230c-df67-4446-a176-aad5b048b4ee req-fa9ff001-4411-4199-b3fd-c5748b8156e2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 932 time: 0.1926544 Nov 12 08:53:26.361904 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.442105 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8e28d08b-55b9-4574-b601-805d76205091 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0ea68474c3624cf0b82cb294cd7cfd85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1771789 Nov 12 08:53:26.453956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56028) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:26.517327 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-82021018-4903-4feb-92c1-135f087fa090 None None] Port 7e526f3d-9111-45e2-88d8-30a4cff7bda1 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:26.524075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=fe70a436-cd95-49ce-a3fa-b0625d2771bf,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:26.560747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['fe70a436-cd95-49ce-a3fa-b0625d2771bf'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:26.571167 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Set router df1342bd-f271-438f-a517-0cc039258bb7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:26.744072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 6a8caee3-5604-42c8-ac1a-bab5025459ea completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:53:26.754988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a3cc5-183b-4246-a967-91441d9138e7 req-b7379d50-6ea8-48b2-aefd-2822914a80d7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:26.763386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 6a8caee3-5604-42c8-ac1a-bab5025459ea triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:26.764376 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-981a3cc5-183b-4246-a967-91441d9138e7 req-b7379d50-6ea8-48b2-aefd-2822914a80d7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 944 time: 0.3046148 Nov 12 08:53:26.764862 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.832788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-981a3cc5-183b-4246-a967-91441d9138e7 req-d9bac172-8ea6-4f6d-8d30-fc6b1d2cd6a2 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661538 Nov 12 08:53:27.028592 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b9caf-938a-406a-80a6-e75250e69978 req-2215b77e-54be-4f43-bb8f-0d694780a2eb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:27.031808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d5b9caf-938a-406a-80a6-e75250e69978 req-2215b77e-54be-4f43-bb8f-0d694780a2eb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 945 time: 0.1051548 Nov 12 08:53:27.083828 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:53:23Z', 'revision_number': 3, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:27.160041 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d5b9caf-938a-406a-80a6-e75250e69978 req-c31aa234-58b6-4374-90a5-650e38808131 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177480 Nov 12 08:53:27.239842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-154f230c-df67-4446-a176-aad5b048b4ee req-7a9df05c-95c5-450d-a6d4-b6a8dbd82c05 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8867173 Nov 12 08:53:27.270819 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.307838 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Checking router: df1342bd-f271-438f-a517-0cc039258bb7 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:27.308844 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Updating router df1342bd-f271-438f-a517-0cc039258bb7 port 88c0e52b-c297-41e0-8515-2c6688cdab9d binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:53:27.342941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3b62cd-8717-4915-add8-e63d2add056e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8caee3-5604-42c8-ac1a-bab5025459ea'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:27.345506 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d126ef7c-4aed-4714-b96f-9e0697f9dce2" -d '{"events": [{"server_uuid": "1d3b62cd-8717-4915-add8-e63d2add056e", "name": "network-vif-plugged", "status": "completed", "tag": "6a8caee3-5604-42c8-ac1a-bab5025459ea"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:27.379826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6b90ce-f1c9-44d5-9e4a-f52a0a441032 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:27.385691 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bf6b90ce-f1c9-44d5-9e4a-f52a0a441032 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9274342 Nov 12 08:53:27.385897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56058) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:27.402731 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.433615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6a8caee3-5604-42c8-ac1a-bab5025459ea, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6a8caee3-5604-42c8-ac1a-bab5025459ea,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:27.448160 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.492988 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f8cfc140-3f79-468d-8440-a0ce71aa9bb5 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1059806 Nov 12 08:53:27.494611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56064) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:27.526615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f100b158-408c-466e-a8d3-7291e8d097be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-216433854', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:27.695567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f100b158-408c-466e-a8d3-7291e8d097be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Made reservation on behalf of 0ea68474c3624cf0b82cb294cd7cfd85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:27.700751 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f100b158-408c-466e-a8d3-7291e8d097be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.882697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6a8caee3-5604-42c8-ac1a-bab5025459ea,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:27.935667 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d739d0f-e85e-4729-bba2-fc5f57c95126 x-openstack-request-id: req-1d739d0f-e85e-4729-bba2-fc5f57c95126 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:27.936112 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3b62cd-8717-4915-add8-e63d2add056e", "name": "network-vif-plugged", "status": "completed", "tag": "6a8caee3-5604-42c8-ac1a-bab5025459ea", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:27.936505 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d739d0f-e85e-4729-bba2-fc5f57c95126 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:27.937134 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3b62cd-8717-4915-add8-e63d2add056e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8caee3-5604-42c8-ac1a-bab5025459ea', 'code': 200} Nov 12 08:53:28.004822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e526f3d-9111-45e2-88d8-30a4cff7bda1 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:28.026239 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.058429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Transition to ACTIVE for port object 7e526f3d-9111-45e2-88d8-30a4cff7bda1 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:28.086534 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f100b158-408c-466e-a8d3-7291e8d097be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.102978 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.121269 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.122095 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.188876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100b158-408c-466e-a8d3-7291e8d097be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Subnet': ['ID=79c65528-e869-4694-a738-28797b90e44b,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:28.255151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b261bf9a-5b03-4aa5-9c60-a095b9654f8b None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:28.288737 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2cd56-46a6-4924-9b2f-e16cae48126b None None] Pushing event updated for resources: {'Port': ['ID=88c0e52b-c297-41e0-8515-2c6688cdab9d,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:28.313500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f100b158-408c-466e-a8d3-7291e8d097be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Checking segment: {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:28.315540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f100b158-408c-466e-a8d3-7291e8d097be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network hostable DHCP agents. Network: 0810cd08-13db-4fe5-b807-ef4b7a59e675, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:53:28.316711 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Attempting to bind port 88c0e52b-c297-41e0-8515-2c6688cdab9d on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:28.317244 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Attempting to bind port 88c0e52b-c297-41e0-8515-2c6688cdab9d by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:28.317443 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Attempting to bind port 88c0e52b-c297-41e0-8515-2c6688cdab9d on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:28.344794 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:28.348245 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:28.348921 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.349500 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:28.355677 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Bound port: 88c0e52b-c297-41e0-8515-2c6688cdab9d, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:28.356448 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.399011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d4d3ea51-c089-4f9f-969d-7ddc21d5badf None None] Provisioning complete for port 88c0e52b-c297-41e0-8515-2c6688cdab9d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:28.402756 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ea51-c089-4f9f-969d-7ddc21d5badf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.418274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b2716-4bdc-4515-81f7-32acf9637738 req-06fd7ed7-915d-4589-8825-cdd7c51eb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:28.422013 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df2b2716-4bdc-4515-81f7-32acf9637738 req-06fd7ed7-915d-4589-8825-cdd7c51eb0d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 1097 time: 0.3588994 Nov 12 08:53:28.483923 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] For port 88c0e52b-c297-41e0-8515-2c6688cdab9d, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:28.492167 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] For port 88c0e52b-c297-41e0-8515-2c6688cdab9d, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=88c0e52b-c297-41e0-8515-2c6688cdab9d,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:28.502440 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.518570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d4d3ea51-c089-4f9f-969d-7ddc21d5badf None None] Port 88c0e52b-c297-41e0-8515-2c6688cdab9d cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:28.578401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a15e4-62d4-4e69-b018-d36e22b0b10f req-cf601941-6e93-4f46-a58d-30da2d45eb1e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:28.581415 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-553a15e4-62d4-4e69-b018-d36e22b0b10f req-cf601941-6e93-4f46-a58d-30da2d45eb1e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 945 time: 0.2111845 Nov 12 08:53:28.582420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f100b158-408c-466e-a8d3-7291e8d097be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 0810cd08-13db-4fe5-b807-ef4b7a59e675 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:53:28.628805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a448f4-e40a-46a6-96ba-d2cf03bd6fc0 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:53:28.634953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Pushing event updated for resources: {'Port': ['ID=7e526f3d-9111-45e2-88d8-30a4cff7bda1,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:28.652377 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Routers {'df1342bd-f271-438f-a517-0cc039258bb7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:28.653286 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:53:09Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['df1342bd-f271-438f-a517-0cc039258bb7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:28.660090 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2cd56-46a6-4924-9b2f-e16cae48126b None None] Pushing event updated for resources: {'Port': ['ID=88c0e52b-c297-41e0-8515-2c6688cdab9d,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:28.679631 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-f100b158-408c-466e-a8d3-7291e8d097be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 0810cd08-13db-4fe5-b807-ef4b7a59e675) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:28.704692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f100b158-408c-466e-a8d3-7291e8d097be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:28.705666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f100b158-408c-466e-a8d3-7291e8d097be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.713321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df2b2716-4bdc-4515-81f7-32acf9637738 req-3c1c931f-6a91-4a5f-a7db-8c0505db7ed3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538965 Nov 12 08:53:28.747089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec13bfce-06fd-40ae-94c6-f332009c1f00 None None] Network 0810cd08-13db-4fe5-b807-ef4b7a59e675 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:28.767304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e285b89-0672-4250-964f-8d0fee16c6ca req-e292dcb1-c0d4-4b2e-87f0-01be55af5411 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:28.783408 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e285b89-0672-4250-964f-8d0fee16c6ca req-e292dcb1-c0d4-4b2e-87f0-01be55af5411 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 945 time: 0.7029402 Nov 12 08:53:28.830488 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.860361 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-553a15e4-62d4-4e69-b018-d36e22b0b10f req-ba26d967-95b1-4811-ac3e-0528d3566d23 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594776 Nov 12 08:53:28.882362 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f100b158-408c-466e-a8d3-7291e8d097be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3866141 Nov 12 08:53:28.895358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56098) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:28.981375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1b124120-1225-4000-a2b3-09c996aabfba None None] Provisioning complete for port 88c0e52b-c297-41e0-8515-2c6688cdab9d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:28.983044 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1b124120-1225-4000-a2b3-09c996aabfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.049619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Attempting to bind port 7e526f3d-9111-45e2-88d8-30a4cff7bda1 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:29.050410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Attempting to bind port 7e526f3d-9111-45e2-88d8-30a4cff7bda1 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:29.050410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Attempting to bind port 7e526f3d-9111-45e2-88d8-30a4cff7bda1 on network 15bba3db-e93f-43f2-8184-e940a7f673e7 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:29.070382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Port 7e526f3d-9111-45e2-88d8-30a4cff7bda1 on network 15bba3db-e93f-43f2-8184-e940a7f673e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:29.070710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Attempting to bind port 7e526f3d-9111-45e2-88d8-30a4cff7bda1 on network 15bba3db-e93f-43f2-8184-e940a7f673e7 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:29.104828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e285b89-0672-4250-964f-8d0fee16c6ca req-c8a19a00-e818-445e-a06d-6f6325da3717 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143570 Nov 12 08:53:29.110655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:29.114639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Checking segment: {'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:29.115262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Bound using segment: {'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:29.116023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Bound port: 7e526f3d-9111-45e2-88d8-30a4cff7bda1, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566ce77d-1c9e-4878-9c50-f691efe37698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:29.116561 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.155147 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] Set router df1342bd-f271-438f-a517-0cc039258bb7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:29.248212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] For port 7e526f3d-9111-45e2-88d8-30a4cff7bda1, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:29.254897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] For port 7e526f3d-9111-45e2-88d8-30a4cff7bda1, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e526f3d-9111-45e2-88d8-30a4cff7bda1,segment=NetworkSegment(566ce77d-1c9e-4878-9c50-f691efe37698),segment_id=566ce77d-1c9e-4878-9c50-f691efe37698)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:29.275669 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.458347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Pushing event updated for resources: {'Port': ['ID=7e526f3d-9111-45e2-88d8-30a4cff7bda1,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:29.465461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:29.472118 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.474125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-de7caf22-58f1-4dff-a410-db64489c8897 service neutron] 10.222.0.52 "PUT /v2.0/ports/7e526f3d-9111-45e2-88d8-30a4cff7bda1 HTTP/1.1" status: 200 len: 1093 time: 3.2007434 Nov 12 08:53:29.475399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'tag': '7e526f3d-9111-45e2-88d8-30a4cff7bda1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:29.484300 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e35ab48-3226-4af6-a480-5f5d143f3409" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293", "tag": "7e526f3d-9111-45e2-88d8-30a4cff7bda1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:29.643472 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8b693a-7abe-4c91-8c10-cf07c26f6813 x-openstack-request-id: req-fa8b693a-7abe-4c91-8c10-cf07c26f6813 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:29.655511 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293", "tag": "7e526f3d-9111-45e2-88d8-30a4cff7bda1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:29.656122 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa8b693a-7abe-4c91-8c10-cf07c26f6813 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:29.656726 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'tag': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'status': 'completed', 'code': 200} Nov 12 08:53:29.686581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-67b0dbb4-6a73-41d8-9956-586609650509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:29.688604 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-67b0dbb4-6a73-41d8-9956-586609650509 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 1096 time: 0.1538694 Nov 12 08:53:29.724155 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c6eac-f364-49d0-8bd4-2221cb5e6b4a req-a1138243-3b15-48ae-a113-2beccc35aaf0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:29.747698 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-281c6eac-f364-49d0-8bd4-2221cb5e6b4a req-a1138243-3b15-48ae-a113-2beccc35aaf0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 944 time: 0.6273849 Nov 12 08:53:29.768696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device fe70a436-cd95-49ce-a3fa-b0625d2771bf up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:29.801600 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-237c30c5-e1b3-4951-8193-f86511b7f990 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e526f3d-9111-45e2-88d8-30a4cff7bda1 HTTP/1.1" status: 200 len: 217 time: 0.1024151 Nov 12 08:53:29.831623 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:53:23Z', 'revision_number': 3, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:29.971683 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbbae8-4d38-46e9-a6cc-e6f13eb66911 None None] The sync data for ids ['df1342bd-f271-438f-a517-0cc039258bb7'] in n-d-768851-18 is: [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:53:23Z', 'revision_number': 3, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:30.054595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-eb4d372d-488c-468d-8f78-a0cc20ac6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:30.056175 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-eb4d372d-488c-468d-8f78-a0cc20ac6747 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4934cc8c-a94d-4e47-84e4-27a778005ec3 HTTP/1.1" status: 200 len: 834 time: 0.2442257 Nov 12 08:53:30.060525 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1b124120-1225-4000-a2b3-09c996aabfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.112835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1b124120-1225-4000-a2b3-09c996aabfba None None] For port 88c0e52b-c297-41e0-8515-2c6688cdab9d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=88c0e52b-c297-41e0-8515-2c6688cdab9d,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:30.132972 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1b124120-1225-4000-a2b3-09c996aabfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.315494 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77fb96-9d8e-4448-8836-9d601c86be74 req-8b52b344-d4a1-418d-97f7-e3d109b8f176 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:30.324517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c77fb96-9d8e-4448-8836-9d601c86be74 req-8b52b344-d4a1-418d-97f7-e3d109b8f176 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 945 time: 0.2661896 Nov 12 08:53:30.331982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-0810cd08-13db-4fe5-b807-ef4b7a59e675', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:53:30.332896 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.338962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-20e2ddd8-75d8-48d7-bf94-3b41f6e53c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:30.340524 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-20e2ddd8-75d8-48d7-bf94-3b41f6e53c3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15bba3db-e93f-43f2-8184-e940a7f673e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2433038 Nov 12 08:53:30.343520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b124120-1225-4000-a2b3-09c996aabfba None None] Pushing event updated for resources: {'Port': ['ID=88c0e52b-c297-41e0-8515-2c6688cdab9d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:30.383486 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-281c6eac-f364-49d0-8bd4-2221cb5e6b4a req-85ff8b50-9187-4394-b4f2-aa5a2fdc5f93 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6263793 Nov 12 08:53:30.641321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port fe70a436-cd95-49ce-a3fa-b0625d2771bf completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:53:30.687231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port fe70a436-cd95-49ce-a3fa-b0625d2771bf triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:30.687706 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.756650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c77fb96-9d8e-4448-8836-9d601c86be74 req-4909c75c-c9ea-4174-8646-f380aafe4c14 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315565 Nov 12 08:53:30.867527 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-4704470a-5aea-4b81-9c8d-a3d6c7f1ef2d service neutron] 10.222.0.52 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993889 Nov 12 08:53:30.895165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.984540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Allocated IP 172.20.0.2 (0810cd08-13db-4fe5-b807-ef4b7a59e675/79c65528-e869-4694-a738-28797b90e44b/f3016612-efcb-4504-b8b6-52cb87feceb1) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:31.164550 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaabfa3e-0bf0-473c-9142-d4cc8833efc2 req-5dbc8a6d-271f-4d94-ac94-7d977ffde1ad service neutron] 10.222.0.52 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873991 Nov 12 08:53:31.175110 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b44e78-3309-4ee9-8668-6f8872c17298 req-68c02930-df69-4276-a18a-90c7adc6250d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:31.176705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8b44e78-3309-4ee9-8668-6f8872c17298 req-68c02930-df69-4276-a18a-90c7adc6250d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 945 time: 0.4968841 Nov 12 08:53:31.363219 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.376536 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.384014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35ab48-3226-4af6-a480-5f5d143f3409 req-89dd1c7e-0684-4656-8a70-add5bbc1d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:31.385843 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e35ab48-3226-4af6-a480-5f5d143f3409 req-89dd1c7e-0684-4656-8a70-add5bbc1d85d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 1096 time: 0.1340342 Nov 12 08:53:31.427397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.485644 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d8b44e78-3309-4ee9-8668-6f8872c17298 req-baf24f25-2e82-4523-82b2-fb5cba380210 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901952 Nov 12 08:53:31.529524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74d5e50-1646-4f33-b63b-f4d684ecac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe70a436-cd95-49ce-a3fa-b0625d2771bf'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:31.535656 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83820a04-5483-4e3d-b988-cdef7e5fb0fa" -d '{"events": [{"server_uuid": "d74d5e50-1646-4f33-b63b-f4d684ecac00", "name": "network-vif-plugged", "status": "completed", "tag": "fe70a436-cd95-49ce-a3fa-b0625d2771bf"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:31.601404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35ab48-3226-4af6-a480-5f5d143f3409 req-df7d3932-2420-4b1c-8041-a4d62a234230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:31.627400 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e35ab48-3226-4af6-a480-5f5d143f3409 req-df7d3932-2420-4b1c-8041-a4d62a234230 service neutron] 10.222.0.52 "GET /v2.0/networks?id=15bba3db-e93f-43f2-8184-e940a7f673e7 HTTP/1.1" status: 200 len: 897 time: 0.2281787 Nov 12 08:53:31.685000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 88c0e52b-c297-41e0-8515-2c6688cdab9d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:31.690893 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51499d3-c1ac-45e3-94c2-fd41cf6e0e4d x-openstack-request-id: req-b51499d3-c1ac-45e3-94c2-fd41cf6e0e4d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:31.691666 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74d5e50-1646-4f33-b63b-f4d684ecac00", "name": "network-vif-plugged", "status": "completed", "tag": "fe70a436-cd95-49ce-a3fa-b0625d2771bf", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:31.692143 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b51499d3-c1ac-45e3-94c2-fd41cf6e0e4d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:31.692751 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74d5e50-1646-4f33-b63b-f4d684ecac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe70a436-cd95-49ce-a3fa-b0625d2771bf', 'code': 200} Nov 12 08:53:31.730967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port fe70a436-cd95-49ce-a3fa-b0625d2771bf, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fe70a436-cd95-49ce-a3fa-b0625d2771bf,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:31.747936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Network 0810cd08-13db-4fe5-b807-ef4b7a59e675 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:31.755234 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.764443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:31.778785 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:31.791779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Pushing event updated for resources: {'Port': ['ID=f3016612-efcb-4504-b8b6-52cb87feceb1,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:31.836150 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e35ab48-3226-4af6-a480-5f5d143f3409 req-15c0ef4f-909b-411c-80e3-7866d571032d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e526f3d-9111-45e2-88d8-30a4cff7bda1 HTTP/1.1" status: 200 len: 217 time: 0.1978602 Nov 12 08:53:31.882201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.20.0.1 (0810cd08-13db-4fe5-b807-ef4b7a59e675/79c65528-e869-4694-a738-28797b90e44b/146d2945-e473-458a-acd2-175a32db0c0d) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:31.950995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Attempting to bind port f3016612-efcb-4504-b8b6-52cb87feceb1 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:31.951715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Attempting to bind port f3016612-efcb-4504-b8b6-52cb87feceb1 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:31.952194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Attempting to bind port f3016612-efcb-4504-b8b6-52cb87feceb1 on network 0810cd08-13db-4fe5-b807-ef4b7a59e675 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:31.961743 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:31.963168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Checking segment: {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:31.964309 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.964805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Bound using segment: {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:31.965475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Bound port: f3016612-efcb-4504-b8b6-52cb87feceb1, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:31.966017 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.993362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 88c0e52b-c297-41e0-8515-2c6688cdab9d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:31.993910 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.996928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=fe70a436-cd95-49ce-a3fa-b0625d2771bf,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:32.071309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35ab48-3226-4af6-a480-5f5d143f3409 req-0b7c79dd-0a2e-46ab-9fe9-f551e98fa7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:32.076188 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e35ab48-3226-4af6-a480-5f5d143f3409 req-0b7c79dd-0a2e-46ab-9fe9-f551e98fa7f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4934cc8c-a94d-4e47-84e4-27a778005ec3 HTTP/1.1" status: 200 len: 834 time: 0.1885498 Nov 12 08:53:32.115381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] For port f3016612-efcb-4504-b8b6-52cb87feceb1, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:32.120913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] For port f3016612-efcb-4504-b8b6-52cb87feceb1, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f3016612-efcb-4504-b8b6-52cb87feceb1,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:32.167159 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.187036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-e2a159b5-42f2-46a2-a261-e3578ecb22b9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:32.188855 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-e2a159b5-42f2-46a2-a261-e3578ecb22b9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.3598988 Nov 12 08:53:32.282404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a8a65-7a9d-4c32-9b22-acb8588c0f81 req-329337fd-50cb-4e86-b834-3f107448b52c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:32.291100 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb7a8a65-7a9d-4c32-9b22-acb8588c0f81 req-329337fd-50cb-4e86-b834-3f107448b52c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 944 time: 0.5125549 Nov 12 08:53:32.305431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fa1f3-9ee3-4922-aace-7c9a1160cea2 req-8e804a7d-caf6-473e-a4c0-0a77a8b041ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:32.308181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f73fa1f3-9ee3-4922-aace-7c9a1160cea2 req-8e804a7d-caf6-473e-a4c0-0a77a8b041ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 1098 time: 0.5259712 Nov 12 08:53:32.347068 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-cf7238c6-4610-4e84-ac3d-a74121474709 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/quotas/c43791fc2baa4c0d9138d9543b230746 HTTP/1.1" status: 200 len: 375 time: 0.1380680 Nov 12 08:53:32.360592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35ab48-3226-4af6-a480-5f5d143f3409 req-3087a600-a9c9-4a45-adb8-c7672517fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:32.362433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e35ab48-3226-4af6-a480-5f5d143f3409 req-3087a600-a9c9-4a45-adb8-c7672517fc0a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15bba3db-e93f-43f2-8184-e940a7f673e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2098277 Nov 12 08:53:32.444182 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.470380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c01b5-2bfc-4925-95ff-34ef6b745ec0 None None] Pushing event updated for resources: {'Port': ['ID=f3016612-efcb-4504-b8b6-52cb87feceb1,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:32.509384 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-9a80ad9d-89dc-43c7-8730-4bd4c22b1d2b tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1538205 Nov 12 08:53:32.549348 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f73fa1f3-9ee3-4922-aace-7c9a1160cea2 req-9ba3df90-99d9-4194-880c-c0cc803b646b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278118 Nov 12 08:53:32.653155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb7a8a65-7a9d-4c32-9b22-acb8588c0f81 req-e50e878d-48d5-49ba-847d-d395ce4fd7f2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606727 Nov 12 08:53:32.737199 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e35ab48-3226-4af6-a480-5f5d143f3409 req-deb238e9-dcda-4646-9eec-f07014687d5d service neutron] 10.222.0.52 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404441 Nov 12 08:53:32.796783 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-d505f3fc-d0e4-40a8-a46f-74c7ab07dc48 service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860866 Nov 12 08:53:32.799054 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.045737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 0810cd08-13db-4fe5-b807-ef4b7a59e675 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:33.065552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:33.080420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:33.113863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dbafc-a70c-417d-9447-8816ebf5e3ba req-7b18cdf8-ea81-4ace-a1a5-42a2ec4ab67a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:33.121518 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b87dbafc-a70c-417d-9447-8816ebf5e3ba req-7b18cdf8-ea81-4ace-a1a5-42a2ec4ab67a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 946 time: 0.0986605 Nov 12 08:53:33.176707 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e35ab48-3226-4af6-a480-5f5d143f3409 req-1545945f-32e2-462e-975d-253d6ba2d8ef service neutron] 10.222.0.52 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059427 Nov 12 08:53:33.182449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=146d2945-e473-458a-acd2-175a32db0c0d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:33.237409 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-de94c15a-48cd-465d-b690-39b194484b75 service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133930 Nov 12 08:53:33.258881 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b87dbafc-a70c-417d-9447-8816ebf5e3ba req-ac44f4f2-1fac-4dc0-9bf2-5e9b2d73293a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364622 Nov 12 08:53:33.269164 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.419236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7e526f3d-9111-45e2-88d8-30a4cff7bda1 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:53:33.677512 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f3016612-efcb-4504-b8b6-52cb87feceb1 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:33.709223 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.774087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7e526f3d-9111-45e2-88d8-30a4cff7bda1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e526f3d-9111-45e2-88d8-30a4cff7bda1,segment=NetworkSegment(566ce77d-1c9e-4878-9c50-f691efe37698),segment_id=566ce77d-1c9e-4878-9c50-f691efe37698)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:33.784283 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f3016612-efcb-4504-b8b6-52cb87feceb1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:33.786183 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.920766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'port_id': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'mac_address': 'fa:16:3e:1e:bf:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:53:33.968572 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa88312-604d-4ff3-b9ce-8ef214e4f5c2 req-6dda718a-c798-441a-b60b-32b5275cf5e4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 210 time: 0.2082376 Nov 12 08:53:34.131097 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.201044 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e526f3d-9111-45e2-88d8-30a4cff7bda1 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:34.241825 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.272892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728a0f8-eba6-4d5c-bafd-6b08c26c4535 req-94b7c88e-bbad-43af-8ddc-f4826447bcd4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:34.278663 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d728a0f8-eba6-4d5c-bafd-6b08c26c4535 req-94b7c88e-bbad-43af-8ddc-f4826447bcd4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 944 time: 0.2365000 Nov 12 08:53:34.278860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7e526f3d-9111-45e2-88d8-30a4cff7bda1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e526f3d-9111-45e2-88d8-30a4cff7bda1,segment=NetworkSegment(566ce77d-1c9e-4878-9c50-f691efe37698),segment_id=566ce77d-1c9e-4878-9c50-f691efe37698)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:34.297989 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.420343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port f3016612-efcb-4504-b8b6-52cb87feceb1, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f3016612-efcb-4504-b8b6-52cb87feceb1,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:34.447230 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.509900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7e526f3d-9111-45e2-88d8-30a4cff7bda1,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:34.520560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.521181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.521661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.522406 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.522985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.524258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.524870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.525634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.526122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.526673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.527137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.527620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:34.532341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7e526f3d-9111-45e2-88d8-30a4cff7bda1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:34.617914 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d728a0f8-eba6-4d5c-bafd-6b08c26c4535 req-5fd05de8-efdc-44a1-b846-017d612480ed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232040 Nov 12 08:53:34.619897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a463a-acb2-4aea-a45d-b73472466f80 req-1ed1f8b4-2f9f-407a-b78e-4b1eb62e6991 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:34.646065 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a463a-acb2-4aea-a45d-b73472466f80 req-1ed1f8b4-2f9f-407a-b78e-4b1eb62e6991 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 946 time: 0.2403564 Nov 12 08:53:34.772839 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c6a463a-acb2-4aea-a45d-b73472466f80 req-24b186cf-7e66-4c96-99b6-1a60772c266d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258316 Nov 12 08:53:34.787112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c8287d-067d-4f48-8287-0d01b854d922 None None] Network 0810cd08-13db-4fe5-b807-ef4b7a59e675 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:34.899587 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.937453 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.972215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=f3016612-efcb-4504-b8b6-52cb87feceb1,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:35.058564 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=146d2945-e473-458a-acd2-175a32db0c0d,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:35.183322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611e034-d5a6-4aba-9995-ec95eae9d971 req-7a62c0b4-e5b8-4219-9336-fac3b762fc13 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:35.200005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-64d94cff-65c5-4de4-8865-834b7027a330 req-ae068b98-2ed8-4d61-968a-e053427738dc tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 210 time: 0.0719488 Nov 12 08:53:35.203287 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4611e034-d5a6-4aba-9995-ec95eae9d971 req-7a62c0b4-e5b8-4219-9336-fac3b762fc13 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 946 time: 0.2826157 Nov 12 08:53:35.206434 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.317544 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6fceff76-ab24-438f-b045-e4e51de34ae7 None None] Provisioning complete for port f3016612-efcb-4504-b8b6-52cb87feceb1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:35.318296 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6fceff76-ab24-438f-b045-e4e51de34ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.411391 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8075d7a-1dd9-4af1-83b3-d990cbcdaa93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.556694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f3016612-efcb-4504-b8b6-52cb87feceb1 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:36.088612 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4611e034-d5a6-4aba-9995-ec95eae9d971 req-d75f8e70-b2b6-47e1-a6e5-41c5e29912e9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8828177 Nov 12 08:53:36.104386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f3016612-efcb-4504-b8b6-52cb87feceb1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:36.105714 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.134785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8def51-6be1-4867-b886-3e0cfacbc679 req-793e5e88-5a27-4506-9943-0dbd2e82d90f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:36.174188 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f8def51-6be1-4867-b886-3e0cfacbc679 req-793e5e88-5a27-4506-9943-0dbd2e82d90f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 945 time: 0.3434198 Nov 12 08:53:36.328135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-db458bb6-6be1-4064-b654-e92b9bae3351 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:36.330006 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-db458bb6-6be1-4064-b654-e92b9bae3351 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.5113153 Nov 12 08:53:36.374242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Request body: {'port': {'device_id': 'e68bef46-6227-429b-9a52-fde8d15cc837', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'admin_state_up': True, 'tenant_id': 'c43791fc2baa4c0d9138d9543b230746'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:36.393093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f8def51-6be1-4867-b886-3e0cfacbc679 req-e90fabd8-d850-4b2a-a98c-d041204003bb tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148633 Nov 12 08:53:36.412943 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b6a4b-77ab-469b-ac7d-4578d76ec538 req-4daf76ef-3cc6-4670-a75e-f4e2ca89a236 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:36.414874 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-694b6a4b-77ab-469b-ac7d-4578d76ec538 req-4daf76ef-3cc6-4670-a75e-f4e2ca89a236 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 946 time: 0.1320698 Nov 12 08:53:36.435104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 0810cd08-13db-4fe5-b807-ef4b7a59e675 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:36.528339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:36.613911 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-694b6a4b-77ab-469b-ac7d-4578d76ec538 req-7f27ee84-55f6-45b6-adf9-bf41f2f03cec tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773849 Nov 12 08:53:36.624414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7032492-216f-412d-9361-41a67a8ad45b req-045a77be-95dd-4401-b82e-a5dec9bd0a1c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 210 time: 0.0403271 Nov 12 08:53:36.649573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Made reservation on behalf of c43791fc2baa4c0d9138d9543b230746 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:36.654411 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.728636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b61068dd-a905-4f69-b0b3-a8fe652a07dd None None] Provisioning complete for port f3016612-efcb-4504-b8b6-52cb87feceb1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:36.729524 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b61068dd-a905-4f69-b0b3-a8fe652a07dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.752454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router df1342bd-f271-438f-a517-0cc039258bb7 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:36.869531 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:53:36.961286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Allocated IP 172.20.0.13 (8c8034f4-d675-4b47-bfbb-8cac8baada86/aca90a20-3c8f-4837-81dd-c8047415d78c/e3f35154-1a58-47f7-8535-5a196777e5e1) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:36.981507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:36.997391 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a637900b-8066-4e1c-9f86-77d9afc589c3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "PUT /v2.0/routers/df1342bd-f271-438f-a517-0cc039258bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0930903 Nov 12 08:53:37.024288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Sync routers for ids ['df1342bd-f271-438f-a517-0cc039258bb7'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:37.066952 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Routers {'df1342bd-f271-438f-a517-0cc039258bb7'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:37.079359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:53:09Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['df1342bd-f271-438f-a517-0cc039258bb7'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:37.158007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b61068dd-a905-4f69-b0b3-a8fe652a07dd None None] Provisioning complete for port 146d2945-e473-458a-acd2-175a32db0c0d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:37.158809 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b61068dd-a905-4f69-b0b3-a8fe652a07dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.369624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a273cb4-fc04-40c2-b8bb-c6c46b089c83 req-c92c8e4d-4fce-43a9-b7d9-e538411cf222 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:37.382543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a273cb4-fc04-40c2-b8bb-c6c46b089c83 req-c92c8e4d-4fce-43a9-b7d9-e538411cf222 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 946 time: 0.1161158 Nov 12 08:53:37.435144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7e526f3d-9111-45e2-88d8-30a4cff7bda1 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:37.443351 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b61068dd-a905-4f69-b0b3-a8fe652a07dd None None] Port 146d2945-e473-458a-acd2-175a32db0c0d cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:37.489780 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-3cd3a44e-2e7f-4b72-801c-6f190843c43c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169631882&fields=id&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 267 time: 0.1155903 Nov 12 08:53:37.510861 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.535310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Set router df1342bd-f271-438f-a517-0cc039258bb7 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:37.559285 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a273cb4-fc04-40c2-b8bb-c6c46b089c83 req-733430a5-b67c-459e-af91-ac7f3828b9a1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757011 Nov 12 08:53:37.607495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 7e526f3d-9111-45e2-88d8-30a4cff7bda1 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:53:37.611171 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-37770cf6-2c39-4a79-893f-3248bad6d2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.631688 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.636555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 7e526f3d-9111-45e2-88d8-30a4cff7bda1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:37.636860 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.692400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b', '6a8caee3-5604-42c8-ac1a-bab5025459ea'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:37.744919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Network 8c8034f4-d675-4b47-bfbb-8cac8baada86 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:37.749505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:37.771973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:37.810217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6d8a7499-46e7-4d9d-a65e-ed79d36d7ae8 None None] Provisioning complete for port 146d2945-e473-458a-acd2-175a32db0c0d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:37.810602 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6d8a7499-46e7-4d9d-a65e-ed79d36d7ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.869997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-5576fa6c-809b-4ce3-bb24-3b6bdd170d77 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:37.882253 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-5576fa6c-809b-4ce3-bb24-3b6bdd170d77 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 797 time: 0.3802407 Nov 12 08:53:37.907726 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-4a86c7ba-5549-48fb-9d10-f44dee702cd2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/quotas/0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 375 time: 0.0248780 Nov 12 08:53:37.930942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:37.931591 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.017008 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-c7abf10e-175e-41ce-9cb9-840ef3574993 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998926 Nov 12 08:53:38.032168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event updated for resources: {'Port': ['ID=e3f35154-1a58-47f7-8535-5a196777e5e1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:38.044969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-77836094-1969-4814-b37c-ab3ceca3aca1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6819217 Nov 12 08:53:38.061790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c76a61-0fea-4b9f-bae3-7273e5127842 req-9e2baffd-2ce8-48d4-aeae-004b542cd234 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:38.063828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49c76a61-0fea-4b9f-bae3-7273e5127842 req-9e2baffd-2ce8-48d4-aeae-004b542cd234 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 945 time: 0.3572984 Nov 12 08:53:38.070000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Request body: {'port': {'device_id': 'e68bef46-6227-429b-9a52-fde8d15cc837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:38.204647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a7499-46e7-4d9d-a65e-ed79d36d7ae8 None None] Port 146d2945-e473-458a-acd2-175a32db0c0d cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:38.254099 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49c76a61-0fea-4b9f-bae3-7273e5127842 req-492c29de-08bf-48e6-97a8-ab0e6128584a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798081 Nov 12 08:53:38.260205 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-37e67a97-e13a-4113-bd68-e2b7777c0d1f service neutron] 10.222.0.31 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399707 Nov 12 08:53:38.399023 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.410292 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.505815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-b68a40fe-4a22-418e-8e0f-8d3f4a246bef service neutron] 10.222.0.31 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400227 Nov 12 08:53:38.532382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a1145d3a-455e-417f-8821-e5bc06accf4b None None] Provisioning complete for port 146d2945-e473-458a-acd2-175a32db0c0d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:38.532751 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a1145d3a-455e-417f-8821-e5bc06accf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.594111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738685-4699-449b-8fd3-687899c52261 req-70f62ecf-d805-45b5-9306-649aa2c892e5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:38.595676 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef738685-4699-449b-8fd3-687899c52261 req-70f62ecf-d805-45b5-9306-649aa2c892e5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 932 time: 0.1589966 Nov 12 08:53:38.624862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a1145d3a-455e-417f-8821-e5bc06accf4b None None] Port 146d2945-e473-458a-acd2-175a32db0c0d cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:38.656488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e526f3d-9111-45e2-88d8-30a4cff7bda1'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:38.658844 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b3eae4-608d-41f4-91fd-bbe078e29d75" -d '{"events": [{"server_uuid": "ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293", "name": "network-vif-plugged", "status": "completed", "tag": "7e526f3d-9111-45e2-88d8-30a4cff7bda1"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:38.685296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7e526f3d-9111-45e2-88d8-30a4cff7bda1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e526f3d-9111-45e2-88d8-30a4cff7bda1,segment=NetworkSegment(566ce77d-1c9e-4878-9c50-f691efe37698),segment_id=566ce77d-1c9e-4878-9c50-f691efe37698)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:38.700423 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.714473 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.780538 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:53:33Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '146d2945-e473-458a-acd2-175a32db0c0d', 'name': '', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:63:d5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:31Z', 'updated_at': '2021-11-12T08:53:34Z', 'revision_number': 2, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '79c65528-e869-4694-a738-28797b90e44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:38.843096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Checking router: df1342bd-f271-438f-a517-0cc039258bb7 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:38.843705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Updating router df1342bd-f271-438f-a517-0cc039258bb7 port 146d2945-e473-458a-acd2-175a32db0c0d binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:53:38.866184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd808e21-0761-4bb5-89b8-9e5343564f3b req-6096beb0-d491-4731-ab02-740e6df5659e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:38.868012 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd808e21-0761-4bb5-89b8-9e5343564f3b req-6096beb0-d491-4731-ab02-740e6df5659e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 946 time: 0.2067726 Nov 12 08:53:38.892767 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7e526f3d-9111-45e2-88d8-30a4cff7bda1,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:38.932018 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.062605 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ef738685-4699-449b-8fd3-687899c52261 req-b1bded16-0686-487d-8ad3-f6b0295c2eae tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023173 Nov 12 08:53:39.110869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88444b4d-a489-48dc-8da8-ea0e99d4d862 req-35de143f-0e68-4e41-9ecc-1971b123a7b8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:39.140573 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88444b4d-a489-48dc-8da8-ea0e99d4d862 req-35de143f-0e68-4e41-9ecc-1971b123a7b8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 946 time: 0.2223167 Nov 12 08:53:39.270335 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca5f7c1-2946-469d-adc2-a575b7fc348e x-openstack-request-id: req-eca5f7c1-2946-469d-adc2-a575b7fc348e {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:39.271620 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293", "name": "network-vif-plugged", "status": "completed", "tag": "7e526f3d-9111-45e2-88d8-30a4cff7bda1", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:39.273586 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eca5f7c1-2946-469d-adc2-a575b7fc348e {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:39.275418 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'code': 200} Nov 12 08:53:39.345745 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88444b4d-a489-48dc-8da8-ea0e99d4d862 req-f2e882ee-3396-48ec-9f7c-6ab5ec817e15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000170 Nov 12 08:53:39.491144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d4d6c451-1508-4412-8c16-f88a99e83dda req-e7f11738-9218-4273-b6a3-511cfa292533 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 210 time: 0.1178303 Nov 12 08:53:39.544565 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.553253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5eeb25-0094-43b1-bc15-ac5168cc8160 req-3434d3bc-cf36-4f58-b1b9-4d9a73def866 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:39.555895 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.566820 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b5eeb25-0094-43b1-bc15-ac5168cc8160 req-3434d3bc-cf36-4f58-b1b9-4d9a73def866 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 946 time: 0.0973513 Nov 12 08:53:39.632551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731cc37-b455-4b62-91e3-7d6c612bfb27 req-f836a660-642a-44b5-a461-5bacb383ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:39.636037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a731cc37-b455-4b62-91e3-7d6c612bfb27 req-f836a660-642a-44b5-a461-5bacb383ec9d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 1098 time: 0.3536355 Nov 12 08:53:39.707700 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b5eeb25-0094-43b1-bc15-ac5168cc8160 req-53614903-0fa7-4b94-9066-a6bb59601de2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377785 Nov 12 08:53:39.731755 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65980568-455c-4039-9c84-c4ad92b04e7f None None] Pushing event updated for resources: {'Port': ['ID=146d2945-e473-458a-acd2-175a32db0c0d,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:39.736513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-bd808e21-0761-4bb5-89b8-9e5343564f3b req-a8a3caf3-f84b-4cfc-8b52-ab2f68fb88b0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Deleting port fe70a436-cd95-49ce-a3fa-b0625d2771bf {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:39.737042 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd808e21-0761-4bb5-89b8-9e5343564f3b req-a8a3caf3-f84b-4cfc-8b52-ab2f68fb88b0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.869820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Attempting to bind port 146d2945-e473-458a-acd2-175a32db0c0d on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:39.872482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Attempting to bind port 146d2945-e473-458a-acd2-175a32db0c0d by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:39.873677 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Attempting to bind port 146d2945-e473-458a-acd2-175a32db0c0d on network 0810cd08-13db-4fe5-b807-ef4b7a59e675 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:39.892308 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:39.897460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Checking segment: {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:39.899392 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.899917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Bound using segment: {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:39.901509 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Bound port: 146d2945-e473-458a-acd2-175a32db0c0d, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:39.901974 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.089343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] For port 146d2945-e473-458a-acd2-175a32db0c0d, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:40.093583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] For port 146d2945-e473-458a-acd2-175a32db0c0d, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=146d2945-e473-458a-acd2-175a32db0c0d,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:40.118793 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.214448 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.297627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f35154-1a58-47f7-8535-5a196777e5e1 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:40.309319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d73932aa-7419-4f3c-8de1-545c1b0df408 None None] Provisioning complete for port 146d2945-e473-458a-acd2-175a32db0c0d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:40.309886 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d73932aa-7419-4f3c-8de1-545c1b0df408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.326223 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.384801 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Routers {'df1342bd-f271-438f-a517-0cc039258bb7'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:40.385606 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:53:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['df1342bd-f271-438f-a517-0cc039258bb7'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:40.445284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Transition to ACTIVE for port object e3f35154-1a58-47f7-8535-5a196777e5e1 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:40.445284 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a731cc37-b455-4b62-91e3-7d6c612bfb27 req-f22256db-0586-4555-a033-dcc1fed308ad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7913690 Nov 12 08:53:40.445284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.536114 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Pushing event updated for resources: {'Port': ['ID=e3f35154-1a58-47f7-8535-5a196777e5e1,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:40.560831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-bd808e21-0761-4bb5-89b8-9e5343564f3b req-a8a3caf3-f84b-4cfc-8b52-ab2f68fb88b0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] For port fe70a436-cd95-49ce-a3fa-b0625d2771bf, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fe70a436-cd95-49ce-a3fa-b0625d2771bf,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:40.561475 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd808e21-0761-4bb5-89b8-9e5343564f3b req-a8a3caf3-f84b-4cfc-8b52-ab2f68fb88b0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.575900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] Set router df1342bd-f271-438f-a517-0cc039258bb7 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:40.586553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8650aa-59eb-43b8-9d42-3b5115cd3654 req-0ae42238-b007-4312-9884-f1c4dc8ec84d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:40.590544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f8650aa-59eb-43b8-9d42-3b5115cd3654 req-0ae42238-b007-4312-9884-f1c4dc8ec84d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 932 time: 0.2858393 Nov 12 08:53:40.601909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-bd808e21-0761-4bb5-89b8-9e5343564f3b req-a8a3caf3-f84b-4cfc-8b52-ab2f68fb88b0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Calling delete_port for fe70a436-cd95-49ce-a3fa-b0625d2771bf owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:40.679149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed7b76-2f6d-4dac-a0b6-34e5a15c3551 req-b5979c94-ff3e-4a2a-bf7f-e82ef39f89f1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:40.680910 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-04ed7b76-2f6d-4dac-a0b6-34e5a15c3551 req-b5979c94-ff3e-4a2a-bf7f-e82ef39f89f1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 946 time: 0.1580853 Nov 12 08:53:40.742194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65980568-455c-4039-9c84-c4ad92b04e7f None None] Pushing event updated for resources: {'Port': ['ID=146d2945-e473-458a-acd2-175a32db0c0d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:40.786389 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-04ed7b76-2f6d-4dac-a0b6-34e5a15c3551 req-e4826bd3-0fcf-47a0-b222-0a92d0f719cf tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958743 Nov 12 08:53:40.924185 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d73932aa-7419-4f3c-8de1-545c1b0df408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.973705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-657ab0b5-bef3-4bef-a7ed-c32a166813b8 req-eefbc683-fcbd-4495-806e-4c8df8bc70a9 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 210 time: 0.0360670 Nov 12 08:53:41.022487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f8650aa-59eb-43b8-9d42-3b5115cd3654 req-1b5f2cdb-9cf9-4b7f-a141-5996845f16db tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142711 Nov 12 08:53:41.146050 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.150188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d73932aa-7419-4f3c-8de1-545c1b0df408 None None] For port 146d2945-e473-458a-acd2-175a32db0c0d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=146d2945-e473-458a-acd2-175a32db0c0d,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:41.184670 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d73932aa-7419-4f3c-8de1-545c1b0df408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.202102 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd808e21-0761-4bb5-89b8-9e5343564f3b req-a8a3caf3-f84b-4cfc-8b52-ab2f68fb88b0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.211531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba25bb7-cdb9-432e-9c7a-1c29e951d6df req-b3dd1e34-a289-43e8-98a5-b4d773c6db4f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:41.217885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Attempting to bind port e3f35154-1a58-47f7-8535-5a196777e5e1 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:41.218455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Attempting to bind port e3f35154-1a58-47f7-8535-5a196777e5e1 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:41.218934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Attempting to bind port e3f35154-1a58-47f7-8535-5a196777e5e1 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:41.219345 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ba25bb7-cdb9-432e-9c7a-1c29e951d6df req-b3dd1e34-a289-43e8-98a5-b4d773c6db4f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 946 time: 0.1222036 Nov 12 08:53:41.256897 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73932aa-7419-4f3c-8de1-545c1b0df408 None None] Pushing event updated for resources: {'Port': ['ID=146d2945-e473-458a-acd2-175a32db0c0d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:41.273162 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:53:33Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '146d2945-e473-458a-acd2-175a32db0c0d', 'name': '', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:63:d5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:31Z', 'updated_at': '2021-11-12T08:53:40Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '79c65528-e869-4694-a738-28797b90e44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:41.282653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3caf3-f84b-4cfc-8b52-ab2f68fb88b0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event deleted for resources: {'Port': ['ID=fe70a436-cd95-49ce-a3fa-b0625d2771bf,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:41.285020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Port e3f35154-1a58-47f7-8535-5a196777e5e1 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:41.285530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Attempting to bind port e3f35154-1a58-47f7-8535-5a196777e5e1 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:41.299321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:41.299928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Checking segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:41.300664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Bound using segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:41.301396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Bound port: e3f35154-1a58-47f7-8535-5a196777e5e1, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:41.301921 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.364281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e17f0b-afcc-4c81-83e4-cf890d4596f2 None None] The sync data for ids ['df1342bd-f271-438f-a517-0cc039258bb7'] in n-d-768851-18 is: [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:53:33Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '146d2945-e473-458a-acd2-175a32db0c0d', 'name': '', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:63:d5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:31Z', 'updated_at': '2021-11-12T08:53:40Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '79c65528-e869-4694-a738-28797b90e44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:41.387424 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4ba25bb7-cdb9-432e-9c7a-1c29e951d6df req-08f14cd6-cc1d-4af7-87d9-286c4ab241ef tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671226 Nov 12 08:53:41.389078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd808e21-0761-4bb5-89b8-9e5343564f3b req-a8a3caf3-f84b-4cfc-8b52-ab2f68fb88b0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] No DVR routers for this DVR port fe70a436-cd95-49ce-a3fa-b0625d2771bf on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:53:41.402235 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bd808e21-0761-4bb5-89b8-9e5343564f3b req-a8a3caf3-f84b-4cfc-8b52-ab2f68fb88b0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.405815 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd808e21-0761-4bb5-89b8-9e5343564f3b req-a8a3caf3-f84b-4cfc-8b52-ab2f68fb88b0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "DELETE /v2.0/ports/fe70a436-cd95-49ce-a3fa-b0625d2771bf HTTP/1.1" status: 204 len: 173 time: 2.3356686 Nov 12 08:53:41.406621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74d5e50-1646-4f33-b63b-f4d684ecac00', 'name': 'network-vif-deleted', 'tag': 'fe70a436-cd95-49ce-a3fa-b0625d2771bf'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:41.409506 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441f5760-0a9f-4fb6-b8b2-5ad0283d4dc6" -d '{"events": [{"server_uuid": "d74d5e50-1646-4f33-b63b-f4d684ecac00", "name": "network-vif-deleted", "tag": "fe70a436-cd95-49ce-a3fa-b0625d2771bf"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:41.438838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b1da8865-e86a-4418-992d-77951515cc78 None None] Provisioning complete for port 146d2945-e473-458a-acd2-175a32db0c0d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:41.460989 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b1da8865-e86a-4418-992d-77951515cc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.538776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] For port e3f35154-1a58-47f7-8535-5a196777e5e1, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:41.554553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] For port e3f35154-1a58-47f7-8535-5a196777e5e1, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e3f35154-1a58-47f7-8535-5a196777e5e1,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:41.596174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device fe70a436-cd95-49ce-a3fa-b0625d2771bf no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:53:41.600290 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.652816 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2055d8f6-c414-49fd-9a1f-a5b530e4898d x-openstack-request-id: req-2055d8f6-c414-49fd-9a1f-a5b530e4898d {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:41.653383 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74d5e50-1646-4f33-b63b-f4d684ecac00", "name": "network-vif-deleted", "tag": "fe70a436-cd95-49ce-a3fa-b0625d2771bf", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:41.653806 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2055d8f6-c414-49fd-9a1f-a5b530e4898d {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:41.654352 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74d5e50-1646-4f33-b63b-f4d684ecac00', 'name': 'network-vif-deleted', 'tag': 'fe70a436-cd95-49ce-a3fa-b0625d2771bf', 'status': 'completed', 'code': 200} Nov 12 08:53:41.720624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: fe70a436-cd95-49ce-a3fa-b0625d2771bf {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:53:41.721337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device fe70a436-cd95-49ce-a3fa-b0625d2771bf not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:53:41.839949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-145180c2-5c2a-439e-9b23-398e5197e83d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:41.841598 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-145180c2-5c2a-439e-9b23-398e5197e83d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 797 time: 0.9307389 Nov 12 08:53:41.852055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:41.853267 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.855030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] 10.222.0.46 "PUT /v2.0/ports/e3f35154-1a58-47f7-8535-5a196777e5e1 HTTP/1.1" status: 200 len: 1093 time: 3.7901723 Nov 12 08:53:41.952809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb00b-06ae-4b42-92c8-c05e8462322b service neutron] Pushing event updated for resources: {'Port': ['ID=e3f35154-1a58-47f7-8535-5a196777e5e1,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:42.006110 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0ff4ed6e-afcd-4d27-b38d-cd9c1a4450c6 req-b6a4e9a4-3954-49b2-af5c-054f0f3ab3a8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.0420694 Nov 12 08:53:42.102037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-2bab3a46-e675-4c36-b7c5-e55e406116fa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 380 time: 0.2310486 Nov 12 08:53:42.122630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'port': {'device_id': 'b8eaafed-f955-40ff-9379-75c85a224357', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'admin_state_up': True, 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'security_groups': ['07f5d7b7-166a-4c59-b3d4-450102c1cb70']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:42.256587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b988d-95ba-454b-90b6-087338ae1ffb req-ab8299b2-637f-450c-80e6-65f321fba191 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:42.258207 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9d4b988d-95ba-454b-90b6-087338ae1ffb req-ab8299b2-637f-450c-80e6-65f321fba191 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 944 time: 0.1334324 Nov 12 08:53:42.287326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-222af372-a5a6-40cd-a532-27b536556a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:42.288790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-222af372-a5a6-40cd-a532-27b536556a3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 1096 time: 0.3642433 Nov 12 08:53:42.361618 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a49812a-1403-414a-b315-930c803291c4 req-4b5b5c66-2e8a-4425-939d-5d5d7b81f274 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 210 time: 0.0836506 Nov 12 08:53:42.363841 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9d4b988d-95ba-454b-90b6-087338ae1ffb req-68c6fe6e-cf3f-4cd7-b95a-64eeb1beb060 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975640 Nov 12 08:53:42.499357 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-bc2123a6-6c3e-4291-9e35-abcf9a3e9862 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3f35154-1a58-47f7-8535-5a196777e5e1 HTTP/1.1" status: 200 len: 217 time: 0.1928422 Nov 12 08:53:42.525641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Made reservation on behalf of 0ea68474c3624cf0b82cb294cd7cfd85 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:42.530048 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.626227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-7ae5b779-4083-43cd-bd4c-d8c6b84588ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:42.628418 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-7ae5b779-4083-43cd-bd4c-d8c6b84588ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.1219952 Nov 12 08:53:42.692694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e80fa-0b95-4fba-a5c6-93c166820e2e req-23f8cad9-5714-44e3-8687-dd7a8c3fa1a3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:42.694401 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0a6e80fa-0b95-4fba-a5c6-93c166820e2e req-23f8cad9-5714-44e3-8687-dd7a8c3fa1a3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 946 time: 0.1039863 Nov 12 08:53:42.768444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-48edfdf3-99a9-40bd-aba0-72685406ad04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778966 Nov 12 08:53:42.820975 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0a6e80fa-0b95-4fba-a5c6-93c166820e2e req-9d8879de-d7ba-4df7-8d46-ef2915d94d9e tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198843 Nov 12 08:53:43.076984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-2d36ad17-a765-4b6e-8493-6e0e6f7a0cce service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919612 Nov 12 08:53:43.239421 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c42f3a86-ca38-4019-89f4-97e625ef0c4d req-2f8e7c9e-91a0-4028-bd79-166019f0b955 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.1042948 Nov 12 08:53:43.296486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.20.0.4 (0810cd08-13db-4fe5-b807-ef4b7a59e675/79c65528-e869-4694-a738-28797b90e44b/3ad56f2e-3b00-4b89-afa8-f9fc9447bb55) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:43.571982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 146d2945-e473-458a-acd2-175a32db0c0d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:43.650312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b9867-f16c-44ea-99b0-bbf1cf8e55c2 req-53892aa2-49ce-4083-b097-712b906767c1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:43.657830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68bef46-6227-429b-9a52-fde8d15cc837', 'tag': 'e3f35154-1a58-47f7-8535-5a196777e5e1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:43.660732 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca8fc8e-7f7e-400e-bf3e-8796b0c65678" -d '{"events": [{"name": "network-changed", "server_uuid": "e68bef46-6227-429b-9a52-fde8d15cc837", "tag": "e3f35154-1a58-47f7-8535-5a196777e5e1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:43.663836 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff6b9867-f16c-44ea-99b0-bbf1cf8e55c2 req-53892aa2-49ce-4083-b097-712b906767c1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 944 time: 0.1319542 Nov 12 08:53:43.694290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 146d2945-e473-458a-acd2-175a32db0c0d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:43.698946 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.729498 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ac85a1f2-f341-44ef-9ede-d9e5a702611b req-c44bb505-c299-4541-95ff-50fbdb217beb service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901597 Nov 12 08:53:43.784391 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff6b9867-f16c-44ea-99b0-bbf1cf8e55c2 req-40acd180-dc46-4100-addb-43bdb8f36cc3 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190057 Nov 12 08:53:43.833308 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62738af2-7ffb-425b-92f6-41759fabf2af req-2b391657-a9c4-46a8-b7c9-cfb6e5f246c1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:43.844023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62738af2-7ffb-425b-92f6-41759fabf2af req-2b391657-a9c4-46a8-b7c9-cfb6e5f246c1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 946 time: 0.7554107 Nov 12 08:53:43.907691 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.961092 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c602fc79-85ee-4fef-927a-ab54b07163be req-571f4764-3e05-4dd6-b8de-f439a2c97ef2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 210 time: 0.0451093 Nov 12 08:53:43.963615 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62738af2-7ffb-425b-92f6-41759fabf2af req-39639aa4-96ac-404a-a2b8-9638a13cc181 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185148 Nov 12 08:53:43.999914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56520) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:44.072681 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.153839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0474ad6c-032a-482c-a55b-8b580ad58722 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:44.162086 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0474ad6c-032a-482c-a55b-8b580ad58722 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 1093 time: 0.1508918 Nov 12 08:53:44.167122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56530) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:44.170229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:44.222104 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.243768 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d4a655-da81-4127-9049-1270564b7bc2 x-openstack-request-id: req-e0d4a655-da81-4127-9049-1270564b7bc2 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:44.244360 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68bef46-6227-429b-9a52-fde8d15cc837", "tag": "e3f35154-1a58-47f7-8535-5a196777e5e1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:44.244765 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0d4a655-da81-4127-9049-1270564b7bc2 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:44.245322 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68bef46-6227-429b-9a52-fde8d15cc837', 'tag': 'e3f35154-1a58-47f7-8535-5a196777e5e1', 'status': 'completed', 'code': 200} Nov 12 08:53:44.306146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 0810cd08-13db-4fe5-b807-ef4b7a59e675 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:44.331859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:44.348770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:44.372861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:44.499764 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.586225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82c9d162-0cf1-4239-981a-3174e6961b8a req-4bbdbb9f-4df5-4f40-8538-d85dcb70b05c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.1493127 Nov 12 08:53:44.591204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8fc8e-7f7e-400e-bf3e-8796b0c65678 req-0ee4de12-982c-4962-9d43-13fc38f88150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:44.593257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca8fc8e-7f7e-400e-bf3e-8796b0c65678 req-0ee4de12-982c-4962-9d43-13fc38f88150 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 1096 time: 0.4543602 Nov 12 08:53:44.614311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:44.617714 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.732220 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Allocated IP 172.25.3.244 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/ca62795e-cd87-4941-942c-6e7a3e88cc16) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:44.760747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9d0f9099-f33e-4d9d-934d-78e513ef1ef8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6577415 Nov 12 08:53:44.780613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Request body: {'port': {'device_id': 'b8eaafed-f955-40ff-9379-75c85a224357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:44.799242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9403aacd-398d-4646-be17-1ea0c9cc24dd None None] Provisioning complete for port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:44.799855 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9403aacd-398d-4646-be17-1ea0c9cc24dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.873284 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9403aacd-398d-4646-be17-1ea0c9cc24dd None None] Port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:44.886814 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.925364 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.937265 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:44.939658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8fc8e-7f7e-400e-bf3e-8796b0c65678 req-e8dc2dde-caa9-479c-8a12-fb7911feaeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:44.941366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca8fc8e-7f7e-400e-bf3e-8796b0c65678 req-e8dc2dde-caa9-479c-8a12-fb7911feaeb6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 905 time: 0.3156722 Nov 12 08:53:45.034061 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca8fc8e-7f7e-400e-bf3e-8796b0c65678 req-60dd9717-38b4-411e-bd28-dd00909bf02a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3f35154-1a58-47f7-8535-5a196777e5e1 HTTP/1.1" status: 200 len: 217 time: 0.0833671 Nov 12 08:53:45.042672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:45.046678 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:45.049410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:45.624719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8fc8e-7f7e-400e-bf3e-8796b0c65678 req-51c88201-07c6-4e78-ad38-1864529d8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:45.624719 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca8fc8e-7f7e-400e-bf3e-8796b0c65678 req-51c88201-07c6-4e78-ad38-1864529d8a2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.5660400 Nov 12 08:53:45.682876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca8fc8e-7f7e-400e-bf3e-8796b0c65678 req-e832da90-e296-40f0-8852-944b144704a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413661 Nov 12 08:53:45.715932 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=ca62795e-cd87-4941-942c-6e7a3e88cc16,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:45.734029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855923-bd40-43c5-8066-efc061b5b2d6 req-bc798aa6-bea1-4171-81b9-c1dcc3204e3d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:45.741601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-43855923-bd40-43c5-8066-efc061b5b2d6 req-bc798aa6-bea1-4171-81b9-c1dcc3204e3d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 944 time: 0.8179021 Nov 12 08:53:45.787964 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:45.800044 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:45.818825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Transition to ACTIVE for port object 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:45.836694 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:45.857071 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-43855923-bd40-43c5-8066-efc061b5b2d6 req-0f904da2-ff13-420b-905a-bc8025f9ec70 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080935 Nov 12 08:53:45.858641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:45.914371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26a825-d27d-41bb-ad6d-830a3aefe3f6 req-6689d9db-9599-4403-8e20-5e7d3902c827 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:45.917935 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d26a825-d27d-41bb-ad6d-830a3aefe3f6 req-6689d9db-9599-4403-8e20-5e7d3902c827 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 931 time: 0.7925994 Nov 12 08:53:46.079070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:46.126009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-481780f0-a94b-423d-8c76-901428f42d8c req-7151d7d2-fb5b-4a74-8fc8-7a9337f95e73 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.1025398 Nov 12 08:53:46.169333 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.244842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d26a825-d27d-41bb-ad6d-830a3aefe3f6 req-071257fb-3e4c-4968-a9ae-c489fec0d5b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190513 Nov 12 08:53:46.291212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca8fc8e-7f7e-400e-bf3e-8796b0c65678 req-71652e7d-90a7-4ca1-93ef-33b1ca476c19 service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683113 Nov 12 08:53:46.464568 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.470644 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.481094 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca8fc8e-7f7e-400e-bf3e-8796b0c65678 req-afad914a-7df4-4f4d-b585-59a33f7301c5 service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828656 Nov 12 08:53:46.529886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Attempting to bind port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:46.530305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Attempting to bind port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:46.534664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Attempting to bind port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on network 0810cd08-13db-4fe5-b807-ef4b7a59e675 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:46.541911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on network 0810cd08-13db-4fe5-b807-ef4b7a59e675 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:46.542241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Attempting to bind port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on network 0810cd08-13db-4fe5-b807-ef4b7a59e675 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:46.552672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:46.553025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Checking segment: {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:46.553438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Bound using segment: {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:46.557717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Bound port: 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:46.558437 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.583225 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=ca62795e-cd87-4941-942c-6e7a3e88cc16,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:46.589221 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.721754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:46.725986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:46.739762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.741915 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Floating IP 3a915bf0-dec4-4dc3-9208-da5bb6377f9d associated. External IP: 172.25.3.244, port: 7e526f3d-9111-45e2-88d8-30a4cff7bda1. Nov 12 08:53:46.782037 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:46.782891 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.784614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] 10.222.0.52 "PUT /v2.0/ports/3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 1092 time: 2.0087717 Nov 12 08:53:46.785380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:46.787997 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2595b6-c34d-4f38-b20e-2b837beafc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:46.834445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec23678-c98f-4f75-9db1-5712456b58f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:46.942171 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4bc44b-e020-4450-90da-1beab44998fb x-openstack-request-id: req-9a4bc44b-e020-4450-90da-1beab44998fb {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:46.942456 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:46.945515 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a4bc44b-e020-4450-90da-1beab44998fb {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:46.945946 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'status': 'completed', 'code': 200} Nov 12 08:53:46.983164 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-568f750a-9bf7-4a05-a828-ccbcb66ccc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:46.985969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-568f750a-9bf7-4a05-a828-ccbcb66ccc17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1095 time: 0.1429706 Nov 12 08:53:47.092303 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-4c9f1076-a697-49ed-b7a3-44b8b285e309 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 217 time: 0.0808058 Nov 12 08:53:47.280923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0b567-066d-458f-885a-652fd249693d req-f9ac3c4b-1a55-4ba7-9e2f-f6c2413fed8a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.288835 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cdf0b567-066d-458f-885a-652fd249693d req-f9ac3c4b-1a55-4ba7-9e2f-f6c2413fed8a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 944 time: 0.2585700 Nov 12 08:53:47.306295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-d3b1f857-5615-48f2-b9a3-59365371ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.307963 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-d3b1f857-5615-48f2-b9a3-59365371ea17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.1756556 Nov 12 08:53:47.388960 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cdf0b567-066d-458f-885a-652fd249693d req-f0821811-14fc-47f7-9546-de5adc478254 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989599 Nov 12 08:53:47.403396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-2a0fb94d-f424-404b-9441-32e615fc59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.415308 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-2a0fb94d-f424-404b-9441-32e615fc59d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928292 Nov 12 08:53:47.565437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Router 702963bc-4e27-494c-892e-d7b84452a87a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:53:47.565437 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7f3561f6-e342-4c19-8f17-be6a27912144 req-f63697bf-8f2a-4af8-9d2a-1aef4c42f476 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.0391111 Nov 12 08:53:47.716150 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-d5b85d00-9091-48db-8792-7ca6e775efe9 service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971833 Nov 12 08:53:47.739970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:53:47.753507 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311acb19-ca51-4648-9918-6012bc8702a5 None None] Sync routers for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:53:47.764139 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:47.774026 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311acb19-ca51-4648-9918-6012bc8702a5 None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:47.782128 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-311acb19-ca51-4648-9918-6012bc8702a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:53:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:47.819208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a3a741c8-268b-46f8-8a57-dfed3072eda5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6535814 Nov 12 08:53:47.820083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'tag': '7e526f3d-9111-45e2-88d8-30a4cff7bda1'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:47.823143 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5fe423-19fd-41b6-8306-893f2577ca56" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293", "tag": "7e526f3d-9111-45e2-88d8-30a4cff7bda1"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:47.825891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56604) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:47.990453 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-25e49af7-7c09-4695-8201-29443fc75359 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/floatingips/3a915bf0-dec4-4dc3-9208-da5bb6377f9d HTTP/1.1" status: 200 len: 992 time: 0.1622863 Nov 12 08:53:48.064361 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-311acb19-ca51-4648-9918-6012bc8702a5 None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:48.169269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4929cd-af19-47e1-bfb3-f23be5e85560 req-ddb48d9a-b60c-4600-a3a4-43ac88b44491 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:48.171200 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd4929cd-af19-47e1-bfb3-f23be5e85560 req-ddb48d9a-b60c-4600-a3a4-43ac88b44491 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 943 time: 0.6112463 Nov 12 08:53:48.220387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e3f35154-1a58-47f7-8535-5a196777e5e1 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:53:48.223449 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5745a3f1-d0b9-4b99-9328-d1320293c6dc x-openstack-request-id: req-5745a3f1-d0b9-4b99-9328-d1320293c6dc {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:48.223923 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293", "tag": "7e526f3d-9111-45e2-88d8-30a4cff7bda1", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:48.224347 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5745a3f1-d0b9-4b99-9328-d1320293c6dc {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:48.224910 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'tag': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'status': 'completed', 'code': 200} Nov 12 08:53:48.499032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fe423-19fd-41b6-8306-893f2577ca56 req-177bcabb-67b4-46b2-b5ef-50b848459892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:48.510627 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f5fe423-19fd-41b6-8306-893f2577ca56 req-177bcabb-67b4-46b2-b5ef-50b848459892 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 1098 time: 0.2295301 Nov 12 08:53:48.545838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e3f35154-1a58-47f7-8535-5a196777e5e1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e3f35154-1a58-47f7-8535-5a196777e5e1,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:48.575837 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efbfa371-3e0c-4868-bd3b-109d862df5c6 req-812c854f-dcad-4225-8629-43005414c884 service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8495808 Nov 12 08:53:48.597679 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'e3f35154-1a58-47f7-8535-5a196777e5e1', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'port_id': 'e3f35154-1a58-47f7-8535-5a196777e5e1', 'mac_address': 'fa:16:3e:fd:89:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca90a20-3c8f-4837-81dd-c8047415d78c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:53:48.622118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cb19d-e5d5-4dbd-8981-140e80ed3cfc req-2014ead9-e705-48eb-9683-b40dc439c5d3 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:48.627288 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dd4929cd-af19-47e1-bfb3-f23be5e85560 req-a90e5434-c8bb-45eb-8e85-d80a854025cb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4361832 Nov 12 08:53:48.634414 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee2cb19d-e5d5-4dbd-8981-140e80ed3cfc req-2014ead9-e705-48eb-9683-b40dc439c5d3 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 944 time: 0.1159077 Nov 12 08:53:48.744859 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee2cb19d-e5d5-4dbd-8981-140e80ed3cfc req-f55b76ff-d8f2-40f2-b950-7b5eb26fc90a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094625 Nov 12 08:53:48.758682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56628) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:48.782993 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.793934 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-311acb19-ca51-4648-9918-6012bc8702a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:53:10Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '3a915bf0-dec4-4dc3-9208-da5bb6377f9d', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'port_id': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'mac_address': 'fa:16:3e:1e:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:53:45Z', 'updated_at': '2021-11-12T08:53:45Z', 'revision_number': 0, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:17Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:48.819527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f35154-1a58-47f7-8535-5a196777e5e1 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:48.840585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2595b6-c34d-4f38-b20e-2b837beafc5e req-c1d78e67-6964-4e37-989e-c1923d5441e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:48.844589 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df2595b6-c34d-4f38-b20e-2b837beafc5e req-c1d78e67-6964-4e37-989e-c1923d5441e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1095 time: 0.1449010 Nov 12 08:53:48.860518 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311acb19-ca51-4648-9918-6012bc8702a5 None None] Checking router: 702963bc-4e27-494c-892e-d7b84452a87a for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:53:48.866788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfca15d-a432-4975-8c68-eb60bf286c4a admin admin] Deleting subnet 572a8bdd-ed52-43cc-91f9-3c912b748962 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:48.871046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e3f35154-1a58-47f7-8535-5a196777e5e1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e3f35154-1a58-47f7-8535-5a196777e5e1,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:48.875460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cfca15d-a432-4975-8c68-eb60bf286c4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.880359 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311acb19-ca51-4648-9918-6012bc8702a5 None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:53:48.883982 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.886870 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-311acb19-ca51-4648-9918-6012bc8702a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:53:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:48.934487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40a59436-ca94-4903-9e35-21bbbcbcff40 req-5476a4f0-92f3-4bbd-b1db-6579f64783ef tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.0847754 Nov 12 08:53:48.989215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56630) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:49.034347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e3f35154-1a58-47f7-8535-5a196777e5e1,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:49.070737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2595b6-c34d-4f38-b20e-2b837beafc5e req-bbddd5df-aa70-4735-a263-e26c93d52e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.073507 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df2595b6-c34d-4f38-b20e-2b837beafc5e req-bbddd5df-aa70-4735-a263-e26c93d52e2e service neutron] 10.222.0.52 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 898 time: 0.1900263 Nov 12 08:53:49.078409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fe423-19fd-41b6-8306-893f2577ca56 req-382fb773-82fa-4096-a4f2-dda772c214ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.080424 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f5fe423-19fd-41b6-8306-893f2577ca56 req-382fb773-82fa-4096-a4f2-dda772c214ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=15bba3db-e93f-43f2-8184-e940a7f673e7 HTTP/1.1" status: 200 len: 897 time: 0.5569820 Nov 12 08:53:49.157612 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-311acb19-ca51-4648-9918-6012bc8702a5 None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:53:49.171281 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0a38b8ec-f797-40f9-a991-22cd730a451e tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/floatingips/3a915bf0-dec4-4dc3-9208-da5bb6377f9d HTTP/1.1" status: 200 len: 992 time: 0.1809025 Nov 12 08:53:49.189811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cfca15d-a432-4975-8c68-eb60bf286c4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.205038 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e3f35154-1a58-47f7-8535-5a196777e5e1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:49.295201 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cfca15d-a432-4975-8c68-eb60bf286c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.367651 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f5fe423-19fd-41b6-8306-893f2577ca56 req-737ef3a9-7d11-4d41-8a9e-bb899746bab1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e526f3d-9111-45e2-88d8-30a4cff7bda1 HTTP/1.1" status: 200 len: 1000 time: 0.2598066 Nov 12 08:53:49.375466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df2595b6-c34d-4f38-b20e-2b837beafc5e req-2c4f95a1-7d62-43ab-8af2-df5ea5ecc3b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 217 time: 0.2752321 Nov 12 08:53:49.449765 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cfca15d-a432-4975-8c68-eb60bf286c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.485195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fe423-19fd-41b6-8306-893f2577ca56 req-2b885e53-bd28-4668-a8c9-a5ffc3e31ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.487990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f5fe423-19fd-41b6-8306-893f2577ca56 req-2b885e53-bd28-4668-a8c9-a5ffc3e31ba4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4934cc8c-a94d-4e47-84e4-27a778005ec3 HTTP/1.1" status: 200 len: 834 time: 0.1013162 Nov 12 08:53:49.526220 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfca15d-a432-4975-8c68-eb60bf286c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572a8bdd-ed52-43cc-91f9-3c912b748962,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:49.532527 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7cfca15d-a432-4975-8c68-eb60bf286c4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.538045 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7cfca15d-a432-4975-8c68-eb60bf286c4a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/572a8bdd-ed52-43cc-91f9-3c912b748962 HTTP/1.1" status: 204 len: 168 time: 0.7780585 Nov 12 08:53:49.543860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56640) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:49.616495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2595b6-c34d-4f38-b20e-2b837beafc5e req-1e4546f4-92af-4bdd-b00e-7c20817406e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.620468 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df2595b6-c34d-4f38-b20e-2b837beafc5e req-1e4546f4-92af-4bdd-b00e-7c20817406e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.1305115 Nov 12 08:53:49.660465 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.795879 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-311acb19-ca51-4648-9918-6012bc8702a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:53:10Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '3a915bf0-dec4-4dc3-9208-da5bb6377f9d', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'port_id': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'mac_address': 'fa:16:3e:1e:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:53:45Z', 'updated_at': '2021-11-12T08:53:45Z', 'revision_number': 0, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:17Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:49.809621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2595b6-c34d-4f38-b20e-2b837beafc5e req-ac011352-fdfa-4c51-8da5-2eb84ecc44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.811263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df2595b6-c34d-4f38-b20e-2b837beafc5e req-ac011352-fdfa-4c51-8da5-2eb84ecc44c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1799355 Nov 12 08:53:49.820218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fe423-19fd-41b6-8306-893f2577ca56 req-7c97fb14-fad5-4273-983a-85d8cf62c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.821808 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f5fe423-19fd-41b6-8306-893f2577ca56 req-7c97fb14-fad5-4273-983a-85d8cf62c349 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15bba3db-e93f-43f2-8184-e940a7f673e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2000337 Nov 12 08:53:49.851772 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.860876 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311acb19-ca51-4648-9918-6012bc8702a5 None None] The sync data for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 is: [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:53:10Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '3a915bf0-dec4-4dc3-9208-da5bb6377f9d', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'port_id': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'mac_address': 'fa:16:3e:1e:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:53:45Z', 'updated_at': '2021-11-12T08:53:45Z', 'revision_number': 0, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:17Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:53:49.929891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3baae14d-44fa-4e5f-bdd2-f665de948c4f']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:49.944759 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddae4dc-edc1-485f-9784-66dcf76e793a') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:49.945446 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddae4dc-edc1-485f-9784-66dcf76e793a') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:49.976661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c77bf-d468-44ae-85f2-01c3aa1bc9f0 req-5e4ff7c7-7b6f-4dd8-b681-f04c7caeb4ac tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.979293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5d7c77bf-d468-44ae-85f2-01c3aa1bc9f0 req-5e4ff7c7-7b6f-4dd8-b681-f04c7caeb4ac tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 943 time: 0.1663570 Nov 12 08:53:49.981998 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.015956 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.034483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:50.035336 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:50.038001 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:50.096996 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5d7c77bf-d468-44ae-85f2-01c3aa1bc9f0 req-291d8e50-1ca3-4502-8b61-00ede19feac4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054151 Nov 12 08:53:50.147779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cab098-acf3-4d36-8782-e46804a1eaf5 req-f1ddf0fc-fbde-48b8-90e4-8461d38f24e2 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.149452 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0cab098-acf3-4d36-8782-e46804a1eaf5 req-f1ddf0fc-fbde-48b8-90e4-8461d38f24e2 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 945 time: 0.2537811 Nov 12 08:53:50.176391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56656) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:50.198509 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.280504 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.293638 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3baae14d-44fa-4e5f-bdd2-f665de948c4f HTTP/1.1" status: 204 len: 168 time: 0.7456720 Nov 12 08:53:50.319183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56658) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:50.326467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5904fe8-8016-48cd-9ab1-7aef066dd762 admin admin] Pushing event deleted for resources: {'Network': ['ID=3baae14d-44fa-4e5f-bdd2-f665de948c4f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:50.340000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df2595b6-c34d-4f38-b20e-2b837beafc5e req-136b79d1-b3d7-4b23-9fde-f1b529ece549 service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120289 Nov 12 08:53:50.354525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c81f8a-381c-4145-9c41-e5d0b03fe9dc None None] New status for floating IP 3a915bf0-dec4-4dc3-9208-da5bb6377f9d: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:53:50.448858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-81079d1e-557c-4a83-b1e8-5a7d96a411fe admin admin] Deleting subnet af1408b2-e488-49d7-ba6a-ccd48f7d3b9d {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:50.455339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f5fe423-19fd-41b6-8306-893f2577ca56 req-a16489e0-6555-4ffe-bbdb-02da70647d9a service neutron] 10.222.0.52 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065474 Nov 12 08:53:50.464595 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-807bc62e-9a55-44b4-863e-cd6a64710b3f req-308d14b5-a41d-4879-b5c1-0a856ed79e2d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.1869278 Nov 12 08:53:50.467745 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81079d1e-557c-4a83-b1e8-5a7d96a411fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.513357 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0cab098-acf3-4d36-8782-e46804a1eaf5 req-3f572bac-e4e7-4688-b92b-f767c7ecd7b4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855449 Nov 12 08:53:50.534096 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81079d1e-557c-4a83-b1e8-5a7d96a411fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.626223 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81079d1e-557c-4a83-b1e8-5a7d96a411fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.697761 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7bbbb0d6-1d1c-4dff-8327-488a66c07aba tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/floatingips/3a915bf0-dec4-4dc3-9208-da5bb6377f9d HTTP/1.1" status: 200 len: 992 time: 0.4606199 Nov 12 08:53:50.704741 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81079d1e-557c-4a83-b1e8-5a7d96a411fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.768177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81079d1e-557c-4a83-b1e8-5a7d96a411fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af1408b2-e488-49d7-ba6a-ccd48f7d3b9d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:50.768398 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df2595b6-c34d-4f38-b20e-2b837beafc5e req-ac20696c-45a3-44c8-a28f-694969fdefcb service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021239 Nov 12 08:53:50.773358 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-81079d1e-557c-4a83-b1e8-5a7d96a411fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.783155 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-81079d1e-557c-4a83-b1e8-5a7d96a411fe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/af1408b2-e488-49d7-ba6a-ccd48f7d3b9d HTTP/1.1" status: 204 len: 168 time: 0.4580684 Nov 12 08:53:50.783649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56670) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:50.886225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f5fe423-19fd-41b6-8306-893f2577ca56 req-5832b494-7fdb-4c55-8254-23e2aa9a7527 service neutron] 10.222.0.52 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658690 Nov 12 08:53:50.892901 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.982730 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.030022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9b177b-e518-4298-9f01-eaf690bcb271']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:51.050425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dac276-b661-43a0-8704-6f25d5a26199') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:51.051029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dac276-b661-43a0-8704-6f25d5a26199') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:51.061892 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.077012 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.084953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:51.085529 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:51.087952 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:51.152292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.166241 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.170867 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/da9b177b-e518-4298-9f01-eaf690bcb271 HTTP/1.1" status: 204 len: 168 time: 0.3858473 Nov 12 08:53:51.187107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554807db-0164-45f7-bc4c-9b6fde8ddef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=da9b177b-e518-4298-9f01-eaf690bcb271,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:51.290868 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c533a-26b4-47e7-9306-00c785bb539d req-c67c519b-4342-450b-b89e-905512bd3758 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.299641 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-803c533a-26b4-47e7-9306-00c785bb539d req-c67c519b-4342-450b-b89e-905512bd3758 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 943 time: 0.0810182 Nov 12 08:53:51.379919 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-803c533a-26b4-47e7-9306-00c785bb539d req-4088e6b6-1d98-4fd8-ac04-1a11cd4ee778 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793571 Nov 12 08:53:51.476636 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56688) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:51.498447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:53:51.532710 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f1c2a638-28a6-4462-afc2-1f61a542b00a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0477ee059a8c48b08f43e4afb39151ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546806 Nov 12 08:53:51.536436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56694) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:51.683311 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e5c4e20b-03d0-4608-bc47-4c5cc8c8a4f0 req-a343a88e-5689-4671-94ed-ac1bbc78e959 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=d74d5e50-1646-4f33-b63b-f4d684ecac00 HTTP/1.1" status: 200 len: 210 time: 0.0574143 Nov 12 08:53:51.688389 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4e02690-1eaf-4caf-ad59-dd29bbe5ad8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.703558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56700) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:51.722480 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:51.741490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'port_id': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'mac_address': 'fa:16:3e:a4:a1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:53:51.742899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc7478-000b-47a8-a609-bf326acacdc7 req-03f01463-a60c-4c5a-92f9-659aceb22b78 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.746775 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bacc7478-000b-47a8-a609-bf326acacdc7 req-03f01463-a60c-4c5a-92f9-659aceb22b78 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 945 time: 0.1098642 Nov 12 08:53:51.781444 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4e02690-1eaf-4caf-ad59-dd29bbe5ad8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.798274 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.814059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:51.833538 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4971c6ac-fe67-4758-809f-8ac186285dcd tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/floatingips/3a915bf0-dec4-4dc3-9208-da5bb6377f9d HTTP/1.1" status: 200 len: 994 time: 0.1287315 Nov 12 08:53:51.844906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:51.850933 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.862885 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4e02690-1eaf-4caf-ad59-dd29bbe5ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.865898 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a4e02690-1eaf-4caf-ad59-dd29bbe5ad8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.871214 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a4e02690-1eaf-4caf-ad59-dd29bbe5ad8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc HTTP/1.1" status: 204 len: 168 time: 0.3334858 Nov 12 08:53:51.880362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e02690-1eaf-4caf-ad59-dd29bbe5ad8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecbc2ac-fdd9-47f9-ab2e-e658583b07bc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:51.894216 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bacc7478-000b-47a8-a609-bf326acacdc7 req-e7e68d6c-7961-489c-9b86-dbd762ba3bc4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409540 Nov 12 08:53:51.966497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:52.129830 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:52.238112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e3f35154-1a58-47f7-8535-5a196777e5e1 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:52.356212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port e3f35154-1a58-47f7-8535-5a196777e5e1 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:53:52.360457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56716) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:52.365959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port e3f35154-1a58-47f7-8535-5a196777e5e1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:52.366338 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.426318 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-609334cd-bab7-4e57-bda4-1865be8d4d06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01e80f396bf04d908b083b84bda0b329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615668 Nov 12 08:53:52.427255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56718) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:52.520537 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bbe22337-d633-4eb9-bac7-6c37816a2026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.548670 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bbe22337-d633-4eb9-bac7-6c37816a2026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.597864 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.620297 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bbe22337-d633-4eb9-bac7-6c37816a2026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.626311 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bbe22337-d633-4eb9-bac7-6c37816a2026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.630594 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bbe22337-d633-4eb9-bac7-6c37816a2026 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/38fc2d71-70c0-4acf-98ec-bfe518cfead1 HTTP/1.1" status: 204 len: 168 time: 0.2022786 Nov 12 08:53:52.645581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe22337-d633-4eb9-bac7-6c37816a2026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fc2d71-70c0-4acf-98ec-bfe518cfead1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:52.666756 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.688924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb8bac-8f39-4d91-8cb8-ae6230053843 req-3f1789b8-cc4a-4a60-9895-71e1d37e888d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:52.692026 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d8eb8bac-8f39-4d91-8cb8-ae6230053843 req-3f1789b8-cc4a-4a60-9895-71e1d37e888d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 944 time: 0.1117415 Nov 12 08:53:52.737079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e3f35154-1a58-47f7-8535-5a196777e5e1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e3f35154-1a58-47f7-8535-5a196777e5e1,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:52.739165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68bef46-6227-429b-9a52-fde8d15cc837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f35154-1a58-47f7-8535-5a196777e5e1'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:52.744454 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4967893e-e0e7-4d44-82cc-301f5eab6eed" -d '{"events": [{"server_uuid": "e68bef46-6227-429b-9a52-fde8d15cc837", "name": "network-vif-plugged", "status": "completed", "tag": "e3f35154-1a58-47f7-8535-5a196777e5e1"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:52.750746 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.866357 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dada5f-9da0-4d2c-8bbc-7f3c5513b7ef x-openstack-request-id: req-b2dada5f-9da0-4d2c-8bbc-7f3c5513b7ef {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:52.867653 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68bef46-6227-429b-9a52-fde8d15cc837", "name": "network-vif-plugged", "status": "completed", "tag": "e3f35154-1a58-47f7-8535-5a196777e5e1", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:52.868066 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2dada5f-9da0-4d2c-8bbc-7f3c5513b7ef {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:52.869728 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68bef46-6227-429b-9a52-fde8d15cc837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f35154-1a58-47f7-8535-5a196777e5e1', 'code': 200} Nov 12 08:53:52.886409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d8eb8bac-8f39-4d91-8cb8-ae6230053843 req-b7c07f53-a873-4e16-b15a-805efb423e29 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633656 Nov 12 08:53:52.898338 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e3f35154-1a58-47f7-8535-5a196777e5e1,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:53.084962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b229e7d-2828-4ff4-8247-c1245ce66dad req-b3a46589-c6b2-4742-91e7-c9c74b332ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.087747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b229e7d-2828-4ff4-8247-c1245ce66dad req-b3a46589-c6b2-4742-91e7-c9c74b332ea5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 1098 time: 0.1253793 Nov 12 08:53:53.106616 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-87c080d9-821e-47bf-a203-a479bdc3a141 req-f8b73b0e-eb1d-4afc-8eb3-f9f2878cdd96 tempest-AttachVolumeTestJSON-65400453 tempest-AttachVolumeTestJSON-65400453-project] (102445) timed out ('10.222.0.52', 49217) {{(pid=102445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:53:53.139291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b229e7d-2828-4ff4-8247-c1245ce66dad req-63176dc2-68e1-43da-a129-35e72858a6a0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 Nov 12 08:53:53.148679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93527a07-dfd9-4fba-abf0-c757465d90c4 req-818a2208-1474-45c3-84bd-90e9f4e4cda7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.150427 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93527a07-dfd9-4fba-abf0-c757465d90c4 req-818a2208-1474-45c3-84bd-90e9f4e4cda7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 946 time: 0.0964558 Nov 12 08:53:53.217492 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93527a07-dfd9-4fba-abf0-c757465d90c4 req-22991f29-1e88-4c94-84e0-5acaa87e4659 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586789 Nov 12 08:53:53.497838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:53.569538 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:53:53.575535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:53.576116 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.885670 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.934664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:53.949412 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.028184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b0527-943e-41a2-8d11-6bc76e756378 req-c94ba050-f81d-4372-a87f-afed71c60596 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:54.030543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a8b0527-943e-41a2-8d11-6bc76e756378 req-c94ba050-f81d-4372-a87f-afed71c60596 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.0633376 Nov 12 08:53:54.052979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:54.104320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a8b0527-943e-41a2-8d11-6bc76e756378 req-0917168c-0664-4fbf-bfdd-f2cca7bdd6a5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665584 Nov 12 08:53:54.401607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e7fd9-74cf-446d-9e68-962b24ffae2a req-252d1198-3b4b-4bc8-a115-a9eff4af3d20 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:54.404033 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c50e7fd9-74cf-446d-9e68-962b24ffae2a req-252d1198-3b4b-4bc8-a115-a9eff4af3d20 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 946 time: 0.0568526 Nov 12 08:53:54.412997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56794) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:54.505905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c50e7fd9-74cf-446d-9e68-962b24ffae2a req-5553dfb9-f411-4f26-a65b-23be39fb853f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895066 Nov 12 08:53:54.594126 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bd5cc19-7cc3-46e1-b243-3e10c56e589d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.698446 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bd5cc19-7cc3-46e1-b243-3e10c56e589d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.707015 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bd5cc19-7cc3-46e1-b243-3e10c56e589d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.764375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5cc19-7cc3-46e1-b243-3e10c56e589d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4befb4-e6f1-44b7-b2e0-22767be313cd,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:54.768800 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5bd5cc19-7cc3-46e1-b243-3e10c56e589d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28110960566b458780e95be127e94784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3545144 Nov 12 08:53:54.771265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56806) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:54.825777 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a74419e-363f-42df-a337-d1f5a6e73ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.848542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a74419e-363f-42df-a337-d1f5a6e73ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.871122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:54.875556 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87d6b55-9ace-4b08-83a3-26ccac33841b" -d '{"events": [{"server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "name": "network-vif-plugged", "status": "completed", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:54.912305 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a74419e-363f-42df-a337-d1f5a6e73ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.918332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a74419e-363f-42df-a337-d1f5a6e73ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.922369 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7a74419e-363f-42df-a337-d1f5a6e73ac5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf4befb4-e6f1-44b7-b2e0-22767be313cd HTTP/1.1" status: 204 len: 168 time: 0.1478033 Nov 12 08:53:54.944339 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ac992d-96f9-44ce-bad8-8127c941d7d0 x-openstack-request-id: req-34ac992d-96f9-44ce-bad8-8127c941d7d0 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:54.945407 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "name": "network-vif-plugged", "status": "completed", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:54.946000 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34ac992d-96f9-44ce-bad8-8127c941d7d0 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:54.946620 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'code': 200} Nov 12 08:53:54.950163 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74419e-363f-42df-a337-d1f5a6e73ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4befb4-e6f1-44b7-b2e0-22767be313cd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:55.185186 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c996ae31-a39f-49a7-ae2c-00f0a61ba102 req-aa83100a-adec-43ce-8b5f-953ff2d9e2e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0895677 Nov 12 08:53:55.194002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e79588-f0ae-43dc-95b7-78fb78745ab4 req-4ba5f810-c409-499f-988a-b1a25b44ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.195512 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19e79588-f0ae-43dc-95b7-78fb78745ab4 req-4ba5f810-c409-499f-988a-b1a25b44ba03 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1097 time: 0.1412947 Nov 12 08:53:55.279096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19e79588-f0ae-43dc-95b7-78fb78745ab4 req-cb25ffdc-d4b5-476d-a329-a5b271513168 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701358 Nov 12 08:53:55.318353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb9654-bf0f-4f97-8d94-3247b231c0b2 req-7b3f7da1-6062-46af-b0f6-c76170860d6f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.321888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3ccb9654-bf0f-4f97-8d94-3247b231c0b2 req-7b3f7da1-6062-46af-b0f6-c76170860d6f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.1186333 Nov 12 08:53:55.406972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996ae31-a39f-49a7-ae2c-00f0a61ba102 req-28d0f8c9-327f-4137-97d2-879b8c7434ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.408526 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c996ae31-a39f-49a7-ae2c-00f0a61ba102 req-28d0f8c9-327f-4137-97d2-879b8c7434ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 1098 time: 0.1275189 Nov 12 08:53:55.462609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3ccb9654-bf0f-4f97-8d94-3247b231c0b2 req-648f1e03-f040-43da-a336-659482fa4c8b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287229 Nov 12 08:53:55.700671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bbf3b-4852-4761-8ebf-a52f98c827b6 req-69677828-4bab-43d0-bd38-6d4447159622 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.702551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-256bbf3b-4852-4761-8ebf-a52f98c827b6 req-69677828-4bab-43d0-bd38-6d4447159622 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 946 time: 0.0833766 Nov 12 08:53:55.709485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996ae31-a39f-49a7-ae2c-00f0a61ba102 req-47628753-f7eb-4991-95e2-32ba45c568ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.711131 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c996ae31-a39f-49a7-ae2c-00f0a61ba102 req-47628753-f7eb-4991-95e2-32ba45c568ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=15bba3db-e93f-43f2-8184-e940a7f673e7 HTTP/1.1" status: 200 len: 897 time: 0.1928899 Nov 12 08:53:55.856671 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c996ae31-a39f-49a7-ae2c-00f0a61ba102 req-a37ec753-756c-4335-aa2c-fb9122338e46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e526f3d-9111-45e2-88d8-30a4cff7bda1 HTTP/1.1" status: 200 len: 1002 time: 0.1276100 Nov 12 08:53:55.974546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-256bbf3b-4852-4761-8ebf-a52f98c827b6 req-43db4a7a-6068-420c-a362-277aad9de5d0 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623470 Nov 12 08:53:55.982300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996ae31-a39f-49a7-ae2c-00f0a61ba102 req-a98207ec-24f2-4c0e-87b6-bf7d4a75cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.984175 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c996ae31-a39f-49a7-ae2c-00f0a61ba102 req-a98207ec-24f2-4c0e-87b6-bf7d4a75cce7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4934cc8c-a94d-4e47-84e4-27a778005ec3 HTTP/1.1" status: 200 len: 834 time: 0.1170242 Nov 12 08:53:56.077782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996ae31-a39f-49a7-ae2c-00f0a61ba102 req-c6e9290e-80dc-4ad1-bca1-769bb993688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.080887 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c996ae31-a39f-49a7-ae2c-00f0a61ba102 req-c6e9290e-80dc-4ad1-bca1-769bb993688c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15bba3db-e93f-43f2-8184-e940a7f673e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880208 Nov 12 08:53:56.153577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31374ecd-2602-4711-ba36-327575927b83 req-ac686de8-d5b0-4a1e-a95b-c8061e03b738 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.161424 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31374ecd-2602-4711-ba36-327575927b83 req-ac686de8-d5b0-4a1e-a95b-c8061e03b738 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 945 time: 0.0658433 Nov 12 08:53:56.213525 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c996ae31-a39f-49a7-ae2c-00f0a61ba102 req-e479aaee-f0ee-4f8c-98b9-a2572149abe8 service neutron] 10.222.0.52 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198378 Nov 12 08:53:56.225139 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31374ecd-2602-4711-ba36-327575927b83 req-d3f203e5-ea0a-43ea-9a73-2e1549853eb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623701 Nov 12 08:53:56.367151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c996ae31-a39f-49a7-ae2c-00f0a61ba102 req-d1c47f5c-f23e-4d04-84f9-a26267b5a64b service neutron] 10.222.0.52 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392758 Nov 12 08:53:56.440487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e5683-2f9d-4a7f-a285-221a575e4697 req-f5f499ea-fe4e-455c-9335-706fae3cf822 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.442187 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f83e5683-2f9d-4a7f-a285-221a575e4697 req-f5f499ea-fe4e-455c-9335-706fae3cf822 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 946 time: 0.0983336 Nov 12 08:53:56.557444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f83e5683-2f9d-4a7f-a285-221a575e4697 req-72d09777-669e-44d0-b7bc-eca581f804b6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072245 Nov 12 08:53:56.667850 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68061cf7-5608-4d0d-b0ef-dcda0e5c2514 req-f7441225-7766-44c2-a4ad-9687425761b1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.670719 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-68061cf7-5608-4d0d-b0ef-dcda0e5c2514 req-f7441225-7766-44c2-a4ad-9687425761b1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.0735226 Nov 12 08:53:56.788872 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-68061cf7-5608-4d0d-b0ef-dcda0e5c2514 req-a92097c5-04c7-4517-a74b-43b52ff76313 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115327 Nov 12 08:53:57.096598 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5749b-6ce7-4c9d-b1fd-9a7145dd249d req-56bd9e55-6162-41c1-8bd9-b7e3e8068d84 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:57.100725 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-63e5749b-6ce7-4c9d-b1fd-9a7145dd249d req-56bd9e55-6162-41c1-8bd9-b7e3e8068d84 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 946 time: 0.1286068 Nov 12 08:53:57.215260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-63e5749b-6ce7-4c9d-b1fd-9a7145dd249d req-43ad6df2-28a3-40ce-9f3a-f03a3797174d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973239 Nov 12 08:53:58.016898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81358a2-1b4b-4a98-a604-fd89fca8de75 req-43f15fea-b8bd-46d3-a098-2103a2da351e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:58.019306 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c81358a2-1b4b-4a98-a604-fd89fca8de75 req-43f15fea-b8bd-46d3-a098-2103a2da351e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.1005127 Nov 12 08:53:58.100353 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c81358a2-1b4b-4a98-a604-fd89fca8de75 req-e0325d4b-7f52-486e-b7cd-fc52e5a8ba95 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735869 Nov 12 08:53:58.409441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e8a98-edfa-45c6-920a-ef739b33e4c9 req-4d010595-4f85-401d-abd5-32485ec743c7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:58.424527 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e5e8a98-edfa-45c6-920a-ef739b33e4c9 req-4d010595-4f85-401d-abd5-32485ec743c7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.1424468 Nov 12 08:53:58.436214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb7586-ff65-4a10-aa99-bbcdee9e985e req-317b0697-10f0-402f-abc4-e267d18a5dca tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:58.443404 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-64fb7586-ff65-4a10-aa99-bbcdee9e985e req-317b0697-10f0-402f-abc4-e267d18a5dca tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 946 time: 0.1448846 Nov 12 08:53:58.474714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c2b71-2160-4ca2-993a-e70fed37c88a req-99f5512c-4f9f-4098-a824-299055ed3ecc tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:58.484891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df3c2b71-2160-4ca2-993a-e70fed37c88a req-99f5512c-4f9f-4098-a824-299055ed3ecc tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 946 time: 0.1175148 Nov 12 08:53:58.557093 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e5e8a98-edfa-45c6-920a-ef739b33e4c9 req-4092a7ab-4c6f-466c-8130-7133a49cd05f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316469 Nov 12 08:53:58.584594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 56944) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:58.693381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9040a884-b12d-4e5e-a9e2-cb24145e7d82 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:58.695795 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9040a884-b12d-4e5e-a9e2-cb24145e7d82 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1092 time: 0.1099067 Nov 12 08:53:58.711065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 56946) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:58.734949 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.754236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:58.795088 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.841720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df3c2b71-2160-4ca2-993a-e70fed37c88a req-1f96d7b7-71ac-4591-be1a-c9b7cb8d4db6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558190 Nov 12 08:53:58.985531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-64fb7586-ff65-4a10-aa99-bbcdee9e985e req-e8418a14-70dc-40ab-a9b5-d0c0de0ccba5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Deleting port e3f35154-1a58-47f7-8535-5a196777e5e1 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:58.985945 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-64fb7586-ff65-4a10-aa99-bbcdee9e985e req-e8418a14-70dc-40ab-a9b5-d0c0de0ccba5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.214091 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.248194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-64fb7586-ff65-4a10-aa99-bbcdee9e985e req-e8418a14-70dc-40ab-a9b5-d0c0de0ccba5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] For port e3f35154-1a58-47f7-8535-5a196777e5e1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e3f35154-1a58-47f7-8535-5a196777e5e1,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:59.249753 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-64fb7586-ff65-4a10-aa99-bbcdee9e985e req-e8418a14-70dc-40ab-a9b5-d0c0de0ccba5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.303145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-64fb7586-ff65-4a10-aa99-bbcdee9e985e req-e8418a14-70dc-40ab-a9b5-d0c0de0ccba5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Calling delete_port for e3f35154-1a58-47f7-8535-5a196777e5e1 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:59.475943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.25.3.155 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/3d11b9eb-c3e3-499d-91c6-d39fc1248d2b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:00.109609 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346590d8-9450-4eca-9e8e-f37a045a6e3c req-dbb4c010-7a0f-41c2-9351-93a6764c03ca tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:00.111357 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-346590d8-9450-4eca-9e8e-f37a045a6e3c req-dbb4c010-7a0f-41c2-9351-93a6764c03ca tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 946 time: 0.1186500 Nov 12 08:54:00.269892 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-346590d8-9450-4eca-9e8e-f37a045a6e3c req-cb87421d-e87b-4ea5-be8c-dce0c1f1ebd9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519449 Nov 12 08:54:00.292173 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-64fb7586-ff65-4a10-aa99-bbcdee9e985e req-e8418a14-70dc-40ab-a9b5-d0c0de0ccba5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.306182 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b', '6a8caee3-5604-42c8-ac1a-bab5025459ea'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:00.457438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8418a14-70dc-40ab-a9b5-d0c0de0ccba5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event deleted for resources: {'Port': ['ID=e3f35154-1a58-47f7-8535-5a196777e5e1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:00.495689 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.522942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fb7586-ff65-4a10-aa99-bbcdee9e985e req-e8418a14-70dc-40ab-a9b5-d0c0de0ccba5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] No DVR routers for this DVR port e3f35154-1a58-47f7-8535-5a196777e5e1 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:00.526807 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-64fb7586-ff65-4a10-aa99-bbcdee9e985e req-e8418a14-70dc-40ab-a9b5-d0c0de0ccba5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.530596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-64fb7586-ff65-4a10-aa99-bbcdee9e985e req-e8418a14-70dc-40ab-a9b5-d0c0de0ccba5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "DELETE /v2.0/ports/e3f35154-1a58-47f7-8535-5a196777e5e1 HTTP/1.1" status: 204 len: 173 time: 2.0773628 Nov 12 08:54:00.531180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68bef46-6227-429b-9a52-fde8d15cc837', 'name': 'network-vif-deleted', 'tag': 'e3f35154-1a58-47f7-8535-5a196777e5e1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:00.534501 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256236f6-634b-402d-818a-996776d3c55a" -d '{"events": [{"server_uuid": "e68bef46-6227-429b-9a52-fde8d15cc837", "name": "network-vif-deleted", "tag": "e3f35154-1a58-47f7-8535-5a196777e5e1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:00.644279 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa961f9-f1b3-4abe-82c8-b677c45a0613 x-openstack-request-id: req-8aa961f9-f1b3-4abe-82c8-b677c45a0613 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:00.644586 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68bef46-6227-429b-9a52-fde8d15cc837", "name": "network-vif-deleted", "tag": "e3f35154-1a58-47f7-8535-5a196777e5e1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:00.645170 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8aa961f9-f1b3-4abe-82c8-b677c45a0613 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:00.645722 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68bef46-6227-429b-9a52-fde8d15cc837', 'name': 'network-vif-deleted', 'tag': 'e3f35154-1a58-47f7-8535-5a196777e5e1', 'status': 'completed', 'code': 200} Nov 12 08:54:00.654782 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.689277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:00.693765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:00.706519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:00.790609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=3d11b9eb-c3e3-499d-91c6-d39fc1248d2b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:01.473377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-36113a83-f016-4072-96e2-3082983e3d06 req-ad698d88-7355-401d-b21d-ca6ce31c9c7a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=e68bef46-6227-429b-9a52-fde8d15cc837 HTTP/1.1" status: 200 len: 210 time: 0.0588915 Nov 12 08:54:01.555192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.676176 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.907522 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.914161 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.013091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=3d11b9eb-c3e3-499d-91c6-d39fc1248d2b,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:02.026135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.249322 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Floating IP c574324e-0e63-42e5-b32e-03ce3031f5e2 associated. External IP: 172.25.3.155, port: 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55. Nov 12 08:54:02.273866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e3f35154-1a58-47f7-8535-5a196777e5e1 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:02.330604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: e3f35154-1a58-47f7-8535-5a196777e5e1 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:02.332321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e3f35154-1a58-47f7-8535-5a196777e5e1 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:02.635121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router df1342bd-f271-438f-a517-0cc039258bb7 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:02.808474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:02.819768 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad7f5b-1187-4f4c-8939-97c76d4d3752 None None] Sync routers for ids ['df1342bd-f271-438f-a517-0cc039258bb7'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:02.833282 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad7f5b-1187-4f4c-8939-97c76d4d3752 None None] Routers {'df1342bd-f271-438f-a517-0cc039258bb7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:02.833879 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d6ad7f5b-1187-4f4c-8939-97c76d4d3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:53:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['df1342bd-f271-438f-a517-0cc039258bb7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:02.847568 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.900425 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c4dcec0f-6f0a-4250-ae38-7f1b5bd266d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1542213 Nov 12 08:54:02.900425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:02.916907 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16924729-c206-4d61-924a-ec1f9f609821" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:02.954627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a08827-c0bf-4bc4-b774-34b8b4cdf8b6 req-87c17ef9-c7cd-4e90-af74-c5cc2fb8b5da tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:02.956233 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0a08827-c0bf-4bc4-b774-34b8b4cdf8b6 req-87c17ef9-c7cd-4e90-af74-c5cc2fb8b5da tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 945 time: 0.1210589 Nov 12 08:54:03.061945 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0a08827-c0bf-4bc4-b774-34b8b4cdf8b6 req-173b9365-79bf-41b9-a3a3-58eba5b909dc tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972059 Nov 12 08:54:03.099657 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-d6ad7f5b-1187-4f4c-8939-97c76d4d3752 None None] Set router df1342bd-f271-438f-a517-0cc039258bb7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:03.124987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e76435-3803-4a35-902a-f5faa95adaa0 req-6dbd7281-0338-4be5-ad01-81a154e6b0b5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.139745 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4e76435-3803-4a35-902a-f5faa95adaa0 req-6dbd7281-0338-4be5-ad01-81a154e6b0b5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.1211846 Nov 12 08:54:03.142046 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a24e426-ac87-460c-8401-a8e4bba9be1d x-openstack-request-id: req-6a24e426-ac87-460c-8401-a8e4bba9be1d {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:03.142533 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:03.142817 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a24e426-ac87-460c-8401-a8e4bba9be1d {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:03.143230 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'status': 'completed', 'code': 200} Nov 12 08:54:03.263630 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4e76435-3803-4a35-902a-f5faa95adaa0 req-525ff3bb-53cb-4515-977d-eb9e2801b754 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224823 Nov 12 08:54:03.283479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57156) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:03.308133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16924729-c206-4d61-924a-ec1f9f609821 req-5f2445dd-3a36-4b3e-b4b1-7b141467013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.310932 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16924729-c206-4d61-924a-ec1f9f609821 req-5f2445dd-3a36-4b3e-b4b1-7b141467013f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1097 time: 0.1101074 Nov 12 08:54:03.374124 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-df28b0f6-5a32-4049-b6aa-f921988203b4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/c574324e-0e63-42e5-b32e-03ce3031f5e2 HTTP/1.1" status: 200 len: 991 time: 0.0835488 Nov 12 08:54:03.651412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16924729-c206-4d61-924a-ec1f9f609821 req-7cf9b659-2972-430f-86dd-982209da76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.652921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16924729-c206-4d61-924a-ec1f9f609821 req-7cf9b659-2972-430f-86dd-982209da76b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 898 time: 0.3283601 Nov 12 08:54:03.675512 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d6ad7f5b-1187-4f4c-8939-97c76d4d3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:53:33Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'c574324e-0e63-42e5-b32e-03ce3031f5e2', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'port_id': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'mac_address': 'fa:16:3e:a4:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eaafed-f955-40ff-9379-75c85a224357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:01Z', 'revision_number': 0, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146d2945-e473-458a-acd2-175a32db0c0d', 'name': '', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:63:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:31Z', 'updated_at': '2021-11-12T08:53:41Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '79c65528-e869-4694-a738-28797b90e44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:03.752917 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad7f5b-1187-4f4c-8939-97c76d4d3752 None None] Checking router: df1342bd-f271-438f-a517-0cc039258bb7 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:54:03.775817 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad7f5b-1187-4f4c-8939-97c76d4d3752 None None] Routers {'df1342bd-f271-438f-a517-0cc039258bb7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:03.777032 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d6ad7f5b-1187-4f4c-8939-97c76d4d3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:53:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['df1342bd-f271-438f-a517-0cc039258bb7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:03.815674 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16924729-c206-4d61-924a-ec1f9f609821 req-77133dd9-b9a0-4555-844f-db8158156ebb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 999 time: 0.1523547 Nov 12 08:54:03.913056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16924729-c206-4d61-924a-ec1f9f609821 req-0063bdb6-36c6-4513-8cc5-f7447cf934cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.914653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16924729-c206-4d61-924a-ec1f9f609821 req-0063bdb6-36c6-4513-8cc5-f7447cf934cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.0898018 Nov 12 08:54:03.947545 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-d6ad7f5b-1187-4f4c-8939-97c76d4d3752 None None] Set router df1342bd-f271-438f-a517-0cc039258bb7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:04.066889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16924729-c206-4d61-924a-ec1f9f609821 req-94cfc950-d3fb-44a2-b313-c254fa2be829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:04.073690 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16924729-c206-4d61-924a-ec1f9f609821 req-94cfc950-d3fb-44a2-b313-c254fa2be829 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455314 Nov 12 08:54:04.377626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57166) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:04.486270 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-d6ad7f5b-1187-4f4c-8939-97c76d4d3752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:53:33Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'c574324e-0e63-42e5-b32e-03ce3031f5e2', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'port_id': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'mac_address': 'fa:16:3e:a4:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eaafed-f955-40ff-9379-75c85a224357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:01Z', 'revision_number': 0, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146d2945-e473-458a-acd2-175a32db0c0d', 'name': '', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:63:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:31Z', 'updated_at': '2021-11-12T08:53:41Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '79c65528-e869-4694-a738-28797b90e44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:04.486831 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16924729-c206-4d61-924a-ec1f9f609821 req-efd34c75-a6bb-488f-aa5f-d2f0d2d77c5e service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036186 Nov 12 08:54:04.503008 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f0a047b7-56c3-447f-92b3-6399b6dd2620 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/c574324e-0e63-42e5-b32e-03ce3031f5e2 HTTP/1.1" status: 200 len: 991 time: 0.1238713 Nov 12 08:54:04.549331 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad7f5b-1187-4f4c-8939-97c76d4d3752 None None] The sync data for ids ['df1342bd-f271-438f-a517-0cc039258bb7'] in n-d-768851-18 is: [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:53:33Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'c574324e-0e63-42e5-b32e-03ce3031f5e2', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'port_id': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'mac_address': 'fa:16:3e:a4:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eaafed-f955-40ff-9379-75c85a224357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:01Z', 'revision_number': 0, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146d2945-e473-458a-acd2-175a32db0c0d', 'name': '', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:63:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:31Z', 'updated_at': '2021-11-12T08:53:41Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '79c65528-e869-4694-a738-28797b90e44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:04.670813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e15097-5db0-40ff-8a40-d4a4dfff3f87 req-8433b4c5-00e7-4b35-9603-19eb275879d8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:04.673456 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-09e15097-5db0-40ff-8a40-d4a4dfff3f87 req-8433b4c5-00e7-4b35-9603-19eb275879d8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 945 time: 0.3446150 Nov 12 08:54:04.731509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6bed99e6-16b8-45bc-81e7-c55b52e6c5bd req-ef37845e-7de7-498c-8a13-7713df9dbbcd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4880979 Nov 12 08:54:04.760304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3b666-0b9f-45a0-a2f5-94f930958ced req-c3001316-3bcf-44ea-9f74-6f3e88388ef5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:04.762158 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bee3b666-0b9f-45a0-a2f5-94f930958ced req-c3001316-3bcf-44ea-9f74-6f3e88388ef5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 945 time: 0.5907533 Nov 12 08:54:04.781451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16924729-c206-4d61-924a-ec1f9f609821 req-0a050061-a276-472c-8611-9c5e0dcbae47 service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767851 Nov 12 08:54:04.940068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed99e6-16b8-45bc-81e7-c55b52e6c5bd req-6c72cfbf-00df-45fa-b637-07a783828a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:04.942647 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6bed99e6-16b8-45bc-81e7-c55b52e6c5bd req-6c72cfbf-00df-45fa-b637-07a783828a02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494d177ec2e74dffa96f65b532703b20&device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 1100 time: 0.1781700 Nov 12 08:54:05.187687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89c085b-c1fa-4b7b-9f0b-3820ae754f27 None None] New status for floating IP c574324e-0e63-42e5-b32e-03ce3031f5e2: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:54:05.294656 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a8fea45b-bec5-4ebc-8434-33c6f53e59d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.442609 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bee3b666-0b9f-45a0-a2f5-94f930958ced req-59b59f73-2ba8-4203-b4cc-0f539177dbb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100900 Nov 12 08:54:05.472733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-09e15097-5db0-40ff-8a40-d4a4dfff3f87 req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Deleting port 6a8caee3-5604-42c8-ac1a-bab5025459ea {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:05.473198 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-09e15097-5db0-40ff-8a40-d4a4dfff3f87 req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.505470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57176) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:05.540195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed99e6-16b8-45bc-81e7-c55b52e6c5bd req-9bdbf6b3-a120-46e3-870f-2d93932cc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:05.541756 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6bed99e6-16b8-45bc-81e7-c55b52e6c5bd req-9bdbf6b3-a120-46e3-870f-2d93932cc079 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.5693865 Nov 12 08:54:05.609185 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6bed99e6-16b8-45bc-81e7-c55b52e6c5bd req-097b021d-3606-4a23-baef-99b43747f554 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=c1356850-ced6-4648-bd47-66ff7d301b23 HTTP/1.1" status: 200 len: 217 time: 0.0576122 Nov 12 08:54:05.662133 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-80d0fd19-2a9e-4469-8d7a-344c3a0f9d92 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/c574324e-0e63-42e5-b32e-03ce3031f5e2 HTTP/1.1" status: 200 len: 991 time: 0.1547592 Nov 12 08:54:05.732906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed99e6-16b8-45bc-81e7-c55b52e6c5bd req-6c65af94-ce01-4a32-9719-dfc9cee8df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:05.735016 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6bed99e6-16b8-45bc-81e7-c55b52e6c5bd req-6c65af94-ce01-4a32-9719-dfc9cee8df6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.1191626 Nov 12 08:54:05.799529 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-09e15097-5db0-40ff-8a40-d4a4dfff3f87 req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] For port 6a8caee3-5604-42c8-ac1a-bab5025459ea, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6a8caee3-5604-42c8-ac1a-bab5025459ea,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:05.799907 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-09e15097-5db0-40ff-8a40-d4a4dfff3f87 req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.820849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed99e6-16b8-45bc-81e7-c55b52e6c5bd req-a44c42a4-5f05-48b4-ae58-f43bafcba5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:05.822721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6bed99e6-16b8-45bc-81e7-c55b52e6c5bd req-a44c42a4-5f05-48b4-ae58-f43bafcba5e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0772879 Nov 12 08:54:05.828417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-09e15097-5db0-40ff-8a40-d4a4dfff3f87 req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Calling delete_port for 6a8caee3-5604-42c8-ac1a-bab5025459ea owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:05.942834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-7d507647-ea77-4a22-8f8f-8455dff4c1e2 req-b829589d-4961-4535-afda-e2aead1a09e2 service neutron] (102444) timed out ('10.222.0.46', 52696) {{(pid=102444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:54:06.040545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6bed99e6-16b8-45bc-81e7-c55b52e6c5bd req-7bf7b5a4-842b-4201-a2cb-fd8705e96452 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090766 Nov 12 08:54:06.161190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6bed99e6-16b8-45bc-81e7-c55b52e6c5bd req-0bd65a43-7409-4b88-8753-d5d01d8ba723 service neutron] 10.222.0.46 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123588 Nov 12 08:54:06.302281 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-09e15097-5db0-40ff-8a40-d4a4dfff3f87 req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.317604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b', '6a8caee3-5604-42c8-ac1a-bab5025459ea'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:06.387816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event deleted for resources: {'Port': ['ID=6a8caee3-5604-42c8-ac1a-bab5025459ea,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:06.430315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:06.431203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:06.431544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:06.431908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:06.432189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:06.432520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:06.432850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:06.433200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:06.433530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:06.433853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:06.434175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:06.434495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:06.465666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e15097-5db0-40ff-8a40-d4a4dfff3f87 req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] No DVR routers for this DVR port 6a8caee3-5604-42c8-ac1a-bab5025459ea on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:06.470870 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-09e15097-5db0-40ff-8a40-d4a4dfff3f87 req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.474407 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-09e15097-5db0-40ff-8a40-d4a4dfff3f87 req-498df67e-5313-4568-a68e-24392a0856d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "DELETE /v2.0/ports/6a8caee3-5604-42c8-ac1a-bab5025459ea HTTP/1.1" status: 204 len: 173 time: 1.7870419 Nov 12 08:54:06.474886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3b62cd-8717-4915-add8-e63d2add056e', 'name': 'network-vif-deleted', 'tag': '6a8caee3-5604-42c8-ac1a-bab5025459ea'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:06.479333 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3103d21f-9ef1-40f1-add4-56bcdca3a4a5" -d '{"events": [{"server_uuid": "1d3b62cd-8717-4915-add8-e63d2add056e", "name": "network-vif-deleted", "tag": "6a8caee3-5604-42c8-ac1a-bab5025459ea"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:06.560037 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de594d18-6b0a-4190-8103-dd77630a66a7 x-openstack-request-id: req-de594d18-6b0a-4190-8103-dd77630a66a7 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:06.560329 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3b62cd-8717-4915-add8-e63d2add056e", "name": "network-vif-deleted", "tag": "6a8caee3-5604-42c8-ac1a-bab5025459ea", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:06.560584 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de594d18-6b0a-4190-8103-dd77630a66a7 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:06.561057 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3b62cd-8717-4915-add8-e63d2add056e', 'name': 'network-vif-deleted', 'tag': '6a8caee3-5604-42c8-ac1a-bab5025459ea', 'status': 'completed', 'code': 200} Nov 12 08:54:06.596049 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-84976f2c-0ff6-49b2-ba50-c3686726712d req-7a40d84a-6b4f-47af-b3f7-e2e48d876f7d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d3b62cd-8717-4915-add8-e63d2add056e HTTP/1.1" status: 200 len: 210 time: 0.0440414 Nov 12 08:54:06.666457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57190) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:06.741122 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ea0d6a12-a37b-4836-84fe-b5db7c5caf85 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/c574324e-0e63-42e5-b32e-03ce3031f5e2 HTTP/1.1" status: 200 len: 993 time: 0.0733819 Nov 12 08:54:07.513446 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-450722de-fd17-4990-9a7b-b1e5c809430e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.121701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-d6a04468-b457-4250-a660-510add2e51db tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.126026 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-d6a04468-b457-4250-a660-510add2e51db tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.1694126 Nov 12 08:54:08.148813 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-e372c49f-1a3f-4120-a5a8-7cd09e01a7ca tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/quotas/c43791fc2baa4c0d9138d9543b230746 HTTP/1.1" status: 200 len: 375 time: 0.0139606 Nov 12 08:54:08.233265 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-3d43b33f-26e0-4974-9cf5-bc27d1e43908 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766051 Nov 12 08:54:08.297543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6a8caee3-5604-42c8-ac1a-bab5025459ea no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:08.336494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 6a8caee3-5604-42c8-ac1a-bab5025459ea {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:08.337438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6a8caee3-5604-42c8-ac1a-bab5025459ea not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:08.367733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-ede59396-8eaa-4010-bafd-5345bb156401 service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335831 Nov 12 08:54:08.526625 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-39ba1bb6-5b01-4994-9e6e-9e72040661ff service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525455 Nov 12 08:54:08.608759 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.756712 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1748bea6-fc5c-4cbc-a480-0111195700b7 req-d5b6d2a1-8d37-45c3-9b74-2f8d1bd27e93 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 210 time: 0.0451317 Nov 12 08:54:09.896359 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5e43191d-26b8-42ce-b5d2-b098d62be47a req-150cccd9-2168-4927-ab2a-de47fd23d5f9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 210 time: 0.0376191 Nov 12 08:54:10.017990 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:10.309883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7d199cb4-470d-4b39-bf45-00f6b34c48be tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:10.312538 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7d199cb4-470d-4b39-bf45-00f6b34c48be tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.52 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.2127275 Nov 12 08:54:10.336442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Request body: {'port': {'device_id': 'd4d9aa16-544d-4c4c-b7a0-66aabef1fd91', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'admin_state_up': True, 'tenant_id': 'c43791fc2baa4c0d9138d9543b230746'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:10.562492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Made reservation on behalf of c43791fc2baa4c0d9138d9543b230746 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:10.577224 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:10.756170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Allocated IP 172.20.0.9 (8c8034f4-d675-4b47-bfbb-8cac8baada86/aca90a20-3c8f-4837-81dd-c8047415d78c/9cd412da-5ffb-4417-949e-e0e7d17645e1) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:10.941313 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:10.991437 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.037482 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.052162 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:11.134239 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3500b-7356-4f3a-9047-5a4dd129110f req-ba8a2471-f200-47ce-9d03-3ae393976b0a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.151621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9a3500b-7356-4f3a-9047-5a4dd129110f req-ba8a2471-f200-47ce-9d03-3ae393976b0a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 931 time: 0.1122792 Nov 12 08:54:11.218624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event updated for resources: {'Port': ['ID=9cd412da-5ffb-4417-949e-e0e7d17645e1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:11.252984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Network 8c8034f4-d675-4b47-bfbb-8cac8baada86 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:11.257360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:11.263117 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9a3500b-7356-4f3a-9047-5a4dd129110f req-ca739eee-6ed3-4b7f-8935-054694cd21c5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105425 Nov 12 08:54:11.270879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:11.395079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.398436 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.436241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-7fe85c5c-6f2a-4e9a-9064-d4e899ec846e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1078787 Nov 12 08:54:11.462015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Request body: {'port': {'device_id': 'd4d9aa16-544d-4c4c-b7a0-66aabef1fd91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:11.532611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.047236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd412da-5ffb-4417-949e-e0e7d17645e1 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:12.058987 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.076028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Transition to ACTIVE for port object 9cd412da-5ffb-4417-949e-e0e7d17645e1 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:12.091201 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.176717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Pushing event updated for resources: {'Port': ['ID=9cd412da-5ffb-4417-949e-e0e7d17645e1,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:12.381656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Attempting to bind port 9cd412da-5ffb-4417-949e-e0e7d17645e1 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:12.382133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Attempting to bind port 9cd412da-5ffb-4417-949e-e0e7d17645e1 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:12.382546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Attempting to bind port 9cd412da-5ffb-4417-949e-e0e7d17645e1 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:12.415452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Port 9cd412da-5ffb-4417-949e-e0e7d17645e1 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:12.416053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Attempting to bind port 9cd412da-5ffb-4417-949e-e0e7d17645e1 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:12.435480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:12.435816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Checking segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:12.436201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Bound using segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:12.436648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Bound port: 9cd412da-5ffb-4417-949e-e0e7d17645e1, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:12.437001 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.513309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737be6df-4709-473d-9c1b-9fe6cfec2f1f req-e052cc76-9164-4900-9e95-2f2f53fd6d1c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.514910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-737be6df-4709-473d-9c1b-9fe6cfec2f1f req-e052cc76-9164-4900-9e95-2f2f53fd6d1c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 943 time: 0.1651890 Nov 12 08:54:12.609285 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-737be6df-4709-473d-9c1b-9fe6cfec2f1f req-ff823d1a-7014-4124-b7f3-4410be99c4d0 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874906 Nov 12 08:54:12.615621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] For port 9cd412da-5ffb-4417-949e-e0e7d17645e1, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:12.639747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] For port 9cd412da-5ffb-4417-949e-e0e7d17645e1, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9cd412da-5ffb-4417-949e-e0e7d17645e1,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:12.646553 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.701397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.702052 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.704312 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] 10.222.0.52 "PUT /v2.0/ports/9cd412da-5ffb-4417-949e-e0e7d17645e1 HTTP/1.1" status: 200 len: 1092 time: 1.2531412 Nov 12 08:54:12.707413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d9aa16-544d-4c4c-b7a0-66aabef1fd91', 'tag': '9cd412da-5ffb-4417-949e-e0e7d17645e1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:12.712905 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b52e02e-6410-44ea-be04-0f4359c6abba" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d9aa16-544d-4c4c-b7a0-66aabef1fd91", "tag": "9cd412da-5ffb-4417-949e-e0e7d17645e1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:12.818693 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b6bd63-0cec-4316-8724-8417110802fd x-openstack-request-id: req-d0b6bd63-0cec-4316-8724-8417110802fd {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:12.823686 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d9aa16-544d-4c4c-b7a0-66aabef1fd91", "tag": "9cd412da-5ffb-4417-949e-e0e7d17645e1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:12.823944 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0b6bd63-0cec-4316-8724-8417110802fd {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:12.824329 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d9aa16-544d-4c4c-b7a0-66aabef1fd91', 'tag': '9cd412da-5ffb-4417-949e-e0e7d17645e1', 'status': 'completed', 'code': 200} Nov 12 08:54:12.855356 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe1e04-1704-4f54-a827-61e076049ccc service neutron] Pushing event updated for resources: {'Port': ['ID=9cd412da-5ffb-4417-949e-e0e7d17645e1,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:12.886278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-da3de22f-0791-4980-afdf-7b05033554de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.886278 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-da3de22f-0791-4980-afdf-7b05033554de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 1095 time: 0.0945232 Nov 12 08:54:12.950803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-3882d95b-8e92-44d3-b8b6-664d6fc70e16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cd412da-5ffb-4417-949e-e0e7d17645e1 HTTP/1.1" status: 200 len: 217 time: 0.0573971 Nov 12 08:54:13.024702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-a68459c8-d9f7-48d4-aee3-447e35dc7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:13.026601 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-a68459c8-d9f7-48d4-aee3-447e35dc7a18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.0678542 Nov 12 08:54:13.090856 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-62e4ddcb-4dcf-4449-ae24-4f3465918ed7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544751 Nov 12 08:54:13.307013 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-149db8c6-285d-4435-b54f-97cb42ea05fc service neutron] 10.222.0.52 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033761 Nov 12 08:54:13.518481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8eaad41-738b-4687-9326-0877b43dd7ce req-fdfb7ea3-db56-4d32-9292-b2aa4bfa3654 service neutron] 10.222.0.52 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026815 Nov 12 08:54:13.706297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52e02e-6410-44ea-be04-0f4359c6abba req-73ddf011-8c88-4ba7-92de-99b7a9717c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:13.708927 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b52e02e-6410-44ea-be04-0f4359c6abba req-73ddf011-8c88-4ba7-92de-99b7a9717c36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 1095 time: 0.1026006 Nov 12 08:54:13.878807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52e02e-6410-44ea-be04-0f4359c6abba req-0d6cf025-6b95-4f84-9996-59cc66d4bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:13.880438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b52e02e-6410-44ea-be04-0f4359c6abba req-0d6cf025-6b95-4f84-9996-59cc66d4bc85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 905 time: 0.1630681 Nov 12 08:54:13.880878 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:54:13.908138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e929ba0-7414-488e-b458-7f9d486e046e req-7ec804dd-44ef-44de-b9d7-2ebac19fa264 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:13.910153 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7e929ba0-7414-488e-b458-7f9d486e046e req-7ec804dd-44ef-44de-b9d7-2ebac19fa264 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 943 time: 0.1151545 Nov 12 08:54:13.968725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b52e02e-6410-44ea-be04-0f4359c6abba req-9aebb269-e8df-48f7-9d34-df521bdcba96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cd412da-5ffb-4417-949e-e0e7d17645e1 HTTP/1.1" status: 200 len: 217 time: 0.0713601 Nov 12 08:54:14.184196 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52e02e-6410-44ea-be04-0f4359c6abba req-76d4e2be-59c1-4d84-912a-42a77d3d1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:14.185663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b52e02e-6410-44ea-be04-0f4359c6abba req-76d4e2be-59c1-4d84-912a-42a77d3d1527 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.1959119 Nov 12 08:54:14.190495 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7e929ba0-7414-488e-b458-7f9d486e046e req-016e2803-0229-4877-9a41-c65bd52f66ea tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206612 Nov 12 08:54:14.259734 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b52e02e-6410-44ea-be04-0f4359c6abba req-e0cee8ce-ff89-4249-aa30-3029137c3f2f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526571 Nov 12 08:54:14.555059 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b52e02e-6410-44ea-be04-0f4359c6abba req-9d1e1111-1ab3-4445-a7b4-8df161ae6c4c service neutron] 10.222.0.52 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876332 Nov 12 08:54:14.741581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57768) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:14.806302 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b52e02e-6410-44ea-be04-0f4359c6abba req-4be20842-2d6c-4dad-ba26-7662c6a98789 service neutron] 10.222.0.52 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375183 Nov 12 08:54:14.951744 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2be0bb9f-036e-4bbe-86a8-70e55651228c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.062899 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2be0bb9f-036e-4bbe-86a8-70e55651228c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.074011 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2be0bb9f-036e-4bbe-86a8-70e55651228c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.199258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0bb9f-036e-4bbe-86a8-70e55651228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac93329e-56a0-48fc-aa8a-e39537040f21,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:15.247795 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2be0bb9f-036e-4bbe-86a8-70e55651228c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ddbfeed263541be87bf33f152441b09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5038891 Nov 12 08:54:15.251234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57780) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:15.522387 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae97258a-d586-43a1-ba75-f688a245c19c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.561078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9cd412da-5ffb-4417-949e-e0e7d17645e1 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:15.566044 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad6622-ffa1-4d24-8215-1326ce7acefa req-d6f758b3-7153-466e-be88-7942a8a06f56 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:15.573643 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-59ad6622-ffa1-4d24-8215-1326ce7acefa req-d6f758b3-7153-466e-be88-7942a8a06f56 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 943 time: 0.1413889 Nov 12 08:54:15.647673 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-59ad6622-ffa1-4d24-8215-1326ce7acefa req-fd971c97-b6e8-4242-bc54-804a10a29ab8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678973 Nov 12 08:54:15.668014 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae97258a-d586-43a1-ba75-f688a245c19c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.765386 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae97258a-d586-43a1-ba75-f688a245c19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.769024 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ae97258a-d586-43a1-ba75-f688a245c19c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.772678 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ae97258a-d586-43a1-ba75-f688a245c19c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac93329e-56a0-48fc-aa8a-e39537040f21 HTTP/1.1" status: 204 len: 168 time: 0.5177960 Nov 12 08:54:15.813148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97258a-d586-43a1-ba75-f688a245c19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac93329e-56a0-48fc-aa8a-e39537040f21,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:15.869237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9cd412da-5ffb-4417-949e-e0e7d17645e1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9cd412da-5ffb-4417-949e-e0e7d17645e1,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:15.916981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '9cd412da-5ffb-4417-949e-e0e7d17645e1', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'port_id': '9cd412da-5ffb-4417-949e-e0e7d17645e1', 'mac_address': 'fa:16:3e:8e:44:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca90a20-3c8f-4837-81dd-c8047415d78c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:16.067715 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.139710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd412da-5ffb-4417-949e-e0e7d17645e1 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:16.204047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9cd412da-5ffb-4417-949e-e0e7d17645e1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9cd412da-5ffb-4417-949e-e0e7d17645e1,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:16.215824 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.323981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=9cd412da-5ffb-4417-949e-e0e7d17645e1,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:16.501222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57798) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:16.525684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1504a932-3608-4c3b-8dbb-a4279c331af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.553786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['9cd412da-5ffb-4417-949e-e0e7d17645e1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:16.678475 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1504a932-3608-4c3b-8dbb-a4279c331af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.685368 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1504a932-3608-4c3b-8dbb-a4279c331af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.756136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504a932-3608-4c3b-8dbb-a4279c331af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be882414-8cb2-4e9c-8a58-536f035aa8df,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:16.768363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1504a932-3608-4c3b-8dbb-a4279c331af4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d772ca58f70646c5af60f9a094aaf4e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637198 Nov 12 08:54:16.769090 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57802) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:16.877895 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-200a9848-624f-45ef-8df0-3496651b3744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.945453 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-200a9848-624f-45ef-8df0-3496651b3744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.023266 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc3947-6aea-49cc-b28e-889cb0b2fccb req-72522a5c-ebc3-40b3-9369-821327763ef6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:17.024975 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74dc3947-6aea-49cc-b28e-889cb0b2fccb req-72522a5c-ebc3-40b3-9369-821327763ef6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 944 time: 0.1816487 Nov 12 08:54:17.122167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-74dc3947-6aea-49cc-b28e-889cb0b2fccb req-97e7e3d2-383d-4e21-9acb-a0cc77610f34 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901003 Nov 12 08:54:17.128628 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-200a9848-624f-45ef-8df0-3496651b3744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.138103 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-200a9848-624f-45ef-8df0-3496651b3744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.145120 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-200a9848-624f-45ef-8df0-3496651b3744 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be882414-8cb2-4e9c-8a58-536f035aa8df HTTP/1.1" status: 204 len: 168 time: 0.3711264 Nov 12 08:54:17.155461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a9848-624f-45ef-8df0-3496651b3744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be882414-8cb2-4e9c-8a58-536f035aa8df,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:17.559993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9cd412da-5ffb-4417-949e-e0e7d17645e1 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:17.658710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 9cd412da-5ffb-4417-949e-e0e7d17645e1 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:17.666134 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 9cd412da-5ffb-4417-949e-e0e7d17645e1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:17.668741 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.786251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 57816) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:17.804684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3df6-e0ce-429b-bec9-4a7908330d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.813327 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.842043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d9aa16-544d-4c4c-b7a0-66aabef1fd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd412da-5ffb-4417-949e-e0e7d17645e1'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:17.845539 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b894dab-431a-4331-9771-4d3aa2ed80e8" -d '{"events": [{"server_uuid": "d4d9aa16-544d-4c4c-b7a0-66aabef1fd91", "name": "network-vif-plugged", "status": "completed", "tag": "9cd412da-5ffb-4417-949e-e0e7d17645e1"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:17.872988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9cd412da-5ffb-4417-949e-e0e7d17645e1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9cd412da-5ffb-4417-949e-e0e7d17645e1,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:17.880017 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.928862 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3df6-e0ce-429b-bec9-4a7908330d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.935531 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d7e3df6-e0ce-429b-bec9-4a7908330d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.939512 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa5c289-a78b-43a1-8aed-8b337fa8fbee x-openstack-request-id: req-cfa5c289-a78b-43a1-8aed-8b337fa8fbee {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:17.940180 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d9aa16-544d-4c4c-b7a0-66aabef1fd91", "name": "network-vif-plugged", "status": "completed", "tag": "9cd412da-5ffb-4417-949e-e0e7d17645e1", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:17.940686 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfa5c289-a78b-43a1-8aed-8b337fa8fbee {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:17.941449 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d9aa16-544d-4c4c-b7a0-66aabef1fd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd412da-5ffb-4417-949e-e0e7d17645e1', 'code': 200} Nov 12 08:54:18.008801 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=9cd412da-5ffb-4417-949e-e0e7d17645e1,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:18.021792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e3df6-e0ce-429b-bec9-4a7908330d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb2f63e-2860-47a6-8583-80ee64674eb8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:18.049524 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7d7e3df6-e0ce-429b-bec9-4a7908330d7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1355486116a747d5b65264dfd6744880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608371 Nov 12 08:54:18.052064 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57820) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:18.108867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f32bc3-3893-4eaf-a789-9c4634ae301d req-05dd3263-1172-4c05-8c9e-1db1b15de9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:18.110665 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-29f32bc3-3893-4eaf-a789-9c4634ae301d req-05dd3263-1172-4c05-8c9e-1db1b15de9ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 1097 time: 0.0649252 Nov 12 08:54:18.133923 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-76a4e136-1088-40ee-a04a-6584a729a84f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.186570 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-76a4e136-1088-40ee-a04a-6584a729a84f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.188783 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-29f32bc3-3893-4eaf-a789-9c4634ae301d req-9f0e549e-4df1-4fdb-b049-d9682a5bff31 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679195 Nov 12 08:54:18.287982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdab6c0-62cc-4059-9940-56942b72ae70 req-ad456d55-036b-4a37-869a-84adc775e3ae tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:18.289704 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7cdab6c0-62cc-4059-9940-56942b72ae70 req-ad456d55-036b-4a37-869a-84adc775e3ae tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 945 time: 0.0562878 Nov 12 08:54:18.297647 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-76a4e136-1088-40ee-a04a-6584a729a84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.301159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-76a4e136-1088-40ee-a04a-6584a729a84f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.305489 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-76a4e136-1088-40ee-a04a-6584a729a84f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0eb2f63e-2860-47a6-8583-80ee64674eb8 HTTP/1.1" status: 204 len: 168 time: 0.2509727 Nov 12 08:54:18.321735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4e136-1088-40ee-a04a-6584a729a84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb2f63e-2860-47a6-8583-80ee64674eb8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:18.376175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7cdab6c0-62cc-4059-9940-56942b72ae70 req-a162aee8-a407-49b8-963b-50501ff71905 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691204 Nov 12 08:54:19.812430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a00067-9020-48bc-987d-2f6cfb3eb3ef req-b3d019cb-a2f0-4bb5-abcf-1a8c4581ebc9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:19.815988 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07a00067-9020-48bc-987d-2f6cfb3eb3ef req-b3d019cb-a2f0-4bb5-abcf-1a8c4581ebc9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 945 time: 0.1955640 Nov 12 08:54:19.948839 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07a00067-9020-48bc-987d-2f6cfb3eb3ef req-8bea6918-d7a4-4bf3-9923-63e32a59ba37 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179078 Nov 12 08:54:21.063461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 57914) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:21.393511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b333c6f8-fb2a-4bbe-8d4d-eb4cbd383725 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:21.393980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b333c6f8-fb2a-4bbe-8d4d-eb4cbd383725 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:21.394431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b333c6f8-fb2a-4bbe-8d4d-eb4cbd383725 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:21.409144 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b333c6f8-fb2a-4bbe-8d4d-eb4cbd383725 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=53fc652fab2c474c9a86ccfd515fe6e9&network_id=15bba3db-e93f-43f2-8184-e940a7f673e7 HTTP/1.1" status: 200 len: 2973 time: 0.3314025 Nov 12 08:54:21.427226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04ca0a-37e4-4717-91fd-69e0b9ef321f req-cf7a0009-6f2f-4b68-958f-cf263b2c2138 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:21.445799 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f04ca0a-37e4-4717-91fd-69e0b9ef321f req-cf7a0009-6f2f-4b68-958f-cf263b2c2138 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 945 time: 0.2243598 Nov 12 08:54:21.638082 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f04ca0a-37e4-4717-91fd-69e0b9ef321f req-5f4c3923-5fee-470a-8c18-90e098efa19b tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902931 Nov 12 08:54:22.155151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07a2c4-6c38-4c78-b61e-40a7be9fe74d req-bad732db-31b6-4cb7-b686-c746dfcad84e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:22.160299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7c07a2c4-6c38-4c78-b61e-40a7be9fe74d req-bad732db-31b6-4cb7-b686-c746dfcad84e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 945 time: 0.1345346 Nov 12 08:54:22.263343 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7c07a2c4-6c38-4c78-b61e-40a7be9fe74d req-01178e45-0c87-41c0-b21f-cce23b8c6d28 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889995 Nov 12 08:54:22.522202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f6388-42c7-4d0e-86c0-cdab9ad1564f req-12f00d49-0dfc-4266-898e-872ad8f590e0 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:22.525429 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.527799 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc3f6388-42c7-4d0e-86c0-cdab9ad1564f req-12f00d49-0dfc-4266-898e-872ad8f590e0 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 945 time: 0.1206985 Nov 12 08:54:22.600903 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc3f6388-42c7-4d0e-86c0-cdab9ad1564f req-2a956f99-a7df-4799-8ab9-24e7fd59f315 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634096 Nov 12 08:54:23.148917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9306c78-f6d0-49e5-b3a1-929dd1fe0241 req-f8ede5ed-5f50-480d-9390-2b7df1f4fb2f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:23.153227 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9306c78-f6d0-49e5-b3a1-929dd1fe0241 req-f8ede5ed-5f50-480d-9390-2b7df1f4fb2f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 945 time: 0.1300275 Nov 12 08:54:23.409666 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9306c78-f6d0-49e5-b3a1-929dd1fe0241 req-8e5fb9b2-8ce2-4ac5-8d80-e3383c2f95eb tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365644 Nov 12 08:54:24.694546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb702f6e-6c44-48c5-9d7c-d2dd4e17d2b3 req-98103894-5ff1-4fcb-9e80-b4aeb4661279 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:24.705536 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb702f6e-6c44-48c5-9d7c-d2dd4e17d2b3 req-98103894-5ff1-4fcb-9e80-b4aeb4661279 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 945 time: 0.1012590 Nov 12 08:54:24.784904 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb702f6e-6c44-48c5-9d7c-d2dd4e17d2b3 req-38aaf9c3-7d24-43d3-8c14-5a447406b8e2 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778656 Nov 12 08:54:24.928029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137f5d9-dfeb-4590-881e-1efa3f13fbed req-4c2496cb-c7b2-4aa8-a4cb-2556fd6695bf tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:24.929658 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9137f5d9-dfeb-4590-881e-1efa3f13fbed req-4c2496cb-c7b2-4aa8-a4cb-2556fd6695bf tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 945 time: 0.0642626 Nov 12 08:54:25.081690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-9137f5d9-dfeb-4590-881e-1efa3f13fbed req-545b3c17-db8b-4a0c-a263-115c07b42876 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Deleting port 9cd412da-5ffb-4417-949e-e0e7d17645e1 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:25.081975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9137f5d9-dfeb-4590-881e-1efa3f13fbed req-545b3c17-db8b-4a0c-a263-115c07b42876 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:25.190262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-9137f5d9-dfeb-4590-881e-1efa3f13fbed req-545b3c17-db8b-4a0c-a263-115c07b42876 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] For port 9cd412da-5ffb-4417-949e-e0e7d17645e1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9cd412da-5ffb-4417-949e-e0e7d17645e1,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:25.190630 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9137f5d9-dfeb-4590-881e-1efa3f13fbed req-545b3c17-db8b-4a0c-a263-115c07b42876 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:25.226930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-9137f5d9-dfeb-4590-881e-1efa3f13fbed req-545b3c17-db8b-4a0c-a263-115c07b42876 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Calling delete_port for 9cd412da-5ffb-4417-949e-e0e7d17645e1 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:25.514231 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9137f5d9-dfeb-4590-881e-1efa3f13fbed req-545b3c17-db8b-4a0c-a263-115c07b42876 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:25.531885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['9cd412da-5ffb-4417-949e-e0e7d17645e1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:25.534914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:25.580965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b3c17-db8b-4a0c-a263-115c07b42876 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event deleted for resources: {'Port': ['ID=9cd412da-5ffb-4417-949e-e0e7d17645e1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:25.822949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9137f5d9-dfeb-4590-881e-1efa3f13fbed req-545b3c17-db8b-4a0c-a263-115c07b42876 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] No DVR routers for this DVR port 9cd412da-5ffb-4417-949e-e0e7d17645e1 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:25.827273 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9137f5d9-dfeb-4590-881e-1efa3f13fbed req-545b3c17-db8b-4a0c-a263-115c07b42876 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:25.845828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9137f5d9-dfeb-4590-881e-1efa3f13fbed req-545b3c17-db8b-4a0c-a263-115c07b42876 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.52 "DELETE /v2.0/ports/9cd412da-5ffb-4417-949e-e0e7d17645e1 HTTP/1.1" status: 204 len: 173 time: 0.9052165 Nov 12 08:54:25.846666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d9aa16-544d-4c4c-b7a0-66aabef1fd91', 'name': 'network-vif-deleted', 'tag': '9cd412da-5ffb-4417-949e-e0e7d17645e1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:25.850309 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46668a11-db06-4fac-aca9-62da3c219719" -d '{"events": [{"server_uuid": "d4d9aa16-544d-4c4c-b7a0-66aabef1fd91", "name": "network-vif-deleted", "tag": "9cd412da-5ffb-4417-949e-e0e7d17645e1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:25.977054 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dc7763db-5fac-49fe-9417-97b1b92ac694 req-012c5d83-fa7f-4da9-8050-dd1d2639a0d4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4d9aa16-544d-4c4c-b7a0-66aabef1fd91 HTTP/1.1" status: 200 len: 210 time: 0.0528133 Nov 12 08:54:26.061997 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7046262-4c11-40f5-8cea-76c04d8c311e x-openstack-request-id: req-b7046262-4c11-40f5-8cea-76c04d8c311e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:26.062558 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d9aa16-544d-4c4c-b7a0-66aabef1fd91", "name": "network-vif-deleted", "tag": "9cd412da-5ffb-4417-949e-e0e7d17645e1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:26.062916 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7046262-4c11-40f5-8cea-76c04d8c311e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:26.063788 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d9aa16-544d-4c4c-b7a0-66aabef1fd91', 'name': 'network-vif-deleted', 'tag': '9cd412da-5ffb-4417-949e-e0e7d17645e1', 'status': 'completed', 'code': 200} Nov 12 08:54:26.230338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d46d9-2d54-48a3-aaa7-0131b59a147b req-7e7c682e-ad99-4fd6-8bde-11a28b2a0d9b tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:26.232380 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f3d46d9-2d54-48a3-aaa7-0131b59a147b req-7e7c682e-ad99-4fd6-8bde-11a28b2a0d9b tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 948 time: 0.1000688 Nov 12 08:54:26.300724 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f3d46d9-2d54-48a3-aaa7-0131b59a147b req-50e597e0-5a38-4121-890c-07547a5f4864 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618913 Nov 12 08:54:26.759860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58076) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:26.904897 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556afed9-4e73-41c8-b39b-59e0f71dc7b7 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:26.907569 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-556afed9-4e73-41c8-b39b-59e0f71dc7b7 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55 HTTP/1.1" status: 200 len: 814 time: 0.1458597 Nov 12 08:54:27.592991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9cd412da-5ffb-4417-949e-e0e7d17645e1 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:27.636825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 9cd412da-5ffb-4417-949e-e0e7d17645e1 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:27.637207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9cd412da-5ffb-4417-949e-e0e7d17645e1 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:27.709698 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c95e7-58d2-4bd1-b6cf-c9ed201c12a2 req-c595f1d7-b1fb-4400-9130-6549b42d0a51 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.719745 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-703c95e7-58d2-4bd1-b6cf-c9ed201c12a2 req-c595f1d7-b1fb-4400-9130-6549b42d0a51 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 948 time: 0.2213488 Nov 12 08:54:27.751237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-61845c22-a15c-432f-b4a3-fbf52c01bcf6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.766478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-61845c22-a15c-432f-b4a3-fbf52c01bcf6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.2046165 Nov 12 08:54:27.795207 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-15325724-a65c-401e-a201-635a23901059 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/quotas/c43791fc2baa4c0d9138d9543b230746 HTTP/1.1" status: 200 len: 375 time: 0.0275714 Nov 12 08:54:27.805455 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-703c95e7-58d2-4bd1-b6cf-c9ed201c12a2 req-ee3c6f24-541d-43aa-b5c4-ea242db67601 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785599 Nov 12 08:54:27.937692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953535-6339-4ccd-9727-f1b2f6674eea req-7966b0ff-7bfb-4a7e-84c0-d5d1dc5e479d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.939366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85953535-6339-4ccd-9727-f1b2f6674eea req-7966b0ff-7bfb-4a7e-84c0-d5d1dc5e479d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.46 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 948 time: 0.1706071 Nov 12 08:54:27.959224 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-28706a93-0e37-4f48-98d2-c5fde77c9941 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1627400 Nov 12 08:54:28.030610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58124) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:28.035957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'network': {'name': 'tempest-network-smoke--340332258', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'port_security_enabled': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:28.084364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Made reservation on behalf of 53fc652fab2c474c9a86ccfd515fe6e9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:28.088399 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.126987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-85953535-6339-4ccd-9727-f1b2f6674eea req-24de2c4d-b474-46b9-b1bc-df263751c63d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Deleting port c1356850-ced6-4648-bd47-66ff7d301b23 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:28.127396 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-85953535-6339-4ccd-9727-f1b2f6674eea req-24de2c4d-b474-46b9-b1bc-df263751c63d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.176334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:54:28.202502 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.203170 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Added segment 4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e of type vlan for network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a Nov 12 08:54:28.313046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.415984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-85953535-6339-4ccd-9727-f1b2f6674eea req-24de2c4d-b474-46b9-b1bc-df263751c63d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] For port c1356850-ced6-4648-bd47-66ff7d301b23, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c1356850-ced6-4648-bd47-66ff7d301b23,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:28.421538 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-85953535-6339-4ccd-9727-f1b2f6674eea req-24de2c4d-b474-46b9-b1bc-df263751c63d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.424198 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.430004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:28.431389 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.541861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Network': ['ID=4b0fd9c6-1849-4a82-901e-8dbe3eca610a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:28.562689 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5308518 Nov 12 08:54:28.563336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58134) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:28.564913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:28.565479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:28.566016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:28.566532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:28.567062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:28.567588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:28.568095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:28.568606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:28.569145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:28.569655 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:28.570163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:28.570709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfa8267-fdee-4f5a-a5db-064684257fb7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:28.583093 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:54:28.758511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b18ab2-b512-4b26-b30d-45a3894ffa9a tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:28.770182 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f0b18ab2-b512-4b26-b30d-45a3894ffa9a tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=53fc652fab2c474c9a86ccfd515fe6e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1943865 Nov 12 08:54:28.771008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58140) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:28.771471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58142) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:28.790012 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-7cc1b3fd-39fc-4087-beaf-a51f59001419 service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8285823 Nov 12 08:54:28.819577 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-85953535-6339-4ccd-9727-f1b2f6674eea req-24de2c4d-b474-46b9-b1bc-df263751c63d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Calling delete_port for c1356850-ced6-4648-bd47-66ff7d301b23 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:28.831168 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.168737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d12b8-38cc-45a1-adfc-788153df2449 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:29.177259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58156) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:29.179977 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7e6d12b8-38cc-45a1-adfc-788153df2449 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4048135 Nov 12 08:54:29.221682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02daa7f-ba17-457c-8f12-a9cedb0618f6 req-f21f4c8e-030f-491b-98a6-7a0192b4961a tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:29.268755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f02daa7f-ba17-457c-8f12-a9cedb0618f6 req-f21f4c8e-030f-491b-98a6-7a0192b4961a tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 948 time: 0.2232888 Nov 12 08:54:29.351240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d278f411-fcb1-453a-a7b2-5e63a3b627b0 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1739991 Nov 12 08:54:29.366450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58160) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:29.393559 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-da9d32d9-361f-4304-a4bc-744a53cc7ac5 service neutron] 10.222.0.31 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588784 Nov 12 08:54:29.458544 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f02daa7f-ba17-457c-8f12-a9cedb0618f6 req-93e0f7b9-72eb-42bd-9593-dfef3142f12c tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/security-groups?id=24a30734-61d7-4a6a-8592-59dc618b0e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133272 Nov 12 08:54:29.493624 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fddda536-3502-43ee-a49d-a7371e56dd90 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=53fc652fab2c474c9a86ccfd515fe6e9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1254485 Nov 12 08:54:29.494622 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ad95c70-936f-4e9c-b85d-2781bae934e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.511301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58166) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:29.927435 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-85953535-6339-4ccd-9727-f1b2f6674eea req-24de2c4d-b474-46b9-b1bc-df263751c63d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.942943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['c1356850-ced6-4648-bd47-66ff7d301b23'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:29.999742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d91a0-af54-40e3-b82c-169cf4037c60 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:30.001383 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-222d91a0-af54-40e3-b82c-169cf4037c60 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4714749 Nov 12 08:54:30.011238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58176) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:30.131546 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-287eac45-1891-49f2-8ab5-a71a68060f8b tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1081238 Nov 12 08:54:30.132456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58184) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:30.151349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8cc1ab72-43a2-452d-8cda-acfb0768abd1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-415850635', 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:30.408194 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ad95c70-936f-4e9c-b85d-2781bae934e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.428239 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ad95c70-936f-4e9c-b85d-2781bae934e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.496322 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8ad95c70-936f-4e9c-b85d-2781bae934e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b140c5097ee04239951a7ff195733e67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7213902 Nov 12 08:54:30.499709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58190) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:30.518951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75228ab4-56b2-4768-b88f-070fcae4d401 req-496b85b6-0fc5-456b-a81d-89045c43a60a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 210 time: 0.3442128 Nov 12 08:54:30.528920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de2c4d-b474-46b9-b1bc-df263751c63d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Pushing event deleted for resources: {'Port': ['ID=c1356850-ced6-4648-bd47-66ff7d301b23,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:30.536364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-85953535-6339-4ccd-9727-f1b2f6674eea req-24de2c4d-b474-46b9-b1bc-df263751c63d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] No DVR routers for this DVR port c1356850-ced6-4648-bd47-66ff7d301b23 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:30.544651 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-85953535-6339-4ccd-9727-f1b2f6674eea req-24de2c4d-b474-46b9-b1bc-df263751c63d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.551889 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-85953535-6339-4ccd-9727-f1b2f6674eea req-24de2c4d-b474-46b9-b1bc-df263751c63d tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.46 "DELETE /v2.0/ports/c1356850-ced6-4648-bd47-66ff7d301b23 HTTP/1.1" status: 204 len: 173 time: 2.5863123 Nov 12 08:54:30.563505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5310d608-88b6-4bb0-bff6-19e438e29157', 'name': 'network-vif-deleted', 'tag': 'c1356850-ced6-4648-bd47-66ff7d301b23'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:30.567983 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b988ea3-058e-4d0a-817c-6af16c622238" -d '{"events": [{"server_uuid": "5310d608-88b6-4bb0-bff6-19e438e29157", "name": "network-vif-deleted", "tag": "c1356850-ced6-4648-bd47-66ff7d301b23"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:30.776198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13c71861-b8ad-4a2b-9b64-6eded514e08d req-9d358ba5-890f-48b3-82d2-df8d5fe457d0 tempest-VolumesBackupsTest-1055801007 tempest-VolumesBackupsTest-1055801007-project] 10.222.0.31 "GET /v2.0/ports?device_id=5310d608-88b6-4bb0-bff6-19e438e29157 HTTP/1.1" status: 200 len: 210 time: 0.0960803 Nov 12 08:54:30.785609 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a54f25-d367-4e2a-8861-1f1d373a27c8 x-openstack-request-id: req-07a54f25-d367-4e2a-8861-1f1d373a27c8 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:30.785937 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5310d608-88b6-4bb0-bff6-19e438e29157", "name": "network-vif-deleted", "tag": "c1356850-ced6-4648-bd47-66ff7d301b23", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:30.787476 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07a54f25-d367-4e2a-8861-1f1d373a27c8 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:30.788021 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5310d608-88b6-4bb0-bff6-19e438e29157', 'name': 'network-vif-deleted', 'tag': 'c1356850-ced6-4648-bd47-66ff7d301b23', 'status': 'completed', 'code': 200} Nov 12 08:54:30.844986 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc1ab72-43a2-452d-8cda-acfb0768abd1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Made reservation on behalf of 53fc652fab2c474c9a86ccfd515fe6e9 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:30.853290 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cc1ab72-43a2-452d-8cda-acfb0768abd1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.956057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad95c70-936f-4e9c-b85d-2781bae934e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21302a2c-fc92-4159-a60f-b7579b966972,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:31.006878 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-881c1162-bd72-4486-a735-be24bbc7e7e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.048958 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-881c1162-bd72-4486-a735-be24bbc7e7e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.150566 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-881c1162-bd72-4486-a735-be24bbc7e7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.155063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-881c1162-bd72-4486-a735-be24bbc7e7e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.158782 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-881c1162-bd72-4486-a735-be24bbc7e7e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21302a2c-fc92-4159-a60f-b7579b966972 HTTP/1.1" status: 204 len: 168 time: 0.6481159 Nov 12 08:54:31.183233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c1162-bd72-4486-a735-be24bbc7e7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21302a2c-fc92-4159-a60f-b7579b966972,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:31.428206 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cc1ab72-43a2-452d-8cda-acfb0768abd1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.634688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1ab72-43a2-452d-8cda-acfb0768abd1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Subnet': ['ID=e56402e9-d88b-45a8-81fb-ff2fbffed540,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:31.672237 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de27442b-e03f-434c-8899-e6c5c7f6a24c req-a012f6d1-719b-440b-90c2-78865a724260 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 210 time: 0.0609009 Nov 12 08:54:31.676378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc1ab72-43a2-452d-8cda-acfb0768abd1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Checking segment: {'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:31.679718 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc1ab72-43a2-452d-8cda-acfb0768abd1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network hostable DHCP agents. Network: 4b0fd9c6-1849-4a82-901e-8dbe3eca610a, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:54:31.710050 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc1ab72-43a2-452d-8cda-acfb0768abd1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:54:31.737003 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-8cc1ab72-43a2-452d-8cda-acfb0768abd1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4b0fd9c6-1849-4a82-901e-8dbe3eca610a) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:31.757684 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc1ab72-43a2-452d-8cda-acfb0768abd1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:31.760900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f40bf5-73e1-4177-8449-19cac0d14312 None None] Network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:31.766078 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8cc1ab72-43a2-452d-8cda-acfb0768abd1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.855361 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8cc1ab72-43a2-452d-8cda-acfb0768abd1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7172704 Nov 12 08:54:32.311406 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4b0fd9c6-1849-4a82-901e-8dbe3eca610a', 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ips': [{'subnet_id': 'e56402e9-d88b-45a8-81fb-ff2fbffed540'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:54:32.312309 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.566285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 58248) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:32.574315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-5bad8c26-ed78-4bdb-8474-f830d21feccf tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-215847091', 'description': 'tempest-secgroup-smoke-215847091 description', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:32.647944 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bad8c26-ed78-4bdb-8474-f830d21feccf tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.662896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device c1356850-ced6-4648-bd47-66ff7d301b23 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:32.688096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Allocated IP 172.20.0.18 (4b0fd9c6-1849-4a82-901e-8dbe3eca610a/e56402e9-d88b-45a8-81fb-ff2fbffed540/738c9031-2b17-4198-b9b5-d060acdffa8e) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:32.879243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: c1356850-ced6-4648-bd47-66ff7d301b23 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:32.880019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device c1356850-ced6-4648-bd47-66ff7d301b23 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:32.887229 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bad8c26-ed78-4bdb-8474-f830d21feccf tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.899623 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bad8c26-ed78-4bdb-8474-f830d21feccf tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.026385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad8c26-ed78-4bdb-8474-f830d21feccf tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:33.176413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58272) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:33.215566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-5ad49745-d6dd-482b-8a81-ab7db96095f1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:33.217587 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-5ad49745-d6dd-482b-8a81-ab7db96095f1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 804 time: 0.2207942 Nov 12 08:54:33.236013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Request body: {'port': {'device_id': '22162117-9e0d-4994-9df4-0d6f59d37dde', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'admin_state_up': True, 'tenant_id': 'c43791fc2baa4c0d9138d9543b230746'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:33.257978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55ded3f5-769b-4d6d-8ed5-ba11974f1b35 req-1d8eab5f-e4df-4416-a3ee-71a18a2ff2ca tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 210 time: 0.2758484 Nov 12 08:54:33.306127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.324033 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.358496 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:33.390082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:33.395366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:33.418623 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5bad8c26-ed78-4bdb-8474-f830d21feccf tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.418623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5bad8c26-ed78-4bdb-8474-f830d21feccf tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8496397 Nov 12 08:54:33.422722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58280) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:33.431887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-71509f98-bb65-41d8-9519-58ee16bd0148 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': 'cef75c9b-7128-46c0-b3e2-bff4d5d8ff88', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:33.438876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Made reservation on behalf of c43791fc2baa4c0d9138d9543b230746 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:33.442350 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.539133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-855888847-network', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:33.572400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Attempting to bind port 738c9031-2b17-4198-b9b5-d060acdffa8e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:33.573390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Attempting to bind port 738c9031-2b17-4198-b9b5-d060acdffa8e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:33.574290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Attempting to bind port 738c9031-2b17-4198-b9b5-d060acdffa8e on network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:33.581359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Pushing event updated for resources: {'Port': ['ID=738c9031-2b17-4198-b9b5-d060acdffa8e,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:33.582356 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71509f98-bb65-41d8-9519-58ee16bd0148 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.593329 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:33.594271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Checking segment: {'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:33.595246 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.596753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Bound using segment: {'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:33.597845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Bound port: 738c9031-2b17-4198-b9b5-d060acdffa8e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:33.598969 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.654359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Made reservation on behalf of ab70c3ffe2184e99b451af4d0b0a3dc9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:33.656991 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.700525 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.726632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] For port 738c9031-2b17-4198-b9b5-d060acdffa8e, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:33.732461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] For port 738c9031-2b17-4198-b9b5-d060acdffa8e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=738c9031-2b17-4198-b9b5-d060acdffa8e,segment=NetworkSegment(4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e),segment_id=4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:33.743704 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.810090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Allocated IP 172.20.0.7 (8c8034f4-d675-4b47-bfbb-8cac8baada86/aca90a20-3c8f-4837-81dd-c8047415d78c/873cd055-2465-425d-8906-5a6451f8c991) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:33.849892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69570a-0655-49e4-95a3-97b38434ea1e None None] Pushing event updated for resources: {'Port': ['ID=738c9031-2b17-4198-b9b5-d060acdffa8e,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:33.868031 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71509f98-bb65-41d8-9519-58ee16bd0148 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.887891 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71509f98-bb65-41d8-9519-58ee16bd0148 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.958971 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-71509f98-bb65-41d8-9519-58ee16bd0148 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.961122 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-71509f98-bb65-41d8-9519-58ee16bd0148 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5358677 Nov 12 08:54:33.967484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58288) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:33.978768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5ef09e4d-54fb-419c-86b8-897b1e6a85a4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': 'cef75c9b-7128-46c0-b3e2-bff4d5d8ff88', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:34.005710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71509f98-bb65-41d8-9519-58ee16bd0148 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354cd7b6-a2db-4974-bef4-45826618ace3,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:34.091557 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.100850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.108926 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e4d-54fb-419c-86b8-897b1e6a85a4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.200628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:54:34.232786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd8e967-a77c-41fc-90b7-e011a15b6104,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:34.244129 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.247765 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.248496 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Added segment 2e6885a7-2dbd-47c2-8419-446a92380768 of type vlan for network 4a727ff6-ecc6-46fd-9ef7-84b1712a2288 Nov 12 08:54:34.318160 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.332364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:34.366208 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e4d-54fb-419c-86b8-897b1e6a85a4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.371291 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.381072 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e4d-54fb-419c-86b8-897b1e6a85a4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.497350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef09e4d-54fb-419c-86b8-897b1e6a85a4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c0e37c-8bd4-4c63-b534-932bc80f93ed,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:34.542165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event updated for resources: {'Port': ['ID=873cd055-2465-425d-8906-5a6451f8c991,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:34.566985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Network 8c8034f4-d675-4b47-bfbb-8cac8baada86 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:34.587561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:34.600540 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.resource_extend [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:54:34.607852 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e4d-54fb-419c-86b8-897b1e6a85a4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.609087 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5ef09e4d-54fb-419c-86b8-897b1e6a85a4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6373138 Nov 12 08:54:34.614995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:34.616800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58304) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:34.621985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-64d7e686-efbf-45e6-b08a-0f40ea0f9f61 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': 'cef75c9b-7128-46c0-b3e2-bff4d5d8ff88', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:34.691661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588f27-2325-4bc4-99ee-d0c1f7354942 req-dc9c6e73-0bc7-4463-b262-2e2610f56ed4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:34.700477 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce588f27-2325-4bc4-99ee-d0c1f7354942 req-dc9c6e73-0bc7-4463-b262-2e2610f56ed4 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 931 time: 0.1748219 Nov 12 08:54:34.706471 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.707620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:34.708362 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.748704 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5710876 Nov 12 08:54:34.769366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58308) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:34.789016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0bca7d1d-d726-459b-b36d-946837f957bd admin admin] Request body: {'subnet': {'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-855888847-subnet', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:34.801890 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-64d7e686-efbf-45e6-b08a-0f40ea0f9f61 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.815409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:34.816345 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.838687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-d13ce18b-eeae-4ae9-adfe-b230719d4ea1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6081016 Nov 12 08:54:34.932857 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-64d7e686-efbf-45e6-b08a-0f40ea0f9f61 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.937811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Request body: {'port': {'device_id': '22162117-9e0d-4994-9df4-0d6f59d37dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:34.943140 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066df33e-c1d9-4b76-97ee-2985f1f38139 admin admin] Pushing event updated for resources: {'Network': ['ID=4a727ff6-ecc6-46fd-9ef7-84b1712a2288,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:34.955995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4a727ff6-ecc6-46fd-9ef7-84b1712a2288 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:54:34.985519 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-64d7e686-efbf-45e6-b08a-0f40ea0f9f61 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.037274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7e686-efbf-45e6-b08a-0f40ea0f9f61 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d609a8-a6fa-4be7-8531-1b88882fb388,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:35.062211 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce588f27-2325-4bc4-99ee-d0c1f7354942 req-90ab1565-b4c7-4574-9f73-1a852ca15775 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336565 Nov 12 08:54:35.066079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bca7d1d-d726-459b-b36d-946837f957bd admin admin] Made reservation on behalf of ab70c3ffe2184e99b451af4d0b0a3dc9 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:35.080230 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0bca7d1d-d726-459b-b36d-946837f957bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.100986 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-64d7e686-efbf-45e6-b08a-0f40ea0f9f61 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.102766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-64d7e686-efbf-45e6-b08a-0f40ea0f9f61 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4848893 Nov 12 08:54:35.111058 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58318) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:35.117005 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d7ea4282-8c0a-443a-abc5-77886edf6ab7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': 'cef75c9b-7128-46c0-b3e2-bff4d5d8ff88', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:35.216281 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4282-8c0a-443a-abc5-77886edf6ab7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.254791 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-105faa8a-ac70-42da-9cfd-77b9670a9e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.272820 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.385570 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4282-8c0a-443a-abc5-77886edf6ab7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.663108 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4282-8c0a-443a-abc5-77886edf6ab7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.761622 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0bca7d1d-d726-459b-b36d-946837f957bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.772272 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4282-8c0a-443a-abc5-77886edf6ab7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.776251 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d7ea4282-8c0a-443a-abc5-77886edf6ab7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6638556 Nov 12 08:54:35.777324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea4282-8c0a-443a-abc5-77886edf6ab7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a8341a-9388-4942-b7c3-cee9c14453c4,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:35.784106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58328) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:35.818216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8aa5d0fd-f9be-4efc-bdea-4a8a6b99bb24 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': 'cef75c9b-7128-46c0-b3e2-bff4d5d8ff88', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:35.833486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 738c9031-2b17-4198-b9b5-d060acdffa8e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:35.880331 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-8aa5d0fd-f9be-4efc-bdea-4a8a6b99bb24 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Project 53fc652fab2c474c9a86ccfd515fe6e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:54:35.907834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d0fd-f9be-4efc-bdea-4a8a6b99bb24 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.968418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca7d1d-d726-459b-b36d-946837f957bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=359a1dd9-ab06-4c8d-9449-b893f54ee6ef,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.076066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bca7d1d-d726-459b-b36d-946837f957bd admin admin] Checking segment: {'id': '2e6885a7-2dbd-47c2-8419-446a92380768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:36.081554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 738c9031-2b17-4198-b9b5-d060acdffa8e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:36.081960 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.103892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bca7d1d-d726-459b-b36d-946837f957bd admin admin] Network hostable DHCP agents. Network: 4a727ff6-ecc6-46fd-9ef7-84b1712a2288, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:54:36.171341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4860919e-4bed-46d2-970b-fce87bb733e0 None None] Network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:36.183718 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d0fd-f9be-4efc-bdea-4a8a6b99bb24 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.205542 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d0fd-f9be-4efc-bdea-4a8a6b99bb24 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.261426 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bca7d1d-d726-459b-b36d-946837f957bd admin admin] Network 4a727ff6-ecc6-46fd-9ef7-84b1712a2288 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:54:36.277532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5d0fd-f9be-4efc-bdea-4a8a6b99bb24 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3a1e49-363e-4b00-a2f1-ffa8bff9f66c,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.305935 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8aa5d0fd-f9be-4efc-bdea-4a8a6b99bb24 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.307530 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8aa5d0fd-f9be-4efc-bdea-4a8a6b99bb24 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4946752 Nov 12 08:54:36.311947 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58340) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:36.317152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9f5d30bf-d550-4653-b828-825ccab13465 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': 'cef75c9b-7128-46c0-b3e2-bff4d5d8ff88', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:36.327544 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-0bca7d1d-d726-459b-b36d-946837f957bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4a727ff6-ecc6-46fd-9ef7-84b1712a2288) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:36.347877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bca7d1d-d726-459b-b36d-946837f957bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:36.354818 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0bca7d1d-d726-459b-b36d-946837f957bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.376249 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ff5242-e06e-4d6e-9530-b0a76666ea12 None None] Network 4a727ff6-ecc6-46fd-9ef7-84b1712a2288 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:36.413401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ee91a3be-8850-4385-b5ea-ad3dc95e2c3b None None] Provisioning complete for port 738c9031-2b17-4198-b9b5-d060acdffa8e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:36.415364 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ee91a3be-8850-4385-b5ea-ad3dc95e2c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.418014 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-9f5d30bf-d550-4653-b828-825ccab13465 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Project 53fc652fab2c474c9a86ccfd515fe6e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:54:36.424691 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f5d30bf-d550-4653-b828-825ccab13465 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.434596 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0bca7d1d-d726-459b-b36d-946837f957bd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6499836 Nov 12 08:54:36.447246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58342) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:36.459679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-855888847-router', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:36.538289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873cd055-2465-425d-8906-5a6451f8c991 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:36.602765 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.615887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.617463 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.640367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Transition to ACTIVE for port object 873cd055-2465-425d-8906-5a6451f8c991 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:36.668012 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f5d30bf-d550-4653-b828-825ccab13465 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.717693 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.834314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f5d30bf-d550-4653-b828-825ccab13465 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.848835 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.928567 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ee91a3be-8850-4385-b5ea-ad3dc95e2c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.981522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d30bf-d550-4653-b828-825ccab13465 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d43bfd-0d80-4f33-9487-92da4f25e0f2,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:37.018417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b142493-9f9a-4ae5-bc76-7488ebda4536 req-bef2bda5-a4e5-439d-b675-b50a98604e90 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:37.027067 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7b142493-9f9a-4ae5-bc76-7488ebda4536 req-bef2bda5-a4e5-439d-b675-b50a98604e90 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 931 time: 0.5045788 Nov 12 08:54:37.121744 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f5d30bf-d550-4653-b828-825ccab13465 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.130382 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9f5d30bf-d550-4653-b828-825ccab13465 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8167162 Nov 12 08:54:37.156342 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Pushing event updated for resources: {'Port': ['ID=873cd055-2465-425d-8906-5a6451f8c991,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:37.237679 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7b142493-9f9a-4ae5-bc76-7488ebda4536 req-10a98eee-10cc-4414-914e-aa23ae1e802c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618559 Nov 12 08:54:37.270129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Attempting to bind port 873cd055-2465-425d-8906-5a6451f8c991 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:37.271560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Attempting to bind port 873cd055-2465-425d-8906-5a6451f8c991 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:37.271560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Attempting to bind port 873cd055-2465-425d-8906-5a6451f8c991 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:37.277428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Port 873cd055-2465-425d-8906-5a6451f8c991 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:37.277808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Attempting to bind port 873cd055-2465-425d-8906-5a6451f8c991 on network 8c8034f4-d675-4b47-bfbb-8cac8baada86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:37.299987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:37.301186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Checking segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:37.301186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Bound using segment: {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:37.301186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Bound port: 873cd055-2465-425d-8906-5a6451f8c991, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ae454c-bfb3-4b93-ac81-393728c477e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:37.303910 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.444746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] For port 873cd055-2465-425d-8906-5a6451f8c991, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:37.453243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] For port 873cd055-2465-425d-8906-5a6451f8c991, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=873cd055-2465-425d-8906-5a6451f8c991,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:37.464389 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.530063 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.577221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:37.577221 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.577221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] 10.222.0.46 "PUT /v2.0/ports/873cd055-2465-425d-8906-5a6451f8c991 HTTP/1.1" status: 200 len: 1092 time: 2.7212007 Nov 12 08:54:37.577221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22162117-9e0d-4994-9df4-0d6f59d37dde', 'tag': '873cd055-2465-425d-8906-5a6451f8c991'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:37.577221 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ba611-01ca-47c4-8454-8b4d2def65ff" -d '{"events": [{"name": "network-changed", "server_uuid": "22162117-9e0d-4994-9df4-0d6f59d37dde", "tag": "873cd055-2465-425d-8906-5a6451f8c991"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:37.627922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73188bd-a2a3-4bba-a4b4-77930d3b55ae service neutron] Pushing event updated for resources: {'Port': ['ID=873cd055-2465-425d-8906-5a6451f8c991,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:37.786063 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-fcfe24fc-fe2f-4ba1-864b-d8e38b3d9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:37.793078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 738c9031-2b17-4198-b9b5-d060acdffa8e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=738c9031-2b17-4198-b9b5-d060acdffa8e,segment=NetworkSegment(4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e),segment_id=4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:37.793709 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-fcfe24fc-fe2f-4ba1-864b-d8e38b3d9c07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 1095 time: 0.1471119 Nov 12 08:54:37.924522 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-ab1d578e-6f19-4255-a102-c228acb21ab9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=873cd055-2465-425d-8906-5a6451f8c991 HTTP/1.1" status: 200 len: 217 time: 0.1137552 Nov 12 08:54:37.959106 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2682a1c3-6489-4662-bfd5-c946ec756a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.983958 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.081272 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-efeba7d8-4452-447d-94cc-b2cfe7e25e23 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215847091&fields=id&tenant_id=53fc652fab2c474c9a86ccfd515fe6e9 HTTP/1.1" status: 200 len: 267 time: 0.2851477 Nov 12 08:54:38.199069 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4a727ff6-ecc6-46fd-9ef7-84b1712a2288', 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'fixed_ips': [{'subnet_id': '359a1dd9-ab06-4c8d-9449-b893f54ee6ef'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:54:38.200506 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.290666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-785d6690-b275-4804-af44-4005040a9898 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.292740 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-785d6690-b275-4804-af44-4005040a9898 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/networks?id=4b0fd9c6-1849-4a82-901e-8dbe3eca610a HTTP/1.1" status: 200 len: 796 time: 0.1875036 Nov 12 08:54:38.295092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-8633627e-13ef-4775-821a-76f22127e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.298842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-8633627e-13ef-4775-821a-76f22127e14f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.3556995 Nov 12 08:54:38.321938 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-68270731-1cf2-447f-b25f-759dc7981a82 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/quotas/53fc652fab2c474c9a86ccfd515fe6e9 HTTP/1.1" status: 200 len: 375 time: 0.0178163 Nov 12 08:54:38.345479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=738c9031-2b17-4198-b9b5-d060acdffa8e,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:38.355319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-5870f443-81eb-4f62-9f5c-98996c9a73cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321331 Nov 12 08:54:38.451082 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-ee91a3be-8850-4385-b5ea-ad3dc95e2c3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:54:38.454200 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.455298 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-ee91a3be-8850-4385-b5ea-ad3dc95e2c3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:54:38.485873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:38.486360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:38.487083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:38.489385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:38.489878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:38.490387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:38.490845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:38.491509 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:38.492647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:38.494393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:38.497333 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:38.497795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:38.526493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4a53a-3050-42c1-92f1-03c5fc6cf032 req-ba4929af-c5d0-49d8-bba3-4b68f09a5bc6 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.534595 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9a4a53a-3050-42c1-92f1-03c5fc6cf032 req-ba4929af-c5d0-49d8-bba3-4b68f09a5bc6 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1097 time: 1.3610377 Nov 12 08:54:38.647169 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-aafd8688-279a-4b66-a744-bf1175bce11b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2889833 Nov 12 08:54:38.694051 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.713606 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Allocated IP 172.20.0.2 (4a727ff6-ecc6-46fd-9ef7-84b1712a2288/359a1dd9-ab06-4c8d-9449-b893f54ee6ef/3184c1bc-b13a-4305-9cf8-274dd0e00b79) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:38.719006 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9a4a53a-3050-42c1-92f1-03c5fc6cf032 req-743fa5f9-bc35-4271-8ecd-f1cd51b47ced tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756866 Nov 12 08:54:38.896640 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d06fe28-1e77-422a-bd01-577dd5ea8530 x-openstack-request-id: req-4d06fe28-1e77-422a-bd01-577dd5ea8530 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:38.897090 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22162117-9e0d-4994-9df4-0d6f59d37dde", "tag": "873cd055-2465-425d-8906-5a6451f8c991", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:38.897520 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d06fe28-1e77-422a-bd01-577dd5ea8530 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:38.898145 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22162117-9e0d-4994-9df4-0d6f59d37dde', 'tag': '873cd055-2465-425d-8906-5a6451f8c991', 'status': 'completed', 'code': 200} Nov 12 08:54:38.910385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-a8b9660b-24e7-4865-8821-92d804899c74 service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264628 Nov 12 08:54:39.371674 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a27aad15-756c-43d9-8675-6ee342e7ce3d req-4cc83ad8-150e-4b4b-b43f-a915449e4dac service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701982 Nov 12 08:54:39.408935 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-58bc8958-70b2-4135-bf30-7bf79205e951 service neutron] 10.222.0.31 "GET /v2.0/networks/4b0fd9c6-1849-4a82-901e-8dbe3eca610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195351 Nov 12 08:54:39.463760 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e7da-562e-44c3-8466-357d9e27e69a req-69cfa5f3-45db-4baf-b0c1-734331ee2cb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:39.466652 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4f3e7da-562e-44c3-8466-357d9e27e69a req-69cfa5f3-45db-4baf-b0c1-734331ee2cb5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 943 time: 0.4061747 Nov 12 08:54:39.483723 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.490144 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.503512 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.526491 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.635047 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4f3e7da-562e-44c3-8466-357d9e27e69a req-c5a8f394-54aa-41c8-b2ac-7a2d266dcd85 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576116 Nov 12 08:54:39.660618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-550e96e4-cd60-4209-b3ef-5fc72aa3ac39 None None] Provisioning complete for port 738c9031-2b17-4198-b9b5-d060acdffa8e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:39.661037 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-550e96e4-cd60-4209-b3ef-5fc72aa3ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.741954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Network 4a727ff6-ecc6-46fd-9ef7-84b1712a2288 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:39.762105 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:39.774739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:39.796324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Pushing event updated for resources: {'Port': ['ID=3184c1bc-b13a-4305-9cf8-274dd0e00b79,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:39.806695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Allocated IP 172.25.3.198 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/d8e59964-944d-4a22-8110-0eed16af720e) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:39.856721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ba611-01ca-47c4-8454-8b4d2def65ff req-a8096224-8f34-4627-8bca-7cb0477f867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:39.861297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-297ba611-01ca-47c4-8454-8b4d2def65ff req-a8096224-8f34-4627-8bca-7cb0477f867b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 1095 time: 0.3472292 Nov 12 08:54:39.959543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Attempting to bind port 3184c1bc-b13a-4305-9cf8-274dd0e00b79 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:39.959946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Attempting to bind port 3184c1bc-b13a-4305-9cf8-274dd0e00b79 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '2e6885a7-2dbd-47c2-8419-446a92380768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:39.960442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Attempting to bind port 3184c1bc-b13a-4305-9cf8-274dd0e00b79 on network 4a727ff6-ecc6-46fd-9ef7-84b1712a2288 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:39.976145 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:39.976480 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Checking segment: {'id': '2e6885a7-2dbd-47c2-8419-446a92380768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:39.976879 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:39.977313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Bound using segment: {'id': '2e6885a7-2dbd-47c2-8419-446a92380768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:39.977978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Bound port: 3184c1bc-b13a-4305-9cf8-274dd0e00b79, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6885a7-2dbd-47c2-8419-446a92380768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:39.978377 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.081907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ba611-01ca-47c4-8454-8b4d2def65ff req-c3bbd460-3dac-49cc-b21b-e34a2811866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:40.104206 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-297ba611-01ca-47c4-8454-8b4d2def65ff req-c3bbd460-3dac-49cc-b21b-e34a2811866e service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 905 time: 0.2113204 Nov 12 08:54:40.128025 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-fc44082a-670c-4910-9761-0f5ba004fe42 service neutron] 10.222.0.31 "GET /v2.0/networks/4b0fd9c6-1849-4a82-901e-8dbe3eca610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179053 Nov 12 08:54:40.142885 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.224851 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa365d51-9cf8-4819-9b8c-b60d5c813814 req-390ac4c4-6371-49b3-a3e4-e8a989ab432e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:40.229902 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa365d51-9cf8-4819-9b8c-b60d5c813814 req-390ac4c4-6371-49b3-a3e4-e8a989ab432e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.2813203 Nov 12 08:54:40.234387 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.308021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] For port 3184c1bc-b13a-4305-9cf8-274dd0e00b79, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:40.320304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] For port 3184c1bc-b13a-4305-9cf8-274dd0e00b79, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3184c1bc-b13a-4305-9cf8-274dd0e00b79,segment=NetworkSegment(2e6885a7-2dbd-47c2-8419-446a92380768),segment_id=2e6885a7-2dbd-47c2-8419-446a92380768)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:40.323344 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 738c9031-2b17-4198-b9b5-d060acdffa8e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:40.329959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:40.336952 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.342553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:40.387035 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-297ba611-01ca-47c4-8454-8b4d2def65ff req-88d5e13c-a92c-4961-80f5-59e4f4620c20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=873cd055-2465-425d-8906-5a6451f8c991 HTTP/1.1" status: 200 len: 217 time: 0.2574034 Nov 12 08:54:40.394149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5cf77f-7838-4d4e-8040-8018874c496a None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:54:40.402860 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.419182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e59964-944d-4a22-8110-0eed16af720e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:40.428934 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:40.513147 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa365d51-9cf8-4819-9b8c-b60d5c813814 req-8102a2da-1415-411f-b76f-ab6e3702b7bf tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104220 Nov 12 08:54:40.540107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8ed74-2389-4936-aec9-4b9d7b29dbfc None None] Pushing event updated for resources: {'Port': ['ID=3184c1bc-b13a-4305-9cf8-274dd0e00b79,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:40.632211 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 738c9031-2b17-4198-b9b5-d060acdffa8e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:40.632473 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.668705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58428) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:40.759956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c309bb49-45b3-4050-bf93-661ea38b626b None None] Provisioning complete for port d8e59964-944d-4a22-8110-0eed16af720e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:40.761166 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c309bb49-45b3-4050-bf93-661ea38b626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.841823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c309bb49-45b3-4050-bf93-661ea38b626b None None] Port d8e59964-944d-4a22-8110-0eed16af720e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:40.897698 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2286737-9bc1-4550-bd22-c5b046b6c256 req-0f977dc6-0ac6-4b5b-8e84-7dadc9d63982 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 210 time: 0.3978693 Nov 12 08:54:40.975680 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.989293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ba611-01ca-47c4-8454-8b4d2def65ff req-56c7b4cb-3ad0-442c-8e47-241b59b22ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:40.991798 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-297ba611-01ca-47c4-8454-8b4d2def65ff req-56c7b4cb-3ad0-442c-8e47-241b59b22ac4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.5941749 Nov 12 08:54:41.056105 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-46ceb92b-24d4-4668-a5b7-1b0c093df168 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/c574324e-0e63-42e5-b32e-03ce3031f5e2 HTTP/1.1" status: 200 len: 993 time: 0.3851919 Nov 12 08:54:41.129856 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-297ba611-01ca-47c4-8454-8b4d2def65ff req-e35a26e4-8879-4d84-b115-3694d1a32c85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241083 Nov 12 08:54:41.504739 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.554644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-297ba611-01ca-47c4-8454-8b4d2def65ff req-a7376c2a-2282-4d59-aa6f-d5d5fff392eb service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010744 Nov 12 08:54:41.900996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09822041-d809-4fe7-b46b-6a528db08a78 req-cfafc8a8-7e4d-4fa5-bece-c57d668e6fee tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:41.905833 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09822041-d809-4fe7-b46b-6a528db08a78 req-cfafc8a8-7e4d-4fa5-bece-c57d668e6fee tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 943 time: 1.0387151 Nov 12 08:54:42.052614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09822041-d809-4fe7-b46b-6a528db08a78 req-227d7139-aad8-40bc-a54f-e56aa4f36ff5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257052 Nov 12 08:54:42.077022 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.370539 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-297ba611-01ca-47c4-8454-8b4d2def65ff req-f10072df-7585-47df-81fc-e20ef2e940fe service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8105364 Nov 12 08:54:42.388962 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3184c1bc-b13a-4305-9cf8-274dd0e00b79 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:42.476881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-f2462087-008d-4269-bee1-f3fe7daf4170 req-eade8361-8c0f-4157-8987-b25eed7fcf06 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:54:42.479211 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2462087-008d-4269-bee1-f3fe7daf4170 req-eade8361-8c0f-4157-8987-b25eed7fcf06 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168698 Nov 12 08:54:42.485849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 873cd055-2465-425d-8906-5a6451f8c991 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:42.514938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-3c32ae94-ef95-4e52-94f9-41ca7e64f044 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:42.533792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-3c32ae94-ef95-4e52-94f9-41ca7e64f044 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.6689219 Nov 12 08:54:42.551171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Router ac11144b-6707-4f71-ba13-37d7d463c8a3 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:54:42.567007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-601fa727-97e8-45da-a5ee-63ce26ac7eca tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/quotas/3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 375 time: 0.0310197 Nov 12 08:54:42.659905 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-e099a429-0ddd-484a-b593-d24914f9f747 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916204 Nov 12 08:54:42.707123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 873cd055-2465-425d-8906-5a6451f8c991, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=873cd055-2465-425d-8906-5a6451f8c991,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:42.733300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '873cd055-2465-425d-8906-5a6451f8c991', 'network_id': '8c8034f4-d675-4b47-bfbb-8cac8baada86', 'port_id': '873cd055-2465-425d-8906-5a6451f8c991', 'mac_address': 'fa:16:3e:60:a4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aca90a20-3c8f-4837-81dd-c8047415d78c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:42.743782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3184c1bc-b13a-4305-9cf8-274dd0e00b79 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:42.744153 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.964991 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.984345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:43.016883 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Sync routers for ids ['ac11144b-6707-4f71-ba13-37d7d463c8a3'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:43.045639 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Routers {'ac11144b-6707-4f71-ba13-37d7d463c8a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:43.046281 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:54:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ac11144b-6707-4f71-ba13-37d7d463c8a3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:43.080226 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.089951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.097559 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-36a2347e-a916-4350-89fb-e07f36057985 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.6379247 Nov 12 08:54:43.102936 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58512) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:43.128924 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 3184c1bc-b13a-4305-9cf8-274dd0e00b79, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3184c1bc-b13a-4305-9cf8-274dd0e00b79,segment=NetworkSegment(2e6885a7-2dbd-47c2-8419-446a92380768),segment_id=2e6885a7-2dbd-47c2-8419-446a92380768)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:43.148330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a348d032-22e1-4fc7-9ffb-f02a95cac6cc None None] Network 4a727ff6-ecc6-46fd-9ef7-84b1712a2288 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:43.232047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-cbbc8c8e-85ba-4db6-8093-ea468fec160f service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710118 Nov 12 08:54:43.306244 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Set router ac11144b-6707-4f71-ba13-37d7d463c8a3 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:43.494261 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.570212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873cd055-2465-425d-8906-5a6451f8c991 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:43.604873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 873cd055-2465-425d-8906-5a6451f8c991, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=873cd055-2465-425d-8906-5a6451f8c991,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:43.609850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=3184c1bc-b13a-4305-9cf8-274dd0e00b79,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:43.684637 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.739167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-46d38f26-7b8e-436f-a45f-dd639f9e5925 None None] Provisioning complete for port 3184c1bc-b13a-4305-9cf8-274dd0e00b79 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:43.740020 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-46d38f26-7b8e-436f-a45f-dd639f9e5925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.878510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=873cd055-2465-425d-8906-5a6451f8c991,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:43.907124 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'name': 'tempest-ImageQuotaTest-855888847-router', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:36Z', 'updated_at': '2021-11-12T08:54:41Z', 'revision_number': 3, 'project_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'gw_port': {'id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:39Z', 'updated_at': '2021-11-12T08:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:44.082665 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Checking router: ac11144b-6707-4f71-ba13-37d7d463c8a3 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:54:44.083302 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Updating router ac11144b-6707-4f71-ba13-37d7d463c8a3 port d8e59964-944d-4a22-8110-0eed16af720e binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:54:44.123311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f975f4a9-a318-4cf8-ad1a-ddbe8be2a8d2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:44.130130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['873cd055-2465-425d-8906-5a6451f8c991'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:44.141994 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f975f4a9-a318-4cf8-ad1a-ddbe8be2a8d2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "GET /v2.0/networks?id=4b0fd9c6-1849-4a82-901e-8dbe3eca610a HTTP/1.1" status: 200 len: 796 time: 0.8945918 Nov 12 08:54:44.231978 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.345425 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-58cbd246-866b-47b0-b54a-6782ac058d3b service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0663691 Nov 12 08:54:44.437192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3184c1bc-b13a-4305-9cf8-274dd0e00b79 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:44.487585 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0b6a78b-901f-4bf5-ab1e-4df923a1c440 req-3835a6ac-ca6d-4741-87ed-17402b18a92a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 210 time: 0.2315412 Nov 12 08:54:44.498922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-34f60146-8dfa-40d4-8de8-3ce20dd77668 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53fc652fab2c474c9a86ccfd515fe6e9 HTTP/1.1" status: 200 len: 471 time: 0.3448281 Nov 12 08:54:44.526889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'port': {'device_id': '6e9cfc42-4835-49e0-bc18-bfd799c5f363', 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a', 'admin_state_up': True, 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'security_groups': ['cef75c9b-7128-46c0-b3e2-bff4d5d8ff88']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:44.769735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 3184c1bc-b13a-4305-9cf8-274dd0e00b79 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:44.771867 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.840420 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-baf907e1-471d-4e23-97e1-3e9b7f23ed12 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6558034 Nov 12 08:54:44.886752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8882324-290c-441c-a4a6-f8f7e871fa5a req-184532d9-d849-4abb-8ce6-2805d2b44e23 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:44.897518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f1efb2b8-c941-400a-a1b3-f05151a856c4 None None] Provisioning complete for port 3184c1bc-b13a-4305-9cf8-274dd0e00b79 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:44.898082 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8882324-290c-441c-a4a6-f8f7e871fa5a req-184532d9-d849-4abb-8ce6-2805d2b44e23 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 944 time: 0.0976193 Nov 12 08:54:44.907089 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f1efb2b8-c941-400a-a1b3-f05151a856c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.968908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Made reservation on behalf of 53fc652fab2c474c9a86ccfd515fe6e9 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:44.976669 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.287804 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.296566 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b8882324-290c-441c-a4a6-f8f7e871fa5a req-69151962-b4dd-4ffd-a5ce-9a08f343652d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942986 Nov 12 08:54:45.301347 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.426506 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28586e-d2b9-4719-828e-71024eb739fa None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:54:45.463521 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Attempting to bind port d8e59964-944d-4a22-8110-0eed16af720e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:45.464016 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Attempting to bind port d8e59964-944d-4a22-8110-0eed16af720e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:45.464493 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Attempting to bind port d8e59964-944d-4a22-8110-0eed16af720e on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:45.467469 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Pushing event updated for resources: {'Port': ['ID=d8e59964-944d-4a22-8110-0eed16af720e,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:45.486962 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:45.488069 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:45.488616 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:45.489180 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:45.489906 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:45.490578 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:45.491124 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:45.491663 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:45.493148 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:45.494421 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:45.495088 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:45.496106 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:45.498050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f7dbb4af-722d-4975-90a0-596549418174 None None] Provisioning complete for port d8e59964-944d-4a22-8110-0eed16af720e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:45.498435 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb4af-722d-4975-90a0-596549418174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.504463 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:45.505196 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:45.505797 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.506871 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:45.507560 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Bound port: d8e59964-944d-4a22-8110-0eed16af720e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:45.509034 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.598439 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2633185-9c31-4768-bf5b-829348ed4c61 req-6721302d-9ee8-4464-9cc7-d6ef874240df tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 210 time: 0.1689923 Nov 12 08:54:45.629815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01623908-d88f-4142-894b-32ffd12d98bd req-d1bbef54-2ce1-47cc-9207-7f1337767a24 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:45.634326 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01623908-d88f-4142-894b-32ffd12d98bd req-d1bbef54-2ce1-47cc-9207-7f1337767a24 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.4585423 Nov 12 08:54:45.649613 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.736975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Allocated IP 172.20.0.30 (4b0fd9c6-1849-4a82-901e-8dbe3eca610a/e56402e9-d88b-45a8-81fb-ff2fbffed540/06c6e450-916a-4960-b33b-9d0b7b17a08b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:45.796086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbb4af-722d-4975-90a0-596549418174 None None] Port d8e59964-944d-4a22-8110-0eed16af720e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:45.891312 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01623908-d88f-4142-894b-32ffd12d98bd req-26755bb1-247c-4a9a-87bb-cd4dfb4a4458 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498102 Nov 12 08:54:46.086087 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-975026ee-93f1-42e0-9aea-3ec9765bde34 req-bc490d4a-1502-4457-89b0-a587a538914c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 210 time: 0.0996771 Nov 12 08:54:46.132470 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] For port d8e59964-944d-4a22-8110-0eed16af720e, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:46.155661 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] For port d8e59964-944d-4a22-8110-0eed16af720e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d8e59964-944d-4a22-8110-0eed16af720e,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:46.182931 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.251136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceba322-6654-4894-b504-8ebb8aaaa531 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:54:46.269759 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Allocated IP 172.20.0.1 (4a727ff6-ecc6-46fd-9ef7-84b1712a2288/359a1dd9-ab06-4c8d-9449-b893f54ee6ef/d616af6d-4c00-41e6-aa26-461e5c0f7740) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:46.281921 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.339631 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Routers {'ac11144b-6707-4f71-ba13-37d7d463c8a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:46.345847 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:54:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ac11144b-6707-4f71-ba13-37d7d463c8a3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:46.358126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b8b0ce6d-0f5d-450c-8ee8-3207e3983b36 None None] Provisioning complete for port d8e59964-944d-4a22-8110-0eed16af720e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:46.358828 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ce6d-0f5d-450c-8ee8-3207e3983b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.474794 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.516422 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.519450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 873cd055-2465-425d-8906-5a6451f8c991 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:46.553424 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1501f3d-bb3e-4ef2-9c2d-02a7d6781d36 None None] Pushing event updated for resources: {'Port': ['ID=d8e59964-944d-4a22-8110-0eed16af720e,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:46.564788 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.704838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Network 4a727ff6-ecc6-46fd-9ef7-84b1712a2288 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:46.743656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:46.760478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:46.769578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:46.780224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:46.800573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:46.828411 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] Set router ac11144b-6707-4f71-ba13-37d7d463c8a3 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:46.923704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=06c6e450-916a-4960-b33b-9d0b7b17a08b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:47.014394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb49d7f-89c1-4d42-9aeb-ba7d9875b895 req-105003cb-248b-4cb9-b18b-f94abb4b5b7d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:47.022747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bb49d7f-89c1-4d42-9aeb-ba7d9875b895 req-105003cb-248b-4cb9-b18b-f94abb4b5b7d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 944 time: 0.4962888 Nov 12 08:54:47.054446 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ce6d-0f5d-450c-8ee8-3207e3983b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.059211 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-736ec33b-83bb-4f02-bf3b-eb126066ccb7 req-d2072493-8b3c-450f-b1f0-1a4cdadf3b27 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 210 time: 0.1277292 Nov 12 08:54:47.060019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:47.069325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Pushing event updated for resources: {'Port': ['ID=d616af6d-4c00-41e6-aa26-461e5c0f7740,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:47.077785 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.166360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b8b0ce6d-0f5d-450c-8ee8-3207e3983b36 None None] For port d8e59964-944d-4a22-8110-0eed16af720e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d8e59964-944d-4a22-8110-0eed16af720e,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:47.167706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 873cd055-2465-425d-8906-5a6451f8c991 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:47.172025 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.175636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 873cd055-2465-425d-8906-5a6451f8c991 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:47.176107 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.250013 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8b0ce6d-0f5d-450c-8ee8-3207e3983b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.362380 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-1f75bcf8-6ec4-47f1-ac1d-8280b13208b5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8527246 Nov 12 08:54:47.443829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0ce6d-0f5d-450c-8ee8-3207e3983b36 None None] Pushing event updated for resources: {'Port': ['ID=d8e59964-944d-4a22-8110-0eed16af720e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:47.460099 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bb49d7f-89c1-4d42-9aeb-ba7d9875b895 req-3803b5dc-632d-4268-8c79-f3ee987fbea8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563108 Nov 12 08:54:47.480932 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'name': 'tempest-ImageQuotaTest-855888847-router', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:36Z', 'updated_at': '2021-11-12T08:54:41Z', 'revision_number': 3, 'project_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'gw_port': {'id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:39Z', 'updated_at': '2021-11-12T08:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:47.573480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489a705-c0f6-4737-9ff8-06aa95a02589 req-106582e1-3400-4638-afed-497a427be5f6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:47.583703 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9489a705-c0f6-4737-9ff8-06aa95a02589 req-106582e1-3400-4638-afed-497a427be5f6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.2516899 Nov 12 08:54:47.657406 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af23e1-fdc9-4b5e-9ee7-f34412c34ac6 None None] The sync data for ids ['ac11144b-6707-4f71-ba13-37d7d463c8a3'] in n-d-768851-18 is: [{'id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'name': 'tempest-ImageQuotaTest-855888847-router', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:36Z', 'updated_at': '2021-11-12T08:54:41Z', 'revision_number': 3, 'project_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'gw_port': {'id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:39Z', 'updated_at': '2021-11-12T08:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:47.720592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e7650b02-698a-496b-bd3a-4b5af6859d06 None None] Provisioning complete for port 06c6e450-916a-4960-b33b-9d0b7b17a08b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:47.722189 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e7650b02-698a-496b-bd3a-4b5af6859d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.746107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Request body: {'port': {'device_id': '6e9cfc42-4835-49e0-bc18-bfd799c5f363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:47.848261 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.938411 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9489a705-c0f6-4737-9ff8-06aa95a02589 req-20ae46ed-b3a4-488d-851f-7d33a7f524d8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434715 Nov 12 08:54:47.973191 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.026526 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22162117-9e0d-4994-9df4-0d6f59d37dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873cd055-2465-425d-8906-5a6451f8c991'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:48.034652 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d261567-ce83-408a-9d1a-fc88362a994d" -d '{"events": [{"server_uuid": "22162117-9e0d-4994-9df4-0d6f59d37dde", "name": "network-vif-plugged", "status": "completed", "tag": "873cd055-2465-425d-8906-5a6451f8c991"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:48.132355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 873cd055-2465-425d-8906-5a6451f8c991, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=873cd055-2465-425d-8906-5a6451f8c991,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:48.139100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e7650b02-698a-496b-bd3a-4b5af6859d06 None None] Port 06c6e450-916a-4960-b33b-9d0b7b17a08b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:48.147818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-bf67d861-b2ef-4145-ae1a-45c113599372 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:48.151855 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-bf67d861-b2ef-4145-ae1a-45c113599372 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.6290939 Nov 12 08:54:48.171880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.217523 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e42ce1-5624-4577-9a36-fa1cf632059a x-openstack-request-id: req-c7e42ce1-5624-4577-9a36-fa1cf632059a {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:48.220096 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22162117-9e0d-4994-9df4-0d6f59d37dde", "name": "network-vif-plugged", "status": "completed", "tag": "873cd055-2465-425d-8906-5a6451f8c991", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:48.220518 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7e42ce1-5624-4577-9a36-fa1cf632059a {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:48.221090 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22162117-9e0d-4994-9df4-0d6f59d37dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873cd055-2465-425d-8906-5a6451f8c991', 'code': 200} Nov 12 08:54:48.248949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'port': {'device_id': '530ea545-76de-467d-afde-48e1a4a3141b', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'admin_state_up': True, 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:48.490724 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=873cd055-2465-425d-8906-5a6451f8c991,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:48.494453 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.506495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.516210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1e9db-f548-400a-9a0a-d1f66ec6a7ac req-454435d7-9819-4918-86d1-e77e8b331e26 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:48.530376 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96a1e9db-f548-400a-9a0a-d1f66ec6a7ac req-454435d7-9819-4918-86d1-e77e8b331e26 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 932 time: 0.8278658 Nov 12 08:54:48.536927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e7650b02-698a-496b-bd3a-4b5af6859d06 None None] Provisioning complete for port d616af6d-4c00-41e6-aa26-461e5c0f7740 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:48.538843 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e7650b02-698a-496b-bd3a-4b5af6859d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.750757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e7650b02-698a-496b-bd3a-4b5af6859d06 None None] Port d616af6d-4c00-41e6-aa26-461e5c0f7740 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:48.766243 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.771579 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5cbc3827-e704-4ced-a069-e328b236ea6e req-700e74e4-1673-400e-9b1c-e522cb38d348 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 210 time: 0.1805344 Nov 12 08:54:48.774390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Pushing event updated for resources: {'Port': ['ID=d616af6d-4c00-41e6-aa26-461e5c0f7740,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:48.785992 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:49.113650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Network 4a727ff6-ecc6-46fd-9ef7-84b1712a2288 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:49.116819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:49.240719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2369873-afc8-4d74-80d7-ea7154f1ebe9 req-2f6ee9e6-83ec-44aa-8980-d269f37f1cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:49.243309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d2369873-afc8-4d74-80d7-ea7154f1ebe9 req-2f6ee9e6-83ec-44aa-8980-d269f37f1cdf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 1097 time: 0.8544953 Nov 12 08:54:49.333328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-35448563-92bc-4508-9fe0-228fc0cf569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:49.340415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-35448563-92bc-4508-9fe0-228fc0cf569a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1097 time: 1.0545363 Nov 12 08:54:49.551717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-96a1e9db-f548-400a-9a0a-d1f66ec6a7ac req-2a319701-e62f-43a8-b7db-fee355314ff6 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0187201 Nov 12 08:54:49.935305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e416a5b2-ba37-4a8b-b358-aa1ee72197da None None] Provisioning complete for port d616af6d-4c00-41e6-aa26-461e5c0f7740 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:49.935892 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e416a5b2-ba37-4a8b-b358-aa1ee72197da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.112508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e416a5b2-ba37-4a8b-b358-aa1ee72197da None None] Port d616af6d-4c00-41e6-aa26-461e5c0f7740 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:50.209626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48002999-4353-402c-9c18-12b80bd6197f req-56053c37-f9ed-43ef-a7ec-043e653a0b36 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:50.220339 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-48002999-4353-402c-9c18-12b80bd6197f req-56053c37-f9ed-43ef-a7ec-043e653a0b36 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 1.0730727 Nov 12 08:54:50.234475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Router ac11144b-6707-4f71-ba13-37d7d463c8a3 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:50.330373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d8e59964-944d-4a22-8110-0eed16af720e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:50.485231 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-48002999-4353-402c-9c18-12b80bd6197f req-cb65a7fb-10fe-4bec-a5ec-2b4a0243568e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633247 Nov 12 08:54:50.496986 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d8e59964-944d-4a22-8110-0eed16af720e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:50.497956 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.500349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:50.560540 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bdfd4b97-0a67-4a58-ac3c-a0c99afae19a admin admin] 10.222.0.31 "PUT /v2.0/routers/ac11144b-6707-4f71-ba13-37d7d463c8a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4482594 Nov 12 08:54:50.667779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-9da54976-05b0-4e2f-9320-1357b5be42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:50.667779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-9da54976-05b0-4e2f-9320-1357b5be42ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 898 time: 1.2329149 Nov 12 08:54:50.717586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Made reservation on behalf of 3047633a86764fd1aa0ef6ef6d5a5248 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:50.731926 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f24ab0c-7d4b-4f9b-8ed3-291d442df90a req-e8c0eeaf-817e-424e-9d4e-11f05371d0cd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 210 time: 0.0737126 Nov 12 08:54:50.732203 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.762950 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d2369873-afc8-4d74-80d7-ea7154f1ebe9 req-683e4bec-27de-468a-b9c8-dcbdeac2119d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4584520 Nov 12 08:54:50.913472 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:54:51.073511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd399a-5ce3-4d3b-919a-9c2fc956c5dd req-9896a027-95ed-4f0a-8ef6-4a2e0fd4d4fa tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:51.082859 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4abd399a-5ce3-4d3b-919a-9c2fc956c5dd req-9896a027-95ed-4f0a-8ef6-4a2e0fd4d4fa tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 932 time: 0.1834669 Nov 12 08:54:51.217689 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82b930-dec2-48fe-9e69-d6c678a17f7f req-14378979-197d-4814-a5e2-27a27d282812 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:51.223830 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4abd399a-5ce3-4d3b-919a-9c2fc956c5dd req-943d8fb1-786b-4a39-b981-12bb6899ecd0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337676 Nov 12 08:54:51.224630 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c82b930-dec2-48fe-9e69-d6c678a17f7f req-14378979-197d-4814-a5e2-27a27d282812 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.7893217 Nov 12 08:54:51.334851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-7952b628-83a4-4368-82e0-169f373156d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 1001 time: 0.6174412 Nov 12 08:54:51.390527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Sync routers for ids ['ac11144b-6707-4f71-ba13-37d7d463c8a3'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:51.610691 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c82b930-dec2-48fe-9e69-d6c678a17f7f req-5d947889-02c8-4b5f-84fc-6fb77ba64d9b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723910 Nov 12 08:54:51.689022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-cf376c2e-5156-4517-9f9e-267ed3bfde84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:51.693992 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-cf376c2e-5156-4517-9f9e-267ed3bfde84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.3397186 Nov 12 08:54:51.843466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Routers {'ac11144b-6707-4f71-ba13-37d7d463c8a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:51.844379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:54:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ac11144b-6707-4f71-ba13-37d7d463c8a3'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:51.848304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Allocated IP 172.20.0.13 (d2a9cfd5-7dc0-4081-9047-d432a82052a4/4fdcf052-295a-4e9d-9bdc-67e73beb1d06/e266072c-89d0-460b-b02a-9d468bff4d71) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:51.877606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83cdb4-3a97-4d47-8d74-600e10f64e4e req-20441cbc-c505-4b69-968f-4ef1c1baadf7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:51.881994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed83cdb4-3a97-4d47-8d74-600e10f64e4e req-20441cbc-c505-4b69-968f-4ef1c1baadf7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.1755128 Nov 12 08:54:51.902156 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c6e450-916a-4960-b33b-9d0b7b17a08b {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:51.950855 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.048027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Transition to ACTIVE for port object 06c6e450-916a-4960-b33b-9d0b7b17a08b will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:52.059557 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed83cdb4-3a97-4d47-8d74-600e10f64e4e req-8fdcf0c4-49ba-4340-831d-49f4180a6179 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705124 Nov 12 08:54:52.113084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d15f7c15-4a33-417c-af08-f9617219ba87 req-00dee3f4-f6a4-4172-8bc4-084813f00fe0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 210 time: 0.1156211 Nov 12 08:54:52.120526 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.145159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-ff2dd699-8fb7-4050-ae77-184b40456ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:52.145386 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-ff2dd699-8fb7-4050-ae77-184b40456ab8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4199674 Nov 12 08:54:52.147808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Set router ac11144b-6707-4f71-ba13-37d7d463c8a3 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:52.516667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=06c6e450-916a-4960-b33b-9d0b7b17a08b,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:52.583839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebf9c7-7daf-4842-89d0-db9967e5474e req-67f131a5-3e9a-41e6-90d9-ac854b415739 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:52.607584 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76ebf9c7-7daf-4842-89d0-db9967e5474e req-67f131a5-3e9a-41e6-90d9-ac854b415739 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 944 time: 0.1997137 Nov 12 08:54:52.668600 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.719745 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76ebf9c7-7daf-4842-89d0-db9967e5474e req-838cea54-8e51-45e6-be78-b85ab0f0f135 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112049 Nov 12 08:54:52.772013 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'name': 'tempest-ImageQuotaTest-855888847-router', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:36Z', 'updated_at': '2021-11-12T08:54:47Z', 'revision_number': 4, 'project_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'gw_port': {'id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:39Z', 'updated_at': '2021-11-12T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd616af6d-4c00-41e6-aa26-461e5c0f7740', 'name': '', 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'mac_address': 'fa:16:3e:4f:6e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '359a1dd9-ab06-4c8d-9449-b893f54ee6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:45Z', 'updated_at': '2021-11-12T08:54:48Z', 'revision_number': 2, 'project_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'subnets': [{'id': '359a1dd9-ab06-4c8d-9449-b893f54ee6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:52.858660 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Checking router: ac11144b-6707-4f71-ba13-37d7d463c8a3 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:54:52.859020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Updating router ac11144b-6707-4f71-ba13-37d7d463c8a3 port d616af6d-4c00-41e6-aa26-461e5c0f7740 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:54:52.867658 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.891934 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-459ec589-398d-4ac0-bd04-8f1c9f826b61 service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220185 Nov 12 08:54:52.912601 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.126245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42571b13-3031-41c8-a260-b4ba2d16548a req-197e2a16-c811-457d-a1ce-8413e2aa0950 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.135478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42571b13-3031-41c8-a260-b4ba2d16548a req-197e2a16-c811-457d-a1ce-8413e2aa0950 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.2881944 Nov 12 08:54:53.164457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Attempting to bind port 06c6e450-916a-4960-b33b-9d0b7b17a08b on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:53.167605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Attempting to bind port 06c6e450-916a-4960-b33b-9d0b7b17a08b by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:53.168095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Attempting to bind port 06c6e450-916a-4960-b33b-9d0b7b17a08b on network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:53.208665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Port 06c6e450-916a-4960-b33b-9d0b7b17a08b on network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:53.208979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Attempting to bind port 06c6e450-916a-4960-b33b-9d0b7b17a08b on network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:53.373412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:53.374495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Checking segment: {'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:53.375560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Bound using segment: {'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:53.376746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Bound port: 06c6e450-916a-4960-b33b-9d0b7b17a08b, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:53.377380 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.404357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bcbe0-2ff4-46c2-bf02-c4ae17c42e8f req-5f1b349e-e50c-4198-9814-f7805ef1a60f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.416531 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6a3bcbe0-2ff4-46c2-bf02-c4ae17c42e8f req-5f1b349e-e50c-4198-9814-f7805ef1a60f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.1836696 Nov 12 08:54:53.453665 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42571b13-3031-41c8-a260-b4ba2d16548a req-bada672a-cc81-43d8-85c9-e117ffbf3613 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164916 Nov 12 08:54:53.471479 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.482565 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.495606 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-6a96d9a8-74f8-4f31-91ba-66ce92e7b6de service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914657 Nov 12 08:54:53.498450 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.616031 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6a3bcbe0-2ff4-46c2-bf02-c4ae17c42e8f req-efd00e1d-b3f3-4046-9b13-0d492cfb1b26 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980901 Nov 12 08:54:53.767227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bacee4-4755-478f-a4c7-7f5ec6ed2385 None None] Pushing event updated for resources: {'Port': ['ID=d616af6d-4c00-41e6-aa26-461e5c0f7740,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:53.772664 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58688) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:53.780931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:53.800791 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:53.808813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:53.913705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Attempting to bind port d616af6d-4c00-41e6-aa26-461e5c0f7740 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:53.914637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Attempting to bind port d616af6d-4c00-41e6-aa26-461e5c0f7740 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '2e6885a7-2dbd-47c2-8419-446a92380768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:53.915011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Attempting to bind port d616af6d-4c00-41e6-aa26-461e5c0f7740 on network 4a727ff6-ecc6-46fd-9ef7-84b1712a2288 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:53.933239 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:53.933632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Checking segment: {'id': '2e6885a7-2dbd-47c2-8419-446a92380768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:53.934050 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.934455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Bound using segment: {'id': '2e6885a7-2dbd-47c2-8419-446a92380768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:53.934957 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Bound port: d616af6d-4c00-41e6-aa26-461e5c0f7740, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6885a7-2dbd-47c2-8419-446a92380768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:53.945400 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.990813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.991395 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.079759 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8524568 Nov 12 08:54:54.102682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Request body: {'port': {'device_id': '530ea545-76de-467d-afde-48e1a4a3141b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:54.118538 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] For port d616af6d-4c00-41e6-aa26-461e5c0f7740, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:54.133182 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] For port d616af6d-4c00-41e6-aa26-461e5c0f7740, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d616af6d-4c00-41e6-aa26-461e5c0f7740,segment=NetworkSegment(2e6885a7-2dbd-47c2-8419-446a92380768),segment_id=2e6885a7-2dbd-47c2-8419-446a92380768)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:54.150342 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.241445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265d120-347b-438d-bf39-eba84aaa5ba9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=e266072c-89d0-460b-b02a-9d468bff4d71,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:54.296467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] For port 06c6e450-916a-4960-b33b-9d0b7b17a08b, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:54.298945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bacee4-4755-478f-a4c7-7f5ec6ed2385 None None] Pushing event updated for resources: {'Port': ['ID=d616af6d-4c00-41e6-aa26-461e5c0f7740,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:54.329274 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c29ea436-369a-4c39-800d-691fafb391b5 None None] Provisioning complete for port d616af6d-4c00-41e6-aa26-461e5c0f7740 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:54.330040 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c29ea436-369a-4c39-800d-691fafb391b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.331694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Routers {'ac11144b-6707-4f71-ba13-37d7d463c8a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:54.332396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:54:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ac11144b-6707-4f71-ba13-37d7d463c8a3'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:54.358405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640452-5744-4b36-a8eb-30e6aab3c623 req-71e6853c-bb78-4a75-83eb-a79b9e164739 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:54.360043 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79640452-5744-4b36-a8eb-30e6aab3c623 req-71e6853c-bb78-4a75-83eb-a79b9e164739 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 932 time: 0.6443427 Nov 12 08:54:54.494320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] For port 06c6e450-916a-4960-b33b-9d0b7b17a08b, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=06c6e450-916a-4960-b33b-9d0b7b17a08b,segment=NetworkSegment(4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e),segment_id=4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:54.504776 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.548239 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.582802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4d7db-78ce-45ae-9316-959dd9b93015 req-2a288174-0ab6-45e5-9afe-d89125ce2a59 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:54.584311 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97c4d7db-78ce-45ae-9316-959dd9b93015 req-2a288174-0ab6-45e5-9afe-d89125ce2a59 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 944 time: 0.3430138 Nov 12 08:54:54.723337 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c29ea436-369a-4c39-800d-691fafb391b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.747845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] Set router ac11144b-6707-4f71-ba13-37d7d463c8a3 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:54.764510 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97c4d7db-78ce-45ae-9316-959dd9b93015 req-085851fa-246f-463d-81d6-9aa14a30c01c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644726 Nov 12 08:54:54.925016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c29ea436-369a-4c39-800d-691fafb391b5 None None] For port d616af6d-4c00-41e6-aa26-461e5c0f7740, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d616af6d-4c00-41e6-aa26-461e5c0f7740,segment=NetworkSegment(2e6885a7-2dbd-47c2-8419-446a92380768),segment_id=2e6885a7-2dbd-47c2-8419-446a92380768)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:54.935855 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c29ea436-369a-4c39-800d-691fafb391b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.956414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:54.957144 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.958997 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] 10.222.0.52 "PUT /v2.0/ports/06c6e450-916a-4960-b33b-9d0b7b17a08b HTTP/1.1" status: 200 len: 1093 time: 7.5755391 Nov 12 08:54:54.969926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9cfc42-4835-49e0-bc18-bfd799c5f363', 'tag': '06c6e450-916a-4960-b33b-9d0b7b17a08b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:54.972670 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99895710-6a9a-4a61-9697-d5762d28c873" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9cfc42-4835-49e0-bc18-bfd799c5f363", "tag": "06c6e450-916a-4960-b33b-9d0b7b17a08b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:55.033568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79640452-5744-4b36-a8eb-30e6aab3c623 req-8fc6495a-bd1a-4579-9c99-430122e5db0a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6577053 Nov 12 08:54:55.097648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370cdcb-fa2d-421e-9803-b4b4f047b4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=06c6e450-916a-4960-b33b-9d0b7b17a08b,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:55.132748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-ce049b41-fa3d-4a62-bd99-70096b03eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.140124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-ce049b41-fa3d-4a62-bd99-70096b03eebd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 1096 time: 0.1207519 Nov 12 08:54:55.228206 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c74aa-cc3e-4c3b-8998-3fe72776c7ad req-840eb952-ba8d-4614-a9d0-5765f13a83bc tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.240044 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-534c74aa-cc3e-4c3b-8998-3fe72776c7ad req-840eb952-ba8d-4614-a9d0-5765f13a83bc tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.2118757 Nov 12 08:54:55.327478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-b340c43a-1a15-4739-94a0-a38051d5e9eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=06c6e450-916a-4960-b33b-9d0b7b17a08b HTTP/1.1" status: 200 len: 217 time: 0.1248715 Nov 12 08:54:55.379817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ea436-369a-4c39-800d-691fafb391b5 None None] Pushing event updated for resources: {'Port': ['ID=d616af6d-4c00-41e6-aa26-461e5c0f7740,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:55.395497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-534c74aa-cc3e-4c3b-8998-3fe72776c7ad req-2a61b583-8d50-41dc-9d92-90e9ba93d4b8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532936 Nov 12 08:54:55.409960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-32760deb-4e9c-48ce-a772-1bfae8930528 None None] Provisioning complete for port d616af6d-4c00-41e6-aa26-461e5c0f7740 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:55.409960 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-32760deb-4e9c-48ce-a772-1bfae8930528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.445506 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dce611d7-88df-4fb9-8b68-0969063d8474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.495893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f67ea6aa-55f6-461c-9820-9456d2468c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.496716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-f67ea6aa-55f6-461c-9820-9456d2468c4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e56402e9-d88b-45a8-81fb-ff2fbffed540 HTTP/1.1" status: 200 len: 837 time: 0.1317534 Nov 12 08:54:55.521299 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f94dfe-6ccf-4aec-a442-efe552fcae8d x-openstack-request-id: req-81f94dfe-6ccf-4aec-a442-efe552fcae8d {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:55.521750 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9cfc42-4835-49e0-bc18-bfd799c5f363", "tag": "06c6e450-916a-4960-b33b-9d0b7b17a08b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:55.522169 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81f94dfe-6ccf-4aec-a442-efe552fcae8d {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:55.526096 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9cfc42-4835-49e0-bc18-bfd799c5f363', 'tag': '06c6e450-916a-4960-b33b-9d0b7b17a08b', 'status': 'completed', 'code': 200} Nov 12 08:54:55.573911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e266072c-89d0-460b-b02a-9d468bff4d71 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:55.585166 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.663406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Transition to ACTIVE for port object e266072c-89d0-460b-b02a-9d468bff4d71 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:55.723724 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'name': 'tempest-ImageQuotaTest-855888847-router', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:36Z', 'updated_at': '2021-11-12T08:54:47Z', 'revision_number': 4, 'project_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'gw_port': {'id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:39Z', 'updated_at': '2021-11-12T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd616af6d-4c00-41e6-aa26-461e5c0f7740', 'name': '', 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'mac_address': 'fa:16:3e:4f:6e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '359a1dd9-ab06-4c8d-9449-b893f54ee6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:45Z', 'updated_at': '2021-11-12T08:54:54Z', 'revision_number': 4, 'project_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'subnets': [{'id': '359a1dd9-ab06-4c8d-9449-b893f54ee6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:55.744793 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1bf17-9b13-4e26-9090-e4bddb3a5995 req-68313451-e9d0-413b-ba45-a539abd07a4d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.747714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aaf1bf17-9b13-4e26-9090-e4bddb3a5995 req-68313451-e9d0-413b-ba45-a539abd07a4d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.1625288 Nov 12 08:54:55.768092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0cb79-057c-45bd-af5c-6fa6e86794a2 req-13d8765b-2330-45f1-bf8d-9693c0a0975d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.774979 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9b0cb79-057c-45bd-af5c-6fa6e86794a2 req-13d8765b-2330-45f1-bf8d-9693c0a0975d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.5495012 Nov 12 08:54:55.777939 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.827510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75e7a50-9bb0-43fd-8c31-611b376d6328 None None] The sync data for ids ['ac11144b-6707-4f71-ba13-37d7d463c8a3'] in n-d-768851-18 is: [{'id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'name': 'tempest-ImageQuotaTest-855888847-router', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:36Z', 'updated_at': '2021-11-12T08:54:47Z', 'revision_number': 4, 'project_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'gw_port': {'id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:39Z', 'updated_at': '2021-11-12T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd616af6d-4c00-41e6-aa26-461e5c0f7740', 'name': '', 'network_id': '4a727ff6-ecc6-46fd-9ef7-84b1712a2288', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'mac_address': 'fa:16:3e:4f:6e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '359a1dd9-ab06-4c8d-9449-b893f54ee6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:45Z', 'updated_at': '2021-11-12T08:54:54Z', 'revision_number': 4, 'project_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'subnets': [{'id': '359a1dd9-ab06-4c8d-9449-b893f54ee6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:56.094346 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9b0cb79-057c-45bd-af5c-6fa6e86794a2 req-7991e9c1-d5c4-4f76-9899-7d88bbbf1bd5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077545 Nov 12 08:54:56.114455 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aaf1bf17-9b13-4e26-9090-e4bddb3a5995 req-35b28f71-6f29-47ce-a446-8a807e89a2b9 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525803 Nov 12 08:54:56.139952 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Pushing event updated for resources: {'Port': ['ID=e266072c-89d0-460b-b02a-9d468bff4d71,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:56.166618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-ab21e7d9-67b0-45c5-ac37-a5e4950d3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.170470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-ab21e7d9-67b0-45c5-ac37-a5e4950d3947 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b0fd9c6-1849-4a82-901e-8dbe3eca610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.6400886 Nov 12 08:54:56.436469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d616af6d-4c00-41e6-aa26-461e5c0f7740 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:56.568368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d616af6d-4c00-41e6-aa26-461e5c0f7740 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:56.568890 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.620024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50a398-a62c-42fa-9a11-3269c1ad5897 req-9aa2ef0d-bbea-49a1-947f-43e4264a9c7c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.637725 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9c50a398-a62c-42fa-9a11-3269c1ad5897 req-9aa2ef0d-bbea-49a1-947f-43e4264a9c7c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 944 time: 0.2759793 Nov 12 08:54:56.654161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-dce611d7-88df-4fb9-8b68-0969063d8474 admin admin] Deleting port d616af6d-4c00-41e6-aa26-461e5c0f7740 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:56.654440 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dce611d7-88df-4fb9-8b68-0969063d8474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.685969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-3277f671-4180-4bd5-bb6b-6f93ab303821 service neutron] 10.222.0.52 "GET /v2.0/networks/4b0fd9c6-1849-4a82-901e-8dbe3eca610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870405 Nov 12 08:54:56.895500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9c50a398-a62c-42fa-9a11-3269c1ad5897 req-73d8e1e3-8e34-4a28-9a2f-1b81d3b2589c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565408 Nov 12 08:54:56.936135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf150c6-0384-425e-9c2d-ebb9b30152d5 req-6e98360d-3d81-406a-a9f4-beb3b05306f0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.946665 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9cf150c6-0384-425e-9c2d-ebb9b30152d5 req-6e98360d-3d81-406a-a9f4-beb3b05306f0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.5270689 Nov 12 08:54:56.989672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-dce611d7-88df-4fb9-8b68-0969063d8474 admin admin] For port d616af6d-4c00-41e6-aa26-461e5c0f7740, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d616af6d-4c00-41e6-aa26-461e5c0f7740,segment=NetworkSegment(2e6885a7-2dbd-47c2-8419-446a92380768),segment_id=2e6885a7-2dbd-47c2-8419-446a92380768)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:56.994360 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dce611d7-88df-4fb9-8b68-0969063d8474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.038542 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-dce611d7-88df-4fb9-8b68-0969063d8474 admin admin] Calling delete_port for d616af6d-4c00-41e6-aa26-461e5c0f7740 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:57.080701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Attempting to bind port e266072c-89d0-460b-b02a-9d468bff4d71 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:57.082260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Attempting to bind port e266072c-89d0-460b-b02a-9d468bff4d71 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:57.082619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Attempting to bind port e266072c-89d0-460b-b02a-9d468bff4d71 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:57.143875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Port e266072c-89d0-460b-b02a-9d468bff4d71 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:57.144593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Attempting to bind port e266072c-89d0-460b-b02a-9d468bff4d71 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:57.175215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9cf150c6-0384-425e-9c2d-ebb9b30152d5 req-03bb806a-9edd-47a8-9ada-69a6a7b26179 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260015 Nov 12 08:54:57.221567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56d7bbe9-05a0-4f52-bb84-4a3e06394807 req-2668b788-6352-457d-8fd1-cfa1721833ef service neutron] 10.222.0.52 "GET /v2.0/networks/4b0fd9c6-1849-4a82-901e-8dbe3eca610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234869 Nov 12 08:54:57.224593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:57.224937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Checking segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:57.243299 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Bound using segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:57.244016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Bound port: e266072c-89d0-460b-b02a-9d468bff4d71, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:57.244565 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.445795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] For port e266072c-89d0-460b-b02a-9d468bff4d71, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:57.449140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] For port e266072c-89d0-460b-b02a-9d468bff4d71, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e266072c-89d0-460b-b02a-9d468bff4d71,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:57.495855 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dce611d7-88df-4fb9-8b68-0969063d8474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.542177 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.579950 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce611d7-88df-4fb9-8b68-0969063d8474 admin admin] Pushing event deleted for resources: {'Port': ['ID=d616af6d-4c00-41e6-aa26-461e5c0f7740,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:57.701723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f17365-7039-4279-a8e6-f0906f37d8fb req-db3932d4-5b45-436b-bf94-f9b42b9151e8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:57.704009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-37f17365-7039-4279-a8e6-f0906f37d8fb req-db3932d4-5b45-436b-bf94-f9b42b9151e8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.2282581 Nov 12 08:54:57.713195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Pushing event updated for resources: {'Port': ['ID=e266072c-89d0-460b-b02a-9d468bff4d71,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:57.730777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:57.731755 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.733363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-862801ee-86c2-4c13-9a60-f00c0f26086b service neutron] 10.222.0.46 "PUT /v2.0/ports/e266072c-89d0-460b-b02a-9d468bff4d71 HTTP/1.1" status: 200 len: 1093 time: 3.6367695 Nov 12 08:54:57.734853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530ea545-76de-467d-afde-48e1a4a3141b', 'tag': 'e266072c-89d0-460b-b02a-9d468bff4d71'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:57.739061 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e570ba57-0b5d-46cf-aca7-792d9284e78c" -d '{"events": [{"name": "network-changed", "server_uuid": "530ea545-76de-467d-afde-48e1a4a3141b", "tag": "e266072c-89d0-460b-b02a-9d468bff4d71"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:57.752073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99895710-6a9a-4a61-9697-d5762d28c873 req-3cfdfeb5-0ee5-4eec-a728-8f69c7f1151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:57.754093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99895710-6a9a-4a61-9697-d5762d28c873 req-3cfdfeb5-0ee5-4eec-a728-8f69c7f1151c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 1096 time: 0.2844670 Nov 12 08:54:57.770282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677229e-ae97-46f0-8d71-cff5110161dd req-a99116e6-f511-4663-b2f6-a1f39ea64762 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:57.781720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5677229e-ae97-46f0-8d71-cff5110161dd req-a99116e6-f511-4663-b2f6-a1f39ea64762 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.3305104 Nov 12 08:54:58.310309 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dce611d7-88df-4fb9-8b68-0969063d8474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.341365 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-37f17365-7039-4279-a8e6-f0906f37d8fb req-20af7b2b-08ad-4fd3-8ffd-1c4e985335ef tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682802 Nov 12 08:54:58.660387 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26014a65-27e7-4216-86af-7566d704957a req-74a7e587-04ce-4909-b47d-7f184c0c7f67 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:58.669591 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-26014a65-27e7-4216-86af-7566d704957a req-74a7e587-04ce-4909-b47d-7f184c0c7f67 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 944 time: 0.1058502 Nov 12 08:54:58.723363 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.758875 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c01d209-b52b-48db-bfe2-f5fc12447b03 x-openstack-request-id: req-8c01d209-b52b-48db-bfe2-f5fc12447b03 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:58.759448 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530ea545-76de-467d-afde-48e1a4a3141b", "tag": "e266072c-89d0-460b-b02a-9d468bff4d71", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:58.759545 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c01d209-b52b-48db-bfe2-f5fc12447b03 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:58.763208 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530ea545-76de-467d-afde-48e1a4a3141b', 'tag': 'e266072c-89d0-460b-b02a-9d468bff4d71', 'status': 'completed', 'code': 200} Nov 12 08:54:58.940470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5677229e-ae97-46f0-8d71-cff5110161dd req-921b5274-55ff-47e6-9e93-effb431509a3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1563847 Nov 12 08:54:58.955456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-5c14adc5-c5d7-4174-8c09-57d42de69e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:58.957811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-5c14adc5-c5d7-4174-8c09-57d42de69e19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 1096 time: 1.1417165 Nov 12 08:54:58.970867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99895710-6a9a-4a61-9697-d5762d28c873 req-776ac04d-c161-4548-9e71-166d63e59488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:58.972498 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99895710-6a9a-4a61-9697-d5762d28c873 req-776ac04d-c161-4548-9e71-166d63e59488 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b0fd9c6-1849-4a82-901e-8dbe3eca610a HTTP/1.1" status: 200 len: 897 time: 1.1781487 Nov 12 08:54:58.981241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49e2c81d-ae8b-4da0-b83b-59fe6eb211ee req-ad5c5a7b-ed51-4041-a469-39e3560cc178 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0491745 Nov 12 08:54:59.064197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce611d7-88df-4fb9-8b68-0969063d8474 admin admin] Router ac11144b-6707-4f71-ba13-37d7d463c8a3 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:59.078982 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-4b0e3c26-5924-47b5-93f1-98da5bb53590 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e266072c-89d0-460b-b02a-9d468bff4d71 HTTP/1.1" status: 200 len: 217 time: 0.1113703 Nov 12 08:54:59.088814 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-26014a65-27e7-4216-86af-7566d704957a req-601a151c-d294-4e05-a056-f1e492c34387 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4117000 Nov 12 08:54:59.198004 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99895710-6a9a-4a61-9697-d5762d28c873 req-e3026203-ebae-48ab-9bd2-c22438ada7bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=06c6e450-916a-4960-b33b-9d0b7b17a08b HTTP/1.1" status: 200 len: 217 time: 0.2140613 Nov 12 08:54:59.235263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce611d7-88df-4fb9-8b68-0969063d8474 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:59.246594 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dce611d7-88df-4fb9-8b68-0969063d8474 admin admin] 10.222.0.31 "PUT /v2.0/routers/ac11144b-6707-4f71-ba13-37d7d463c8a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4719474 Nov 12 08:54:59.250702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 58750) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:59.255609 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b76dae-ce25-45ec-b348-ce2a1204e0d7 None None] Sync routers for ids ['ac11144b-6707-4f71-ba13-37d7d463c8a3'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:59.278051 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b76dae-ce25-45ec-b348-ce2a1204e0d7 None None] Routers {'ac11144b-6707-4f71-ba13-37d7d463c8a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:59.281610 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-21b76dae-ce25-45ec-b348-ce2a1204e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:54:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ac11144b-6707-4f71-ba13-37d7d463c8a3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:59.358215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-97fd3c07-ac29-4203-b349-0dcfc76205a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.360290 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-97fd3c07-ac29-4203-b349-0dcfc76205a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.2186353 Nov 12 08:54:59.391233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2c81d-ae8b-4da0-b83b-59fe6eb211ee req-6c49fdd4-4980-46a7-827e-bfadefab6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.392897 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49e2c81d-ae8b-4da0-b83b-59fe6eb211ee req-6c49fdd4-4980-46a7-827e-bfadefab6fc8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 1098 time: 0.3268590 Nov 12 08:54:59.449212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99895710-6a9a-4a61-9697-d5762d28c873 req-9b051d94-be30-4390-8434-89f00882d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.450632 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99895710-6a9a-4a61-9697-d5762d28c873 req-9b051d94-be30-4390-8434-89f00882d962 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e56402e9-d88b-45a8-81fb-ff2fbffed540 HTTP/1.1" status: 200 len: 837 time: 0.2159646 Nov 12 08:54:59.511088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd290ce-3581-4e10-b3b4-5b451b1a5199 req-ec3134c9-6475-4941-b8fb-10713a8e3a40 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.513003 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-acd290ce-3581-4e10-b3b4-5b451b1a5199 req-ec3134c9-6475-4941-b8fb-10713a8e3a40 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.3293519 Nov 12 08:54:59.650358 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.700109 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 06c6e450-916a-4960-b33b-9d0b7b17a08b details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:59.716768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-ac51841d-2f9e-49a2-8b85-aa406b429bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.718382 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-ac51841d-2f9e-49a2-8b85-aa406b429bc9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3455622 Nov 12 08:54:59.748214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99895710-6a9a-4a61-9697-d5762d28c873 req-1e0aef7b-f1f2-43cf-8ebc-294ce55f3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.754924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99895710-6a9a-4a61-9697-d5762d28c873 req-1e0aef7b-f1f2-43cf-8ebc-294ce55f3dab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b0fd9c6-1849-4a82-901e-8dbe3eca610a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2833006 Nov 12 08:54:59.803147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-acd290ce-3581-4e10-b3b4-5b451b1a5199 req-f6f37869-d07f-4f11-8d7c-43d2f3c5705b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580531 Nov 12 08:54:59.886322 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-21b76dae-ce25-45ec-b348-ce2a1204e0d7 None None] Set router ac11144b-6707-4f71-ba13-37d7d463c8a3 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:59.916385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2c81d-ae8b-4da0-b83b-59fe6eb211ee req-8ddccc9d-99b7-44fb-83bc-ae09086259cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.919220 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49e2c81d-ae8b-4da0-b83b-59fe6eb211ee req-8ddccc9d-99b7-44fb-83bc-ae09086259cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=15bba3db-e93f-43f2-8184-e940a7f673e7 HTTP/1.1" status: 200 len: 897 time: 0.4665980 Nov 12 08:55:00.075579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed24406-25d1-4ddf-abd9-30ebab206ba8 req-b1a15e17-e575-4ffe-bc66-119101b8ea5d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:00.088091 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fed24406-25d1-4ddf-abd9-30ebab206ba8 req-b1a15e17-e575-4ffe-bc66-119101b8ea5d tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.4942772 Nov 12 08:55:00.458954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fed24406-25d1-4ddf-abd9-30ebab206ba8 req-0ec904ac-af12-4152-9154-ad56f7c5b93e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612885 Nov 12 08:55:00.463091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.596196 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 06c6e450-916a-4960-b33b-9d0b7b17a08b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=06c6e450-916a-4960-b33b-9d0b7b17a08b,segment=NetworkSegment(4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e),segment_id=4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:00.658271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Deleting port d8e59964-944d-4a22-8110-0eed16af720e {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:00.658834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.733194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '06c6e450-916a-4960-b33b-9d0b7b17a08b', 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a', 'port_id': '06c6e450-916a-4960-b33b-9d0b7b17a08b', 'mac_address': 'fa:16:3e:3d:03:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56402e9-d88b-45a8-81fb-ff2fbffed540', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:00.846978 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.878110 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c6e450-916a-4960-b33b-9d0b7b17a08b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:00.912121 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-454b4448-b934-494e-a254-b6744c75c364 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1832592 Nov 12 08:55:00.927697 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-21b76dae-ce25-45ec-b348-ce2a1204e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'name': 'tempest-ImageQuotaTest-855888847-router', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:36Z', 'updated_at': '2021-11-12T08:54:57Z', 'revision_number': 5, 'project_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'gw_port': {'id': 'd8e59964-944d-4a22-8110-0eed16af720e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:39Z', 'updated_at': '2021-11-12T08:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:00.953027 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 06c6e450-916a-4960-b33b-9d0b7b17a08b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=06c6e450-916a-4960-b33b-9d0b7b17a08b,segment=NetworkSegment(4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e),segment_id=4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:00.975615 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.061083 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99895710-6a9a-4a61-9697-d5762d28c873 req-5ee6afce-e399-41af-9dba-7ae5ec3d0cee service neutron] 10.222.0.52 "GET /v2.0/networks/4b0fd9c6-1849-4a82-901e-8dbe3eca610a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2265744 Nov 12 08:55:01.081188 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b76dae-ce25-45ec-b348-ce2a1204e0d7 None None] Checking router: ac11144b-6707-4f71-ba13-37d7d463c8a3 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:01.082356 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49e2c81d-ae8b-4da0-b83b-59fe6eb211ee req-ec599630-1149-4ded-9f2c-c0d324e74052 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e526f3d-9111-45e2-88d8-30a4cff7bda1 HTTP/1.1" status: 200 len: 1002 time: 1.1058657 Nov 12 08:55:01.094469 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b76dae-ce25-45ec-b348-ce2a1204e0d7 None None] Routers {'ac11144b-6707-4f71-ba13-37d7d463c8a3'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:01.095932 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-21b76dae-ce25-45ec-b348-ce2a1204e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:54:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ac11144b-6707-4f71-ba13-37d7d463c8a3'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:01.274799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=06c6e450-916a-4960-b33b-9d0b7b17a08b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:01.316114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['06c6e450-916a-4960-b33b-9d0b7b17a08b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:01.549557 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-21b76dae-ce25-45ec-b348-ce2a1204e0d7 None None] Set router ac11144b-6707-4f71-ba13-37d7d463c8a3 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:01.700654 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] For port d8e59964-944d-4a22-8110-0eed16af720e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d8e59964-944d-4a22-8110-0eed16af720e,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:01.701663 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.779164 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c2f72ed2-9a2c-4333-bec1-daf491d2bff4 req-638f7644-6738-4c44-8efd-b5fdc1b1fd53 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8261719 Nov 12 08:55:01.790837 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-21b76dae-ce25-45ec-b348-ce2a1204e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'name': 'tempest-ImageQuotaTest-855888847-router', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:36Z', 'updated_at': '2021-11-12T08:55:00Z', 'revision_number': 6, 'project_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:01.813941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Calling delete_port for d8e59964-944d-4a22-8110-0eed16af720e owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:01.935296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6452107-0dee-46bc-8238-06fb40449505 req-2b03c4d1-af19-4cb7-8d8e-df4e1d0fb32f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:01.939128 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b76dae-ce25-45ec-b348-ce2a1204e0d7 None None] The sync data for ids ['ac11144b-6707-4f71-ba13-37d7d463c8a3'] in n-d-768851-18 is: [{'id': 'ac11144b-6707-4f71-ba13-37d7d463c8a3', 'name': 'tempest-ImageQuotaTest-855888847-router', 'tenant_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:36Z', 'updated_at': '2021-11-12T08:55:00Z', 'revision_number': 6, 'project_id': 'ab70c3ffe2184e99b451af4d0b0a3dc9', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:01.942917 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6452107-0dee-46bc-8238-06fb40449505 req-2b03c4d1-af19-4cb7-8d8e-df4e1d0fb32f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 945 time: 0.7903504 Nov 12 08:55:01.943265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787571df-09b9-48fe-a0bb-cd3f2bed97f6 req-e24ee51b-018a-4d22-a230-18759dfa143f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:01.961779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-787571df-09b9-48fe-a0bb-cd3f2bed97f6 req-e24ee51b-018a-4d22-a230-18759dfa143f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 1.5240967 Nov 12 08:55:02.011365 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99895710-6a9a-4a61-9697-d5762d28c873 req-cd4b7318-eb2e-4632-aeb9-506e82b92f7c service neutron] 10.222.0.52 "GET /v2.0/networks/4b0fd9c6-1849-4a82-901e-8dbe3eca610a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8925815 Nov 12 08:55:02.314165 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-787571df-09b9-48fe-a0bb-cd3f2bed97f6 req-8dea8ebc-8f06-4e6a-9f20-e8c95789eb04 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501127 Nov 12 08:55:02.330195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ba57-0b5d-46cf-aca7-792d9284e78c req-097c3be9-79c7-433c-b4a0-52f0a7e7ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:02.332537 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e570ba57-0b5d-46cf-aca7-792d9284e78c req-097c3be9-79c7-433c-b4a0-52f0a7e7ce49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 1096 time: 0.3200588 Nov 12 08:55:02.535661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2c81d-ae8b-4da0-b83b-59fe6eb211ee req-08d4cb80-1b89-4dac-8782-62def2eb5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:02.540835 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49e2c81d-ae8b-4da0-b83b-59fe6eb211ee req-08d4cb80-1b89-4dac-8782-62def2eb5e4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4934cc8c-a94d-4e47-84e4-27a778005ec3 HTTP/1.1" status: 200 len: 834 time: 0.6144872 Nov 12 08:55:02.571305 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6452107-0dee-46bc-8238-06fb40449505 req-32d53060-8555-4335-826a-82f05ea6174c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6164920 Nov 12 08:55:03.106181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ba57-0b5d-46cf-aca7-792d9284e78c req-bc9cb481-14be-425d-afd6-065efc8029c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.109178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e570ba57-0b5d-46cf-aca7-792d9284e78c req-bc9cb481-14be-425d-afd6-065efc8029c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.7687902 Nov 12 08:55:03.118958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2c81d-ae8b-4da0-b83b-59fe6eb211ee req-c2cab6cc-cbce-484b-bd48-585dc0c78407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.124885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49e2c81d-ae8b-4da0-b83b-59fe6eb211ee req-c2cab6cc-cbce-484b-bd48-585dc0c78407 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15bba3db-e93f-43f2-8184-e940a7f673e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5713861 Nov 12 08:55:03.233923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336671fc-7930-4fdd-9633-15eb52eba662 req-13225371-ce57-44b2-8887-5a98715d419b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.237969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-336671fc-7930-4fdd-9633-15eb52eba662 req-13225371-ce57-44b2-8887-5a98715d419b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.4439013 Nov 12 08:55:03.248474 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e570ba57-0b5d-46cf-aca7-792d9284e78c req-55f873ce-64cd-4ea2-9cd3-cd1511576b2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e266072c-89d0-460b-b02a-9d468bff4d71 HTTP/1.1" status: 200 len: 217 time: 0.1189780 Nov 12 08:55:03.262178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf0e55-7cd9-4dc5-aeb8-341c0de47976 req-9b1baa6a-7f79-45ff-96d3-47d0864f3c04 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.267324 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45cf0e55-7cd9-4dc5-aeb8-341c0de47976 req-9b1baa6a-7f79-45ff-96d3-47d0864f3c04 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.3220294 Nov 12 08:55:03.359044 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.422867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ba57-0b5d-46cf-aca7-792d9284e78c req-46c3741d-98ea-45d0-83cf-2299843ca0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.426719 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e570ba57-0b5d-46cf-aca7-792d9284e78c req-46c3741d-98ea-45d0-83cf-2299843ca0d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.1697066 Nov 12 08:55:03.469478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-336671fc-7930-4fdd-9633-15eb52eba662 req-621aad90-dbd8-4ab5-b0a9-bccdc84e01d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141232 Nov 12 08:55:03.495615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e59964-944d-4a22-8110-0eed16af720e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:03.526898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f67913a-0f88-4b1e-8bad-8b5b0901fef6 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:03.568919 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49e2c81d-ae8b-4da0-b83b-59fe6eb211ee req-d94ae26b-e5d8-41ce-aac7-dec00693822a service neutron] 10.222.0.52 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270492 Nov 12 08:55:03.671502 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45cf0e55-7cd9-4dc5-aeb8-341c0de47976 req-22e69d3b-924d-473f-8774-c1423279651a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741431 Nov 12 08:55:03.719555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 06c6e450-916a-4960-b33b-9d0b7b17a08b up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:03.865795 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.921058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 06c6e450-916a-4960-b33b-9d0b7b17a08b completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:03.931672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 06c6e450-916a-4960-b33b-9d0b7b17a08b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:03.932397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.972205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49e2c81d-ae8b-4da0-b83b-59fe6eb211ee req-dcc50066-bfbd-4cb0-9e44-44465b55ed6c service neutron] 10.222.0.52 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844609 Nov 12 08:55:04.054581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ba57-0b5d-46cf-aca7-792d9284e78c req-d6f4f703-58ba-44d9-be72-e8ecec7d7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.065233 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e570ba57-0b5d-46cf-aca7-792d9284e78c req-d6f4f703-58ba-44d9-be72-e8ecec7d7c0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6143064 Nov 12 08:55:04.226679 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.391658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.400762 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.436682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480c420-8452-4ff1-a55a-35d354c90657 req-5456985a-cb1b-4e1f-b4ba-4b0594e94d2d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.445334 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1480c420-8452-4ff1-a55a-35d354c90657 req-5456985a-cb1b-4e1f-b4ba-4b0594e94d2d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 945 time: 0.3649127 Nov 12 08:55:04.493677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e5f34-a42b-42be-b7d5-8ef883936086 req-04d72835-0452-4927-a75d-a9f7a3bd7775 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.511171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-903e5f34-a42b-42be-b7d5-8ef883936086 req-04d72835-0452-4927-a75d-a9f7a3bd7775 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.5354540 Nov 12 08:55:04.651860 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.654259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac11144b-6707-4f71-ba13-37d7d463c8a3 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:55:04.666995 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.673152 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3515fdb7-1d2f-42d1-93fb-974595b71b52 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ac11144b-6707-4f71-ba13-37d7d463c8a3 HTTP/1.1" status: 204 len: 168 time: 5.4213927 Nov 12 08:55:04.673831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59040) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:04.722921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-903e5f34-a42b-42be-b7d5-8ef883936086 req-91652420-31fe-4571-ab53-9c8da31ba570 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103429 Nov 12 08:55:04.728630 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e570ba57-0b5d-46cf-aca7-792d9284e78c req-736b9d25-4fa2-43a5-8ec7-867088480123 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522069 Nov 12 08:55:04.822787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d8e59964-944d-4a22-8110-0eed16af720e no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:04.935863 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1480c420-8452-4ff1-a55a-35d354c90657 req-29a5a7f9-074d-4ebb-89c7-d3bba35f54a1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4888227 Nov 12 08:55:04.985862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 06c6e450-916a-4960-b33b-9d0b7b17a08b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=06c6e450-916a-4960-b33b-9d0b7b17a08b,segment=NetworkSegment(4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e),segment_id=4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:05.016081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9cfc42-4835-49e0-bc18-bfd799c5f363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c6e450-916a-4960-b33b-9d0b7b17a08b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:05.031930 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a778b967-6676-4f22-a122-a97a716b7816" -d '{"events": [{"server_uuid": "6e9cfc42-4835-49e0-bc18-bfd799c5f363", "name": "network-vif-plugged", "status": "completed", "tag": "06c6e450-916a-4960-b33b-9d0b7b17a08b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:05.056689 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.060838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c963cd-58ff-4059-9e65-0b9225dc195c admin admin] Deleting subnet 359a1dd9-ab06-4c8d-9449-b893f54ee6ef {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:05.077363 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-66c963cd-58ff-4059-9e65-0b9225dc195c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.176153 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-66c963cd-58ff-4059-9e65-0b9225dc195c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.317447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: d8e59964-944d-4a22-8110-0eed16af720e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:05.324622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d8e59964-944d-4a22-8110-0eed16af720e not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:05.328772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d616af6d-4c00-41e6-aa26-461e5c0f7740 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:05.422611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6b6ac-ab2f-4796-8e98-2ca35f8149f9 req-13e3d63f-c039-4bdb-8edc-a2f3217e4deb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:05.436096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: d616af6d-4c00-41e6-aa26-461e5c0f7740 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:05.436549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d616af6d-4c00-41e6-aa26-461e5c0f7740 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:05.438390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-31e6b6ac-ab2f-4796-8e98-2ca35f8149f9 req-13e3d63f-c039-4bdb-8edc-a2f3217e4deb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.3502533 Nov 12 08:55:05.469694 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-66c963cd-58ff-4059-9e65-0b9225dc195c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.504456 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e570ba57-0b5d-46cf-aca7-792d9284e78c req-e3e22df5-ad07-4953-b845-377c37f012b5 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639420 Nov 12 08:55:05.583621 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-100e379a-6be2-4197-beec-1f23a64c2a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.613623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69955af6-6b19-43f5-bf81-1558ea73cb1e req-b0a60b3b-d5ff-432d-a76b-ea395040a160 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:05.615040 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=06c6e450-916a-4960-b33b-9d0b7b17a08b,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:05.617545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-31e6b6ac-ab2f-4796-8e98-2ca35f8149f9 req-6c772ca9-b89a-4041-80d3-8d3c822b46be tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469698 Nov 12 08:55:05.629007 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-69955af6-6b19-43f5-bf81-1558ea73cb1e req-b0a60b3b-d5ff-432d-a76b-ea395040a160 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.2922170 Nov 12 08:55:05.753901 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df27c10-43b2-4d17-9406-272d0ce39b81 x-openstack-request-id: req-5df27c10-43b2-4d17-9406-272d0ce39b81 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:05.753901 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9cfc42-4835-49e0-bc18-bfd799c5f363", "name": "network-vif-plugged", "status": "completed", "tag": "06c6e450-916a-4960-b33b-9d0b7b17a08b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:05.754335 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5df27c10-43b2-4d17-9406-272d0ce39b81 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:05.755750 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9cfc42-4835-49e0-bc18-bfd799c5f363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c6e450-916a-4960-b33b-9d0b7b17a08b', 'code': 200} Nov 12 08:55:05.778666 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-69955af6-6b19-43f5-bf81-1558ea73cb1e req-3f685401-9a2b-45e7-b951-2b26abf88d01 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484370 Nov 12 08:55:05.843850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-66c963cd-58ff-4059-9e65-0b9225dc195c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.926312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c963cd-58ff-4059-9e65-0b9225dc195c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359a1dd9-ab06-4c8d-9449-b893f54ee6ef,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:05.930493 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-66c963cd-58ff-4059-9e65-0b9225dc195c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.934263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-66c963cd-58ff-4059-9e65-0b9225dc195c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/359a1dd9-ab06-4c8d-9449-b893f54ee6ef HTTP/1.1" status: 204 len: 168 time: 1.2525513 Nov 12 08:55:05.938747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59122) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:05.941608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff96b3a2-79c0-4435-97f9-ce6cc4dc1736 None None] Network 4a727ff6-ecc6-46fd-9ef7-84b1712a2288 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:06.059575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d604e58-3db6-417e-981a-127e647abb87 req-cd461de6-2a66-4d38-b55b-2e3f6faa629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.062596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6d604e58-3db6-417e-981a-127e647abb87 req-cd461de6-2a66-4d38-b55b-2e3f6faa629a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 1098 time: 0.1872432 Nov 12 08:55:06.084842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5e5da-009c-47cf-bf6c-26bd9ecf8f80 req-b6a0407d-cf52-41fa-8afa-09595d318cd2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.102392 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b5f5e5da-009c-47cf-bf6c-26bd9ecf8f80 req-b6a0407d-cf52-41fa-8afa-09595d318cd2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.1712883 Nov 12 08:55:06.282762 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.360229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6d604e58-3db6-417e-981a-127e647abb87 req-ccfecc7b-1396-4d78-b01a-168746c9e97d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519870 Nov 12 08:55:06.383511 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083be7b5-a484-418d-9492-1169133cd882 req-6d38589e-1a1f-4881-8e7c-489900b506f8 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.393127 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b5f5e5da-009c-47cf-bf6c-26bd9ecf8f80 req-26dcdd9d-818b-41d9-b36d-022b0db4cadc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855237 Nov 12 08:55:06.431834 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-083be7b5-a484-418d-9492-1169133cd882 req-6d38589e-1a1f-4881-8e7c-489900b506f8 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 946 time: 0.2491496 Nov 12 08:55:06.532595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75678c48-1bc1-4f3e-b78d-276edf994a16 req-81158549-1c00-49da-a5e5-6e431356d675 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2225218 Nov 12 08:55:06.582529 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-083be7b5-a484-418d-9492-1169133cd882 req-0e602248-9dfd-4df2-a6a5-e7d618858330 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412842 Nov 12 08:55:06.626476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Deleting port 3184c1bc-b13a-4305-9cf8-274dd0e00b79 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:06.628206 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.686324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd464c-3ccf-4560-b02c-8b9e539d1ec9 None None] DHCP port deletion for 4a727ff6-ecc6-46fd-9ef7-84b1712a2288 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:06.729902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75678c48-1bc1-4f3e-b78d-276edf994a16 req-a4d2cc65-6ca5-4062-aa48-7329334f0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.737278 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75678c48-1bc1-4f3e-b78d-276edf994a16 req-a4d2cc65-6ca5-4062-aa48-7329334f0872 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c43791fc2baa4c0d9138d9543b230746&device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 1098 time: 0.1416380 Nov 12 08:55:06.835198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] For port 3184c1bc-b13a-4305-9cf8-274dd0e00b79, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3184c1bc-b13a-4305-9cf8-274dd0e00b79,segment=NetworkSegment(2e6885a7-2dbd-47c2-8419-446a92380768),segment_id=2e6885a7-2dbd-47c2-8419-446a92380768)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:06.842501 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.918167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-09fd464c-3ccf-4560-b02c-8b9e539d1ec9 None None] Deleting port 3184c1bc-b13a-4305-9cf8-274dd0e00b79 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:06.922441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Calling delete_port for 3184c1bc-b13a-4305-9cf8-274dd0e00b79 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:06.925222 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09fd464c-3ccf-4560-b02c-8b9e539d1ec9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.119491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f0bb4-620d-486b-8396-7ad501f13ece req-dc888b8c-ac9a-41d5-875b-8929a36cd9d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.133697 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f22f0bb4-620d-486b-8396-7ad501f13ece req-dc888b8c-ac9a-41d5-875b-8929a36cd9d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.2276053 Nov 12 08:55:07.187371 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-09fd464c-3ccf-4560-b02c-8b9e539d1ec9 None None] For port 3184c1bc-b13a-4305-9cf8-274dd0e00b79, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=3184c1bc-b13a-4305-9cf8-274dd0e00b79,segment=NetworkSegment(2e6885a7-2dbd-47c2-8419-446a92380768),segment_id=2e6885a7-2dbd-47c2-8419-446a92380768)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:07.194129 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09fd464c-3ccf-4560-b02c-8b9e539d1ec9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.217842 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-09fd464c-3ccf-4560-b02c-8b9e539d1ec9 None None] Calling delete_port for 3184c1bc-b13a-4305-9cf8-274dd0e00b79 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:07.261381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75678c48-1bc1-4f3e-b78d-276edf994a16 req-10fa4b9a-d723-4a29-8373-001a6db17117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.269157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75678c48-1bc1-4f3e-b78d-276edf994a16 req-10fa4b9a-d723-4a29-8373-001a6db17117 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 200 len: 905 time: 0.4938507 Nov 12 08:55:07.281017 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb284f6d-8b91-4df6-94b2-5eebb13e5cc4 req-a2273058-f3cb-4a66-8466-3fc81e100eaa tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.282963 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb284f6d-8b91-4df6-94b2-5eebb13e5cc4 req-a2273058-f3cb-4a66-8466-3fc81e100eaa tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.1717181 Nov 12 08:55:07.417810 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75678c48-1bc1-4f3e-b78d-276edf994a16 req-90c40c68-0843-4282-a0a7-6c4c889e55b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38ad1971-f362-40d0-a9cb-20acbd4e4e4b HTTP/1.1" status: 200 len: 217 time: 0.1370070 Nov 12 08:55:07.465484 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-09fd464c-3ccf-4560-b02c-8b9e539d1ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.521551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f22f0bb4-620d-486b-8396-7ad501f13ece req-e23f0651-1dcc-45b9-a6f0-59ec619c0d56 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845308 Nov 12 08:55:07.544802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd464c-3ccf-4560-b02c-8b9e539d1ec9 None None] No DVR routers for this DVR port 3184c1bc-b13a-4305-9cf8-274dd0e00b79 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:07.560214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd464c-3ccf-4560-b02c-8b9e539d1ec9 None None] Pushing event deleted for resources: {'Port': ['ID=3184c1bc-b13a-4305-9cf8-274dd0e00b79,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:07.611321 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-70146837-fb31-4f33-86f4-fcebd4d18da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.695177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75678c48-1bc1-4f3e-b78d-276edf994a16 req-61b445ed-02e7-4ea8-8b87-0b95937d42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.699614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75678c48-1bc1-4f3e-b78d-276edf994a16 req-61b445ed-02e7-4ea8-8b87-0b95937d42c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 200 len: 844 time: 0.2411368 Nov 12 08:55:07.787751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75678c48-1bc1-4f3e-b78d-276edf994a16 req-3d41cbcf-3f44-44f1-ad47-7388e34859d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c8034f4-d675-4b47-bfbb-8cac8baada86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785723 Nov 12 08:55:08.209428 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.267035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] No DVR routers for this DVR port 3184c1bc-b13a-4305-9cf8-274dd0e00b79 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:08.304442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886939c-4304-456a-96ea-03b6a930a9b6 req-c898560a-f276-43fc-9801-244a8ed69172 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.311882 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3184c1bc-b13a-4305-9cf8-274dd0e00b79 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:08.319402 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e886939c-4304-456a-96ea-03b6a930a9b6 req-c898560a-f276-43fc-9801-244a8ed69172 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.5764568 Nov 12 08:55:08.384728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 3184c1bc-b13a-4305-9cf8-274dd0e00b79 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:08.385078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 3184c1bc-b13a-4305-9cf8-274dd0e00b79 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:08.394494 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Pushing event deleted for resources: {'Port': ['ID=3184c1bc-b13a-4305-9cf8-274dd0e00b79,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:08.465803 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb284f6d-8b91-4df6-94b2-5eebb13e5cc4 req-76ce0ed2-8238-4622-9bb0-fb4e2fe897ea tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1746311 Nov 12 08:55:08.575634 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75678c48-1bc1-4f3e-b78d-276edf994a16 req-db2da0c7-9ed1-45f7-930b-355782d4a4ee service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7692993 Nov 12 08:55:08.593060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e886939c-4304-456a-96ea-03b6a930a9b6 req-36f65ec0-df27-439b-bfc2-4224a11a4a77 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717330 Nov 12 08:55:08.600704 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.643203 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.765459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a727ff6-ecc6-46fd-9ef7-84b1712a2288']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:08.846821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74a048-237f-4ce4-b81e-fc619178ab43 req-d18985bf-e9ec-4d11-b03b-3b02d3c75834 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.859979 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2a74a048-237f-4ce4-b81e-fc619178ab43 req-d18985bf-e9ec-4d11-b03b-3b02d3c75834 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 946 time: 0.2790225 Nov 12 08:55:08.893821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6885a7-2dbd-47c2-8419-446a92380768') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:08.894382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6885a7-2dbd-47c2-8419-446a92380768') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:08.954764 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.991819 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.030432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de58a18-ff5a-469e-bc5a-89390e74dc50 req-186a85e6-14f5-470c-9628-1420cd801c99 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:09.032034 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8de58a18-ff5a-469e-bc5a-89390e74dc50 req-186a85e6-14f5-470c-9628-1420cd801c99 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.2709601 Nov 12 08:55:09.048022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:09.049138 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.052712 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75678c48-1bc1-4f3e-b78d-276edf994a16 req-69eadc71-6a34-434e-a3a6-90f9153bee2a service neutron] 10.222.0.46 "GET /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530201 Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: self.session.flush() Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:09.076605 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:09.150867 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2a74a048-237f-4ce4-b81e-fc619178ab43 req-a72e8aa7-3491-456c-9041-ca12a419e6d2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895296 Nov 12 08:55:09.235713 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8de58a18-ff5a-469e-bc5a-89390e74dc50 req-e3090fb2-e82c-4a10-bfae-e550f009b3ee tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815321 Nov 12 08:55:09.355640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.371829 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.381659 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4a727ff6-ecc6-46fd-9ef7-84b1712a2288 HTTP/1.1" status: 204 len: 168 time: 3.4393353 Nov 12 08:55:09.401203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19af9a5-6d7b-41d6-ba4d-c1a48bd80237 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a727ff6-ecc6-46fd-9ef7-84b1712a2288,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:09.433055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d1a34-24a1-4e67-976a-c15338ec111b req-8bf53b97-ba45-40c7-b3d4-96e08c76d5e3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:09.435008 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad6d1a34-24a1-4e67-976a-c15338ec111b req-8bf53b97-ba45-40c7-b3d4-96e08c76d5e3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 946 time: 0.1207800 Nov 12 08:55:09.528937 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad6d1a34-24a1-4e67-976a-c15338ec111b req-d3eeb66d-b41e-4d3c-a5b7-0dbcce1dedb4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871453 Nov 12 08:55:09.572178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59282) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:09.666041 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f81d39d5-7c29-43a1-80a7-fecddae33a9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab70c3ffe2184e99b451af4d0b0a3dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916884 Nov 12 08:55:09.668632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59288) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:09.745236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b344dd4-9c9f-4313-9f8c-790c463fbcd4 req-4a0c9e16-9978-49b5-a6ff-5157819e7cd5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:09.758695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b344dd4-9c9f-4313-9f8c-790c463fbcd4 req-4a0c9e16-9978-49b5-a6ff-5157819e7cd5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.1820424 Nov 12 08:55:09.833017 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b344dd4-9c9f-4313-9f8c-790c463fbcd4 req-84432ca4-9727-4eb3-a29b-42d88380466a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712690 Nov 12 08:55:09.859431 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a712d7a-3628-4ced-a1fe-61c0db149e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.915356 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a712d7a-3628-4ced-a1fe-61c0db149e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.978094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a991f-81a0-49b6-be73-ca4073655b83 req-b458e142-043b-472d-9c17-a3303333bf26 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:09.982247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d11a991f-81a0-49b6-be73-ca4073655b83 req-b458e142-043b-472d-9c17-a3303333bf26 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.1949508 Nov 12 08:55:10.031914 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.064554 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a712d7a-3628-4ced-a1fe-61c0db149e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.068079 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a712d7a-3628-4ced-a1fe-61c0db149e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.069468 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2a712d7a-3628-4ced-a1fe-61c0db149e05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7dd8e967-a77c-41fc-90b7-e011a15b6104 HTTP/1.1" status: 204 len: 168 time: 0.3998075 Nov 12 08:55:10.102632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a712d7a-3628-4ced-a1fe-61c0db149e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd8e967-a77c-41fc-90b7-e011a15b6104,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:10.117764 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d11a991f-81a0-49b6-be73-ca4073655b83 req-63147e8a-8db6-49a6-b7ad-c6fca7aecae2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978117 Nov 12 08:55:10.422575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9340-6776-40b1-88a9-3379d54109e2 req-6d669167-0086-4787-9c2a-164f1e0dcf35 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:10.425391 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c7b9340-6776-40b1-88a9-3379d54109e2 req-6d669167-0086-4787-9c2a-164f1e0dcf35 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.0685675 Nov 12 08:55:10.495181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c7b9340-6776-40b1-88a9-3379d54109e2 req-14d186e9-6caa-4187-9443-5774ef1b1a2d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609164 Nov 12 08:55:10.632437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59302) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:10.646573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fd42-c8da-43c2-94b4-882f523d1799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.736657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fd42-c8da-43c2-94b4-882f523d1799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.742716 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0fd3fd42-c8da-43c2-94b4-882f523d1799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.784293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3fd42-c8da-43c2-94b4-882f523d1799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc320c4f-1de6-4b4a-b42d-32a56366a36a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:10.803845 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0fd3fd42-c8da-43c2-94b4-882f523d1799 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1649733 Nov 12 08:55:10.804212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59304) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:10.862101 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.889319 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.928255 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.973211 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.979560 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.984018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc320c4f-1de6-4b4a-b42d-32a56366a36a HTTP/1.1" status: 204 len: 168 time: 0.1801455 Nov 12 08:55:11.013725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc320c4f-1de6-4b4a-b42d-32a56366a36a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:11.027882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:11.029056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:11.029880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:11.030697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:11.031486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:11.032316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:11.033186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:11.033981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:11.034764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:11.035536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:11.036340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:11.037152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9d01a-d811-4a28-b5fb-4b0e3eaa14ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:11.038372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afebd98-8562-485b-9df5-b48b5c80a460 req-a0220d7f-ea26-489b-82d5-902007386111 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.050543 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9afebd98-8562-485b-9df5-b48b5c80a460 req-a0220d7f-ea26-489b-82d5-902007386111 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.1330881 Nov 12 08:55:11.126881 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9afebd98-8562-485b-9df5-b48b5c80a460 req-993cea04-9f0f-4f4e-819d-5dd420a7746b tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736010 Nov 12 08:55:11.171371 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-cf220063-5062-4c88-a371-863ae77aa703 service neutron] show failed (client error): The resource could not be found. Nov 12 08:55:11.172590 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-cf220063-5062-4c88-a371-863ae77aa703 service neutron] 10.222.0.52 "GET /v2.0/ports/3ad56f2e-3b00-4b89-afa8-f9fc9447bb55/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.1291592 Nov 12 08:55:11.207644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59312) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:11.553050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfe423-1f75-4b0c-b57c-e4c00775d245 req-6422df10-afc4-4b07-a472-5ac4780c8609 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.555594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74dfe423-1f75-4b0c-b57c-e4c00775d245 req-6422df10-afc4-4b07-a472-5ac4780c8609 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.2277827 Nov 12 08:55:11.704913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714611f-aac0-4b21-9c14-42f77f7ffece req-19511212-e455-4327-a31d-8e0513a11e61 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.706831 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7714611f-aac0-4b21-9c14-42f77f7ffece req-19511212-e455-4327-a31d-8e0513a11e61 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.1013372 Nov 12 08:55:11.738955 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-42b22f1b-45d5-42cf-9bee-183a849eac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.740559 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-42b22f1b-45d5-42cf-9bee-183a849eac18 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 1097 time: 0.1798594 Nov 12 08:55:11.764300 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74dfe423-1f75-4b0c-b57c-e4c00775d245 req-ea767731-0cd4-4fb4-80fb-64e1bd9f25fb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899512 Nov 12 08:55:11.768691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:11.803534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7714611f-aac0-4b21-9c14-42f77f7ffece req-736aefae-239f-4dad-971e-89d2043f66d7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873148 Nov 12 08:55:11.956899 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.544273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8aeba1-8f2e-4888-9146-adc982d8e3fd req-215191fc-e87a-4277-bd44-3daf74ec02f5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:12.556743 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d8aeba1-8f2e-4888-9146-adc982d8e3fd req-215191fc-e87a-4277-bd44-3daf74ec02f5 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.2477500 Nov 12 08:55:12.686435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:12.704494 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5d8aeba1-8f2e-4888-9146-adc982d8e3fd req-d296b2a0-af46-4e3b-bc92-88ef32f1215c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464882 Nov 12 08:55:12.731062 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.830314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:12.975995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:12.978611 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770e79a5-c1d8-434e-b58d-96e4699f6c97" -d '{"events": [{"server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "name": "network-vif-unplugged", "status": "completed", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:12.984313 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.998529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c4489-4495-4f8b-8d37-5d99b5458f59 req-c430c145-363f-4a3f-873d-f7f88b31e01b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:13.010644 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a81c4489-4495-4f8b-8d37-5d99b5458f59 req-c430c145-363f-4a3f-873d-f7f88b31e01b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.1242785 Nov 12 08:55:13.039070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Transition to ACTIVE for port object 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:13.061154 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.125387 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a81c4489-4495-4f8b-8d37-5d99b5458f59 req-5b719aa5-29b5-4ac1-a996-51336de4e8e1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148336 Nov 12 08:55:13.215784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd3f9d-a37e-4307-b7cd-696ad6b8d24d req-81975fce-5170-4ddd-8bb9-cf0967a4b047 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:13.217407 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbcd3f9d-a37e-4307-b7cd-696ad6b8d24d req-81975fce-5170-4ddd-8bb9-cf0967a4b047 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.2948411 Nov 12 08:55:13.221494 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17a72e8-9b8b-4ed3-b01b-d25daaf685e0 x-openstack-request-id: req-f17a72e8-9b8b-4ed3-b01b-d25daaf685e0 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:13.221789 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "name": "network-vif-unplugged", "status": "completed", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:13.222541 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f17a72e8-9b8b-4ed3-b01b-d25daaf685e0 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:13.222541 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'code': 200} Nov 12 08:55:13.373649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:13.477256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] No DVR routers for this DVR port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:13.594968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbcd3f9d-a37e-4307-b7cd-696ad6b8d24d req-0e5221d6-34f3-4ef7-9a1e-26f81c952d21 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398850 Nov 12 08:55:13.638533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Allocated IP 172.20.0.17 (4b0fd9c6-1849-4a82-901e-8dbe3eca610a/e56402e9-d88b-45a8-81fb-ff2fbffed540/24706576-d350-4bbe-91c6-ca7a462d727c) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:13.721194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:13.824977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:13.890612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6815d-87c2-4bb2-89fe-3a84d73174e5 req-816d7cdc-5227-4585-9d48-7157d4f158f8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:13.892650 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-61b6815d-87c2-4bb2-89fe-3a84d73174e5 req-816d7cdc-5227-4585-9d48-7157d4f158f8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.0720463 Nov 12 08:55:13.951308 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-61b6815d-87c2-4bb2-89fe-3a84d73174e5 req-558f6acc-316f-499b-8ba1-5415575ac41b tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 Nov 12 08:55:14.292388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27454bf4-dd40-4a4b-958a-bde45b79a08f req-80ef6305-4d81-498a-8e4d-b3e1a2951b80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.293953 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27454bf4-dd40-4a4b-958a-bde45b79a08f req-80ef6305-4d81-498a-8e4d-b3e1a2951b80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 943 time: 0.0592966 Nov 12 08:55:14.306266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Attempting to bind port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:14.306845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Attempting to bind port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:14.307364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Attempting to bind port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on network 0810cd08-13db-4fe5-b807-ef4b7a59e675 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:14.324753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on network 0810cd08-13db-4fe5-b807-ef4b7a59e675 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:14.325343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Attempting to bind port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on network 0810cd08-13db-4fe5-b807-ef4b7a59e675 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:14.346079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:14.346765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Checking segment: {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:14.347367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Bound using segment: {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:14.347987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Bound port: 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:14.348415 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.380353 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27454bf4-dd40-4a4b-958a-bde45b79a08f req-4f31ca10-74a2-472b-903c-8a76701b235b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713668 Nov 12 08:55:14.436675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b963d00-7de8-418e-a3bd-c1ea588d3786 req-abce9068-375e-4a08-a0c4-2b5204130d55 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.438438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b963d00-7de8-418e-a3bd-c1ea588d3786 req-abce9068-375e-4a08-a0c4-2b5204130d55 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.1956756 Nov 12 08:55:14.444603 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.467719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:14.492585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:14.511016 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.556644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b963d00-7de8-418e-a3bd-c1ea588d3786 req-2c20a64d-1e57-4e3c-a40a-20b1618103f6 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077602 Nov 12 08:55:14.571306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.571899 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.573336 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] 10.222.0.46 "PUT /v2.0/ports/3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 1092 time: 2.8138514 Nov 12 08:55:14.577405 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.628436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:14.648358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:14.651795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:14.654336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19c6ac-b4f8-4da8-ab52-4665e2c1c14c service neutron] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:14.811235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed1a89-672c-4a17-987e-b03656684e5b req-9a9583ac-3153-4226-8d07-ab5c7816c65c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.812882 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3ed1a89-672c-4a17-987e-b03656684e5b req-9a9583ac-3153-4226-8d07-ab5c7816c65c tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.1347122 Nov 12 08:55:14.899439 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3ed1a89-672c-4a17-987e-b03656684e5b req-f7434f97-82b2-4ac8-87f7-c0274bdff568 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790169 Nov 12 08:55:14.911860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=24706576-d350-4bbe-91c6-ca7a462d727c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:14.931613 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.988285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-1267829f-83fe-4302-897a-bf71ab73b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.990268 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-1267829f-83fe-4302-897a-bf71ab73b6a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1095 time: 0.3829231 Nov 12 08:55:15.068507 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cbd72-0862-4037-808f-fcca60486c72 req-cd5ffcf8-e1b7-4d12-a263-2247fcfce410 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:15.070840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b17cbd72-0862-4037-808f-fcca60486c72 req-cd5ffcf8-e1b7-4d12-a263-2247fcfce410 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.3056810 Nov 12 08:55:15.144864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88633c39-ecb6-48ff-bdd8-77c0c6b0f393 None None] Provisioning complete for port 24706576-d350-4bbe-91c6-ca7a462d727c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:15.146515 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88633c39-ecb6-48ff-bdd8-77c0c6b0f393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.198967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88633c39-ecb6-48ff-bdd8-77c0c6b0f393 None None] Port 24706576-d350-4bbe-91c6-ca7a462d727c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:15.225040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:15.228875 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:15.279641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dead858-03e9-47f7-8a43-7e3d71dff749 req-e51d30f9-b50a-4be1-924a-686795d4823a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:15.289739 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0dead858-03e9-47f7-8a43-7e3d71dff749 req-e51d30f9-b50a-4be1-924a-686795d4823a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.0667794 Nov 12 08:55:15.351968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b17cbd72-0862-4037-808f-fcca60486c72 req-4a75c97e-e18b-4668-9d4d-df029bf98cd7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714834 Nov 12 08:55:15.355789 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0dead858-03e9-47f7-8a43-7e3d71dff749 req-329212b4-c914-474a-9d31-42a0379d7161 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648522 Nov 12 08:55:15.374429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-b00d97e6-6d42-4c69-87aa-ac9a9ae0f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:15.376265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-b00d97e6-6d42-4c69-87aa-ac9a9ae0f99c service neutron] 10.222.0.46 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 898 time: 0.3438604 Nov 12 08:55:15.479004 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8f19b7-199c-4fcf-b7f9-2350ffb232ba x-openstack-request-id: req-0f8f19b7-199c-4fcf-b7f9-2350ffb232ba {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:15.479299 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:15.479506 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f8f19b7-199c-4fcf-b7f9-2350ffb232ba {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:15.479892 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'status': 'completed', 'code': 200} Nov 12 08:55:15.505694 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.572401 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-7f493baf-f788-440c-a8ca-4bb9e925484c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 999 time: 0.1769540 Nov 12 08:55:15.657923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce8a2-e88f-4c46-bef2-fd9fb9843289 req-50e39b74-ecd4-4c4f-9411-8ee8c826756a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:15.659372 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f0ce8a2-e88f-4c46-bef2-fd9fb9843289 req-50e39b74-ecd4-4c4f-9411-8ee8c826756a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 943 time: 0.1738212 Nov 12 08:55:15.714339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-b8ea316d-145a-4788-b73e-d20088214279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:15.715849 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-b8ea316d-145a-4788-b73e-d20088214279 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1095 time: 0.2213905 Nov 12 08:55:15.747262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-e517a880-2bad-4e38-8022-c4ce883d4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:15.748696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-e517a880-2bad-4e38-8022-c4ce883d4b47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.1536770 Nov 12 08:55:15.889302 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f0ce8a2-e88f-4c46-bef2-fd9fb9843289 req-990f4429-cd94-405a-a57e-9c4bc10243d5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204158 Nov 12 08:55:15.966504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-5043b9a3-62a7-4b47-861b-6e6cf896819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:15.968069 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-5043b9a3-62a7-4b47-861b-6e6cf896819e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1986864 Nov 12 08:55:16.015982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-380940ea-ad28-4a1c-b701-51f890852e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:16.017487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-380940ea-ad28-4a1c-b701-51f890852e2c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 898 time: 0.2901947 Nov 12 08:55:16.174900 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-d9e6df68-9269-4cee-8cc0-11f86b73bfed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 999 time: 0.1235430 Nov 12 08:55:16.240030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-fb8153d8-ad06-487b-94f6-2d082b44e071 service neutron] 10.222.0.46 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549379 Nov 12 08:55:16.284051 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.301251 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.332687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-83ab2e8f-d293-4b00-bd9f-16fe5eb64442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:16.334166 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-83ab2e8f-d293-4b00-bd9f-16fe5eb64442 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.1477146 Nov 12 08:55:16.489916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=24706576-d350-4bbe-91c6-ca7a462d727c,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:16.506666 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d195e-1480-4e13-84ab-bf2481104419 req-d39d41f6-e92b-420e-b883-0d4b2dc2a1a1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:16.508990 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-152d195e-1480-4e13-84ab-bf2481104419 req-d39d41f6-e92b-420e-b883-0d4b2dc2a1a1 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.0730970 Nov 12 08:55:16.580650 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-152d195e-1480-4e13-84ab-bf2481104419 req-3e0286cb-8d02-4855-9c71-39922f253041 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657055 Nov 12 08:55:16.859113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.874628 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11aa0311-4052-4dda-b477-7188ea40c9fa req-d6aa808e-282b-412f-bcf2-594359ebf38c service neutron] 10.222.0.46 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250384 Nov 12 08:55:16.906320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885b3db-cbba-49a4-8c4d-1b15090d0519 req-39e76fe6-e5f4-4986-8e8f-fb1e0c3d225a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:16.908098 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5885b3db-cbba-49a4-8c4d-1b15090d0519 req-39e76fe6-e5f4-4986-8e8f-fb1e0c3d225a tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.5219061 Nov 12 08:55:16.911544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-d068fa1a-2fdf-41f8-9c51-729c0f6a7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:16.913151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-d068fa1a-2fdf-41f8-9c51-729c0f6a7ff0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5356419 Nov 12 08:55:17.112689 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536decba-25f4-48ce-8454-2783e57e0c05 req-7dd3d2c5-b66f-449d-b9b0-ff7235dd87e3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:17.122585 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-536decba-25f4-48ce-8454-2783e57e0c05 req-7dd3d2c5-b66f-449d-b9b0-ff7235dd87e3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 943 time: 0.0700707 Nov 12 08:55:17.127250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-9571b814-840b-475b-9efc-e6c41f0f93b4 service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932290 Nov 12 08:55:17.154424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da652f1-7ec1-4293-a7e5-8c08ca7fed58 req-2483ffc0-0a05-4c6f-9684-f6afa7778e64 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:17.161834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7da652f1-7ec1-4293-a7e5-8c08ca7fed58 req-2483ffc0-0a05-4c6f-9684-f6afa7778e64 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.6820025 Nov 12 08:55:17.215165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-536decba-25f4-48ce-8454-2783e57e0c05 req-7c2adadf-309a-430b-ab65-b5530e45c183 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913832 Nov 12 08:55:17.256317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:17.268093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:17.360327 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-05a0b445-e233-446f-a1df-e818b30ff929 service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735778 Nov 12 08:55:17.449498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-2b4dc4b9-ff21-4b0a-b71c-de816351f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:17.452491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-2b4dc4b9-ff21-4b0a-b71c-de816351f968 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1095 time: 0.3208151 Nov 12 08:55:17.467429 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7da652f1-7ec1-4293-a7e5-8c08ca7fed58 req-1d7360cf-ebe5-44be-b6e5-fcfb2feb33b4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043411 Nov 12 08:55:17.537244 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-df89dcf4-44ff-408d-a8b4-b4178590fa7e None None] Provisioning complete for port 24706576-d350-4bbe-91c6-ca7a462d727c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:17.538213 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-df89dcf4-44ff-408d-a8b4-b4178590fa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.577697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-df89dcf4-44ff-408d-a8b4-b4178590fa7e None None] Port 24706576-d350-4bbe-91c6-ca7a462d727c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:17.672473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5885b3db-cbba-49a4-8c4d-1b15090d0519 req-1fb12363-244e-4fdb-a62a-71b905f4f5e8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Deleting port 873cd055-2465-425d-8906-5a6451f8c991 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:17.672812 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5885b3db-cbba-49a4-8c4d-1b15090d0519 req-1fb12363-244e-4fdb-a62a-71b905f4f5e8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.706505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-0ba14881-335a-49e6-a2d9-a091993f252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:17.707988 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-0ba14881-335a-49e6-a2d9-a091993f252b service neutron] 10.222.0.46 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 898 time: 0.2301648 Nov 12 08:55:17.756287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafe680-9297-4a7a-9baa-ca5454aeb6a9 req-b47fab3a-112a-448c-9abd-abac78a4e411 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:17.766068 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7cafe680-9297-4a7a-9baa-ca5454aeb6a9 req-b47fab3a-112a-448c-9abd-abac78a4e411 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 945 time: 0.0623958 Nov 12 08:55:17.806437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Router 702963bc-4e27-494c-892e-d7b84452a87a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:17.845978 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7cafe680-9297-4a7a-9baa-ca5454aeb6a9 req-86bd52e5-ac8f-4a57-907d-9b6e39f0ed3f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772424 Nov 12 08:55:17.855841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-26fa933d-25e4-4190-814c-8c62f260d716 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 999 time: 0.1374719 Nov 12 08:55:17.864883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5885b3db-cbba-49a4-8c4d-1b15090d0519 req-1fb12363-244e-4fdb-a62a-71b905f4f5e8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] For port 873cd055-2465-425d-8906-5a6451f8c991, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=873cd055-2465-425d-8906-5a6451f8c991,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:17.865511 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5885b3db-cbba-49a4-8c4d-1b15090d0519 req-1fb12363-244e-4fdb-a62a-71b905f4f5e8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.920705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5885b3db-cbba-49a4-8c4d-1b15090d0519 req-1fb12363-244e-4fdb-a62a-71b905f4f5e8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Calling delete_port for 873cd055-2465-425d-8906-5a6451f8c991 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:18.054180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-fe25204c-1b41-40c9-9d81-c5b1eee9864d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:18.054180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-fe25204c-1b41-40c9-9d81-c5b1eee9864d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.1853557 Nov 12 08:55:18.118529 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:18.131116 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Sync routers for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:18.145147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1589c853-b7de-45fe-ada3-279966fce533 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "PUT /v2.0/routers/702963bc-4e27-494c-892e-d7b84452a87a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9360459 Nov 12 08:55:18.155826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:18.156285 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:55:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:18.163124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-2cf6577b-b2a7-4b92-b473-84b459f1189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:18.164715 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-2cf6577b-b2a7-4b92-b473-84b459f1189c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032994 Nov 12 08:55:18.312803 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5885b3db-cbba-49a4-8c4d-1b15090d0519 req-1fb12363-244e-4fdb-a62a-71b905f4f5e8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.318376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:18.400030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb12363-244e-4fdb-a62a-71b905f4f5e8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event deleted for resources: {'Port': ['ID=873cd055-2465-425d-8906-5a6451f8c991,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:18.455975 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-b01bf00d-bdb6-4904-9f8f-1c1a359bcc05 service neutron] 10.222.0.46 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642756 Nov 12 08:55:18.479596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b', '873cd055-2465-425d-8906-5a6451f8c991'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:18.487116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5885b3db-cbba-49a4-8c4d-1b15090d0519 req-1fb12363-244e-4fdb-a62a-71b905f4f5e8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] No DVR routers for this DVR port 873cd055-2465-425d-8906-5a6451f8c991 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:18.513972 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5885b3db-cbba-49a4-8c4d-1b15090d0519 req-1fb12363-244e-4fdb-a62a-71b905f4f5e8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.525189 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5885b3db-cbba-49a4-8c4d-1b15090d0519 req-1fb12363-244e-4fdb-a62a-71b905f4f5e8 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "DELETE /v2.0/ports/873cd055-2465-425d-8906-5a6451f8c991 HTTP/1.1" status: 204 len: 173 time: 1.5922170 Nov 12 08:55:18.525729 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22162117-9e0d-4994-9df4-0d6f59d37dde', 'name': 'network-vif-deleted', 'tag': '873cd055-2465-425d-8906-5a6451f8c991'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:18.528054 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4e27f2-02fb-46e0-a91e-58316228765f" -d '{"events": [{"server_uuid": "22162117-9e0d-4994-9df4-0d6f59d37dde", "name": "network-vif-deleted", "tag": "873cd055-2465-425d-8906-5a6451f8c991"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:18.577398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a87695-a558-4d68-ac2f-568d7a6705d7 req-16b5732b-c976-4f11-9482-09d1f6b3ad85 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:18.581783 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d8a87695-a558-4d68-ac2f-568d7a6705d7 req-16b5732b-c976-4f11-9482-09d1f6b3ad85 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 943 time: 0.2372627 Nov 12 08:55:18.688482 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d8a87695-a558-4d68-ac2f-568d7a6705d7 req-3416086e-d080-4659-b33a-ade8a66305fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760043 Nov 12 08:55:18.724345 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfd4080e-02dd-4f98-85fd-3ad6de97eb2d req-4eefcb7f-def4-4fec-9d3a-0e4e39b40156 service neutron] 10.222.0.46 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461402 Nov 12 08:55:18.775709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe032031-6e47-46e3-bb46-1a5fdaf705c8 req-085010bb-fc37-4217-8fcb-83261a48dd8e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:18.792429 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd10a20-c25d-44e4-9c02-55bd0844eeef x-openstack-request-id: req-efd10a20-c25d-44e4-9c02-55bd0844eeef {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:18.792724 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22162117-9e0d-4994-9df4-0d6f59d37dde", "name": "network-vif-deleted", "tag": "873cd055-2465-425d-8906-5a6451f8c991", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:18.792976 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efd10a20-c25d-44e4-9c02-55bd0844eeef {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:18.793407 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22162117-9e0d-4994-9df4-0d6f59d37dde', 'name': 'network-vif-deleted', 'tag': '873cd055-2465-425d-8906-5a6451f8c991', 'status': 'completed', 'code': 200} Nov 12 08:55:18.794336 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe032031-6e47-46e3-bb46-1a5fdaf705c8 req-085010bb-fc37-4217-8fcb-83261a48dd8e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.2141206 Nov 12 08:55:18.885565 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe032031-6e47-46e3-bb46-1a5fdaf705c8 req-92efd56a-1e44-4abf-9925-14050da066ba tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765014 Nov 12 08:55:18.938468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:55:15Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '3a915bf0-dec4-4dc3-9208-da5bb6377f9d', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'port_id': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'mac_address': 'fa:16:3e:1e:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:53:45Z', 'updated_at': '2021-11-12T08:53:50Z', 'revision_number': 1, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24706576-d350-4bbe-91c6-ca7a462d727c', 'name': '', 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:14:e1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'e56402e9-d88b-45a8-81fb-ff2fbffed540', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:13Z', 'updated_at': '2021-11-12T08:55:15Z', 'revision_number': 2, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': 'e56402e9-d88b-45a8-81fb-ff2fbffed540', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:17Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:18.973074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Checking router: 702963bc-4e27-494c-892e-d7b84452a87a for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:18.973497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Updating router 702963bc-4e27-494c-892e-d7b84452a87a port 24706576-d350-4bbe-91c6-ca7a462d727c binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:55:19.006562 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.037486 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c70953a7-d285-4f91-b396-9d8f4fde01d4 req-d24caff4-7bb6-4e63-aab5-58f949508cfb tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=22162117-9e0d-4994-9df4-0d6f59d37dde HTTP/1.1" status: 200 len: 210 time: 0.0597990 Nov 12 08:55:19.409472 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.415361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.477546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cd25d-656b-4052-8b89-b6d6ff4b3033 None None] Pushing event updated for resources: {'Port': ['ID=24706576-d350-4bbe-91c6-ca7a462d727c,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:19.544082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Attempting to bind port 24706576-d350-4bbe-91c6-ca7a462d727c on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:19.544700 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Attempting to bind port 24706576-d350-4bbe-91c6-ca7a462d727c by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:19.545341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Attempting to bind port 24706576-d350-4bbe-91c6-ca7a462d727c on network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:19.551737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:19.552389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Checking segment: {'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:19.552958 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.553671 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Bound using segment: {'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:19.554369 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Bound port: 24706576-d350-4bbe-91c6-ca7a462d727c, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:19.554939 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.646911 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] For port 24706576-d350-4bbe-91c6-ca7a462d727c, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:19.655303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] For port 24706576-d350-4bbe-91c6-ca7a462d727c, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=24706576-d350-4bbe-91c6-ca7a462d727c,segment=NetworkSegment(4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e),segment_id=4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:19.660879 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.846436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6100b9b5-2825-4d75-b832-9994d9d5c2c1 None None] Provisioning complete for port 24706576-d350-4bbe-91c6-ca7a462d727c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:19.846823 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6100b9b5-2825-4d75-b832-9994d9d5c2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.867989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df654c3e-1be7-4a44-8dbb-c495da208a7e req-e5222122-d5e9-430c-aa8e-535f769f8a73 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:19.878375 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-df654c3e-1be7-4a44-8dbb-c495da208a7e req-e5222122-d5e9-430c-aa8e-535f769f8a73 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 943 time: 0.0910149 Nov 12 08:55:19.883983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:19.884721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:55:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:19.892276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cd25d-656b-4052-8b89-b6d6ff4b3033 None None] Pushing event updated for resources: {'Port': ['ID=24706576-d350-4bbe-91c6-ca7a462d727c,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:19.988035 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-df654c3e-1be7-4a44-8dbb-c495da208a7e req-70d4e9fc-32e6-45dc-a075-0c363fcf0067 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083043 Nov 12 08:55:20.272242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:20.332496 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6100b9b5-2825-4d75-b832-9994d9d5c2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.377568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fabd01-6d0c-443f-9730-b5bbc5fcb0d8 req-ed74fae4-60a3-4834-b9e6-29b80f990eb1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:20.389744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-92fabd01-6d0c-443f-9730-b5bbc5fcb0d8 req-ed74fae4-60a3-4834-b9e6-29b80f990eb1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.1569135 Nov 12 08:55:20.402133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6100b9b5-2825-4d75-b832-9994d9d5c2c1 None None] For port 24706576-d350-4bbe-91c6-ca7a462d727c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=24706576-d350-4bbe-91c6-ca7a462d727c,segment=NetworkSegment(4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e),segment_id=4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:20.439955 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6100b9b5-2825-4d75-b832-9994d9d5c2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.467499 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-92fabd01-6d0c-443f-9730-b5bbc5fcb0d8 req-d7b1f1fb-ffe0-496a-af45-937b3c00da55 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763388 Nov 12 08:55:20.579819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100b9b5-2825-4d75-b832-9994d9d5c2c1 None None] Pushing event updated for resources: {'Port': ['ID=24706576-d350-4bbe-91c6-ca7a462d727c,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:20.616035 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-daa2ee53-7a71-4d85-a525-372dc55cac17 None None] Provisioning complete for port 24706576-d350-4bbe-91c6-ca7a462d727c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:20.616414 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-daa2ee53-7a71-4d85-a525-372dc55cac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.651068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:20.661157 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 873cd055-2465-425d-8906-5a6451f8c991 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:20.919012 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 873cd055-2465-425d-8906-5a6451f8c991 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:20.919828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 873cd055-2465-425d-8906-5a6451f8c991 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:21.195011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:55:15Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '3a915bf0-dec4-4dc3-9208-da5bb6377f9d', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'port_id': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'mac_address': 'fa:16:3e:1e:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:53:45Z', 'updated_at': '2021-11-12T08:53:50Z', 'revision_number': 1, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24706576-d350-4bbe-91c6-ca7a462d727c', 'name': '', 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:14:e1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'e56402e9-d88b-45a8-81fb-ff2fbffed540', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:13Z', 'updated_at': '2021-11-12T08:55:19Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': 'e56402e9-d88b-45a8-81fb-ff2fbffed540', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:17Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:21.209524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42ed6f-e190-4924-bb8b-380f662273d1 req-9e2aba2c-f88f-45bd-b2ed-f4e5c5cc6ede tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.222723 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce42ed6f-e190-4924-bb8b-380f662273d1 req-9e2aba2c-f88f-45bd-b2ed-f4e5c5cc6ede tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 943 time: 0.1130097 Nov 12 08:55:21.252879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73110b47-9010-4b76-80ff-e01d187dcedd None None] The sync data for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 is: [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:55:15Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '3a915bf0-dec4-4dc3-9208-da5bb6377f9d', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'port_id': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'mac_address': 'fa:16:3e:1e:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:53:45Z', 'updated_at': '2021-11-12T08:53:50Z', 'revision_number': 1, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24706576-d350-4bbe-91c6-ca7a462d727c', 'name': '', 'network_id': '4b0fd9c6-1849-4a82-901e-8dbe3eca610a', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:14:e1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'e56402e9-d88b-45a8-81fb-ff2fbffed540', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:13Z', 'updated_at': '2021-11-12T08:55:19Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': 'e56402e9-d88b-45a8-81fb-ff2fbffed540', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:17Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:21.276424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:21.342916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'port_id': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'mac_address': 'fa:16:3e:a4:a1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:21.356295 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce42ed6f-e190-4924-bb8b-380f662273d1 req-71816569-15f3-4ca7-ad93-61fe4681115f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262143 Nov 12 08:55:21.376714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be4e2e-4591-4bfb-96fe-da1bac8db13a req-60f1983f-dd55-49b4-bc6d-657e19a1619f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.384451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d2be4e2e-4591-4bfb-96fe-da1bac8db13a req-60f1983f-dd55-49b4-bc6d-657e19a1619f tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 946 time: 0.1469994 Nov 12 08:55:21.474724 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.502185 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:21.525510 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d2be4e2e-4591-4bfb-96fe-da1bac8db13a req-4bd38298-d62c-4f65-af33-7ff916af2f9e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294799 Nov 12 08:55:21.548647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:21.562266 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.658973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:21.779493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf1cfa-50d9-451f-b36e-5f0246c317c9 req-e2517614-921c-48f4-ae53-8597bcc24503 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.789250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-edaf1cfa-50d9-451f-b36e-5f0246c317c9 req-e2517614-921c-48f4-ae53-8597bcc24503 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.1215327 Nov 12 08:55:21.808593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71fa47-04e8-483b-936f-f8a4fa93bd0d req-ec325eb9-7a94-4013-b35c-30a7ad63ce29 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.816975 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5d71fa47-04e8-483b-936f-f8a4fa93bd0d req-ec325eb9-7a94-4013-b35c-30a7ad63ce29 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 944 time: 0.0842805 Nov 12 08:55:21.821332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b364cc6f-7666-4e54-a6f9-302db29a50e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.822959 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b364cc6f-7666-4e54-a6f9-302db29a50e5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 944 time: 0.1194050 Nov 12 08:55:21.891035 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5d71fa47-04e8-483b-936f-f8a4fa93bd0d req-5d5f7078-ad77-4244-ab2f-d4f79f297aa1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681562 Nov 12 08:55:21.904076 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-edaf1cfa-50d9-451f-b36e-5f0246c317c9 req-1f298f6b-71c8-406e-9be3-d058794bf60b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127143 Nov 12 08:55:21.907293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:21.963007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-fe5dadad-cb02-44e0-af9d-9db18c056b8c service neutron] 10.222.0.46 "GET /v2.0/ports/3ad56f2e-3b00-4b89-afa8-f9fc9447bb55/bindings/n-h1-768851-18 HTTP/1.1" status: 200 len: 383 time: 0.1261458 Nov 12 08:55:22.100710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e857-3e9c-4673-b611-96a0652f7243 req-fa721210-e944-4169-bd88-d7912c8ca5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.108721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-fa721210-e944-4169-bd88-d7912c8ca5aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1096 time: 0.1015406 Nov 12 08:55:22.284800 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 24706576-d350-4bbe-91c6-ca7a462d727c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:22.303611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e857-3e9c-4673-b611-96a0652f7243 req-c6f24327-baa5-4c61-9244-121c6642bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.307699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-c6f24327-baa5-4c61-9244-121c6642bf8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 898 time: 0.1879086 Nov 12 08:55:22.395447 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-28ec6990-643c-4a6f-9448-ea24070ae9fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 1000 time: 0.0774705 Nov 12 08:55:22.453365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 24706576-d350-4bbe-91c6-ca7a462d727c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:22.454266 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.472103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e857-3e9c-4673-b611-96a0652f7243 req-dd9f45c2-0098-43b6-98dc-3e8c5d2a0e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.473944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-dd9f45c2-0098-43b6-98dc-3e8c5d2a0e73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.0706716 Nov 12 08:55:22.557677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e857-3e9c-4673-b611-96a0652f7243 req-c7f59e82-224c-4579-9834-8566c2806ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.561300 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-c7f59e82-224c-4579-9834-8566c2806ac3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774658 Nov 12 08:55:22.593652 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.686379 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-6e216025-90be-4fbc-a5b1-dc5ae0141a33 service neutron] 10.222.0.46 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183329 Nov 12 08:55:22.723160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910da37c-2736-44de-91a9-53e92a043c1a req-1c2656af-4dd6-40d8-9e87-7e351a0c0d68 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.733249 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-910da37c-2736-44de-91a9-53e92a043c1a req-1c2656af-4dd6-40d8-9e87-7e351a0c0d68 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 946 time: 0.0697956 Nov 12 08:55:22.840795 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-910da37c-2736-44de-91a9-53e92a043c1a req-13589438-bc51-40c0-8721-6c74cf1edff7 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/security-groups?id=7adc2c19-765d-4d76-a2f0-6b418b3313f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065567 Nov 12 08:55:22.855500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5154cb-5cac-4f6f-9d67-83f2bd9869ae req-d3f0543f-a37c-4876-93a4-10d5ed5e863e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.857513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c5154cb-5cac-4f6f-9d67-83f2bd9869ae req-d3f0543f-a37c-4876-93a4-10d5ed5e863e tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 946 time: 0.1314592 Nov 12 08:55:22.921396 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-0c0b8f64-66b9-4052-8ee8-80578fe558d2 service neutron] 10.222.0.46 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264831 Nov 12 08:55:23.073453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a8624-a55b-46b4-9159-a051e2ab498e req-d8db2c51-6072-4534-990f-d3988cee40f8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:23.080990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b1a8624-a55b-46b4-9159-a051e2ab498e req-d8db2c51-6072-4534-990f-d3988cee40f8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 944 time: 0.0827339 Nov 12 08:55:23.093822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-0c5154cb-5cac-4f6f-9d67-83f2bd9869ae req-75d403f7-8b60-4bf7-bcda-98c5e44afbab tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Deleting port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:23.094477 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0c5154cb-5cac-4f6f-9d67-83f2bd9869ae req-75d403f7-8b60-4bf7-bcda-98c5e44afbab tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.108088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec136-8bf2-44bd-a524-daa51bbdeae7 req-8a0ea2b1-77e2-49b0-a445-644eb6ad3d5a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:23.116433 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ccaec136-8bf2-44bd-a524-daa51bbdeae7 req-8a0ea2b1-77e2-49b0-a445-644eb6ad3d5a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.0846744 Nov 12 08:55:23.184960 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ccaec136-8bf2-44bd-a524-daa51bbdeae7 req-7b061e54-b0cd-49b2-89c0-3747afeb5d3f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666723 Nov 12 08:55:23.211430 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b1a8624-a55b-46b4-9159-a051e2ab498e req-36030f63-ccdf-4fe0-a364-98653a041a12 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295187 Nov 12 08:55:23.249949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0c5154cb-5cac-4f6f-9d67-83f2bd9869ae req-75d403f7-8b60-4bf7-bcda-98c5e44afbab tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] For port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=38ad1971-f362-40d0-a9cb-20acbd4e4e4b,segment=NetworkSegment(14ae454c-bfb3-4b93-ac81-393728c477e9),segment_id=14ae454c-bfb3-4b93-ac81-393728c477e9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:23.250292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0c5154cb-5cac-4f6f-9d67-83f2bd9869ae req-75d403f7-8b60-4bf7-bcda-98c5e44afbab tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.266735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-0c5154cb-5cac-4f6f-9d67-83f2bd9869ae req-75d403f7-8b60-4bf7-bcda-98c5e44afbab tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Calling delete_port for 38ad1971-f362-40d0-a9cb-20acbd4e4e4b owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:23.428045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0c5154cb-5cac-4f6f-9d67-83f2bd9869ae req-75d403f7-8b60-4bf7-bcda-98c5e44afbab tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.443212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['38ad1971-f362-40d0-a9cb-20acbd4e4e4b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:23.499690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d403f7-8b60-4bf7-bcda-98c5e44afbab tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Pushing event deleted for resources: {'Port': ['ID=38ad1971-f362-40d0-a9cb-20acbd4e4e4b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:23.646836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5154cb-5cac-4f6f-9d67-83f2bd9869ae req-75d403f7-8b60-4bf7-bcda-98c5e44afbab tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] No DVR routers for this DVR port 38ad1971-f362-40d0-a9cb-20acbd4e4e4b on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:23.650653 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0c5154cb-5cac-4f6f-9d67-83f2bd9869ae req-75d403f7-8b60-4bf7-bcda-98c5e44afbab tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.654221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c5154cb-5cac-4f6f-9d67-83f2bd9869ae req-75d403f7-8b60-4bf7-bcda-98c5e44afbab tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.46 "DELETE /v2.0/ports/38ad1971-f362-40d0-a9cb-20acbd4e4e4b HTTP/1.1" status: 204 len: 173 time: 0.7877448 Nov 12 08:55:23.654672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a90f1f4-0d64-4ca5-bf01-77d688444426', 'name': 'network-vif-deleted', 'tag': '38ad1971-f362-40d0-a9cb-20acbd4e4e4b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:23.656899 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d76da2e-95d4-4e82-9f66-7ef2aa2365fb" -d '{"events": [{"server_uuid": "1a90f1f4-0d64-4ca5-bf01-77d688444426", "name": "network-vif-deleted", "tag": "38ad1971-f362-40d0-a9cb-20acbd4e4e4b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:23.707359 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bfca3c-2c83-4a47-b53b-ded5ed230ce5 x-openstack-request-id: req-69bfca3c-2c83-4a47-b53b-ded5ed230ce5 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:23.707681 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a90f1f4-0d64-4ca5-bf01-77d688444426", "name": "network-vif-deleted", "tag": "38ad1971-f362-40d0-a9cb-20acbd4e4e4b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:23.707954 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69bfca3c-2c83-4a47-b53b-ded5ed230ce5 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:23.708493 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a90f1f4-0d64-4ca5-bf01-77d688444426', 'name': 'network-vif-deleted', 'tag': '38ad1971-f362-40d0-a9cb-20acbd4e4e4b', 'status': 'completed', 'code': 200} Nov 12 08:55:23.994048 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-793df60e-cac6-4422-8821-aaa0d26e89ca req-311884e0-5571-45d5-8a54-b617b03d5f80 tempest-ServersTestJSON-291827421 tempest-ServersTestJSON-291827421-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a90f1f4-0d64-4ca5-bf01-77d688444426 HTTP/1.1" status: 200 len: 210 time: 0.0400295 Nov 12 08:55:24.428260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa458d6-e89f-49ce-9dff-284549376151 req-b61ddc2a-df2d-4369-9a1a-5cd5c12c7ea6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:24.432850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279ead0-8eb4-478a-8d84-44b43bce891e req-6cb63577-febb-45bf-973e-7fdf4f27e41a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:24.434498 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5279ead0-8eb4-478a-8d84-44b43bce891e req-6cb63577-febb-45bf-973e-7fdf4f27e41a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 944 time: 0.1021545 Nov 12 08:55:24.440385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4aa458d6-e89f-49ce-9dff-284549376151 req-b61ddc2a-df2d-4369-9a1a-5cd5c12c7ea6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.0803022 Nov 12 08:55:24.521596 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4aa458d6-e89f-49ce-9dff-284549376151 req-03d55d22-294a-4527-a9c2-bd9fbefe5b47 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748510 Nov 12 08:55:24.537781 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5279ead0-8eb4-478a-8d84-44b43bce891e req-964d623c-e217-434e-8a04-6336673106bc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923595 Nov 12 08:55:24.666465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:24.738520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:24.746752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:24.747306 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.833955 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.860650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:24.862974 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4e027d-9671-49ee-9024-b286d96da84e" -d '{"events": [{"server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "name": "network-vif-plugged", "status": "completed", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:24.879061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:24.887358 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.888184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 38ad1971-f362-40d0-a9cb-20acbd4e4e4b no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:24.921504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 38ad1971-f362-40d0-a9cb-20acbd4e4e4b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:24.922242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 38ad1971-f362-40d0-a9cb-20acbd4e4e4b not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:24.948627 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8189a11-5484-4b31-935c-b7c52f5325c5 x-openstack-request-id: req-b8189a11-5484-4b31-935c-b7c52f5325c5 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:24.949239 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "name": "network-vif-plugged", "status": "completed", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:24.949661 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8189a11-5484-4b31-935c-b7c52f5325c5 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:24.950212 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'code': 200} Nov 12 08:55:24.987293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:25.067340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59536) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:25.126822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e00e838-0893-4358-b9c7-0aa10c35c30f admin admin] Deleting subnet aca90a20-3c8f-4837-81dd-c8047415d78c {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:25.130921 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e00e838-0893-4358-b9c7-0aa10c35c30f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.172997 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e00e838-0893-4358-b9c7-0aa10c35c30f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.261066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e00e838-0893-4358-b9c7-0aa10c35c30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.313709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e857-3e9c-4673-b611-96a0652f7243 req-2dfb00d6-4c1f-424f-b5ca-27275202833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:25.315215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-2dfb00d6-4c1f-424f-b5ca-27275202833a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 1097 time: 0.0931699 Nov 12 08:55:25.333616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:25.362106 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e00e838-0893-4358-b9c7-0aa10c35c30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.416369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00e838-0893-4358-b9c7-0aa10c35c30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca90a20-3c8f-4837-81dd-c8047415d78c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:25.422367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e00e838-0893-4358-b9c7-0aa10c35c30f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.427948 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3e00e838-0893-4358-b9c7-0aa10c35c30f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aca90a20-3c8f-4837-81dd-c8047415d78c HTTP/1.1" status: 204 len: 168 time: 0.3545206 Nov 12 08:55:25.428308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59544) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:25.441211 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.520648 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.635450 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.661480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8034f4-d675-4b47-bfbb-8cac8baada86']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:25.689076 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ae454c-bfb3-4b93-ac81-393728c477e9') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:25.689448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ae454c-bfb3-4b93-ac81-393728c477e9') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:25.707544 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.763797 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.775225 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:25.775907 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:25.777865 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:25.819403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:25.843297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aa835-f66c-49a1-8c16-9d56b066b2e3 req-f61a4f2e-4766-495c-8081-e0f35772746b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:25.845076 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a0aa835-f66c-49a1-8c16-9d56b066b2e3 req-f61a4f2e-4766-495c-8081-e0f35772746b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.1171753 Nov 12 08:55:25.869286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:25.874570 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.889067 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.893067 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8c8034f4-d675-4b47-bfbb-8cac8baada86 HTTP/1.1" status: 204 len: 168 time: 0.4626262 Nov 12 08:55:25.925398 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.940115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Transition to ACTIVE for port object 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:25.945513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:25.947917 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dc0167-e68a-4a78-84df-6c5c9adcb554" -d '{"events": [{"server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "name": "network-vif-unplugged", "status": "completed", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:25.953768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4cfa1-90be-403d-b7c3-0bd8ffda06b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c8034f4-d675-4b47-bfbb-8cac8baada86,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:25.958971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d382688-d35c-4ad4-a962-d00bc7111872 req-9cc34a79-d618-459b-bd30-55c655b696cb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:25.968562 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d382688-d35c-4ad4-a962-d00bc7111872 req-9cc34a79-d618-459b-bd30-55c655b696cb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.2607012 Nov 12 08:55:25.983371 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.002069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a0aa835-f66c-49a1-8c16-9d56b066b2e3 req-6784c13f-e21b-4303-93a5-37d91398db20 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353974 Nov 12 08:55:26.096762 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0a8057-71a5-4fc6-8594-2b012c3ba532 x-openstack-request-id: req-8b0a8057-71a5-4fc6-8594-2b012c3ba532 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:26.097289 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "name": "network-vif-unplugged", "status": "completed", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:26.097702 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b0a8057-71a5-4fc6-8594-2b012c3ba532 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:26.098282 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'code': 200} Nov 12 08:55:26.116074 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59566) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:26.199801 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-96d74d5d-2837-482d-b201-e4be46b6fad7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c43791fc2baa4c0d9138d9543b230746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0820646 Nov 12 08:55:26.202392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59568) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:26.225796 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d382688-d35c-4ad4-a962-d00bc7111872 req-05bb15a1-15a0-42a3-a184-675a875c1821 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572863 Nov 12 08:55:26.228484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=10']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:26.303168 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-23ab889e-cd30-4772-b9d0-b71b5d470379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.304991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] No DVR routers for this DVR port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:26.340371 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-23ab889e-cd30-4772-b9d0-b71b5d470379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.441370 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-23ab889e-cd30-4772-b9d0-b71b5d470379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.446556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-23ab889e-cd30-4772-b9d0-b71b5d470379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.448660 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-23ab889e-cd30-4772-b9d0-b71b5d470379 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7adc2c19-765d-4d76-a2f0-6b418b3313f0 HTTP/1.1" status: 204 len: 168 time: 0.2449889 Nov 12 08:55:26.468699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab889e-cd30-4772-b9d0-b71b5d470379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adc2c19-765d-4d76-a2f0-6b418b3313f0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:26.538151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Attempting to bind port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:26.541405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Attempting to bind port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:26.542167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Attempting to bind port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on network 0810cd08-13db-4fe5-b807-ef4b7a59e675 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:26.548381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on network 0810cd08-13db-4fe5-b807-ef4b7a59e675 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:26.548946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Attempting to bind port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on network 0810cd08-13db-4fe5-b807-ef4b7a59e675 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:26.555217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:26.555936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Checking segment: {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:26.556491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Bound using segment: {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:26.557314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Bound port: 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e578cc8a-fffd-4b8f-87e9-d8a399540495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:26.557858 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.640361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:26.643934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:26.650487 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.751900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=11']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:26.756449 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:26.757094 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.759176 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-b8202bd8-6214-41c3-816d-72e3e00aa22e service neutron] 10.222.0.52 "PUT /v2.0/ports/3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 1093 time: 1.4315186 Nov 12 08:55:26.865317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e857-3e9c-4673-b611-96a0652f7243 req-8e0f6fab-8b42-4abf-9b73-7f0e28bbf0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:26.867084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-8e0f6fab-8b42-4abf-9b73-7f0e28bbf0be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1096 time: 0.0726869 Nov 12 08:55:27.018519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e857-3e9c-4673-b611-96a0652f7243 req-2913346b-bb76-491d-94bb-6e62bbdc80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.034628 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-2913346b-bb76-491d-94bb-6e62bbdc80a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 898 time: 0.1554372 Nov 12 08:55:27.202437 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-09d618c0-1e0e-4c70-a102-d8002b8814fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 999 time: 0.1590588 Nov 12 08:55:27.247881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4302f6-7f60-4aa4-af52-fb29ed78ec48 req-66409d99-83f9-4a40-9833-f3bb0c078231 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.260502 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d4302f6-7f60-4aa4-af52-fb29ed78ec48 req-66409d99-83f9-4a40-9833-f3bb0c078231 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.1241086 Nov 12 08:55:27.280540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e857-3e9c-4673-b611-96a0652f7243 req-da66478e-63b9-46ad-be8d-0b6b6b6a20ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.282283 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-da66478e-63b9-46ad-be8d-0b6b6b6a20ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.0710456 Nov 12 08:55:27.371133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647e857-3e9c-4673-b611-96a0652f7243 req-4e6fc813-e3bf-46f9-9d38-62d833d9c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.372785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-4e6fc813-e3bf-46f9-9d38-62d833d9c539 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820596 Nov 12 08:55:27.375877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d4302f6-7f60-4aa4-af52-fb29ed78ec48 req-da1d81ae-e765-43d2-aafa-1af1a340e41c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139452 Nov 12 08:55:27.877948 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:55:27.950863 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-fc739a24-3a38-4cb7-9c18-00a1f57328ec service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636172 Nov 12 08:55:27.998880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2b82f-bc60-44ec-803d-b8d3b5955c29 req-d79a048b-7a23-48fb-9db3-44b092e3e7df tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:28.003334 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46a2b82f-bc60-44ec-803d-b8d3b5955c29 req-d79a048b-7a23-48fb-9db3-44b092e3e7df tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 944 time: 0.6095848 Nov 12 08:55:28.137674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:28.138871 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59636) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:28.140650 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a99db1-b680-4eb7-9532-47f7f112cf9d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:28.152174 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46a2b82f-bc60-44ec-803d-b8d3b5955c29 req-28beba77-c076-45ec-8ed2-d53abd04a722 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258175 Nov 12 08:55:28.230620 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c647e857-3e9c-4673-b611-96a0652f7243 req-fa482fa2-adfa-4c21-9e16-8eb55557cc8b service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682345 Nov 12 08:55:28.277806 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dfe5b0-7ec1-405f-82e6-80335f5f03b6 x-openstack-request-id: req-e1dfe5b0-7ec1-405f-82e6-80335f5f03b6 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:28.278215 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:28.278555 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1dfe5b0-7ec1-405f-82e6-80335f5f03b6 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:28.279164 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'status': 'completed', 'code': 200} Nov 12 08:55:28.363353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79be6cf6-9abb-4fbb-b133-b725a13c70aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.391738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-78f8453b-1d43-4b63-aec9-d75b88f5ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:28.393387 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-78f8453b-1d43-4b63-aec9-d75b88f5ce53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1096 time: 0.1107435 Nov 12 08:55:28.474776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-e6c3dd34-be72-4b12-9f19-3f4233a83645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:28.481299 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79be6cf6-9abb-4fbb-b133-b725a13c70aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.483062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-e6c3dd34-be72-4b12-9f19-3f4233a83645 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1096 time: 0.1578848 Nov 12 08:55:28.491424 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79be6cf6-9abb-4fbb-b133-b725a13c70aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.547272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be6cf6-9abb-4fbb-b133-b725a13c70aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a818cb-8c5e-4405-92c3-ca8d1cf3c950,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:28.570609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-79be6cf6-9abb-4fbb-b133-b725a13c70aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe04e33cb5534b3bb3890955e5591f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4282360 Nov 12 08:55:28.576399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59644) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:28.730745 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:28.766625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-b1c2acae-7b30-40f2-bf43-d212b778d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:28.768120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-b1c2acae-7b30-40f2-bf43-d212b778d63b service neutron] 10.222.0.46 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 898 time: 0.3677366 Nov 12 08:55:28.803948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1756145-2f20-48cf-8920-b4ef8b9d2a9c req-86e9a79b-8878-4666-a149-7baf1070b5f9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:28.806842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1756145-2f20-48cf-8920-b4ef8b9d2a9c req-86e9a79b-8878-4666-a149-7baf1070b5f9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.2295067 Nov 12 08:55:28.842399 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.877181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-0af3e4b5-0991-440e-bf84-f9780945fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:28.883970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-0af3e4b5-0991-440e-bf84-f9780945fde1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 898 time: 0.3859494 Nov 12 08:55:28.883970 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d2b0d0b-498e-4873-994f-e34ecf6d6d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.885526 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:28.918341 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d2b0d0b-498e-4873-994f-e34ecf6d6d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.157152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-049c080c-d09e-4b5b-991c-6d959ecbae5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 999 time: 0.3756311 Nov 12 08:55:29.208126 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1756145-2f20-48cf-8920-b4ef8b9d2a9c req-a8af5210-b253-492f-a5fd-9aba4fca8341 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331150 Nov 12 08:55:29.212651 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-3fb514d6-de31-4d7d-846d-b43a3c9da5f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 999 time: 0.2352593 Nov 12 08:55:29.239842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d2b0d0b-498e-4873-994f-e34ecf6d6d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.242752 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d2b0d0b-498e-4873-994f-e34ecf6d6d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.244078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2d2b0d0b-498e-4873-994f-e34ecf6d6d97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90a818cb-8c5e-4405-92c3-ca8d1cf3c950 HTTP/1.1" status: 204 len: 168 time: 0.6638436 Nov 12 08:55:29.297820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b0d0b-498e-4873-994f-e34ecf6d6d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a818cb-8c5e-4405-92c3-ca8d1cf3c950,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:29.347977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-fdb8e731-49ae-423d-a070-f40dc0ee7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.350339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-fdb8e731-49ae-423d-a070-f40dc0ee7605 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.1740704 Nov 12 08:55:29.356250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-30048409-0fd5-46f6-a607-d778f1c39aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.358184 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-30048409-0fd5-46f6-a607-d778f1c39aec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.1110985 Nov 12 08:55:29.443504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85e52f-02f3-47f4-9639-9c47eb876518 req-e83d7626-c1a3-4466-8d44-2640f45d7fd7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.445240 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7f85e52f-02f3-47f4-9639-9c47eb876518 req-e83d7626-c1a3-4466-8d44-2640f45d7fd7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 944 time: 0.1517701 Nov 12 08:55:29.457929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-a0b24ac3-e7bb-4b1b-ba36-c908766d3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.459622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-a0b24ac3-e7bb-4b1b-ba36-c908766d3406 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907416 Nov 12 08:55:29.462639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-365c5431-928b-49e7-92a4-758d0c4d5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.474955 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-365c5431-928b-49e7-92a4-758d0c4d5c6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156049 Nov 12 08:55:29.529453 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7f85e52f-02f3-47f4-9639-9c47eb876518 req-0f9d50ce-b1b4-4c19-a7ac-ba2617a6a0ab tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783653 Nov 12 08:55:29.666162 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-75612bd4-1f8d-4b6a-bf50-cc70fa671b2d service neutron] 10.222.0.46 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795697 Nov 12 08:55:29.701033 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-29512f7e-6553-486f-a15f-8af8fc0219aa service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248335 Nov 12 08:55:29.815029 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:29.870800 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-773b9332-1ebd-46f5-a7bc-7cc9eb3bf69f service neutron] 10.222.0.46 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921611 Nov 12 08:55:29.903457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a99db1-b680-4eb7-9532-47f7f112cf9d req-919c5cc9-8ded-4067-8516-7910f761bfe7 service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919153 Nov 12 08:55:29.988237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:30.013212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'port_id': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'mac_address': 'fa:16:3e:a4:a1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:30.064253 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.084931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:30.114927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:30.121020 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.291920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=12']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:30.436587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:30.470250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68406c1-8679-4566-873a-c1d5e7fcc048 req-021dfeaa-6bdf-40fe-95ac-b21742852528 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.487218 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c68406c1-8679-4566-873a-c1d5e7fcc048 req-021dfeaa-6bdf-40fe-95ac-b21742852528 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.1291058 Nov 12 08:55:30.526881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59702) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:30.623891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c68406c1-8679-4566-873a-c1d5e7fcc048 req-08d0e1ec-936a-4854-aed9-637664739493 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296518 Nov 12 08:55:30.705495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1870204995-network', 'tenant_id': '1d282ab1b39a4e51b68716f49ba82477'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:30.752259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Made reservation on behalf of 1d282ab1b39a4e51b68716f49ba82477 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:30.754772 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.768017 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.789888 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130f2ff-0cf9-40c7-8408-1da1ebf74321 req-47d99123-7228-4c9b-b160-ad0170536d5a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.791674 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0130f2ff-0cf9-40c7-8408-1da1ebf74321 req-47d99123-7228-4c9b-b160-ad0170536d5a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 945 time: 0.1061482 Nov 12 08:55:30.866695 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0130f2ff-0cf9-40c7-8408-1da1ebf74321 req-f13f6a0d-a173-4674-813e-0ba059578c46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674953 Nov 12 08:55:30.892111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59714) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:30.973206 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.979602 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.006775 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-94d7741f-11c3-48ca-82d3-f5c1f3b8a11f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/c574324e-0e63-42e5-b32e-03ce3031f5e2 HTTP/1.1" status: 200 len: 992 time: 0.1080766 Nov 12 08:55:31.021877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:55:31.032324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:31.039106 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.039478 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Added segment 5b5f2d21-9b63-436b-942c-78b134fe6f08 of type vlan for network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 Nov 12 08:55:31.055572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:31.055963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:31.056320 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:31.056680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:31.057016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:31.057452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:31.057851 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:31.058182 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:31.058575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:31.058908 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:31.059310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:31.059628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:31.109638 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.135978 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.137068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:31.137738 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.201727 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6707413 Nov 12 08:55:31.201727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 59722) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:31.206472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d3c4d874-453c-42ee-84c1-902d80363c3d admin admin] Request body: {'subnet': {'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1870204995-subnet', 'tenant_id': '1d282ab1b39a4e51b68716f49ba82477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:31.218893 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbfd62-b21c-44fd-85bb-d709485b9c36 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:31.235288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:55:31.243938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c4d874-453c-42ee-84c1-902d80363c3d admin admin] Made reservation on behalf of 1d282ab1b39a4e51b68716f49ba82477 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:31.247164 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d874-453c-42ee-84c1-902d80363c3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.478385 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d874-453c-42ee-84c1-902d80363c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.542328 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4d874-453c-42ee-84c1-902d80363c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8103c3-b5ab-4adf-adc7-5739ec2576cc,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:31.551733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c4d874-453c-42ee-84c1-902d80363c3d admin admin] Checking segment: {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:31.552174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c4d874-453c-42ee-84c1-902d80363c3d admin admin] Network hostable DHCP agents. Network: 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:55:31.571391 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c4d874-453c-42ee-84c1-902d80363c3d admin admin] Network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:55:31.586941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d3c4d874-453c-42ee-84c1-902d80363c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:31.592500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c4d874-453c-42ee-84c1-902d80363c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:31.593119 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d874-453c-42ee-84c1-902d80363c3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.598102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6915a40c-8edf-436b-afc7-fd94c6c81a17 None None] Network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:31.614471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d3c4d874-453c-42ee-84c1-902d80363c3d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4116685 Nov 12 08:55:31.803305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862b88f-a19e-4f6b-b1b9-32c4e0d8fbb3 req-838b7341-69f6-4233-b03b-f9d22efd314e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:31.810362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6154a7-1a1f-4687-a874-2c4f28b29b68 None None] Network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:31.818338 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e862b88f-a19e-4f6b-b1b9-32c4e0d8fbb3 req-838b7341-69f6-4233-b03b-f9d22efd314e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.0668991 Nov 12 08:55:31.881952 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:31.934332 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e862b88f-a19e-4f6b-b1b9-32c4e0d8fbb3 req-ec0aad41-3515-498b-9a18-322a4714c074 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144581 Nov 12 08:55:32.073671 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:32.078661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:32.079041 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.191625 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.244043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:32.250044 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81da2d0-1524-4386-bd11-e23557ae529e" -d '{"events": [{"server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "name": "network-vif-plugged", "status": "completed", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:32.259379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:32.269838 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.323750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b09861-0271-4961-9172-5132986a1062 req-33ddb354-bb76-49fb-b0f5-6e2226b27b58 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.327704 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-33ddb354-bb76-49fb-b0f5-6e2226b27b58 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 815 time: 0.1696031 Nov 12 08:55:32.337744 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f349d5-442b-416e-98d7-626a5e8bd96c x-openstack-request-id: req-50f349d5-442b-416e-98d7-626a5e8bd96c {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:32.338050 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "name": "network-vif-plugged", "status": "completed", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:32.338305 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50f349d5-442b-416e-98d7-626a5e8bd96c {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:32.338707 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'code': 200} Nov 12 08:55:32.349812 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-b60b5b74-8f4c-4f56-9ec8-25d3d85e97f2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/quotas/1d282ab1b39a4e51b68716f49ba82477 HTTP/1.1" status: 200 len: 375 time: 0.0165899 Nov 12 08:55:32.385074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=13']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:32.401662 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-ccda6ed7-e1b4-4afb-9e4e-707c4c28b279 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432265 Nov 12 08:55:32.517975 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-adeb3ecb-7247-4b17-9390-d00f28bfb554 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101663 Nov 12 08:55:32.651020 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-1d9532b4-52d9-482f-bf17-22ecf5278799 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219511 Nov 12 08:55:32.705091 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e266072c-89d0-460b-b02a-9d468bff4d71 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:32.886992 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b845bff0-f37d-48d9-80a1-2c0ab5a64c38 req-28b9ebc0-d29f-45a0-8c4e-49f6aa7041d6 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 210 time: 0.0395305 Nov 12 08:55:32.965560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e266072c-89d0-460b-b02a-9d468bff4d71, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e266072c-89d0-460b-b02a-9d468bff4d71,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:33.010834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'e266072c-89d0-460b-b02a-9d468bff4d71', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'port_id': 'e266072c-89d0-460b-b02a-9d468bff4d71', 'mac_address': 'fa:16:3e:dc:a6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:33.105445 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.135616 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e266072c-89d0-460b-b02a-9d468bff4d71 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:33.180796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e266072c-89d0-460b-b02a-9d468bff4d71, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e266072c-89d0-460b-b02a-9d468bff4d71,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:33.188246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3422d-0c30-4321-a1d1-95f5bd542b1e req-5b73c1e6-fd7a-4263-854b-6f2863737789 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.198838 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.199707 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-86f3422d-0c30-4321-a1d1-95f5bd542b1e req-5b73c1e6-fd7a-4263-854b-6f2863737789 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 944 time: 0.1095150 Nov 12 08:55:33.289788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-86f3422d-0c30-4321-a1d1-95f5bd542b1e req-7fa94787-67e7-45f3-b8d6-234f9ef28861 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884519 Nov 12 08:55:33.343905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e266072c-89d0-460b-b02a-9d468bff4d71,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:33.495969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e266072c-89d0-460b-b02a-9d468bff4d71'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:34.158489 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a857795-3de2-487f-8340-ecac3c20763b req-7f6afdb2-4d3a-4c89-878d-49a456bc627b tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 210 time: 0.0371597 Nov 12 08:55:34.469190 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd14d0-7713-480f-924c-08a6e72ca548 req-7f92dc60-84cc-4724-a66e-ef7c01cabc8f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:34.471891 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4cdd14d0-7713-480f-924c-08a6e72ca548 req-7f92dc60-84cc-4724-a66e-ef7c01cabc8f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 945 time: 0.0940518 Nov 12 08:55:34.539332 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4cdd14d0-7713-480f-924c-08a6e72ca548 req-565863fa-e06b-4b95-b61f-29b779da8c49 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536788 Nov 12 08:55:34.707997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b09861-0271-4961-9172-5132986a1062 req-224816f0-8182-4226-8c9b-0153b4121367 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:34.738484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e266072c-89d0-460b-b02a-9d468bff4d71 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:34.746438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-224816f0-8182-4226-8c9b-0153b4121367 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 815 time: 0.1486566 Nov 12 08:55:34.752781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-99b09861-0271-4961-9172-5132986a1062 req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Request body: {'port': {'device_id': '94f92069-9a91-4c30-b349-6862cf4018ac', 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86', 'admin_state_up': True, 'tenant_id': '1d282ab1b39a4e51b68716f49ba82477'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:34.759302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 59838) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:34.825671 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port e266072c-89d0-460b-b02a-9d468bff4d71 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:34.837977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port e266072c-89d0-460b-b02a-9d468bff4d71 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:34.838582 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.930386 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.958210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530ea545-76de-467d-afde-48e1a4a3141b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e266072c-89d0-460b-b02a-9d468bff4d71'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:34.962451 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4a9fba-bc66-4c09-9a80-f340af696bf1" -d '{"events": [{"server_uuid": "530ea545-76de-467d-afde-48e1a4a3141b", "name": "network-vif-plugged", "status": "completed", "tag": "e266072c-89d0-460b-b02a-9d468bff4d71"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:34.982302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e266072c-89d0-460b-b02a-9d468bff4d71, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e266072c-89d0-460b-b02a-9d468bff4d71,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:34.995143 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.076719 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0bc734-de10-4b81-a5bd-d8cc993a9d9e x-openstack-request-id: req-0a0bc734-de10-4b81-a5bd-d8cc993a9d9e {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:35.078298 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530ea545-76de-467d-afde-48e1a4a3141b", "name": "network-vif-plugged", "status": "completed", "tag": "e266072c-89d0-460b-b02a-9d468bff4d71", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:35.078646 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a0bc734-de10-4b81-a5bd-d8cc993a9d9e {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:35.078989 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530ea545-76de-467d-afde-48e1a4a3141b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e266072c-89d0-460b-b02a-9d468bff4d71', 'code': 200} Nov 12 08:55:35.157954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e266072c-89d0-460b-b02a-9d468bff4d71,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:35.254675 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-43dc8715-2507-4991-8b97-f55063e673b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.294525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b09861-0271-4961-9172-5132986a1062 req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Made reservation on behalf of 1d282ab1b39a4e51b68716f49ba82477 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:35.298151 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-99b09861-0271-4961-9172-5132986a1062 req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.368165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c9b16be-6027-452d-8cc3-6fc378a67a29 req-b0cf9468-3308-41c3-a9ad-94ef9ddf2349 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 210 time: 0.0687237 Nov 12 08:55:35.372960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b78053-726d-4ee8-9ca3-32f6bc49897e req-ab87c27c-c1e2-4a57-94a0-5ce0347dc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.382852 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0b78053-726d-4ee8-9ca3-32f6bc49897e req-ab87c27c-c1e2-4a57-94a0-5ce0347dc8f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 1098 time: 0.1685336 Nov 12 08:55:35.608448 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0b78053-726d-4ee8-9ca3-32f6bc49897e req-245d6aa5-078a-468d-a029-35f216017edd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892481 Nov 12 08:55:35.643170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-99b09861-0271-4961-9172-5132986a1062 req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Allocated IP 172.20.0.8 (7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86/4a8103c3-b5ab-4adf-adc7-5739ec2576cc/4dc69a74-8db8-4661-95f3-802655995ec0) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:35.905406 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c25de527-a2ed-43d1-bb3e-f0bccfdf5ce4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.921769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca02b4d-fa91-4439-8b9d-a4b69b8591b2 req-53a5b68a-5e2c-4b7d-8447-897beaa738d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.923336 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ca02b4d-fa91-4439-8b9d-a4b69b8591b2 req-53a5b68a-5e2c-4b7d-8447-897beaa738d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 946 time: 0.1960115 Nov 12 08:55:36.363487 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-99b09861-0271-4961-9172-5132986a1062 req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.475390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ca02b4d-fa91-4439-8b9d-a4b69b8591b2 req-788d26ec-09e3-4d93-968a-1d38118c1d62 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119879 Nov 12 08:55:36.490016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f18374d0-8092-46a9-9dae-aff53725229a req-0f4b7b75-eb95-4739-b2d8-97376c19bf04 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 210 time: 0.0410612 Nov 12 08:55:36.585999 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-99b09861-0271-4961-9172-5132986a1062 req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.709307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b09861-0271-4961-9172-5132986a1062 req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:36.715278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-99b09861-0271-4961-9172-5132986a1062 req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:36.720881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Pushing event updated for resources: {'Port': ['ID=4dc69a74-8db8-4661-95f3-802655995ec0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:36.730283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b09861-0271-4961-9172-5132986a1062 req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:36.822855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b09861-0271-4961-9172-5132986a1062 req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:36.823555 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-99b09861-0271-4961-9172-5132986a1062 req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.859805 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-fa7017d3-477e-470a-88b4-214b676ad4fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1120017 Nov 12 08:55:36.916807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Request body: {'port': {'device_id': '94f92069-9a91-4c30-b349-6862cf4018ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:37.052816 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.125213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c25de527-a2ed-43d1-bb3e-f0bccfdf5ce4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting port 24706576-d350-4bbe-91c6-ca7a462d727c {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:37.125570 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c25de527-a2ed-43d1-bb3e-f0bccfdf5ce4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.386766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-c25de527-a2ed-43d1-bb3e-f0bccfdf5ce4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] For port 24706576-d350-4bbe-91c6-ca7a462d727c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=24706576-d350-4bbe-91c6-ca7a462d727c,segment=NetworkSegment(4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e),segment_id=4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:37.387797 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c25de527-a2ed-43d1-bb3e-f0bccfdf5ce4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.414150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c25de527-a2ed-43d1-bb3e-f0bccfdf5ce4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Calling delete_port for 24706576-d350-4bbe-91c6-ca7a462d727c owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:37.537617 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5254e082-50d7-490b-85b3-861d89bf274b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.658569 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc69a74-8db8-4661-95f3-802655995ec0 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:37.694657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d630acc-aa8c-4e90-8855-ade5f9e6c74f req-c0c74034-2590-4d8c-8c1f-ecc49d43d990 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:37.698397 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d630acc-aa8c-4e90-8855-ade5f9e6c74f req-c0c74034-2590-4d8c-8c1f-ecc49d43d990 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 931 time: 0.0787151 Nov 12 08:55:37.702641 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.777239 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1d630acc-aa8c-4e90-8855-ade5f9e6c74f req-84bb8590-7248-4731-9c95-554752c07da1 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717165 Nov 12 08:55:37.811515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Transition to ACTIVE for port object 4dc69a74-8db8-4661-95f3-802655995ec0 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:37.824130 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.871055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521eed5e-d63d-48c1-a4c8-38bf3425a1a1 req-c548c1ae-930c-4b30-b6bc-bbde63d9e3c7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:37.873294 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-521eed5e-d63d-48c1-a4c8-38bf3425a1a1 req-c548c1ae-930c-4b30-b6bc-bbde63d9e3c7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 946 time: 0.2452633 Nov 12 08:55:37.936856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc69a74-8db8-4661-95f3-802655995ec0,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:38.041180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-521eed5e-d63d-48c1-a4c8-38bf3425a1a1 req-26709224-5ae9-48f3-938c-be84892df311 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535623 Nov 12 08:55:38.088865 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c25de527-a2ed-43d1-bb3e-f0bccfdf5ce4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.130869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Attempting to bind port 4dc69a74-8db8-4661-95f3-802655995ec0 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:38.131207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Attempting to bind port 4dc69a74-8db8-4661-95f3-802655995ec0 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:38.131538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Attempting to bind port 4dc69a74-8db8-4661-95f3-802655995ec0 on network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:38.137581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25de527-a2ed-43d1-bb3e-f0bccfdf5ce4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Port': ['ID=24706576-d350-4bbe-91c6-ca7a462d727c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:38.151076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Port 4dc69a74-8db8-4661-95f3-802655995ec0 on network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:38.151331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Attempting to bind port 4dc69a74-8db8-4661-95f3-802655995ec0 on network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:38.184074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:38.184745 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Checking segment: {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:38.185354 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Bound using segment: {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:38.185982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Bound port: 4dc69a74-8db8-4661-95f3-802655995ec0, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:38.186546 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.243254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad987598-573a-4ec7-85e3-e8f7ca3495de req-3ae27cb5-026f-4991-98b6-9087a719c512 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:38.255278 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad987598-573a-4ec7-85e3-e8f7ca3495de req-3ae27cb5-026f-4991-98b6-9087a719c512 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 946 time: 0.1330431 Nov 12 08:55:38.323015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad987598-573a-4ec7-85e3-e8f7ca3495de req-7eb5fb5b-3a1e-47e7-ab64-f42a898c7713 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667341 Nov 12 08:55:38.427150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c25de527-a2ed-43d1-bb3e-f0bccfdf5ce4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.534638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] For port 4dc69a74-8db8-4661-95f3-802655995ec0, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:38.557930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] For port 4dc69a74-8db8-4661-95f3-802655995ec0, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=4dc69a74-8db8-4661-95f3-802655995ec0,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:38.567090 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.639757 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.667337 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb2361-698c-4719-ab7f-36a67d3ce82b req-eff5403a-96d4-48a0-8f63-51fed9eb31dc tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:38.668888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9bb2361-698c-4719-ab7f-36a67d3ce82b req-eff5403a-96d4-48a0-8f63-51fed9eb31dc tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 946 time: 0.2279193 Nov 12 08:55:38.687400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:38.688062 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.689471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] 10.222.0.46 "PUT /v2.0/ports/4dc69a74-8db8-4661-95f3-802655995ec0 HTTP/1.1" status: 200 len: 1092 time: 1.7818301 Nov 12 08:55:38.694775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f92069-9a91-4c30-b349-6862cf4018ac', 'tag': '4dc69a74-8db8-4661-95f3-802655995ec0'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:38.696957 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da0c527-d7a3-4f0b-99bb-5d3aa52eca12" -d '{"events": [{"name": "network-changed", "server_uuid": "94f92069-9a91-4c30-b349-6862cf4018ac", "tag": "4dc69a74-8db8-4661-95f3-802655995ec0"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:38.786161 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42cdcb2-e34b-4317-9dee-c59c50f13708 x-openstack-request-id: req-d42cdcb2-e34b-4317-9dee-c59c50f13708 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:38.786458 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f92069-9a91-4c30-b349-6862cf4018ac", "tag": "4dc69a74-8db8-4661-95f3-802655995ec0", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:38.786702 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d42cdcb2-e34b-4317-9dee-c59c50f13708 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:38.787108 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f92069-9a91-4c30-b349-6862cf4018ac', 'tag': '4dc69a74-8db8-4661-95f3-802655995ec0', 'status': 'completed', 'code': 200} Nov 12 08:55:38.912105 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6b279-0d19-41a6-9c81-8e7ed145105c req-b51f546d-c0d1-457d-aec9-a863d3865f86 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:38.920797 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2c6b279-0d19-41a6-9c81-8e7ed145105c req-b51f546d-c0d1-457d-aec9-a863d3865f86 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 943 time: 0.0651479 Nov 12 08:55:38.943424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cfe8b-30b7-447e-a2b8-4c8a38826753 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc69a74-8db8-4661-95f3-802655995ec0,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:38.975578 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9bb2361-698c-4719-ab7f-36a67d3ce82b req-4f5d96ba-f4f0-4006-843e-42649bbbf46a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955766 Nov 12 08:55:39.000022 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2c6b279-0d19-41a6-9c81-8e7ed145105c req-6d424004-30bb-4167-8f6a-6bae4acf25c7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763991 Nov 12 08:55:39.005349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b09861-0271-4961-9172-5132986a1062 req-f4673785-b663-4cb4-bc3f-c316bfedf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:39.005349 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-f4673785-b663-4cb4-bc3f-c316bfedf4d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 1095 time: 0.2579393 Nov 12 08:55:39.006769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25de527-a2ed-43d1-bb3e-f0bccfdf5ce4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Router 702963bc-4e27-494c-892e-d7b84452a87a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:39.075223 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-db1c988e-5012-4625-a24f-529405bcca6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc69a74-8db8-4661-95f3-802655995ec0 HTTP/1.1" status: 200 len: 217 time: 0.0526743 Nov 12 08:55:39.185620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b09861-0271-4961-9172-5132986a1062 req-88a7cbf4-b258-4752-a5b2-4bbe950143eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:39.187392 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-88a7cbf4-b258-4752-a5b2-4bbe950143eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a8103c3-b5ab-4adf-adc7-5739ec2576cc HTTP/1.1" status: 200 len: 855 time: 0.0734806 Nov 12 08:55:39.265845 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-85880c00-147d-4b58-bf8e-56d305555b9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674174 Nov 12 08:55:39.360618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25de527-a2ed-43d1-bb3e-f0bccfdf5ce4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:39.373552 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b707cf-1207-4540-b2fb-8b4381f6e153 None None] Sync routers for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:39.384113 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b707cf-1207-4540-b2fb-8b4381f6e153 None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:39.384889 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a9b707cf-1207-4540-b2fb-8b4381f6e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:55:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:39.430331 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c25de527-a2ed-43d1-bb3e-f0bccfdf5ce4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "PUT /v2.0/routers/702963bc-4e27-494c-892e-d7b84452a87a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6694205 Nov 12 08:55:39.469088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03801313-b938-45fe-867d-0276e46c17bb req-045a15eb-7511-48f1-96fb-f64bee9b2f96 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:39.470768 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03801313-b938-45fe-867d-0276e46c17bb req-045a15eb-7511-48f1-96fb-f64bee9b2f96 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 946 time: 0.1339035 Nov 12 08:55:39.533753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-6666d7b4-c000-488b-858e-d7e9be5e5e30 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519715 Nov 12 08:55:39.545162 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a9b707cf-1207-4540-b2fb-8b4381f6e153 None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:39.662604 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-03801313-b938-45fe-867d-0276e46c17bb req-2096c8ca-005a-4c42-87aa-1e48222506bd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809778 Nov 12 08:55:39.702903 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99b09861-0271-4961-9172-5132986a1062 req-e3645c66-6ac9-4696-971a-299c108749c8 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595936 Nov 12 08:55:39.813134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4494a6-e4cf-4066-a401-aec6f54be026 req-032d6e93-58dd-447d-9d2c-140cd3ae8815 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:39.814694 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc4494a6-e4cf-4066-a401-aec6f54be026 req-032d6e93-58dd-447d-9d2c-140cd3ae8815 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 946 time: 0.0994422 Nov 12 08:55:39.886074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0c527-d7a3-4f0b-99bb-5d3aa52eca12 req-099fd133-ca2b-4b96-988b-23f9454720b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:39.888041 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5da0c527-d7a3-4f0b-99bb-5d3aa52eca12 req-099fd133-ca2b-4b96-988b-23f9454720b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 1095 time: 0.0677059 Nov 12 08:55:39.973033 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc4494a6-e4cf-4066-a401-aec6f54be026 req-08326935-769d-499e-b905-093d8197da89 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439166 Nov 12 08:55:40.042603 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:40.052165 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a9b707cf-1207-4540-b2fb-8b4381f6e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:55:37Z', 'revision_number': 6, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '3a915bf0-dec4-4dc3-9208-da5bb6377f9d', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'port_id': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'mac_address': 'fa:16:3e:1e:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:53:45Z', 'updated_at': '2021-11-12T08:53:50Z', 'revision_number': 1, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:17Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:40.085684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0c527-d7a3-4f0b-99bb-5d3aa52eca12 req-4a6fbeb2-f68c-4e92-b771-08e35d95666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.088684 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5da0c527-d7a3-4f0b-99bb-5d3aa52eca12 req-4a6fbeb2-f68c-4e92-b771-08e35d95666d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 916 time: 0.1928003 Nov 12 08:55:40.092233 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b707cf-1207-4540-b2fb-8b4381f6e153 None None] Checking router: 702963bc-4e27-494c-892e-d7b84452a87a for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:40.110888 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b707cf-1207-4540-b2fb-8b4381f6e153 None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:40.111600 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a9b707cf-1207-4540-b2fb-8b4381f6e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:55:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:40.209308 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5da0c527-d7a3-4f0b-99bb-5d3aa52eca12 req-f603bd6d-2190-4b52-a215-6db57b1ca187 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc69a74-8db8-4661-95f3-802655995ec0 HTTP/1.1" status: 200 len: 217 time: 0.1120975 Nov 12 08:55:40.266065 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-a9b707cf-1207-4540-b2fb-8b4381f6e153 None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:40.282515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d6ac3-54e9-4d92-83f7-6ee726a6b30c req-e663cbd2-5bba-4a65-9c03-8bf321675099 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.284125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c5d6ac3-54e9-4d92-83f7-6ee726a6b30c req-e663cbd2-5bba-4a65-9c03-8bf321675099 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 943 time: 0.1565411 Nov 12 08:55:40.292853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0c527-d7a3-4f0b-99bb-5d3aa52eca12 req-66f89180-ec09-41e8-a49c-3bea7e3c5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.297367 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5da0c527-d7a3-4f0b-99bb-5d3aa52eca12 req-66f89180-ec09-41e8-a49c-3bea7e3c5db0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a8103c3-b5ab-4adf-adc7-5739ec2576cc HTTP/1.1" status: 200 len: 855 time: 0.0750260 Nov 12 08:55:40.338055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5da0c527-d7a3-4f0b-99bb-5d3aa52eca12 req-79359928-8f21-4360-8536-74a281b98300 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314653 Nov 12 08:55:40.392652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c5d6ac3-54e9-4d92-83f7-6ee726a6b30c req-89da7b40-dfc4-45e7-9bbc-493dbd065c89 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927062 Nov 12 08:55:40.585620 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-a9b707cf-1207-4540-b2fb-8b4381f6e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:55:37Z', 'revision_number': 6, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '3a915bf0-dec4-4dc3-9208-da5bb6377f9d', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'port_id': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'mac_address': 'fa:16:3e:1e:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:53:45Z', 'updated_at': '2021-11-12T08:53:50Z', 'revision_number': 1, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:17Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:40.618221 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b707cf-1207-4540-b2fb-8b4381f6e153 None None] The sync data for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 is: [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:55:37Z', 'revision_number': 6, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '3a915bf0-dec4-4dc3-9208-da5bb6377f9d', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'port_id': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'mac_address': 'fa:16:3e:1e:bf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:53:45Z', 'updated_at': '2021-11-12T08:53:50Z', 'revision_number': 1, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:17Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:40.806336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f8c0-ed63-45a0-8e70-170e9a58c1c4 req-1b4f116e-6a04-4ab3-8175-b7550839fb65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.814638 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89c1f8c0-ed63-45a0-8e70-170e9a58c1c4 req-1b4f116e-6a04-4ab3-8175-b7550839fb65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 946 time: 0.0673552 Nov 12 08:55:40.847296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5da0c527-d7a3-4f0b-99bb-5d3aa52eca12 req-608dd7bc-eb77-437f-847c-fb73fc32491a service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973757 Nov 12 08:55:40.878965 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-89c1f8c0-ed63-45a0-8e70-170e9a58c1c4 req-9ec8c3f5-b737-47cc-8eb7-101b7c70e261 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627661 Nov 12 08:55:40.934716 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.010653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5da0c527-d7a3-4f0b-99bb-5d3aa52eca12 req-74332e4f-13a3-48cc-837b-065d7f4994c8 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540439 Nov 12 08:55:41.020603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d17b46-8b3d-4ebf-8c7e-f18dbac102b2 req-269401b9-0d7e-4d5e-b633-7d98680fda90 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:41.024144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d17b46-8b3d-4ebf-8c7e-f18dbac102b2 req-269401b9-0d7e-4d5e-b633-7d98680fda90 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 946 time: 0.0949025 Nov 12 08:55:41.171828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0d52f-164d-40da-b43b-153225fa0f1d req-285037b9-f108-42c4-85f0-ee6ad7ae560f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:41.173504 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abd0d52f-164d-40da-b43b-153225fa0f1d req-285037b9-f108-42c4-85f0-ee6ad7ae560f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 946 time: 0.1016920 Nov 12 08:55:41.228759 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-97d17b46-8b3d-4ebf-8c7e-f18dbac102b2 req-480b032d-3207-4f85-baa6-aaae9a5aa1d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Deleting port e266072c-89d0-460b-b02a-9d468bff4d71 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:41.229096 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d17b46-8b3d-4ebf-8c7e-f18dbac102b2 req-480b032d-3207-4f85-baa6-aaae9a5aa1d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.265446 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abd0d52f-164d-40da-b43b-153225fa0f1d req-bb7f22dd-6f58-4643-8127-1f515bec5026 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818603 Nov 12 08:55:41.341343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-97d17b46-8b3d-4ebf-8c7e-f18dbac102b2 req-480b032d-3207-4f85-baa6-aaae9a5aa1d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] For port e266072c-89d0-460b-b02a-9d468bff4d71, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e266072c-89d0-460b-b02a-9d468bff4d71,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:41.341709 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d17b46-8b3d-4ebf-8c7e-f18dbac102b2 req-480b032d-3207-4f85-baa6-aaae9a5aa1d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.356557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-97d17b46-8b3d-4ebf-8c7e-f18dbac102b2 req-480b032d-3207-4f85-baa6-aaae9a5aa1d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Calling delete_port for e266072c-89d0-460b-b02a-9d468bff4d71 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:41.500146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e0ddb-9d26-4b0e-9cb8-494954727f4e req-1315bd95-f09a-402e-814b-de7bfe306bb4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:41.501725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed9e0ddb-9d26-4b0e-9cb8-494954727f4e req-1315bd95-f09a-402e-814b-de7bfe306bb4 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 946 time: 0.0955045 Nov 12 08:55:41.605771 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3574ce-16d6-420d-92ed-f52062cdf480 req-49a8a882-4c68-4010-85ae-73647ec4d82b tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:41.608274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a3574ce-16d6-420d-92ed-f52062cdf480 req-49a8a882-4c68-4010-85ae-73647ec4d82b tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 943 time: 0.0884583 Nov 12 08:55:41.653353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d17b46-8b3d-4ebf-8c7e-f18dbac102b2 req-480b032d-3207-4f85-baa6-aaae9a5aa1d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.666070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e266072c-89d0-460b-b02a-9d468bff4d71'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:41.685041 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9a3574ce-16d6-420d-92ed-f52062cdf480 req-6d9f8455-15b6-4a3b-9848-abd5f4f21805 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699232 Nov 12 08:55:41.709267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b032d-3207-4f85-baa6-aaae9a5aa1d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event deleted for resources: {'Port': ['ID=e266072c-89d0-460b-b02a-9d468bff4d71,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:41.760385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d17b46-8b3d-4ebf-8c7e-f18dbac102b2 req-480b032d-3207-4f85-baa6-aaae9a5aa1d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] No DVR routers for this DVR port e266072c-89d0-460b-b02a-9d468bff4d71 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:41.763883 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-97d17b46-8b3d-4ebf-8c7e-f18dbac102b2 req-480b032d-3207-4f85-baa6-aaae9a5aa1d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.768402 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97d17b46-8b3d-4ebf-8c7e-f18dbac102b2 req-480b032d-3207-4f85-baa6-aaae9a5aa1d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "DELETE /v2.0/ports/e266072c-89d0-460b-b02a-9d468bff4d71 HTTP/1.1" status: 204 len: 173 time: 0.7377384 Nov 12 08:55:41.770904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-ed9e0ddb-9d26-4b0e-9cb8-494954727f4e req-c3f9c56a-5d04-4338-a1de-c45b9a4e795f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting port 06c6e450-916a-4960-b33b-9d0b7b17a08b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:41.771243 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed9e0ddb-9d26-4b0e-9cb8-494954727f4e req-c3f9c56a-5d04-4338-a1de-c45b9a4e795f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.774817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530ea545-76de-467d-afde-48e1a4a3141b', 'name': 'network-vif-deleted', 'tag': 'e266072c-89d0-460b-b02a-9d468bff4d71'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:41.777293 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29293fea-4287-463c-9fd1-0f52d704a091" -d '{"events": [{"server_uuid": "530ea545-76de-467d-afde-48e1a4a3141b", "name": "network-vif-deleted", "tag": "e266072c-89d0-460b-b02a-9d468bff4d71"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:41.890236 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24597181-41ec-4f0d-a374-86c6b69c2bc8 x-openstack-request-id: req-24597181-41ec-4f0d-a374-86c6b69c2bc8 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:41.890935 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530ea545-76de-467d-afde-48e1a4a3141b", "name": "network-vif-deleted", "tag": "e266072c-89d0-460b-b02a-9d468bff4d71", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:41.890935 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24597181-41ec-4f0d-a374-86c6b69c2bc8 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:41.891980 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530ea545-76de-467d-afde-48e1a4a3141b', 'name': 'network-vif-deleted', 'tag': 'e266072c-89d0-460b-b02a-9d468bff4d71', 'status': 'completed', 'code': 200} Nov 12 08:55:42.026756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ed9e0ddb-9d26-4b0e-9cb8-494954727f4e req-c3f9c56a-5d04-4338-a1de-c45b9a4e795f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] For port 06c6e450-916a-4960-b33b-9d0b7b17a08b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=06c6e450-916a-4960-b33b-9d0b7b17a08b,segment=NetworkSegment(4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e),segment_id=4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:42.027129 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed9e0ddb-9d26-4b0e-9cb8-494954727f4e req-c3f9c56a-5d04-4338-a1de-c45b9a4e795f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.055430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-ed9e0ddb-9d26-4b0e-9cb8-494954727f4e req-c3f9c56a-5d04-4338-a1de-c45b9a4e795f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Calling delete_port for 06c6e450-916a-4960-b33b-9d0b7b17a08b owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:42.076040 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b094ed5f-6334-479d-9201-5f13abf9faa7 req-91e67bda-db26-4494-84fd-09ab0aedebeb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 210 time: 0.0506186 Nov 12 08:55:42.139333 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 24706576-d350-4bbe-91c6-ca7a462d727c no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:42.169967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 24706576-d350-4bbe-91c6-ca7a462d727c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:42.170593 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 24706576-d350-4bbe-91c6-ca7a462d727c not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:42.282421 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed9e0ddb-9d26-4b0e-9cb8-494954727f4e req-c3f9c56a-5d04-4338-a1de-c45b9a4e795f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.346950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9c56a-5d04-4338-a1de-c45b9a4e795f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Port': ['ID=06c6e450-916a-4960-b33b-9d0b7b17a08b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:42.431469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-43998384-2bc7-473a-b66d-62bff21f46b0 req-b1d3410c-0b55-468d-99af-9f61983419e3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9cfc42-4835-49e0-bc18-bfd799c5f363 HTTP/1.1" status: 200 len: 210 time: 0.0454276 Nov 12 08:55:42.481621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9e0ddb-9d26-4b0e-9cb8-494954727f4e req-c3f9c56a-5d04-4338-a1de-c45b9a4e795f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] No DVR routers for this DVR port 06c6e450-916a-4960-b33b-9d0b7b17a08b on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:42.484731 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed9e0ddb-9d26-4b0e-9cb8-494954727f4e req-c3f9c56a-5d04-4338-a1de-c45b9a4e795f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.488835 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed9e0ddb-9d26-4b0e-9cb8-494954727f4e req-c3f9c56a-5d04-4338-a1de-c45b9a4e795f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "DELETE /v2.0/ports/06c6e450-916a-4960-b33b-9d0b7b17a08b HTTP/1.1" status: 204 len: 173 time: 0.9754946 Nov 12 08:55:42.732700 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 4dc69a74-8db8-4661-95f3-802655995ec0 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:42.917330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018fb2f-3700-4757-aea8-2abe9342b3ee req-07dc6f64-f413-4026-bc2e-5edc94444b87 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:42.927826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0018fb2f-3700-4757-aea8-2abe9342b3ee req-07dc6f64-f413-4026-bc2e-5edc94444b87 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 943 time: 0.0934713 Nov 12 08:55:42.939117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 4dc69a74-8db8-4661-95f3-802655995ec0, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=4dc69a74-8db8-4661-95f3-802655995ec0,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:42.967874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '4dc69a74-8db8-4661-95f3-802655995ec0', 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86', 'port_id': '4dc69a74-8db8-4661-95f3-802655995ec0', 'mac_address': 'fa:16:3e:45:6c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8103c3-b5ab-4adf-adc7-5739ec2576cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:43.040647 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0018fb2f-3700-4757-aea8-2abe9342b3ee req-52f30190-34fd-4cdc-bf80-930509a30289 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114035 Nov 12 08:55:43.057293 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.080990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc69a74-8db8-4661-95f3-802655995ec0 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:43.106759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 4dc69a74-8db8-4661-95f3-802655995ec0, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=4dc69a74-8db8-4661-95f3-802655995ec0,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:43.114019 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.195319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=4dc69a74-8db8-4661-95f3-802655995ec0,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:43.206176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:43.206657 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:43.207097 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:43.207552 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:43.207976 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:43.208431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:43.209015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:43.209486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:43.209951 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:43.210614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:43.211100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:43.211554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:43.283973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71f894c8-5c12-4675-9bb8-e04ebd5cb3d4 req-87ae4e0d-cfb5-4086-b580-f8f1ec4b929b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 210 time: 0.0434413 Nov 12 08:55:43.419536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['4dc69a74-8db8-4661-95f3-802655995ec0'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:43.494148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60064) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:43.639077 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-646db4ff-855a-4f02-85cc-c070767fd6a6 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.701177 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-646db4ff-855a-4f02-85cc-c070767fd6a6 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.778471 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-646db4ff-855a-4f02-85cc-c070767fd6a6 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.781092 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-646db4ff-855a-4f02-85cc-c070767fd6a6 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.786058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-646db4ff-855a-4f02-85cc-c070767fd6a6 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/security-groups/cef75c9b-7128-46c0-b3e2-bff4d5d8ff88 HTTP/1.1" status: 204 len: 168 time: 0.2906132 Nov 12 08:55:43.797461 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646db4ff-855a-4f02-85cc-c070767fd6a6 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef75c9b-7128-46c0-b3e2-bff4d5d8ff88,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:43.832231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60074) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:43.866020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 06c6e450-916a-4960-b33b-9d0b7b17a08b no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:43.890264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 06c6e450-916a-4960-b33b-9d0b7b17a08b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:43.890613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 06c6e450-916a-4960-b33b-9d0b7b17a08b not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:43.892493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9cfc42-4835-49e0-bc18-bfd799c5f363', 'name': 'network-vif-deleted', 'tag': '06c6e450-916a-4960-b33b-9d0b7b17a08b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:43.894967 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3397baa-a271-4b2d-a2df-11808a96fd8c" -d '{"events": [{"server_uuid": "6e9cfc42-4835-49e0-bc18-bfd799c5f363", "name": "network-vif-deleted", "tag": "06c6e450-916a-4960-b33b-9d0b7b17a08b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:43.940081 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bc612e-223d-48e3-bb22-8becc931602a x-openstack-request-id: req-c5bc612e-223d-48e3-bb22-8becc931602a {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:43.940629 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9cfc42-4835-49e0-bc18-bfd799c5f363", "name": "network-vif-deleted", "tag": "06c6e450-916a-4960-b33b-9d0b7b17a08b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:43.941096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3faf987b-2321-4d94-af77-f01dba63a322 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting subnet e56402e9-d88b-45a8-81fb-ff2fbffed540 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:43.941685 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5bc612e-223d-48e3-bb22-8becc931602a {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:43.942164 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9cfc42-4835-49e0-bc18-bfd799c5f363', 'name': 'network-vif-deleted', 'tag': '06c6e450-916a-4960-b33b-9d0b7b17a08b', 'status': 'completed', 'code': 200} Nov 12 08:55:43.947319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3faf987b-2321-4d94-af77-f01dba63a322 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.018649 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3faf987b-2321-4d94-af77-f01dba63a322 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.163579 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3faf987b-2321-4d94-af77-f01dba63a322 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.229503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c962d28-a6d9-44ef-ba01-baba276c6921 req-f22a6769-310a-4fd2-89b3-4953262e7084 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:44.231085 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c962d28-a6d9-44ef-ba01-baba276c6921 req-f22a6769-310a-4fd2-89b3-4953262e7084 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 944 time: 0.0851572 Nov 12 08:55:44.253520 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3faf987b-2321-4d94-af77-f01dba63a322 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.297552 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3faf987b-2321-4d94-af77-f01dba63a322 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.301376 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3faf987b-2321-4d94-af77-f01dba63a322 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/subnets/e56402e9-d88b-45a8-81fb-ff2fbffed540 HTTP/1.1" status: 204 len: 168 time: 0.4680593 Nov 12 08:55:44.304350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf987b-2321-4d94-af77-f01dba63a322 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Subnet': ['ID=e56402e9-d88b-45a8-81fb-ff2fbffed540,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:44.306241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504ece36-ba1a-4fff-a4a0-07c0993cd556 None None] Network 4b0fd9c6-1849-4a82-901e-8dbe3eca610a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:44.308216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60088) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:44.363922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c962d28-a6d9-44ef-ba01-baba276c6921 req-ac02c912-b7cb-4be5-9e2e-f3caf5bc3080 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170943 Nov 12 08:55:44.456155 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.488248 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd2b3bf0-d846-485d-9c7f-d994609f952d req-559fe485-8cf7-48ba-bcdb-6c90a7368b06 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 210 time: 0.0582175 Nov 12 08:55:44.560393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting port 738c9031-2b17-4198-b9b5-d060acdffa8e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:44.560739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.652290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf911866-56b1-4620-ba63-0a41d509fc4f None None] DHCP port deletion for 4b0fd9c6-1849-4a82-901e-8dbe3eca610a request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:44.654171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] For port 738c9031-2b17-4198-b9b5-d060acdffa8e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=738c9031-2b17-4198-b9b5-d060acdffa8e,segment=NetworkSegment(4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e),segment_id=4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:44.654540 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.672652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Calling delete_port for 738c9031-2b17-4198-b9b5-d060acdffa8e owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:44.749438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 4dc69a74-8db8-4661-95f3-802655995ec0 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:44.818803 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.861641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] No DVR routers for this DVR port 738c9031-2b17-4198-b9b5-d060acdffa8e on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:44.893026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Port': ['ID=738c9031-2b17-4198-b9b5-d060acdffa8e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:45.001364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-bf911866-56b1-4620-ba63-0a41d509fc4f None None] Deleting port 738c9031-2b17-4198-b9b5-d060acdffa8e {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:45.002436 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bf911866-56b1-4620-ba63-0a41d509fc4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.019996 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.056942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 4dc69a74-8db8-4661-95f3-802655995ec0 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:45.063780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0fd9c6-1849-4a82-901e-8dbe3eca610a']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:45.076309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:45.076743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eceeb1c-308f-42f7-adfb-e1a8e2f7d79e') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:45.088985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 4dc69a74-8db8-4661-95f3-802655995ec0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:45.089370 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.089791 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.105357 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.113957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:45.114551 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:45.120391 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:45.182095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-bf911866-56b1-4620-ba63-0a41d509fc4f None None] For port 738c9031-2b17-4198-b9b5-d060acdffa8e, host n-d-768851-18, got binding levels [] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:45.182779 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bf911866-56b1-4620-ba63-0a41d509fc4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.201017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-bf911866-56b1-4620-ba63-0a41d509fc4f None None] Calling delete_port for 738c9031-2b17-4198-b9b5-d060acdffa8e owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:45.220418 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.ipam_backend_mixin [None req-bf911866-56b1-4620-ba63-0a41d509fc4f None None] Port 738c9031-2b17-4198-b9b5-d060acdffa8e was not found and therefore no delete operation was performed {{(pid=102446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 08:55:45.223672 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bf911866-56b1-4620-ba63-0a41d509fc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.264469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf911866-56b1-4620-ba63-0a41d509fc4f None None] Pushing event deleted for resources: {'Port': ['ID=738c9031-2b17-4198-b9b5-d060acdffa8e,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:45.268754 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf911866-56b1-4620-ba63-0a41d509fc4f None None] No DVR routers for this DVR port 738c9031-2b17-4198-b9b5-d060acdffa8e on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:45.271496 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.281650 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.290915 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.294940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/networks/4b0fd9c6-1849-4a82-901e-8dbe3eca610a HTTP/1.1" status: 204 len: 168 time: 0.9850733 Nov 12 08:55:45.297118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60108) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:45.320980 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c910b2-c842-4ff2-adf3-cb53f978655d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Network': ['ID=4b0fd9c6-1849-4a82-901e-8dbe3eca610a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:45.347265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 4dc69a74-8db8-4661-95f3-802655995ec0, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=4dc69a74-8db8-4661-95f3-802655995ec0,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:45.350389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f92069-9a91-4c30-b349-6862cf4018ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc69a74-8db8-4661-95f3-802655995ec0'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:45.358504 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b906d514-b9fd-464d-a419-ed93acdbeb6f" -d '{"events": [{"server_uuid": "94f92069-9a91-4c30-b349-6862cf4018ac", "name": "network-vif-plugged", "status": "completed", "tag": "4dc69a74-8db8-4661-95f3-802655995ec0"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:45.368354 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.369637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e266072c-89d0-460b-b02a-9d468bff4d71 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:45.397754 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: e266072c-89d0-460b-b02a-9d468bff4d71 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:45.397914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e266072c-89d0-460b-b02a-9d468bff4d71 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:45.446183 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cea4f4-9e7f-483b-97cf-8e2e69dc3011 x-openstack-request-id: req-83cea4f4-9e7f-483b-97cf-8e2e69dc3011 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:45.446589 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f92069-9a91-4c30-b349-6862cf4018ac", "name": "network-vif-plugged", "status": "completed", "tag": "4dc69a74-8db8-4661-95f3-802655995ec0", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:45.446850 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83cea4f4-9e7f-483b-97cf-8e2e69dc3011 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:45.447249 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f92069-9a91-4c30-b349-6862cf4018ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc69a74-8db8-4661-95f3-802655995ec0', 'code': 200} Nov 12 08:55:45.491196 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=4dc69a74-8db8-4661-95f3-802655995ec0,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:45.666708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6ae321c-a9f4-48be-9e95-bd069fba5bc7 req-92c09b20-b4e9-4008-84d7-4525b01cb862 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 210 time: 0.0771363 Nov 12 08:55:45.702765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b13235-cc01-4b8d-acb8-7e4d3d6ae004 req-d0e05d52-5f9e-4d1f-83a3-e1cdcbc0f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:45.707262 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a2b13235-cc01-4b8d-acb8-7e4d3d6ae004 req-d0e05d52-5f9e-4d1f-83a3-e1cdcbc0f543 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 1097 time: 0.1861870 Nov 12 08:55:45.714564 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081b02f-7e6c-45f1-bf50-e0732296b79c req-bdf51313-5749-4394-9fe6-822454a991eb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:45.721659 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1081b02f-7e6c-45f1-bf50-e0732296b79c req-bdf51313-5749-4394-9fe6-822454a991eb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 945 time: 0.1786945 Nov 12 08:55:45.826049 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a2b13235-cc01-4b8d-acb8-7e4d3d6ae004 req-f9b94d12-afb0-41f9-9a5c-34972e23f1af service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039083 Nov 12 08:55:45.880036 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1081b02f-7e6c-45f1-bf50-e0732296b79c req-5d7ee263-7d09-4130-9a20-ec8cc8e317f4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088049 Nov 12 08:55:45.886713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting port ca62795e-cd87-4941-942c-6e7a3e88cc16 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:45.887397 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.037470 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.039352 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.052852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Calling delete_port for ca62795e-cd87-4941-942c-6e7a3e88cc16 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:46.252596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 738c9031-2b17-4198-b9b5-d060acdffa8e no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:46.275350 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 738c9031-2b17-4198-b9b5-d060acdffa8e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:46.275830 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 738c9031-2b17-4198-b9b5-d060acdffa8e not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:46.326430 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.353490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Port': ['ID=ca62795e-cd87-4941-942c-6e7a3e88cc16,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:46.428263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.428596 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Floating IP 3a915bf0-dec4-4dc3-9208-da5bb6377f9d disassociated (deleted). External IP: 172.25.3.244, port: 7e526f3d-9111-45e2-88d8-30a4cff7bda1. Nov 12 08:55:46.724010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Router 702963bc-4e27-494c-892e-d7b84452a87a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:46.798926 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5a89cdf-3a8f-47d8-acb5-1971932383a9 req-6db73e23-9708-4237-bfe0-61ba80f326ae tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 210 time: 0.0428572 Nov 12 08:55:46.854942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:46.871503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e433248-0776-414c-b01f-d7177fd3f8ce None None] Sync routers for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:46.872469 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.898824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e433248-0776-414c-b01f-d7177fd3f8ce None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:46.899748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5e433248-0776-414c-b01f-d7177fd3f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:55:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:46.909430 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-96bbb771-89c5-448f-b4b6-0be8615822f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/floatingips/3a915bf0-dec4-4dc3-9208-da5bb6377f9d HTTP/1.1" status: 204 len: 168 time: 1.6106548 Nov 12 08:55:46.910429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'tag': '7e526f3d-9111-45e2-88d8-30a4cff7bda1'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:46.914190 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaa5bf9-40a2-4a41-a72d-aa05a1eb5bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293", "tag": "7e526f3d-9111-45e2-88d8-30a4cff7bda1"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:47.173247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-5e433248-0776-414c-b01f-d7177fd3f8ce None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:47.257368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71ed9a-aec1-4fd2-bc05-2b2395bd20bf req-04d72b29-7cbb-4576-a8b0-e2bcf877af3b tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:47.258921 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d71ed9a-aec1-4fd2-bc05-2b2395bd20bf req-04d72b29-7cbb-4576-a8b0-e2bcf877af3b tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 945 time: 0.2300715 Nov 12 08:55:47.282748 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142661be-10e4-408a-b182-e0d2e4ac5f45 x-openstack-request-id: req-142661be-10e4-408a-b182-e0d2e4ac5f45 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:47.283037 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293", "tag": "7e526f3d-9111-45e2-88d8-30a4cff7bda1", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:47.286326 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-142661be-10e4-408a-b182-e0d2e4ac5f45 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:47.286930 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'tag': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'status': 'completed', 'code': 200} Nov 12 08:55:47.388972 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d71ed9a-aec1-4fd2-bc05-2b2395bd20bf req-81bd5f4e-bf65-40f0-9d7b-2fbaa5d75f51 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215887 Nov 12 08:55:47.432271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa5bf9-40a2-4a41-a72d-aa05a1eb5bcd req-c7679dae-22c9-44c8-aacb-cd16a799330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:47.433754 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ceaa5bf9-40a2-4a41-a72d-aa05a1eb5bcd req-c7679dae-22c9-44c8-aacb-cd16a799330c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 1098 time: 0.1211967 Nov 12 08:55:47.448412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef89ea-d432-41dd-bc0f-acee0037286a req-3f1b69a5-8dbd-4179-be25-a103decb3b24 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:47.450100 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69ef89ea-d432-41dd-bc0f-acee0037286a req-3f1b69a5-8dbd-4179-be25-a103decb3b24 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 946 time: 0.0717382 Nov 12 08:55:47.508106 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5e433248-0776-414c-b01f-d7177fd3f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:55:37Z', 'revision_number': 6, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:17Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:47.569604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e433248-0776-414c-b01f-d7177fd3f8ce None None] Checking router: 702963bc-4e27-494c-892e-d7b84452a87a for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:47.580640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e433248-0776-414c-b01f-d7177fd3f8ce None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:47.582060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5e433248-0776-414c-b01f-d7177fd3f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:55:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:47.607521 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69ef89ea-d432-41dd-bc0f-acee0037286a req-c61a99c1-3cb9-43b5-b3d4-a6a2d051244e tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331673 Nov 12 08:55:47.656773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa5bf9-40a2-4a41-a72d-aa05a1eb5bcd req-af290505-e6f3-4c0e-8110-06f7b5ebeb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:47.662537 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ceaa5bf9-40a2-4a41-a72d-aa05a1eb5bcd req-af290505-e6f3-4c0e-8110-06f7b5ebeb8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=15bba3db-e93f-43f2-8184-e940a7f673e7 HTTP/1.1" status: 200 len: 897 time: 0.2114308 Nov 12 08:55:47.719427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ceaa5bf9-40a2-4a41-a72d-aa05a1eb5bcd req-6c1de826-00e2-496e-a256-65e6b4e50c03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e526f3d-9111-45e2-88d8-30a4cff7bda1 HTTP/1.1" status: 200 len: 217 time: 0.0454795 Nov 12 08:55:47.748533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-5e433248-0776-414c-b01f-d7177fd3f8ce None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:47.801907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa5bf9-40a2-4a41-a72d-aa05a1eb5bcd req-0c0893c3-9852-449e-b416-a2f4f0483a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:47.815251 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ceaa5bf9-40a2-4a41-a72d-aa05a1eb5bcd req-0c0893c3-9852-449e-b416-a2f4f0483a0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4934cc8c-a94d-4e47-84e4-27a778005ec3 HTTP/1.1" status: 200 len: 834 time: 0.0844793 Nov 12 08:55:47.924834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa5bf9-40a2-4a41-a72d-aa05a1eb5bcd req-651e3c47-3707-4f60-ad8c-631b3b9677b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:47.926480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ceaa5bf9-40a2-4a41-a72d-aa05a1eb5bcd req-651e3c47-3707-4f60-ad8c-631b3b9677b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15bba3db-e93f-43f2-8184-e940a7f673e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008322 Nov 12 08:55:47.986829 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee5141c3-cd19-4777-9009-8ee43400a732 req-e1e37c96-1cd8-4189-af14-7689e3bc6c65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=530ea545-76de-467d-afde-48e1a4a3141b HTTP/1.1" status: 200 len: 210 time: 0.0431073 Nov 12 08:55:48.151154 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ceaa5bf9-40a2-4a41-a72d-aa05a1eb5bcd req-b844ebad-d3bc-44b2-85a8-46ef6745e4b7 service neutron] 10.222.0.52 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155287 Nov 12 08:55:48.243224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5e433248-0776-414c-b01f-d7177fd3f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:55:37Z', 'revision_number': 6, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:17Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:48.297895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ceaa5bf9-40a2-4a41-a72d-aa05a1eb5bcd req-35c8dc18-2caf-427e-bd3b-65049edd5117 service neutron] 10.222.0.52 "GET /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354516 Nov 12 08:55:48.312462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e433248-0776-414c-b01f-d7177fd3f8ce None None] The sync data for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 is: [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:55:37Z', 'revision_number': 6, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd069069a-e683-4e06-8e35-f7c1d543689f', 'name': '', 'network_id': '15bba3db-e93f-43f2-8184-e940a7f673e7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:12:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:08Z', 'updated_at': '2021-11-12T08:53:17Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': '4934cc8c-a94d-4e47-84e4-27a778005ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:48.554219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6d477-11c9-489d-9620-a99a43137228 req-1f6abfe9-fa96-45fb-b222-85bf768759a9 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:48.566442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-baa6d477-11c9-489d-9620-a99a43137228 req-1f6abfe9-fa96-45fb-b222-85bf768759a9 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 945 time: 0.0869241 Nov 12 08:55:48.737451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-baa6d477-11c9-489d-9620-a99a43137228 req-4867be96-a9fb-4a8f-af3d-12ac1e3fb259 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594698 Nov 12 08:55:48.834899 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb21313-ba46-46a8-a9f0-d5e26416afb2 None None] New status for floating IP 3a915bf0-dec4-4dc3-9208-da5bb6377f9d: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:55:48.938030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568ddcd-4cf4-400c-86d1-0449428e5108 req-9bb2b806-824d-42c8-ace0-eafdf681edb9 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:48.939159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f05c-16a7-4819-9978-5e9cba2b370e req-4c0874d0-d36f-4711-8772-d3729147e9c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:48.941155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1de3f05c-16a7-4819-9978-5e9cba2b370e req-4c0874d0-d36f-4711-8772-d3729147e9c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 946 time: 0.1372068 Nov 12 08:55:48.952286 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e568ddcd-4cf4-400c-86d1-0449428e5108 req-9bb2b806-824d-42c8-ace0-eafdf681edb9 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 946 time: 0.1623518 Nov 12 08:55:49.089640 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e568ddcd-4cf4-400c-86d1-0449428e5108 req-e8f7935c-457c-4fc0-aebd-e918aba59557 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c91c949-e2e7-4d5f-943b-c0f6873808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352711 Nov 12 08:55:49.165500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1de3f05c-16a7-4819-9978-5e9cba2b370e req-558127e6-0114-4060-8c7e-20f34b7c9981 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting port 7e526f3d-9111-45e2-88d8-30a4cff7bda1 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:49.166073 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1de3f05c-16a7-4819-9978-5e9cba2b370e req-558127e6-0114-4060-8c7e-20f34b7c9981 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.339111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1de3f05c-16a7-4819-9978-5e9cba2b370e req-558127e6-0114-4060-8c7e-20f34b7c9981 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] For port 7e526f3d-9111-45e2-88d8-30a4cff7bda1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7e526f3d-9111-45e2-88d8-30a4cff7bda1,segment=NetworkSegment(566ce77d-1c9e-4878-9c50-f691efe37698),segment_id=566ce77d-1c9e-4878-9c50-f691efe37698)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:49.339484 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1de3f05c-16a7-4819-9978-5e9cba2b370e req-558127e6-0114-4060-8c7e-20f34b7c9981 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.363978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1de3f05c-16a7-4819-9978-5e9cba2b370e req-558127e6-0114-4060-8c7e-20f34b7c9981 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Calling delete_port for 7e526f3d-9111-45e2-88d8-30a4cff7bda1 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:49.602561 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1de3f05c-16a7-4819-9978-5e9cba2b370e req-558127e6-0114-4060-8c7e-20f34b7c9981 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.654159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558127e6-0114-4060-8c7e-20f34b7c9981 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Port': ['ID=7e526f3d-9111-45e2-88d8-30a4cff7bda1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:49.694061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de3f05c-16a7-4819-9978-5e9cba2b370e req-558127e6-0114-4060-8c7e-20f34b7c9981 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] No DVR routers for this DVR port 7e526f3d-9111-45e2-88d8-30a4cff7bda1 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:49.697488 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1de3f05c-16a7-4819-9978-5e9cba2b370e req-558127e6-0114-4060-8c7e-20f34b7c9981 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.700877 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1de3f05c-16a7-4819-9978-5e9cba2b370e req-558127e6-0114-4060-8c7e-20f34b7c9981 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "DELETE /v2.0/ports/7e526f3d-9111-45e2-88d8-30a4cff7bda1 HTTP/1.1" status: 204 len: 173 time: 0.7507429 Nov 12 08:55:49.701359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'name': 'network-vif-deleted', 'tag': '7e526f3d-9111-45e2-88d8-30a4cff7bda1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:49.703655 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19afc61-c12a-4fb3-aaec-b1a94d4569fe" -d '{"events": [{"server_uuid": "ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293", "name": "network-vif-deleted", "tag": "7e526f3d-9111-45e2-88d8-30a4cff7bda1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:49.808192 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193c5de7-955f-408c-8e71-c8c9fd6de27b x-openstack-request-id: req-193c5de7-955f-408c-8e71-c8c9fd6de27b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:49.808492 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293", "name": "network-vif-deleted", "tag": "7e526f3d-9111-45e2-88d8-30a4cff7bda1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:49.808800 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-193c5de7-955f-408c-8e71-c8c9fd6de27b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:49.809526 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293', 'name': 'network-vif-deleted', 'tag': '7e526f3d-9111-45e2-88d8-30a4cff7bda1', 'status': 'completed', 'code': 200} Nov 12 08:55:50.379934 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a5941c54-ac66-4cd5-b3f1-fef16e1d4007 req-24809c7d-613b-468e-87e8-96143d0f4afc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=ebbfb2b9-dfc5-4629-bb7d-ea7b30ec4293 HTTP/1.1" status: 200 len: 210 time: 0.0755861 Nov 12 08:55:51.437173 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60266) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:51.505473 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3827ebfd-2b45-4c6d-a48b-73bd190d2498 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.545567 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3827ebfd-2b45-4c6d-a48b-73bd190d2498 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.713550 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3827ebfd-2b45-4c6d-a48b-73bd190d2498 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.717136 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3827ebfd-2b45-4c6d-a48b-73bd190d2498 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.722786 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3827ebfd-2b45-4c6d-a48b-73bd190d2498 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/security-groups/1c91c949-e2e7-4d5f-943b-c0f6873808ac HTTP/1.1" status: 204 len: 168 time: 0.2843623 Nov 12 08:55:51.750047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827ebfd-2b45-4c6d-a48b-73bd190d2498 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c91c949-e2e7-4d5f-943b-c0f6873808ac,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:51.767804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60278) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:51.904547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7e526f3d-9111-45e2-88d8-30a4cff7bda1 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:51.977083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 7e526f3d-9111-45e2-88d8-30a4cff7bda1 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:51.977555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7e526f3d-9111-45e2-88d8-30a4cff7bda1 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:52.551549 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.856042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4324faef-71d2-4bf9-be67-7b20092f8795 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.301819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4324faef-71d2-4bf9-be67-7b20092f8795 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting port d069069a-e683-4e06-8e35-f7c1d543689f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:53.302194 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4324faef-71d2-4bf9-be67-7b20092f8795 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.451546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-4324faef-71d2-4bf9-be67-7b20092f8795 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] For port d069069a-e683-4e06-8e35-f7c1d543689f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d069069a-e683-4e06-8e35-f7c1d543689f,segment=NetworkSegment(566ce77d-1c9e-4878-9c50-f691efe37698),segment_id=566ce77d-1c9e-4878-9c50-f691efe37698)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:53.452071 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4324faef-71d2-4bf9-be67-7b20092f8795 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.468538 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4324faef-71d2-4bf9-be67-7b20092f8795 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Calling delete_port for d069069a-e683-4e06-8e35-f7c1d543689f owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:53.838386 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4324faef-71d2-4bf9-be67-7b20092f8795 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.900507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324faef-71d2-4bf9-be67-7b20092f8795 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Port': ['ID=d069069a-e683-4e06-8e35-f7c1d543689f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:54.289174 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4324faef-71d2-4bf9-be67-7b20092f8795 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.674410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4324faef-71d2-4bf9-be67-7b20092f8795 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Router 702963bc-4e27-494c-892e-d7b84452a87a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:54.896186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4324faef-71d2-4bf9-be67-7b20092f8795 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:54.908760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b419e9-961d-42b9-818b-04c8afe4afe1 None None] Sync routers for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:54.909664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4324faef-71d2-4bf9-be67-7b20092f8795 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "PUT /v2.0/routers/702963bc-4e27-494c-892e-d7b84452a87a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1400380 Nov 12 08:55:54.912411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60360) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:54.945809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b419e9-961d-42b9-818b-04c8afe4afe1 None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:54.946739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-26b419e9-961d-42b9-818b-04c8afe4afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:55:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:55.015737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-574b8624-1c50-432f-8a23-69fa610ba114 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting subnet 4934cc8c-a94d-4e47-84e4-27a778005ec3 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:55.021303 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-574b8624-1c50-432f-8a23-69fa610ba114 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.079048 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-574b8624-1c50-432f-8a23-69fa610ba114 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.153891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-26b419e9-961d-42b9-818b-04c8afe4afe1 None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:55.193575 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-574b8624-1c50-432f-8a23-69fa610ba114 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.271754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-574b8624-1c50-432f-8a23-69fa610ba114 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.294401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-574b8624-1c50-432f-8a23-69fa610ba114 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.312425 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-574b8624-1c50-432f-8a23-69fa610ba114 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/subnets/4934cc8c-a94d-4e47-84e4-27a778005ec3 HTTP/1.1" status: 204 len: 168 time: 0.3976481 Nov 12 08:55:55.315118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60368) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:55.354245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b8624-1c50-432f-8a23-69fa610ba114 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Subnet': ['ID=4934cc8c-a94d-4e47-84e4-27a778005ec3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:55.430531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf14b5a-52f1-4526-bc9b-4a901133c4e4 None None] Network 15bba3db-e93f-43f2-8184-e940a7f673e7 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:55.531434 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.682707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-26b419e9-961d-42b9-818b-04c8afe4afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:55:53Z', 'revision_number': 7, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:55.732476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b419e9-961d-42b9-818b-04c8afe4afe1 None None] Checking router: 702963bc-4e27-494c-892e-d7b84452a87a for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:55.750600 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b419e9-961d-42b9-818b-04c8afe4afe1 None None] Routers {'702963bc-4e27-494c-892e-d7b84452a87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:55.751658 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-26b419e9-961d-42b9-818b-04c8afe4afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:55:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['702963bc-4e27-494c-892e-d7b84452a87a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:55.791143 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.908928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd95871-4e6d-41d4-8980-81d05ff02d65 None None] DHCP port deletion for 15bba3db-e93f-43f2-8184-e940a7f673e7 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:55.929180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting port c7cfd99c-0b89-492a-9277-aaad7085d0b3 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:55.932617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.133828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-26b419e9-961d-42b9-818b-04c8afe4afe1 None None] Set router 702963bc-4e27-494c-892e-d7b84452a87a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:56.147395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] For port c7cfd99c-0b89-492a-9277-aaad7085d0b3, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c7cfd99c-0b89-492a-9277-aaad7085d0b3,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:56.148279 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.172237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Calling delete_port for c7cfd99c-0b89-492a-9277-aaad7085d0b3 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:56.309578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:56.539984 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.585490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Port': ['ID=c7cfd99c-0b89-492a-9277-aaad7085d0b3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:56.734385 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.767215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e1ac32-0ba4-4f56-b13b-93d16b97a296 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:56.782267 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7cd95871-4e6d-41d4-8980-81d05ff02d65 None None] Deleting port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:56.782643 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7cd95871-4e6d-41d4-8980-81d05ff02d65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.851602 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.857596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.928284 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-7cd95871-4e6d-41d4-8980-81d05ff02d65 None None] For port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=90eabc14-a1eb-4f03-b3d7-89ffef6c9e68,segment=NetworkSegment(566ce77d-1c9e-4878-9c50-f691efe37698),segment_id=566ce77d-1c9e-4878-9c50-f691efe37698)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:56.929922 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7cd95871-4e6d-41d4-8980-81d05ff02d65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.939658 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.976569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7cd95871-4e6d-41d4-8980-81d05ff02d65 None None] Calling delete_port for 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:56.997209 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.998631 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Fanout notify agent at l3_agent the message router_deleted on router 702963bc-4e27-494c-892e-d7b84452a87a {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:55:57.026705 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.030263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f94aa45c-de2e-4ed7-b516-56e601ad86b1 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/routers/702963bc-4e27-494c-892e-d7b84452a87a HTTP/1.1" status: 204 len: 168 time: 1.7116437 Nov 12 08:55:57.032238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60400) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:57.072415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=90eabc14-a1eb-4f03-b3d7-89ffef6c9e68,segment=NetworkSegment(566ce77d-1c9e-4878-9c50-f691efe37698),segment_id=566ce77d-1c9e-4878-9c50-f691efe37698)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:57.083779 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.166775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-26b419e9-961d-42b9-818b-04c8afe4afe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:55:53Z', 'revision_number': 7, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:57.212585 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b419e9-961d-42b9-818b-04c8afe4afe1 None None] The sync data for ids ['702963bc-4e27-494c-892e-d7b84452a87a'] in n-d-768851-18 is: [{'id': '702963bc-4e27-494c-892e-d7b84452a87a', 'name': 'tempest-TestNetworkBasicOps-router-250364696', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:00Z', 'updated_at': '2021-11-12T08:55:53Z', 'revision_number': 7, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': 'c7cfd99c-0b89-492a-9277-aaad7085d0b3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ec:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702963bc-4e27-494c-892e-d7b84452a87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:01Z', 'updated_at': '2021-11-12T08:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:57.246194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=90eabc14-a1eb-4f03-b3d7-89ffef6c9e68,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:57.261492 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7cd95871-4e6d-41d4-8980-81d05ff02d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.282661 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.316606 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd95871-4e6d-41d4-8980-81d05ff02d65 None None] Pushing event deleted for resources: {'Port': ['ID=90eabc14-a1eb-4f03-b3d7-89ffef6c9e68,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:57.344680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd95871-4e6d-41d4-8980-81d05ff02d65 None None] No DVR routers for this DVR port 90eabc14-a1eb-4f03-b3d7-89ffef6c9e68 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:57.503190 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.532827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bba3db-e93f-43f2-8184-e940a7f673e7']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:57.553438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566ce77d-1c9e-4878-9c50-f691efe37698') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:57.554314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566ce77d-1c9e-4878-9c50-f691efe37698') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:57.569691 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.588552 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.595817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:57.596609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:57.662598 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:57.693603 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.704300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.729283 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/networks/15bba3db-e93f-43f2-8184-e940a7f673e7 HTTP/1.1" status: 204 len: 168 time: 0.6818979 Nov 12 08:55:57.731667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dff4ac-7b65-42b5-be8f-b9b6009282cc tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Network': ['ID=15bba3db-e93f-43f2-8184-e940a7f673e7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:57.740831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60424) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:57.754294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7e3a4f5d-10f3-4b9d-9e9d-b5e2b5665a38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'network': {'name': 'tempest-network-smoke--1309870073', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'port_security_enabled': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:57.813235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3a4f5d-10f3-4b9d-9e9d-b5e2b5665a38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Made reservation on behalf of 53fc652fab2c474c9a86ccfd515fe6e9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:57.819115 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7e3a4f5d-10f3-4b9d-9e9d-b5e2b5665a38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.860046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3a4f5d-10f3-4b9d-9e9d-b5e2b5665a38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:55:57.881008 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7e3a4f5d-10f3-4b9d-9e9d-b5e2b5665a38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.881376 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-7e3a4f5d-10f3-4b9d-9e9d-b5e2b5665a38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Added segment 3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a of type vlan for network 7841e26e-9e08-496b-846b-a74b84ed4103 Nov 12 08:55:57.969016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7e3a4f5d-10f3-4b9d-9e9d-b5e2b5665a38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.013240 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7e3a4f5d-10f3-4b9d-9e9d-b5e2b5665a38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.020599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a4f5d-10f3-4b9d-9e9d-b5e2b5665a38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:58.021590 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7e3a4f5d-10f3-4b9d-9e9d-b5e2b5665a38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.127790 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7e3a4f5d-10f3-4b9d-9e9d-b5e2b5665a38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3851972 Nov 12 08:55:58.131113 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60436) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:58.138302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-356770749', 'admin_state_up': True, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:58.148128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a4f5d-10f3-4b9d-9e9d-b5e2b5665a38 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Network': ['ID=7841e26e-9e08-496b-846b-a74b84ed4103,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:58.186555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 7841e26e-9e08-496b-846b-a74b84ed4103 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:55:58.247865 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.251038 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.316035 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d069069a-e683-4e06-8e35-f7c1d543689f no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:58.402363 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: d069069a-e683-4e06-8e35-f7c1d543689f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:58.405581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d069069a-e683-4e06-8e35-f7c1d543689f not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:58.436706 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.687204 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.750074 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.011987 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.043096 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.233392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Allocated IP 172.25.3.54 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/8a0917ee-e9e8-40c5-8656-9696634f75fe) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:59.241991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34986663-6fc8-4ec4-adf2-67018f9cf5e2 req-19fdf5f7-9eb4-408e-be62-3f3985b831a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776446 Nov 12 08:55:59.403024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986663-6fc8-4ec4-adf2-67018f9cf5e2 req-2bab7e30-8816-45d1-a29e-90d0d121c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:59.406182 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34986663-6fc8-4ec4-adf2-67018f9cf5e2 req-2bab7e30-8816-45d1-a29e-90d0d121c77f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1098 time: 0.1306837 Nov 12 08:55:59.582585 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.647982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986663-6fc8-4ec4-adf2-67018f9cf5e2 req-26cfb9d6-76c5-4af7-afcb-3be96244485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:59.650265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34986663-6fc8-4ec4-adf2-67018f9cf5e2 req-26cfb9d6-76c5-4af7-afcb-3be96244485a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 898 time: 0.2169151 Nov 12 08:55:59.652129 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.815031 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34986663-6fc8-4ec4-adf2-67018f9cf5e2 req-16d636e6-dd2f-45b5-9723-7962917ef27e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 1001 time: 0.1143212 Nov 12 08:55:59.854501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:59.888812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:59.907821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637f63d8-6f8c-454f-9919-afda1e7e3579 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:59.909845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:59.978524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-12c3e925-898d-4fb2-8f87-c4056dd3bab3 None None] Provisioning complete for port 8a0917ee-e9e8-40c5-8656-9696634f75fe triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:59.979180 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-12c3e925-898d-4fb2-8f87-c4056dd3bab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.070011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-12c3e925-898d-4fb2-8f87-c4056dd3bab3 None None] Port 8a0917ee-e9e8-40c5-8656-9696634f75fe cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:00.080783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=8a0917ee-e9e8-40c5-8656-9696634f75fe,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:00.154822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c7cfd99c-0b89-492a-9277-aaad7085d0b3 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:00.207701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: c7cfd99c-0b89-492a-9277-aaad7085d0b3 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:00.207918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c7cfd99c-0b89-492a-9277-aaad7085d0b3 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:00.688225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986663-6fc8-4ec4-adf2-67018f9cf5e2 req-b3f85421-f96f-4768-9b17-f33d0773de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:00.690567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34986663-6fc8-4ec4-adf2-67018f9cf5e2 req-b3f85421-f96f-4768-9b17-f33d0773de30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.8667960 Nov 12 08:56:00.894797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34986663-6fc8-4ec4-adf2-67018f9cf5e2 req-6b97f79b-9021-4031-936b-dc71b3dc9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:00.905859 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34986663-6fc8-4ec4-adf2-67018f9cf5e2 req-6b97f79b-9021-4031-936b-dc71b3dc9361 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595454 Nov 12 08:56:01.135965 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.311647 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34986663-6fc8-4ec4-adf2-67018f9cf5e2 req-af0e9cab-40b6-492e-9d94-6471512fa859 service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947575 Nov 12 08:56:01.534433 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.688375 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34986663-6fc8-4ec4-adf2-67018f9cf5e2 req-d8e4f483-6597-45ea-9260-ef44b8df480c service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363853 Nov 12 08:56:01.872940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Router ecc8a58b-1a57-429b-b7a4-5ffa91756649 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:56:02.068051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:02.080271 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Sync routers for ids ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:02.098177 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Routers {'ecc8a58b-1a57-429b-b7a4-5ffa91756649'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:02.102021 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:55:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:02.119778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.142874 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-abfe9e8e-d2c1-44dd-8e60-9a518b3dbeed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0061672 Nov 12 08:56:02.143690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60558) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:02.211255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60564) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:02.257539 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f098196f-a7c0-43df-a39a-3a767fb59f57 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=53fc652fab2c474c9a86ccfd515fe6e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1118939 Nov 12 08:56:02.355663 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Set router ecc8a58b-1a57-429b-b7a4-5ffa91756649 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:02.421865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615368bd-342d-443d-8c0c-75de66fb56d1 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.425965 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-615368bd-342d-443d-8c0c-75de66fb56d1 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2135057 Nov 12 08:56:02.430677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60572) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:02.464223 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e92ac0a6-e2ef-4ec4-9d53-72f780f0afef tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320833 Nov 12 08:56:02.468484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60576) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:02.492244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f2a537da-78db-40b5-bd88-b3c7542c29c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-509908359', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:02.770959 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:56:00Z', 'revision_number': 3, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:02.790615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a537da-78db-40b5-bd88-b3c7542c29c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Made reservation on behalf of 53fc652fab2c474c9a86ccfd515fe6e9 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:02.801376 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2a537da-78db-40b5-bd88-b3c7542c29c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.831478 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Checking router: ecc8a58b-1a57-429b-b7a4-5ffa91756649 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:02.831718 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Updating router ecc8a58b-1a57-429b-b7a4-5ffa91756649 port 8a0917ee-e9e8-40c5-8656-9696634f75fe binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:02.862275 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.313833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2a537da-78db-40b5-bd88-b3c7542c29c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.366296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a537da-78db-40b5-bd88-b3c7542c29c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Subnet': ['ID=c3b9db0f-656e-41fb-9b69-e5f06c86225f,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:03.428051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a537da-78db-40b5-bd88-b3c7542c29c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Checking segment: {'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:03.428477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a537da-78db-40b5-bd88-b3c7542c29c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network hostable DHCP agents. Network: 7841e26e-9e08-496b-846b-a74b84ed4103, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:03.448028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a537da-78db-40b5-bd88-b3c7542c29c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 7841e26e-9e08-496b-846b-a74b84ed4103 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:03.467799 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.468685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-f2a537da-78db-40b5-bd88-b3c7542c29c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 7841e26e-9e08-496b-846b-a74b84ed4103) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:03.476741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaacaa22-6437-4e62-a71a-3d5ebd75297f None None] Network 7841e26e-9e08-496b-846b-a74b84ed4103 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:03.483880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a537da-78db-40b5-bd88-b3c7542c29c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:03.487412 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.487999 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2a537da-78db-40b5-bd88-b3c7542c29c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.533852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60630) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:03.534264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f2a537da-78db-40b5-bd88-b3c7542c29c7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0635495 Nov 12 08:56:03.587588 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Attempting to bind port 8a0917ee-e9e8-40c5-8656-9696634f75fe on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:03.588132 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Attempting to bind port 8a0917ee-e9e8-40c5-8656-9696634f75fe by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:03.588635 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Attempting to bind port 8a0917ee-e9e8-40c5-8656-9696634f75fe on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:03.599478 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Pushing event updated for resources: {'Port': ['ID=8a0917ee-e9e8-40c5-8656-9696634f75fe,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:03.602025 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:03.602386 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:03.602777 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.603165 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:03.603619 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Bound port: 8a0917ee-e9e8-40c5-8656-9696634f75fe, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:03.603995 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.640205 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.640573 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.640911 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.641292 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.641620 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.642079 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.642481 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.642813 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.643134 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.644198 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.644558 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.644856 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:03.654993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e08df-12fa-44ea-a392-5bca9ca3e68b None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:03.705184 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] For port 8a0917ee-e9e8-40c5-8656-9696634f75fe, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:03.709685 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] For port 8a0917ee-e9e8-40c5-8656-9696634f75fe, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8a0917ee-e9e8-40c5-8656-9696634f75fe,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:03.717428 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.783952 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Routers {'ecc8a58b-1a57-429b-b7a4-5ffa91756649'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:03.784600 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:55:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:03.880422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7667aa3b-cd10-40b8-91fd-dfe7d1f0b0d2 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:03.912025 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4e69e280-f13a-40be-8b65-ffa81025a24a None None] Provisioning complete for port 8a0917ee-e9e8-40c5-8656-9696634f75fe triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:03.912600 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4e69e280-f13a-40be-8b65-ffa81025a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.048390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-7841e26e-9e08-496b-846b-a74b84ed4103', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ips': [{'subnet_id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:56:04.049299 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.086531 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] Set router ecc8a58b-1a57-429b-b7a4-5ffa91756649 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:04.191650 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0e13f-d353-4bf6-9a06-9d2080f661ec None None] Pushing event updated for resources: {'Port': ['ID=8a0917ee-e9e8-40c5-8656-9696634f75fe,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:04.240248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Allocated IP 172.20.0.2 (7841e26e-9e08-496b-846b-a74b84ed4103/c3b9db0f-656e-41fb-9b69-e5f06c86225f/e856e722-9c21-4a41-ad36-4d870d527877) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:04.356664 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa7dcc-89b2-4b64-90f3-d8d56bd2fd7b req-70969e68-539e-4f5c-88dc-faf237631853 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.364574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-72fa7dcc-89b2-4b64-90f3-d8d56bd2fd7b req-70969e68-539e-4f5c-88dc-faf237631853 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1098 time: 0.4287395 Nov 12 08:56:04.457880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.483273 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.537166 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-72fa7dcc-89b2-4b64-90f3-d8d56bd2fd7b req-1ea09370-8e6c-43d6-9e20-f0785853640b tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713226 Nov 12 08:56:04.554346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60648) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:04.569619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Pushing event updated for resources: {'Port': ['ID=e856e722-9c21-4a41-ad36-4d870d527877,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:04.583758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Network 7841e26e-9e08-496b-846b-a74b84ed4103 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:04.611281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:04.615772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:04.616074 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:56:00Z', 'revision_number': 3, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:04.690609 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75573a-b0b9-43ac-b2db-78ff426af509 None None] The sync data for ids ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'] in n-d-768851-18 is: [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:56:00Z', 'revision_number': 3, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:04.698619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.770558 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4e69e280-f13a-40be-8b65-ffa81025a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.790680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Attempting to bind port e856e722-9c21-4a41-ad36-4d870d527877 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:04.791337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Attempting to bind port e856e722-9c21-4a41-ad36-4d870d527877 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:04.791902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Attempting to bind port e856e722-9c21-4a41-ad36-4d870d527877 on network 7841e26e-9e08-496b-846b-a74b84ed4103 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:04.809291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:04.809981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Checking segment: {'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:04.810552 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.811144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Bound using segment: {'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:04.811791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Bound port: e856e722-9c21-4a41-ad36-4d870d527877, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:04.812352 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.816508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4e69e280-f13a-40be-8b65-ffa81025a24a None None] For port 8a0917ee-e9e8-40c5-8656-9696634f75fe, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8a0917ee-e9e8-40c5-8656-9696634f75fe,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:04.833420 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4e69e280-f13a-40be-8b65-ffa81025a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.880828 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:56:05.015306 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69e280-f13a-40be-8b65-ffa81025a24a None None] Pushing event updated for resources: {'Port': ['ID=8a0917ee-e9e8-40c5-8656-9696634f75fe,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:05.067298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-276c1600-064a-472d-ae58-3cb948704cda None None] Provisioning complete for port 8a0917ee-e9e8-40c5-8656-9696634f75fe triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:05.067661 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-276c1600-064a-472d-ae58-3cb948704cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.072802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] For port e856e722-9c21-4a41-ad36-4d870d527877, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:05.132517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] For port e856e722-9c21-4a41-ad36-4d870d527877, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e856e722-9c21-4a41-ad36-4d870d527877,segment=NetworkSegment(3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a),segment_id=3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:05.149229 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.166012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port 3d11b9eb-c3e3-499d-91c6-d39fc1248d2b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:05.166818 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.279633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Allocated IP 172.20.0.1 (7841e26e-9e08-496b-846b-a74b84ed4103/c3b9db0f-656e-41fb-9b69-e5f06c86225f/4c6852f1-0716-4d0c-bf8c-e4ed04e7d667) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:05.462180 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d1348071-fe6f-4c8a-b615-d3059ba95ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.463548 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.463905 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.502387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for 3d11b9eb-c3e3-499d-91c6-d39fc1248d2b owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:05.521980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683aad7-629c-46df-893c-0b3865e5a4ce None None] Pushing event updated for resources: {'Port': ['ID=e856e722-9c21-4a41-ad36-4d870d527877,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:05.629154 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.740323 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.922111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=4c6852f1-0716-4d0c-bf8c-e4ed04e7d667,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:05.922753 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.940548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 7841e26e-9e08-496b-846b-a74b84ed4103 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:05.943393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:05.954030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:06.098559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.112056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=3d11b9eb-c3e3-499d-91c6-d39fc1248d2b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:06.194764 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.195108 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Floating IP c574324e-0e63-42e5-b32e-03ce3031f5e2 disassociated (deleted). External IP: 172.25.3.155, port: 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55. Nov 12 08:56:06.710616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router df1342bd-f271-438f-a517-0cc039258bb7 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:06.866154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8a0917ee-e9e8-40c5-8656-9696634f75fe up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:07.033868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8a0917ee-e9e8-40c5-8656-9696634f75fe triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:07.034155 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.121135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:07.139090 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.145173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7deeb5-9307-4b2a-8600-9874d5cefee1 None None] Sync routers for ids ['df1342bd-f271-438f-a517-0cc039258bb7'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:07.203423 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7deeb5-9307-4b2a-8600-9874d5cefee1 None None] Routers {'df1342bd-f271-438f-a517-0cc039258bb7'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:07.204602 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3c7deeb5-9307-4b2a-8600-9874d5cefee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:55:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['df1342bd-f271-438f-a517-0cc039258bb7'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:07.222913 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0c44694c-6d96-43d7-b60b-6a89d63d6480 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/floatingips/c574324e-0e63-42e5-b32e-03ce3031f5e2 HTTP/1.1" status: 204 len: 168 time: 2.6485288 Nov 12 08:56:07.227207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:07.233200 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cf081e-a369-497c-9a06-6a0916eb1ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:07.364786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e802078-d95a-4bb0-8fe9-34cda3a3939c None None] Network 7841e26e-9e08-496b-846b-a74b84ed4103 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:07.439019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e856e722-9c21-4a41-ad36-4d870d527877 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:07.444525 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.631449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7acf6117-04ea-45de-a200-83777d3fa058 None None] Provisioning complete for port e856e722-9c21-4a41-ad36-4d870d527877 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:07.632472 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7acf6117-04ea-45de-a200-83777d3fa058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.638886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-3c7deeb5-9307-4b2a-8600-9874d5cefee1 None None] Set router df1342bd-f271-438f-a517-0cc039258bb7 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:07.642176 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-72fd2944-3b12-4b2d-b546-04fb3ec3e380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.700863 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef1b8c1-2add-4494-914e-b8b422358985 x-openstack-request-id: req-1ef1b8c1-2add-4494-914e-b8b422358985 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:07.701626 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:07.701845 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ef1b8c1-2add-4494-914e-b8b422358985 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:07.711127 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'status': 'completed', 'code': 200} Nov 12 08:56:07.740457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32f3f1-a772-43f3-8948-89295a85889c req-666896a9-ecff-41c0-a120-805517295be1 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.742695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-666896a9-ecff-41c0-a120-805517295be1 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 815 time: 0.4570544 Nov 12 08:56:07.911237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-3b4f7052-45fe-4ab4-b3f3-87709f15d93d tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/quotas/1d282ab1b39a4e51b68716f49ba82477 HTTP/1.1" status: 200 len: 375 time: 0.1586218 Nov 12 08:56:08.012145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a616-55b5-4d07-ac39-1fe67fd40f16 req-01ba9182-5c0a-47ce-9f81-609f80ad4e98 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:08.014300 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0fc2a616-55b5-4d07-ac39-1fe67fd40f16 req-01ba9182-5c0a-47ce-9f81-609f80ad4e98 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 946 time: 0.1869261 Nov 12 08:56:08.069790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf081e-a369-497c-9a06-6a0916eb1ed6 req-9e1dbe4b-d8d5-4306-8057-6932961f9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:08.075343 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19cf081e-a369-497c-9a06-6a0916eb1ed6 req-9e1dbe4b-d8d5-4306-8057-6932961f9cbc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 1098 time: 0.3005235 Nov 12 08:56:08.108831 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-452da811-0ea9-49f5-87e5-2168f3b8c5cd tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1843841 Nov 12 08:56:08.164896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e856e722-9c21-4a41-ad36-4d870d527877 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:08.165994 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.245615 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0fc2a616-55b5-4d07-ac39-1fe67fd40f16 req-f469cf6f-4764-430f-a3f1-517b9f65f718 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204676 Nov 12 08:56:08.419464 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7acf6117-04ea-45de-a200-83777d3fa058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.432437 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-0c684fbd-bf71-4f77-8b52-029b8ef8c159 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227637 Nov 12 08:56:08.433581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf081e-a369-497c-9a06-6a0916eb1ed6 req-d99223a3-3090-4775-a4d5-76fe0e744354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:08.434759 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19cf081e-a369-497c-9a06-6a0916eb1ed6 req-d99223a3-3090-4775-a4d5-76fe0e744354 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 200 len: 898 time: 0.3237407 Nov 12 08:56:08.455435 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.464291 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.567843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-7acf6117-04ea-45de-a200-83777d3fa058 None None] For port e856e722-9c21-4a41-ad36-4d870d527877, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e856e722-9c21-4a41-ad36-4d870d527877,segment=NetworkSegment(3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a),segment_id=3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:08.576549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19cf081e-a369-497c-9a06-6a0916eb1ed6 req-10d26d3b-5b16-4fc5-b8a1-39c9057c9956 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 200 len: 217 time: 0.0860720 Nov 12 08:56:08.577408 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7acf6117-04ea-45de-a200-83777d3fa058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.584038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.645028 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.657026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=4c6852f1-0716-4d0c-bf8c-e4ed04e7d667,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:08.751247 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.755696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf081e-a369-497c-9a06-6a0916eb1ed6 req-e22cd714-90a7-46e4-9b4b-1dbb913a8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:08.757247 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19cf081e-a369-497c-9a06-6a0916eb1ed6 req-e22cd714-90a7-46e4-9b4b-1dbb913a8183 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 200 len: 834 time: 0.1725278 Nov 12 08:56:08.762221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3c7deeb5-9307-4b2a-8600-9874d5cefee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:53:33Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '146d2945-e473-458a-acd2-175a32db0c0d', 'name': '', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:63:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:31Z', 'updated_at': '2021-11-12T08:53:41Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '79c65528-e869-4694-a738-28797b90e44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:08.823413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf6117-04ea-45de-a200-83777d3fa058 None None] Pushing event updated for resources: {'Port': ['ID=e856e722-9c21-4a41-ad36-4d870d527877,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:08.869788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7deeb5-9307-4b2a-8600-9874d5cefee1 None None] Checking router: df1342bd-f271-438f-a517-0cc039258bb7 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:08.903160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 7841e26e-9e08-496b-846b-a74b84ed4103 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:08.904825 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:08.923579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf081e-a369-497c-9a06-6a0916eb1ed6 req-1505ec7e-4652-405f-a9e5-4ee33e289faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:08.925094 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19cf081e-a369-497c-9a06-6a0916eb1ed6 req-1505ec7e-4652-405f-a9e5-4ee33e289faa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0810cd08-13db-4fe5-b807-ef4b7a59e675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1588812 Nov 12 08:56:08.934630 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:56:08.935213 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:56:08.939418 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7deeb5-9307-4b2a-8600-9874d5cefee1 None None] Routers {'df1342bd-f271-438f-a517-0cc039258bb7'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:08.948801 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3c7deeb5-9307-4b2a-8600-9874d5cefee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['df1342bd-f271-438f-a517-0cc039258bb7'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:08.959488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-7eaeeb28-2ac8-4c3a-931f-417bed39c386 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158551 Nov 12 08:56:09.200014 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Router ecc8a58b-1a57-429b-b7a4-5ffa91756649 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:09.216051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b2cfd1ea-b25c-45a9-b49d-80a95f99de53 None None] Provisioning complete for port e856e722-9c21-4a41-ad36-4d870d527877 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:09.218146 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd1ea-b25c-45a9-b49d-80a95f99de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.241800 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c054a6b-bc60-4a66-82dd-ef503549d888 req-241a907c-c15c-4361-a2da-e14bc2b83aa2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.245779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8c054a6b-bc60-4a66-82dd-ef503549d888 req-241a907c-c15c-4361-a2da-e14bc2b83aa2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 946 time: 0.2134986 Nov 12 08:56:09.476286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:09.487211 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Sync routers for ids ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:09.495410 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-63cb2ece-96ca-41e0-b5ae-09a7aec72cf3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "PUT /v2.0/routers/ecc8a58b-1a57-429b-b7a4-5ffa91756649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9608188 Nov 12 08:56:09.501795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60736) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:09.502860 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Routers {'ecc8a58b-1a57-429b-b7a4-5ffa91756649'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:09.503493 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:09.560247 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19cf081e-a369-497c-9a06-6a0916eb1ed6 req-80a67fca-3280-4a8b-94e5-ae5556a85b10 service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135426 Nov 12 08:56:09.572131 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c278c924-e674-477a-bae9-66589f1f57b3 req-a09341c7-2c71-4fce-b09e-5f7c118536e2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 210 time: 0.0776336 Nov 12 08:56:09.729760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-3c7deeb5-9307-4b2a-8600-9874d5cefee1 None None] Set router df1342bd-f271-438f-a517-0cc039258bb7 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:09.767892 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-19cf081e-a369-497c-9a06-6a0916eb1ed6 req-41cfd34a-1627-407e-947a-454737045e17 service neutron] 10.222.0.52 "GET /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895373 Nov 12 08:56:09.823276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bc6d0-d381-4b5c-9597-8a71f83e920c tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.823768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bc6d0-d381-4b5c-9597-8a71f83e920c tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.824227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bc6d0-d381-4b5c-9597-8a71f83e920c tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.824687 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bc6d0-d381-4b5c-9597-8a71f83e920c tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.825335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bc6d0-d381-4b5c-9597-8a71f83e920c tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.827722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bc6d0-d381-4b5c-9597-8a71f83e920c tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.829683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bc6d0-d381-4b5c-9597-8a71f83e920c tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.831149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40bc6d0-d381-4b5c-9597-8a71f83e920c tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.842555 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d40bc6d0-d381-4b5c-9597-8a71f83e920c tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5673 time: 0.3380296 Nov 12 08:56:09.843214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60742) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:09.862972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-8c054a6b-bc60-4a66-82dd-ef503549d888 req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:09.864068 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8c054a6b-bc60-4a66-82dd-ef503549d888 req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.927957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f519547-1492-45a6-bb03-50461c1d9180 req-0faf5f64-d269-45cf-9222-a8f0fb2b29eb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.949706 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f519547-1492-45a6-bb03-50461c1d9180 req-0faf5f64-d269-45cf-9222-a8f0fb2b29eb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 946 time: 0.4706216 Nov 12 08:56:10.018777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-8c054a6b-bc60-4a66-82dd-ef503549d888 req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] For port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:10.019420 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8c054a6b-bc60-4a66-82dd-ef503549d888 req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.059898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-8c054a6b-bc60-4a66-82dd-ef503549d888 req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:10.067246 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Set router ecc8a58b-1a57-429b-b7a4-5ffa91756649 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:10.138855 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b2cfd1ea-b25c-45a9-b49d-80a95f99de53 None None] Provisioning complete for port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:10.139612 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f519547-1492-45a6-bb03-50461c1d9180 req-1f560480-4f8d-42d4-aaaa-17ad11d6d3d8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494775 Nov 12 08:56:10.140069 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd1ea-b25c-45a9-b49d-80a95f99de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.206568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c7fcb-b00d-4916-acfc-e459009c3681 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.207036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c7fcb-b00d-4916-acfc-e459009c3681 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.207489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c7fcb-b00d-4916-acfc-e459009c3681 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.207942 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c7fcb-b00d-4916-acfc-e459009c3681 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.208388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c7fcb-b00d-4916-acfc-e459009c3681 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.208827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c7fcb-b00d-4916-acfc-e459009c3681 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.209307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c7fcb-b00d-4916-acfc-e459009c3681 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.209784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c7fcb-b00d-4916-acfc-e459009c3681 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.211719 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-298c7fcb-b00d-4916-acfc-e459009c3681 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5269 time: 0.3666215 Nov 12 08:56:10.216221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60752) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:10.332205 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.334228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e856e722-9c21-4a41-ad36-4d870d527877 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:10.440757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfd1ea-b25c-45a9-b49d-80a95f99de53 None None] Port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:10.568652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e856e722-9c21-4a41-ad36-4d870d527877 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:10.569196 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.572883 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:56:07Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4c6852f1-0716-4d0c-bf8c-e4ed04e7d667', 'name': '', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:51:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:08Z', 'revision_number': 2, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:10.650861 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Checking router: ecc8a58b-1a57-429b-b7a4-5ffa91756649 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:10.651213 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Updating router ecc8a58b-1a57-429b-b7a4-5ffa91756649 port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:10.706046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-23b711f8-5682-418f-817c-a9f9f38a705a None None] Provisioning complete for port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:10.706664 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-23b711f8-5682-418f-817c-a9f9f38a705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.722192 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.765486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-23b711f8-5682-418f-817c-a9f9f38a705a None None] Port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:11.003502 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.042919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-3c7deeb5-9307-4b2a-8600-9874d5cefee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:53:33Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '146d2945-e473-458a-acd2-175a32db0c0d', 'name': '', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:63:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:31Z', 'updated_at': '2021-11-12T08:53:41Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '79c65528-e869-4694-a738-28797b90e44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:11.074960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7deeb5-9307-4b2a-8600-9874d5cefee1 None None] The sync data for ids ['df1342bd-f271-438f-a517-0cc039258bb7'] in n-d-768851-18 is: [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:53:33Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '146d2945-e473-458a-acd2-175a32db0c0d', 'name': '', 'network_id': '0810cd08-13db-4fe5-b807-ef4b7a59e675', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:63:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '79c65528-e869-4694-a738-28797b90e44b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:31Z', 'updated_at': '2021-11-12T08:53:41Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '79c65528-e869-4694-a738-28797b90e44b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:11.131282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-36b3d64e-919c-4d40-aa3c-16ab09466c04 req-3dd734f8-3d17-403d-bcb9-e272d02dbfdd tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 210 time: 0.1030722 Nov 12 08:56:11.390854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23943c-4fd3-4dd4-bf65-af43a7a1b665 req-4c51b316-7a7a-4688-a163-3bdacd7aa04d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:11.402474 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e23943c-4fd3-4dd4-bf65-af43a7a1b665 req-4c51b316-7a7a-4688-a163-3bdacd7aa04d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 946 time: 0.1150329 Nov 12 08:56:11.463631 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8c054a6b-bc60-4a66-82dd-ef503549d888 req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.466060 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.477118 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.545672 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e23943c-4fd3-4dd4-bf65-af43a7a1b665 req-4744194f-d645-48fa-a2b6-ac71317e1a4d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=07f5d7b7-166a-4c59-b3d4-450102c1cb70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419945 Nov 12 08:56:11.651660 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec3c3c-ffee-4bd5-b812-dac2523b3916 None None] Pushing event updated for resources: {'Port': ['ID=4c6852f1-0716-4d0c-bf8c-e4ed04e7d667,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:11.671039 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=3ad56f2e-3b00-4b89-afa8-f9fc9447bb55,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:11.735226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e064f-6ac8-43e3-adb3-7e661439e923 None None] New status for floating IP c574324e-0e63-42e5-b32e-03ce3031f5e2: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:56:11.838266 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Attempting to bind port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:11.838637 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Attempting to bind port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:11.839008 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Attempting to bind port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 on network 7841e26e-9e08-496b-846b-a74b84ed4103 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:11.848464 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:11.848831 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Checking segment: {'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:11.849518 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.849912 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Bound using segment: {'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:11.851826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32f3f1-a772-43f3-8948-89295a85889c req-4da680f9-1f11-4549-b24d-2d9820596b33 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:11.853052 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Bound port: 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:11.853485 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.863859 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-4da680f9-1f11-4549-b24d-2d9820596b33 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 815 time: 0.5146084 Nov 12 08:56:11.961050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:11.969147 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-4a32f3f1-a772-43f3-8948-89295a85889c req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Request body: {'port': {'device_id': 'c8f50036-b22f-4613-81ae-1e3e452b8671', 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86', 'admin_state_up': True, 'tenant_id': '1d282ab1b39a4e51b68716f49ba82477'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:11.999752 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] For port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:12.003546 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] For port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4c6852f1-0716-4d0c-bf8c-e4ed04e7d667,segment=NetworkSegment(3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a),segment_id=3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:12.018796 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.074404 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:12.079884 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:12.122167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c054a6b-bc60-4a66-82dd-ef503549d888 req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] No DVR routers for this DVR port 3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:12.123256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0dbe6c5d-9109-4c99-acb1-616e789cf569 None None] Provisioning complete for port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:12.128370 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6c5d-9109-4c99-acb1-616e789cf569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.148644 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Routers {'ecc8a58b-1a57-429b-b7a4-5ffa91756649'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:12.149091 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:12.196431 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-8c054a6b-bc60-4a66-82dd-ef503549d888 req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.201745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8c054a6b-bc60-4a66-82dd-ef503549d888 req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "DELETE /v2.0/ports/3ad56f2e-3b00-4b89-afa8-f9fc9447bb55 HTTP/1.1" status: 204 len: 173 time: 2.9418616 Nov 12 08:56:12.203365 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:12.203714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:12.204051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:12.204528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:12.204970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:12.205332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:12.216414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:12.217144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:12.218734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:12.221213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:12.221590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:12.221936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1c472b-7188-421f-af5a-66862aaf7630 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:12.233773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'name': 'network-vif-deleted', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:12.249480 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead289ff-0094-4fb7-be1c-5acb3a4250bf" -d '{"events": [{"server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "name": "network-vif-deleted", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:12.291924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a32f3f1-a772-43f3-8948-89295a85889c req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Made reservation on behalf of 1d282ab1b39a4e51b68716f49ba82477 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:12.313419 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a32f3f1-a772-43f3-8948-89295a85889c req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.413473 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec3c3c-ffee-4bd5-b812-dac2523b3916 None None] Pushing event updated for resources: {'Port': ['ID=4c6852f1-0716-4d0c-bf8c-e4ed04e7d667,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:12.423701 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6c5d-9109-4c99-acb1-616e789cf569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.594642 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7941a81-3e09-4f79-8c82-aed2e11c7cb4 x-openstack-request-id: req-d7941a81-3e09-4f79-8c82-aed2e11c7cb4 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:12.594930 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eaafed-f955-40ff-9379-75c85a224357", "name": "network-vif-deleted", "tag": "3ad56f2e-3b00-4b89-afa8-f9fc9447bb55", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:12.595181 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7941a81-3e09-4f79-8c82-aed2e11c7cb4 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:12.595825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0dbe6c5d-9109-4c99-acb1-616e789cf569 None None] For port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4c6852f1-0716-4d0c-bf8c-e4ed04e7d667,segment=NetworkSegment(3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a),segment_id=3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:12.595975 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8eaafed-f955-40ff-9379-75c85a224357', 'name': 'network-vif-deleted', 'tag': '3ad56f2e-3b00-4b89-afa8-f9fc9447bb55', 'status': 'completed', 'code': 200} Nov 12 08:56:12.602691 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6c5d-9109-4c99-acb1-616e789cf569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.606418 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] Set router ecc8a58b-1a57-429b-b7a4-5ffa91756649 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:12.653264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-235a7013-c668-4937-9520-0ca736e6d55e req-f98731ff-0d3e-4bc4-b283-30bb4598e8e3 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 210 time: 0.2763834 Nov 12 08:56:12.762540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe6c5d-9109-4c99-acb1-616e789cf569 None None] Pushing event updated for resources: {'Port': ['ID=4c6852f1-0716-4d0c-bf8c-e4ed04e7d667,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:12.782314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbfc3f6d-51a2-4dfd-8986-4847d04f5925 req-4bc79ab0-cc4d-43c2-b799-6e48cd130cb0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8eaafed-f955-40ff-9379-75c85a224357 HTTP/1.1" status: 200 len: 210 time: 0.0754917 Nov 12 08:56:12.814017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88d78aa3-584f-4f28-8f5c-1aee2a463425 None None] Provisioning complete for port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:12.814660 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88d78aa3-584f-4f28-8f5c-1aee2a463425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.932244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-4a32f3f1-a772-43f3-8948-89295a85889c req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Allocated IP 172.20.0.10 (7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86/4a8103c3-b5ab-4adf-adc7-5739ec2576cc/c095ce7c-6075-4815-afab-acda094e92ac) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:13.065840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7317854e-3437-4542-9a18-0214b535aa3e tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 2.8379428 Nov 12 08:56:13.198975 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:56:07Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4c6852f1-0716-4d0c-bf8c-e4ed04e7d667', 'name': '', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:51:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:11Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:13.461839 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a32f3f1-a772-43f3-8948-89295a85889c req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.522994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a32f3f1-a772-43f3-8948-89295a85889c req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.536108 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['4dc69a74-8db8-4661-95f3-802655995ec0'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:13.570461 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ab67d8-393f-4aa5-9c22-7e3aeafe18fc None None] The sync data for ids ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'] in n-d-768851-18 is: [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:56:07Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4c6852f1-0716-4d0c-bf8c-e4ed04e7d667', 'name': '', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:51:22:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:11Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:13.624133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Pushing event updated for resources: {'Port': ['ID=c095ce7c-6075-4815-afab-acda094e92ac,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:13.663516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a32f3f1-a772-43f3-8948-89295a85889c req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:13.665164 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-4a32f3f1-a772-43f3-8948-89295a85889c req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:13.683896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a32f3f1-a772-43f3-8948-89295a85889c req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:13.794950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32f3f1-a772-43f3-8948-89295a85889c req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.795631 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a32f3f1-a772-43f3-8948-89295a85889c req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.818413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-c891dc06-bfb9-4742-aa04-373fdec2eed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8555896 Nov 12 08:56:13.832584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Request body: {'port': {'device_id': 'c8f50036-b22f-4613-81ae-1e3e452b8671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:13.953882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a7c4b-2956-4b5e-869b-14800b959337 req-6b2dc3e6-0f78-4421-b5a1-f8534e722eba tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.960268 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.966109 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-708a7c4b-2956-4b5e-869b-14800b959337 req-6b2dc3e6-0f78-4421-b5a1-f8534e722eba tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 932 time: 0.1495535 Nov 12 08:56:14.101649 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-708a7c4b-2956-4b5e-869b-14800b959337 req-a87e0017-def3-46d6-9a6c-9f24a3b73182 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341753 Nov 12 08:56:14.175490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60798) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:14.451776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:14.780421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c095ce7c-6075-4815-afab-acda094e92ac {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:14.802076 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.855327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Transition to ACTIVE for port object c095ce7c-6075-4815-afab-acda094e92ac will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:14.864025 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.910629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60808) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:14.929421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2b4fad49-3b31-4ed3-8a62-e7f2adaf91ad tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280014265', 'description': 'tempest-secgroup-smoke-280014265 description', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:15.024475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:15.026599 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.166177 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91a28708-c325-4ded-bbfb-fded6e42bd46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.310200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Pushing event updated for resources: {'Port': ['ID=c095ce7c-6075-4815-afab-acda094e92ac,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:15.320508 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b4fad49-3b31-4ed3-8a62-e7f2adaf91ad tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.327090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Attempting to bind port c095ce7c-6075-4815-afab-acda094e92ac on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:15.327446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Attempting to bind port c095ce7c-6075-4815-afab-acda094e92ac by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:15.327749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Attempting to bind port c095ce7c-6075-4815-afab-acda094e92ac on network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:15.334086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Port c095ce7c-6075-4815-afab-acda094e92ac on network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:15.334993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Attempting to bind port c095ce7c-6075-4815-afab-acda094e92ac on network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:15.347799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:15.348169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Checking segment: {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:15.348517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Bound using segment: {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:15.348965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Bound port: c095ce7c-6075-4815-afab-acda094e92ac, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:15.349351 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.382769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44dbf0-bb04-44e5-b44c-64594b957c73 req-1b747cc0-fe9c-4a31-a5ea-ee6a79fa8bc4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:15.385198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f44dbf0-bb04-44e5-b44c-64594b957c73 req-1b747cc0-fe9c-4a31-a5ea-ee6a79fa8bc4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 944 time: 0.1099961 Nov 12 08:56:15.489848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b4fad49-3b31-4ed3-8a62-e7f2adaf91ad tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.497050 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b4fad49-3b31-4ed3-8a62-e7f2adaf91ad tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.520716 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f44dbf0-bb04-44e5-b44c-64594b957c73 req-14c5d45c-e5f0-4fda-916b-69ce9fe5b58b tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958791 Nov 12 08:56:15.567849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fad49-3b31-4ed3-8a62-e7f2adaf91ad tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:15.577795 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b4fad49-3b31-4ed3-8a62-e7f2adaf91ad tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.582097 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2b4fad49-3b31-4ed3-8a62-e7f2adaf91ad tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6667004 Nov 12 08:56:15.582733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60816) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:15.593220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-35d3caaa-4ba5-427e-9d58-8d15ef050625 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': '71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:15.662335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] For port c095ce7c-6075-4815-afab-acda094e92ac, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:15.668175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] For port c095ce7c-6075-4815-afab-acda094e92ac, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c095ce7c-6075-4815-afab-acda094e92ac,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:15.671237 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-35d3caaa-4ba5-427e-9d58-8d15ef050625 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.775481 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.860537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-91a28708-c325-4ded-bbfb-fded6e42bd46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port 146d2945-e473-458a-acd2-175a32db0c0d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:15.861072 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91a28708-c325-4ded-bbfb-fded6e42bd46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.878996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:15.879759 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.882117 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] 10.222.0.46 "PUT /v2.0/ports/c095ce7c-6075-4815-afab-acda094e92ac HTTP/1.1" status: 200 len: 1093 time: 2.0549476 Nov 12 08:56:15.889989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f50036-b22f-4613-81ae-1e3e452b8671', 'tag': 'c095ce7c-6075-4815-afab-acda094e92ac'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:15.892995 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74745356-59ea-4fac-b393-0df289983f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f50036-b22f-4613-81ae-1e3e452b8671", "tag": "c095ce7c-6075-4815-afab-acda094e92ac"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:15.932210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-35d3caaa-4ba5-427e-9d58-8d15ef050625 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.933628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3755645-088b-478e-9427-0451e53e6af5 service neutron] Pushing event updated for resources: {'Port': ['ID=c095ce7c-6075-4815-afab-acda094e92ac,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:15.951491 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-35d3caaa-4ba5-427e-9d58-8d15ef050625 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.018633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-91a28708-c325-4ded-bbfb-fded6e42bd46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] For port 146d2945-e473-458a-acd2-175a32db0c0d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=146d2945-e473-458a-acd2-175a32db0c0d,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:16.019026 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91a28708-c325-4ded-bbfb-fded6e42bd46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.035948 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a64c60e-50c9-45e2-b4a2-b180a81d36c5 x-openstack-request-id: req-7a64c60e-50c9-45e2-b4a2-b180a81d36c5 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:16.036283 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f50036-b22f-4613-81ae-1e3e452b8671", "tag": "c095ce7c-6075-4815-afab-acda094e92ac", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:16.036473 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a64c60e-50c9-45e2-b4a2-b180a81d36c5 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:16.036874 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f50036-b22f-4613-81ae-1e3e452b8671', 'tag': 'c095ce7c-6075-4815-afab-acda094e92ac', 'status': 'completed', 'code': 200} Nov 12 08:56:16.039242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3caaa-4ba5-427e-9d58-8d15ef050625 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e31b38-f8da-4fb3-a74e-b5c8f181a498,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:16.039964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-91a28708-c325-4ded-bbfb-fded6e42bd46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for 146d2945-e473-458a-acd2-175a32db0c0d owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:16.055379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-35d3caaa-4ba5-427e-9d58-8d15ef050625 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.065693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-35d3caaa-4ba5-427e-9d58-8d15ef050625 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4759998 Nov 12 08:56:16.066371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60822) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:16.072281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-560249e4-8e2d-4471-9eb3-e7c077e3a2c0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': '71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:16.102396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32f3f1-a772-43f3-8948-89295a85889c req-0f5f9e46-46a5-41ec-a63a-0b32a1ddf4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:16.103968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-0f5f9e46-46a5-41ec-a63a-0b32a1ddf4cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 1096 time: 0.1672611 Nov 12 08:56:16.228944 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-560249e4-8e2d-4471-9eb3-e7c077e3a2c0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.234472 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-b549878b-3170-4ac9-b844-f41881c46c30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c095ce7c-6075-4815-afab-acda094e92ac HTTP/1.1" status: 200 len: 217 time: 0.0921528 Nov 12 08:56:16.301898 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91a28708-c325-4ded-bbfb-fded6e42bd46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.338144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a28708-c325-4ded-bbfb-fded6e42bd46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=146d2945-e473-458a-acd2-175a32db0c0d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:16.359714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32f3f1-a772-43f3-8948-89295a85889c req-84d5e400-4f09-4ad4-bbab-380ed113c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:16.361379 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-84d5e400-4f09-4ad4-bbab-380ed113c1e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a8103c3-b5ab-4adf-adc7-5739ec2576cc HTTP/1.1" status: 200 len: 855 time: 0.1173744 Nov 12 08:56:16.465947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-ef073b44-7ed6-4d23-8ab4-5b118c419eb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963771 Nov 12 08:56:16.557411 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-560249e4-8e2d-4471-9eb3-e7c077e3a2c0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.573137 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-560249e4-8e2d-4471-9eb3-e7c077e3a2c0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.611464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560249e4-8e2d-4471-9eb3-e7c077e3a2c0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4577fdb9-5419-4e6d-9a90-11fee88429f3,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:16.682263 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-560249e4-8e2d-4471-9eb3-e7c077e3a2c0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.687234 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-560249e4-8e2d-4471-9eb3-e7c077e3a2c0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6189740 Nov 12 08:56:16.691668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60834) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:16.707402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b766bb9b-5d96-48f9-ac9d-5186271504a5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': '71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:16.722184 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-235ad09e-38c9-4446-8dfe-c8142df2fb9f service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471783 Nov 12 08:56:16.824735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c407881-914f-4b94-9f81-3319bd22eb52 req-7354f074-bf38-41eb-af50-cf8c09827b7b tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:16.827652 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c407881-914f-4b94-9f81-3319bd22eb52 req-7354f074-bf38-41eb-af50-cf8c09827b7b tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 944 time: 0.1358831 Nov 12 08:56:16.918315 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b766bb9b-5d96-48f9-ac9d-5186271504a5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.957876 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-91a28708-c325-4ded-bbfb-fded6e42bd46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.027876 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c407881-914f-4b94-9f81-3319bd22eb52 req-3f9585c4-9b2e-4c78-b8bd-7e9e86e5a3a4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900041 Nov 12 08:56:17.032529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a32f3f1-a772-43f3-8948-89295a85889c req-d3c64bc2-5f01-4477-9524-f3094c7cd416 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072257 Nov 12 08:56:17.123305 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b766bb9b-5d96-48f9-ac9d-5186271504a5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.133209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b766bb9b-5d96-48f9-ac9d-5186271504a5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.232140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766bb9b-5d96-48f9-ac9d-5186271504a5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b92a04-6da7-4148-b1d2-4b140d9506f4,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:17.269901 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b766bb9b-5d96-48f9-ac9d-5186271504a5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.278872 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b766bb9b-5d96-48f9-ac9d-5186271504a5 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5792665 Nov 12 08:56:17.281881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60838) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:17.293802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-22c29b7b-a824-49c8-be67-7bb1453884f2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': '71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:17.345603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74745356-59ea-4fac-b393-0df289983f8c req-9f10b847-bac8-433d-985e-dcc08103389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:17.348286 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74745356-59ea-4fac-b393-0df289983f8c req-9f10b847-bac8-433d-985e-dcc08103389e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 1096 time: 0.2124157 Nov 12 08:56:17.429430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22c29b7b-a824-49c8-be67-7bb1453884f2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.476000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a28708-c325-4ded-bbfb-fded6e42bd46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router df1342bd-f271-438f-a517-0cc039258bb7 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:17.555836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74745356-59ea-4fac-b393-0df289983f8c req-a2e075a5-a71a-4992-bbec-bad827d51a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:17.561816 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74745356-59ea-4fac-b393-0df289983f8c req-a2e075a5-a71a-4992-bbec-bad827d51a6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 916 time: 0.1963162 Nov 12 08:56:17.576055 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22c29b7b-a824-49c8-be67-7bb1453884f2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.645274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74745356-59ea-4fac-b393-0df289983f8c req-ac1c4dd8-b3f3-4fd2-9079-a28849367257 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c095ce7c-6075-4815-afab-acda094e92ac HTTP/1.1" status: 200 len: 217 time: 0.0768967 Nov 12 08:56:17.646730 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22c29b7b-a824-49c8-be67-7bb1453884f2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.694969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a28708-c325-4ded-bbfb-fded6e42bd46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:17.704280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-91a28708-c325-4ded-bbfb-fded6e42bd46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "PUT /v2.0/routers/df1342bd-f271-438f-a517-0cc039258bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5276692 Nov 12 08:56:17.709006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60846) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:17.718223 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e86bd5-66ab-425b-9b2c-5702e46351e6 None None] Sync routers for ids ['df1342bd-f271-438f-a517-0cc039258bb7'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:17.739126 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e86bd5-66ab-425b-9b2c-5702e46351e6 None None] Routers {'df1342bd-f271-438f-a517-0cc039258bb7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:17.739779 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b4e86bd5-66ab-425b-9b2c-5702e46351e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['df1342bd-f271-438f-a517-0cc039258bb7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:17.799501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c29b7b-a824-49c8-be67-7bb1453884f2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab365a7d-1145-49cd-8a60-6b5612f02bf2,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:17.817343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74745356-59ea-4fac-b393-0df289983f8c req-da94242b-c0c8-4208-b132-f73721669336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:17.819214 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74745356-59ea-4fac-b393-0df289983f8c req-da94242b-c0c8-4208-b132-f73721669336 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a8103c3-b5ab-4adf-adc7-5739ec2576cc HTTP/1.1" status: 200 len: 855 time: 0.1618178 Nov 12 08:56:17.848045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22c29b7b-a824-49c8-be67-7bb1453884f2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.854608 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-22c29b7b-a824-49c8-be67-7bb1453884f2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5706134 Nov 12 08:56:17.856191 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60850) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:17.866738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d9e068e3-a42c-4e1c-a9f8-d2ce195db2b0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': '71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:17.874715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8dcdb35-ccf9-4142-8187-1372fa32914f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting subnet 79c65528-e869-4694-a738-28797b90e44b {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:56:17.881631 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdb35-ccf9-4142-8187-1372fa32914f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.890125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74745356-59ea-4fac-b393-0df289983f8c req-8d3cd5d0-b5d2-4275-b0a2-cfbc56165cb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612285 Nov 12 08:56:17.941437 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdb35-ccf9-4142-8187-1372fa32914f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.948244 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-d9e068e3-a42c-4e1c-a9f8-d2ce195db2b0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Project 53fc652fab2c474c9a86ccfd515fe6e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:56:17.992789 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-b4e86bd5-66ab-425b-9b2c-5702e46351e6 None None] Set router df1342bd-f271-438f-a517-0cc039258bb7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:18.016283 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9e068e3-a42c-4e1c-a9f8-d2ce195db2b0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.088406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74745356-59ea-4fac-b393-0df289983f8c req-5cc460da-7479-477b-ba98-abd7e959ec25 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902449 Nov 12 08:56:18.250231 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdb35-ccf9-4142-8187-1372fa32914f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.317157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74745356-59ea-4fac-b393-0df289983f8c req-8aaf2538-025e-4235-8dc6-4cf2d0f2588c service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206268 Nov 12 08:56:18.355535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96a629-b766-4575-8ce8-ad06416b23ec req-166c5c03-8c75-4e7a-8ee8-7c586f9ffdd8 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:18.357719 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd96a629-b766-4575-8ce8-ad06416b23ec req-166c5c03-8c75-4e7a-8ee8-7c586f9ffdd8 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 944 time: 0.1121585 Nov 12 08:56:18.438112 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b4e86bd5-66ab-425b-9b2c-5702e46351e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:56:16Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:18.475445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd96a629-b766-4575-8ce8-ad06416b23ec req-360d4cbb-9f25-485a-b510-9c4244d94417 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020477 Nov 12 08:56:18.503021 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e86bd5-66ab-425b-9b2c-5702e46351e6 None None] Checking router: df1342bd-f271-438f-a517-0cc039258bb7 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:18.521232 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e86bd5-66ab-425b-9b2c-5702e46351e6 None None] Routers {'df1342bd-f271-438f-a517-0cc039258bb7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:18.521232 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b4e86bd5-66ab-425b-9b2c-5702e46351e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['df1342bd-f271-438f-a517-0cc039258bb7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:18.581011 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9e068e3-a42c-4e1c-a9f8-d2ce195db2b0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.589035 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9e068e3-a42c-4e1c-a9f8-d2ce195db2b0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.608502 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdb35-ccf9-4142-8187-1372fa32914f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.688780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e068e3-a42c-4e1c-a9f8-d2ce195db2b0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59717d59-e7a6-48d8-8d46-ac017ce21d6b,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:18.697061 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-b4e86bd5-66ab-425b-9b2c-5702e46351e6 None None] Set router df1342bd-f271-438f-a517-0cc039258bb7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:18.703732 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f8dcdb35-ccf9-4142-8187-1372fa32914f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.713869 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f8dcdb35-ccf9-4142-8187-1372fa32914f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/subnets/79c65528-e869-4694-a738-28797b90e44b HTTP/1.1" status: 204 len: 168 time: 0.9999547 Nov 12 08:56:18.713869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcdb35-ccf9-4142-8187-1372fa32914f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Subnet': ['ID=79c65528-e869-4694-a738-28797b90e44b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:18.714199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60860) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:18.728994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63811c56-cc00-44c5-b2e2-7d1162acecd4 None None] Network 0810cd08-13db-4fe5-b807-ef4b7a59e675 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:18.734308 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9e068e3-a42c-4e1c-a9f8-d2ce195db2b0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.744126 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d9e068e3-a42c-4e1c-a9f8-d2ce195db2b0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8860378 Nov 12 08:56:18.745346 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60862) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:18.754059 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fc707583-e8e3-479d-a033-fe0a236c5c0a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'security_group_rule': {'security_group_id': '71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf', 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:18.816277 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-fc707583-e8e3-479d-a033-fe0a236c5c0a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Project 53fc652fab2c474c9a86ccfd515fe6e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:56:18.838246 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc707583-e8e3-479d-a033-fe0a236c5c0a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.088904 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b4e86bd5-66ab-425b-9b2c-5702e46351e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:56:16Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:19.097322 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.108303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93341cae-a611-4b9d-bb0b-c4780f2f2e61 None None] DHCP port deletion for 0810cd08-13db-4fe5-b807-ef4b7a59e675 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:19.138290 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc707583-e8e3-479d-a033-fe0a236c5c0a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.150529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc707583-e8e3-479d-a033-fe0a236c5c0a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.162330 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e86bd5-66ab-425b-9b2c-5702e46351e6 None None] The sync data for ids ['df1342bd-f271-438f-a517-0cc039258bb7'] in n-d-768851-18 is: [{'id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322611415', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:18Z', 'updated_at': '2021-11-12T08:56:16Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '88c0e52b-c297-41e0-8515-2c6688cdab9d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1342bd-f271-438f-a517-0cc039258bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:21Z', 'updated_at': '2021-11-12T08:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:19.227445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-93341cae-a611-4b9d-bb0b-c4780f2f2e61 None None] Deleting port f3016612-efcb-4504-b8b6-52cb87feceb1 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:19.229031 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93341cae-a611-4b9d-bb0b-c4780f2f2e61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.248161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc707583-e8e3-479d-a033-fe0a236c5c0a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02dd26e7-fbeb-4ebf-b84d-865b31251bae,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:19.263103 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc707583-e8e3-479d-a033-fe0a236c5c0a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.278167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fc707583-e8e3-479d-a033-fe0a236c5c0a tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5310559 Nov 12 08:56:19.301789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.334560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-93341cae-a611-4b9d-bb0b-c4780f2f2e61 None None] For port f3016612-efcb-4504-b8b6-52cb87feceb1, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f3016612-efcb-4504-b8b6-52cb87feceb1,segment=NetworkSegment(e578cc8a-fffd-4b8f-87e9-d8a399540495),segment_id=e578cc8a-fffd-4b8f-87e9-d8a399540495)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:19.335583 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93341cae-a611-4b9d-bb0b-c4780f2f2e61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.353393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-93341cae-a611-4b9d-bb0b-c4780f2f2e61 None None] Calling delete_port for f3016612-efcb-4504-b8b6-52cb87feceb1 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:19.387287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port 88c0e52b-c297-41e0-8515-2c6688cdab9d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:19.388721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.641162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] For port 88c0e52b-c297-41e0-8515-2c6688cdab9d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=88c0e52b-c297-41e0-8515-2c6688cdab9d,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:19.641745 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.671799 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93341cae-a611-4b9d-bb0b-c4780f2f2e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.696793 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for 88c0e52b-c297-41e0-8515-2c6688cdab9d owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:19.724184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93341cae-a611-4b9d-bb0b-c4780f2f2e61 None None] No DVR routers for this DVR port f3016612-efcb-4504-b8b6-52cb87feceb1 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:19.765199 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-938a3576-c991-46a2-8c25-e970993ec413 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280014265&fields=id&tenant_id=53fc652fab2c474c9a86ccfd515fe6e9 HTTP/1.1" status: 200 len: 267 time: 0.0937643 Nov 12 08:56:19.817594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93341cae-a611-4b9d-bb0b-c4780f2f2e61 None None] Pushing event deleted for resources: {'Port': ['ID=f3016612-efcb-4504-b8b6-52cb87feceb1,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:19.949043 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc569d-4440-4901-8d48-ec5a14e0af0d req-54ab9814-1f9a-47aa-a76f-937d93e081fd tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.949043 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bcc569d-4440-4901-8d48-ec5a14e0af0d req-54ab9814-1f9a-47aa-a76f-937d93e081fd tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 944 time: 0.2570529 Nov 12 08:56:20.034572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb920b-4406-42e0-86dd-831595faf26d req-903435f2-27de-4ff7-9030-f96ad7963b24 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:20.036486 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-903435f2-27de-4ff7-9030-f96ad7963b24 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/networks?id=7841e26e-9e08-496b-846b-a74b84ed4103 HTTP/1.1" status: 200 len: 797 time: 0.2511325 Nov 12 08:56:20.056017 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-19944ba1-1bc6-49a2-ac36-b22c4a8aacfd tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/quotas/53fc652fab2c474c9a86ccfd515fe6e9 HTTP/1.1" status: 200 len: 375 time: 0.0121193 Nov 12 08:56:20.067119 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bcc569d-4440-4901-8d48-ec5a14e0af0d req-51a7ca51-b077-47a1-a6b9-e8fade10974c tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101360 Nov 12 08:56:20.142048 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.160218 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 146d2945-e473-458a-acd2-175a32db0c0d no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:20.165062 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-929deeef-a849-4b7d-bade-ad0c500429b2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024299 Nov 12 08:56:20.182933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=88c0e52b-c297-41e0-8515-2c6688cdab9d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:20.210927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66032629-f683-4279-b2f3-add53bfa090c None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:20.213505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 146d2945-e473-458a-acd2-175a32db0c0d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:20.214266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 146d2945-e473-458a-acd2-175a32db0c0d not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:20.215090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f3016612-efcb-4504-b8b6-52cb87feceb1 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:20.242780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: f3016612-efcb-4504-b8b6-52cb87feceb1 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:20.243397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f3016612-efcb-4504-b8b6-52cb87feceb1 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:20.280029 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.358367 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-680bad69-d5f6-47cc-8d6e-01b1bdaf8160 service neutron] 10.222.0.31 "GET /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783531 Nov 12 08:56:20.405065 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.407487 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.461712 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.462287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Fanout notify agent at l3_agent the message router_deleted on router df1342bd-f271-438f-a517-0cc039258bb7 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:56:20.479384 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.484473 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-676143e9-0ed7-4934-8768-896b6b002d8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/routers/df1342bd-f271-438f-a517-0cc039258bb7 HTTP/1.1" status: 204 len: 168 time: 1.7688000 Nov 12 08:56:20.484853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 60896) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:20.489458 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-884d2fc6-ca16-4b72-9710-5e43447281e3 service neutron] 10.222.0.31 "GET /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301913 Nov 12 08:56:20.585167 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.703163 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.727341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0810cd08-13db-4fe5-b807-ef4b7a59e675']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:20.766822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e578cc8a-fffd-4b8f-87e9-d8a399540495') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:20.767219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e578cc8a-fffd-4b8f-87e9-d8a399540495') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:20.792661 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a233fc2-6008-4652-adfe-077d0ae38d8c req-26da6fe4-c22e-42b0-8bf7-10b081253269 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 210 time: 0.0592580 Nov 12 08:56:20.796246 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.810669 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.821862 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:56:20.824115 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:56:20.832782 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:56:20.851936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device c095ce7c-6075-4815-afab-acda094e92ac details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:21.004446 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.016476 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.021217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/networks/0810cd08-13db-4fe5-b807-ef4b7a59e675 HTTP/1.1" status: 204 len: 168 time: 0.5349386 Nov 12 08:56:21.024987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 60922) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:21.075010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09b27b-1a7f-45f7-be2c-80f8a56acbbe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Network': ['ID=0810cd08-13db-4fe5-b807-ef4b7a59e675,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:21.097449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port c095ce7c-6075-4815-afab-acda094e92ac, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c095ce7c-6075-4815-afab-acda094e92ac,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:21.141214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'c095ce7c-6075-4815-afab-acda094e92ac', 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86', 'port_id': 'c095ce7c-6075-4815-afab-acda094e92ac', 'mac_address': 'fa:16:3e:eb:8d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8103c3-b5ab-4adf-adc7-5739ec2576cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:21.176198 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ed4a-0580-46f0-870c-16b561973975 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.238259 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ed4a-0580-46f0-870c-16b561973975 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.242872 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.265235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c095ce7c-6075-4815-afab-acda094e92ac {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:21.298059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port c095ce7c-6075-4815-afab-acda094e92ac, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c095ce7c-6075-4815-afab-acda094e92ac,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:21.307417 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.346255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961c166-d229-46ea-b781-64ef2b52a4e4 req-b12b9e7c-6ca2-4f9e-9a45-c5a6ef5c1d93 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:21.356020 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c961c166-d229-46ea-b781-64ef2b52a4e4 req-b12b9e7c-6ca2-4f9e-9a45-c5a6ef5c1d93 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 944 time: 0.0835972 Nov 12 08:56:21.380551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=c095ce7c-6075-4815-afab-acda094e92ac,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:21.422392 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c961c166-d229-46ea-b781-64ef2b52a4e4 req-cb1e4be2-450e-45ff-bae6-1a0a4a8a3518 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627208 Nov 12 08:56:21.426677 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ed4a-0580-46f0-870c-16b561973975 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.431147 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9d2ed4a-0580-46f0-870c-16b561973975 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.435282 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d9d2ed4a-0580-46f0-870c-16b561973975 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/security-groups/07f5d7b7-166a-4c59-b3d4-450102c1cb70 HTTP/1.1" status: 204 len: 168 time: 0.4092851 Nov 12 08:56:21.447827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2ed4a-0580-46f0-870c-16b561973975 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f5d7b7-166a-4c59-b3d4-450102c1cb70,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:21.653247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['c095ce7c-6075-4815-afab-acda094e92ac'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:22.170006 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04da62d7-ca35-48b7-abc1-fc2953dab886 req-69dac9bf-b3f9-4837-a490-12e5960bb7f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 210 time: 0.2518029 Nov 12 08:56:22.212334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 88c0e52b-c297-41e0-8515-2c6688cdab9d no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:22.249287 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 88c0e52b-c297-41e0-8515-2c6688cdab9d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:22.249777 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 88c0e52b-c297-41e0-8515-2c6688cdab9d not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:22.299802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 32812) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:22.304735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3a48d3ee-604a-4330-80bc-bb574031d4eb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-80726324', 'description': 'tempest-secgroup-smoke-80726324 description', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:22.342434 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a48d3ee-604a-4330-80bc-bb574031d4eb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.465433 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a48d3ee-604a-4330-80bc-bb574031d4eb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.471185 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a48d3ee-604a-4330-80bc-bb574031d4eb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.515902 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48d3ee-604a-4330-80bc-bb574031d4eb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f96129-adce-4973-94d9-ec05e6389bc2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:22.536240 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3a48d3ee-604a-4330-80bc-bb574031d4eb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.537607 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3a48d3ee-604a-4330-80bc-bb574031d4eb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2367148 Nov 12 08:56:22.540675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 32844) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:22.546483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-33cef1d7-832a-44b1-866b-da1ae372b2b4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '47f96129-adce-4973-94d9-ec05e6389bc2', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:22.550465 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.628841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33cef1d7-832a-44b1-866b-da1ae372b2b4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.808619 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33cef1d7-832a-44b1-866b-da1ae372b2b4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.849559 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33cef1d7-832a-44b1-866b-da1ae372b2b4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.855892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device c095ce7c-6075-4815-afab-acda094e92ac up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:22.910792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fd9dd-356b-450b-a380-940a7004f438 req-a4dda5f7-db27-4255-b04b-efbf97b0dedf tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.913457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a25fd9dd-356b-450b-a380-940a7004f438 req-a4dda5f7-db27-4255-b04b-efbf97b0dedf tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 945 time: 0.3035896 Nov 12 08:56:22.919437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cef1d7-832a-44b1-866b-da1ae372b2b4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c36fc8-e097-4f80-b0cb-7a61d767d0b8,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:22.937622 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33cef1d7-832a-44b1-866b-da1ae372b2b4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.942515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 32884) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:22.943259 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-33cef1d7-832a-44b1-866b-da1ae372b2b4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3999693 Nov 12 08:56:22.947587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-abc80f92-f017-4d8e-92d2-c56cfeaa0418 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '47f96129-adce-4973-94d9-ec05e6389bc2', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:22.962988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port c095ce7c-6075-4815-afab-acda094e92ac completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:22.973615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port c095ce7c-6075-4815-afab-acda094e92ac triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:22.974451 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.997693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb920b-4406-42e0-86dd-831595faf26d req-24dfcf0b-37fa-4a6d-82c5-42be3875ae73 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:23.000187 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-24dfcf0b-37fa-4a6d-82c5-42be3875ae73 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "GET /v2.0/networks?id=7841e26e-9e08-496b-846b-a74b84ed4103 HTTP/1.1" status: 200 len: 797 time: 0.3509018 Nov 12 08:56:23.060493 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a25fd9dd-356b-450b-a380-940a7004f438 req-536c5544-8c0d-42a8-9355-e4cfe395713b tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233304 Nov 12 08:56:23.077972 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abc80f92-f017-4d8e-92d2-c56cfeaa0418 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.126632 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-1d9742e4-fb07-4f09-8c56-2da505cb18ed tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53fc652fab2c474c9a86ccfd515fe6e9 HTTP/1.1" status: 200 len: 379 time: 0.1142547 Nov 12 08:56:23.146517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-eedb920b-4406-42e0-86dd-831595faf26d req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'port': {'device_id': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'admin_state_up': True, 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'security_groups': ['71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:23.205637 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.276971 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abc80f92-f017-4d8e-92d2-c56cfeaa0418 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.278525 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f50036-b22f-4613-81ae-1e3e452b8671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c095ce7c-6075-4815-afab-acda094e92ac'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:23.282898 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5852e0e9-905b-4a48-895f-6351a8e6ec96" -d '{"events": [{"server_uuid": "c8f50036-b22f-4613-81ae-1e3e452b8671", "name": "network-vif-plugged", "status": "completed", "tag": "c095ce7c-6075-4815-afab-acda094e92ac"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:23.313557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port c095ce7c-6075-4815-afab-acda094e92ac, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c095ce7c-6075-4815-afab-acda094e92ac,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:23.326964 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.362944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eedb920b-4406-42e0-86dd-831595faf26d req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Made reservation on behalf of 53fc652fab2c474c9a86ccfd515fe6e9 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:23.364308 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ca5dce7-4150-40bf-a2c5-3e5e77acd3ff req-19e3cb55-47f7-41ce-9ae8-41cfef281128 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 210 time: 0.0845218 Nov 12 08:56:23.366592 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abc80f92-f017-4d8e-92d2-c56cfeaa0418 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.366832 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eedb920b-4406-42e0-86dd-831595faf26d req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.398151 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671683db-dd4d-4db0-ab16-50be2c374d80 x-openstack-request-id: req-671683db-dd4d-4db0-ab16-50be2c374d80 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:23.398513 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f50036-b22f-4613-81ae-1e3e452b8671", "name": "network-vif-plugged", "status": "completed", "tag": "c095ce7c-6075-4815-afab-acda094e92ac", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:23.398771 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-671683db-dd4d-4db0-ab16-50be2c374d80 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:23.399165 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f50036-b22f-4613-81ae-1e3e452b8671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c095ce7c-6075-4815-afab-acda094e92ac', 'code': 200} Nov 12 08:56:23.441222 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abc80f92-f017-4d8e-92d2-c56cfeaa0418 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.442905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-abc80f92-f017-4d8e-92d2-c56cfeaa0418 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4993007 Nov 12 08:56:23.446680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 32936) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:23.452171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8a7e2198-1cf1-4941-8cdd-99fde793601f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '47f96129-adce-4973-94d9-ec05e6389bc2', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:23.457098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc80f92-f017-4d8e-92d2-c56cfeaa0418 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3b0ed1-7e9d-4668-890e-0a4a02a47e58,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:23.466050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=c095ce7c-6075-4815-afab-acda094e92ac,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:23.503632 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2198-1cf1-4941-8cdd-99fde793601f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.576792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-eedb920b-4406-42e0-86dd-831595faf26d req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Allocated IP 172.20.0.14 (7841e26e-9e08-496b-846b-a74b84ed4103/c3b9db0f-656e-41fb-9b69-e5f06c86225f/03535009-35ab-46b8-a9f6-159621172ad7) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:23.591585 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2198-1cf1-4941-8cdd-99fde793601f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.600722 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2198-1cf1-4941-8cdd-99fde793601f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.626192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e2198-1cf1-4941-8cdd-99fde793601f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68acc23-462b-4d9f-8bfd-551fc0e3e5a3,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:23.657174 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a7e2198-1cf1-4941-8cdd-99fde793601f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.661990 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8a7e2198-1cf1-4941-8cdd-99fde793601f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2115922 Nov 12 08:56:23.665071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 32962) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:23.686724 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-eaba66d1-75d7-4ecb-bfaa-8afca6298157 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '47f96129-adce-4973-94d9-ec05e6389bc2', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:23.738904 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eaba66d1-75d7-4ecb-bfaa-8afca6298157 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.759601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f13af5-1d59-43ac-a800-88cb7797a293 req-3a845e8c-5345-420b-b009-cc2e5bdfc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:23.761785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1f13af5-1d59-43ac-a800-88cb7797a293 req-3a845e8c-5345-420b-b009-cc2e5bdfc0c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 1098 time: 0.1667080 Nov 12 08:56:23.848561 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eedb920b-4406-42e0-86dd-831595faf26d req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.879898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e1f13af5-1d59-43ac-a800-88cb7797a293 req-a2fbbe49-b8fc-454e-8c23-6294e5721c8a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090503 Nov 12 08:56:23.891295 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eaba66d1-75d7-4ecb-bfaa-8afca6298157 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.900493 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eaba66d1-75d7-4ecb-bfaa-8afca6298157 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.930535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eedb920b-4406-42e0-86dd-831595faf26d req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.951519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba66d1-75d7-4ecb-bfaa-8afca6298157 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88fc449-c3c8-4f31-a8cf-0ceed916341c,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:23.999019 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eaba66d1-75d7-4ecb-bfaa-8afca6298157 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.003992 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-eaba66d1-75d7-4ecb-bfaa-8afca6298157 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3365946 Nov 12 08:56:24.007243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 32988) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:24.012015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-24c61764-58a4-4dd2-a542-cc354c53e0cb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '47f96129-adce-4973-94d9-ec05e6389bc2', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:24.019539 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eedb920b-4406-42e0-86dd-831595faf26d req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 7841e26e-9e08-496b-846b-a74b84ed4103 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:24.026006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-eedb920b-4406-42e0-86dd-831595faf26d req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:24.029567 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedb920b-4406-42e0-86dd-831595faf26d req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:24.038298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=03535009-35ab-46b8-a9f6-159621172ad7,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:24.070685 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-24c61764-58a4-4dd2-a542-cc354c53e0cb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Project 0ea68474c3624cf0b82cb294cd7cfd85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:56:24.104411 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24c61764-58a4-4dd2-a542-cc354c53e0cb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.155064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb920b-4406-42e0-86dd-831595faf26d req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:24.161978 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eedb920b-4406-42e0-86dd-831595faf26d req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.218161 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-fcd51016-cc74-4658-811b-22bc02afdf8b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0824676 Nov 12 08:56:24.253446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Request body: {'port': {'device_id': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:24.276224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24c61764-58a4-4dd2-a542-cc354c53e0cb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.289356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d2910-c563-4436-88aa-0fd241c52fdb req-b1316cac-7e23-4aec-ab22-d4be6eeb7ed6 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:24.300583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8f6d2910-c563-4436-88aa-0fd241c52fdb req-b1316cac-7e23-4aec-ab22-d4be6eeb7ed6 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 946 time: 0.1335673 Nov 12 08:56:24.304272 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24c61764-58a4-4dd2-a542-cc354c53e0cb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.349536 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.374683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c61764-58a4-4dd2-a542-cc354c53e0cb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ae78a6-d72f-473c-9302-6a024a42568f,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:24.388746 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-24c61764-58a4-4dd2-a542-cc354c53e0cb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.410116 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-24c61764-58a4-4dd2-a542-cc354c53e0cb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3962474 Nov 12 08:56:24.410736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33036) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:24.449706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2ded99fb-0caa-4743-b14b-c46106fb73b7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '47f96129-adce-4973-94d9-ec05e6389bc2', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:24.523723 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8f6d2910-c563-4436-88aa-0fd241c52fdb req-28455d84-d701-49cf-b5b1-8d3c97a707de tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213497 Nov 12 08:56:24.535609 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-2ded99fb-0caa-4743-b14b-c46106fb73b7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Project 0ea68474c3624cf0b82cb294cd7cfd85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:56:24.550098 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ded99fb-0caa-4743-b14b-c46106fb73b7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.605140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-12f6fdd8-d3d5-4fde-acb1-5b360f681553 None None] Provisioning complete for port 03535009-35ab-46b8-a9f6-159621172ad7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:24.605644 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-12f6fdd8-d3d5-4fde-acb1-5b360f681553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.635322 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ded99fb-0caa-4743-b14b-c46106fb73b7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.643138 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ded99fb-0caa-4743-b14b-c46106fb73b7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.662413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded99fb-0caa-4743-b14b-c46106fb73b7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344493c0-e309-4c7a-bc17-aacf1628d6ad,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:24.684145 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2ded99fb-0caa-4743-b14b-c46106fb73b7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.686196 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-12f6fdd8-d3d5-4fde-acb1-5b360f681553 None None] Port 03535009-35ab-46b8-a9f6-159621172ad7 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:24.688496 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2ded99fb-0caa-4743-b14b-c46106fb73b7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2623401 Nov 12 08:56:24.692389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33062) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:24.700103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b4acd190-763b-4586-87a8-4a4fa0822e87 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'network': {'name': 'tempest-network-smoke--114674355', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'port_security_enabled': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:24.756031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fec2b0-be33-498a-bd5e-b2792b9d2a7c req-82f4e867-9f4f-4645-9e8d-208fedf1b91e tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:24.758551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-09fec2b0-be33-498a-bd5e-b2792b9d2a7c req-82f4e867-9f4f-4645-9e8d-208fedf1b91e tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 932 time: 0.1424496 Nov 12 08:56:24.808350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4acd190-763b-4586-87a8-4a4fa0822e87 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Made reservation on behalf of 0ea68474c3624cf0b82cb294cd7cfd85 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:24.812135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4acd190-763b-4586-87a8-4a4fa0822e87 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.868275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-09fec2b0-be33-498a-bd5e-b2792b9d2a7c req-621e5a31-c552-49fe-a28a-7b63c5c1df31 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006057 Nov 12 08:56:24.911158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4acd190-763b-4586-87a8-4a4fa0822e87 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:24.933829 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4acd190-763b-4586-87a8-4a4fa0822e87 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.934172 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-b4acd190-763b-4586-87a8-4a4fa0822e87 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Added segment 88f82833-1ed0-451b-baf5-423f5c97c8c7 of type vlan for network 9f1a90c3-ce73-4e17-8126-17640d18025a Nov 12 08:56:24.954545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03535009-35ab-46b8-a9f6-159621172ad7 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:24.985697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.035399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Transition to ACTIVE for port object 03535009-35ab-46b8-a9f6-159621172ad7 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:25.040036 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4acd190-763b-4586-87a8-4a4fa0822e87 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.044352 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.165028 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4acd190-763b-4586-87a8-4a4fa0822e87 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.176376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4acd190-763b-4586-87a8-4a4fa0822e87 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:25.177016 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4acd190-763b-4586-87a8-4a4fa0822e87 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.193240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Pushing event updated for resources: {'Port': ['ID=03535009-35ab-46b8-a9f6-159621172ad7,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:25.363743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33128) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:25.363927 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b4acd190-763b-4586-87a8-4a4fa0822e87 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6683586 Nov 12 08:56:25.374415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'admin_state_up': True, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:25.375820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acd190-763b-4586-87a8-4a4fa0822e87 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Network': ['ID=9f1a90c3-ce73-4e17-8126-17640d18025a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:25.389658 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 9f1a90c3-ce73-4e17-8126-17640d18025a details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:25.397556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Attempting to bind port 03535009-35ab-46b8-a9f6-159621172ad7 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:25.398253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Attempting to bind port 03535009-35ab-46b8-a9f6-159621172ad7 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:25.398757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Attempting to bind port 03535009-35ab-46b8-a9f6-159621172ad7 on network 7841e26e-9e08-496b-846b-a74b84ed4103 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:25.404181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Port 03535009-35ab-46b8-a9f6-159621172ad7 on network 7841e26e-9e08-496b-846b-a74b84ed4103 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:25.405424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Attempting to bind port 03535009-35ab-46b8-a9f6-159621172ad7 on network 7841e26e-9e08-496b-846b-a74b84ed4103 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:25.413832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:25.416740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Checking segment: {'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:25.417343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Bound using segment: {'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:25.418038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Bound port: 03535009-35ab-46b8-a9f6-159621172ad7, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:25.418604 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.446874 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.448489 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.566163 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.143450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b6b0c-3bcd-494d-8ed2-e65987af32cc req-a4aa90b2-8c94-4e77-9a8b-23da9f4bdf67 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:26.151628 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e0b6b0c-3bcd-494d-8ed2-e65987af32cc req-a4aa90b2-8c94-4e77-9a8b-23da9f4bdf67 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 946 time: 0.1266341 Nov 12 08:56:26.237087 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.294028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3a90a-fb18-4b4d-962a-c2cc2c2d9f4d req-f050ebb6-acaf-4f20-9594-9f6231746ce6 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:26.296300 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fea3a90a-fb18-4b4d-962a-c2cc2c2d9f4d req-f050ebb6-acaf-4f20-9594-9f6231746ce6 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 944 time: 0.1193507 Nov 12 08:56:26.309097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] For port 03535009-35ab-46b8-a9f6-159621172ad7, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:26.313481 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e0b6b0c-3bcd-494d-8ed2-e65987af32cc req-db143003-d069-4479-9d7b-f2a8ab8b0c83 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606691 Nov 12 08:56:26.315250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] For port 03535009-35ab-46b8-a9f6-159621172ad7, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=03535009-35ab-46b8-a9f6-159621172ad7,segment=NetworkSegment(3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a),segment_id=3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:26.342698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.499041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:26.500962 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.503302 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] 10.222.0.52 "PUT /v2.0/ports/03535009-35ab-46b8-a9f6-159621172ad7 HTTP/1.1" status: 200 len: 1093 time: 2.2664187 Nov 12 08:56:26.507537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'tag': '03535009-35ab-46b8-a9f6-159621172ad7'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:26.545814 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a909f1-513d-4609-a76a-8764adba92ef" -d '{"events": [{"name": "network-changed", "server_uuid": "94e6d4cf-820e-401c-9209-b11831ea9c04", "tag": "03535009-35ab-46b8-a9f6-159621172ad7"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:26.647342 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fea3a90a-fb18-4b4d-962a-c2cc2c2d9f4d req-72772f36-4538-4e11-8170-6d42e2dbe077 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295233 Nov 12 08:56:26.699675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc1b3f-acfc-48d8-adaf-54aeafd333bf service neutron] Pushing event updated for resources: {'Port': ['ID=03535009-35ab-46b8-a9f6-159621172ad7,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:26.722750 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb920b-4406-42e0-86dd-831595faf26d req-6fabdb16-2aa9-4297-87a0-825ea1d772fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:26.724278 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-6fabdb16-2aa9-4297-87a0-825ea1d772fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 1096 time: 0.0830326 Nov 12 08:56:26.811734 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405dacba-bbb6-41fd-aba4-a294d7244dac x-openstack-request-id: req-405dacba-bbb6-41fd-aba4-a294d7244dac {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:26.812308 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e6d4cf-820e-401c-9209-b11831ea9c04", "tag": "03535009-35ab-46b8-a9f6-159621172ad7", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:26.812663 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-405dacba-bbb6-41fd-aba4-a294d7244dac {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:26.813481 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'tag': '03535009-35ab-46b8-a9f6-159621172ad7', 'status': 'completed', 'code': 200} Nov 12 08:56:26.820708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-9ff563a6-c758-4f2d-bbdf-157335a573e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03535009-35ab-46b8-a9f6-159621172ad7 HTTP/1.1" status: 200 len: 217 time: 0.0867624 Nov 12 08:56:26.874801 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.919797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb920b-4406-42e0-86dd-831595faf26d req-84505858-4311-4d2a-b9f0-c104ce7b9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:26.930390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-84505858-4311-4d2a-b9f0-c104ce7b9350 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3b9db0f-656e-41fb-9b69-e5f06c86225f HTTP/1.1" status: 200 len: 834 time: 0.0975707 Nov 12 08:56:26.950564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.035076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb920b-4406-42e0-86dd-831595faf26d req-4848b27c-56cd-4a48-ba2e-bbdb3a770ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.036583 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-4848b27c-56cd-4a48-ba2e-bbdb3a770ae0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7841e26e-9e08-496b-846b-a74b84ed4103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005101 Nov 12 08:56:27.223404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.25.3.121 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/997ced3b-0258-4ad3-bd86-0dde8c1da769) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:27.256205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-608f3777-4084-42b9-8f75-cd588cac9a03 service neutron] 10.222.0.52 "GET /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098379 Nov 12 08:56:27.368544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eedb920b-4406-42e0-86dd-831595faf26d req-17257920-e896-4bd2-a467-9b3cbd371fdf service neutron] 10.222.0.52 "GET /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040647 Nov 12 08:56:27.456520 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.513902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a909f1-513d-4609-a76a-8764adba92ef req-3f46e549-7c52-468b-9225-ff73c98e31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.517795 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00a909f1-513d-4609-a76a-8764adba92ef req-3f46e549-7c52-468b-9225-ff73c98e31fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 1096 time: 0.0845659 Nov 12 08:56:27.518300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.622761 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:27.626787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:27.651694 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:27.671347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e328b4-91c8-40ab-aec8-40217c4d2bba None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:27.718993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=997ced3b-0258-4ad3-bd86-0dde8c1da769,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:27.766509 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0f566c0e-d88d-4cd3-9669-53508254e9d3 None None] Provisioning complete for port 997ced3b-0258-4ad3-bd86-0dde8c1da769 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:27.766880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0f566c0e-d88d-4cd3-9669-53508254e9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.767816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a909f1-513d-4609-a76a-8764adba92ef req-1591adc8-53d8-48c9-aa95-c6a380236223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.769691 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00a909f1-513d-4609-a76a-8764adba92ef req-1591adc8-53d8-48c9-aa95-c6a380236223 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7841e26e-9e08-496b-846b-a74b84ed4103 HTTP/1.1" status: 200 len: 898 time: 0.2436571 Nov 12 08:56:27.870248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0f566c0e-d88d-4cd3-9669-53508254e9d3 None None] Port 997ced3b-0258-4ad3-bd86-0dde8c1da769 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:27.923731 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00a909f1-513d-4609-a76a-8764adba92ef req-e4d5229b-f117-4bc7-81c4-0847484dbec9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03535009-35ab-46b8-a9f6-159621172ad7 HTTP/1.1" status: 200 len: 217 time: 0.1437821 Nov 12 08:56:28.078127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b5af8-5a4a-48d6-8742-e2df21d37eda req-9ca69d70-b671-4b19-8455-5bc116137238 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:28.079821 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-475b5af8-5a4a-48d6-8742-e2df21d37eda req-9ca69d70-b671-4b19-8455-5bc116137238 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 944 time: 0.2270188 Nov 12 08:56:28.109228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a909f1-513d-4609-a76a-8764adba92ef req-a39d7bd2-db6f-415d-bf36-78ccde907bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:28.119220 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00a909f1-513d-4609-a76a-8764adba92ef req-a39d7bd2-db6f-415d-bf36-78ccde907bf8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3b9db0f-656e-41fb-9b69-e5f06c86225f HTTP/1.1" status: 200 len: 834 time: 0.1764636 Nov 12 08:56:28.187804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-475b5af8-5a4a-48d6-8742-e2df21d37eda req-af5156ed-889f-452c-bb97-585981e81501 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988638 Nov 12 08:56:28.200194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a909f1-513d-4609-a76a-8764adba92ef req-b86d30e4-9946-4339-9f22-16acc0bf86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:28.201853 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00a909f1-513d-4609-a76a-8764adba92ef req-b86d30e4-9946-4339-9f22-16acc0bf86fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7841e26e-9e08-496b-846b-a74b84ed4103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818746 Nov 12 08:56:28.237747 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.353362 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00a909f1-513d-4609-a76a-8764adba92ef req-5871b759-1aff-4d99-92ea-0b11ae2e09e6 service neutron] 10.222.0.52 "GET /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419606 Nov 12 08:56:28.531769 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00a909f1-513d-4609-a76a-8764adba92ef req-e546380d-bcf1-4403-ba03-41fec57be056 service neutron] 10.222.0.52 "GET /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687200 Nov 12 08:56:28.717557 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.731887 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.947938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router dbaeb616-b86f-42d4-811b-5a8831377195 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:56:29.154884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:29.168107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Sync routers for ids ['dbaeb616-b86f-42d4-811b-5a8831377195'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:29.186445 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.190809 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-09c3612e-5e7d-4362-ba55-0dfaf78160a1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8229380 Nov 12 08:56:29.191317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33268) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:29.192960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Routers {'dbaeb616-b86f-42d4-811b-5a8831377195'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:29.195056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['dbaeb616-b86f-42d4-811b-5a8831377195'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:29.247843 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-acabf526-5b36-4f16-aec9-8d2d7cc0ab53 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0ea68474c3624cf0b82cb294cd7cfd85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551667 Nov 12 08:56:29.250597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33272) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:29.508222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8839ec-ee4f-4eb0-a14c-ff3eb42bfc0c req-c4ece55d-8509-4a89-ab7a-9ac1d2250b66 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:29.521678 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cfe0b2-4009-45e4-916a-1e288306bd80 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:29.523793 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e2cfe0b2-4009-45e4-916a-1e288306bd80 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2721717 Nov 12 08:56:29.526900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33280) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:29.535767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cc8839ec-ee4f-4eb0-a14c-ff3eb42bfc0c req-c4ece55d-8509-4a89-ab7a-9ac1d2250b66 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 944 time: 0.1694229 Nov 12 08:56:29.544179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Set router dbaeb616-b86f-42d4-811b-5a8831377195 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:29.605724 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e29d8b3c-9433-45d6-8d5f-1de78080cbfb tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755789 Nov 12 08:56:29.605981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33282) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:29.624135 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8869679f-02e2-43da-a205-c7e351d90301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-493322371', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:29.639867 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cc8839ec-ee4f-4eb0-a14c-ff3eb42bfc0c req-a16598dc-ca47-40f8-aa08-58afb8b403ca tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942683 Nov 12 08:56:29.767542 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8869679f-02e2-43da-a205-c7e351d90301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Made reservation on behalf of 0ea68474c3624cf0b82cb294cd7cfd85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:29.799789 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8869679f-02e2-43da-a205-c7e351d90301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.884770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:56:27Z', 'revision_number': 3, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:29.958093 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Checking router: dbaeb616-b86f-42d4-811b-5a8831377195 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:29.959199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Updating router dbaeb616-b86f-42d4-811b-5a8831377195 port 997ced3b-0258-4ad3-bd86-0dde8c1da769 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:30.027795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 03535009-35ab-46b8-a9f6-159621172ad7 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:30.221732 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.229040 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8869679f-02e2-43da-a205-c7e351d90301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.288876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 03535009-35ab-46b8-a9f6-159621172ad7, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=03535009-35ab-46b8-a9f6-159621172ad7,segment=NetworkSegment(3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a),segment_id=3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:30.301742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869679f-02e2-43da-a205-c7e351d90301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Subnet': ['ID=106079e6-5847-4c4e-8045-3e8e924ae761,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:30.333489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '03535009-35ab-46b8-a9f6-159621172ad7', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'port_id': '03535009-35ab-46b8-a9f6-159621172ad7', 'mac_address': 'fa:16:3e:05:ae:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:30.367631 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8869679f-02e2-43da-a205-c7e351d90301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Checking segment: {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:30.368041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869679f-02e2-43da-a205-c7e351d90301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network hostable DHCP agents. Network: 9f1a90c3-ce73-4e17-8126-17640d18025a, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:30.402397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869679f-02e2-43da-a205-c7e351d90301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 9f1a90c3-ce73-4e17-8126-17640d18025a is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:30.415814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-8869679f-02e2-43da-a205-c7e351d90301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 9f1a90c3-ce73-4e17-8126-17640d18025a) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:30.421776 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869679f-02e2-43da-a205-c7e351d90301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:30.422566 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8869679f-02e2-43da-a205-c7e351d90301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.445164 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8869679f-02e2-43da-a205-c7e351d90301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8352044 Nov 12 08:56:30.447661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33298) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:30.508700 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b586a1-ca75-4da9-8bd2-1f01385eedf9 None None] Network 9f1a90c3-ce73-4e17-8126-17640d18025a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:30.584085 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.638122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03535009-35ab-46b8-a9f6-159621172ad7 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:30.773235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 03535009-35ab-46b8-a9f6-159621172ad7, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=03535009-35ab-46b8-a9f6-159621172ad7,segment=NetworkSegment(3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a),segment_id=3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:30.790057 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.793681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bf7e3-2a30-4085-bf1d-f3e52aab8d3c req-e06a23e3-2f3c-49bc-8e73-08aa9c0a67c2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:30.807908 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-050bf7e3-2a30-4085-bf1d-f3e52aab8d3c req-e06a23e3-2f3c-49bc-8e73-08aa9c0a67c2 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 944 time: 0.0928245 Nov 12 08:56:30.970438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-050bf7e3-2a30-4085-bf1d-f3e52aab8d3c req-47b412e9-bc31-4e1e-9a2d-4f34fbc9f270 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614950 Nov 12 08:56:31.099161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['03535009-35ab-46b8-a9f6-159621172ad7'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:31.121260 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=03535009-35ab-46b8-a9f6-159621172ad7,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:31.354617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.376208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-9f1a90c3-ce73-4e17-8126-17640d18025a', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:56:31.377084 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.520609 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.885061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.20.0.1 (9f1a90c3-ce73-4e17-8126-17640d18025a/106079e6-5847-4c4e-8045-3e8e924ae761/4db3b14f-9360-4808-a597-6587467e3b65) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:31.938912 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.234664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.251621 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Attempting to bind port 997ced3b-0258-4ad3-bd86-0dde8c1da769 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:32.252179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Attempting to bind port 997ced3b-0258-4ad3-bd86-0dde8c1da769 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:32.252358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Attempting to bind port 997ced3b-0258-4ad3-bd86-0dde8c1da769 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:32.271105 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47893d83-0218-4a97-b40d-d21d02e4c465 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:32.279990 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.308023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:32.308023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:32.308023 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.308023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:32.308023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Bound port: 997ced3b-0258-4ad3-bd86-0dde8c1da769, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:32.308564 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.325842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2be35b-8c47-40fc-a623-b1a2c282f2d0 req-d21c07c7-a9e4-451b-bbf8-c544b7fa1cee tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:32.331450 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fb2be35b-8c47-40fc-a623-b1a2c282f2d0 req-d21c07c7-a9e4-451b-bbf8-c544b7fa1cee tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 945 time: 0.1264143 Nov 12 08:56:32.363671 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=4db3b14f-9360-4808-a597-6587467e3b65,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:32.379027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 9f1a90c3-ce73-4e17-8126-17640d18025a is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:32.383545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:32.383975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:32.384455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:32.385062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:32.387170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:32.387801 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:32.388055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:32.390132 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:32.390537 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:32.390870 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:32.391219 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:32.391558 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:32.393843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b136dcb-8f45-4b29-a4dd-4a4e22264544 None None] Pushing event updated for resources: {'Port': ['ID=997ced3b-0258-4ad3-bd86-0dde8c1da769,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:32.431264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:32.431445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fb2be35b-8c47-40fc-a623-b1a2c282f2d0 req-730b9f45-b735-470e-81c7-18a9decf4f52 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869226 Nov 12 08:56:32.436913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:32.576211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.631159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Allocated IP 172.20.0.2 (9f1a90c3-ce73-4e17-8126-17640d18025a/106079e6-5847-4c4e-8045-3e8e924ae761/f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:32.811959 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.829003 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.877664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Pushing event updated for resources: {'Port': ['ID=f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:32.880146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4f878109-83df-4986-8bb9-bc85fcce6196 None None] Provisioning complete for port 997ced3b-0258-4ad3-bd86-0dde8c1da769 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:32.881619 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4f878109-83df-4986-8bb9-bc85fcce6196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.894958 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] For port 997ced3b-0258-4ad3-bd86-0dde8c1da769, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:32.951398 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.966081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] For port 997ced3b-0258-4ad3-bd86-0dde8c1da769, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=997ced3b-0258-4ad3-bd86-0dde8c1da769,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:32.976709 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Network 9f1a90c3-ce73-4e17-8126-17640d18025a is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:32.985715 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.990736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:32.994853 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-4f878109-83df-4986-8bb9-bc85fcce6196 None None] Port 997ced3b-0258-4ad3-bd86-0dde8c1da769 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:33.000210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:33.075297 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076fc06c-2902-4ae8-8ad3-ae5385dda474 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:33.268528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b136dcb-8f45-4b29-a4dd-4a4e22264544 None None] Pushing event updated for resources: {'Port': ['ID=997ced3b-0258-4ad3-bd86-0dde8c1da769,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:33.283566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Routers {'dbaeb616-b86f-42d4-811b-5a8831377195'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:33.284934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['dbaeb616-b86f-42d4-811b-5a8831377195'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:33.292864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Attempting to bind port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:33.295407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Attempting to bind port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:33.296122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Attempting to bind port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d on network 9f1a90c3-ce73-4e17-8126-17640d18025a {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:33.542395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] Set router dbaeb616-b86f-42d4-811b-5a8831377195 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:33.768943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b941a1a-5c96-4a58-8c78-a8a28b3c7bc9 req-87fcbf02-7bee-4fd6-a7be-c9fbe0378128 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:33.783802 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.788459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b941a1a-5c96-4a58-8c78-a8a28b3c7bc9 req-87fcbf02-7bee-4fd6-a7be-c9fbe0378128 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 945 time: 0.2062652 Nov 12 08:56:33.794140 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.801063 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:33.805376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Checking segment: {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:33.805952 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.806458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Bound using segment: {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:33.811880 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Bound port: f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:33.812424 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.892946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=4db3b14f-9360-4808-a597-6587467e3b65,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:33.907168 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b941a1a-5c96-4a58-8c78-a8a28b3c7bc9 req-7331e6b2-f4dd-4612-a1bb-db9b8abde52c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173007 Nov 12 08:56:33.984788 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.052623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 03535009-35ab-46b8-a9f6-159621172ad7 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:34.081983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3df3d5e8-cea0-4790-9c54-ee7c4ce6757d None None] Provisioning complete for port 997ced3b-0258-4ad3-bd86-0dde8c1da769 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:34.082318 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3df3d5e8-cea0-4790-9c54-ee7c4ce6757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.114078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] For port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:34.117905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] For port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:34.154813 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.186431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 9f1a90c3-ce73-4e17-8126-17640d18025a is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:34.187996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:34.356314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864a0ab-cd6b-4d18-b0c6-fd84b7e57529 None None] Pushing event updated for resources: {'Port': ['ID=f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:34.389262 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 03535009-35ab-46b8-a9f6-159621172ad7 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:34.397708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 03535009-35ab-46b8-a9f6-159621172ad7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:34.398074 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.430506 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3df3d5e8-cea0-4790-9c54-ee7c4ce6757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.469415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router dbaeb616-b86f-42d4-811b-5a8831377195 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:34.469641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4db3b14f-9360-4808-a597-6587467e3b65', 'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:a3:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:31Z', 'updated_at': '2021-11-12T08:56:31Z', 'revision_number': 1, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:34.480744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3df3d5e8-cea0-4790-9c54-ee7c4ce6757d None None] For port 997ced3b-0258-4ad3-bd86-0dde8c1da769, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=997ced3b-0258-4ad3-bd86-0dde8c1da769,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:34.510821 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3df3d5e8-cea0-4790-9c54-ee7c4ce6757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.512717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d62cd-abf1-4ade-a1f7-299a44320e36 None None] The sync data for ids ['dbaeb616-b86f-42d4-811b-5a8831377195'] in n-d-768851-18 is: [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4db3b14f-9360-4808-a597-6587467e3b65', 'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:a3:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:31Z', 'updated_at': '2021-11-12T08:56:31Z', 'revision_number': 1, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:34.603601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3d5e8-cea0-4790-9c54-ee7c4ce6757d None None] Pushing event updated for resources: {'Port': ['ID=997ced3b-0258-4ad3-bd86-0dde8c1da769,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:34.715449 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.770970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 03535009-35ab-46b8-a9f6-159621172ad7, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=03535009-35ab-46b8-a9f6-159621172ad7,segment=NetworkSegment(3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a),segment_id=3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:34.773450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03535009-35ab-46b8-a9f6-159621172ad7'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:34.784891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:34.791544 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22231ffe-e1cb-45e5-bc5a-5b6736296fec" -d '{"events": [{"server_uuid": "94e6d4cf-820e-401c-9209-b11831ea9c04", "name": "network-vif-plugged", "status": "completed", "tag": "03535009-35ab-46b8-a9f6-159621172ad7"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:34.797187 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.813877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-13adcd5d-003e-4ddd-be0b-e93fe63002c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "PUT /v2.0/routers/dbaeb616-b86f-42d4-811b-5a8831377195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3648705 Nov 12 08:56:34.922126 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90585ea-502b-4fc7-92c2-650612d5ab74 x-openstack-request-id: req-c90585ea-502b-4fc7-92c2-650612d5ab74 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:34.925781 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e6d4cf-820e-401c-9209-b11831ea9c04", "name": "network-vif-plugged", "status": "completed", "tag": "03535009-35ab-46b8-a9f6-159621172ad7", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:34.926249 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c90585ea-502b-4fc7-92c2-650612d5ab74 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:34.926901 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03535009-35ab-46b8-a9f6-159621172ad7', 'code': 200} Nov 12 08:56:35.059243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=03535009-35ab-46b8-a9f6-159621172ad7,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:35.150386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa48240-b7b1-4bb3-85fe-8b7000cbfa4a req-a469308d-678c-4be8-ac09-7bb21a67e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:35.152987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa48240-b7b1-4bb3-85fe-8b7000cbfa4a req-a469308d-678c-4be8-ac09-7bb21a67e149 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 1098 time: 0.1355355 Nov 12 08:56:35.323219 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-531b58f3-1831-4d2a-95d7-9c83766c62fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.342059 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61952572-e8ad-4c05-95f8-8f5481aa2826 req-202bdd85-792b-4a0b-979c-215dfb17c144 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:35.344960 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-61952572-e8ad-4c05-95f8-8f5481aa2826 req-202bdd85-792b-4a0b-979c-215dfb17c144 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 946 time: 0.1982982 Nov 12 08:56:35.356635 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfa48240-b7b1-4bb3-85fe-8b7000cbfa4a req-7eaeb395-17de-403b-a21b-10a06bbe10f3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945052 Nov 12 08:56:35.458159 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-61952572-e8ad-4c05-95f8-8f5481aa2826 req-40f5a82f-6914-43a9-afae-9aa7f0469771 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048458 Nov 12 08:56:35.476319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-aab0bad6-5430-4e8d-9852-c550cd95b2ae tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-80726324&fields=id&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 267 time: 0.1254323 Nov 12 08:56:35.779923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027256d-fae7-41ce-8e2e-8808896a178b req-01ac4cf4-333e-4790-bc78-428f8e423b27 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:35.797751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-01ac4cf4-333e-4790-bc78-428f8e423b27 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/networks?id=9f1a90c3-ce73-4e17-8126-17640d18025a HTTP/1.1" status: 200 len: 796 time: 0.2997217 Nov 12 08:56:35.826099 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-0345fa7b-993f-4feb-9316-72b0cbb528d8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/quotas/0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 375 time: 0.0270345 Nov 12 08:56:35.925864 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-e843f0ac-6e00-4cef-84d9-d1b8d5ebdeac tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987372 Nov 12 08:56:36.065633 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-1f4a6523-d1c7-494f-ac77-162cf2339a43 service neutron] 10.222.0.31 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385827 Nov 12 08:56:36.326028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 997ced3b-0258-4ad3-bd86-0dde8c1da769 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:36.338833 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-4f78a7e6-7dac-47f0-b723-5c3cfa0dde47 service neutron] 10.222.0.31 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718179 Nov 12 08:56:36.396282 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4160a04b-d182-42e9-931c-7ca059aae3ef None None] Network 9f1a90c3-ce73-4e17-8126-17640d18025a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:36.637567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4b6da0ca-5c1b-45b3-9066-1522cac67a54 None None] Provisioning complete for port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:36.638175 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4b6da0ca-5c1b-45b3-9066-1522cac67a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.705502 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fb635072-b6e3-41ba-8526-d48229353c83 req-69c9dc7b-dde4-466a-a851-25525ccddb78 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 210 time: 0.0735073 Nov 12 08:56:36.810035 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 997ced3b-0258-4ad3-bd86-0dde8c1da769 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:36.810448 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.835483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd22ba-c9f0-414b-841f-bada67e7cd46 req-11247553-b739-43b3-a6cf-90c4424b2b41 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:36.843952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cdd22ba-c9f0-414b-841f-bada67e7cd46 req-11247553-b739-43b3-a6cf-90c4424b2b41 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 946 time: 0.2129066 Nov 12 08:56:36.942933 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9cdd22ba-c9f0-414b-841f-bada67e7cd46 req-bc7a596b-161e-4e4c-b708-216ed1850d9f tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979354 Nov 12 08:56:37.056430 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4b6da0ca-5c1b-45b3-9066-1522cac67a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.452983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:37.581444 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5715cfeb-9a32-4864-a7a5-ac772cddf8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.607293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4b6da0ca-5c1b-45b3-9066-1522cac67a54 None None] For port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:37.616483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:37.617430 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.620582 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4b6da0ca-5c1b-45b3-9066-1522cac67a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.756479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6da0ca-5c1b-45b3-9066-1522cac67a54 None None] Pushing event updated for resources: {'Port': ['ID=f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:37.797292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bf4cdf1b-066a-4094-a0ce-28e58f0db2e4 None None] Provisioning complete for port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:37.798037 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bf4cdf1b-066a-4094-a0ce-28e58f0db2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.949214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a27b4f9a-ea28-4d19-a17c-cc173f9b217a req-8804ff30-e3ce-4d3d-8af7-16bce39b3b9b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 210 time: 0.0723336 Nov 12 08:56:38.208844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b28140-e9d5-45f1-8b1e-a82741009fab req-f26a0f23-1d81-4190-85eb-9cc2da3d99d7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.217025 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a1b28140-e9d5-45f1-8b1e-a82741009fab req-f26a0f23-1d81-4190-85eb-9cc2da3d99d7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 946 time: 0.1547093 Nov 12 08:56:38.259799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bf4cdf1b-066a-4094-a0ce-28e58f0db2e4 None None] Provisioning complete for port 4db3b14f-9360-4808-a597-6587467e3b65 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:38.265161 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bf4cdf1b-066a-4094-a0ce-28e58f0db2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.270738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:38.384598 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a1b28140-e9d5-45f1-8b1e-a82741009fab req-7f65d753-e4b5-4521-8c43-f046532bcb48 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608758 Nov 12 08:56:38.474813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-bf4cdf1b-066a-4094-a0ce-28e58f0db2e4 None None] Port 4db3b14f-9360-4808-a597-6587467e3b65 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:38.519897 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:38.529417 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.796755 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.800285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f483967-554b-460f-a9cc-1a16f9321a4f req-487a02ab-ec39-42d0-a586-96d1f0756a3c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.807565 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e7898c77-107e-4917-a5f6-3585b558651f None None] Provisioning complete for port 4db3b14f-9360-4808-a597-6587467e3b65 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:38.807941 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e7898c77-107e-4917-a5f6-3585b558651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.812751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8f483967-554b-460f-a9cc-1a16f9321a4f req-487a02ab-ec39-42d0-a586-96d1f0756a3c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 946 time: 0.1073103 Nov 12 08:56:38.882934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e7898c77-107e-4917-a5f6-3585b558651f None None] Port 4db3b14f-9360-4808-a597-6587467e3b65 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:38.899195 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8f483967-554b-460f-a9cc-1a16f9321a4f req-73b3a609-0484-405c-9597-a3a795b93514 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850506 Nov 12 08:56:38.918609 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33456) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:38.919867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027256d-fae7-41ce-8e2e-8808896a178b req-684fb95e-52e3-4b73-b0cb-c60b56f0d3bb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.922000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-684fb95e-52e3-4b73-b0cb-c60b56f0d3bb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "GET /v2.0/networks?id=9f1a90c3-ce73-4e17-8126-17640d18025a HTTP/1.1" status: 200 len: 796 time: 0.4748642 Nov 12 08:56:39.023712 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-50b187de-8aeb-4900-b73c-e9ebfbf73343 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 378 time: 0.0920043 Nov 12 08:56:39.035797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e027256d-fae7-41ce-8e2e-8808896a178b req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'port': {'device_id': '35866993-ca70-498a-a016-0b35993524a0', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'admin_state_up': True, 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'security_groups': ['47f96129-adce-4973-94d9-ec05e6389bc2']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:39.066002 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Sync routers for ids ['dbaeb616-b86f-42d4-811b-5a8831377195'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:39.091393 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Routers {'dbaeb616-b86f-42d4-811b-5a8831377195'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:39.092196 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['dbaeb616-b86f-42d4-811b-5a8831377195'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:39.236819 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c3a821b0-9a34-4920-9008-d809980edb8d req-9acc5a6d-4eaa-4c94-bf51-dc96681382d8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 210 time: 0.0473270 Nov 12 08:56:39.238638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e027256d-fae7-41ce-8e2e-8808896a178b req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Made reservation on behalf of 0ea68474c3624cf0b82cb294cd7cfd85 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:39.253242 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e027256d-fae7-41ce-8e2e-8808896a178b req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:39.335719 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Set router dbaeb616-b86f-42d4-811b-5a8831377195 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:39.472947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-e027256d-fae7-41ce-8e2e-8808896a178b req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.20.0.3 (9f1a90c3-ce73-4e17-8126-17640d18025a/106079e6-5847-4c4e-8045-3e8e924ae761/f4d07959-b2fd-4fc4-827b-5c436bfe918f) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:39.698232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-106b03da-1a18-482d-b276-8bd763d64d90 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:39.705373 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-106b03da-1a18-482d-b276-8bd763d64d90 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 815 time: 0.7515707 Nov 12 08:56:39.729652 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980b62a2-ffa6-4a1d-aa7b-7cd53182aad1 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:39.731211 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-980b62a2-ffa6-4a1d-aa7b-7cd53182aad1 tempest-TestNetworkBasicOps-2127163233 tempest-TestNetworkBasicOps-2127163233-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 1093 time: 0.8115666 Nov 12 08:56:39.740637 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33476) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:39.742609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-b7634699-6f8c-40f0-a193-ff9cab518288 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/quotas/1d282ab1b39a4e51b68716f49ba82477 HTTP/1.1" status: 200 len: 375 time: 0.0359664 Nov 12 08:56:39.750714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '03535009-35ab-46b8-a9f6-159621172ad7', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:39.812250 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4db3b14f-9360-4808-a597-6587467e3b65', 'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:a3:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:31Z', 'updated_at': '2021-11-12T08:56:33Z', 'revision_number': 2, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:39.844872 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-1f594390-acc9-442a-b0aa-70c0f13cd90f tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000195 Nov 12 08:56:39.850613 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:39.850876 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Checking router: dbaeb616-b86f-42d4-811b-5a8831377195 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:39.851250 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Updating router dbaeb616-b86f-42d4-811b-5a8831377195 port 4db3b14f-9360-4808-a597-6587467e3b65 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:39.930645 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.037073 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.058551 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-80b3e0cc-c235-4785-9f39-a1b183e16778 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123783 Nov 12 08:56:40.071210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-36c33938-7f7b-4206-8f30-0e358566df54 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:40.072783 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-36c33938-7f7b-4206-8f30-0e358566df54 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.1452584 Nov 12 08:56:40.079152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e027256d-fae7-41ce-8e2e-8808896a178b req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.157394 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-8cb9c4a0-57e6-4174-9c9c-739af6e68f87 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/quotas/3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 375 time: 0.0450232 Nov 12 08:56:40.165999 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e027256d-fae7-41ce-8e2e-8808896a178b req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.182934 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0ed67ba3-e95b-4504-ac79-196b3f37b1dd service neutron] 10.222.0.31 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219625 Nov 12 08:56:40.245074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e027256d-fae7-41ce-8e2e-8808896a178b req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 9f1a90c3-ce73-4e17-8126-17640d18025a is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:40.248645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-e027256d-fae7-41ce-8e2e-8808896a178b req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:40.265699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e027256d-fae7-41ce-8e2e-8808896a178b req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:40.470906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=f4d07959-b2fd-4fc4-827b-5c436bfe918f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:40.489135 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.502414 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.518256 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cb5ba-fede-46a2-b8bc-ab0e5d5fecf5 req-671e2b2e-8c1d-49bc-9e98-5d742e6957ef tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:40.521076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027256d-fae7-41ce-8e2e-8808896a178b req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:40.522335 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e027256d-fae7-41ce-8e2e-8808896a178b req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.529302 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a62cb5ba-fede-46a2-b8bc-ab0e5d5fecf5 req-671e2b2e-8c1d-49bc-9e98-5d742e6957ef tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 931 time: 0.0828750 Nov 12 08:56:40.566185 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-6359a897-8ea2-403d-a773-185e736b1fd8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4077938 Nov 12 08:56:40.573569 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-b7d8b59b-bc9b-48a4-8177-9cea2e1e0561 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5425425 Nov 12 08:56:40.591385 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0b603-be7b-4a1e-8d20-8f5b93e621f4 None None] Pushing event updated for resources: {'Port': ['ID=4db3b14f-9360-4808-a597-6587467e3b65,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:40.609296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Request body: {'port': {'device_id': '35866993-ca70-498a-a016-0b35993524a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:40.700972 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a62cb5ba-fede-46a2-b8bc-ab0e5d5fecf5 req-ccddb6d1-52fc-4fca-a1d8-1637ff9c74c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1629617 Nov 12 08:56:40.732916 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.765255 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.856639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3bf3ce18-a162-4662-af1d-ed068b137bac None None] Provisioning complete for port f4d07959-b2fd-4fc4-827b-5c436bfe918f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:40.857557 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ce18-a162-4662-af1d-ed068b137bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.865614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a92cbafe-a128-4c4b-97ce-4783e46ae108 req-9c281493-2a24-4070-9fbb-130883ed28f4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 210 time: 0.0714767 Nov 12 08:56:40.946156 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Attempting to bind port 4db3b14f-9360-4808-a597-6587467e3b65 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:40.946821 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Attempting to bind port 4db3b14f-9360-4808-a597-6587467e3b65 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:40.947365 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Attempting to bind port 4db3b14f-9360-4808-a597-6587467e3b65 on network 9f1a90c3-ce73-4e17-8126-17640d18025a {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:40.958657 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:40.959892 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Checking segment: {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:40.960437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3ce18-a162-4662-af1d-ed068b137bac None None] Port f4d07959-b2fd-4fc4-827b-5c436bfe918f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:40.960741 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.961339 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Bound using segment: {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:40.962012 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Bound port: 4db3b14f-9360-4808-a597-6587467e3b65, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:40.963250 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.020255 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.075614 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] For port 4db3b14f-9360-4808-a597-6587467e3b65, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:41.089142 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] For port 4db3b14f-9360-4808-a597-6587467e3b65, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4db3b14f-9360-4808-a597-6587467e3b65,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:41.097135 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.102145 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-1887354f-0fcf-48d9-ab9c-b377b0c90f68 service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320194 Nov 12 08:56:41.213565 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0b603-be7b-4a1e-8d20-8f5b93e621f4 None None] Pushing event updated for resources: {'Port': ['ID=4db3b14f-9360-4808-a597-6587467e3b65,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:41.228711 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-0540e074-7e7c-4634-b3e5-ce330e04f8be service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171176 Nov 12 08:56:41.261222 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Routers {'dbaeb616-b86f-42d4-811b-5a8831377195'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:41.262920 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['dbaeb616-b86f-42d4-811b-5a8831377195'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:41.326236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b70a33e5-8e6a-4417-a4f4-266e50a65e7c None None] Provisioning complete for port 4db3b14f-9360-4808-a597-6587467e3b65 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:41.327302 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b70a33e5-8e6a-4417-a4f4-266e50a65e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.508320 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b70a33e5-8e6a-4417-a4f4-266e50a65e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.516105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Allocated IP 172.25.3.104 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/6646cd94-3563-4cd7-9152-b8a0f0e37805) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:41.590002 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b70a33e5-8e6a-4417-a4f4-266e50a65e7c None None] For port 4db3b14f-9360-4808-a597-6587467e3b65, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4db3b14f-9360-4808-a597-6587467e3b65,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:41.599677 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b70a33e5-8e6a-4417-a4f4-266e50a65e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.683995 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] Set router dbaeb616-b86f-42d4-811b-5a8831377195 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:41.751555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a33e5-8e6a-4417-a4f4-266e50a65e7c None None] Pushing event updated for resources: {'Port': ['ID=4db3b14f-9360-4808-a597-6587467e3b65,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:41.848418 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7a084b65-d7a6-4933-9ad8-7c9e6f062520 None None] Provisioning complete for port 4db3b14f-9360-4808-a597-6587467e3b65 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:41.852338 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7a084b65-d7a6-4933-9ad8-7c9e6f062520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.010156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3bd89-b199-45ee-b3ab-056a6045e0d5 req-05920173-e97e-4bf1-80c9-50dfdc9b9bd3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:42.011307 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-efd3bd89-b199-45ee-b3ab-056a6045e0d5 req-05920173-e97e-4bf1-80c9-50dfdc9b9bd3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 931 time: 0.1878533 Nov 12 08:56:42.037834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.057039 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:56:42.176870 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.189303 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-efd3bd89-b199-45ee-b3ab-056a6045e0d5 req-75ff9412-99f4-4d5c-b4dd-8f28adffccd9 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1703217 Nov 12 08:56:42.275767 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4db3b14f-9360-4808-a597-6587467e3b65', 'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:a3:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:31Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:42.319138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4db3b14f-9360-4808-a597-6587467e3b65 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:42.324366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-637e0017-f553-4bdb-a18f-a8565a76d3dc req-ece94eb0-9d4e-4b37-879a-a469d8f231d2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 210 time: 0.2320473 Nov 12 08:56:42.340310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d07959-b2fd-4fc4-827b-5c436bfe918f {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:42.359102 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad64d9d6-de20-49d2-bae0-337cf7538136 req-0ea34a8e-aa49-48c3-b941-fcfc39ee08ec tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 210 time: 0.1079819 Nov 12 08:56:42.410981 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340c4d74-93d3-41ba-bf19-5ad203a1f326 None None] The sync data for ids ['dbaeb616-b86f-42d4-811b-5a8831377195'] in n-d-768851-18 is: [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4db3b14f-9360-4808-a597-6587467e3b65', 'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:a3:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:31Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:42.435477 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4db3b14f-9360-4808-a597-6587467e3b65 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:42.436681 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.478872 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.511743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:42.532419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:42.542087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:42.580581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Transition to ACTIVE for port object f4d07959-b2fd-4fc4-827b-5c436bfe918f will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:42.585959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=6646cd94-3563-4cd7-9152-b8a0f0e37805,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:42.606111 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.255711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-ef29eb58-bb7d-49ba-8411-f66e58e0b019 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:43.258181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-ef29eb58-bb7d-49ba-8411-f66e58e0b019 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 815 time: 1.1073771 Nov 12 08:56:43.288287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Request body: {'port': {'device_id': '3007d679-a7d0-4fd5-a969-907915c45906', 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86', 'admin_state_up': True, 'tenant_id': '1d282ab1b39a4e51b68716f49ba82477'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:43.439850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d07959-b2fd-4fc4-827b-5c436bfe918f,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:43.519434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88ed8f3c-b209-4511-be56-23caad313fe1 req-c811dfb1-3961-4865-95ec-0aa7c0ea4a85 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 210 time: 0.0650024 Nov 12 08:56:43.719111 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f28c0b91-5b6c-4f42-9c59-860006f76723 req-5795c19c-015c-44a0-92e2-ca3f98d82a5d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 210 time: 0.0605872 Nov 12 08:56:43.903278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Attempting to bind port f4d07959-b2fd-4fc4-827b-5c436bfe918f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:43.903872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Attempting to bind port f4d07959-b2fd-4fc4-827b-5c436bfe918f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:43.903872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Attempting to bind port f4d07959-b2fd-4fc4-827b-5c436bfe918f on network 9f1a90c3-ce73-4e17-8126-17640d18025a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:43.926997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb6000-8c41-49a3-b247-52e8808fa0d1 req-5edc0d44-9d67-41c4-99e9-64ab3be93a1e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:43.929761 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40eb6000-8c41-49a3-b247-52e8808fa0d1 req-5edc0d44-9d67-41c4-99e9-64ab3be93a1e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 943 time: 0.5654855 Nov 12 08:56:43.954276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Port f4d07959-b2fd-4fc4-827b-5c436bfe918f on network 9f1a90c3-ce73-4e17-8126-17640d18025a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:43.954594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Attempting to bind port f4d07959-b2fd-4fc4-827b-5c436bfe918f on network 9f1a90c3-ce73-4e17-8126-17640d18025a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:43.988919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Made reservation on behalf of 1d282ab1b39a4e51b68716f49ba82477 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:43.993081 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.052321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:44.052657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Checking segment: {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:44.053836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Bound using segment: {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:44.054627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Bound port: f4d07959-b2fd-4fc4-827b-5c436bfe918f, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:44.054798 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.080006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-365af598-884d-41d3-a260-4816d182ecb0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:44.081591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-365af598-884d-41d3-a260-4816d182ecb0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.4636402 Nov 12 08:56:44.116665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'port': {'device_id': '689e1697-4dee-4b21-a3f3-6eaea9aebdd5', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'admin_state_up': True, 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:44.203910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40eb6000-8c41-49a3-b247-52e8808fa0d1 req-baed79da-b2fc-4d63-83aa-1bf0df848bfb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2605915 Nov 12 08:56:44.509912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:44.571215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:44.574231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Allocated IP 172.20.0.3 (7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86/4a8103c3-b5ab-4adf-adc7-5739ec2576cc/a36a70d3-2019-4688-9e43-14a0b5934ef6) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:44.616199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.707818 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-86931db2-9b6b-44ed-9284-64c4a352529d req-e5b1d355-b565-45b0-8cd7-d1f6c01026be tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 210 time: 0.0402858 Nov 12 08:56:44.752047 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Made reservation on behalf of 3047633a86764fd1aa0ef6ef6d5a5248 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:44.757140 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.856406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:44.856770 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.860739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] 10.222.0.52 "PUT /v2.0/ports/f4d07959-b2fd-4fc4-827b-5c436bfe918f HTTP/1.1" status: 200 len: 1092 time: 4.2704740 Nov 12 08:56:44.868964 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:44.872865 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51b515b-c914-4014-badb-7750db0b1bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:45.056693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33576) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:45.148047 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90306c1-2a9e-43fc-ac08-437fefde531e x-openstack-request-id: req-b90306c1-2a9e-43fc-ac08-437fefde531e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:45.148686 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:45.148686 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b90306c1-2a9e-43fc-ac08-437fefde531e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:45.149378 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'status': 'completed', 'code': 200} Nov 12 08:56:45.154875 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b6e63a01-164b-486f-93a5-12d8fb132571 req-4dff6df6-b657-4fbf-a264-6745a87513c3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 210 time: 0.1186690 Nov 12 08:56:45.223409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f081fe9-5ce9-4ec4-a751-5a11e6e41289 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d07959-b2fd-4fc4-827b-5c436bfe918f,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:45.261513 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.296022 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8330e0-264d-4e42-82c1-c0aebe3e45da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.376736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027256d-fae7-41ce-8e2e-8808896a178b req-8557636c-ce15-4f76-81ea-973e184c47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:45.379191 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-8557636c-ce15-4f76-81ea-973e184c47f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 1095 time: 0.3447647 Nov 12 08:56:45.407519 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.415579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3f31c-0616-44fb-abcc-62ed7e2f65f3 req-74a52b5d-4879-47d3-96a4-df5a9073b047 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:45.425876 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ec3f31c-0616-44fb-abcc-62ed7e2f65f3 req-74a52b5d-4879-47d3-96a4-df5a9073b047 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 943 time: 0.0818963 Nov 12 08:56:45.471898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-cfd28225-d3c5-4c11-a653-b094aa1afc80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f HTTP/1.1" status: 200 len: 217 time: 0.0752537 Nov 12 08:56:45.501740 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ec3f31c-0616-44fb-abcc-62ed7e2f65f3 req-c5c59f21-a0c0-456a-a245-ba0e78d7b1dc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746148 Nov 12 08:56:45.502018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Allocated IP 172.20.0.9 (d2a9cfd5-7dc0-4081-9047-d432a82052a4/4fdcf052-295a-4e9d-9bdc-67e73beb1d06/8ce879eb-7d92-4555-9447-9f8b88cd9e61) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:45.554912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8330e0-264d-4e42-82c1-c0aebe3e45da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.574275 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.574809 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d8330e0-264d-4e42-82c1-c0aebe3e45da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.624737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8330e0-264d-4e42-82c1-c0aebe3e45da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847bc790-8c2f-4a6e-9666-71f415276e0c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:45.635861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027256d-fae7-41ce-8e2e-8808896a178b req-909f6dab-8039-4ce8-b6b7-6164af6e4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:45.638038 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-909f6dab-8039-4ce8-b6b7-6164af6e4936 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=106079e6-5847-4c4e-8045-3e8e924ae761 HTTP/1.1" status: 200 len: 834 time: 0.1390951 Nov 12 08:56:45.639385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.650096 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8d8330e0-264d-4e42-82c1-c0aebe3e45da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2f04eee75ad4650a59c41498e8665cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5920413 Nov 12 08:56:45.653071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33586) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:45.656279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['4dc69a74-8db8-4661-95f3-802655995ec0', 'c095ce7c-6075-4815-afab-acda094e92ac'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:45.742672 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1a65bca2-8f5c-4387-a9be-7a2cdbcfe24b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.780803 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1a65bca2-8f5c-4387-a9be-7a2cdbcfe24b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.830253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:45.851654 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1a65bca2-8f5c-4387-a9be-7a2cdbcfe24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.855303 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1a65bca2-8f5c-4387-a9be-7a2cdbcfe24b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.856869 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1a65bca2-8f5c-4387-a9be-7a2cdbcfe24b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/847bc790-8c2f-4a6e-9666-71f415276e0c HTTP/1.1" status: 204 len: 168 time: 0.1857111 Nov 12 08:56:45.882176 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Pushing event updated for resources: {'Port': ['ID=a36a70d3-2019-4688-9e43-14a0b5934ef6,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:45.885240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:45.886197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65bca2-8f5c-4387-a9be-7a2cdbcfe24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847bc790-8c2f-4a6e-9666-71f415276e0c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:45.908026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:46.071316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027256d-fae7-41ce-8e2e-8808896a178b req-3926a915-f45b-4139-80a1-abd0b8b16a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.073573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-3926a915-f45b-4139-80a1-abd0b8b16a8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f1a90c3-ce73-4e17-8126-17640d18025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4254329 Nov 12 08:56:46.133062 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.254854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f759b-2d06-49d7-9f71-c21876f3c72b req-79ed8f29-b333-4f3a-b7ef-e30984237a3c tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.266142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0e6f759b-2d06-49d7-9f71-c21876f3c72b req-79ed8f29-b333-4f3a-b7ef-e30984237a3c tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 931 time: 0.3934898 Nov 12 08:56:46.315672 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14c2ea5-a739-452e-97d9-a9ecf71fec9a req-8a1ba642-a6a7-48dc-b828-91160bc124ec tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 210 time: 0.0474005 Nov 12 08:56:46.357990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33602) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:46.377777 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de58d542-e351-4bf5-9c34-1a82b6991256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.475804 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de58d542-e351-4bf5-9c34-1a82b6991256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.483210 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-de58d542-e351-4bf5-9c34-1a82b6991256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.521301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-de58d542-e351-4bf5-9c34-1a82b6991256 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1cdccf8551948e0bbc7fd69f91cf29a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1599557 Nov 12 08:56:46.529167 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33606) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:46.582227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58d542-e351-4bf5-9c34-1a82b6991256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3735c3-2fc6-4184-9550-6f89adf8d277,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:46.666286 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeefd-9bba-49dc-bc40-31a8b3e30e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.700737 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeefd-9bba-49dc-bc40-31a8b3e30e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.722757 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5075d-fece-4d0e-bf23-1ccf4ceabadf req-b8b83765-6a0e-4c5f-9b2a-3bcadd1c5272 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.725600 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6bc5075d-fece-4d0e-bf23-1ccf4ceabadf req-b8b83765-6a0e-4c5f-9b2a-3bcadd1c5272 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 943 time: 0.1148736 Nov 12 08:56:46.785293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.786066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.792959 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeefd-9bba-49dc-bc40-31a8b3e30e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.796376 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6cfeeefd-9bba-49dc-bc40-31a8b3e30e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.801327 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6cfeeefd-9bba-49dc-bc40-31a8b3e30e25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a3735c3-2fc6-4184-9550-6f89adf8d277 HTTP/1.1" status: 204 len: 168 time: 0.2706645 Nov 12 08:56:46.824863 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeeefd-9bba-49dc-bc40-31a8b3e30e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3735c3-2fc6-4184-9550-6f89adf8d277,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:46.846031 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-0c38482f-96b6-4b29-909a-5f04ff3e0ec2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5642862 Nov 12 08:56:46.873738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Request body: {'port': {'device_id': '3007d679-a7d0-4fd5-a969-907915c45906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:46.880156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.915435 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6bc5075d-fece-4d0e-bf23-1ccf4ceabadf req-44746beb-05d9-4251-8624-5f24e8c788a5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1643591 Nov 12 08:56:46.993215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-13221291-a519-4d85-a8e5-5f2d0f501dc6 service neutron] 10.222.0.52 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358996 Nov 12 08:56:47.016676 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0e6f759b-2d06-49d7-9f71-c21876f3c72b req-dba3f723-e03c-43ec-bb43-1fe95be004fe tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7311285 Nov 12 08:56:47.032498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:47.040360 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.087933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:47.089767 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.097232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:47.099494 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=8ce879eb-7d92-4555-9447-9f8b88cd9e61,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:47.179297 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.339045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.339713 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.367290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event updated for resources: {'Port': ['ID=6646cd94-3563-4cd7-9152-b8a0f0e37805,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:47.414649 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e027256d-fae7-41ce-8e2e-8808896a178b req-89ffe86e-ba29-4a42-b22e-da77e7f52bb9 service neutron] 10.222.0.52 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066832 Nov 12 08:56:47.453940 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.545188 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-14396856-df5d-4551-9287-d779344ddf15 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4383705 Nov 12 08:56:47.557361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1dab7b2e-3c38-4e27-a84b-a8d8c7346f31 None None] Provisioning complete for port 8ce879eb-7d92-4555-9447-9f8b88cd9e61 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:47.558776 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1dab7b2e-3c38-4e27-a84b-a8d8c7346f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.567471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b5980-7e59-4194-82a4-c24fd5844508 req-1ba4583a-7ed7-41f7-9d1d-69e7a44d23e2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.573203 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c69b5980-7e59-4194-82a4-c24fd5844508 req-1ba4583a-7ed7-41f7-9d1d-69e7a44d23e2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 931 time: 0.1364703 Nov 12 08:56:47.580251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Request body: {'port': {'device_id': '689e1697-4dee-4b21-a3f3-6eaea9aebdd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:47.611473 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1dab7b2e-3c38-4e27-a84b-a8d8c7346f31 None None] Port 8ce879eb-7d92-4555-9447-9f8b88cd9e61 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:47.649762 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c69b5980-7e59-4194-82a4-c24fd5844508 req-557af7c2-d8c9-468f-8f80-d40b7fd79f68 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699794 Nov 12 08:56:47.817419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b515b-c914-4014-badb-7750db0b1bd8 req-773dfa7c-780e-4360-bd0b-3c73dac869a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.819069 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d51b515b-c914-4014-badb-7750db0b1bd8 req-773dfa7c-780e-4360-bd0b-3c73dac869a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 1095 time: 0.2710538 Nov 12 08:56:47.871306 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.874605 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Floating IP d928dee9-b9dc-4744-94bc-0906eafdf6dd associated. External IP: 172.25.3.104, port: 03535009-35ab-46b8-a9f6-159621172ad7. Nov 12 08:56:48.236002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b515b-c914-4014-badb-7750db0b1bd8 req-d5d22610-0072-48e4-b544-826cd1a79daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.238143 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d51b515b-c914-4014-badb-7750db0b1bd8 req-d5d22610-0072-48e4-b544-826cd1a79daf service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f1a90c3-ce73-4e17-8126-17640d18025a HTTP/1.1" status: 200 len: 897 time: 0.4050574 Nov 12 08:56:48.274490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bc7b9-e651-4dae-8df6-2cca2193fbcc req-9cef8c32-2fcb-411f-a8f9-f20973b7be1e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.277179 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-956bc7b9-e651-4dae-8df6-2cca2193fbcc req-9cef8c32-2fcb-411f-a8f9-f20973b7be1e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 931 time: 0.1126475 Nov 12 08:56:48.373939 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d51b515b-c914-4014-badb-7750db0b1bd8 req-d60c0ed2-a977-4de0-8242-efec290e235b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f HTTP/1.1" status: 200 len: 217 time: 0.0534830 Nov 12 08:56:48.377136 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-956bc7b9-e651-4dae-8df6-2cca2193fbcc req-e2d43bc7-bb58-4f5c-9164-0b324f1cc4d7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936158 Nov 12 08:56:48.395266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132f3b6-2c7f-402a-9d73-f1f35a10015b req-5748e182-e710-4033-a670-2d25bcb7e6ca tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.397537 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f132f3b6-2c7f-402a-9d73-f1f35a10015b req-5748e182-e710-4033-a670-2d25bcb7e6ca tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 943 time: 0.3724179 Nov 12 08:56:48.631531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36a70d3-2019-4688-9e43-14a0b5934ef6 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:48.651203 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.654289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b515b-c914-4014-badb-7750db0b1bd8 req-d8c6827e-a028-4fc3-b31c-d607f72d10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.655805 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d51b515b-c914-4014-badb-7750db0b1bd8 req-d8c6827e-a028-4fc3-b31c-d607f72d10ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=106079e6-5847-4c4e-8045-3e8e924ae761 HTTP/1.1" status: 200 len: 834 time: 0.2527988 Nov 12 08:56:48.680387 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f132f3b6-2c7f-402a-9d73-f1f35a10015b req-5e511a7c-a7f4-4dfe-a03a-2d80fdcb29ea tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2569449 Nov 12 08:56:48.706237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Transition to ACTIVE for port object a36a70d3-2019-4688-9e43-14a0b5934ef6 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:48.791859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.856769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=a36a70d3-2019-4688-9e43-14a0b5934ef6,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:48.878482 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f95dc-86e4-4a46-b1cc-fb49475e7186 req-9ad8997a-02f1-40dd-8532-a218cbc5695e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.889674 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b72f95dc-86e4-4a46-b1cc-fb49475e7186 req-9ad8997a-02f1-40dd-8532-a218cbc5695e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 931 time: 0.1106467 Nov 12 08:56:48.912006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b515b-c914-4014-badb-7750db0b1bd8 req-0537edc8-1f67-4010-8d8f-84e77b582e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.916771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d51b515b-c914-4014-badb-7750db0b1bd8 req-0537edc8-1f67-4010-8d8f-84e77b582e19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f1a90c3-ce73-4e17-8126-17640d18025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2235579 Nov 12 08:56:48.993846 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b72f95dc-86e4-4a46-b1cc-fb49475e7186 req-57d48dd2-f987-4889-8bc8-502a678ca123 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032860 Nov 12 08:56:48.997432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33674) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:49.019210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Router ecc8a58b-1a57-429b-b7a4-5ffa91756649 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:49.068799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce879eb-7d92-4555-9447-9f8b88cd9e61 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:49.077874 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.092779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Transition to ACTIVE for port object 8ce879eb-7d92-4555-9447-9f8b88cd9e61 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:49.146093 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.212071 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5fecd595-6d38-44ec-b10a-9a75b7104c87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.744461 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d51b515b-c914-4014-badb-7750db0b1bd8 req-a2819155-8b92-4d6f-91d0-c5f8e12d8e1e service neutron] 10.222.0.52 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8036060 Nov 12 08:56:49.745158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Pushing event updated for resources: {'Port': ['ID=8ce879eb-7d92-4555-9447-9f8b88cd9e61,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:49.758834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Attempting to bind port a36a70d3-2019-4688-9e43-14a0b5934ef6 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:49.759176 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Attempting to bind port a36a70d3-2019-4688-9e43-14a0b5934ef6 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:49.759507 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Attempting to bind port a36a70d3-2019-4688-9e43-14a0b5934ef6 on network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:49.831153 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Port a36a70d3-2019-4688-9e43-14a0b5934ef6 on network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:49.831383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Attempting to bind port a36a70d3-2019-4688-9e43-14a0b5934ef6 on network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:49.845917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09822d-2a5c-4135-8d78-469001e6b845 req-d44638c4-c0e4-45fd-a6ce-b80880e290da tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.848671 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0a09822d-2a5c-4135-8d78-469001e6b845 req-d44638c4-c0e4-45fd-a6ce-b80880e290da tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 943 time: 0.0684192 Nov 12 08:56:49.947609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0a09822d-2a5c-4135-8d78-469001e6b845 req-177be86b-8529-49b5-ab05-9dc22aeca1d5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905704 Nov 12 08:56:50.029134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:50.034034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Checking segment: {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:50.034447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Bound using segment: {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:50.034924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Bound port: a36a70d3-2019-4688-9e43-14a0b5934ef6, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:50.035292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.081431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f4d07959-b2fd-4fc4-827b-5c436bfe918f details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:50.161294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Attempting to bind port 8ce879eb-7d92-4555-9447-9f8b88cd9e61 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:50.161617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Attempting to bind port 8ce879eb-7d92-4555-9447-9f8b88cd9e61 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:50.161947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Attempting to bind port 8ce879eb-7d92-4555-9447-9f8b88cd9e61 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:50.202019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Port 8ce879eb-7d92-4555-9447-9f8b88cd9e61 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:50.202335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Attempting to bind port 8ce879eb-7d92-4555-9447-9f8b88cd9e61 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:50.214492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9166d4-32ad-4fda-8cff-07aa917f486c req-fe3af25f-21ab-4607-8c4f-cbef2a736518 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.225715 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e9166d4-32ad-4fda-8cff-07aa917f486c req-fe3af25f-21ab-4607-8c4f-cbef2a736518 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 943 time: 0.1386483 Nov 12 08:56:50.243562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12df5f3-337f-4329-99f6-6bfc525dc7e4 req-74941e97-de49-4710-8ba4-d09588f240b8 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.252053 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a12df5f3-337f-4329-99f6-6bfc525dc7e4 req-74941e97-de49-4710-8ba4-d09588f240b8 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 943 time: 0.5001652 Nov 12 08:56:50.277407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:50.318954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e9166d4-32ad-4fda-8cff-07aa917f486c req-745bcf73-e2c4-45a3-b336-4c57b84d2126 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902562 Nov 12 08:56:50.331502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:50.344919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'port_id': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'mac_address': 'fa:16:3e:97:2b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:50.348411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea16793-ca52-455c-b4c7-f0757632216d None None] Sync routers for ids ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:50.360916 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a12df5f3-337f-4329-99f6-6bfc525dc7e4 req-27ad80d2-2d55-48d8-9a30-e65efb760363 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079788 Nov 12 08:56:50.363417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea16793-ca52-455c-b4c7-f0757632216d None None] Routers {'ecc8a58b-1a57-429b-b7a4-5ffa91756649'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:50.363697 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d51b515b-c914-4014-badb-7750db0b1bd8 req-791f38f1-078f-438f-ab79-b147339be5c6 service neutron] 10.222.0.52 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985134 Nov 12 08:56:50.364468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-eea16793-ca52-455c-b4c7-f0757632216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:50.368730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:50.368730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Checking segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:50.369120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Bound using segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:50.369413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Bound port: 8ce879eb-7d92-4555-9447-9f8b88cd9e61, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:50.369768 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.391939 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.426106 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ca7277fa-8dba-416f-ba09-054fb0be9fc0 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.6842134 Nov 12 08:56:50.429682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33686) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:50.449484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'tag': '03535009-35ab-46b8-a9f6-159621172ad7'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:50.451898 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15ca07d-cd10-48e2-bfc8-978f76b57555" -d '{"events": [{"name": "network-changed", "server_uuid": "94e6d4cf-820e-401c-9209-b11831ea9c04", "tag": "03535009-35ab-46b8-a9f6-159621172ad7"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:50.485584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-eea16793-ca52-455c-b4c7-f0757632216d None None] Set router ecc8a58b-1a57-429b-b7a4-5ffa91756649 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:50.524837 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db2f1fb-5a95-47a0-a16d-6118fa3cbca4 x-openstack-request-id: req-8db2f1fb-5a95-47a0-a16d-6118fa3cbca4 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:50.525163 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e6d4cf-820e-401c-9209-b11831ea9c04", "tag": "03535009-35ab-46b8-a9f6-159621172ad7", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:50.525370 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8db2f1fb-5a95-47a0-a16d-6118fa3cbca4 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:50.525772 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'tag': '03535009-35ab-46b8-a9f6-159621172ad7', 'status': 'completed', 'code': 200} Nov 12 08:56:50.531923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] For port a36a70d3-2019-4688-9e43-14a0b5934ef6, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:50.543104 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] For port a36a70d3-2019-4688-9e43-14a0b5934ef6, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a36a70d3-2019-4688-9e43-14a0b5934ef6,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:50.560485 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.583871 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-465851b2-0cb7-4da9-b0bc-55bb5a8e86cd tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/floatingips/d928dee9-b9dc-4744-94bc-0906eafdf6dd HTTP/1.1" status: 200 len: 992 time: 0.1526408 Nov 12 08:56:50.636871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.637534 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.638911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] 10.222.0.46 "PUT /v2.0/ports/a36a70d3-2019-4688-9e43-14a0b5934ef6 HTTP/1.1" status: 200 len: 1092 time: 3.7804275 Nov 12 08:56:50.668843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] For port 8ce879eb-7d92-4555-9447-9f8b88cd9e61, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:50.677872 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5fecd595-6d38-44ec-b10a-9a75b7104c87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.706774 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5fecd595-6d38-44ec-b10a-9a75b7104c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.740872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] For port 8ce879eb-7d92-4555-9447-9f8b88cd9e61, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8ce879eb-7d92-4555-9447-9f8b88cd9e61,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:50.770304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e606dd-7425-4c7f-b8b6-ba4f35e3fbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=a36a70d3-2019-4688-9e43-14a0b5934ef6,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:50.771556 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.815181 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.843402 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d07959-b2fd-4fc4-827b-5c436bfe918f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:50.873373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:50.887259 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.898045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5fecd595-6d38-44ec-b10a-9a75b7104c87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52b32be379c94e408d73a375e6a20155&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8884358 Nov 12 08:56:50.901525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33696) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:50.905915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Pushing event updated for resources: {'Port': ['ID=8ce879eb-7d92-4555-9447-9f8b88cd9e61,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:50.920692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ca07d-cd10-48e2-bfc8-978f76b57555 req-75b7d733-3ca6-468e-a6ea-f9859acc54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.922852 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d15ca07d-cd10-48e2-bfc8-978f76b57555 req-75b7d733-3ca6-468e-a6ea-f9859acc54a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 1098 time: 0.3459241 Nov 12 08:56:50.933562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.939591 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.939591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-04461861-b5de-4356-9d5f-16d645c7e80b service neutron] 10.222.0.52 "PUT /v2.0/ports/8ce879eb-7d92-4555-9447-9f8b88cd9e61 HTTP/1.1" status: 200 len: 1092 time: 3.3741002 Nov 12 08:56:51.035301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f4d07959-b2fd-4fc4-827b-5c436bfe918f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:51.047494 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31977d90-bc94-44f6-bf8c-0d3bff3f1d3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.092636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:51.094712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:51.096609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:51.097035 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:51.097409 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:51.097832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:51.098173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:51.098507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:51.098837 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:51.099165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:51.100028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:51.100522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:51.108743 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31977d90-bc94-44f6-bf8c-0d3bff3f1d3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.117638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecd595-6d38-44ec-b10a-9a75b7104c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c4b164-e72f-40b2-b484-a49e4ad1529c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:51.139718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['f4d07959-b2fd-4fc4-827b-5c436bfe918f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:51.186619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31977d90-bc94-44f6-bf8c-0d3bff3f1d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.192068 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31977d90-bc94-44f6-bf8c-0d3bff3f1d3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.195489 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-31977d90-bc94-44f6-bf8c-0d3bff3f1d3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8c4b164-e72f-40b2-b484-a49e4ad1529c HTTP/1.1" status: 204 len: 168 time: 0.2901216 Nov 12 08:56:51.208047 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-9cb549a2-8b13-4109-9ff4-51bcc13efee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.212278 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-9cb549a2-8b13-4109-9ff4-51bcc13efee1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 1095 time: 0.5067644 Nov 12 08:56:51.214257 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31977d90-bc94-44f6-bf8c-0d3bff3f1d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c4b164-e72f-40b2-b484-a49e4ad1529c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:51.219685 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-eea16793-ca52-455c-b4c7-f0757632216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:56:07Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'd928dee9-b9dc-4744-94bc-0906eafdf6dd', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'port_id': '03535009-35ab-46b8-a9f6-159621172ad7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'mac_address': 'fa:16:3e:05:ae:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:56:44Z', 'updated_at': '2021-11-12T08:56:44Z', 'revision_number': 0, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c6852f1-0716-4d0c-bf8c-e4ed04e7d667', 'name': '', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:51:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:12Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:51.280746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea16793-ca52-455c-b4c7-f0757632216d None None] Checking router: ecc8a58b-1a57-429b-b7a4-5ffa91756649 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:51.310015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-0e5da29d-1329-4961-be83-a54012ffef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.313909 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-0e5da29d-1329-4961-be83-a54012ffef9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 1095 time: 0.3073332 Nov 12 08:56:51.316994 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-9c48384f-5e6a-45fd-b16a-7d9432cceb2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a36a70d3-2019-4688-9e43-14a0b5934ef6 HTTP/1.1" status: 200 len: 217 time: 0.0771620 Nov 12 08:56:51.323002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ca07d-cd10-48e2-bfc8-978f76b57555 req-2b5aa66a-7e4b-444a-92c4-9c3b9205ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.324611 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d15ca07d-cd10-48e2-bfc8-978f76b57555 req-2b5aa66a-7e4b-444a-92c4-9c3b9205ff52 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7841e26e-9e08-496b-846b-a74b84ed4103 HTTP/1.1" status: 200 len: 898 time: 0.3811014 Nov 12 08:56:51.390334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea16793-ca52-455c-b4c7-f0757632216d None None] Routers {'ecc8a58b-1a57-429b-b7a4-5ffa91756649'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:51.391282 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-eea16793-ca52-455c-b4c7-f0757632216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:51.494886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-9776c1c1-ae42-4e07-acc0-81b001b1e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.497197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-9776c1c1-ae42-4e07-acc0-81b001b1e154 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a8103c3-b5ab-4adf-adc7-5739ec2576cc HTTP/1.1" status: 200 len: 855 time: 0.1704953 Nov 12 08:56:51.539580 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-52610473-19ab-48f1-9523-f31144d7a447 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ce879eb-7d92-4555-9447-9f8b88cd9e61 HTTP/1.1" status: 200 len: 217 time: 0.2116375 Nov 12 08:56:51.553165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b758ee-23c7-45dd-a096-13c7d77f63a0 req-22916a1a-2a83-49be-8386-0f2414c0ba6a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.562130 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99b758ee-23c7-45dd-a096-13c7d77f63a0 req-22916a1a-2a83-49be-8386-0f2414c0ba6a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 944 time: 0.4405277 Nov 12 08:56:51.590845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba394-0a06-486b-975f-25da97eb7a50 req-9617f016-4270-44c1-b7ec-8a18fe96d04b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.595543 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f99ba394-0a06-486b-975f-25da97eb7a50 req-9617f016-4270-44c1-b7ec-8a18fe96d04b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 943 time: 0.1404507 Nov 12 08:56:51.605312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33718) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:51.720227 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f99ba394-0a06-486b-975f-25da97eb7a50 req-9507d268-2f88-4bd1-8bc3-067dffd9bc00 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126933 Nov 12 08:56:51.747415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-eea16793-ca52-455c-b4c7-f0757632216d None None] Set router ecc8a58b-1a57-429b-b7a4-5ffa91756649 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:51.861834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-ea5c9012-8b05-49d0-92ee-ee0f738f1856 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3190205 Nov 12 08:56:51.867015 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-597d2411-e6c7-4ec8-948f-3b8b3715a912 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/floatingips/d928dee9-b9dc-4744-94bc-0906eafdf6dd HTTP/1.1" status: 200 len: 992 time: 0.1989033 Nov 12 08:56:51.975502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730453-9cbc-453f-b6fc-6ff128de0d5b req-f4d5a5ef-5d99-45e6-b929-2437ec114a07 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.977684 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f730453-9cbc-453f-b6fc-6ff128de0d5b req-f4d5a5ef-5d99-45e6-b929-2437ec114a07 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 943 time: 0.1182075 Nov 12 08:56:52.041316 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d15ca07d-cd10-48e2-bfc8-978f76b57555 req-4a5417a6-45dd-4c24-8f1e-4ed1fa22a9fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03535009-35ab-46b8-a9f6-159621172ad7 HTTP/1.1" status: 200 len: 1000 time: 0.6934559 Nov 12 08:56:52.097871 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f730453-9cbc-453f-b6fc-6ff128de0d5b req-7f7e449b-643e-4132-b7ad-46403611d254 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121547 Nov 12 08:56:52.128345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-d29a67d0-c538-4104-ab60-99d0b9ab076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.130044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-d29a67d0-c538-4104-ab60-99d0b9ab076d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.5654423 Nov 12 08:56:52.165406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99b758ee-23c7-45dd-a096-13c7d77f63a0 req-28f58296-83ce-457f-b267-aed6b8909cdd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6021168 Nov 12 08:56:52.250192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ca07d-cd10-48e2-bfc8-978f76b57555 req-da809d05-aca5-499b-8023-703a2f0f0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.251705 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d15ca07d-cd10-48e2-bfc8-978f76b57555 req-da809d05-aca5-499b-8023-703a2f0f0676 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3b9db0f-656e-41fb-9b69-e5f06c86225f HTTP/1.1" status: 200 len: 834 time: 0.1887465 Nov 12 08:56:52.255151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-c8df19af-3077-416c-aa85-6439b3c7c706 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648376 Nov 12 08:56:52.261082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-833766cf-df6b-4a37-a4a0-0736d7be3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.262972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-833766cf-df6b-4a37-a4a0-0736d7be3814 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065483 Nov 12 08:56:52.450805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ca07d-cd10-48e2-bfc8-978f76b57555 req-603c5799-5a86-4b4d-80f6-06345d5295c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.452352 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d15ca07d-cd10-48e2-bfc8-978f76b57555 req-603c5799-5a86-4b4d-80f6-06345d5295c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7841e26e-9e08-496b-846b-a74b84ed4103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1884930 Nov 12 08:56:52.475894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-eea16793-ca52-455c-b4c7-f0757632216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:56:07Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'd928dee9-b9dc-4744-94bc-0906eafdf6dd', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'port_id': '03535009-35ab-46b8-a9f6-159621172ad7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'mac_address': 'fa:16:3e:05:ae:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:56:44Z', 'updated_at': '2021-11-12T08:56:44Z', 'revision_number': 0, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c6852f1-0716-4d0c-bf8c-e4ed04e7d667', 'name': '', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:51:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:12Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:52.521039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-8df9f4cf-db79-41d7-b910-3685074317e1 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399888 Nov 12 08:56:52.523024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea16793-ca52-455c-b4c7-f0757632216d None None] The sync data for ids ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'] in n-d-768851-18 is: [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:56:07Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'd928dee9-b9dc-4744-94bc-0906eafdf6dd', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'port_id': '03535009-35ab-46b8-a9f6-159621172ad7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'mac_address': 'fa:16:3e:05:ae:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:56:44Z', 'updated_at': '2021-11-12T08:56:44Z', 'revision_number': 0, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c6852f1-0716-4d0c-bf8c-e4ed04e7d667', 'name': '', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:51:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:12Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:52.554768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3007d679-a7d0-4fd5-a969-907915c45906', 'tag': 'a36a70d3-2019-4688-9e43-14a0b5934ef6'}, {'name': 'network-changed', 'server_uuid': '689e1697-4dee-4b21-a3f3-6eaea9aebdd5', 'tag': '8ce879eb-7d92-4555-9447-9f8b88cd9e61'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:52.556927 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac" -d '{"events": [{"name": "network-changed", "server_uuid": "3007d679-a7d0-4fd5-a969-907915c45906", "tag": "a36a70d3-2019-4688-9e43-14a0b5934ef6"}, {"name": "network-changed", "server_uuid": "689e1697-4dee-4b21-a3f3-6eaea9aebdd5", "tag": "8ce879eb-7d92-4555-9447-9f8b88cd9e61"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:52.564767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e6df9b2a-b190-4b8f-a6d8-99a868ce14ad req-bc9dce26-6a6d-4bdc-82ca-e7bd517117cd service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996981 Nov 12 08:56:52.571527 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.578712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33746) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:52.696888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79ba13b5-333e-4f0a-97a8-69620e74abde req-86244c5b-bdb2-4706-8804-91776b5bf5fa service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344204 Nov 12 08:56:52.698227 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e66b171-bc71-4b62-9bec-378198d03453 x-openstack-request-id: req-5e66b171-bc71-4b62-9bec-378198d03453 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:52.698522 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3007d679-a7d0-4fd5-a969-907915c45906", "tag": "a36a70d3-2019-4688-9e43-14a0b5934ef6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "689e1697-4dee-4b21-a3f3-6eaea9aebdd5", "tag": "8ce879eb-7d92-4555-9447-9f8b88cd9e61", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:52.698772 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e66b171-bc71-4b62-9bec-378198d03453 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:52.699158 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3007d679-a7d0-4fd5-a969-907915c45906', 'tag': 'a36a70d3-2019-4688-9e43-14a0b5934ef6', 'status': 'completed', 'code': 200} Nov 12 08:56:52.699423 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689e1697-4dee-4b21-a3f3-6eaea9aebdd5', 'tag': '8ce879eb-7d92-4555-9447-9f8b88cd9e61', 'status': 'completed', 'code': 200} Nov 12 08:56:52.751411 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d15ca07d-cd10-48e2-bfc8-978f76b57555 req-6a918d97-b861-40c5-aa4d-cdae69815154 service neutron] 10.222.0.52 "GET /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881830 Nov 12 08:56:52.832218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-690071379-network', 'tenant_id': '227463c57b914bb28a1cab68ef076151'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:52.871261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33758) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:52.953066 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b6bdf0dc-285f-4d66-85d0-576c9db821f3 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/floatingips/d928dee9-b9dc-4744-94bc-0906eafdf6dd HTTP/1.1" status: 200 len: 992 time: 0.0799177 Nov 12 08:56:52.954290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Made reservation on behalf of 227463c57b914bb28a1cab68ef076151 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:52.957005 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.963943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-aab0815e-d4a4-4e70-953c-fe19e288eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.965661 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-aab0815e-d4a4-4e70-953c-fe19e288eb9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 1095 time: 0.2634904 Nov 12 08:56:52.971053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.971278 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d15ca07d-cd10-48e2-bfc8-978f76b57555 req-f5fccaef-3c16-4127-b4e6-0d2678610849 service neutron] 10.222.0.52 "GET /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080996 Nov 12 08:56:52.993407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-2855d9d9-d67c-4f5a-a894-d62150d92cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.994712 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-2855d9d9-d67c-4f5a-a894-d62150d92cd5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 1095 time: 0.2124872 Nov 12 08:56:53.009004 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385741c7-2328-42c8-b889-3b0a438b7134 None None] New status for floating IP d928dee9-b9dc-4744-94bc-0906eafdf6dd: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:56:53.154570 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2928a8-33b0-46ee-8789-55004e5918a8 req-ccbc60b6-9f6f-4abb-a429-adacd6ca74be tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.159728 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e2928a8-33b0-46ee-8789-55004e5918a8 req-ccbc60b6-9f6f-4abb-a429-adacd6ca74be tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 943 time: 0.3237934 Nov 12 08:56:53.317991 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.327776 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.363298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-113285cf-117f-4ea4-be88-9c59a65a0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.365319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-113285cf-117f-4ea4-be88-9c59a65a0987 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.3513646 Nov 12 08:56:53.368591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:53.390885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35de609-2bef-4159-8606-e75d34f610cf req-cb21efae-353f-4cd7-9eb9-dbcf2f4d1f35 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.392500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b35de609-2bef-4159-8606-e75d34f610cf req-cb21efae-353f-4cd7-9eb9-dbcf2f4d1f35 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 943 time: 0.1382937 Nov 12 08:56:53.402593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f81d222-2cf7-4786-9c82-6a34833e63b6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:53.406563 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.406913 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Added segment ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9 of type vlan for network 4e961b55-72e5-411e-9ed4-fbe8775a3153 Nov 12 08:56:53.446804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-f7bceaa5-faf2-4b85-aca1-2f474e2e4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.449447 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-f7bceaa5-faf2-4b85-aca1-2f474e2e4436 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 916 time: 0.4699857 Nov 12 08:56:53.456632 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-0472a1e7-6c8a-4a35-a427-2bd3569e47f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ce879eb-7d92-4555-9447-9f8b88cd9e61 HTTP/1.1" status: 200 len: 217 time: 0.0819395 Nov 12 08:56:53.480015 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.509691 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b35de609-2bef-4159-8606-e75d34f610cf req-a25f8c42-ec98-4ef5-81c7-c7af501b7696 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046042 Nov 12 08:56:53.512001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-57f84293-b9a7-4ed1-960c-fa0e08ad01fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a36a70d3-2019-4688-9e43-14a0b5934ef6 HTTP/1.1" status: 200 len: 217 time: 0.0542316 Nov 12 08:56:53.522870 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e2928a8-33b0-46ee-8789-55004e5918a8 req-3393022d-ec45-410f-b074-4dfdd064d375 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182622 Nov 12 08:56:53.571900 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.573712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.575805 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.606635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-0123500f-9292-4ab4-986e-a889c3c485f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.608541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-0123500f-9292-4ab4-986e-a889c3c485f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a8103c3-b5ab-4adf-adc7-5739ec2576cc HTTP/1.1" status: 200 len: 855 time: 0.0847213 Nov 12 08:56:53.609953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-f6dcb680-1b3e-40c6-9633-cf248b91cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.611352 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-f6dcb680-1b3e-40c6-9633-cf248b91cbcd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0864043 Nov 12 08:56:53.668885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-b1619457-1228-44c7-8993-8384f9510467 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524206 Nov 12 08:56:53.674987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] Pushing event updated for resources: {'Network': ['ID=4e961b55-72e5-411e-9ed4-fbe8775a3153,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:53.683901 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4322bcd6-61c7-40db-810d-32a2bc135918 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1035964 Nov 12 08:56:53.687517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4e961b55-72e5-411e-9ed4-fbe8775a3153 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:53.700913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33776) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:53.714937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ef99f7cd-f055-4203-a87a-9565d1d81b0a admin admin] Request body: {'subnet': {'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-690071379-subnet', 'tenant_id': '227463c57b914bb28a1cab68ef076151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:53.781334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9494cf-b1c6-41b4-9f9d-5395807980e5 req-c53881bd-9cac-4cd3-96d4-dd67417f0363 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.791610 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a9494cf-b1c6-41b4-9f9d-5395807980e5 req-c53881bd-9cac-4cd3-96d4-dd67417f0363 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 944 time: 0.1748717 Nov 12 08:56:53.819308 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-1d6e1e39-ad87-472a-b4a3-5cd6381bac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.820894 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-1d6e1e39-ad87-472a-b4a3-5cd6381bac01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962416 Nov 12 08:56:53.852140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef99f7cd-f055-4203-a87a-9565d1d81b0a admin admin] Made reservation on behalf of 227463c57b914bb28a1cab68ef076151 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:53.854501 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef99f7cd-f055-4203-a87a-9565d1d81b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.859503 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a9494cf-b1c6-41b4-9f9d-5395807980e5 req-8148bce3-bc25-4be1-a9a9-db67e36bb383 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651081 Nov 12 08:56:53.957567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33782) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:54.045166 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8c4a5a58-0f59-4b4d-9f01-c18bc21d9287 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/floatingips/d928dee9-b9dc-4744-94bc-0906eafdf6dd HTTP/1.1" status: 200 len: 994 time: 0.0790451 Nov 12 08:56:54.090564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f4d07959-b2fd-4fc4-827b-5c436bfe918f up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:54.175043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port f4d07959-b2fd-4fc4-827b-5c436bfe918f completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:54.182809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port f4d07959-b2fd-4fc4-827b-5c436bfe918f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:54.183475 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.296554 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.323123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:54.325828 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5812ba1-575a-40c9-9602-b0c755f23ae8" -d '{"events": [{"server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "name": "network-vif-plugged", "status": "completed", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:54.341603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-ea0ff189-43a1-47ef-9d5d-1b02530ff10d service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622536 Nov 12 08:56:54.344353 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:54.350998 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.429367 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f94031-7663-4d68-916b-3bce07e4407c x-openstack-request-id: req-f1f94031-7663-4d68-916b-3bce07e4407c {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:54.429694 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "name": "network-vif-plugged", "status": "completed", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:54.430017 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1f94031-7663-4d68-916b-3bce07e4407c {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:54.430564 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'code': 200} Nov 12 08:56:54.439342 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-3cb55477-5ff9-4ea9-bc44-69143e2dfeec service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086311 Nov 12 08:56:54.467371 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f4d07959-b2fd-4fc4-827b-5c436bfe918f,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:54.654837 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-0e662e5e-2be6-4f66-874f-efd16740606a service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023236 Nov 12 08:56:54.723403 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c8485-a7ed-4435-9535-25ff3ba4d40a req-aec148d3-12c2-4c9a-9f40-02bb374e6ea5 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.735164 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-661c8485-a7ed-4435-9535-25ff3ba4d40a req-aec148d3-12c2-4c9a-9f40-02bb374e6ea5 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 943 time: 0.0804033 Nov 12 08:56:54.829868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faada86-a8e9-4c7e-bb19-c1e11f94ba7f req-49caaf44-70a9-4f21-9335-e1685a5dc2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.832525 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-661c8485-a7ed-4435-9535-25ff3ba4d40a req-20301e0e-de9a-482a-8018-0b487b0a9996 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961237 Nov 12 08:56:54.832768 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2faada86-a8e9-4c7e-bb19-c1e11f94ba7f req-49caaf44-70a9-4f21-9335-e1685a5dc2e8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 1097 time: 0.3371346 Nov 12 08:56:54.848201 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ccb05a96-aed3-44f4-8fe5-37d47f9e0cac req-1a423104-e551-48fc-82d3-a18666c2a2d8 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960226 Nov 12 08:56:54.895832 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef99f7cd-f055-4203-a87a-9565d1d81b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.963233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba582cb-1637-4a90-a5ad-dfa83bf3f6c6 req-8ce77c80-bd89-44d0-883e-c47854a572d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.966026 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ba582cb-1637-4a90-a5ad-dfa83bf3f6c6 req-8ce77c80-bd89-44d0-883e-c47854a572d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 943 time: 0.3202078 Nov 12 08:56:55.039636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ab566-4667-48d8-b4fb-3a6266a27924 req-6445be19-c86b-4cf8-bde6-d78fd73e0cbd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:55.041385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-656ab566-4667-48d8-b4fb-3a6266a27924 req-6445be19-c86b-4cf8-bde6-d78fd73e0cbd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.0768886 Nov 12 08:56:55.081588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99f7cd-f055-4203-a87a-9565d1d81b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf83bc5-9663-42b5-858d-8ba4687524a5,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:55.113857 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2faada86-a8e9-4c7e-bb19-c1e11f94ba7f req-b2cd7a69-965b-409d-a336-86d108d89494 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2605994 Nov 12 08:56:55.120630 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-656ab566-4667-48d8-b4fb-3a6266a27924 req-60f9b8f7-3a37-47cc-9d42-44088f3b63f2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645561 Nov 12 08:56:55.163492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef99f7cd-f055-4203-a87a-9565d1d81b0a admin admin] Checking segment: {'id': 'ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:55.164113 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef99f7cd-f055-4203-a87a-9565d1d81b0a admin admin] Network hostable DHCP agents. Network: 4e961b55-72e5-411e-9ed4-fbe8775a3153, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:55.175853 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8ba582cb-1637-4a90-a5ad-dfa83bf3f6c6 req-7cd6d104-88e7-4074-8c86-abf8b172d318 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933463 Nov 12 08:56:55.202075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef99f7cd-f055-4203-a87a-9565d1d81b0a admin admin] Network 4e961b55-72e5-411e-9ed4-fbe8775a3153 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:55.219142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ef99f7cd-f055-4203-a87a-9565d1d81b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4e961b55-72e5-411e-9ed4-fbe8775a3153) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:55.225988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef99f7cd-f055-4203-a87a-9565d1d81b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:55.227376 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ef99f7cd-f055-4203-a87a-9565d1d81b0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.231102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc37533-5732-4a5b-9a0c-a708735c1aff None None] Network 4e961b55-72e5-411e-9ed4-fbe8775a3153 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:55.264252 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ef99f7cd-f055-4203-a87a-9565d1d81b0a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5472815 Nov 12 08:56:55.401533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a8667c-c207-4755-8f3f-eecc67d47f66 None None] Network 4e961b55-72e5-411e-9ed4-fbe8775a3153 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:56.034937 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcedcda-578d-48f9-8bee-7f0b876c573b req-d96924b7-d22a-4d1f-98c4-81b8dfc60249 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.036447 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddcedcda-578d-48f9-8bee-7f0b876c573b req-d96924b7-d22a-4d1f-98c4-81b8dfc60249 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 943 time: 0.0763891 Nov 12 08:56:56.091250 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddcedcda-578d-48f9-8bee-7f0b876c573b req-ad7c0f20-1f4b-4ffb-a86f-11e2ee004a6d tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472522 Nov 12 08:56:56.352377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd50ed8-2125-4331-a952-ef476d5204d0 req-66560d61-1541-4235-9a8a-9d706cef29fb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.363490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd50ed8-2125-4331-a952-ef476d5204d0 req-66560d61-1541-4235-9a8a-9d706cef29fb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 943 time: 0.0869644 Nov 12 08:56:56.390812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d4e1f-23a4-4025-9f83-0b8c6a05a213 req-8b834d33-bb52-4947-9865-68e59853db8a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.404974 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b84d4e1f-23a4-4025-9f83-0b8c6a05a213 req-8b834d33-bb52-4947-9865-68e59853db8a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.0935619 Nov 12 08:56:56.440509 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-edd50ed8-2125-4331-a952-ef476d5204d0 req-19f07ef1-2794-4bd4-9233-91f1c3e3a084 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761001 Nov 12 08:56:56.491225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b84d4e1f-23a4-4025-9f83-0b8c6a05a213 req-e71edaed-5c8f-440e-b551-e6312ddfdbac tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842516 Nov 12 08:56:56.962753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device a36a70d3-2019-4688-9e43-14a0b5934ef6 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:57.084279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port a36a70d3-2019-4688-9e43-14a0b5934ef6, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a36a70d3-2019-4688-9e43-14a0b5934ef6,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:57.095776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'a36a70d3-2019-4688-9e43-14a0b5934ef6', 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86', 'port_id': 'a36a70d3-2019-4688-9e43-14a0b5934ef6', 'mac_address': 'fa:16:3e:61:ae:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8103c3-b5ab-4adf-adc7-5739ec2576cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:57.138028 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.156782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36a70d3-2019-4688-9e43-14a0b5934ef6 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:57.187466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port a36a70d3-2019-4688-9e43-14a0b5934ef6, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a36a70d3-2019-4688-9e43-14a0b5934ef6,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:57.193638 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.238320 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bda7c6-dd87-40ae-8755-75eae024c027 req-3736f194-52f2-4c5d-9735-b83eaec45365 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:57.240758 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a1bda7c6-dd87-40ae-8755-75eae024c027 req-3736f194-52f2-4c5d-9735-b83eaec45365 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 944 time: 0.0643787 Nov 12 08:56:57.245604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=a36a70d3-2019-4688-9e43-14a0b5934ef6,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:57.290252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a1bda7c6-dd87-40ae-8755-75eae024c027 req-d818990c-7b68-499f-b984-68b733d8c51c tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431080 Nov 12 08:56:57.526197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['a36a70d3-2019-4688-9e43-14a0b5934ef6'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:57.594200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03651b7-3d3d-42d5-8351-0dee21a4413e req-74cd2884-a150-447f-9a3b-6c1588fd022b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:57.596514 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d03651b7-3d3d-42d5-8351-0dee21a4413e req-74cd2884-a150-447f-9a3b-6c1588fd022b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 943 time: 0.0673511 Nov 12 08:56:57.653692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff6043-3e3c-4a74-b41a-f5732d701db2 req-29a9d8eb-cf36-4136-a8bc-73e418e08a1c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:57.655251 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f7ff6043-3e3c-4a74-b41a-f5732d701db2 req-29a9d8eb-cf36-4136-a8bc-73e418e08a1c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.0680921 Nov 12 08:56:57.691936 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d03651b7-3d3d-42d5-8351-0dee21a4413e req-35b3140d-8633-4985-9147-a849ad66ad55 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837369 Nov 12 08:56:57.742079 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f7ff6043-3e3c-4a74-b41a-f5732d701db2 req-902a19a6-14b8-4a62-b5c2-df5f4aa8f05b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711527 Nov 12 08:56:57.878420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0cf6b-6577-4b0b-a388-9a65c5c986c3 req-c0df3dda-4c59-4cee-8467-609e7222338d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:57.880453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71a0cf6b-6577-4b0b-a388-9a65c5c986c3 req-c0df3dda-4c59-4cee-8467-609e7222338d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.0563860 Nov 12 08:56:57.940060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71a0cf6b-6577-4b0b-a388-9a65c5c986c3 req-d530188c-5e25-4456-94f1-8ef59460c002 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509651 Nov 12 08:56:57.964227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33880) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:58.019271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade6eaa8-8b0b-4ab6-abd2-ad4d6b647b51 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:58.024019 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ade6eaa8-8b0b-4ab6-abd2-ad4d6b647b51 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 1092 time: 0.0555620 Nov 12 08:56:58.024262 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 33884) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:58.028837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:58.056892 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.199836 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.393332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.25.3.191 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/a4bc0cc5-5cc7-4e4a-88f5-29a4fd634bed) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:58.406175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-f8204c08-83bc-4bf8-ab74-f21e15f61578 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:58.413735 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-f8204c08-83bc-4bf8-ab74-f21e15f61578 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/networks?id=4e961b55-72e5-411e-9ed4-fbe8775a3153 HTTP/1.1" status: 200 len: 808 time: 0.1758485 Nov 12 08:56:58.415471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fd472-3fbe-4da8-b629-6a93acec6a01 req-228cc5f4-4b6b-4e14-82c8-cff07036c516 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:58.417591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b65fd472-3fbe-4da8-b629-6a93acec6a01 req-228cc5f4-4b6b-4e14-82c8-cff07036c516 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 944 time: 0.0578837 Nov 12 08:56:58.435849 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-99992ff2-4ebe-4392-913a-d864d3d722b9 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/quotas/227463c57b914bb28a1cab68ef076151 HTTP/1.1" status: 200 len: 375 time: 0.0211291 Nov 12 08:56:58.473638 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b65fd472-3fbe-4da8-b629-6a93acec6a01 req-cd03f728-4d66-4421-a83f-cdb700be660b tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507529 Nov 12 08:56:58.514014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-681de2d8-69bf-45c6-b531-7d2f7d4713cd tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=227463c57b914bb28a1cab68ef076151&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630965 Nov 12 08:56:58.622333 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.651035 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-39276ef1-afac-4116-b9d8-8bb33aa13327 service neutron] 10.222.0.31 "GET /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273539 Nov 12 08:56:58.738496 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.743989 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.793148 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:58.808786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:58.814854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:58.819577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=a4bc0cc5-5cc7-4e4a-88f5-29a4fd634bed,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:58.832003 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-fc4aead9-d16b-4e26-b08e-767596bdf21c service neutron] 10.222.0.31 "GET /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714699 Nov 12 08:56:58.854735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d419280-233d-418b-be1d-f53912cd15a8 req-2856f6b9-3271-4294-9f9d-abf5b2d7361c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:58.856712 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d419280-233d-418b-be1d-f53912cd15a8 req-2856f6b9-3271-4294-9f9d-abf5b2d7361c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 943 time: 0.0830865 Nov 12 08:56:58.933530 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d419280-233d-418b-be1d-f53912cd15a8 req-d0e4f731-521d-49b4-8313-eadd7c313d49 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703454 Nov 12 08:56:58.994936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device a36a70d3-2019-4688-9e43-14a0b5934ef6 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:59.080344 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port a36a70d3-2019-4688-9e43-14a0b5934ef6 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:59.086081 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a96f49ea-0c45-44aa-8c34-e574606c2582 req-8668f62d-6521-4af6-aedc-6f7fa88ab9cc tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 210 time: 0.0420461 Nov 12 08:56:59.089537 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port a36a70d3-2019-4688-9e43-14a0b5934ef6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:59.091502 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.195510 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.227849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3007d679-a7d0-4fd5-a969-907915c45906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36a70d3-2019-4688-9e43-14a0b5934ef6'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:59.230310 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236cb7af-9f04-4442-b9d9-19c969ac9795" -d '{"events": [{"server_uuid": "3007d679-a7d0-4fd5-a969-907915c45906", "name": "network-vif-plugged", "status": "completed", "tag": "a36a70d3-2019-4688-9e43-14a0b5934ef6"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:59.270818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port a36a70d3-2019-4688-9e43-14a0b5934ef6, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a36a70d3-2019-4688-9e43-14a0b5934ef6,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:59.277740 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.335406 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc65985-e290-421d-adfd-475b08f5c37d x-openstack-request-id: req-9dc65985-e290-421d-adfd-475b08f5c37d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:59.336260 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3007d679-a7d0-4fd5-a969-907915c45906", "name": "network-vif-plugged", "status": "completed", "tag": "a36a70d3-2019-4688-9e43-14a0b5934ef6", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:59.336546 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9dc65985-e290-421d-adfd-475b08f5c37d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:59.337204 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3007d679-a7d0-4fd5-a969-907915c45906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36a70d3-2019-4688-9e43-14a0b5934ef6', 'code': 200} Nov 12 08:56:59.368563 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=a36a70d3-2019-4688-9e43-14a0b5934ef6,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:59.370537 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.420721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a101d-3037-413b-974e-c6905e16b6fc req-e212fbe8-4ffa-46b9-9e73-db111c505ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:59.420721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-714a101d-3037-413b-974e-c6905e16b6fc req-e212fbe8-4ffa-46b9-9e73-db111c505ea5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 1097 time: 0.0598991 Nov 12 08:56:59.479155 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.498045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-714a101d-3037-413b-974e-c6905e16b6fc req-ea86e9cb-0df0-4cde-9f2b-a9ba342843bf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656862 Nov 12 08:56:59.610530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca18be-8f19-4f86-8bfb-cfd4b6fa1827 req-d658e96b-313c-461e-92a4-b5dc1b9ad85f tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:59.613447 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5dca18be-8f19-4f86-8bfb-cfd4b6fa1827 req-d658e96b-313c-461e-92a4-b5dc1b9ad85f tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 945 time: 0.0624492 Nov 12 08:56:59.675264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5dca18be-8f19-4f86-8bfb-cfd4b6fa1827 req-892fd723-da38-40d0-a0cf-56309b1fb536 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541530 Nov 12 08:56:59.722766 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.728052 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.765830 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-31466881-42e6-46ac-b170-e6f9fa5e1c27 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0784643 Nov 12 08:56:59.823013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=a4bc0cc5-5cc7-4e4a-88f5-29a4fd634bed,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:59.852112 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.886760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-ba5ab615-27be-4e92-ba75-72050a289d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:59.888338 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-ba5ab615-27be-4e92-ba75-72050a289d8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 1098 time: 0.0582402 Nov 12 08:57:00.026011 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Floating IP fbf4aab6-eeb3-4f15-9644-8cc24e557f27 associated. External IP: 172.25.3.191, port: f4d07959-b2fd-4fc4-827b-5c436bfe918f. Nov 12 08:57:00.070756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-c27ef80c-01de-4f57-8379-001054297987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.075480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-c27ef80c-01de-4f57-8379-001054297987 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7841e26e-9e08-496b-846b-a74b84ed4103 HTTP/1.1" status: 200 len: 898 time: 0.1344283 Nov 12 08:57:00.110219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8ce879eb-7d92-4555-9447-9f8b88cd9e61 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:00.154956 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-2c1f6659-8677-4a0a-8ec4-ff3a74bbf77f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03535009-35ab-46b8-a9f6-159621172ad7 HTTP/1.1" status: 200 len: 1002 time: 0.0716362 Nov 12 08:57:00.182660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156fa4f-8797-47f6-97d1-ec57df862fcd req-2ad9bfd4-d968-44d2-bc39-1ae42fa3413e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.190069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4156fa4f-8797-47f6-97d1-ec57df862fcd req-2ad9bfd4-d968-44d2-bc39-1ae42fa3413e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 943 time: 0.1734157 Nov 12 08:57:00.266341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8ce879eb-7d92-4555-9447-9f8b88cd9e61, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8ce879eb-7d92-4555-9447-9f8b88cd9e61,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:00.277476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8cd7d71e-c4c0-4c51-ba05-6acec7838108 req-51d7d759-abc3-46d7-9f80-965ff6b72c4d tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 210 time: 0.0781014 Nov 12 08:57:00.286420 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4156fa4f-8797-47f6-97d1-ec57df862fcd req-fc02c940-b6d5-4526-897c-2aad6a2cc4f8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901566 Nov 12 08:57:00.297451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '8ce879eb-7d92-4555-9447-9f8b88cd9e61', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'port_id': '8ce879eb-7d92-4555-9447-9f8b88cd9e61', 'mac_address': 'fa:16:3e:ea:07:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:00.303520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-c348b364-ac08-4191-8f78-96d93d4e2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.305265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-c348b364-ac08-4191-8f78-96d93d4e2324 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3b9db0f-656e-41fb-9b69-e5f06c86225f HTTP/1.1" status: 200 len: 834 time: 0.1303761 Nov 12 08:57:00.361253 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.388424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router dbaeb616-b86f-42d4-811b-5a8831377195 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:57:00.400683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce879eb-7d92-4555-9447-9f8b88cd9e61 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:00.436845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8ce879eb-7d92-4555-9447-9f8b88cd9e61, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8ce879eb-7d92-4555-9447-9f8b88cd9e61,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:00.449578 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.450018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-323223e6-0687-4aa7-8738-8c707f66cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.451848 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-323223e6-0687-4aa7-8738-8c707f66cd56 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7841e26e-9e08-496b-846b-a74b84ed4103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373904 Nov 12 08:57:00.497920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8ce879eb-7d92-4555-9447-9f8b88cd9e61,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:00.569095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-a0535603-df92-40b4-8762-8a3dd457447e tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.570586 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-a0535603-df92-40b4-8762-8a3dd457447e tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.52 "GET /v2.0/networks?id=4e961b55-72e5-411e-9ed4-fbe8775a3153 HTTP/1.1" status: 200 len: 808 time: 0.2268503 Nov 12 08:57:00.574386 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:00.588402 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d5cfed-64f1-49c7-ae72-429642436171 None None] Sync routers for ids ['dbaeb616-b86f-42d4-811b-5a8831377195'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:00.590812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Request body: {'port': {'device_id': 'c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe', 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153', 'admin_state_up': True, 'tenant_id': '227463c57b914bb28a1cab68ef076151'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:00.594589 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.600575 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d5cfed-64f1-49c7-ae72-429642436171 None None] Routers {'dbaeb616-b86f-42d4-811b-5a8831377195'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:00.601649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-19d5cfed-64f1-49c7-ae72-429642436171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['dbaeb616-b86f-42d4-811b-5a8831377195'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:00.626488 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-93bb3658-676e-479a-8cf0-e968f3777cf7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6010051 Nov 12 08:57:00.627416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:00.642905 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e976e30b-4cf8-4db7-a655-817fc4765c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:00.675738 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-41a6dadc-d484-4fc4-9970-cc4008e435b7 service neutron] 10.222.0.52 "GET /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014096 Nov 12 08:57:00.753655 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b07df34-3c9a-4eb4-ad5e-901788524a55 x-openstack-request-id: req-0b07df34-3c9a-4eb4-ad5e-901788524a55 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:00.753942 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:00.754192 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b07df34-3c9a-4eb4-ad5e-901788524a55 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:00.754592 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'status': 'completed', 'code': 200} Nov 12 08:57:00.760037 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.52', 49744) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:00.808877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['8ce879eb-7d92-4555-9447-9f8b88cd9e61'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:00.837319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b4a54-3fad-4e97-9fee-3a39f969e246 req-1fc24288-51b4-4e5f-9be0-17f84480db81 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.846325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ea5b4a54-3fad-4e97-9fee-3a39f969e246 req-1fc24288-51b4-4e5f-9be0-17f84480db81 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.1519246 Nov 12 08:57:00.905233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976e30b-4cf8-4db7-a655-817fc4765c7b req-ec8faa56-101d-4444-bbc0-ea28d6be9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.906825 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e976e30b-4cf8-4db7-a655-817fc4765c7b req-ec8faa56-101d-4444-bbc0-ea28d6be9292 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 1097 time: 0.1449645 Nov 12 08:57:00.914376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-19d5cfed-64f1-49c7-ae72-429642436171 None None] Set router dbaeb616-b86f-42d4-811b-5a8831377195 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:00.967985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-f928899c-5c12-4f43-b7ae-30026cf2c8db service neutron] 10.222.0.52 "GET /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817111 Nov 12 08:57:00.981751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Made reservation on behalf of 227463c57b914bb28a1cab68ef076151 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:00.989198 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.034994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c1c2d-80ff-443e-bafb-552e16e070db req-21414beb-32e7-4f40-a10a-b3b33e86062a tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:01.036759 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-320c1c2d-80ff-443e-bafb-552e16e070db req-21414beb-32e7-4f40-a10a-b3b33e86062a tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 945 time: 0.2155082 Nov 12 08:57:01.077203 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ea5b4a54-3fad-4e97-9fee-3a39f969e246 req-b849b8cc-f41f-4f8d-ac07-9d1acd7bad8b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2298467 Nov 12 08:57:01.102756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33968) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:01.187684 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9d37d0d2-2a0d-47e2-9709-57a0c1bba696 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/fbf4aab6-eeb3-4f15-9644-8cc24e557f27 HTTP/1.1" status: 200 len: 991 time: 0.0801287 Nov 12 08:57:01.215179 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976e30b-4cf8-4db7-a655-817fc4765c7b req-34eba33e-cc96-42af-9ec3-c905bb4b50ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:01.217803 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e976e30b-4cf8-4db7-a655-817fc4765c7b req-34eba33e-cc96-42af-9ec3-c905bb4b50ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f1a90c3-ce73-4e17-8126-17640d18025a HTTP/1.1" status: 200 len: 897 time: 0.2992458 Nov 12 08:57:01.309640 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-320c1c2d-80ff-443e-bafb-552e16e070db req-8ee9cc59-9462-473a-8ee3-ced33a8ed327 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270825 Nov 12 08:57:01.326412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Allocated IP 172.20.0.7 (4e961b55-72e5-411e-9ed4-fbe8775a3153/ebf83bc5-9663-42b5-858d-8ba4687524a5/d62b1bb5-91c3-47be-8e8a-465250301eb5) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:01.448242 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e976e30b-4cf8-4db7-a655-817fc4765c7b req-785383c4-c301-44db-86b3-bfc497b93f75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f HTTP/1.1" status: 200 len: 999 time: 0.2225151 Nov 12 08:57:01.471036 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-19d5cfed-64f1-49c7-ae72-429642436171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'fbf4aab6-eeb3-4f15-9644-8cc24e557f27', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'port_id': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'mac_address': 'fa:16:3e:97:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35866993-ca70-498a-a016-0b35993524a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:56:59Z', 'revision_number': 0, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db3b14f-9360-4808-a597-6587467e3b65', 'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:a3:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:31Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:01.500463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d5cfed-64f1-49c7-ae72-429642436171 None None] Checking router: dbaeb616-b86f-42d4-811b-5a8831377195 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:57:01.504647 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b0afd2bf-30b4-4f1e-9e58-10f99d024def req-afea0383-cde6-49ae-8e9e-dc5f22f83976 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 210 time: 0.0677018 Nov 12 08:57:01.510646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d5cfed-64f1-49c7-ae72-429642436171 None None] Routers {'dbaeb616-b86f-42d4-811b-5a8831377195'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:01.511280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-19d5cfed-64f1-49c7-ae72-429642436171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:56:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['dbaeb616-b86f-42d4-811b-5a8831377195'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:01.555817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976e30b-4cf8-4db7-a655-817fc4765c7b req-0c996420-c08f-4fc5-8f37-9a06c1527ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:01.558752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e976e30b-4cf8-4db7-a655-817fc4765c7b req-0c996420-c08f-4fc5-8f37-9a06c1527ec0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=106079e6-5847-4c4e-8045-3e8e924ae761 HTTP/1.1" status: 200 len: 834 time: 0.1025190 Nov 12 08:57:01.575243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8d76c-5f25-41c8-a5a2-f05936355a24 req-e86a232a-de48-4caa-8115-92aea30b604e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:01.580985 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05e8d76c-5f25-41c8-a5a2-f05936355a24 req-e86a232a-de48-4caa-8115-92aea30b604e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 944 time: 0.1269405 Nov 12 08:57:01.631830 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.683342 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.703820 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05e8d76c-5f25-41c8-a5a2-f05936355a24 req-b7f0a749-88c5-4c9d-9533-310ed9311fa9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911365 Nov 12 08:57:01.706055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-19d5cfed-64f1-49c7-ae72-429642436171 None None] Set router dbaeb616-b86f-42d4-811b-5a8831377195 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:01.706993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976e30b-4cf8-4db7-a655-817fc4765c7b req-c7166ef0-68c9-48c2-970d-384a2665fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:01.708467 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e976e30b-4cf8-4db7-a655-817fc4765c7b req-c7166ef0-68c9-48c2-970d-384a2665fb5b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f1a90c3-ce73-4e17-8126-17640d18025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249950 Nov 12 08:57:01.766511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Pushing event updated for resources: {'Port': ['ID=d62b1bb5-91c3-47be-8e8a-465250301eb5,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:01.772008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Network 4e961b55-72e5-411e-9ed4-fbe8775a3153 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:01.773915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:01.776368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:01.819988 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e976e30b-4cf8-4db7-a655-817fc4765c7b req-f522fac1-2f77-42a4-b3b9-2b903f7a5062 service neutron] 10.222.0.52 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032977 Nov 12 08:57:01.835571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:01.836400 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.858699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-11ade72b-a951-480a-b7f0-ae206fb1dd4c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2722943 Nov 12 08:57:01.879103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Request body: {'port': {'device_id': 'c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:01.980176 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.041611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-19d5cfed-64f1-49c7-ae72-429642436171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'fbf4aab6-eeb3-4f15-9644-8cc24e557f27', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'port_id': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'mac_address': 'fa:16:3e:97:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35866993-ca70-498a-a016-0b35993524a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:56:59Z', 'revision_number': 0, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db3b14f-9360-4808-a597-6587467e3b65', 'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:a3:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:31Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:02.082977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d5cfed-64f1-49c7-ae72-429642436171 None None] The sync data for ids ['dbaeb616-b86f-42d4-811b-5a8831377195'] in n-d-768851-18 is: [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'fbf4aab6-eeb3-4f15-9644-8cc24e557f27', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'port_id': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'mac_address': 'fa:16:3e:97:2b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35866993-ca70-498a-a016-0b35993524a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:56:59Z', 'updated_at': '2021-11-12T08:56:59Z', 'revision_number': 0, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db3b14f-9360-4808-a597-6587467e3b65', 'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:a3:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:31Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:02.112092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8ce879eb-7d92-4555-9447-9f8b88cd9e61 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:02.219824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 33994) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:02.223225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 8ce879eb-7d92-4555-9447-9f8b88cd9e61 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:02.228778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 8ce879eb-7d92-4555-9447-9f8b88cd9e61 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:02.229180 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.397280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e976e30b-4cf8-4db7-a655-817fc4765c7b req-b07feb1b-179b-4300-b92b-d6e8c8e8b23a service neutron] 10.222.0.52 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686018 Nov 12 08:57:02.403175 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.436567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a3bbc484-a415-4531-8a5f-d613ef947098 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/fbf4aab6-eeb3-4f15-9644-8cc24e557f27 HTTP/1.1" status: 200 len: 991 time: 0.2153654 Nov 12 08:57:02.459366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689e1697-4dee-4b21-a3f3-6eaea9aebdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce879eb-7d92-4555-9447-9f8b88cd9e61'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:02.463788 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16032d06-82ff-4ff5-bcde-13d37f3abc95" -d '{"events": [{"server_uuid": "689e1697-4dee-4b21-a3f3-6eaea9aebdd5", "name": "network-vif-plugged", "status": "completed", "tag": "8ce879eb-7d92-4555-9447-9f8b88cd9e61"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:02.497333 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad1f23-b893-4ba6-a95f-3d0137036010 None None] New status for floating IP fbf4aab6-eeb3-4f15-9644-8cc24e557f27: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:57:02.506930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62b1bb5-91c3-47be-8e8a-465250301eb5 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:02.516226 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.526574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 8ce879eb-7d92-4555-9447-9f8b88cd9e61, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8ce879eb-7d92-4555-9447-9f8b88cd9e61,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:02.539832 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.593142 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7653655e-aa62-4ff4-be7a-2d0d28daf855 x-openstack-request-id: req-7653655e-aa62-4ff4-be7a-2d0d28daf855 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:02.593711 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689e1697-4dee-4b21-a3f3-6eaea9aebdd5", "name": "network-vif-plugged", "status": "completed", "tag": "8ce879eb-7d92-4555-9447-9f8b88cd9e61", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:02.594176 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7653655e-aa62-4ff4-be7a-2d0d28daf855 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:02.594753 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689e1697-4dee-4b21-a3f3-6eaea9aebdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce879eb-7d92-4555-9447-9f8b88cd9e61', 'code': 200} Nov 12 08:57:02.595000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Transition to ACTIVE for port object d62b1bb5-91c3-47be-8e8a-465250301eb5 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:02.640554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=8ce879eb-7d92-4555-9447-9f8b88cd9e61,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:02.648680 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.754946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdce89-53e6-4833-9aea-3ff2263b205f req-b182ef94-7804-47af-aa99-8d447fc32076 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.754946 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21bdce89-53e6-4833-9aea-3ff2263b205f req-b182ef94-7804-47af-aa99-8d447fc32076 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 945 time: 0.3109865 Nov 12 08:57:02.765201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfe4d5-dfae-42be-869d-106176e07b1b req-4dcc3b01-984c-4a83-a0ad-a4f0583f4805 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.775000 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2bfe4d5-dfae-42be-869d-106176e07b1b req-4dcc3b01-984c-4a83-a0ad-a4f0583f4805 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 943 time: 0.0967045 Nov 12 08:57:02.784929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95282c7-24aa-4d8a-91e7-4f1507b74abf req-077a22ac-3401-4bd8-b9b8-2ca7f8dd9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.786930 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b95282c7-24aa-4d8a-91e7-4f1507b74abf req-077a22ac-3401-4bd8-b9b8-2ca7f8dd9d04 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 1097 time: 0.1586711 Nov 12 08:57:02.796088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Pushing event updated for resources: {'Port': ['ID=d62b1bb5-91c3-47be-8e8a-465250301eb5,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:02.852916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Attempting to bind port d62b1bb5-91c3-47be-8e8a-465250301eb5 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:02.853316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Attempting to bind port d62b1bb5-91c3-47be-8e8a-465250301eb5 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:02.853592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Attempting to bind port d62b1bb5-91c3-47be-8e8a-465250301eb5 on network 4e961b55-72e5-411e-9ed4-fbe8775a3153 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:02.862926 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b95282c7-24aa-4d8a-91e7-4f1507b74abf req-fddedd93-89a9-4274-a8dd-44a64669c9eb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665863 Nov 12 08:57:02.868325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2bfe4d5-dfae-42be-869d-106176e07b1b req-1eabe0b8-c592-49e4-8f5f-1be61d955608 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924230 Nov 12 08:57:02.868571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Port d62b1bb5-91c3-47be-8e8a-465250301eb5 on network 4e961b55-72e5-411e-9ed4-fbe8775a3153 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:02.868928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Attempting to bind port d62b1bb5-91c3-47be-8e8a-465250301eb5 on network 4e961b55-72e5-411e-9ed4-fbe8775a3153 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:02.876123 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21bdce89-53e6-4833-9aea-3ff2263b205f req-e154b86c-11a3-4fba-90ca-43f3e844cc55 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962965 Nov 12 08:57:02.879268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:02.879612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Checking segment: {'id': 'ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:02.880010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Bound using segment: {'id': 'ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:02.881096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Bound port: d62b1bb5-91c3-47be-8e8a-465250301eb5, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:02.881557 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.028144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] For port d62b1bb5-91c3-47be-8e8a-465250301eb5, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:03.032736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] For port d62b1bb5-91c3-47be-8e8a-465250301eb5, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d62b1bb5-91c3-47be-8e8a-465250301eb5,segment=NetworkSegment(ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9),segment_id=ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:03.043965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b5959-bc1a-4733-9f69-89c9e9e7d973 req-fbc80bbf-81d7-4a88-a9bb-0020fa5285ea tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:03.045808 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6d0b5959-bc1a-4733-9f69-89c9e9e7d973 req-fbc80bbf-81d7-4a88-a9bb-0020fa5285ea tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 945 time: 0.0855060 Nov 12 08:57:03.047949 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.109601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:03.110252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.111843 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] 10.222.0.52 "PUT /v2.0/ports/d62b1bb5-91c3-47be-8e8a-465250301eb5 HTTP/1.1" status: 200 len: 1092 time: 1.2373757 Nov 12 08:57:03.114133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe', 'tag': 'd62b1bb5-91c3-47be-8e8a-465250301eb5'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:03.117053 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99157745-acea-4c1d-a684-529ad7d8dd91" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe", "tag": "d62b1bb5-91c3-47be-8e8a-465250301eb5"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:03.145837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f6bbc-5386-49e5-ab7f-704e430517fd service neutron] Pushing event updated for resources: {'Port': ['ID=d62b1bb5-91c3-47be-8e8a-465250301eb5,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:03.188850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6d0b5959-bc1a-4733-9f69-89c9e9e7d973 req-e91820c2-b6c9-483d-b2aa-f57c4e64c78c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323965 Nov 12 08:57:03.204750 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651746cb-4d6a-46c9-a0b4-66e1e120018c x-openstack-request-id: req-651746cb-4d6a-46c9-a0b4-66e1e120018c {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:03.205060 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe", "tag": "d62b1bb5-91c3-47be-8e8a-465250301eb5", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:03.205300 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-651746cb-4d6a-46c9-a0b4-66e1e120018c {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:03.205695 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe', 'tag': 'd62b1bb5-91c3-47be-8e8a-465250301eb5', 'status': 'completed', 'code': 200} Nov 12 08:57:03.267489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-ab6ce8bf-1cac-4766-88bb-354c6d724f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:03.269719 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-ab6ce8bf-1cac-4766-88bb-354c6d724f14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=227463c57b914bb28a1cab68ef076151&device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 1095 time: 0.0853391 Nov 12 08:57:03.328191 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-70ffea2e-17dc-4f52-a624-617d644928e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d62b1bb5-91c3-47be-8e8a-465250301eb5 HTTP/1.1" status: 200 len: 217 time: 0.0411499 Nov 12 08:57:03.402500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-da7fc824-5903-4609-a6b9-6ba8447e2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:03.404241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-da7fc824-5903-4609-a6b9-6ba8447e2656 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebf83bc5-9663-42b5-858d-8ba4687524a5 HTTP/1.1" status: 200 len: 848 time: 0.0531278 Nov 12 08:57:03.439275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34036) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:03.472656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-b66d30d7-abe7-4522-bfb3-0c8450b8eb08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e961b55-72e5-411e-9ed4-fbe8775a3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584555 Nov 12 08:57:03.538080 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c7b72df4-4cf1-46cd-b84e-51173774d364 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/fbf4aab6-eeb3-4f15-9644-8cc24e557f27 HTTP/1.1" status: 200 len: 993 time: 0.0886209 Nov 12 08:57:03.614761 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-1da81da3-3bf3-41a1-89c4-f33c41b2830e service neutron] 10.222.0.52 "GET /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303282 Nov 12 08:57:03.722063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed3364c0-9ac4-4e16-b951-66e4a8a7a6d7 req-60349561-12d4-470c-a925-e55cbaec035e service neutron] 10.222.0.52 "GET /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950789 Nov 12 08:57:03.822723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99157745-acea-4c1d-a684-529ad7d8dd91 req-939e3e9c-ae60-4b6a-9edf-1eba57c4d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:03.824291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99157745-acea-4c1d-a684-529ad7d8dd91 req-939e3e9c-ae60-4b6a-9edf-1eba57c4d9ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=227463c57b914bb28a1cab68ef076151&device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 1095 time: 0.0489178 Nov 12 08:57:03.989387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99157745-acea-4c1d-a684-529ad7d8dd91 req-35531cf4-a587-42dc-9bba-e3356696f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:03.992746 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99157745-acea-4c1d-a684-529ad7d8dd91 req-35531cf4-a587-42dc-9bba-e3356696f99d service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e961b55-72e5-411e-9ed4-fbe8775a3153 HTTP/1.1" status: 200 len: 909 time: 0.1569557 Nov 12 08:57:04.083263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99157745-acea-4c1d-a684-529ad7d8dd91 req-492abf27-184e-4b0a-94d8-2e7ff5a012db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d62b1bb5-91c3-47be-8e8a-465250301eb5 HTTP/1.1" status: 200 len: 217 time: 0.0739295 Nov 12 08:57:04.116459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0699eec-b262-4253-89b5-aa62606648f9 req-ce0a4c92-4993-442d-b2e3-e6a62893c261 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:04.118988 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0699eec-b262-4253-89b5-aa62606648f9 req-ce0a4c92-4993-442d-b2e3-e6a62893c261 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 943 time: 0.1246767 Nov 12 08:57:04.265682 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0699eec-b262-4253-89b5-aa62606648f9 req-ada3bf9b-9442-469b-ad80-033288263c52 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393633 Nov 12 08:57:04.279169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99157745-acea-4c1d-a684-529ad7d8dd91 req-66933a5d-711c-4e43-8764-70d6ff097fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:04.279169 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99157745-acea-4c1d-a684-529ad7d8dd91 req-66933a5d-711c-4e43-8764-70d6ff097fb1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebf83bc5-9663-42b5-858d-8ba4687524a5 HTTP/1.1" status: 200 len: 848 time: 0.1739028 Nov 12 08:57:04.336978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99157745-acea-4c1d-a684-529ad7d8dd91 req-56abd117-988b-428f-af1c-1a8e11dee2fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e961b55-72e5-411e-9ed4-fbe8775a3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493217 Nov 12 08:57:04.456961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133abaf-37a9-45df-8987-4ed799725dde req-2244f9d1-dc8c-43dd-8797-efc16b062b23 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:04.459905 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7133abaf-37a9-45df-8987-4ed799725dde req-2244f9d1-dc8c-43dd-8797-efc16b062b23 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 945 time: 0.1202700 Nov 12 08:57:04.501937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99157745-acea-4c1d-a684-529ad7d8dd91 req-e9d33095-7321-4604-9de7-cc5f5245b344 service neutron] 10.222.0.52 "GET /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466489 Nov 12 08:57:04.558318 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7133abaf-37a9-45df-8987-4ed799725dde req-1a9fdd13-9c96-4a53-afb5-c728d327f289 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899603 Nov 12 08:57:04.633381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99157745-acea-4c1d-a684-529ad7d8dd91 req-34c153fb-7a36-4dcb-a8ef-648c8611d53b service neutron] 10.222.0.52 "GET /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199999 Nov 12 08:57:04.702756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b97f4b-7c84-469e-9201-11d04f77da09 req-72a400a1-fdfb-4e3b-af85-8735fe1346c7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:04.704712 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-69b97f4b-7c84-469e-9201-11d04f77da09 req-72a400a1-fdfb-4e3b-af85-8735fe1346c7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 945 time: 0.0620155 Nov 12 08:57:04.766014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-69b97f4b-7c84-469e-9201-11d04f77da09 req-f69111d8-d71e-40c4-abbe-42419465a330 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543442 Nov 12 08:57:05.258360 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5426c296-aa80-421d-a5e3-427f634a88cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.467094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db83bb8-4f3a-4c89-b864-ec0122a2c5b4 req-5f3020b5-598e-4ef9-908a-6c88125423d3 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:05.472064 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6db83bb8-4f3a-4c89-b864-ec0122a2c5b4 req-5f3020b5-598e-4ef9-908a-6c88125423d3 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 943 time: 0.0860026 Nov 12 08:57:05.551479 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6db83bb8-4f3a-4c89-b864-ec0122a2c5b4 req-3dde2f09-0b68-4c52-9bac-7377fa3251bb tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680244 Nov 12 08:57:06.122488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d62b1bb5-91c3-47be-8e8a-465250301eb5 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:06.286312 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port d62b1bb5-91c3-47be-8e8a-465250301eb5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d62b1bb5-91c3-47be-8e8a-465250301eb5,segment=NetworkSegment(ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9),segment_id=ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:06.307159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'd62b1bb5-91c3-47be-8e8a-465250301eb5', 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153', 'port_id': 'd62b1bb5-91c3-47be-8e8a-465250301eb5', 'mac_address': 'fa:16:3e:1c:f1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf83bc5-9663-42b5-858d-8ba4687524a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:06.353837 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.373594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62b1bb5-91c3-47be-8e8a-465250301eb5 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:06.404892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port d62b1bb5-91c3-47be-8e8a-465250301eb5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d62b1bb5-91c3-47be-8e8a-465250301eb5,segment=NetworkSegment(ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9),segment_id=ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:06.418030 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.503843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=d62b1bb5-91c3-47be-8e8a-465250301eb5,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:06.692807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['d62b1bb5-91c3-47be-8e8a-465250301eb5'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:06.770422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa424b1-766e-4948-94b4-b71f08b0943b req-63078909-eb26-4cd4-8f6a-ccbd649a8207 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.773478 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6fa424b1-766e-4948-94b4-b71f08b0943b req-63078909-eb26-4cd4-8f6a-ccbd649a8207 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 944 time: 0.1076856 Nov 12 08:57:06.869619 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6fa424b1-766e-4948-94b4-b71f08b0943b req-347cfe01-985c-4581-96a2-599a0ac8519b tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862336 Nov 12 08:57:07.516061 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8951387f-4b50-4b54-8340-b1b8372a4dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.906316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fa643-04ce-479b-92c4-2965aeabd568 req-76477583-c8e1-4719-ade0-e877e267314e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:07.907943 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-76477583-c8e1-4719-ade0-e877e267314e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.1225913 Nov 12 08:57:07.942309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-8b4eeba1-089d-46e5-8b85-c3521eda256c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/quotas/3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 375 time: 0.0110641 Nov 12 08:57:08.003500 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-a45d6f18-4141-4936-bdf7-c83da46a137e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527306 Nov 12 08:57:08.062277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4d2e9-eadd-4f24-af15-df2338b9f1ad req-0afff132-ce1b-44c7-b310-2282a1d2b2f9 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:08.063866 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebc4d2e9-eadd-4f24-af15-df2338b9f1ad req-0afff132-ce1b-44c7-b310-2282a1d2b2f9 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 944 time: 0.0640681 Nov 12 08:57:08.114893 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-5262e41c-c0c4-4125-9123-64497d465d59 service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014874 Nov 12 08:57:08.120443 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ebc4d2e9-eadd-4f24-af15-df2338b9f1ad req-b313e3ed-488a-430e-b888-15ae4e9a3ef0 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496829 Nov 12 08:57:08.144832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d62b1bb5-91c3-47be-8e8a-465250301eb5 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:08.224088 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port d62b1bb5-91c3-47be-8e8a-465250301eb5 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:08.224088 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port d62b1bb5-91c3-47be-8e8a-465250301eb5 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:08.224088 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.264444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99443e54-2d63-44fd-8331-6ae4f2f0d337 req-274e7ec7-251b-48ed-a412-fde122eb46d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0993576 Nov 12 08:57:08.277132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-1e593541-9e57-4ef5-8781-fd879a4019e9 service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555009 Nov 12 08:57:08.321780 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.353030 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62b1bb5-91c3-47be-8e8a-465250301eb5'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:08.356409 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54eed1f-a80b-40b7-b3ab-50e133c2dbd7" -d '{"events": [{"server_uuid": "c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe", "name": "network-vif-plugged", "status": "completed", "tag": "d62b1bb5-91c3-47be-8e8a-465250301eb5"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:08.358998 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443e54-2d63-44fd-8331-6ae4f2f0d337 req-64e56eeb-3ee6-457f-903e-6ada1cb865ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:08.360637 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99443e54-2d63-44fd-8331-6ae4f2f0d337 req-64e56eeb-3ee6-457f-903e-6ada1cb865ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 1097 time: 0.0503440 Nov 12 08:57:08.382129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port d62b1bb5-91c3-47be-8e8a-465250301eb5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d62b1bb5-91c3-47be-8e8a-465250301eb5,segment=NetworkSegment(ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9),segment_id=ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:08.387720 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.575115 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83426466-4ba1-4d5a-9c90-74622201f28c req-18f3161d-ffd7-4513-a265-e33c42b50f2e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 210 time: 0.0402234 Nov 12 08:57:08.617551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443e54-2d63-44fd-8331-6ae4f2f0d337 req-e65eaaf8-8018-489a-b95f-60e96720cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:08.619353 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99443e54-2d63-44fd-8331-6ae4f2f0d337 req-e65eaaf8-8018-489a-b95f-60e96720cef1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 916 time: 0.2268252 Nov 12 08:57:08.667229 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fbec65-626f-4887-b1d2-b7f6265f5940 x-openstack-request-id: req-26fbec65-626f-4887-b1d2-b7f6265f5940 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:08.667867 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe", "name": "network-vif-plugged", "status": "completed", "tag": "d62b1bb5-91c3-47be-8e8a-465250301eb5", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:08.668095 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26fbec65-626f-4887-b1d2-b7f6265f5940 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:08.669166 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62b1bb5-91c3-47be-8e8a-465250301eb5', 'code': 200} Nov 12 08:57:08.670652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99443e54-2d63-44fd-8331-6ae4f2f0d337 req-e6d1e054-e7cb-4510-b5da-625cfb448463 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dc69a74-8db8-4661-95f3-802655995ec0 HTTP/1.1" status: 200 len: 217 time: 0.0435810 Nov 12 08:57:08.673935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc7a7e-222f-41d9-85fe-84dbb70223a6 req-bb2639c7-7867-4ff2-8177-3ad4e3620926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:08.675582 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-94cc7a7e-222f-41d9-85fe-84dbb70223a6 req-bb2639c7-7867-4ff2-8177-3ad4e3620926 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 1097 time: 0.1016648 Nov 12 08:57:08.729620 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.738298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99443e54-2d63-44fd-8331-6ae4f2f0d337 req-ea0b1491-1152-4e90-8148-860e2e777318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:08.740024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=d62b1bb5-91c3-47be-8e8a-465250301eb5,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:08.740203 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99443e54-2d63-44fd-8331-6ae4f2f0d337 req-ea0b1491-1152-4e90-8148-860e2e777318 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a8103c3-b5ab-4adf-adc7-5739ec2576cc HTTP/1.1" status: 200 len: 855 time: 0.0628226 Nov 12 08:57:09.199848 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99443e54-2d63-44fd-8331-6ae4f2f0d337 req-72258d14-bc1e-44ec-aa92-df878af3772f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4377561 Nov 12 08:57:09.333471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-94cc7a7e-222f-41d9-85fe-84dbb70223a6 req-29b9dbc5-c368-40ca-938a-a1ca8c62abfa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919678 Nov 12 08:57:09.387473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59adc4a-95f6-43dc-95ab-c7bc48f498a1 req-1dd67302-2061-466a-a94a-58db9df02ec8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.389076 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a59adc4a-95f6-43dc-95ab-c7bc48f498a1 req-1dd67302-2061-466a-a94a-58db9df02ec8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 945 time: 0.1658430 Nov 12 08:57:09.395806 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99443e54-2d63-44fd-8331-6ae4f2f0d337 req-5d2d4a9d-5bcb-4222-aa5a-32c607f1fcfa service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856284 Nov 12 08:57:09.498871 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a59adc4a-95f6-43dc-95ab-c7bc48f498a1 req-3bd4b4ab-097c-48dc-8157-5f0da0cdccdc tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999935 Nov 12 08:57:09.537488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-99443e54-2d63-44fd-8331-6ae4f2f0d337 req-303309e5-17d4-40d8-b853-d59a1e084c0b service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307294 Nov 12 08:57:09.673284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c321e23b-c661-4364-b88a-1a41f18ac949 req-ceea712d-5c22-4e77-88b8-22fb62244479 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 210 time: 0.0317845 Nov 12 08:57:09.912467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fa643-04ce-479b-92c4-2965aeabd568 req-e7756f5a-e47e-47e7-97bb-1f09ec637f14 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.914877 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-e7756f5a-e47e-47e7-97bb-1f09ec637f14 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.1442790 Nov 12 08:57:09.933959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-294fa643-04ce-479b-92c4-2965aeabd568 req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'port': {'device_id': 'b3960f1a-2834-4655-95dc-e5cbd9435aa8', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'admin_state_up': True, 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:10.030630 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.098505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294fa643-04ce-479b-92c4-2965aeabd568 req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Made reservation on behalf of 3047633a86764fd1aa0ef6ef6d5a5248 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:10.107590 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-294fa643-04ce-479b-92c4-2965aeabd568 req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.381977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-294fa643-04ce-479b-92c4-2965aeabd568 req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Allocated IP 172.20.0.4 (d2a9cfd5-7dc0-4081-9047-d432a82052a4/4fdcf052-295a-4e9d-9bdc-67e73beb1d06/e29b715a-8205-4ba6-9921-8beb0a3ed427) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:10.810362 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-294fa643-04ce-479b-92c4-2965aeabd568 req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.857386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93902ce-f4a5-4710-bd81-fbbaf2bb9ef5 req-9903dff8-402c-4c18-9a79-3a43c8192f78 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:10.866439 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e93902ce-f4a5-4710-bd81-fbbaf2bb9ef5 req-9903dff8-402c-4c18-9a79-3a43c8192f78 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 945 time: 0.2181754 Nov 12 08:57:10.883883 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a6b0b3ad-fae9-4b18-8e82-b9bb0efe4a73 req-06dd742c-f9d0-4593-868a-62797a5a0a7d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 210 time: 0.0685484 Nov 12 08:57:10.897289 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-294fa643-04ce-479b-92c4-2965aeabd568 req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.904902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['8ce879eb-7d92-4555-9447-9f8b88cd9e61'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:11.035335 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.055859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294fa643-04ce-479b-92c4-2965aeabd568 req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:11.088560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-294fa643-04ce-479b-92c4-2965aeabd568 req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:11.094175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-294fa643-04ce-479b-92c4-2965aeabd568 req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:11.160354 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e93902ce-f4a5-4710-bd81-fbbaf2bb9ef5 req-8d9286ab-1637-41dc-96bf-6ccd593387c6 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912748 Nov 12 08:57:11.161052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=e29b715a-8205-4ba6-9921-8beb0a3ed427,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:11.256218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fa643-04ce-479b-92c4-2965aeabd568 req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:11.265985 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-294fa643-04ce-479b-92c4-2965aeabd568 req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.305448 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-db9a80d1-a9ee-4305-8a44-405f5f761bbb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3756766 Nov 12 08:57:11.328746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Request body: {'port': {'device_id': 'b3960f1a-2834-4655-95dc-e5cbd9435aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:11.430942 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.507090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0615d227-f1ae-489b-914d-12eb55a07820 None None] Provisioning complete for port e29b715a-8205-4ba6-9921-8beb0a3ed427 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:11.509520 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0615d227-f1ae-489b-914d-12eb55a07820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.550434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0615d227-f1ae-489b-914d-12eb55a07820 None None] Port e29b715a-8205-4ba6-9921-8beb0a3ed427 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:11.831234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29b715a-8205-4ba6-9921-8beb0a3ed427 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:11.842396 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.862237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Transition to ACTIVE for port object e29b715a-8205-4ba6-9921-8beb0a3ed427 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:11.868376 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.990258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Pushing event updated for resources: {'Port': ['ID=e29b715a-8205-4ba6-9921-8beb0a3ed427,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:12.123228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191a366-2bec-4968-a699-c33a724dda4a req-49b2a599-7320-4861-8060-cfedfded3f87 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.132797 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a191a366-2bec-4968-a699-c33a724dda4a req-49b2a599-7320-4861-8060-cfedfded3f87 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.0896125 Nov 12 08:57:12.154222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Attempting to bind port e29b715a-8205-4ba6-9921-8beb0a3ed427 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:12.154623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Attempting to bind port e29b715a-8205-4ba6-9921-8beb0a3ed427 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:12.155059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Attempting to bind port e29b715a-8205-4ba6-9921-8beb0a3ed427 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:12.161758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Port e29b715a-8205-4ba6-9921-8beb0a3ed427 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:12.162350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Attempting to bind port e29b715a-8205-4ba6-9921-8beb0a3ed427 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:12.169283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:12.169826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Checking segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:12.170493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Bound using segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:12.171195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Bound port: e29b715a-8205-4ba6-9921-8beb0a3ed427, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:12.171944 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.218570 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a191a366-2bec-4968-a699-c33a724dda4a req-e1ce829e-ceeb-4594-a6f3-93e4376a932b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813656 Nov 12 08:57:12.325620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] For port e29b715a-8205-4ba6-9921-8beb0a3ed427, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:12.330373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] For port e29b715a-8205-4ba6-9921-8beb0a3ed427, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e29b715a-8205-4ba6-9921-8beb0a3ed427,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:12.343192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.399307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37664c08-ac9e-4720-b1d1-23ecfd8f792a req-b6adfe1e-408b-4ba1-b583-c95227529082 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.400458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-37664c08-ac9e-4720-b1d1-23ecfd8f792a req-b6adfe1e-408b-4ba1-b583-c95227529082 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 945 time: 0.1240389 Nov 12 08:57:12.415859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.416493 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.418114 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] 10.222.0.46 "PUT /v2.0/ports/e29b715a-8205-4ba6-9921-8beb0a3ed427 HTTP/1.1" status: 200 len: 1092 time: 1.0952277 Nov 12 08:57:12.418596 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3960f1a-2834-4655-95dc-e5cbd9435aa8', 'tag': 'e29b715a-8205-4ba6-9921-8beb0a3ed427'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:12.421781 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10d1552-d216-46b8-b3f1-9ebf173f96c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3960f1a-2834-4655-95dc-e5cbd9435aa8", "tag": "e29b715a-8205-4ba6-9921-8beb0a3ed427"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:12.527914 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b3b615-98ae-49c5-9315-9003d349924f x-openstack-request-id: req-14b3b615-98ae-49c5-9315-9003d349924f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:12.528620 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3960f1a-2834-4655-95dc-e5cbd9435aa8", "tag": "e29b715a-8205-4ba6-9921-8beb0a3ed427", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:12.528620 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14b3b615-98ae-49c5-9315-9003d349924f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:12.529159 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3960f1a-2834-4655-95dc-e5cbd9435aa8', 'tag': 'e29b715a-8205-4ba6-9921-8beb0a3ed427', 'status': 'completed', 'code': 200} Nov 12 08:57:12.647191 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Pushing event updated for resources: {'Port': ['ID=e29b715a-8205-4ba6-9921-8beb0a3ed427,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:12.665987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-37664c08-ac9e-4720-b1d1-23ecfd8f792a req-e4f466c7-f7f3-4ed1-9787-2f72d11138ab tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941881 Nov 12 08:57:12.701531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:12.702273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:12.702785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:12.703378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:12.703885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:12.704503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:12.705174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:12.705754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:12.711982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:12.713141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:12.713659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:12.714206 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13219ef-221b-4d0f-aa4b-8d0282c0784c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:12.723483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fa643-04ce-479b-92c4-2965aeabd568 req-93a18403-9a7c-40e7-85c7-e7ab40bbbdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.732368 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-93a18403-9a7c-40e7-85c7-e7ab40bbbdbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 1095 time: 0.2099702 Nov 12 08:57:12.808664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-c361f1b6-720e-4b71-b784-0f0d261e783d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e29b715a-8205-4ba6-9921-8beb0a3ed427 HTTP/1.1" status: 200 len: 217 time: 0.0665269 Nov 12 08:57:12.868317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fa643-04ce-479b-92c4-2965aeabd568 req-df06092a-c304-4cc0-ac3b-2a209133a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.870000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-df06092a-c304-4cc0-ac3b-2a209133a8d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0534205 Nov 12 08:57:12.934515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fa643-04ce-479b-92c4-2965aeabd568 req-e2dcc48f-44d2-42b7-88a9-dc54811a0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.936507 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-e2dcc48f-44d2-42b7-88a9-dc54811a0c2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583177 Nov 12 08:57:13.059588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-9ba159bd-e0db-45a9-85da-4d5ebf952fbe service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129422 Nov 12 08:57:13.180223 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-294fa643-04ce-479b-92c4-2965aeabd568 req-1084707c-ee37-452e-858d-9b3135c1941e service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154504 Nov 12 08:57:13.381084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d1552-d216-46b8-b3f1-9ebf173f96c3 req-98b79064-21c6-4336-bf1b-c0b729ecbb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.382980 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e10d1552-d216-46b8-b3f1-9ebf173f96c3 req-98b79064-21c6-4336-bf1b-c0b729ecbb34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 1095 time: 0.1359069 Nov 12 08:57:13.498889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9246e8-c754-491e-8ffe-cd39197aada6 req-a9289033-3aea-46f8-9c1f-a0e2d7f845b8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.510230 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e9246e8-c754-491e-8ffe-cd39197aada6 req-a9289033-3aea-46f8-9c1f-a0e2d7f845b8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1238487 Nov 12 08:57:13.581650 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1e9246e8-c754-491e-8ffe-cd39197aada6 req-8b603fe8-2998-4b64-a1e1-bff61cab3133 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692425 Nov 12 08:57:13.631481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d1552-d216-46b8-b3f1-9ebf173f96c3 req-737daa3f-da7b-4975-be75-ab3dde2fd166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.645933 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e10d1552-d216-46b8-b3f1-9ebf173f96c3 req-737daa3f-da7b-4975-be75-ab3dde2fd166 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.2465785 Nov 12 08:57:13.731393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e10d1552-d216-46b8-b3f1-9ebf173f96c3 req-fe1917ff-71b1-4bfc-b89b-1b7175ff4559 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e29b715a-8205-4ba6-9921-8beb0a3ed427 HTTP/1.1" status: 200 len: 217 time: 0.0808349 Nov 12 08:57:13.810827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d1552-d216-46b8-b3f1-9ebf173f96c3 req-425e93f6-9678-4f90-a387-4abca4f66901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.813295 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e10d1552-d216-46b8-b3f1-9ebf173f96c3 req-425e93f6-9678-4f90-a387-4abca4f66901 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0729988 Nov 12 08:57:13.879444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d1552-d216-46b8-b3f1-9ebf173f96c3 req-6f88730b-431b-4fde-9a0a-b92c0774e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.881946 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e10d1552-d216-46b8-b3f1-9ebf173f96c3 req-6f88730b-431b-4fde-9a0a-b92c0774e48a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601044 Nov 12 08:57:14.085477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e10d1552-d216-46b8-b3f1-9ebf173f96c3 req-2e6e5978-5403-4be8-a95e-78532398228b service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947627 Nov 12 08:57:14.276297 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e10d1552-d216-46b8-b3f1-9ebf173f96c3 req-bccb7dd0-b184-418b-91a6-45aa5e7fd160 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829078 Nov 12 08:57:14.468213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c4eaa-86f6-42cc-9627-eff1caaa7b30 req-f9aaa8d3-bddb-4c24-9bed-4f83dd873457 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.470402 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca5c4eaa-86f6-42cc-9627-eff1caaa7b30 req-f9aaa8d3-bddb-4c24-9bed-4f83dd873457 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 945 time: 0.0616090 Nov 12 08:57:14.571418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca5c4eaa-86f6-42cc-9627-eff1caaa7b30 req-37a1e569-3167-4177-bd1a-4e9b386e0881 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935245 Nov 12 08:57:14.744423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268fcc-cdbd-4cb9-93ad-5220fceafd63 req-8236552e-07cd-4daa-8251-3dc01d6f4292 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.746834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc268fcc-cdbd-4cb9-93ad-5220fceafd63 req-8236552e-07cd-4daa-8251-3dc01d6f4292 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.0887470 Nov 12 08:57:14.862384 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dc268fcc-cdbd-4cb9-93ad-5220fceafd63 req-a2554050-b37a-4412-bb4f-d3e3b7bf4132 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023295 Nov 12 08:57:15.430627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34240) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:15.526714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-81f925bf-8e11-4590-ad74-249123967e76 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/floatingips/d928dee9-b9dc-4744-94bc-0906eafdf6dd HTTP/1.1" status: 200 len: 994 time: 0.0946574 Nov 12 08:57:15.750071 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb195d3b-44a3-438b-8d1e-119b55a4ccd3 req-52eb33c9-ed13-4d94-9dd6-63a804b4cad9 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.753176 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fb195d3b-44a3-438b-8d1e-119b55a4ccd3 req-52eb33c9-ed13-4d94-9dd6-63a804b4cad9 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 945 time: 0.0779862 Nov 12 08:57:15.846783 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fb195d3b-44a3-438b-8d1e-119b55a4ccd3 req-2ed716c7-1d81-4ef9-9766-786648e13a76 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790849 Nov 12 08:57:15.962842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34252) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:16.136215 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2bff1-7fdb-41fd-9a82-2f70c4e061fe req-25958d95-443e-4c5d-84d3-e8b40ec80ed1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.142322 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0bc2bff1-7fdb-41fd-9a82-2f70c4e061fe req-25958d95-443e-4c5d-84d3-e8b40ec80ed1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1499217 Nov 12 08:57:16.297352 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0bc2bff1-7fdb-41fd-9a82-2f70c4e061fe req-48134c48-8fc5-4231-b19f-1fb0aa4ffcba tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307518 Nov 12 08:57:16.313219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f8104-71c4-4303-9d76-662d3ccb0f3f req-512f5dbc-9165-4c79-a866-7782e0dfff77 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.328572 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-960f8104-71c4-4303-9d76-662d3ccb0f3f req-512f5dbc-9165-4c79-a866-7782e0dfff77 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 945 time: 0.1621561 Nov 12 08:57:16.517628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting port 6646cd94-3563-4cd7-9152-b8a0f0e37805 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:16.517628 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.566586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-960f8104-71c4-4303-9d76-662d3ccb0f3f req-50033706-d5b2-430e-944c-a8e9e2f827b8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Deleting port d62b1bb5-91c3-47be-8e8a-465250301eb5 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:16.567365 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-960f8104-71c4-4303-9d76-662d3ccb0f3f req-50033706-d5b2-430e-944c-a8e9e2f827b8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.759086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.759710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.782281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Calling delete_port for 6646cd94-3563-4cd7-9152-b8a0f0e37805 owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:16.813289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-960f8104-71c4-4303-9d76-662d3ccb0f3f req-50033706-d5b2-430e-944c-a8e9e2f827b8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] For port d62b1bb5-91c3-47be-8e8a-465250301eb5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=d62b1bb5-91c3-47be-8e8a-465250301eb5,segment=NetworkSegment(ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9),segment_id=ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:16.813640 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-960f8104-71c4-4303-9d76-662d3ccb0f3f req-50033706-d5b2-430e-944c-a8e9e2f827b8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.872160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-960f8104-71c4-4303-9d76-662d3ccb0f3f req-50033706-d5b2-430e-944c-a8e9e2f827b8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Calling delete_port for d62b1bb5-91c3-47be-8e8a-465250301eb5 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:17.272530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dba79-e39d-43d7-8a26-2375205db578 req-872a6be0-a623-411a-8d97-829e81705997 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.280820 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc5dba79-e39d-43d7-8a26-2375205db578 req-872a6be0-a623-411a-8d97-829e81705997 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe HTTP/1.1" status: 200 len: 945 time: 0.1561174 Nov 12 08:57:17.286219 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.312458 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-960f8104-71c4-4303-9d76-662d3ccb0f3f req-50033706-d5b2-430e-944c-a8e9e2f827b8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.343019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['d62b1bb5-91c3-47be-8e8a-465250301eb5'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:17.400133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Port': ['ID=6646cd94-3563-4cd7-9152-b8a0f0e37805,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:17.561315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818631f-e5e9-4d80-8dd2-421694e1d474 req-c6cb3a04-4315-4a61-add6-293cbeea4241 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.568838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50033706-d5b2-430e-944c-a8e9e2f827b8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Pushing event deleted for resources: {'Port': ['ID=d62b1bb5-91c3-47be-8e8a-465250301eb5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:17.571351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0818631f-e5e9-4d80-8dd2-421694e1d474 req-c6cb3a04-4315-4a61-add6-293cbeea4241 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1116548 Nov 12 08:57:17.623595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-960f8104-71c4-4303-9d76-662d3ccb0f3f req-50033706-d5b2-430e-944c-a8e9e2f827b8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] No DVR routers for this DVR port d62b1bb5-91c3-47be-8e8a-465250301eb5 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:17.643294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-960f8104-71c4-4303-9d76-662d3ccb0f3f req-50033706-d5b2-430e-944c-a8e9e2f827b8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.647833 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-960f8104-71c4-4303-9d76-662d3ccb0f3f req-50033706-d5b2-430e-944c-a8e9e2f827b8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.52 "DELETE /v2.0/ports/d62b1bb5-91c3-47be-8e8a-465250301eb5 HTTP/1.1" status: 204 len: 173 time: 1.3117371 Nov 12 08:57:17.655487 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0818631f-e5e9-4d80-8dd2-421694e1d474 req-760adef5-dc4e-4ad6-abec-6e6788704537 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831158 Nov 12 08:57:17.656889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe', 'name': 'network-vif-deleted', 'tag': 'd62b1bb5-91c3-47be-8e8a-465250301eb5'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:17.667569 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a59059f-5cdb-469f-bad5-c9ec68eeeb91" -d '{"events": [{"server_uuid": "c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe", "name": "network-vif-deleted", "tag": "d62b1bb5-91c3-47be-8e8a-465250301eb5"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:17.725838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc5dba79-e39d-43d7-8a26-2375205db578 req-22861eb3-238f-4103-83bf-ec423a793a94 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298747 Nov 12 08:57:17.773561 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.773561 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Floating IP d928dee9-b9dc-4744-94bc-0906eafdf6dd disassociated (deleted). External IP: 172.25.3.104, port: 03535009-35ab-46b8-a9f6-159621172ad7. Nov 12 08:57:17.777164 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2181ba9-502a-4e65-975b-8ef9cc4a1b1c x-openstack-request-id: req-f2181ba9-502a-4e65-975b-8ef9cc4a1b1c {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:17.778691 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe", "name": "network-vif-deleted", "tag": "d62b1bb5-91c3-47be-8e8a-465250301eb5", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:17.791702 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2181ba9-502a-4e65-975b-8ef9cc4a1b1c {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:17.795748 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d6b80f-80eb-4acb-9a35-c9c5d909c3fe', 'name': 'network-vif-deleted', 'tag': 'd62b1bb5-91c3-47be-8e8a-465250301eb5', 'status': 'completed', 'code': 200} Nov 12 08:57:18.150821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Router ecc8a58b-1a57-429b-b7a4-5ffa91756649 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:57:18.940619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:18.946384 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:18.958931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a3e49-b672-4f53-be43-f75a9b20a68d None None] Sync routers for ids ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:18.979556 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a3e49-b672-4f53-be43-f75a9b20a68d None None] Routers {'ecc8a58b-1a57-429b-b7a4-5ffa91756649'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:18.983111 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-4b2a3e49-b672-4f53-be43-f75a9b20a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:57:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:18.995782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b86fcd-31ee-455b-9b3e-a7cf6cc0a363 req-3fbc1f37-e1e5-4351-9ba7-1ea5cab4db29 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.997716 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89b86fcd-31ee-455b-9b3e-a7cf6cc0a363 req-3fbc1f37-e1e5-4351-9ba7-1ea5cab4db29 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1189046 Nov 12 08:57:18.999535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-953c2565-8c42-4d9e-bd0e-19a70543e891 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/floatingips/d928dee9-b9dc-4744-94bc-0906eafdf6dd HTTP/1.1" status: 204 len: 168 time: 3.0341740 Nov 12 08:57:19.053768 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:57:19.132546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-4b2a3e49-b672-4f53-be43-f75a9b20a68d None None] Set router ecc8a58b-1a57-429b-b7a4-5ffa91756649 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:19.174565 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89b86fcd-31ee-455b-9b3e-a7cf6cc0a363 req-7db0115f-79ab-418c-92e1-3aa2d9aeab92 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630723 Nov 12 08:57:19.447252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d665729-c4e2-4358-b5ac-15958266d479 req-864af87f-81be-4b71-8aa3-9287b6c018c4 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.448742 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-864af87f-81be-4b71-8aa3-9287b6c018c4 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/networks?id=4e961b55-72e5-411e-9ed4-fbe8775a3153 HTTP/1.1" status: 200 len: 808 time: 0.1965714 Nov 12 08:57:19.461272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-4b2a3e49-b672-4f53-be43-f75a9b20a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:56:07Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4c6852f1-0716-4d0c-bf8c-e4ed04e7d667', 'name': '', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:51:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:12Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:19.472023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-d6631bfa-21f8-4434-a21c-1fa2f7d0633b tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/quotas/227463c57b914bb28a1cab68ef076151 HTTP/1.1" status: 200 len: 375 time: 0.0137343 Nov 12 08:57:19.501973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a3e49-b672-4f53-be43-f75a9b20a68d None None] Checking router: ecc8a58b-1a57-429b-b7a4-5ffa91756649 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:57:19.515140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a3e49-b672-4f53-be43-f75a9b20a68d None None] Routers {'ecc8a58b-1a57-429b-b7a4-5ffa91756649'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:19.516626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-4b2a3e49-b672-4f53-be43-f75a9b20a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:57:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:19.533035 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-88919f50-d42a-4af7-bb74-74003c38782a tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=227463c57b914bb28a1cab68ef076151&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501451 Nov 12 08:57:19.541151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df7a3f-29bd-46c1-9788-8e77e80b7b8d req-e4ab5d7d-09b6-46c6-bc42-3c81aa78dc35 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.579761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a1df7a3f-29bd-46c1-9788-8e77e80b7b8d req-e4ab5d7d-09b6-46c6-bc42-3c81aa78dc35 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 946 time: 0.1744657 Nov 12 08:57:19.669925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-e13192ff-e3f3-436f-b70e-6ef09fad0f26 service neutron] 10.222.0.31 "GET /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358457 Nov 12 08:57:19.723720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a1df7a3f-29bd-46c1-9788-8e77e80b7b8d req-c2e0ccc9-f057-4d56-87cf-8406eeb6a99e tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365979 Nov 12 08:57:19.727867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-4b2a3e49-b672-4f53-be43-f75a9b20a68d None None] Set router ecc8a58b-1a57-429b-b7a4-5ffa91756649 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:19.809382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'tag': '03535009-35ab-46b8-a9f6-159621172ad7'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:19.811968 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307666a5-c20c-47da-b434-d0c0937c98fc" -d '{"events": [{"name": "network-changed", "server_uuid": "94e6d4cf-820e-401c-9209-b11831ea9c04", "tag": "03535009-35ab-46b8-a9f6-159621172ad7"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:19.883702 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-cd35743c-a3b5-4d73-8247-67562d4cc1d1 service neutron] 10.222.0.31 "GET /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017577 Nov 12 08:57:19.937863 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721839e5-43d9-445e-9b36-d34eac1c61aa x-openstack-request-id: req-721839e5-43d9-445e-9b36-d34eac1c61aa {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:19.938349 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e6d4cf-820e-401c-9209-b11831ea9c04", "tag": "03535009-35ab-46b8-a9f6-159621172ad7", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:19.945589 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-721839e5-43d9-445e-9b36-d34eac1c61aa {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:19.946974 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'tag': '03535009-35ab-46b8-a9f6-159621172ad7', 'status': 'completed', 'code': 200} Nov 12 08:57:20.070163 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307666a5-c20c-47da-b434-d0c0937c98fc req-c9a107d8-7fd1-4dc3-922e-667c5a6a014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.073606 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-307666a5-c20c-47da-b434-d0c0937c98fc req-c9a107d8-7fd1-4dc3-922e-667c5a6a014e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 1098 time: 0.0856142 Nov 12 08:57:20.182674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d62b1bb5-91c3-47be-8e8a-465250301eb5 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:20.224870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: d62b1bb5-91c3-47be-8e8a-465250301eb5 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:20.225378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device d62b1bb5-91c3-47be-8e8a-465250301eb5 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:20.230072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-4b2a3e49-b672-4f53-be43-f75a9b20a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:56:07Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4c6852f1-0716-4d0c-bf8c-e4ed04e7d667', 'name': '', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:51:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:12Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:20.267557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307666a5-c20c-47da-b434-d0c0937c98fc req-cdec4bc7-20ff-4e79-8e55-f6e0ad7eab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.269516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-307666a5-c20c-47da-b434-d0c0937c98fc req-cdec4bc7-20ff-4e79-8e55-f6e0ad7eab85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7841e26e-9e08-496b-846b-a74b84ed4103 HTTP/1.1" status: 200 len: 898 time: 0.1856368 Nov 12 08:57:20.284362 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1239f19e-3e0e-401d-a551-2f6aac70324c req-c0ee6426-f127-435e-8d13-cc33c8902f11 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 210 time: 0.0487435 Nov 12 08:57:20.326542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a3e49-b672-4f53-be43-f75a9b20a68d None None] The sync data for ids ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'] in n-d-768851-18 is: [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:56:07Z', 'revision_number': 4, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4c6852f1-0716-4d0c-bf8c-e4ed04e7d667', 'name': '', 'network_id': '7841e26e-9e08-496b-846b-a74b84ed4103', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'mac_address': 'fa:16:3e:51:22:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:04Z', 'updated_at': '2021-11-12T08:56:12Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'subnets': [{'id': 'c3b9db0f-656e-41fb-9b69-e5f06c86225f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:20.358576 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-307666a5-c20c-47da-b434-d0c0937c98fc req-84279dbd-e068-4887-997c-66749fe38f5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03535009-35ab-46b8-a9f6-159621172ad7 HTTP/1.1" status: 200 len: 217 time: 0.0779619 Nov 12 08:57:20.501029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307666a5-c20c-47da-b434-d0c0937c98fc req-53e073ab-05ef-489e-b829-b77f42fa2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.502853 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-307666a5-c20c-47da-b434-d0c0937c98fc req-53e073ab-05ef-489e-b829-b77f42fa2059 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c3b9db0f-656e-41fb-9b69-e5f06c86225f HTTP/1.1" status: 200 len: 834 time: 0.1337452 Nov 12 08:57:20.513476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878624d5-0c42-49df-aed9-f63d58fa65dd req-0ccbc94b-5c30-4bc6-b492-d054ecc6cab4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.522190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-878624d5-0c42-49df-aed9-f63d58fa65dd req-0ccbc94b-5c30-4bc6-b492-d054ecc6cab4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1815748 Nov 12 08:57:20.649558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-878624d5-0c42-49df-aed9-f63d58fa65dd req-4b99130a-46ca-488e-904b-742728669ca6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263309 Nov 12 08:57:20.653375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307666a5-c20c-47da-b434-d0c0937c98fc req-3cbde145-adb6-4610-8869-35ec7ac239c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.654840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-307666a5-c20c-47da-b434-d0c0937c98fc req-3cbde145-adb6-4610-8869-35ec7ac239c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7841e26e-9e08-496b-846b-a74b84ed4103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306083 Nov 12 08:57:20.887128 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0599913d-a3b5-470d-b9e5-98d1dfe8f945 None None] New status for floating IP d928dee9-b9dc-4744-94bc-0906eafdf6dd: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:57:21.011278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87767218-f33f-4792-bdc8-8333c2cc8d8f req-49f47691-90a1-4203-803a-5bc18672000e tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:21.025646 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87767218-f33f-4792-bdc8-8333c2cc8d8f req-49f47691-90a1-4203-803a-5bc18672000e tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 946 time: 0.1332450 Nov 12 08:57:21.060687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-307666a5-c20c-47da-b434-d0c0937c98fc req-1ea196e0-9557-4ad1-97f8-339805e86552 service neutron] 10.222.0.52 "GET /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948560 Nov 12 08:57:21.155496 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87767218-f33f-4792-bdc8-8333c2cc8d8f req-e3eb1b95-ee5b-4aad-9d5f-2ea3430a3778 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/security-groups?id=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197655 Nov 12 08:57:21.251509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-307666a5-c20c-47da-b434-d0c0937c98fc req-eb6d5e50-028f-4780-9c52-4febd812e973 service neutron] 10.222.0.52 "GET /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760468 Nov 12 08:57:21.273926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b967ef6-51ca-4cb8-a7e5-c6717026d8b6 req-f56aee21-582f-4f48-b01e-1de81074fdce tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:21.281155 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b967ef6-51ca-4cb8-a7e5-c6717026d8b6 req-f56aee21-582f-4f48-b01e-1de81074fdce tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 946 time: 0.1182957 Nov 12 08:57:21.455070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a0a1f3a-0de4-45ba-a79b-43064bf9ee8e req-8f41522f-7651-41e1-9c2b-90ae58807f2c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 210 time: 0.0732865 Nov 12 08:57:21.520887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-1b967ef6-51ca-4cb8-a7e5-c6717026d8b6 req-8638dc2b-9870-40e3-860c-51e025f6b82d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting port 03535009-35ab-46b8-a9f6-159621172ad7 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:21.521891 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1b967ef6-51ca-4cb8-a7e5-c6717026d8b6 req-8638dc2b-9870-40e3-860c-51e025f6b82d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.732464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-1b967ef6-51ca-4cb8-a7e5-c6717026d8b6 req-8638dc2b-9870-40e3-860c-51e025f6b82d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] For port 03535009-35ab-46b8-a9f6-159621172ad7, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=03535009-35ab-46b8-a9f6-159621172ad7,segment=NetworkSegment(3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a),segment_id=3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:21.732827 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1b967ef6-51ca-4cb8-a7e5-c6717026d8b6 req-8638dc2b-9870-40e3-860c-51e025f6b82d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.794125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-1b967ef6-51ca-4cb8-a7e5-c6717026d8b6 req-8638dc2b-9870-40e3-860c-51e025f6b82d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Calling delete_port for 03535009-35ab-46b8-a9f6-159621172ad7 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:21.891513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c26f9e-9881-4aaf-a5bd-9a9c137977c0 req-e75eeeea-396c-4867-b334-dea92614c6c2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:21.894186 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3c26f9e-9881-4aaf-a5bd-9a9c137977c0 req-e75eeeea-396c-4867-b334-dea92614c6c2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1509132 Nov 12 08:57:22.072134 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3c26f9e-9881-4aaf-a5bd-9a9c137977c0 req-2895c097-7e43-46d5-a01e-9bac85d41e24 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691418 Nov 12 08:57:22.175952 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1b967ef6-51ca-4cb8-a7e5-c6717026d8b6 req-8638dc2b-9870-40e3-860c-51e025f6b82d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.211695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d665729-c4e2-4358-b5ac-15958266d479 req-190934a8-48a2-484e-b2b6-ec62d0e08e63 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:22.213689 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-190934a8-48a2-484e-b2b6-ec62d0e08e63 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.52 "GET /v2.0/networks?id=4e961b55-72e5-411e-9ed4-fbe8775a3153 HTTP/1.1" status: 200 len: 808 time: 0.2226589 Nov 12 08:57:22.259447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Request body: {'port': {'device_id': '1c9d9561-87c2-4e47-a859-6c3b6e56e9e1', 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153', 'admin_state_up': True, 'tenant_id': '227463c57b914bb28a1cab68ef076151'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:22.329137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638dc2b-9870-40e3-860c-51e025f6b82d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Port': ['ID=03535009-35ab-46b8-a9f6-159621172ad7,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:22.381774 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b967ef6-51ca-4cb8-a7e5-c6717026d8b6 req-8638dc2b-9870-40e3-860c-51e025f6b82d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] No DVR routers for this DVR port 03535009-35ab-46b8-a9f6-159621172ad7 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:22.389651 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1b967ef6-51ca-4cb8-a7e5-c6717026d8b6 req-8638dc2b-9870-40e3-860c-51e025f6b82d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.392456 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b967ef6-51ca-4cb8-a7e5-c6717026d8b6 req-8638dc2b-9870-40e3-860c-51e025f6b82d tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.52 "DELETE /v2.0/ports/03535009-35ab-46b8-a9f6-159621172ad7 HTTP/1.1" status: 204 len: 173 time: 1.1086211 Nov 12 08:57:22.392930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'name': 'network-vif-deleted', 'tag': '03535009-35ab-46b8-a9f6-159621172ad7'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:22.400238 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e93376-2301-42b1-a9d4-a1afbc38545c" -d '{"events": [{"server_uuid": "94e6d4cf-820e-401c-9209-b11831ea9c04", "name": "network-vif-deleted", "tag": "03535009-35ab-46b8-a9f6-159621172ad7"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:22.469968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b04935b0-a9fe-4ba3-b002-06ab48201575 req-fb3f4027-52cf-4ab5-b159-142e810cb6b7 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "GET /v2.0/ports?device_id=94e6d4cf-820e-401c-9209-b11831ea9c04 HTTP/1.1" status: 200 len: 210 time: 0.0975850 Nov 12 08:57:22.560136 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.567659 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df92728-f01c-4d2d-975d-602cfad46bcb x-openstack-request-id: req-0df92728-f01c-4d2d-975d-602cfad46bcb {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:22.568879 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e6d4cf-820e-401c-9209-b11831ea9c04", "name": "network-vif-deleted", "tag": "03535009-35ab-46b8-a9f6-159621172ad7", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:22.569709 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0df92728-f01c-4d2d-975d-602cfad46bcb {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:22.569709 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e6d4cf-820e-401c-9209-b11831ea9c04', 'name': 'network-vif-deleted', 'tag': '03535009-35ab-46b8-a9f6-159621172ad7', 'status': 'completed', 'code': 200} Nov 12 08:57:22.615515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Made reservation on behalf of 227463c57b914bb28a1cab68ef076151 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:22.619260 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.689814 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-422d29c7-c09f-4d49-9662-4309282e9bc2 req-f96ff8c1-d329-4b10-99ff-ca0506398a4d tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 210 time: 0.0566511 Nov 12 08:57:22.909706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Allocated IP 172.20.0.10 (4e961b55-72e5-411e-9ed4-fbe8775a3153/ebf83bc5-9663-42b5-858d-8ba4687524a5/7ab7a7d8-44e4-46bc-8555-db54239bdfcf) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:23.293466 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.309280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3d72e-4974-4ecc-9c00-1c0ce0b98e1a req-18065642-bf03-468a-9876-73f4536cb6f5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:23.310898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3d3d72e-4974-4ecc-9c00-1c0ce0b98e1a req-18065642-bf03-468a-9876-73f4536cb6f5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1125832 Nov 12 08:57:23.374539 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.392369 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3d3d72e-4974-4ecc-9c00-1c0ce0b98e1a req-43399edf-5d79-4fea-a2e0-92cc7f37426b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750260 Nov 12 08:57:23.422349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Network 4e961b55-72e5-411e-9ed4-fbe8775a3153 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:23.425174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:23.428297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:23.465326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Pushing event updated for resources: {'Port': ['ID=7ab7a7d8-44e4-46bc-8555-db54239bdfcf,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:23.488116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:23.488727 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.506300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34356) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:23.507045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c7754b18-d944-44e4-a8a2-0b33ef7611a2 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2687554 Nov 12 08:57:23.521643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Request body: {'port': {'device_id': '1c9d9561-87c2-4e47-a859-6c3b6e56e9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:23.564948 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f50aeaa-1f55-446f-b3f5-c314e813076b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.579278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.591819 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f50aeaa-1f55-446f-b3f5-c314e813076b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.669999 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f50aeaa-1f55-446f-b3f5-c314e813076b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.672792 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f50aeaa-1f55-446f-b3f5-c314e813076b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.674273 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6f50aeaa-1f55-446f-b3f5-c314e813076b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/security-groups/71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf HTTP/1.1" status: 204 len: 168 time: 0.1665041 Nov 12 08:57:23.684604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50aeaa-1f55-446f-b3f5-c314e813076b tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71413c9a-2ddf-4a45-8d5e-070ce2a9b5bf,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:23.715921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34360) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:23.920343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab7a7d8-44e4-46bc-8555-db54239bdfcf {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:23.929697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.931556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a05c-6877-427f-bd36-2546162a8ee5 req-7c8aa182-9ffc-45a9-a460-441d0535ba1e tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:23.939054 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d6a7a05c-6877-427f-bd36-2546162a8ee5 req-7c8aa182-9ffc-45a9-a460-441d0535ba1e tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 932 time: 0.1220675 Nov 12 08:57:23.944950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Transition to ACTIVE for port object 7ab7a7d8-44e4-46bc-8555-db54239bdfcf will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:23.952552 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.055283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab7a7d8-44e4-46bc-8555-db54239bdfcf,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:24.080756 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d6a7a05c-6877-427f-bd36-2546162a8ee5 req-e5923299-00e6-428e-a935-f617929380e7 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407173 Nov 12 08:57:24.150618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Attempting to bind port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:24.150950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Attempting to bind port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:24.151277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Attempting to bind port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf on network 4e961b55-72e5-411e-9ed4-fbe8775a3153 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:24.158984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf on network 4e961b55-72e5-411e-9ed4-fbe8775a3153 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:24.159303 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Attempting to bind port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf on network 4e961b55-72e5-411e-9ed4-fbe8775a3153 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:24.165808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:24.166256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Checking segment: {'id': 'ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:24.166983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Bound using segment: {'id': 'ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:24.167448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Bound port: 7ab7a7d8-44e4-46bc-8555-db54239bdfcf, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:24.167807 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.199087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 03535009-35ab-46b8-a9f6-159621172ad7 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:24.244502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 03535009-35ab-46b8-a9f6-159621172ad7 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:24.244849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 03535009-35ab-46b8-a9f6-159621172ad7 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:24.258646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] For port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:24.263285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] For port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7ab7a7d8-44e4-46bc-8555-db54239bdfcf,segment=NetworkSegment(ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9),segment_id=ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:24.269232 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.336563 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-684b0e85-a795-436e-88e5-3eae5de08655 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.352414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab7a7d8-44e4-46bc-8555-db54239bdfcf,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:24.368103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.368847 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.370919 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-c34b0028-4feb-40d1-95ab-20c66149be33 service neutron] 10.222.0.52 "PUT /v2.0/ports/7ab7a7d8-44e4-46bc-8555-db54239bdfcf HTTP/1.1" status: 200 len: 1093 time: 0.8548207 Nov 12 08:57:24.371456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9d9561-87c2-4e47-a859-6c3b6e56e9e1', 'tag': '7ab7a7d8-44e4-46bc-8555-db54239bdfcf'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:24.374790 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0b7bfe-dfaa-4f56-b8db-9e5c819ba109" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9d9561-87c2-4e47-a859-6c3b6e56e9e1", "tag": "7ab7a7d8-44e4-46bc-8555-db54239bdfcf"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:24.427681 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfb297b-297e-4c51-93e6-2c613ba2df13 x-openstack-request-id: req-dcfb297b-297e-4c51-93e6-2c613ba2df13 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:24.428076 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9d9561-87c2-4e47-a859-6c3b6e56e9e1", "tag": "7ab7a7d8-44e4-46bc-8555-db54239bdfcf", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:24.428428 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcfb297b-297e-4c51-93e6-2c613ba2df13 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:24.428921 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9d9561-87c2-4e47-a859-6c3b6e56e9e1', 'tag': '7ab7a7d8-44e4-46bc-8555-db54239bdfcf', 'status': 'completed', 'code': 200} Nov 12 08:57:24.507257 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d665729-c4e2-4358-b5ac-15958266d479 req-2c2d4e18-1802-4360-b9c8-5a93f44265e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.510095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-2c2d4e18-1802-4360-b9c8-5a93f44265e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=227463c57b914bb28a1cab68ef076151&device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0762351 Nov 12 08:57:24.572233 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-0566d690-fae0-4670-9a41-23d3c719602c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab7a7d8-44e4-46bc-8555-db54239bdfcf HTTP/1.1" status: 200 len: 217 time: 0.0461481 Nov 12 08:57:24.846709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f92d54-5c56-4f77-bbd1-e757c91cc32e req-420dc034-9de3-4f80-9f08-875a26a5089c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.846709 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11f92d54-5c56-4f77-bbd1-e757c91cc32e req-420dc034-9de3-4f80-9f08-875a26a5089c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1564105 Nov 12 08:57:24.846709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d665729-c4e2-4358-b5ac-15958266d479 req-f9531f22-8ed2-4dc1-9c06-a7ef1bddefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.846709 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-f9531f22-8ed2-4dc1-9c06-a7ef1bddefa3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebf83bc5-9663-42b5-858d-8ba4687524a5 HTTP/1.1" status: 200 len: 848 time: 0.0743330 Nov 12 08:57:24.846709 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-70f30249-e556-44b6-9504-20323091f599 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e961b55-72e5-411e-9ed4-fbe8775a3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640881 Nov 12 08:57:24.848211 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-684b0e85-a795-436e-88e5-3eae5de08655 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:24.848211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-684b0e85-a795-436e-88e5-3eae5de08655 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.898763 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-684b0e85-a795-436e-88e5-3eae5de08655 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] For port 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4c6852f1-0716-4d0c-bf8c-e4ed04e7d667,segment=NetworkSegment(3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a),segment_id=3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:24.899587 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-684b0e85-a795-436e-88e5-3eae5de08655 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.916515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-684b0e85-a795-436e-88e5-3eae5de08655 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Calling delete_port for 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:24.917963 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-11f92d54-5c56-4f77-bbd1-e757c91cc32e req-20beffe7-b246-45e5-a932-ea0be8d752ee tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381091 Nov 12 08:57:24.958642 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-21c540bd-71ca-453d-8c65-d476c5d0b5e6 service neutron] 10.222.0.52 "GET /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900139 Nov 12 08:57:25.069699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d665729-c4e2-4358-b5ac-15958266d479 req-0d48f09a-5df5-42f9-a26d-adcd934b8035 service neutron] 10.222.0.52 "GET /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024165 Nov 12 08:57:25.222958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7bfe-dfaa-4f56-b8db-9e5c819ba109 req-ea4f5d8a-5627-4dd7-b534-366cbc6cb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.224793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a0b7bfe-dfaa-4f56-b8db-9e5c819ba109 req-ea4f5d8a-5627-4dd7-b534-366cbc6cb4b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=227463c57b914bb28a1cab68ef076151&device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 1096 time: 0.0725672 Nov 12 08:57:25.315037 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-684b0e85-a795-436e-88e5-3eae5de08655 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.332421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af470cd0-0273-48e2-9af6-07cc269df8b8 req-0e07545b-613b-4809-93ac-fb14917c6929 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.338301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af470cd0-0273-48e2-9af6-07cc269df8b8 req-0e07545b-613b-4809-93ac-fb14917c6929 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 944 time: 0.1363220 Nov 12 08:57:25.411191 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7bfe-dfaa-4f56-b8db-9e5c819ba109 req-f27c4d74-63d1-4382-a491-a1e207dd4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.414341 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a0b7bfe-dfaa-4f56-b8db-9e5c819ba109 req-f27c4d74-63d1-4382-a491-a1e207dd4f83 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e961b55-72e5-411e-9ed4-fbe8775a3153 HTTP/1.1" status: 200 len: 909 time: 0.1814945 Nov 12 08:57:25.422935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b0e85-a795-436e-88e5-3eae5de08655 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Port': ['ID=4c6852f1-0716-4d0c-bf8c-e4ed04e7d667,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:25.511713 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a0b7bfe-dfaa-4f56-b8db-9e5c819ba109 req-a7de0d66-e96e-4d2a-8397-f8ebe424b5a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ab7a7d8-44e4-46bc-8555-db54239bdfcf HTTP/1.1" status: 200 len: 217 time: 0.0856879 Nov 12 08:57:25.594696 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af470cd0-0273-48e2-9af6-07cc269df8b8 req-76171180-96ec-42dc-8a5c-9b071eaaf966 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385709 Nov 12 08:57:25.601997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7bfe-dfaa-4f56-b8db-9e5c819ba109 req-b870be71-8087-452c-a978-0795014286c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.603199 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a0b7bfe-dfaa-4f56-b8db-9e5c819ba109 req-b870be71-8087-452c-a978-0795014286c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ebf83bc5-9663-42b5-858d-8ba4687524a5 HTTP/1.1" status: 200 len: 848 time: 0.0810790 Nov 12 08:57:25.664546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a0b7bfe-dfaa-4f56-b8db-9e5c819ba109 req-b1ad16b7-de4b-4575-9e28-29ccebf5fd51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e961b55-72e5-411e-9ed4-fbe8775a3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424366 Nov 12 08:57:25.687293 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-684b0e85-a795-436e-88e5-3eae5de08655 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.827715 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a0b7bfe-dfaa-4f56-b8db-9e5c819ba109 req-bf438bc0-939b-401b-b6ff-5d254680940a service neutron] 10.222.0.52 "GET /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550796 Nov 12 08:57:25.984472 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a0b7bfe-dfaa-4f56-b8db-9e5c819ba109 req-f12f06d8-3863-40a9-a4ad-fbbe21f2d009 service neutron] 10.222.0.52 "GET /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474516 Nov 12 08:57:26.140963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad09d8-f2f5-471b-9014-9814e24d95d5 req-7c9c1d89-7861-4991-a2b2-fa9fd86445cc tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.144486 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46ad09d8-f2f5-471b-9014-9814e24d95d5 req-7c9c1d89-7861-4991-a2b2-fa9fd86445cc tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1102445 Nov 12 08:57:26.151754 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684b0e85-a795-436e-88e5-3eae5de08655 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Router ecc8a58b-1a57-429b-b7a4-5ffa91756649 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:57:26.201598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7ab7a7d8-44e4-46bc-8555-db54239bdfcf details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:26.362706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46ad09d8-f2f5-471b-9014-9814e24d95d5 req-4c09c7f2-000e-4129-a8ce-5b7e128260b2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905560 Nov 12 08:57:26.374331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7ab7a7d8-44e4-46bc-8555-db54239bdfcf,segment=NetworkSegment(ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9),segment_id=ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:26.395358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '7ab7a7d8-44e4-46bc-8555-db54239bdfcf', 'network_id': '4e961b55-72e5-411e-9ed4-fbe8775a3153', 'port_id': '7ab7a7d8-44e4-46bc-8555-db54239bdfcf', 'mac_address': 'fa:16:3e:aa:58:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf83bc5-9663-42b5-858d-8ba4687524a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:26.476058 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:26.494421 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab7a7d8-44e4-46bc-8555-db54239bdfcf {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:26.550098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7ab7a7d8-44e4-46bc-8555-db54239bdfcf,segment=NetworkSegment(ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9),segment_id=ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:26.556515 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:26.571841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684b0e85-a795-436e-88e5-3eae5de08655 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:26.581538 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-684b0e85-a795-436e-88e5-3eae5de08655 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "PUT /v2.0/routers/ecc8a58b-1a57-429b-b7a4-5ffa91756649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8633919 Nov 12 08:57:26.584723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34414) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:26.589078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e29184-1da2-46c6-82ac-453fc2ceaaed None None] Sync routers for ids ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:26.616366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e29184-1da2-46c6-82ac-453fc2ceaaed None None] Routers {'ecc8a58b-1a57-429b-b7a4-5ffa91756649'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:26.617004 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-69e29184-1da2-46c6-82ac-453fc2ceaaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:57:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:26.678845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7ab7a7d8-44e4-46bc-8555-db54239bdfcf,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:26.778925 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efe7346-324d-4c82-824a-15ae7160ae9c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting subnet c3b9db0f-656e-41fb-9b69-e5f06c86225f {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:57:26.794375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-69e29184-1da2-46c6-82ac-453fc2ceaaed None None] Set router ecc8a58b-1a57-429b-b7a4-5ffa91756649 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:26.810360 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5efe7346-324d-4c82-824a-15ae7160ae9c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:26.827165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7ab7a7d8-44e4-46bc-8555-db54239bdfcf'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:26.926038 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5efe7346-324d-4c82-824a-15ae7160ae9c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:27.100734 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5efe7346-324d-4c82-824a-15ae7160ae9c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:27.222255 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a3092-34e9-4d0e-8e00-25b5d5d34a6b req-202c0868-1170-4363-aa24-4d30f9918f4a tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:27.224311 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-626a3092-34e9-4d0e-8e00-25b5d5d34a6b req-202c0868-1170-4363-aa24-4d30f9918f4a tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 945 time: 0.4044867 Nov 12 08:57:27.226708 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5efe7346-324d-4c82-824a-15ae7160ae9c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:27.276249 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f93a1-2a2d-4972-8387-c21467eb9f04 None None] Network 7841e26e-9e08-496b-846b-a74b84ed4103 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:27.282800 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5efe7346-324d-4c82-824a-15ae7160ae9c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:27.290771 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34426) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:27.291306 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5efe7346-324d-4c82-824a-15ae7160ae9c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/subnets/c3b9db0f-656e-41fb-9b69-e5f06c86225f HTTP/1.1" status: 204 len: 168 time: 0.7043631 Nov 12 08:57:27.329839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe7346-324d-4c82-824a-15ae7160ae9c tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b9db0f-656e-41fb-9b69-e5f06c86225f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:27.421132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-626a3092-34e9-4d0e-8e00-25b5d5d34a6b req-6886d484-dcdf-494a-a618-5f66cfd23c1b tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813316 Nov 12 08:57:27.725570 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:27.846641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-69e29184-1da2-46c6-82ac-453fc2ceaaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:57:25Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:27.890885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e29184-1da2-46c6-82ac-453fc2ceaaed None None] Checking router: ecc8a58b-1a57-429b-b7a4-5ffa91756649 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:57:27.931938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e29184-1da2-46c6-82ac-453fc2ceaaed None None] Routers {'ecc8a58b-1a57-429b-b7a4-5ffa91756649'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:27.933198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-69e29184-1da2-46c6-82ac-453fc2ceaaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:57:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:28.106550 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-69e29184-1da2-46c6-82ac-453fc2ceaaed None None] Set router ecc8a58b-1a57-429b-b7a4-5ffa91756649 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:28.190245 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80191fc6-d54d-45a7-bcc8-1f7b3de927a6 None None] DHCP port deletion for 7841e26e-9e08-496b-846b-a74b84ed4103 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:57:28.236298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7ab7a7d8-44e4-46bc-8555-db54239bdfcf up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:28.340972 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e856e722-9c21-4a41-ad36-4d870d527877 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:28.456287 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:28.466116 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-80191fc6-d54d-45a7-bcc8-1f7b3de927a6 None None] Deleting port e856e722-9c21-4a41-ad36-4d870d527877 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:28.466505 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-80191fc6-d54d-45a7-bcc8-1f7b3de927a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:28.547358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-80191fc6-d54d-45a7-bcc8-1f7b3de927a6 None None] For port e856e722-9c21-4a41-ad36-4d870d527877, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e856e722-9c21-4a41-ad36-4d870d527877,segment=NetworkSegment(3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a),segment_id=3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:28.547770 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-80191fc6-d54d-45a7-bcc8-1f7b3de927a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:28.563189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-80191fc6-d54d-45a7-bcc8-1f7b3de927a6 None None] Calling delete_port for e856e722-9c21-4a41-ad36-4d870d527877 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:28.579502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53dd83-65b1-4e9f-931f-3375dee6f93e req-3fb90774-fae3-45c3-bbe6-586a4c5a24ea tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:28.598305 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b53dd83-65b1-4e9f-931f-3375dee6f93e req-3fb90774-fae3-45c3-bbe6-586a4c5a24ea tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 1.0380025 Nov 12 08:57:28.657228 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-80191fc6-d54d-45a7-bcc8-1f7b3de927a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:28.667720 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:28.668108 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:28.680631 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:28.714399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80191fc6-d54d-45a7-bcc8-1f7b3de927a6 None None] No DVR routers for this DVR port e856e722-9c21-4a41-ad36-4d870d527877 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:28.733592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80191fc6-d54d-45a7-bcc8-1f7b3de927a6 None None] Pushing event deleted for resources: {'Port': ['ID=e856e722-9c21-4a41-ad36-4d870d527877,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:28.772906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No active binding found for port e856e722-9c21-4a41-ad36-4d870d527877 {{(pid=102446) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:57:28.773417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e856e722-9c21-4a41-ad36-4d870d527877 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:28.788654 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:28.846209 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b53dd83-65b1-4e9f-931f-3375dee6f93e req-7200cd79-725f-47b1-aac8-57cb7921184f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368791 Nov 12 08:57:28.847172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dfa76-3d6b-42ce-8b12-e4c08f20bd10 req-b4d8907c-607a-4d20-ad0c-c33fe0ba2ada tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:28.858179 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d85dfa76-3d6b-42ce-8b12-e4c08f20bd10 req-b4d8907c-607a-4d20-ad0c-c33fe0ba2ada tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 945 time: 0.2431738 Nov 12 08:57:28.874532 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:28.882517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-69e29184-1da2-46c6-82ac-453fc2ceaaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:57:25Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:28.915809 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Deleting port 8a0917ee-e9e8-40c5-8656-9696634f75fe {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:28.916211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:28.961447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e29184-1da2-46c6-82ac-453fc2ceaaed None None] The sync data for ids ['ecc8a58b-1a57-429b-b7a4-5ffa91756649'] in n-d-768851-18 is: [{'id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'name': 'tempest-TestNetworkBasicOps-router-356770749', 'tenant_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:58Z', 'updated_at': '2021-11-12T08:57:25Z', 'revision_number': 5, 'project_id': '53fc652fab2c474c9a86ccfd515fe6e9', 'gw_port': {'id': '8a0917ee-e9e8-40c5-8656-9696634f75fe', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc8a58b-1a57-429b-b7a4-5ffa91756649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:59Z', 'updated_at': '2021-11-12T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:29.010946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7ab7a7d8-44e4-46bc-8555-db54239bdfcf,segment=NetworkSegment(ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9),segment_id=ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:29.012625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d9561-87c2-4e47-a859-6c3b6e56e9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab7a7d8-44e4-46bc-8555-db54239bdfcf'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:29.015352 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67250fa7-fd65-47f0-952e-f87491963fd6" -d '{"events": [{"server_uuid": "1c9d9561-87c2-4e47-a859-6c3b6e56e9e1", "name": "network-vif-plugged", "status": "completed", "tag": "7ab7a7d8-44e4-46bc-8555-db54239bdfcf"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:29.019448 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.028857 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d85dfa76-3d6b-42ce-8b12-e4c08f20bd10 req-e85ca361-e900-4b29-85bf-a5c137a5080f tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675751 Nov 12 08:57:29.095748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=7ab7a7d8-44e4-46bc-8555-db54239bdfcf,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:29.204095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] For port 8a0917ee-e9e8-40c5-8656-9696634f75fe, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8a0917ee-e9e8-40c5-8656-9696634f75fe,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:29.204883 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.221464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Calling delete_port for 8a0917ee-e9e8-40c5-8656-9696634f75fe owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:29.319128 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b246efb2-1fcb-4218-88ae-526f56f5557c x-openstack-request-id: req-b246efb2-1fcb-4218-88ae-526f56f5557c {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:29.319425 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9d9561-87c2-4e47-a859-6c3b6e56e9e1", "name": "network-vif-plugged", "status": "completed", "tag": "7ab7a7d8-44e4-46bc-8555-db54239bdfcf", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:29.319679 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b246efb2-1fcb-4218-88ae-526f56f5557c {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:29.320181 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9d9561-87c2-4e47-a859-6c3b6e56e9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab7a7d8-44e4-46bc-8555-db54239bdfcf', 'code': 200} Nov 12 08:57:29.452977 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.480639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1493dfd6-99ed-4cab-805c-026f6e79e12f None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:57:29.519930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b402e7-8c88-45e6-a43d-1f39aef02853 req-818e676e-b84d-4f41-8e48-464c03519dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:29.526751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48b402e7-8c88-45e6-a43d-1f39aef02853 req-818e676e-b84d-4f41-8e48-464c03519dfa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 1098 time: 0.1146998 Nov 12 08:57:29.627795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Port': ['ID=8a0917ee-e9e8-40c5-8656-9696634f75fe,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:29.634518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.656802 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48b402e7-8c88-45e6-a43d-1f39aef02853 req-6b72d22c-a1db-4284-a3a2-ae7173817b67 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190090 Nov 12 08:57:29.797192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.800090 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.906543 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.907939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Fanout notify agent at l3_agent the message router_deleted on router ecc8a58b-1a57-429b-b7a4-5ffa91756649 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:57:29.920233 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.921737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-56db3de1-260e-472b-9776-de300c030191 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/routers/ecc8a58b-1a57-429b-b7a4-5ffa91756649 HTTP/1.1" status: 204 len: 168 time: 2.6299455 Nov 12 08:57:29.924806 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34466) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:30.086618 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7497b-3e21-4da8-a990-f58f08ab4bfa req-41e918db-6310-41c7-8c9a-fe61b8f2e44c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.089433 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93b7497b-3e21-4da8-a990-f58f08ab4bfa req-41e918db-6310-41c7-8c9a-fe61b8f2e44c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1138656 Nov 12 08:57:30.186347 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.263902 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93b7497b-3e21-4da8-a990-f58f08ab4bfa req-91c22850-3131-4d97-8a57-9fb34673619b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661561 Nov 12 08:57:30.292888 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:30.352383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:30.352805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4c6852f1-0716-4d0c-bf8c-e4ed04e7d667 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:30.423773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.455581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b8abb-d37c-4df4-be4a-80e24cf143b3 req-e90646d1-337f-45f9-88bc-68990efcd3d8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.457333 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e37b8abb-d37c-4df4-be4a-80e24cf143b3 req-e90646d1-337f-45f9-88bc-68990efcd3d8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 946 time: 0.1515727 Nov 12 08:57:30.462534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7841e26e-9e08-496b-846b-a74b84ed4103']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:30.487596 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:30.488347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b022dc1-ffc0-42f3-bc83-b3e7cace6f2a') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:30.505991 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.544543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e37b8abb-d37c-4df4-be4a-80e24cf143b3 req-5868b0bc-e43b-4204-ad13-25152ffa4fc8 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724449 Nov 12 08:57:30.551681 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.560192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:57:30.560610 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:57:30.564684 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:57:30.667931 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.693748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.706230 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] 10.222.0.31 "DELETE /v2.0/networks/7841e26e-9e08-496b-846b-a74b84ed4103 HTTP/1.1" status: 204 len: 168 time: 0.7801464 Nov 12 08:57:30.721400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61e869-bac8-451a-8fe4-307fa790b956 tempest-TestNetworkBasicOps-525922954 tempest-TestNetworkBasicOps-525922954-project] Pushing event deleted for resources: {'Network': ['ID=7841e26e-9e08-496b-846b-a74b84ed4103,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:31.128230 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 34488) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:31.371217 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b2a3d4d0-456c-4002-98ea-d9aeae4ea100 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53fc652fab2c474c9a86ccfd515fe6e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408829 Nov 12 08:57:31.382217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34496) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:31.446145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030494-f396-4735-9e6d-30698fa8b5c6 req-bbb87a56-239b-48be-b03d-b1fd3bd1dc91 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:31.448424 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0030494-f396-4735-9e6d-30698fa8b5c6 req-bbb87a56-239b-48be-b03d-b1fd3bd1dc91 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.0971012 Nov 12 08:57:31.508953 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6181-1de9-4a66-8e9e-8830103881e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.541723 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c0030494-f396-4735-9e6d-30698fa8b5c6 req-333b372f-9f64-4d83-84a9-65b00699a6aa tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855517 Nov 12 08:57:31.572168 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6181-1de9-4a66-8e9e-8830103881e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.634557 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6181-1de9-4a66-8e9e-8830103881e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.639493 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ffa6181-1de9-4a66-8e9e-8830103881e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.641322 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6ffa6181-1de9-4a66-8e9e-8830103881e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85078f89-8040-4385-92ad-c149d609be64 HTTP/1.1" status: 204 len: 168 time: 0.2573459 Nov 12 08:57:31.654968 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa6181-1de9-4a66-8e9e-8830103881e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85078f89-8040-4385-92ad-c149d609be64,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:31.802798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624caf15-21b6-42aa-9166-4efda028a05c req-25829219-408f-49f2-a5e5-ce4c4abfda38 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:31.805265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-624caf15-21b6-42aa-9166-4efda028a05c req-25829219-408f-49f2-a5e5-ce4c4abfda38 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 946 time: 0.0749524 Nov 12 08:57:31.940730 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-624caf15-21b6-42aa-9166-4efda028a05c req-a018e56c-71d3-47e0-982e-f424098c9b26 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183884 Nov 12 08:57:31.965851 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-3820c809-acf7-412d-867c-e5b74268221e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:31.967473 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-3820c809-acf7-412d-867c-e5b74268221e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 815 time: 0.1888845 Nov 12 08:57:31.996148 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-56dc4431-9307-4199-8140-8b22aba5397c tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/quotas/1d282ab1b39a4e51b68716f49ba82477 HTTP/1.1" status: 200 len: 375 time: 0.0160391 Nov 12 08:57:32.074369 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-60b49a60-897d-4d47-9412-d2072db78d44 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772712 Nov 12 08:57:32.159770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8a0917ee-e9e8-40c5-8656-9696634f75fe no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:32.258982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 8a0917ee-e9e8-40c5-8656-9696634f75fe {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:32.259321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8a0917ee-e9e8-40c5-8656-9696634f75fe not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:32.284549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34534) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:32.328580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fe58b454-f29e-4875-b7a1-7583ca7c54d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:32.504604 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-7d04924e-3f73-47f6-a604-cc3541b0de6c service neutron] 10.222.0.31 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216256 Nov 12 08:57:32.519397 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fe58b454-f29e-4875-b7a1-7583ca7c54d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:32.531113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fe58b454-f29e-4875-b7a1-7583ca7c54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:32.604954 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fe58b454-f29e-4875-b7a1-7583ca7c54d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=647446b4922a467681c0bebcb7c8506e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3188858 Nov 12 08:57:32.606648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58b454-f29e-4875-b7a1-7583ca7c54d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb28d701-4d55-46dd-8732-827183005beb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:32.611932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34546) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:32.686424 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-4ed3f0e5-365a-4bcb-a9e7-e5258ea57076 service neutron] 10.222.0.31 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791573 Nov 12 08:57:32.728977 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8fb54977-2a5b-46ec-b1b1-e18b85f6130c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:32.870927 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8fb54977-2a5b-46ec-b1b1-e18b85f6130c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:32.905019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd474987-bff7-4681-86a1-65ba0582605a req-7171fb23-e8ab-4581-9326-244429ff1bfd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.907610 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd474987-bff7-4681-86a1-65ba0582605a req-7171fb23-e8ab-4581-9326-244429ff1bfd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.2188251 Nov 12 08:57:32.996541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd474987-bff7-4681-86a1-65ba0582605a req-b1533d21-abf7-45ad-bc96-7b8c155cf000 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808635 Nov 12 08:57:33.010630 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8fb54977-2a5b-46ec-b1b1-e18b85f6130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.014262 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8fb54977-2a5b-46ec-b1b1-e18b85f6130c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.019206 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8fb54977-2a5b-46ec-b1b1-e18b85f6130c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb28d701-4d55-46dd-8732-827183005beb HTTP/1.1" status: 204 len: 168 time: 0.4060113 Nov 12 08:57:33.066596 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb54977-2a5b-46ec-b1b1-e18b85f6130c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb28d701-4d55-46dd-8732-827183005beb,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:33.182089 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1dd8746b-0143-4dea-84f8-0c32c80ede8a req-70beafbb-6b0f-46fe-b219-392ce13880a0 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 210 time: 0.0591800 Nov 12 08:57:33.345432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d04c-0ce1-438e-936c-b685ffea8c2d req-e6ff1b69-4f96-4d05-a7a8-378b7cf64172 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.347230 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3c21d04c-0ce1-438e-936c-b685ffea8c2d req-e6ff1b69-4f96-4d05-a7a8-378b7cf64172 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 946 time: 0.1166270 Nov 12 08:57:33.493437 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3c21d04c-0ce1-438e-936c-b685ffea8c2d req-0f741007-381e-434d-80b2-1b6d20250233 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360683 Nov 12 08:57:34.189549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93380943-6a20-413f-af7b-4427d9367944 req-ed43590c-edcb-438a-b003-eaca0852dbbd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.193657 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93380943-6a20-413f-af7b-4427d9367944 req-ed43590c-edcb-438a-b003-eaca0852dbbd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.0871961 Nov 12 08:57:34.374357 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9fc15ad7-17cc-4e34-b8f3-08d9809a99f8 req-959630b7-7456-49e6-b903-f5fef604ca36 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 210 time: 0.0386705 Nov 12 08:57:34.496818 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93380943-6a20-413f-af7b-4427d9367944 req-ef539437-ec5f-466f-8baa-e68669cb7a1b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945161 Nov 12 08:57:34.564041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-a668dee9-b5ae-4e3f-b8b8-6029384661bd tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.565793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-a668dee9-b5ae-4e3f-b8b8-6029384661bd tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 815 time: 0.2593429 Nov 12 08:57:34.582493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Request body: {'port': {'device_id': 'e048b66e-bbac-436b-b9e8-19716d7bbf9e', 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86', 'admin_state_up': True, 'tenant_id': '1d282ab1b39a4e51b68716f49ba82477'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:34.651864 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b768c66-104a-440c-bbf9-b863f42f547d req-4fedf88d-3af4-48fa-b8dc-f897a0be4f8c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.660143 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3b768c66-104a-440c-bbf9-b863f42f547d req-4fedf88d-3af4-48fa-b8dc-f897a0be4f8c tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 946 time: 0.0720308 Nov 12 08:57:34.721438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dcef1-8ba4-4e8e-b43c-3591b2b11d44 req-130ead55-7022-412e-b113-b393788a2b39 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.723241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a4dcef1-8ba4-4e8e-b43c-3591b2b11d44 req-130ead55-7022-412e-b113-b393788a2b39 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c9d9561-87c2-4e47-a859-6c3b6e56e9e1 HTTP/1.1" status: 200 len: 946 time: 0.1366363 Nov 12 08:57:34.745880 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3b768c66-104a-440c-bbf9-b863f42f547d req-ad442b1c-397f-4216-b9d9-5c0d68ec1f8d tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.31 "GET /v2.0/security-groups?id=8f81d222-2cf7-4786-9c82-6a34833e63b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843284 Nov 12 08:57:34.848552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Made reservation on behalf of 1d282ab1b39a4e51b68716f49ba82477 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:34.855563 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.900392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-4a4dcef1-8ba4-4e8e-b43c-3591b2b11d44 req-7ea36168-ece8-4bd4-858a-0a1c7d59e412 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Deleting port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:34.900733 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a4dcef1-8ba4-4e8e-b43c-3591b2b11d44 req-7ea36168-ece8-4bd4-858a-0a1c7d59e412 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.090219 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4a4dcef1-8ba4-4e8e-b43c-3591b2b11d44 req-7ea36168-ece8-4bd4-858a-0a1c7d59e412 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] For port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=7ab7a7d8-44e4-46bc-8555-db54239bdfcf,segment=NetworkSegment(ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9),segment_id=ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:35.090453 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a4dcef1-8ba4-4e8e-b43c-3591b2b11d44 req-7ea36168-ece8-4bd4-858a-0a1c7d59e412 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.105359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Allocated IP 172.20.0.9 (7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86/4a8103c3-b5ab-4adf-adc7-5739ec2576cc/fbfa275c-7d2e-426f-8641-06393b2a0dcf) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:35.113459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-4a4dcef1-8ba4-4e8e-b43c-3591b2b11d44 req-7ea36168-ece8-4bd4-858a-0a1c7d59e412 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Calling delete_port for 7ab7a7d8-44e4-46bc-8555-db54239bdfcf owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:35.259880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bcb08612-bddc-49a7-93a2-d015be5be4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.378557 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.386072 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a4dcef1-8ba4-4e8e-b43c-3591b2b11d44 req-7ea36168-ece8-4bd4-858a-0a1c7d59e412 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.402112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['7ab7a7d8-44e4-46bc-8555-db54239bdfcf'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:35.427859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea36168-ece8-4bd4-858a-0a1c7d59e412 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Pushing event deleted for resources: {'Port': ['ID=7ab7a7d8-44e4-46bc-8555-db54239bdfcf,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:35.515239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4dcef1-8ba4-4e8e-b43c-3591b2b11d44 req-7ea36168-ece8-4bd4-858a-0a1c7d59e412 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] No DVR routers for this DVR port 7ab7a7d8-44e4-46bc-8555-db54239bdfcf on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:35.518859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4a4dcef1-8ba4-4e8e-b43c-3591b2b11d44 req-7ea36168-ece8-4bd4-858a-0a1c7d59e412 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.523662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a4dcef1-8ba4-4e8e-b43c-3591b2b11d44 req-7ea36168-ece8-4bd4-858a-0a1c7d59e412 tempest-VolumesActionsTest-1224874451 tempest-VolumesActionsTest-1224874451-project] 10.222.0.52 "DELETE /v2.0/ports/7ab7a7d8-44e4-46bc-8555-db54239bdfcf HTTP/1.1" status: 204 len: 173 time: 0.7904840 Nov 12 08:57:35.524108 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9d9561-87c2-4e47-a859-6c3b6e56e9e1', 'name': 'network-vif-deleted', 'tag': '7ab7a7d8-44e4-46bc-8555-db54239bdfcf'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:35.526680 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbdebae-576b-4a13-a5d1-56977368a227" -d '{"events": [{"server_uuid": "1c9d9561-87c2-4e47-a859-6c3b6e56e9e1", "name": "network-vif-deleted", "tag": "7ab7a7d8-44e4-46bc-8555-db54239bdfcf"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:35.538223 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.551803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['4dc69a74-8db8-4661-95f3-802655995ec0', 'c095ce7c-6075-4815-afab-acda094e92ac', 'a36a70d3-2019-4688-9e43-14a0b5934ef6'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:35.618497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:35.634615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:35.639584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:35.733252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833c96-555f-4cbb-a75d-19d5d757366b req-8929e1d6-5f69-4e34-b147-3f15dd8ff984 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.735118 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c833c96-555f-4cbb-a75d-19d5d757366b req-8929e1d6-5f69-4e34-b147-3f15dd8ff984 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 931 time: 0.2228911 Nov 12 08:57:35.744729 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Pushing event updated for resources: {'Port': ['ID=fbfa275c-7d2e-426f-8641-06393b2a0dcf,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:36.318874 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e105850a-5201-4983-a308-9e0b07c4f1db x-openstack-request-id: req-e105850a-5201-4983-a308-9e0b07c4f1db {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:36.319165 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9d9561-87c2-4e47-a859-6c3b6e56e9e1", "name": "network-vif-deleted", "tag": "7ab7a7d8-44e4-46bc-8555-db54239bdfcf", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:36.319419 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e105850a-5201-4983-a308-9e0b07c4f1db {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:36.320001 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9d9561-87c2-4e47-a859-6c3b6e56e9e1', 'name': 'network-vif-deleted', 'tag': '7ab7a7d8-44e4-46bc-8555-db54239bdfcf', 'status': 'completed', 'code': 200} Nov 12 08:57:36.356687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.357714 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:36.393616 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c833c96-555f-4cbb-a75d-19d5d757366b req-5aa8237a-efc2-407b-b1ef-13566764bd93 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368856 Nov 12 08:57:36.414219 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-d9db717c-4fd7-488b-baa3-55b062300fc7 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8386643 Nov 12 08:57:36.426758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Request body: {'port': {'device_id': 'e048b66e-bbac-436b-b9e8-19716d7bbf9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:36.432903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c081e7-371f-4eea-8aee-b6af450e08b7 req-603b4183-efad-4dc6-912c-e45a7a212eed tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.446868 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-64c081e7-371f-4eea-8aee-b6af450e08b7 req-603b4183-efad-4dc6-912c-e45a7a212eed tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.2206028 Nov 12 08:57:36.523416 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:36.610272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-64c081e7-371f-4eea-8aee-b6af450e08b7 req-e0fbcf10-da98-44a5-b050-c4a3d9ff36d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465931 Nov 12 08:57:36.972377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfa275c-7d2e-426f-8641-06393b2a0dcf {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:36.982020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.025073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Transition to ACTIVE for port object fbfa275c-7d2e-426f-8641-06393b2a0dcf will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:37.029742 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.118682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfa275c-7d2e-426f-8641-06393b2a0dcf,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:37.230083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Attempting to bind port fbfa275c-7d2e-426f-8641-06393b2a0dcf on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:37.231665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Attempting to bind port fbfa275c-7d2e-426f-8641-06393b2a0dcf by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:37.231665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Attempting to bind port fbfa275c-7d2e-426f-8641-06393b2a0dcf on network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:37.237730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Port fbfa275c-7d2e-426f-8641-06393b2a0dcf on network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:37.237730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Attempting to bind port fbfa275c-7d2e-426f-8641-06393b2a0dcf on network 7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:37.246384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:37.246728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Checking segment: {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:37.247123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Bound using segment: {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:37.248602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Bound port: fbfa275c-7d2e-426f-8641-06393b2a0dcf, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5f2d21-9b63-436b-942c-78b134fe6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:37.248602 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.339466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] For port fbfa275c-7d2e-426f-8641-06393b2a0dcf, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:37.343355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] For port fbfa275c-7d2e-426f-8641-06393b2a0dcf, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fbfa275c-7d2e-426f-8641-06393b2a0dcf,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:37.348110 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.381535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.383176 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.385299 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] 10.222.0.46 "PUT /v2.0/ports/fbfa275c-7d2e-426f-8641-06393b2a0dcf HTTP/1.1" status: 200 len: 1092 time: 0.9629014 Nov 12 08:57:37.570230 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-18fe9120-56f2-4846-8fd0-fef3e83b31d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.597539 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-4939b78b-15ea-4ad9-9128-ccb0d307b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.599965 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-4939b78b-15ea-4ad9-9128-ccb0d307b707 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 1095 time: 0.1585677 Nov 12 08:57:37.600584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb0ab8-c4bf-4eef-a262-aec62847e882 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfa275c-7d2e-426f-8641-06393b2a0dcf,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:37.669694 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-ba0a7620-29b9-4929-ba39-93d1b896b9c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbfa275c-7d2e-426f-8641-06393b2a0dcf HTTP/1.1" status: 200 len: 217 time: 0.0598316 Nov 12 08:57:37.698270 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989e1ed-771b-4c3f-a4d1-7a0797558a9c req-5dadc87a-8d89-4e1d-8c2c-6b038b847866 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.698270 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3989e1ed-771b-4c3f-a4d1-7a0797558a9c req-5dadc87a-8d89-4e1d-8c2c-6b038b847866 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 943 time: 0.1539049 Nov 12 08:57:37.787836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bad2c-eac4-4136-b3fd-f93445e34dad req-8ad522d0-ae84-41ad-add4-41aed14da173 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.796152 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-153bad2c-eac4-4136-b3fd-f93445e34dad req-8ad522d0-ae84-41ad-add4-41aed14da173 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.0968206 Nov 12 08:57:37.807711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-41f31a4f-b75e-4fdd-8c6e-fa0d25699039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.809648 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-41f31a4f-b75e-4fdd-8c6e-fa0d25699039 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a8103c3-b5ab-4adf-adc7-5739ec2576cc HTTP/1.1" status: 200 len: 855 time: 0.1279292 Nov 12 08:57:37.874312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-153bad2c-eac4-4136-b3fd-f93445e34dad req-a4bf8810-8ce3-4680-ab88-1a983f28c8d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762775 Nov 12 08:57:37.903901 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-bc7c0fc2-0a6a-48a6-9f1c-f142508a29cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838373 Nov 12 08:57:37.921869 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3989e1ed-771b-4c3f-a4d1-7a0797558a9c req-c879eb0f-ff7b-46f7-901d-e7c9c07f8afc tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131968 Nov 12 08:57:38.059780 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-c4b03139-d684-4d72-a47c-3944f1004be8 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364381 Nov 12 08:57:38.208506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ea5e6cc-35e1-4630-b84d-687c689be47d req-cd8e47e4-8d2c-4d10-821d-b24b1e5a82e8 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385653 Nov 12 08:57:38.261358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7ab7a7d8-44e4-46bc-8555-db54239bdfcf no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:38.283865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 7ab7a7d8-44e4-46bc-8555-db54239bdfcf {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:38.284317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 7ab7a7d8-44e4-46bc-8555-db54239bdfcf not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:38.321926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e048b66e-bbac-436b-b9e8-19716d7bbf9e', 'tag': 'fbfa275c-7d2e-426f-8641-06393b2a0dcf'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:38.325154 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76603861-bd5c-45ba-bb42-2f1bcbea72a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e048b66e-bbac-436b-b9e8-19716d7bbf9e", "tag": "fbfa275c-7d2e-426f-8641-06393b2a0dcf"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:38.377345 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c484ddd2-7387-40b4-997e-3135ac032041 x-openstack-request-id: req-c484ddd2-7387-40b4-997e-3135ac032041 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:38.377902 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e048b66e-bbac-436b-b9e8-19716d7bbf9e", "tag": "fbfa275c-7d2e-426f-8641-06393b2a0dcf", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:38.378260 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c484ddd2-7387-40b4-997e-3135ac032041 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:38.378903 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e048b66e-bbac-436b-b9e8-19716d7bbf9e', 'tag': 'fbfa275c-7d2e-426f-8641-06393b2a0dcf', 'status': 'completed', 'code': 200} Nov 12 08:57:38.468415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76603861-bd5c-45ba-bb42-2f1bcbea72a7 req-f84a8b87-bf18-4b6c-a905-b089eadfa9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.470190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76603861-bd5c-45ba-bb42-2f1bcbea72a7 req-f84a8b87-bf18-4b6c-a905-b089eadfa9bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 1095 time: 0.0652685 Nov 12 08:57:38.604401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76603861-bd5c-45ba-bb42-2f1bcbea72a7 req-29095e88-c14c-4ad9-8480-451ae157160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.616555 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76603861-bd5c-45ba-bb42-2f1bcbea72a7 req-29095e88-c14c-4ad9-8480-451ae157160a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 916 time: 0.1372552 Nov 12 08:57:38.640993 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.684279 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76603861-bd5c-45ba-bb42-2f1bcbea72a7 req-cd68bac0-8e7a-4209-b5c2-c2974587dcbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbfa275c-7d2e-426f-8641-06393b2a0dcf HTTP/1.1" status: 200 len: 217 time: 0.0605664 Nov 12 08:57:38.753558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76603861-bd5c-45ba-bb42-2f1bcbea72a7 req-d865acd1-cbdb-4eec-9e68-dc2a78e64f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.758779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76603861-bd5c-45ba-bb42-2f1bcbea72a7 req-d865acd1-cbdb-4eec-9e68-dc2a78e64f5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a8103c3-b5ab-4adf-adc7-5739ec2576cc HTTP/1.1" status: 200 len: 855 time: 0.0579054 Nov 12 08:57:38.797915 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76603861-bd5c-45ba-bb42-2f1bcbea72a7 req-cb2c4bc8-86f1-4c21-812f-aeda16085e22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348713 Nov 12 08:57:38.943733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f199d-1f2a-408e-9a80-2855185a485a req-928c50d6-51ab-4b74-8db0-8ceccb3f7905 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.954948 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-761f199d-1f2a-408e-9a80-2855185a485a req-928c50d6-51ab-4b74-8db0-8ceccb3f7905 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.1397016 Nov 12 08:57:39.017514 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76603861-bd5c-45ba-bb42-2f1bcbea72a7 req-33345b44-9d4d-46a6-ae97-320a4800713d service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080135 Nov 12 08:57:39.075682 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b44d24-4c30-4c51-a6cc-925a2b6b39ee req-dfb5cadd-b4fd-4f7f-8a72-4e8962e5c92e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:39.078128 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-63b44d24-4c30-4c51-a6cc-925a2b6b39ee req-dfb5cadd-b4fd-4f7f-8a72-4e8962e5c92e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.0775154 Nov 12 08:57:39.176172 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-63b44d24-4c30-4c51-a6cc-925a2b6b39ee req-4bb7b5c4-3de2-49fd-b8b6-a0453d91fbe4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908968 Nov 12 08:57:39.236640 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-761f199d-1f2a-408e-9a80-2855185a485a req-303a7fc4-545b-4070-8a3f-56c5cb0d8e4c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2730358 Nov 12 08:57:39.241994 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76603861-bd5c-45ba-bb42-2f1bcbea72a7 req-20148b05-0ebb-4b89-a9f9-2b04b8e83b38 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182422 Nov 12 08:57:39.265965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 34748) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:39.345848 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1a5c3-8bf9-4c53-8731-c86d273392d5 req-327bfbb9-3b53-4ec0-bb48-9433aefad517 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:39.354528 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1d1a5c3-8bf9-4c53-8731-c86d273392d5 req-327bfbb9-3b53-4ec0-bb48-9433aefad517 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 943 time: 0.0815418 Nov 12 08:57:39.392500 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-153c5ec9-53be-4d54-aaac-eb7cf4ea35fe tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/fbf4aab6-eeb3-4f15-9644-8cc24e557f27 HTTP/1.1" status: 200 len: 993 time: 0.1243939 Nov 12 08:57:39.425977 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1d1a5c3-8bf9-4c53-8731-c86d273392d5 req-1bc882e8-dc47-4d87-ba85-a6adcc18272b tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703361 Nov 12 08:57:39.830574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938e058-a366-4f8e-b9d0-82f582d87f1e req-3c8ebda0-516a-45b4-9b3b-70ec08a2ba37 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:39.832692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e938e058-a366-4f8e-b9d0-82f582d87f1e req-3c8ebda0-516a-45b4-9b3b-70ec08a2ba37 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 1097 time: 0.0600622 Nov 12 08:57:39.910293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e938e058-a366-4f8e-b9d0-82f582d87f1e req-6319d626-bb0b-4988-92f6-ced20d7e6028 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613010 Nov 12 08:57:40.049617 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.365776 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aaa06-bfd4-46db-8021-00f12c6572e8 req-e5b58088-86b1-4797-8109-2eae5bdea79d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:40.368812 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a54aaa06-bfd4-46db-8021-00f12c6572e8 req-e5b58088-86b1-4797-8109-2eae5bdea79d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.0774093 Nov 12 08:57:40.476426 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a54aaa06-bfd4-46db-8021-00f12c6572e8 req-f90f9163-1249-46bd-a24d-b3b5744038e8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003354 Nov 12 08:57:40.694886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c8a0e-3259-4318-a28f-290bfae3065b req-369e5469-d156-4bca-9406-42613c929f06 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:40.703899 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf3c8a0e-3259-4318-a28f-290bfae3065b req-369e5469-d156-4bca-9406-42613c929f06 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 943 time: 0.1206002 Nov 12 08:57:40.773933 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf3c8a0e-3259-4318-a28f-290bfae3065b req-baf45322-04ec-4e7d-8a98-79f1a0a5c4d2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689962 Nov 12 08:57:40.969526 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.285865 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-04e4361f-906c-4395-9a74-61b955570f9c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3295329 Nov 12 08:57:41.301242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-6e5e42b9-fc14-4aca-9226-63bdd8f9510b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:57:41.314801 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-6e5e42b9-fc14-4aca-9226-63bdd8f9510b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179050 Nov 12 08:57:41.721720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b2fb8-013b-405d-8f8a-207c7e8d15ff req-3bba7ba8-9072-4753-833b-aa1704b4f8a8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:41.724280 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d0b2fb8-013b-405d-8f8a-207c7e8d15ff req-3bba7ba8-9072-4753-833b-aa1704b4f8a8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1229079 Nov 12 08:57:41.828314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d0b2fb8-013b-405d-8f8a-207c7e8d15ff req-9608bfb2-7085-44f2-8080-92a9d6ac9460 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968263 Nov 12 08:57:42.060919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65132ef5-7875-473b-9040-87cbc56550bb req-cf4424c0-2b67-41e8-b98f-eb96a160b62e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:42.064252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-65132ef5-7875-473b-9040-87cbc56550bb req-cf4424c0-2b67-41e8-b98f-eb96a160b62e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 943 time: 0.1309900 Nov 12 08:57:42.184268 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-65132ef5-7875-473b-9040-87cbc56550bb req-64d19c98-5826-4768-8866-00e45b08a3fa tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027060 Nov 12 08:57:42.263310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-b22221c8-cf83-481a-ae95-0d3cf010ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:42.270348 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-b22221c8-cf83-481a-ae95-0d3cf010ad39 service neutron] 10.222.0.31 "GET /v2.0/ports/f4d07959-b2fd-4fc4-827b-5c436bfe918f HTTP/1.1" status: 200 len: 1094 time: 0.0844998 Nov 12 08:57:42.278696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] Request body: {'binding': {'host': 'n-h1-768851-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:42.279521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] Unknown quota resources ['binding']. {{(pid=102445) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:57:42.577810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] Attempting to bind port f4d07959-b2fd-4fc4-827b-5c436bfe918f on host n-h1-768851-18 for vnic_type normal with profile None {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:42.578396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] Attempting to bind port f4d07959-b2fd-4fc4-827b-5c436bfe918f by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:42.579341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] Attempting to bind port f4d07959-b2fd-4fc4-827b-5c436bfe918f on network 9f1a90c3-ce73-4e17-8126-17640d18025a {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:42.594203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] Port f4d07959-b2fd-4fc4-827b-5c436bfe918f on network 9f1a90c3-ce73-4e17-8126-17640d18025a not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:42.596386 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] Attempting to bind port f4d07959-b2fd-4fc4-827b-5c436bfe918f on network 9f1a90c3-ce73-4e17-8126-17640d18025a {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:42.615202 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:42.617457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] Checking segment: {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:42.621263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] Bound using segment: {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:42.623869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] Bound port: f4d07959-b2fd-4fc4-827b-5c436bfe918f, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:42.837841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:42.849374 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] Publish callbacks [] for binding, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.856035 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] 10.222.0.31 "POST /v2.0/ports/f4d07959-b2fd-4fc4-827b-5c436bfe918f/bindings HTTP/1.1" status: 201 len: 390 time: 0.5830193 Nov 12 08:57:43.159063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc2d11-e3ac-4b4b-8767-6277ad869127 req-4893386f-00fc-4a10-89c2-91758279219e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.165525 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3bc2d11-e3ac-4b4b-8767-6277ad869127 req-4893386f-00fc-4a10-89c2-91758279219e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1426508 Nov 12 08:57:43.200830 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device fbfa275c-7d2e-426f-8641-06393b2a0dcf details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:43.209595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a69b17-495a-43c7-b21b-45f1f20848bd req-2ff5b7ac-bfff-4cde-98c0-e45838483a54 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.224592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76a69b17-495a-43c7-b21b-45f1f20848bd req-2ff5b7ac-bfff-4cde-98c0-e45838483a54 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.1380358 Nov 12 08:57:43.331637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d3bc2d11-e3ac-4b4b-8767-6277ad869127 req-84ca47b3-3423-457e-af06-31099f871f4e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577165 Nov 12 08:57:43.351974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port fbfa275c-7d2e-426f-8641-06393b2a0dcf, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fbfa275c-7d2e-426f-8641-06393b2a0dcf,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:43.374295 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'fbfa275c-7d2e-426f-8641-06393b2a0dcf', 'network_id': '7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86', 'port_id': 'fbfa275c-7d2e-426f-8641-06393b2a0dcf', 'mac_address': 'fa:16:3e:0b:6e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8103c3-b5ab-4adf-adc7-5739ec2576cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:43.386356 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76a69b17-495a-43c7-b21b-45f1f20848bd req-cbe22888-854d-47b4-a9c9-9a5a5dbd4004 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1604621 Nov 12 08:57:43.500087 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:43.524513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-b859280b-93b1-4fbd-91c6-aa417bcac869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.526062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-b859280b-93b1-4fbd-91c6-aa417bcac869 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 1097 time: 0.1553395 Nov 12 08:57:43.537592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfa275c-7d2e-426f-8641-06393b2a0dcf {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:43.569981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296522ae-b492-442f-8600-1bee9fbc36fc req-baaff45e-4021-4452-8eb3-4cfae0c01ccf tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.578925 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-296522ae-b492-442f-8600-1bee9fbc36fc req-baaff45e-4021-4452-8eb3-4cfae0c01ccf tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 943 time: 0.1209540 Nov 12 08:57:43.615917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port fbfa275c-7d2e-426f-8641-06393b2a0dcf, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fbfa275c-7d2e-426f-8641-06393b2a0dcf,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:43.623927 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:43.654581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-296522ae-b492-442f-8600-1bee9fbc36fc req-ca97841e-0b86-4090-9e42-add99abb110e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735810 Nov 12 08:57:43.727828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=fbfa275c-7d2e-426f-8641-06393b2a0dcf,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:43.752041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-de245730-8d95-4fe4-8e51-19be1332644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.754134 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-de245730-8d95-4fe4-8e51-19be1332644b service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f1a90c3-ce73-4e17-8126-17640d18025a HTTP/1.1" status: 200 len: 897 time: 0.2205920 Nov 12 08:57:43.903979 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-fec06cfe-c183-4645-9ba2-c68804a8b5af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f HTTP/1.1" status: 200 len: 1001 time: 0.1416085 Nov 12 08:57:43.970130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['fbfa275c-7d2e-426f-8641-06393b2a0dcf'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:43.996695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-bbe4c1af-230b-4937-8d6c-7e987e26fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.998744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-bbe4c1af-230b-4937-8d6c-7e987e26fe72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=106079e6-5847-4c4e-8045-3e8e924ae761 HTTP/1.1" status: 200 len: 834 time: 0.0872397 Nov 12 08:57:44.108297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-ac2360d2-0e7a-48ac-8e77-3ad258fa058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.109920 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-ac2360d2-0e7a-48ac-8e77-3ad258fa058f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f1a90c3-ce73-4e17-8126-17640d18025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028702 Nov 12 08:57:44.246232 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-77ec35e1-5093-44d8-9362-dc3bf3ad18b9 service neutron] 10.222.0.46 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278038 Nov 12 08:57:44.443360 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-17a19578-a637-423b-a062-6455037c4ab3 service neutron] 10.222.0.46 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725817 Nov 12 08:57:44.625008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff5715-4bb0-4de8-89d3-696b62377690 req-b33248f1-5b90-4a5b-9548-d11bd5540a46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.633326 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2eff5715-4bb0-4de8-89d3-696b62377690 req-b33248f1-5b90-4a5b-9548-d11bd5540a46 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.0814226 Nov 12 08:57:44.648537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d22f7-99d5-4a7b-bac8-fa6f6e5c0329 req-3bf5ece7-e887-4b9e-9126-807487762916 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.657367 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-449d22f7-99d5-4a7b-bac8-fa6f6e5c0329 req-3bf5ece7-e887-4b9e-9126-807487762916 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.2041588 Nov 12 08:57:44.692748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-e333c567-1251-4921-bd8d-8c9b21ef2e43 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.694927 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-e333c567-1251-4921-bd8d-8c9b21ef2e43 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1097 time: 0.1511121 Nov 12 08:57:44.712446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768851-18'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:44.719765 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2eff5715-4bb0-4de8-89d3-696b62377690 req-487110ac-4e0a-48a0-b0af-552d199a6df3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655682 Nov 12 08:57:44.797021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-449d22f7-99d5-4a7b-bac8-fa6f6e5c0329 req-5eebb794-a856-44e4-90dc-6f36f25ed679 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383922 Nov 12 08:57:44.855409 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.982640 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7415c-fc78-4493-927b-df5978b97e28 req-65b20f57-1108-4d70-85e9-82f927aefea2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:45.011393 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-35b7415c-fc78-4493-927b-df5978b97e28 req-65b20f57-1108-4d70-85e9-82f927aefea2 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 944 time: 0.1922584 Nov 12 08:57:45.092648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:45.140992 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-35b7415c-fc78-4493-927b-df5978b97e28 req-132e5167-0426-421a-829b-8a2428abfa86 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272793 Nov 12 08:57:45.196089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:45.197521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device fbfa275c-7d2e-426f-8641-06393b2a0dcf up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:45.249198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:45.251637 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998e6428-0a8b-4dbb-88db-234b6e703df4" -d '{"events": [{"server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:45.258526 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.269621 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.347447 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455f6d73-a0c3-46ca-aa90-b213f7bdd786 x-openstack-request-id: req-455f6d73-a0c3-46ca-aa90-b213f7bdd786 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:45.348027 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:45.348155 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-455f6d73-a0c3-46ca-aa90-b213f7bdd786 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:45.348590 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'code': 200} Nov 12 08:57:45.356719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port fbfa275c-7d2e-426f-8641-06393b2a0dcf completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:45.364894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port fbfa275c-7d2e-426f-8641-06393b2a0dcf triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:45.366045 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.482284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d07959-b2fd-4fc4-827b-5c436bfe918f,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:45.516811 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.615314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port fbfa275c-7d2e-426f-8641-06393b2a0dcf, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fbfa275c-7d2e-426f-8641-06393b2a0dcf,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:45.625388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e048b66e-bbac-436b-b9e8-19716d7bbf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfa275c-7d2e-426f-8641-06393b2a0dcf'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:45.630305 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a99f6d-1f2f-4771-b4d6-bb88ce04c5ec" -d '{"events": [{"server_uuid": "e048b66e-bbac-436b-b9e8-19716d7bbf9e", "name": "network-vif-plugged", "status": "completed", "tag": "fbfa275c-7d2e-426f-8641-06393b2a0dcf"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:45.645313 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.658677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Attempting to bind port f4d07959-b2fd-4fc4-827b-5c436bfe918f on host n-h2-768851-18 for vnic_type normal with profile {"migrating_to": "n-h1-768851-18"} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:45.662097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Attempting to bind port f4d07959-b2fd-4fc4-827b-5c436bfe918f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:45.663979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Attempting to bind port f4d07959-b2fd-4fc4-827b-5c436bfe918f on network 9f1a90c3-ce73-4e17-8126-17640d18025a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:45.677336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Port f4d07959-b2fd-4fc4-827b-5c436bfe918f on network 9f1a90c3-ce73-4e17-8126-17640d18025a not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:45.678251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Attempting to bind port f4d07959-b2fd-4fc4-827b-5c436bfe918f on network 9f1a90c3-ce73-4e17-8126-17640d18025a {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:45.690251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:45.692349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Checking segment: {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:45.694486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Bound using segment: {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:45.695336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Bound port: f4d07959-b2fd-4fc4-827b-5c436bfe918f, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f82833-1ed0-451b-baf5-423f5c97c8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:45.697277 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.773533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=fbfa275c-7d2e-426f-8641-06393b2a0dcf,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:45.814589 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e7a771-01bf-422f-984d-3572cc2f7ca0 x-openstack-request-id: req-e1e7a771-01bf-422f-984d-3572cc2f7ca0 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:45.814895 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e048b66e-bbac-436b-b9e8-19716d7bbf9e", "name": "network-vif-plugged", "status": "completed", "tag": "fbfa275c-7d2e-426f-8641-06393b2a0dcf", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:45.815497 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1e7a771-01bf-422f-984d-3572cc2f7ca0 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:45.816752 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e048b66e-bbac-436b-b9e8-19716d7bbf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfa275c-7d2e-426f-8641-06393b2a0dcf', 'code': 200} Nov 12 08:57:45.830290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1a290f1d-dfd4-4620-a19d-08a20bdecf8d None None] Provisioning complete for port f4d07959-b2fd-4fc4-827b-5c436bfe918f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:45.832434 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1a290f1d-dfd4-4620-a19d-08a20bdecf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.875949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:45.884105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:45.946967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1a290f1d-dfd4-4620-a19d-08a20bdecf8d None None] Port f4d07959-b2fd-4fc4-827b-5c436bfe918f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:45.969097 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.036851 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b949a-144e-4a07-855b-9f515c6708b0 req-5ee5023b-9427-4c1a-9d2a-edc75566b536 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:46.046358 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3f8b949a-144e-4a07-855b-9f515c6708b0 req-5ee5023b-9427-4c1a-9d2a-edc75566b536 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1001587 Nov 12 08:57:46.139601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3f8b949a-144e-4a07-855b-9f515c6708b0 req-3baf2b9f-ed27-4562-958a-ccbfadec736e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866570 Nov 12 08:57:46.165722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624cbd5-a90d-4d49-87e2-64e8ebdcae1a req-33f03ee0-7834-4b69-b3f0-584b9b20be74 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:46.167375 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7624cbd5-a90d-4d49-87e2-64e8ebdcae1a req-33f03ee0-7834-4b69-b3f0-584b9b20be74 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 943 time: 0.2782526 Nov 12 08:57:46.245972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece94912-7c65-4e0d-90ee-622eea9e8398 req-62e18975-ba82-4329-8a11-5a92e7ea78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:46.248633 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ece94912-7c65-4e0d-90ee-622eea9e8398 req-62e18975-ba82-4329-8a11-5a92e7ea78e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 1097 time: 0.3156002 Nov 12 08:57:46.323738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d07959-b2fd-4fc4-827b-5c436bfe918f,revision_number=8']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:46.398895 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:46.399518 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.401754 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d1fb2f38-18e5-4b13-b3bc-40ecd5137999 service neutron] 10.222.0.46 "PUT /v2.0/ports/f4d07959-b2fd-4fc4-827b-5c436bfe918f HTTP/1.1" status: 200 len: 1123 time: 1.6940835 Nov 12 08:57:46.404660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ece94912-7c65-4e0d-90ee-622eea9e8398 req-6fa56dae-0a1d-4a79-a719-15e303738724 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363971 Nov 12 08:57:46.426473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13200509-0da7-4d59-a485-70c16b10b234 req-e3cccbfd-0072-4350-aa47-1d23ce57b61f tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:46.431923 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13200509-0da7-4d59-a485-70c16b10b234 req-e3cccbfd-0072-4350-aa47-1d23ce57b61f tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 945 time: 0.1059883 Nov 12 08:57:46.461949 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7624cbd5-a90d-4d49-87e2-64e8ebdcae1a req-49b08a7e-5266-48b8-b3ca-8b3c1113d3eb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2037237 Nov 12 08:57:46.470278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['f4d07959-b2fd-4fc4-827b-5c436bfe918f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:46.505940 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13200509-0da7-4d59-a485-70c16b10b234 req-ba8a5e55-d98a-4349-ba2e-4e1f6c8c0022 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646660 Nov 12 08:57:46.600852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0127ad00-2165-4973-a3e2-9e1329080db2 None None] Provisioning complete for port f4d07959-b2fd-4fc4-827b-5c436bfe918f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:46.601245 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0127ad00-2165-4973-a3e2-9e1329080db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.827361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0127ad00-2165-4973-a3e2-9e1329080db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.919415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0127ad00-2165-4973-a3e2-9e1329080db2 None None] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:46.950842 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0127ad00-2165-4973-a3e2-9e1329080db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.152524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127ad00-2165-4973-a3e2-9e1329080db2 None None] Pushing event updated for resources: {'Port': ['ID=f4d07959-b2fd-4fc4-827b-5c436bfe918f,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:47.350181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:47.353410 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813ba383-831c-42bd-96a1-c1b3a6601d32" -d '{"events": [{"name": "network-changed", "server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:47.399808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd342dc-1c8a-4483-895f-0948125c2210 req-719b4a20-989d-409d-9b73-cb685dccd1d0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.412324 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efd342dc-1c8a-4483-895f-0948125c2210 req-719b4a20-989d-409d-9b73-cb685dccd1d0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.1365736 Nov 12 08:57:47.435688 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9254f4-ea43-41eb-a7d8-9d4c39e1fccf x-openstack-request-id: req-9e9254f4-ea43-41eb-a7d8-9d4c39e1fccf {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:47.436073 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:47.436402 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e9254f4-ea43-41eb-a7d8-9d4c39e1fccf {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:47.436845 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'status': 'completed', 'code': 200} Nov 12 08:57:47.541151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efd342dc-1c8a-4483-895f-0948125c2210 req-7099ab8e-2a85-4377-99c1-bbc2b6688cd1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239293 Nov 12 08:57:47.565753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ba383-831c-42bd-96a1-c1b3a6601d32 req-42693fcc-50b4-40b6-a1a2-b7d48865d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.567375 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-813ba383-831c-42bd-96a1-c1b3a6601d32 req-42693fcc-50b4-40b6-a1a2-b7d48865d619 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 1128 time: 0.1054907 Nov 12 08:57:47.642224 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273390e5-2caf-4cd6-a8fe-3db5408a851e req-f018f32d-4ba9-468e-aafe-496781e9ec1c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.656061 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-273390e5-2caf-4cd6-a8fe-3db5408a851e req-f018f32d-4ba9-468e-aafe-496781e9ec1c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.0764432 Nov 12 08:57:47.748838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ba383-831c-42bd-96a1-c1b3a6601d32 req-fa2687d8-1efb-4d9b-82f3-9869de17acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.750389 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-813ba383-831c-42bd-96a1-c1b3a6601d32 req-fa2687d8-1efb-4d9b-82f3-9869de17acdc service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f1a90c3-ce73-4e17-8126-17640d18025a HTTP/1.1" status: 200 len: 897 time: 0.1741331 Nov 12 08:57:47.750913 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-273390e5-2caf-4cd6-a8fe-3db5408a851e req-f355e5dd-e5c0-4ba1-b60d-a209488496b6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0879846 Nov 12 08:57:47.818724 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:47.821792 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903c7d8f-09b2-4504-a863-0caad0a71632" -d '{"events": [{"server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "name": "network-vif-plugged", "status": "completed", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:47.838126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae5c58-5e2a-4674-b1e8-667fc4ebc7dd req-332f8a52-1718-45e1-a910-3b253555c44c tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.854040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3aae5c58-5e2a-4674-b1e8-667fc4ebc7dd req-332f8a52-1718-45e1-a910-3b253555c44c tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 945 time: 0.2161283 Nov 12 08:57:47.898786 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe44b9e9-206c-48db-8d75-821897266c3d x-openstack-request-id: req-fe44b9e9-206c-48db-8d75-821897266c3d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:47.899549 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "name": "network-vif-plugged", "status": "completed", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:47.900293 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe44b9e9-206c-48db-8d75-821897266c3d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:47.900970 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'code': 200} Nov 12 08:57:47.989474 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-813ba383-831c-42bd-96a1-c1b3a6601d32 req-33665c18-cb4a-43e4-94e9-860d174572c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f HTTP/1.1" status: 200 len: 1001 time: 0.2247288 Nov 12 08:57:47.999591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3aae5c58-5e2a-4674-b1e8-667fc4ebc7dd req-567168e5-201b-4c05-b583-21b429f2cddf tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437087 Nov 12 08:57:48.102822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ba383-831c-42bd-96a1-c1b3a6601d32 req-0b88b3a0-6208-430a-b9bd-4ed51f011bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:48.104840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-813ba383-831c-42bd-96a1-c1b3a6601d32 req-0b88b3a0-6208-430a-b9bd-4ed51f011bf4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=106079e6-5847-4c4e-8045-3e8e924ae761 HTTP/1.1" status: 200 len: 834 time: 0.1038041 Nov 12 08:57:48.190829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ba383-831c-42bd-96a1-c1b3a6601d32 req-3c2e0c78-d838-4a21-86a8-a278727a1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:48.193520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-813ba383-831c-42bd-96a1-c1b3a6601d32 req-3c2e0c78-d838-4a21-86a8-a278727a1c43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f1a90c3-ce73-4e17-8126-17640d18025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796642 Nov 12 08:57:48.408224 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-813ba383-831c-42bd-96a1-c1b3a6601d32 req-16aa2377-f240-4e6d-85da-e1afa144c8a8 service neutron] 10.222.0.52 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056084 Nov 12 08:57:48.524139 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-813ba383-831c-42bd-96a1-c1b3a6601d32 req-02e389e8-4ad2-4c24-8f3d-db8258aac1c9 service neutron] 10.222.0.52 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075411 Nov 12 08:57:48.707235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f222b-34e0-4ac0-a28d-80f0ecd0a360 req-5255acff-8986-478e-9e4e-e168096798d4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:48.709867 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-972f222b-34e0-4ac0-a28d-80f0ecd0a360 req-5255acff-8986-478e-9e4e-e168096798d4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 943 time: 0.0820708 Nov 12 08:57:48.794618 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-972f222b-34e0-4ac0-a28d-80f0ecd0a360 req-56039a0a-86d5-4e56-a173-0c04a7f5ff71 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778644 Nov 12 08:57:48.965611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e6582-74e1-481e-bce4-84e8c3ebe945 req-804e4e84-65ae-4855-a32c-7391be53f495 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:48.968654 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-761e6582-74e1-481e-bce4-84e8c3ebe945 req-804e4e84-65ae-4855-a32c-7391be53f495 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.1127176 Nov 12 08:57:49.115672 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-761e6582-74e1-481e-bce4-84e8c3ebe945 req-cdec400e-a86e-477c-8f35-785629234161 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1400132 Nov 12 08:57:49.201503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e29b715a-8205-4ba6-9921-8beb0a3ed427 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:49.216351 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1f494-6e99-4a30-84b5-afa8d3ab5553 req-af2e5437-5cba-4451-886f-1c170c9f3824 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.223069 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88b1f494-6e99-4a30-84b5-afa8d3ab5553 req-af2e5437-5cba-4451-886f-1c170c9f3824 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 945 time: 0.0958335 Nov 12 08:57:49.323283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-88b1f494-6e99-4a30-84b5-afa8d3ab5553 req-5c04179c-1905-4685-9eb1-4598e7179ed4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910475 Nov 12 08:57:49.593143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e29b715a-8205-4ba6-9921-8beb0a3ed427, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e29b715a-8205-4ba6-9921-8beb0a3ed427,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:49.623862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'e29b715a-8205-4ba6-9921-8beb0a3ed427', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'port_id': 'e29b715a-8205-4ba6-9921-8beb0a3ed427', 'mac_address': 'fa:16:3e:55:13:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:49.694587 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.751727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29b715a-8205-4ba6-9921-8beb0a3ed427 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:49.790060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e29b715a-8205-4ba6-9921-8beb0a3ed427, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e29b715a-8205-4ba6-9921-8beb0a3ed427,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:49.804020 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.807905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f4d07959-b2fd-4fc4-827b-5c436bfe918f details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:50.018797 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e29b715a-8205-4ba6-9921-8beb0a3ed427,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:50.027626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bb093-633a-4a3b-87a2-8fa72d223849 req-0e41d224-1236-4aa1-ae61-516e8e8c9ee5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:50.038230 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81bb093-633a-4a3b-87a2-8fa72d223849 req-0e41d224-1236-4aa1-ae61-516e8e8c9ee5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 944 time: 0.1416082 Nov 12 08:57:50.046331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:50.062960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f4d07959-b2fd-4fc4-827b-5c436bfe918f has no active binding in host n-h1-768851-18 {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:57:50.162229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81bb093-633a-4a3b-87a2-8fa72d223849 req-3555d185-637e-4782-8547-201b2316fd92 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222374 Nov 12 08:57:50.358859 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcd3cb-3804-47a9-8821-8514a31ba03e req-67128bd8-d351-4f2a-82c7-28a182586374 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:50.366666 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bedcd3cb-3804-47a9-8821-8514a31ba03e req-67128bd8-d351-4f2a-82c7-28a182586374 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.1394644 Nov 12 08:57:50.404275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e29b715a-8205-4ba6-9921-8beb0a3ed427'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:50.582648 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bedcd3cb-3804-47a9-8821-8514a31ba03e req-318a9c32-f418-4fa0-9c24-a588e94c9e84 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2091510 Nov 12 08:57:51.388095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8812ed-1ed0-4592-8a6d-b278aab3450a req-d5c3c2d8-4902-4dc2-8f51-0a8c14e5f2d1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.396082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0a8812ed-1ed0-4592-8a6d-b278aab3450a req-d5c3c2d8-4902-4dc2-8f51-0a8c14e5f2d1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 944 time: 0.0868387 Nov 12 08:57:51.503142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0a8812ed-1ed0-4592-8a6d-b278aab3450a req-b404035c-be42-4219-a072-25e8a4dee6d0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051998 Nov 12 08:57:51.758921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733bf8b-0ecf-4884-a51b-9df4371cc65f req-2d7ec06d-1b30-44e9-b66e-333a2dd13ff5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.766995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d733bf8b-0ecf-4884-a51b-9df4371cc65f req-2d7ec06d-1b30-44e9-b66e-333a2dd13ff5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.0681961 Nov 12 08:57:51.827293 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d733bf8b-0ecf-4884-a51b-9df4371cc65f req-d5844d39-bb41-4e84-84ac-2cf391ae037a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589004 Nov 12 08:57:52.575620 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.922791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22939ef9-bcfa-49d7-86c5-ba96ff0d7857 req-2b05a84f-7991-4582-aa1f-93fe5616a376 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:52.933951 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22939ef9-bcfa-49d7-86c5-ba96ff0d7857 req-2b05a84f-7991-4582-aa1f-93fe5616a376 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 944 time: 0.0686569 Nov 12 08:57:52.994957 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22939ef9-bcfa-49d7-86c5-ba96ff0d7857 req-ff27002a-9cbd-43e4-b4bb-4c17b72e077e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583858 Nov 12 08:57:53.044931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799bd9f-ff19-4a8c-bdd8-91d95a7c7ed1 req-41a7cf9e-bf6b-4cf4-a212-e7ae17ba4c6b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:53.054914 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1799bd9f-ff19-4a8c-bdd8-91d95a7c7ed1 req-41a7cf9e-bf6b-4cf4-a212-e7ae17ba4c6b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.0824549 Nov 12 08:57:53.144345 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1799bd9f-ff19-4a8c-bdd8-91d95a7c7ed1 req-a86a42ff-0566-4ca5-bd51-8ad451c700a4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824180 Nov 12 08:57:53.218990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e29b715a-8205-4ba6-9921-8beb0a3ed427 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:53.308530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port e29b715a-8205-4ba6-9921-8beb0a3ed427 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:53.316957 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port e29b715a-8205-4ba6-9921-8beb0a3ed427 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:53.317492 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.456919 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.495486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3960f1a-2834-4655-95dc-e5cbd9435aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29b715a-8205-4ba6-9921-8beb0a3ed427'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:53.497954 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9183331b-7b32-4358-82cf-7d60db798540" -d '{"events": [{"server_uuid": "b3960f1a-2834-4655-95dc-e5cbd9435aa8", "name": "network-vif-plugged", "status": "completed", "tag": "e29b715a-8205-4ba6-9921-8beb0a3ed427"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:53.516555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e29b715a-8205-4ba6-9921-8beb0a3ed427, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e29b715a-8205-4ba6-9921-8beb0a3ed427,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:53.522498 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.582171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e29b715a-8205-4ba6-9921-8beb0a3ed427,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:53.585942 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ba58d9-f339-4318-a651-ed54020bcbc4 x-openstack-request-id: req-37ba58d9-f339-4318-a651-ed54020bcbc4 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:53.586234 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3960f1a-2834-4655-95dc-e5cbd9435aa8", "name": "network-vif-plugged", "status": "completed", "tag": "e29b715a-8205-4ba6-9921-8beb0a3ed427", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:53.586492 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37ba58d9-f339-4318-a651-ed54020bcbc4 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:53.586882 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3960f1a-2834-4655-95dc-e5cbd9435aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29b715a-8205-4ba6-9921-8beb0a3ed427', 'code': 200} Nov 12 08:57:53.594217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:53.594576 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:53.594926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:53.595271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:53.595934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:53.596414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:53.596762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:53.597125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:53.597456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:53.597925 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:53.598264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:53.599177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:53.704221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde397be-6e1a-4929-b561-cf516ea59ef4 req-badce03e-8d23-4685-9b76-f97bebb82b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:53.705756 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fde397be-6e1a-4929-b561-cf516ea59ef4 req-badce03e-8d23-4685-9b76-f97bebb82b15 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 1097 time: 0.0787842 Nov 12 08:57:53.790614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fde397be-6e1a-4929-b561-cf516ea59ef4 req-50c6bfa3-fc72-41ae-8dd8-6fe37e4e3f69 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764203 Nov 12 08:57:54.247617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20145dc-8591-4d4a-9c26-f16eb5f23dfb req-be9ebb6a-2727-41b6-a651-7ff7bce28ee6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:54.258335 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e20145dc-8591-4d4a-9c26-f16eb5f23dfb req-be9ebb6a-2727-41b6-a651-7ff7bce28ee6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1230340 Nov 12 08:57:54.325764 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e20145dc-8591-4d4a-9c26-f16eb5f23dfb req-13269d36-2a0a-41b3-ba69-534b9ac40f0c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661628 Nov 12 08:57:54.412564 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbf67e-90d5-419d-ba57-43c023814933 req-d369a466-ef1e-4975-ad93-cf27d3350751 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:54.415797 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fefbf67e-90d5-419d-ba57-43c023814933 req-d369a466-ef1e-4975-ad93-cf27d3350751 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.1125779 Nov 12 08:57:54.553252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fefbf67e-90d5-419d-ba57-43c023814933 req-3921a97c-36f2-4d21-98d9-17c7747030be tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312408 Nov 12 08:57:55.564374 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a1f27-d1d0-4437-840f-1f6e6e464ef5 req-648b9446-db1d-4034-a54a-0febc1d1109b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:55.569359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a58a1f27-d1d0-4437-840f-1f6e6e464ef5 req-648b9446-db1d-4034-a54a-0febc1d1109b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1092131 Nov 12 08:57:55.717655 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a58a1f27-d1d0-4437-840f-1f6e6e464ef5 req-e2fc460f-e222-4fbc-a5e1-499298b9871c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415143 Nov 12 08:57:55.796312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d72f-3431-45ed-a143-5cd118b3f85a req-6b7b7a88-294f-4e60-b198-fbef2a2c2ffc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:55.807547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca89d72f-3431-45ed-a143-5cd118b3f85a req-6b7b7a88-294f-4e60-b198-fbef2a2c2ffc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.1222825 Nov 12 08:57:55.906711 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ca89d72f-3431-45ed-a143-5cd118b3f85a req-eb4af1cb-b3b3-4c91-9fc6-5f07e54d47ea tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898376 Nov 12 08:57:56.026436 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:57:56.937335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f88ad5-bee8-4ee2-ad9f-06c92af66a52 req-ad69c317-f466-4e93-ae80-de8a51f55c70 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.938905 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21f88ad5-bee8-4ee2-ad9f-06c92af66a52 req-ad69c317-f466-4e93-ae80-de8a51f55c70 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.0662110 Nov 12 08:57:57.001186 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21f88ad5-bee8-4ee2-ad9f-06c92af66a52 req-8d9bd910-87b4-4006-b3d2-9c32d09ded4f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526540 Nov 12 08:57:57.356321 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0123ab-b3f3-48ef-9f34-cc1cb6bb3042 req-a8ba9ab5-2e09-4bdf-bd80-6f850a746e53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:57.359056 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b0123ab-b3f3-48ef-9f34-cc1cb6bb3042 req-a8ba9ab5-2e09-4bdf-bd80-6f850a746e53 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.0563281 Nov 12 08:57:57.453511 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b0123ab-b3f3-48ef-9f34-cc1cb6bb3042 req-4a255cb7-b581-4664-9025-d1c258a2a46b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709300 Nov 12 08:57:58.194633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e4176-de17-4b98-944b-9bd6049b1650 req-ea3cb665-d9e9-47b0-adfc-a1189a4a0e2f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:58.201805 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7e4176-de17-4b98-944b-9bd6049b1650 req-ea3cb665-d9e9-47b0-adfc-a1189a4a0e2f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.0664036 Nov 12 08:57:58.273578 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f7e4176-de17-4b98-944b-9bd6049b1650 req-8fe6d50a-dfc5-4c2c-aa81-ea8a0a5f0c1a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707569 Nov 12 08:57:58.623332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f4cb9-b18d-4d31-baa7-5b550cca6e51 req-7bd52350-d070-4c94-b2e5-f2b074b13c16 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:58.634335 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a68f4cb9-b18d-4d31-baa7-5b550cca6e51 req-7bd52350-d070-4c94-b2e5-f2b074b13c16 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.0843644 Nov 12 08:57:58.714260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a68f4cb9-b18d-4d31-baa7-5b550cca6e51 req-d9bb225e-c822-4c9c-baa2-80b5f911d526 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741241 Nov 12 08:57:58.752278 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.567953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76e253-9c11-4404-9ed9-388bffc02aad req-1ca63a60-8870-4cdf-9e8d-429a628c6edd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.571813 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c76e253-9c11-4404-9ed9-388bffc02aad req-1ca63a60-8870-4cdf-9e8d-429a628c6edd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.0808575 Nov 12 08:57:59.706209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c76e253-9c11-4404-9ed9-388bffc02aad req-56d5534d-a7a6-43d8-a1b5-384e7b7b989c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279840 Nov 12 08:57:59.877760 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492e01a-d87f-47a0-81ba-c3868728ed65 req-9f4ff2ce-dba4-4db1-b4b5-b192607751cd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.887373 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5492e01a-d87f-47a0-81ba-c3868728ed65 req-9f4ff2ce-dba4-4db1-b4b5-b192607751cd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 945 time: 0.0916517 Nov 12 08:57:59.907960 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-d251db9d-9a13-49f8-8bca-a2983f4250ff service neutron] 10.222.0.52 "GET /v2.0/ports/f4d07959-b2fd-4fc4-827b-5c436bfe918f/bindings/n-h1-768851-18 HTTP/1.1" status: 200 len: 385 time: 0.1825604 Nov 12 08:57:59.965538 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5492e01a-d87f-47a0-81ba-c3868728ed65 req-b6c018bd-797e-488e-8b4c-f6e859448ab1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757971 Nov 12 08:58:00.170359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947383-1c52-4f75-a17a-25d0d86e8be6 req-a714017f-2293-4735-96c2-6e45da3600ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.172093 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2947383-1c52-4f75-a17a-25d0d86e8be6 req-a714017f-2293-4735-96c2-6e45da3600ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 1128 time: 0.1245902 Nov 12 08:58:00.408264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947383-1c52-4f75-a17a-25d0d86e8be6 req-ad5583b6-034e-43cd-a558-f7d2e0ce637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.412406 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2947383-1c52-4f75-a17a-25d0d86e8be6 req-ad5583b6-034e-43cd-a558-f7d2e0ce637e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9f1a90c3-ce73-4e17-8126-17640d18025a HTTP/1.1" status: 200 len: 897 time: 0.2109141 Nov 12 08:58:00.446517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-71ba93c5-d00d-428d-a734-3a338703a256 service neutron] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:00.483512 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-71ba93c5-d00d-428d-a734-3a338703a256 service neutron] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:00.575304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-71ba93c5-d00d-428d-a734-3a338703a256 service neutron] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:00.599905 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2947383-1c52-4f75-a17a-25d0d86e8be6 req-2ad14f94-2140-42de-809b-9657f06e7d31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f HTTP/1.1" status: 200 len: 1001 time: 0.1797872 Nov 12 08:58:00.601044 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:00.610506 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531f5dfa-0710-450b-94ac-b6d6cdc44a46" -d '{"events": [{"server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:00.615112 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-71ba93c5-d00d-428d-a734-3a338703a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.748913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947383-1c52-4f75-a17a-25d0d86e8be6 req-539d2e1e-e839-48d9-923e-7631e2d52a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.751167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2947383-1c52-4f75-a17a-25d0d86e8be6 req-539d2e1e-e839-48d9-923e-7631e2d52a0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=106079e6-5847-4c4e-8045-3e8e924ae761 HTTP/1.1" status: 200 len: 834 time: 0.1438956 Nov 12 08:58:00.755968 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a86621-558d-4e69-8623-2099ac0574f6 x-openstack-request-id: req-40a86621-558d-4e69-8623-2099ac0574f6 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:00.756191 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "name": "network-vif-unplugged", "status": "completed", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:00.756440 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40a86621-558d-4e69-8623-2099ac0574f6 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:00.756862 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'code': 200} Nov 12 08:58:00.808116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-71ba93c5-d00d-428d-a734-3a338703a256 service neutron] Transition to ACTIVE for port object f4d07959-b2fd-4fc4-827b-5c436bfe918f will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:00.815432 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-71ba93c5-d00d-428d-a734-3a338703a256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.846908 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947383-1c52-4f75-a17a-25d0d86e8be6 req-f65b794a-d156-4d99-a93c-00e699f7e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.851725 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2947383-1c52-4f75-a17a-25d0d86e8be6 req-f65b794a-d156-4d99-a93c-00e699f7e443 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9f1a90c3-ce73-4e17-8126-17640d18025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920827 Nov 12 08:58:01.115987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-71ba93c5-d00d-428d-a734-3a338703a256 service neutron] No DVR routers for this DVR port f4d07959-b2fd-4fc4-827b-5c436bfe918f on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:01.152258 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2947383-1c52-4f75-a17a-25d0d86e8be6 req-2e566ac1-597e-4ab4-a327-dcd85bf01e15 service neutron] 10.222.0.52 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268233 Nov 12 08:58:01.321480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9aec96-93f3-47a7-be0c-4ca445a06bfa req-f8a113f4-cf3c-416d-80d9-10df127bddf9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.323153 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf9aec96-93f3-47a7-be0c-4ca445a06bfa req-f8a113f4-cf3c-416d-80d9-10df127bddf9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.4637113 Nov 12 08:58:01.374517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba93c5-d00d-428d-a734-3a338703a256 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d07959-b2fd-4fc4-827b-5c436bfe918f,revision_number=11']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:01.404231 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-71ba93c5-d00d-428d-a734-3a338703a256 service neutron] 10.222.0.52 "PUT /v2.0/ports/f4d07959-b2fd-4fc4-827b-5c436bfe918f/bindings/n-h1-768851-18/activate HTTP/1.1" status: 200 len: 370 time: 1.4879878 Nov 12 08:58:01.422230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ec797-0de9-4f7b-8ee3-4857358bede7 req-b5fa10f5-ca72-4490-8aae-17cf41d8952a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.430334 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-042ec797-0de9-4f7b-8ee3-4857358bede7 req-b5fa10f5-ca72-4490-8aae-17cf41d8952a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 944 time: 0.1161904 Nov 12 08:58:01.444879 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf9aec96-93f3-47a7-be0c-4ca445a06bfa req-1055e6c0-e262-4760-b076-e3db3254c7c0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134982 Nov 12 08:58:01.447994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2947383-1c52-4f75-a17a-25d0d86e8be6 req-941b7956-b97e-4290-9f3d-fa5269a4450b service neutron] 10.222.0.52 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717438 Nov 12 08:58:01.508725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-042ec797-0de9-4f7b-8ee3-4857358bede7 req-52529030-a916-4268-b70b-99273fc27319 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770454 Nov 12 08:58:02.662276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0de70-6ce5-4851-9d80-450dcc9f4feb req-3b756900-9944-4ddb-9bbb-28d1dbeb77d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:02.671236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b386b51-0220-4fbd-a5c7-47507cd9b999 req-88f823d2-6fe9-4703-a85e-dd1dc7cb3882 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:02.672589 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cef0de70-6ce5-4851-9d80-450dcc9f4feb req-3b756900-9944-4ddb-9bbb-28d1dbeb77d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1310203 Nov 12 08:58:02.687558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b386b51-0220-4fbd-a5c7-47507cd9b999 req-88f823d2-6fe9-4703-a85e-dd1dc7cb3882 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 944 time: 0.0795226 Nov 12 08:58:02.748625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0b386b51-0220-4fbd-a5c7-47507cd9b999 req-99a12dfc-d754-46ff-823e-983198ba1955 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595825 Nov 12 08:58:02.820125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cef0de70-6ce5-4851-9d80-450dcc9f4feb req-c97de7ef-923d-4627-8d7d-d86a0900f6f3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346486 Nov 12 08:58:03.355159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-c004431f-91d9-4f7f-b62b-93f27e18a78f tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.357587 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-c004431f-91d9-4f7f-b62b-93f27e18a78f tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 1096 time: 0.0860035 Nov 12 08:58:03.447580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-c88939ef-efc7-4c9c-b92a-944e1b069a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.449304 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-c88939ef-efc7-4c9c-b92a-944e1b069a2c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 1096 time: 0.0824313 Nov 12 08:58:03.579326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-f3ffd1e7-76c3-4964-b921-7c1adf049af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.580973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-f3ffd1e7-76c3-4964-b921-7c1adf049af3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 1096 time: 0.0615661 Nov 12 08:58:03.706840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-47829aa7-45f6-4c2f-aa5c-39b260ac77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.709419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-47829aa7-45f6-4c2f-aa5c-39b260ac77cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f1a90c3-ce73-4e17-8126-17640d18025a HTTP/1.1" status: 200 len: 897 time: 0.1182370 Nov 12 08:58:03.789966 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-4139302a-f0a3-4770-ad71-12f5e64a0de3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f HTTP/1.1" status: 200 len: 999 time: 0.0696075 Nov 12 08:58:03.895789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-136ef22a-9082-4540-942a-cc12f873a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.897445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-136ef22a-9082-4540-942a-cc12f873a42a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=106079e6-5847-4c4e-8045-3e8e924ae761 HTTP/1.1" status: 200 len: 834 time: 0.0996945 Nov 12 08:58:03.960855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70dc5d-f7bc-413f-9657-eac40f8ab0d3 req-d295b220-2094-4705-bfd3-954c76ca50c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.968200 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c70dc5d-f7bc-413f-9657-eac40f8ab0d3 req-d295b220-2094-4705-bfd3-954c76ca50c4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 944 time: 0.1294518 Nov 12 08:58:04.025392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453794f4-75e2-4e13-9df3-784394dbac8e req-16531feb-e60f-46d6-a961-de48257eaede tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.025951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-3c47eec9-7d00-4083-a012-eed942850b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.027190 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-453794f4-75e2-4e13-9df3-784394dbac8e req-16531feb-e60f-46d6-a961-de48257eaede tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.0802243 Nov 12 08:58:04.033591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-3c47eec9-7d00-4083-a012-eed942850b79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f1a90c3-ce73-4e17-8126-17640d18025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209433 Nov 12 08:58:04.065714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c70dc5d-f7bc-413f-9657-eac40f8ab0d3 req-d75cf394-a0f6-4201-8a69-b195791d1f09 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966427 Nov 12 08:58:04.133632 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-453794f4-75e2-4e13-9df3-784394dbac8e req-71cfad7b-f89e-477b-ad57-5a981c8c1216 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954432 Nov 12 08:58:04.371468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f4d07959-b2fd-4fc4-827b-5c436bfe918f no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:04.416296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f4d07959-b2fd-4fc4-827b-5c436bfe918f not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:04.573059 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-cdcfca98-4c41-444a-a7f9-f11a840050bd service neutron] 10.222.0.46 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216777 Nov 12 08:58:04.677047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-59e01554-8f81-43ad-99b6-27f17218faef service neutron] 10.222.0.46 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897598 Nov 12 08:58:05.126187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-c880a953-59b7-4b8e-98ae-0a3ee754f8b6 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.127717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-c880a953-59b7-4b8e-98ae-0a3ee754f8b6 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 1096 time: 0.0581093 Nov 12 08:58:05.252127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-daa8515e-976b-4997-b104-c86409296983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:05.268067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa596f2-4609-40c4-bba8-0c9cb6629d9f req-d14842a9-1da0-4aec-9340-39145ae025e4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.269663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aaa596f2-4609-40c4-bba8-0c9cb6629d9f req-d14842a9-1da0-4aec-9340-39145ae025e4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 944 time: 0.0833790 Nov 12 08:58:05.291567 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7e9a1-75df-4f48-8c29-03acd5102c40 req-38317878-5e34-46c6-9b7d-9835a6c7b040 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.293582 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-72a7e9a1-75df-4f48-8c29-03acd5102c40 req-38317878-5e34-46c6-9b7d-9835a6c7b040 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.0769377 Nov 12 08:58:05.354624 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-72a7e9a1-75df-4f48-8c29-03acd5102c40 req-c56ceeb4-c8f4-4095-9dad-3b7f83b0d911 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552533 Nov 12 08:58:05.404737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aaa596f2-4609-40c4-bba8-0c9cb6629d9f req-12782fce-7fbe-4a55-b6fc-7a3f562915ea tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151276 Nov 12 08:58:05.410110 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-f0236c1e-fba5-40b5-802d-d6c1ef4d46ba service neutron] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:05.415664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-f0236c1e-fba5-40b5-802d-d6c1ef4d46ba service neutron] Publish callbacks [] for binding, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:05.416836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-f0236c1e-fba5-40b5-802d-d6c1ef4d46ba service neutron] 10.222.0.46 "DELETE /v2.0/ports/f4d07959-b2fd-4fc4-827b-5c436bfe918f/bindings/n-h2-768851-18 HTTP/1.1" status: 204 len: 173 time: 0.2771053 Nov 12 08:58:05.547253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c795484-1a29-4cdc-91eb-ad6399742b89 req-04036621-968b-4a6f-a329-d4d885d111d9 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.548833 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c795484-1a29-4cdc-91eb-ad6399742b89 req-04036621-968b-4a6f-a329-d4d885d111d9 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 1096 time: 0.0463510 Nov 12 08:58:05.605862 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4c795484-1a29-4cdc-91eb-ad6399742b89 req-502c2fe5-18e9-4e21-b72a-d2fb7a677b04 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479388 Nov 12 08:58:05.740182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ded29-724d-4f03-a524-05a54d10e56f req-a1de2647-4373-4ef8-8461-0c91c90ddf48 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.742067 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd7ded29-724d-4f03-a524-05a54d10e56f req-a1de2647-4373-4ef8-8461-0c91c90ddf48 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 944 time: 0.0616801 Nov 12 08:58:05.813049 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd7ded29-724d-4f03-a524-05a54d10e56f req-b278d42c-e774-4ebd-810a-32afda59d8ab tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628338 Nov 12 08:58:05.837814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35578) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:05.909161 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-57cfca6c-3b78-4027-93e0-5e99d94b7b3e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/fbf4aab6-eeb3-4f15-9644-8cc24e557f27 HTTP/1.1" status: 200 len: 991 time: 0.0662010 Nov 12 08:58:06.487991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf96dc-17ab-4b52-8537-8112d06b2155 req-db6de5b7-1d06-444e-b098-16413d3a1f36 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:06.495862 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2eaf96dc-17ab-4b52-8537-8112d06b2155 req-db6de5b7-1d06-444e-b098-16413d3a1f36 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.0662649 Nov 12 08:58:06.573808 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2eaf96dc-17ab-4b52-8537-8112d06b2155 req-48312c78-28f3-4173-a768-7d92d35fdb35 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770304 Nov 12 08:58:06.684786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35694) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:06.854773 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port a4bc0cc5-5cc7-4e4a-88f5-29a4fd634bed {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:06.855029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.936402 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.936727 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.949019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for a4bc0cc5-5cc7-4e4a-88f5-29a4fd634bed owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:07.100288 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.149350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=a4bc0cc5-5cc7-4e4a-88f5-29a4fd634bed,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:07.175622 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:07.175972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:07.176418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:07.176772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:07.177089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:07.177440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:07.177775 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:07.178096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:07.178418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:07.178739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:07.179058 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:07.179375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:07.202472 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.202882 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Floating IP fbf4aab6-eeb3-4f15-9644-8cc24e557f27 disassociated (deleted). External IP: 172.25.3.191, port: f4d07959-b2fd-4fc4-827b-5c436bfe918f. Nov 12 08:58:07.433945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router dbaeb616-b86f-42d4-811b-5a8831377195 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:58:07.527898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-197e96c7-fdf6-4537-ab22-c4e4c7ebd979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.550716 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:07.556074 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.565650 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b6350-4a29-4251-8afe-47cae18e3acf None None] Sync routers for ids ['dbaeb616-b86f-42d4-811b-5a8831377195'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:07.602858 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b6350-4a29-4251-8afe-47cae18e3acf None None] Routers {'dbaeb616-b86f-42d4-811b-5a8831377195'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:07.604355 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b62b6350-4a29-4251-8afe-47cae18e3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:58:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['dbaeb616-b86f-42d4-811b-5a8831377195'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:07.604918 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c78eca52-2224-4446-993e-b6ac04d43d1b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/floatingips/fbf4aab6-eeb3-4f15-9644-8cc24e557f27 HTTP/1.1" status: 204 len: 168 time: 0.9177365 Nov 12 08:58:07.607803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:07.612652 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d977e575-fb11-49e7-bf95-1f9a0b5cb53c" -d '{"events": [{"name": "network-changed", "server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:07.625330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35710) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:07.715674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-53312a9f-a1f6-46da-a3da-0e0a03d27974 admin admin] Deleting subnet ebf83bc5-9663-42b5-858d-8ba4687524a5 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:58:07.731197 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53312a9f-a1f6-46da-a3da-0e0a03d27974 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.795621 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750aff9c-30f0-4157-bb3c-f9c316d2cb49 req-0d543bf4-9173-4ea7-a97d-5106b99507bb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:07.806250 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-750aff9c-30f0-4157-bb3c-f9c316d2cb49 req-0d543bf4-9173-4ea7-a97d-5106b99507bb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.0967288 Nov 12 08:58:07.816938 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53312a9f-a1f6-46da-a3da-0e0a03d27974 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.855900 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-b62b6350-4a29-4251-8afe-47cae18e3acf None None] Set router dbaeb616-b86f-42d4-811b-5a8831377195 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:07.889195 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53312a9f-a1f6-46da-a3da-0e0a03d27974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.905177 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9280bed9-85b8-4326-87d1-c38eaf36a6cc x-openstack-request-id: req-9280bed9-85b8-4326-87d1-c38eaf36a6cc {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:07.906797 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:07.908089 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9280bed9-85b8-4326-87d1-c38eaf36a6cc {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:07.921297 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'status': 'completed', 'code': 200} Nov 12 08:58:07.943695 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-750aff9c-30f0-4157-bb3c-f9c316d2cb49 req-37982698-ba9a-4a84-8eda-4760dffda259 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255045 Nov 12 08:58:08.042161 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53312a9f-a1f6-46da-a3da-0e0a03d27974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.102004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53312a9f-a1f6-46da-a3da-0e0a03d27974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf83bc5-9663-42b5-858d-8ba4687524a5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:08.135290 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-53312a9f-a1f6-46da-a3da-0e0a03d27974 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.138888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-53312a9f-a1f6-46da-a3da-0e0a03d27974 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ebf83bc5-9663-42b5-858d-8ba4687524a5 HTTP/1.1" status: 204 len: 168 time: 0.5125396 Nov 12 08:58:08.141845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35720) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:08.176072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977e575-fb11-49e7-bf95-1f9a0b5cb53c req-d394f849-2614-49a1-9f5c-f7c97ee8285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.177644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d977e575-fb11-49e7-bf95-1f9a0b5cb53c req-d394f849-2614-49a1-9f5c-f7c97ee8285d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 1096 time: 0.2006457 Nov 12 08:58:08.230961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fedec-3f8b-4e93-9d8b-b019df81e65a req-a2767e59-c916-4652-98cf-d327380e8404 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.232782 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b66fedec-3f8b-4e93-9d8b-b019df81e65a req-a2767e59-c916-4652-98cf-d327380e8404 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 944 time: 0.1878669 Nov 12 08:58:08.265538 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b62b6350-4a29-4251-8afe-47cae18e3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4db3b14f-9360-4808-a597-6587467e3b65', 'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:a3:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:31Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:08.299247 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.346763 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b66fedec-3f8b-4e93-9d8b-b019df81e65a req-15d6a806-5f15-482a-b3b0-566a6a527d0a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049385 Nov 12 08:58:08.356961 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b6350-4a29-4251-8afe-47cae18e3acf None None] Checking router: dbaeb616-b86f-42d4-811b-5a8831377195 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:08.365534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977e575-fb11-49e7-bf95-1f9a0b5cb53c req-d5f5530d-c136-4116-8b81-911c89ed67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.368977 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b6350-4a29-4251-8afe-47cae18e3acf None None] Routers {'dbaeb616-b86f-42d4-811b-5a8831377195'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:08.369733 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b62b6350-4a29-4251-8afe-47cae18e3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:58:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['dbaeb616-b86f-42d4-811b-5a8831377195'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:08.370343 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d977e575-fb11-49e7-bf95-1f9a0b5cb53c req-d5f5530d-c136-4116-8b81-911c89ed67ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f1a90c3-ce73-4e17-8126-17640d18025a HTTP/1.1" status: 200 len: 897 time: 0.1830783 Nov 12 08:58:08.413764 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.444587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e961b55-72e5-411e-9ed4-fbe8775a3153']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:08.453751 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d977e575-fb11-49e7-bf95-1f9a0b5cb53c req-f69c516a-1ec1-47c4-9a80-48ddd53fa2e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f HTTP/1.1" status: 200 len: 217 time: 0.0665333 Nov 12 08:58:08.455050 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:08.455350 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb3e0f5-5382-47b9-8ee1-b6a1b9bf9fd9') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:08.471108 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.489874 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.498377 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:08.498921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:08.506082 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:08.518871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977e575-fb11-49e7-bf95-1f9a0b5cb53c req-317bcedb-8d5c-4c6c-b814-2cdbe6d2d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.520911 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d977e575-fb11-49e7-bf95-1f9a0b5cb53c req-317bcedb-8d5c-4c6c-b814-2cdbe6d2d707 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=106079e6-5847-4c4e-8045-3e8e924ae761 HTTP/1.1" status: 200 len: 834 time: 0.0576305 Nov 12 08:58:08.548311 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-b62b6350-4a29-4251-8afe-47cae18e3acf None None] Set router dbaeb616-b86f-42d4-811b-5a8831377195 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:08.600668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977e575-fb11-49e7-bf95-1f9a0b5cb53c req-c955c517-db7a-48a1-a06b-4e5e56ad03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.604905 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d977e575-fb11-49e7-bf95-1f9a0b5cb53c req-c955c517-db7a-48a1-a06b-4e5e56ad03e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f1a90c3-ce73-4e17-8126-17640d18025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726721 Nov 12 08:58:08.623608 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.647786 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.655178 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e961b55-72e5-411e-9ed4-fbe8775a3153 HTTP/1.1" status: 204 len: 168 time: 0.5106742 Nov 12 08:58:08.657165 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96036ce1-c3d4-449e-a7f2-dfe8cbcc2ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e961b55-72e5-411e-9ed4-fbe8775a3153,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:08.657564 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:08.834137 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b62b6350-4a29-4251-8afe-47cae18e3acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4db3b14f-9360-4808-a597-6587467e3b65', 'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:a3:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:31Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:08.867950 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b6350-4a29-4251-8afe-47cae18e3acf None None] The sync data for ids ['dbaeb616-b86f-42d4-811b-5a8831377195'] in n-d-768851-18 is: [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:56:32Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4db3b14f-9360-4808-a597-6587467e3b65', 'name': '', 'network_id': '9f1a90c3-ce73-4e17-8126-17640d18025a', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:a3:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:31Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': '106079e6-5847-4c4e-8045-3e8e924ae761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:08.898841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d977e575-fb11-49e7-bf95-1f9a0b5cb53c req-1003b38c-be85-491d-9047-289562dd0185 service neutron] 10.222.0.46 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814560 Nov 12 08:58:08.921016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35726) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:08.933303 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c915c18-be13-4f9c-8fca-a1fe296ff4fc req-6e4b90e4-9c48-4a0c-a4ad-d4755f24e4c1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.939228 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5c915c18-be13-4f9c-8fca-a1fe296ff4fc req-6e4b90e4-9c48-4a0c-a4ad-d4755f24e4c1 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.46 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 944 time: 0.3333168 Nov 12 08:58:09.005244 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-775025e6-651d-479b-8337-fc1514fc385b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=227463c57b914bb28a1cab68ef076151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0819325 Nov 12 08:58:09.007463 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35730) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:09.172812 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1049ff2-4457-4df1-988f-6870d59f9ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.218750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd580bc0-4b00-4b0a-85db-59db269c40a5 req-ebba8ed7-9d6a-4324-ae4c-52f61420e170 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:09.226143 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd580bc0-4b00-4b0a-85db-59db269c40a5 req-ebba8ed7-9d6a-4324-ae4c-52f61420e170 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1018827 Nov 12 08:58:09.239848 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1049ff2-4457-4df1-988f-6870d59f9ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.250322 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d977e575-fb11-49e7-bf95-1f9a0b5cb53c req-1663c019-dcef-4c45-9b89-dc0d44b78d65 service neutron] 10.222.0.46 "GET /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098226 Nov 12 08:58:09.258297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5c915c18-be13-4f9c-8fca-a1fe296ff4fc req-591c8086-6f05-438f-9688-311aa8f23e55 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port f4d07959-b2fd-4fc4-827b-5c436bfe918f {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:09.258816 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5c915c18-be13-4f9c-8fca-a1fe296ff4fc req-591c8086-6f05-438f-9688-311aa8f23e55 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.417847 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1049ff2-4457-4df1-988f-6870d59f9ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.427692 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1049ff2-4457-4df1-988f-6870d59f9ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.428934 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c1049ff2-4457-4df1-988f-6870d59f9ea7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f81d222-2cf7-4786-9c82-6a34833e63b6 HTTP/1.1" status: 204 len: 168 time: 0.4185598 Nov 12 08:58:09.451503 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd580bc0-4b00-4b0a-85db-59db269c40a5 req-0f842b9d-3d96-42fe-9a3f-a5e71dbf1e70 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244501 Nov 12 08:58:09.463613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5c915c18-be13-4f9c-8fca-a1fe296ff4fc req-591c8086-6f05-438f-9688-311aa8f23e55 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] For port f4d07959-b2fd-4fc4-827b-5c436bfe918f, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f4d07959-b2fd-4fc4-827b-5c436bfe918f,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:09.465071 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5c915c18-be13-4f9c-8fca-a1fe296ff4fc req-591c8086-6f05-438f-9688-311aa8f23e55 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.484695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1049ff2-4457-4df1-988f-6870d59f9ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f81d222-2cf7-4786-9c82-6a34833e63b6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:09.527466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5c915c18-be13-4f9c-8fca-a1fe296ff4fc req-591c8086-6f05-438f-9688-311aa8f23e55 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for f4d07959-b2fd-4fc4-827b-5c436bfe918f owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:09.547237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd786d1-acff-4797-97ab-64562249f92b None None] New status for floating IP fbf4aab6-eeb3-4f15-9644-8cc24e557f27: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:58:09.621691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea206c-132f-4fc2-942d-72ad4a55d418 req-77b732d5-64e9-4020-8bb7-2359a5044401 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:09.629614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78ea206c-132f-4fc2-942d-72ad4a55d418 req-77b732d5-64e9-4020-8bb7-2359a5044401 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=35866993-ca70-498a-a016-0b35993524a0 HTTP/1.1" status: 200 len: 944 time: 0.1056967 Nov 12 08:58:09.703868 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78ea206c-132f-4fc2-942d-72ad4a55d418 req-213c681b-71a5-468f-b720-e673404c872b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=47f96129-adce-4973-94d9-ec05e6389bc2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729828 Nov 12 08:58:09.787148 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5c915c18-be13-4f9c-8fca-a1fe296ff4fc req-591c8086-6f05-438f-9688-311aa8f23e55 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.819184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c8086-6f05-438f-9688-311aa8f23e55 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=f4d07959-b2fd-4fc4-827b-5c436bfe918f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:09.891515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c915c18-be13-4f9c-8fca-a1fe296ff4fc req-591c8086-6f05-438f-9688-311aa8f23e55 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] No DVR routers for this DVR port f4d07959-b2fd-4fc4-827b-5c436bfe918f on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:09.895893 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5c915c18-be13-4f9c-8fca-a1fe296ff4fc req-591c8086-6f05-438f-9688-311aa8f23e55 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.902345 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5c915c18-be13-4f9c-8fca-a1fe296ff4fc req-591c8086-6f05-438f-9688-311aa8f23e55 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.46 "DELETE /v2.0/ports/f4d07959-b2fd-4fc4-827b-5c436bfe918f HTTP/1.1" status: 204 len: 173 time: 0.9473436 Nov 12 08:58:09.903377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'name': 'network-vif-deleted', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:09.906518 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f970dc-ad6b-425a-ba49-72f3b7c06d54" -d '{"events": [{"server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "name": "network-vif-deleted", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:09.962740 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7025103-5ab3-42e6-914b-e61142eb65af x-openstack-request-id: req-c7025103-5ab3-42e6-914b-e61142eb65af {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:09.963157 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35866993-ca70-498a-a016-0b35993524a0", "name": "network-vif-deleted", "tag": "f4d07959-b2fd-4fc4-827b-5c436bfe918f", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:09.963460 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7025103-5ab3-42e6-914b-e61142eb65af {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:09.964062 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35866993-ca70-498a-a016-0b35993524a0', 'name': 'network-vif-deleted', 'tag': 'f4d07959-b2fd-4fc4-827b-5c436bfe918f', 'status': 'completed', 'code': 200} Nov 12 08:58:10.025847 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.242670 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8382c343-87a1-4de0-a949-5b742c7e0721 req-58c58441-3105-4f01-977e-a9dfbbba9c62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0735698 Nov 12 08:58:10.328794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382c343-87a1-4de0-a949-5b742c7e0721 req-30fc23df-87ae-4977-8c75-342afc946e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:10.330423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8382c343-87a1-4de0-a949-5b742c7e0721 req-30fc23df-87ae-4977-8c75-342afc946e40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d282ab1b39a4e51b68716f49ba82477&device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 1098 time: 0.0606418 Nov 12 08:58:10.411243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35780) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:10.485075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382c343-87a1-4de0-a949-5b742c7e0721 req-be407a11-56ca-41d4-a8ec-a557d8d5f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:10.499469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8382c343-87a1-4de0-a949-5b742c7e0721 req-be407a11-56ca-41d4-a8ec-a557d8d5f15b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 200 len: 916 time: 0.1406736 Nov 12 08:58:10.539326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1440039460-network', 'tenant_id': '9e385981396c4f0c9f82558056fc2623'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:10.564467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Made reservation on behalf of 9e385981396c4f0c9f82558056fc2623 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:10.568547 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.575232 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8382c343-87a1-4de0-a949-5b742c7e0721 req-60f382b0-f74e-4709-8d15-92ff45f4b0b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c095ce7c-6075-4815-afab-acda094e92ac HTTP/1.1" status: 200 len: 217 time: 0.0669482 Nov 12 08:58:10.580203 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.670340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382c343-87a1-4de0-a949-5b742c7e0721 req-35f9822b-0541-40c2-b9e5-e0b9c456b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:10.672701 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8382c343-87a1-4de0-a949-5b742c7e0721 req-35f9822b-0541-40c2-b9e5-e0b9c456b5f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a8103c3-b5ab-4adf-adc7-5739ec2576cc HTTP/1.1" status: 200 len: 855 time: 0.0889468 Nov 12 08:58:10.674232 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.679496 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.709222 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8382c343-87a1-4de0-a949-5b742c7e0721 req-60b47ae1-bfd9-4e00-8351-d3e289213d5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283277 Nov 12 08:58:10.715264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619dc37d-0cf4-4e3b-953f-b9e4063771ac,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:10.723565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61101d5a-378f-4d6a-b3a6-994e80484b62 req-788dc8a5-705d-4959-81d7-da7835d48144 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:10.727080 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-61101d5a-378f-4d6a-b3a6-994e80484b62 req-788dc8a5-705d-4959-81d7-da7835d48144 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1546454 Nov 12 08:58:10.730940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:10.745024 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.745659 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Added segment 27bae732-c344-449f-bfde-5e3094643a2a of type vlan for network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 Nov 12 08:58:10.802026 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.814153 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35788) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:10.841028 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-61101d5a-378f-4d6a-b3a6-994e80484b62 req-1f1193d7-715a-4265-b94a-a3f7caa7a1d7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009803 Nov 12 08:58:10.881594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8382c343-87a1-4de0-a949-5b742c7e0721 req-7341236b-3b70-4bab-b2dd-e0bc7be66236 service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522498 Nov 12 08:58:10.957996 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.969405 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.db.resource_extend [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:58:11.054640 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8382c343-87a1-4de0-a949-5b742c7e0721 req-98086bdf-66e9-45ed-832d-ad7fe633cc7f service neutron] 10.222.0.46 "GET /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638944 Nov 12 08:58:11.400219 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.402349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:11.402349 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.507392 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0943353 Nov 12 08:58:11.510391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35796) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:11.515298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64fcae-3e6d-4d52-8f46-0d205daefc14 admin admin] Pushing event updated for resources: {'Network': ['ID=d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:11.515455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-57e823d1-da18-4140-81ef-1065bb852b46 admin admin] Request body: {'subnet': {'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1440039460-subnet', 'tenant_id': '9e385981396c4f0c9f82558056fc2623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:11.527023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:11.540024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e823d1-da18-4140-81ef-1065bb852b46 admin admin] Made reservation on behalf of 9e385981396c4f0c9f82558056fc2623 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:11.542556 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57e823d1-da18-4140-81ef-1065bb852b46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.710352 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-840f309a-db0a-405d-b92b-50128db71857 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.745257 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57e823d1-da18-4140-81ef-1065bb852b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.802820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e823d1-da18-4140-81ef-1065bb852b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cda1932-986a-4904-991b-0cf31cc5c667,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:11.811882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e823d1-da18-4140-81ef-1065bb852b46 admin admin] Checking segment: {'id': '27bae732-c344-449f-bfde-5e3094643a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:11.812249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e823d1-da18-4140-81ef-1065bb852b46 admin admin] Network hostable DHCP agents. Network: d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:11.831189 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e823d1-da18-4140-81ef-1065bb852b46 admin admin] Network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:58:11.842469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-57e823d1-da18-4140-81ef-1065bb852b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:11.847124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e823d1-da18-4140-81ef-1065bb852b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:11.848221 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57e823d1-da18-4140-81ef-1065bb852b46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.851866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e359fe6a-0a0d-45d2-95c6-b0093dc40247 None None] Network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:11.882895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-57e823d1-da18-4140-81ef-1065bb852b46 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3634174 Nov 12 08:58:12.074169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e16b1d-cb27-4b89-b531-77dcdb98412b req-94bb04c7-98c8-436e-85a8-f8e63f6e4772 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:12.076497 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9e16b1d-cb27-4b89-b531-77dcdb98412b req-94bb04c7-98c8-436e-85a8-f8e63f6e4772 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1218529 Nov 12 08:58:12.094269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3527681-bc4e-4bc1-a60b-40854cb6de43 None None] Network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:12.151306 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9e16b1d-cb27-4b89-b531-77dcdb98412b req-50652596-e2c3-4b2e-a864-0353f0b9ef2f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676157 Nov 12 08:58:12.154046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-840f309a-db0a-405d-b92b-50128db71857 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port 4db3b14f-9360-4808-a597-6587467e3b65 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:12.154807 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-840f309a-db0a-405d-b92b-50128db71857 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.269024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-840f309a-db0a-405d-b92b-50128db71857 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] For port 4db3b14f-9360-4808-a597-6587467e3b65, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4db3b14f-9360-4808-a597-6587467e3b65,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:12.269425 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-840f309a-db0a-405d-b92b-50128db71857 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.283396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-840f309a-db0a-405d-b92b-50128db71857 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for 4db3b14f-9360-4808-a597-6587467e3b65 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:12.499789 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-840f309a-db0a-405d-b92b-50128db71857 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.534471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f309a-db0a-405d-b92b-50128db71857 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=4db3b14f-9360-4808-a597-6587467e3b65,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:12.752239 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-840f309a-db0a-405d-b92b-50128db71857 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.994788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840f309a-db0a-405d-b92b-50128db71857 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router dbaeb616-b86f-42d4-811b-5a8831377195 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:58:13.115315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840f309a-db0a-405d-b92b-50128db71857 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:13.125638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35818) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:13.127634 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00e1cb-df4c-4fbd-bd69-751846834b54 None None] Sync routers for ids ['dbaeb616-b86f-42d4-811b-5a8831377195'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:13.134692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-840f309a-db0a-405d-b92b-50128db71857 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "PUT /v2.0/routers/dbaeb616-b86f-42d4-811b-5a8831377195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3189061 Nov 12 08:58:13.144512 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00e1cb-df4c-4fbd-bd69-751846834b54 None None] Routers {'dbaeb616-b86f-42d4-811b-5a8831377195'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:13.149379 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0f00e1cb-df4c-4fbd-bd69-751846834b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:58:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['dbaeb616-b86f-42d4-811b-5a8831377195'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:13.191753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting subnet 106079e6-5847-4c4e-8045-3e8e924ae761 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:58:13.201380 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.260069 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.323576 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-0f00e1cb-df4c-4fbd-bd69-751846834b54 None None] Set router dbaeb616-b86f-42d4-811b-5a8831377195 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:13.339036 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f4d07959-b2fd-4fc4-827b-5c436bfe918f no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:13.363321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9d65e-6569-4256-a49c-97d7ab75ff53 req-d81984d0-c2b1-4ba6-b2d7-445aa7d4db4e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:13.365474 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14e9d65e-6569-4256-a49c-97d7ab75ff53 req-d81984d0-c2b1-4ba6-b2d7-445aa7d4db4e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.0816755 Nov 12 08:58:13.383110 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: f4d07959-b2fd-4fc4-827b-5c436bfe918f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:13.393278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f4d07959-b2fd-4fc4-827b-5c436bfe918f not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:13.449962 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.492864 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14e9d65e-6569-4256-a49c-97d7ab75ff53 req-bba70db0-65ea-4a7a-a3df-77a24a22385e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952995 Nov 12 08:58:13.539214 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.576292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Subnet': ['ID=106079e6-5847-4c4e-8045-3e8e924ae761,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:13.584204 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.592376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35822) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:13.592890 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/subnets/106079e6-5847-4c4e-8045-3e8e924ae761 HTTP/1.1" status: 204 len: 168 time: 0.4643695 Nov 12 08:58:13.595993 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011cd20c-f9a6-462c-a4da-2584934aeeaa None None] Network 9f1a90c3-ce73-4e17-8126-17640d18025a requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:13.596978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:13.597394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:13.597738 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:13.598621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:13.598962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:13.599298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:13.599682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:13.600016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:13.600347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:13.600671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:13.600997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:13.601346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684a5922-a16a-4356-a6a1-bf9527f43bee tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:13.624415 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0f00e1cb-df4c-4fbd-bd69-751846834b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:58:12Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:13.669518 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00e1cb-df4c-4fbd-bd69-751846834b54 None None] Checking router: dbaeb616-b86f-42d4-811b-5a8831377195 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:13.680522 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f00e1cb-df4c-4fbd-bd69-751846834b54 None None] Routers {'dbaeb616-b86f-42d4-811b-5a8831377195'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:13.681322 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0f00e1cb-df4c-4fbd-bd69-751846834b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:58:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['dbaeb616-b86f-42d4-811b-5a8831377195'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:13.836823 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-0f00e1cb-df4c-4fbd-bd69-751846834b54 None None] Set router dbaeb616-b86f-42d4-811b-5a8831377195 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:13.869857 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.990262 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.993755 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a986b55a-0c13-4b52-a0be-bef21d607a9e None None] DHCP port deletion for 9f1a90c3-ce73-4e17-8126-17640d18025a request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:14.054364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port 997ced3b-0258-4ad3-bd86-0dde8c1da769 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:14.054860 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.075175 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a986b55a-0c13-4b52-a0be-bef21d607a9e None None] Deleting port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:14.075946 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a986b55a-0c13-4b52-a0be-bef21d607a9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.084407 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0f00e1cb-df4c-4fbd-bd69-751846834b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:58:12Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:14.116885 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f00e1cb-df4c-4fbd-bd69-751846834b54 None None] The sync data for ids ['dbaeb616-b86f-42d4-811b-5a8831377195'] in n-d-768851-18 is: [{'id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42713478', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:25Z', 'updated_at': '2021-11-12T08:58:12Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': '997ced3b-0258-4ad3-bd86-0dde8c1da769', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbaeb616-b86f-42d4-811b-5a8831377195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:26Z', 'updated_at': '2021-11-12T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:14.163919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] For port 997ced3b-0258-4ad3-bd86-0dde8c1da769, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=997ced3b-0258-4ad3-bd86-0dde8c1da769,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:14.164419 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.164867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a986b55a-0c13-4b52-a0be-bef21d607a9e None None] For port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d,segment=NetworkSegment(88f82833-1ed0-451b-baf5-423f5c97c8c7),segment_id=88f82833-1ed0-451b-baf5-423f5c97c8c7)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:14.165330 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a986b55a-0c13-4b52-a0be-bef21d607a9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.178805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for 997ced3b-0258-4ad3-bd86-0dde8c1da769 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:14.206614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a986b55a-0c13-4b52-a0be-bef21d607a9e None None] Calling delete_port for f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:14.327453 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a986b55a-0c13-4b52-a0be-bef21d607a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.354662 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986b55a-0c13-4b52-a0be-bef21d607a9e None None] Pushing event deleted for resources: {'Port': ['ID=f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:14.356499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986b55a-0c13-4b52-a0be-bef21d607a9e None None] No DVR routers for this DVR port f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:14.378187 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.414420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=997ced3b-0258-4ad3-bd86-0dde8c1da769,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:14.431015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaf26bd-7668-414e-a084-4d565be94959 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:14.483407 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.640373 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.643858 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.673170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:14.677656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449a58d-30bb-4b41-b330-ba05e8122aa8 req-5887f2f7-67f0-4e60-acbd-88c86e510ef0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:14.679395 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c449a58d-30bb-4b41-b330-ba05e8122aa8 req-5887f2f7-67f0-4e60-acbd-88c86e510ef0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.0838706 Nov 12 08:58:14.708786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:14.709362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f37a3bc6-96ca-4c34-bf9b-3f8d7ce9db2d not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:14.726289 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.726831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Fanout notify agent at l3_agent the message router_deleted on router dbaeb616-b86f-42d4-811b-5a8831377195 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:58:14.739103 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.739978 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-31f0df5c-d390-4c9b-bdf6-26544d21e22d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/routers/dbaeb616-b86f-42d4-811b-5a8831377195 HTTP/1.1" status: 204 len: 168 time: 1.1482310 Nov 12 08:58:14.743243 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35834) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:14.774361 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c449a58d-30bb-4b41-b330-ba05e8122aa8 req-d20761d4-1644-4691-81c3-8a09993fc212 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873373 Nov 12 08:58:14.836529 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.977286 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.004236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1a90c3-ce73-4e17-8126-17640d18025a']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:15.015277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f82833-1ed0-451b-baf5-423f5c97c8c7') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:15.015757 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f82833-1ed0-451b-baf5-423f5c97c8c7') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:15.027026 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.042421 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.054415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:15.054863 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: timer() Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:15.058126 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:15.141590 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.155763 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.163407 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/networks/9f1a90c3-ce73-4e17-8126-17640d18025a HTTP/1.1" status: 204 len: 168 time: 0.4156120 Nov 12 08:58:15.163531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35842) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:15.176877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320dbd8-6036-42f0-aad6-5886c0ddc4fc tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Network': ['ID=9f1a90c3-ce73-4e17-8126-17640d18025a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:15.231077 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f79d159e-cc03-45e1-b883-25336bd0d485 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.259808 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f79d159e-cc03-45e1-b883-25336bd0d485 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.344616 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f79d159e-cc03-45e1-b883-25336bd0d485 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.348805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f79d159e-cc03-45e1-b883-25336bd0d485 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.350608 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f79d159e-cc03-45e1-b883-25336bd0d485 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/security-groups/47f96129-adce-4973-94d9-ec05e6389bc2 HTTP/1.1" status: 204 len: 168 time: 0.1866653 Nov 12 08:58:15.383606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d159e-cc03-45e1-b883-25336bd0d485 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f96129-adce-4973-94d9-ec05e6389bc2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:15.725372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35850) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:15.729977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3ade750b-c9dc-4523-a6fb-da5255a13ce5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206018520', 'description': 'tempest-secgroup-smoke-206018520 description', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:15.756740 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ade750b-c9dc-4523-a6fb-da5255a13ce5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.837157 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ade750b-c9dc-4523-a6fb-da5255a13ce5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.841970 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ade750b-c9dc-4523-a6fb-da5255a13ce5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.867472 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ade750b-c9dc-4523-a6fb-da5255a13ce5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.869371 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3ade750b-c9dc-4523-a6fb-da5255a13ce5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1429105 Nov 12 08:58:15.872307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35856) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:15.880426 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-77e3247b-cca1-408c-8c61-5c0d0411a984 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '45e6c57c-6df9-4334-afb3-83ea37e65fc4', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:15.922205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77e3247b-cca1-408c-8c61-5c0d0411a984 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.930816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade750b-c9dc-4523-a6fb-da5255a13ce5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e6c57c-6df9-4334-afb3-83ea37e65fc4,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:15.956500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27b9dd-2bfb-4181-995a-0402ef3a2714 req-419dfedc-ff38-4138-b386-ed6974d1f3d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:15.958395 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd27b9dd-2bfb-4181-995a-0402ef3a2714 req-419dfedc-ff38-4138-b386-ed6974d1f3d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.0877428 Nov 12 08:58:16.016678 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd27b9dd-2bfb-4181-995a-0402ef3a2714 req-8a50f8f6-8f9c-4216-9f13-ad9d4eac3b1b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524304 Nov 12 08:58:16.019995 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77e3247b-cca1-408c-8c61-5c0d0411a984 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.025894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77e3247b-cca1-408c-8c61-5c0d0411a984 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.054563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3247b-cca1-408c-8c61-5c0d0411a984 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4f2f55-34fc-422e-b2f8-64fcfcfbed90,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:16.063430 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77e3247b-cca1-408c-8c61-5c0d0411a984 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.068234 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-77e3247b-cca1-408c-8c61-5c0d0411a984 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1906495 Nov 12 08:58:16.068415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35858) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:16.073343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c2aae25f-f1bd-44dc-b9ab-3deee29ee2ca tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '45e6c57c-6df9-4334-afb3-83ea37e65fc4', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:16.100583 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c2aae25f-f1bd-44dc-b9ab-3deee29ee2ca tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.168725 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c2aae25f-f1bd-44dc-b9ab-3deee29ee2ca tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.177827 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c2aae25f-f1bd-44dc-b9ab-3deee29ee2ca tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.195854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aae25f-f1bd-44dc-b9ab-3deee29ee2ca tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698f46d9-1642-4277-91f7-e34d1a65119a,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:16.213065 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c2aae25f-f1bd-44dc-b9ab-3deee29ee2ca tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.214467 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c2aae25f-f1bd-44dc-b9ab-3deee29ee2ca tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451077 Nov 12 08:58:16.217429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35862) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:16.223940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-82cba400-362e-403f-a130-7955288830ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '45e6c57c-6df9-4334-afb3-83ea37e65fc4', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:16.238183 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 997ced3b-0258-4ad3-bd86-0dde8c1da769 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:16.256602 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82cba400-362e-403f-a130-7955288830ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.261495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 997ced3b-0258-4ad3-bd86-0dde8c1da769 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:16.261980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 997ced3b-0258-4ad3-bd86-0dde8c1da769 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:16.262258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4db3b14f-9360-4808-a597-6587467e3b65 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:16.283987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 4db3b14f-9360-4808-a597-6587467e3b65 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:16.284609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4db3b14f-9360-4808-a597-6587467e3b65 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:16.329995 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82cba400-362e-403f-a130-7955288830ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.340180 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82cba400-362e-403f-a130-7955288830ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.360305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cba400-362e-403f-a130-7955288830ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b720c800-b01f-443e-a9dc-25b416ab282f,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:16.383402 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-82cba400-362e-403f-a130-7955288830ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.387409 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-82cba400-362e-403f-a130-7955288830ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1661439 Nov 12 08:58:16.387802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35866) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:16.393977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-5f4884da-533b-401f-a022-0a4fe82abd0b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '45e6c57c-6df9-4334-afb3-83ea37e65fc4', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:16.436078 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f4884da-533b-401f-a022-0a4fe82abd0b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.523245 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f4884da-533b-401f-a022-0a4fe82abd0b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.528544 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f4884da-533b-401f-a022-0a4fe82abd0b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.548277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4884da-533b-401f-a022-0a4fe82abd0b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6d5b3d-d22f-4bbb-b57e-17bf892a3dec,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:16.562784 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f4884da-533b-401f-a022-0a4fe82abd0b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.567119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35872) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:16.567429 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f4884da-533b-401f-a022-0a4fe82abd0b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1787927 Nov 12 08:58:16.600387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0f646147-08c7-4ca3-8b6f-6c34b33988d9 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '45e6c57c-6df9-4334-afb3-83ea37e65fc4', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:16.667966 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-0f646147-08c7-4ca3-8b6f-6c34b33988d9 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Project 0ea68474c3624cf0b82cb294cd7cfd85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:58:16.678442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f646147-08c7-4ca3-8b6f-6c34b33988d9 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.775790 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f646147-08c7-4ca3-8b6f-6c34b33988d9 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.781465 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f646147-08c7-4ca3-8b6f-6c34b33988d9 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.808679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f646147-08c7-4ca3-8b6f-6c34b33988d9 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aee1bc4-78c9-491a-bccf-769683654b2f,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:16.821240 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f646147-08c7-4ca3-8b6f-6c34b33988d9 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.822791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0f646147-08c7-4ca3-8b6f-6c34b33988d9 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2543082 Nov 12 08:58:16.825534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35878) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:16.830224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4d9c7685-9389-4579-b31b-caea2ffe8bfd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'security_group_rule': {'security_group_id': '45e6c57c-6df9-4334-afb3-83ea37e65fc4', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:16.855798 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-4d9c7685-9389-4579-b31b-caea2ffe8bfd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Project 0ea68474c3624cf0b82cb294cd7cfd85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:58:16.862792 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7685-9389-4579-b31b-caea2ffe8bfd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.928377 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7685-9389-4579-b31b-caea2ffe8bfd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.933401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7685-9389-4579-b31b-caea2ffe8bfd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.951222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c7685-9389-4579-b31b-caea2ffe8bfd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e0d841-08b5-4198-b348-cbfab250ff5d,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:16.961558 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4d9c7685-9389-4579-b31b-caea2ffe8bfd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.962771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4d9c7685-9389-4579-b31b-caea2ffe8bfd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361876 Nov 12 08:58:16.965791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35880) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:16.970812 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3b1b288f-db3b-4b2b-a940-62778cdc336a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'network': {'name': 'tempest-network-smoke--1389581656', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'port_security_enabled': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:16.994146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1b288f-db3b-4b2b-a940-62778cdc336a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Made reservation on behalf of 0ea68474c3624cf0b82cb294cd7cfd85 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:16.997830 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3b1b288f-db3b-4b2b-a940-62778cdc336a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.032892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1b288f-db3b-4b2b-a940-62778cdc336a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:17.044398 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3b1b288f-db3b-4b2b-a940-62778cdc336a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.044744 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-3b1b288f-db3b-4b2b-a940-62778cdc336a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Added segment 860b10ea-8f5e-479d-9183-cee6e04c5ca3 of type vlan for network 84a961d5-0186-467c-945d-d5c8de2b1d0c Nov 12 08:58:17.088711 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3b1b288f-db3b-4b2b-a940-62778cdc336a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.116253 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3b1b288f-db3b-4b2b-a940-62778cdc336a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.122237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1b288f-db3b-4b2b-a940-62778cdc336a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.122846 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3b1b288f-db3b-4b2b-a940-62778cdc336a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.165391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d044bc-27c9-421c-bc04-dbd91dde923f req-89e1ecd4-8ea3-4abb-b25e-8eac29c6fe65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.166405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-29d044bc-27c9-421c-bc04-dbd91dde923f req-89e1ecd4-8ea3-4abb-b25e-8eac29c6fe65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.0638466 Nov 12 08:58:17.208337 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b288f-db3b-4b2b-a940-62778cdc336a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Network': ['ID=84a961d5-0186-467c-945d-d5c8de2b1d0c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:17.221441 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 84a961d5-0186-467c-945d-d5c8de2b1d0c details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:17.227837 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3b1b288f-db3b-4b2b-a940-62778cdc336a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2600172 Nov 12 08:58:17.229515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35888) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:17.231228 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-29d044bc-27c9-421c-bc04-dbd91dde923f req-5df61afc-df4e-4213-8ad0-5cc6ec5c96a6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585358 Nov 12 08:58:17.239749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'admin_state_up': True, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:17.269978 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.271359 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.340042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.512992 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.727472 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.747876 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.866961 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.25.3.97 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/d3347ebe-5763-4118-94c7-0dc96d42fcbd) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:17.978046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.028689 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.066931 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:18.071857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:18.075439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:18.096401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b30216-d424-4e8e-a901-83bf8415c77b None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:18.104022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=d3347ebe-5763-4118-94c7-0dc96d42fcbd,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:18.142055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a1401dc1-8510-4835-921a-5fde279aa724 None None] Provisioning complete for port d3347ebe-5763-4118-94c7-0dc96d42fcbd triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:18.142753 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a1401dc1-8510-4835-921a-5fde279aa724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.186835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a1401dc1-8510-4835-921a-5fde279aa724 None None] Port d3347ebe-5763-4118-94c7-0dc96d42fcbd cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:18.393339 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.447087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e5c8f-4806-4bfa-b133-5d1022728394 req-42f517f0-2cef-45ac-8e42-057334bf3218 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:18.448661 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c57e5c8f-4806-4bfa-b133-5d1022728394 req-42f517f0-2cef-45ac-8e42-057334bf3218 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1128545 Nov 12 08:58:18.892699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c57e5c8f-4806-4bfa-b133-5d1022728394 req-a8aff20b-bd77-4c15-9710-0e05dc388b10 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321203 Nov 12 08:58:19.015499 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.153073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router e1629a14-a9ce-488d-a9cf-c1a1418b9325 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:58:19.273176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:19.287200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Sync routers for ids ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:19.297453 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.299075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3c64e8b2-0f5d-4071-9f52-13a31f0dd1a6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0685983 Nov 12 08:58:19.302173 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35904) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:19.303294 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Routers {'e1629a14-a9ce-488d-a9cf-c1a1418b9325'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:19.304147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:58:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:19.338356 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b73a5321-f0b8-475f-b389-88340eab338a tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=0ea68474c3624cf0b82cb294cd7cfd85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321088 Nov 12 08:58:19.338708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35906) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:19.467312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1954d139-fa06-4250-b4ad-e2ae82264bf4 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:19.472739 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1954d139-fa06-4250-b4ad-e2ae82264bf4 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305468 Nov 12 08:58:19.473548 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35910) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:19.482295 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Set router e1629a14-a9ce-488d-a9cf-c1a1418b9325 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:19.533231 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ddbabd12-7c31-4418-91a2-f8b5a25e1294 tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571842 Nov 12 08:58:19.534594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 35912) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:19.542658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-23e51bd8-37b5-419d-a2fd-af573e043472 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036037676', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:19.764258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e51bd8-37b5-419d-a2fd-af573e043472 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Made reservation on behalf of 0ea68474c3624cf0b82cb294cd7cfd85 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:19.768171 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-23e51bd8-37b5-419d-a2fd-af573e043472 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.812403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:18Z', 'revision_number': 3, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:19.854004 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Checking router: e1629a14-a9ce-488d-a9cf-c1a1418b9325 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:19.854360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Updating router e1629a14-a9ce-488d-a9cf-c1a1418b9325 port d3347ebe-5763-4118-94c7-0dc96d42fcbd binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:58:19.888836 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.139179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38171ca2-a638-4a90-8ca4-3310cfa71450 req-c2d1b9aa-3ac3-4067-a4d7-44f09fed0e7b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:20.151665 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38171ca2-a638-4a90-8ca4-3310cfa71450 req-c2d1b9aa-3ac3-4067-a4d7-44f09fed0e7b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.0966537 Nov 12 08:58:20.246415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38171ca2-a638-4a90-8ca4-3310cfa71450 req-ee6ad394-7925-42b2-a63e-81e75c162255 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935767 Nov 12 08:58:20.277045 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-23e51bd8-37b5-419d-a2fd-af573e043472 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.346029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e51bd8-37b5-419d-a2fd-af573e043472 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Subnet': ['ID=f7cab550-5d15-4686-a6cb-778ca4007405,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:20.357050 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.372862 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.392536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e51bd8-37b5-419d-a2fd-af573e043472 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Checking segment: {'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:20.392819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e51bd8-37b5-419d-a2fd-af573e043472 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network hostable DHCP agents. Network: 84a961d5-0186-467c-945d-d5c8de2b1d0c, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:20.413013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e51bd8-37b5-419d-a2fd-af573e043472 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 84a961d5-0186-467c-945d-d5c8de2b1d0c is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:58:20.428427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-23e51bd8-37b5-419d-a2fd-af573e043472 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 84a961d5-0186-467c-945d-d5c8de2b1d0c) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:20.436016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4481721-757c-4c2d-b91c-9a135ffc1fcc None None] Pushing event updated for resources: {'Port': ['ID=d3347ebe-5763-4118-94c7-0dc96d42fcbd,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:20.443737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e09081-eb7e-4bb1-aef8-9b607df0e573 None None] Network 84a961d5-0186-467c-945d-d5c8de2b1d0c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:20.446433 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e51bd8-37b5-419d-a2fd-af573e043472 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:20.448472 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-23e51bd8-37b5-419d-a2fd-af573e043472 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.474035 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-23e51bd8-37b5-419d-a2fd-af573e043472 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9365945 Nov 12 08:58:20.476238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 35922) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:20.711208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Attempting to bind port d3347ebe-5763-4118-94c7-0dc96d42fcbd on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:20.711629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Attempting to bind port d3347ebe-5763-4118-94c7-0dc96d42fcbd by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:20.712251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Attempting to bind port d3347ebe-5763-4118-94c7-0dc96d42fcbd on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:20.740269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e46407-3c75-4add-ad6b-bb4a1629a1e3 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:20.755737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:20.756113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:20.756517 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.756900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:20.757466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Bound port: d3347ebe-5763-4118-94c7-0dc96d42fcbd, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:20.757848 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.875253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] For port d3347ebe-5763-4118-94c7-0dc96d42fcbd, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:20.887176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d9a40fdb-ac13-4665-aa49-6e3ffb02d6e5 None None] Provisioning complete for port d3347ebe-5763-4118-94c7-0dc96d42fcbd triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:20.887603 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d9a40fdb-ac13-4665-aa49-6e3ffb02d6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.954126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] For port d3347ebe-5763-4118-94c7-0dc96d42fcbd, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d3347ebe-5763-4118-94c7-0dc96d42fcbd,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:20.967243 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.030251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-84a961d5-0186-467c-945d-d5c8de2b1d0c', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ips': [{'subnet_id': 'f7cab550-5d15-4686-a6cb-778ca4007405'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:58:21.031254 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.049833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d9a40fdb-ac13-4665-aa49-6e3ffb02d6e5 None None] Port d3347ebe-5763-4118-94c7-0dc96d42fcbd cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:21.065341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c96b5bf-6e89-4a7a-bf9d-1cc38d4d075b None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:21.191688 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.215979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Allocated IP 172.20.0.2 (84a961d5-0186-467c-945d-d5c8de2b1d0c/f7cab550-5d15-4686-a6cb-778ca4007405/19022e7e-1ba4-4ef4-ac6f-7b2080c8b567) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:21.418656 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.434101 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.443834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Routers {'e1629a14-a9ce-488d-a9cf-c1a1418b9325'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:21.444469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:58:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:21.460097 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72bb91-3f32-4f8a-84a5-d918dd0511c9 req-8bdac52a-0cbb-4850-a605-e4e0307a7442 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:21.474144 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b72bb91-3f32-4f8a-84a5-d918dd0511c9 req-8bdac52a-0cbb-4850-a605-e4e0307a7442 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1134672 Nov 12 08:58:21.611714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b72bb91-3f32-4f8a-84a5-d918dd0511c9 req-d73be0d3-8f1f-4f2f-ad2c-a475b6f4ff90 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366105 Nov 12 08:58:21.626296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] Set router e1629a14-a9ce-488d-a9cf-c1a1418b9325 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:21.660501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.20.0.1 (84a961d5-0186-467c-945d-d5c8de2b1d0c/f7cab550-5d15-4686-a6cb-778ca4007405/ab77838e-7363-4a70-95d4-f3f6f8051b52) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:21.688061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4481721-757c-4c2d-b91c-9a135ffc1fcc None None] Pushing event updated for resources: {'Port': ['ID=d3347ebe-5763-4118-94c7-0dc96d42fcbd,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:21.752615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Network 84a961d5-0186-467c-945d-d5c8de2b1d0c is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:21.788804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:21.798356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:21.805551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bd88a69a-8004-42ba-92f2-99d44ccc4dd3 None None] Provisioning complete for port d3347ebe-5763-4118-94c7-0dc96d42fcbd triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:21.805925 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bd88a69a-8004-42ba-92f2-99d44ccc4dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.864150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Pushing event updated for resources: {'Port': ['ID=19022e7e-1ba4-4ef4-ac6f-7b2080c8b567,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:21.933345 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Attempting to bind port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:21.933728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Attempting to bind port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:21.934145 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Attempting to bind port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 on network 84a961d5-0186-467c-945d-d5c8de2b1d0c {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:21.963935 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:21.964175 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Checking segment: {'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:21.964542 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.964934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Bound using segment: {'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:21.965733 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Bound port: 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:21.965867 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.006498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.099710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.184239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 84a961d5-0186-467c-945d-d5c8de2b1d0c is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:22.188713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:22.193045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:22.226737 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bd88a69a-8004-42ba-92f2-99d44ccc4dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.248088 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:18Z', 'revision_number': 3, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:22.251946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=ab77838e-7363-4a70-95d4-f3f6f8051b52,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:22.298518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-bd88a69a-8004-42ba-92f2-99d44ccc4dd3 None None] For port d3347ebe-5763-4118-94c7-0dc96d42fcbd, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d3347ebe-5763-4118-94c7-0dc96d42fcbd,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:22.300016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19d3e14-2918-4126-a75b-0684b1ba0ca2 None None] The sync data for ids ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'] in n-d-768851-18 is: [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:18Z', 'revision_number': 3, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:22.306449 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.307174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] For port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:22.309886 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bd88a69a-8004-42ba-92f2-99d44ccc4dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.382720 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88a69a-8004-42ba-92f2-99d44ccc4dd3 None None] Pushing event updated for resources: {'Port': ['ID=d3347ebe-5763-4118-94c7-0dc96d42fcbd,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:22.412219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] For port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=19022e7e-1ba4-4ef4-ac6f-7b2080c8b567,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:22.426912 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.531728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee91956-2cd2-481a-8f00-d31315e54e2a None None] Pushing event updated for resources: {'Port': ['ID=19022e7e-1ba4-4ef4-ac6f-7b2080c8b567,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:22.555764 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.632259 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.898235 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a395e29-c6cd-426b-8fa0-90e34b163777 req-e8b8b891-2089-4ffb-9e26-d18fcc728a25 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:22.900449 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a395e29-c6cd-426b-8fa0-90e34b163777 req-e8b8b891-2089-4ffb-9e26-d18fcc728a25 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1396580 Nov 12 08:58:23.189946 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4a395e29-c6cd-426b-8fa0-90e34b163777 req-11fa84d0-6ab0-4b18-91b1-8db605e25a13 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622221 Nov 12 08:58:23.448666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.464240 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.540540 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.665565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=ab77838e-7363-4a70-95d4-f3f6f8051b52,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:23.799564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae77ba-d749-4733-bda7-5f8b69e16e50 req-a548618d-6e94-44d6-bbab-fd1140f75a4a tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:23.807549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a7ae77ba-d749-4733-bda7-5f8b69e16e50 req-a548618d-6e94-44d6-bbab-fd1140f75a4a tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 945 time: 0.1392183 Nov 12 08:58:23.863957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 84a961d5-0186-467c-945d-d5c8de2b1d0c is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:23.870555 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:23.892349 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a7ae77ba-d749-4733-bda7-5f8b69e16e50 req-933724b1-6055-43bb-8755-128c98dd5792 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801415 Nov 12 08:58:24.100932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router e1629a14-a9ce-488d-a9cf-c1a1418b9325 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:58:24.310643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:24.343071 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1036eae4-4cd7-4433-8118-7191c6bd8f03 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "PUT /v2.0/routers/e1629a14-a9ce-488d-a9cf-c1a1418b9325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8650169 Nov 12 08:58:24.455999 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:24.541931 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263133d-1f69-4c72-ac42-1ed5200fd149 req-1eddb65d-0235-4125-8849-c7f3221ee11c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:24.551957 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3263133d-1f69-4c72-ac42-1ed5200fd149 req-1eddb65d-0235-4125-8849-c7f3221ee11c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1391397 Nov 12 08:58:24.632437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d79d6-b22f-40be-a824-f84ad3b419cc None None] Network 84a961d5-0186-467c-945d-d5c8de2b1d0c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:24.713123 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3263133d-1f69-4c72-ac42-1ed5200fd149 req-dba8c27e-c902-4d8c-8073-b4204487c37d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524615 Nov 12 08:58:24.809820 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-d40caa88-6bb5-4671-a2bf-970728b8d1fa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206018520&fields=id&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 267 time: 0.1209254 Nov 12 08:58:24.828417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9cf8a1ee-4ed3-4066-ae2f-b1feba4863b8 None None] Provisioning complete for port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:24.828619 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9cf8a1ee-4ed3-4066-ae2f-b1feba4863b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.945891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:24.946263 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:25.042065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbf608-a28a-4953-821d-54d32e36093a req-ba00a215-8eea-4fce-a8b0-d1d7fb7f9205 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:25.044780 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-ba00a215-8eea-4fce-a8b0-d1d7fb7f9205 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/networks?id=84a961d5-0186-467c-945d-d5c8de2b1d0c HTTP/1.1" status: 200 len: 797 time: 0.2200027 Nov 12 08:58:25.100121 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-34b85f98-f390-47fb-95e2-bafc594544eb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/quotas/0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 375 time: 0.0244195 Nov 12 08:58:25.123859 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9cf8a1ee-4ed3-4066-ae2f-b1feba4863b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:25.229615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b293f-725f-40da-8413-b9266bd72505 req-85e06972-355f-4f9e-8d74-a50cd519e3a5 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:25.250649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9cf8a1ee-4ed3-4066-ae2f-b1feba4863b8 None None] For port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=19022e7e-1ba4-4ef4-ac6f-7b2080c8b567,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:25.253683 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c57b293f-725f-40da-8413-b9266bd72505 req-85e06972-355f-4f9e-8d74-a50cd519e3a5 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 945 time: 0.2244735 Nov 12 08:58:25.261148 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9cf8a1ee-4ed3-4066-ae2f-b1feba4863b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:25.316064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d3347ebe-5763-4118-94c7-0dc96d42fcbd up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:25.364107 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c57b293f-725f-40da-8413-b9266bd72505 req-43cfea2d-3f62-41d3-836a-a06c23042a28 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009519 Nov 12 08:58:25.392085 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-c76c1600-39b7-471b-a0ae-ca6f1737a4f6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2699952 Nov 12 08:58:25.457876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8a1ee-4ed3-4066-ae2f-b1feba4863b8 None None] Pushing event updated for resources: {'Port': ['ID=19022e7e-1ba4-4ef4-ac6f-7b2080c8b567,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:25.496152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d3347ebe-5763-4118-94c7-0dc96d42fcbd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:25.496564 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:25.538754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd22525-d5cd-4df0-b12c-5a43f0ca15e4 req-47d51bcd-8264-4ff4-b270-1a693ca7ed4f tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:25.592807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9fd22525-d5cd-4df0-b12c-5a43f0ca15e4 req-47d51bcd-8264-4ff4-b270-1a693ca7ed4f tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 945 time: 0.3648591 Nov 12 08:58:25.674905 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Sync routers for ids ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:25.704221 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Routers {'e1629a14-a9ce-488d-a9cf-c1a1418b9325'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:25.704839 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:58:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:25.749902 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-47607b8f-d0f0-4dd2-950c-6246f66bf29f service neutron] 10.222.0.31 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561070 Nov 12 08:58:25.937956 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Set router e1629a14-a9ce-488d-a9cf-c1a1418b9325 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:25.969772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba67da2-e780-49ec-887d-783ac200365a req-0b8923c0-f9f8-4d7e-aa54-86ec9631a914 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:25.971347 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cba67da2-e780-49ec-887d-783ac200365a req-0b8923c0-f9f8-4d7e-aa54-86ec9631a914 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1278291 Nov 12 08:58:26.027626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8d997af4-4a77-4b7c-b15d-10c631f3f659 None None] Provisioning complete for port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:26.030516 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d997af4-4a77-4b7c-b15d-10c631f3f659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.082796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-9fd22525-d5cd-4df0-b12c-5a43f0ca15e4 req-35792047-9e24-48fb-bbba-b2ff1608418e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Deleting port fbfa275c-7d2e-426f-8641-06393b2a0dcf {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:26.083190 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9fd22525-d5cd-4df0-b12c-5a43f0ca15e4 req-35792047-9e24-48fb-bbba-b2ff1608418e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.185009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cba67da2-e780-49ec-887d-783ac200365a req-12741d26-e82b-49f3-9fe4-9df76e2d458e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826212 Nov 12 08:58:26.398969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:26.597641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c8ba6-2ff0-42d0-9c50-e40a03b6b651 req-ec5698d8-c076-4641-8ffe-d8dd39b1809b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:26.613733 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ab77838e-7363-4a70-95d4-f3f6f8051b52', 'name': '', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:b9:68:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:21Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 2, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:26.614061 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b4c8ba6-2ff0-42d0-9c50-e40a03b6b651 req-ec5698d8-c076-4641-8ffe-d8dd39b1809b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1692274 Nov 12 08:58:26.726794 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Checking router: e1629a14-a9ce-488d-a9cf-c1a1418b9325 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:26.727302 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b4c8ba6-2ff0-42d0-9c50-e40a03b6b651 req-029103e1-28ae-4aca-ab24-0d0d63389db2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064403 Nov 12 08:58:26.732094 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Updating router e1629a14-a9ce-488d-a9cf-c1a1418b9325 port ab77838e-7363-4a70-95d4-f3f6f8051b52 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:58:26.788012 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.027954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8d997af4-4a77-4b7c-b15d-10c631f3f659 None None] Provisioning complete for port ab77838e-7363-4a70-95d4-f3f6f8051b52 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:27.028597 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d997af4-4a77-4b7c-b15d-10c631f3f659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.036258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:27.039998 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.057286 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-02b1f18c-c2e4-448a-956e-b57f54eff9e2 service neutron] 10.222.0.31 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2987487 Nov 12 08:58:27.143281 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5de96-7f18-44e7-8fa2-115081da4cbd req-b6a6ddab-0b24-4d58-ba72-70722e18aa59 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:27.160896 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79e5de96-7f18-44e7-8fa2-115081da4cbd req-b6a6ddab-0b24-4d58-ba72-70722e18aa59 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 945 time: 0.1384814 Nov 12 08:58:27.178260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-9fd22525-d5cd-4df0-b12c-5a43f0ca15e4 req-35792047-9e24-48fb-bbba-b2ff1608418e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] For port fbfa275c-7d2e-426f-8641-06393b2a0dcf, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fbfa275c-7d2e-426f-8641-06393b2a0dcf,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:27.178635 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9fd22525-d5cd-4df0-b12c-5a43f0ca15e4 req-35792047-9e24-48fb-bbba-b2ff1608418e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.241468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-9fd22525-d5cd-4df0-b12c-5a43f0ca15e4 req-35792047-9e24-48fb-bbba-b2ff1608418e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Calling delete_port for fbfa275c-7d2e-426f-8641-06393b2a0dcf owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:27.256881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8d997af4-4a77-4b7c-b15d-10c631f3f659 None None] Port ab77838e-7363-4a70-95d4-f3f6f8051b52 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:27.313511 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79e5de96-7f18-44e7-8fa2-115081da4cbd req-30521e19-7c7d-4240-b116-89ff02110f69 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514633 Nov 12 08:58:27.322757 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.336366 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.536246 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Pushing event updated for resources: {'Port': ['ID=ab77838e-7363-4a70-95d4-f3f6f8051b52,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:27.616638 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:27.616976 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:27.618465 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:27.618800 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:27.619134 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:27.619461 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:27.619785 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:27.620757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e2caae55-3be4-4d2e-a5a2-e52009f02fa4 None None] Provisioning complete for port ab77838e-7363-4a70-95d4-f3f6f8051b52 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:27.621544 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e2caae55-3be4-4d2e-a5a2-e52009f02fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.623715 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:27.625053 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:27.625590 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:27.626706 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:27.627214 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:27.647112 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Attempting to bind port ab77838e-7363-4a70-95d4-f3f6f8051b52 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:27.647725 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Attempting to bind port ab77838e-7363-4a70-95d4-f3f6f8051b52 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:27.649234 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Attempting to bind port ab77838e-7363-4a70-95d4-f3f6f8051b52 on network 84a961d5-0186-467c-945d-d5c8de2b1d0c {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:27.663900 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:27.667159 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Checking segment: {'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:27.667764 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.668662 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Bound using segment: {'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:27.669350 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Bound port: ab77838e-7363-4a70-95d4-f3f6f8051b52, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:27.671656 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.704358 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9fd22525-d5cd-4df0-b12c-5a43f0ca15e4 req-35792047-9e24-48fb-bbba-b2ff1608418e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.725661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['4dc69a74-8db8-4661-95f3-802655995ec0', 'c095ce7c-6075-4815-afab-acda094e92ac', 'a36a70d3-2019-4688-9e43-14a0b5934ef6'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:27.852921 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35792047-9e24-48fb-bbba-b2ff1608418e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Pushing event deleted for resources: {'Port': ['ID=fbfa275c-7d2e-426f-8641-06393b2a0dcf,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:27.931048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e2caae55-3be4-4d2e-a5a2-e52009f02fa4 None None] Port ab77838e-7363-4a70-95d4-f3f6f8051b52 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:27.960710 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71fa7b54-f0f3-4a22-8897-0eec3e9edd4d req-73316a9c-15c3-4b43-9ada-0c71625d3726 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 210 time: 0.1458707 Nov 12 08:58:27.992082 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] For port ab77838e-7363-4a70-95d4-f3f6f8051b52, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:28.003349 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] For port ab77838e-7363-4a70-95d4-f3f6f8051b52, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ab77838e-7363-4a70-95d4-f3f6f8051b52,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:28.017455 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.022269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd22525-d5cd-4df0-b12c-5a43f0ca15e4 req-35792047-9e24-48fb-bbba-b2ff1608418e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] No DVR routers for this DVR port fbfa275c-7d2e-426f-8641-06393b2a0dcf on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:28.027936 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9fd22525-d5cd-4df0-b12c-5a43f0ca15e4 req-35792047-9e24-48fb-bbba-b2ff1608418e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.031275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9fd22525-d5cd-4df0-b12c-5a43f0ca15e4 req-35792047-9e24-48fb-bbba-b2ff1608418e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "DELETE /v2.0/ports/fbfa275c-7d2e-426f-8641-06393b2a0dcf HTTP/1.1" status: 204 len: 173 time: 2.4273202 Nov 12 08:58:28.031740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e048b66e-bbac-436b-b9e8-19716d7bbf9e', 'name': 'network-vif-deleted', 'tag': 'fbfa275c-7d2e-426f-8641-06393b2a0dcf'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:28.053518 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59bb567-193e-4f07-884c-4a39a5c01bf1" -d '{"events": [{"server_uuid": "e048b66e-bbac-436b-b9e8-19716d7bbf9e", "name": "network-vif-deleted", "tag": "fbfa275c-7d2e-426f-8641-06393b2a0dcf"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:28.116261 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a800e34-7d40-44be-bf89-10ea218bd6e2 x-openstack-request-id: req-0a800e34-7d40-44be-bf89-10ea218bd6e2 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:28.116865 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e048b66e-bbac-436b-b9e8-19716d7bbf9e", "name": "network-vif-deleted", "tag": "fbfa275c-7d2e-426f-8641-06393b2a0dcf", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:28.116865 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a800e34-7d40-44be-bf89-10ea218bd6e2 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:28.117266 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e048b66e-bbac-436b-b9e8-19716d7bbf9e', 'name': 'network-vif-deleted', 'tag': 'fbfa275c-7d2e-426f-8641-06393b2a0dcf', 'status': 'completed', 'code': 200} Nov 12 08:58:28.129850 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Routers {'e1629a14-a9ce-488d-a9cf-c1a1418b9325'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:28.130774 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:58:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:28.214171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e60aef-f6db-419b-acae-9e8f43c6f8c5 req-12fb77c3-b6a8-4796-8f67-ed227364f180 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:28.239848 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd8be4-7195-497f-a311-b6e7d4b4e408 None None] Pushing event updated for resources: {'Port': ['ID=ab77838e-7363-4a70-95d4-f3f6f8051b52,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:28.263385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-47e60aef-f6db-419b-acae-9e8f43c6f8c5 req-12fb77c3-b6a8-4796-8f67-ed227364f180 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.3237138 Nov 12 08:58:28.387818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-63b8e66c-7c01-4567-8b05-69646aa7f9af None None] Provisioning complete for port ab77838e-7363-4a70-95d4-f3f6f8051b52 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:28.419559 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-47e60aef-f6db-419b-acae-9e8f43c6f8c5 req-2097afb4-a016-4011-bb4e-8fd5ec23b3a2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535728 Nov 12 08:58:28.420541 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-63b8e66c-7c01-4567-8b05-69646aa7f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.581721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b6a7d7a8-7375-4577-9b94-cef142ef0122 req-246619bf-ff04-4820-9f92-455c8b27691c tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e048b66e-bbac-436b-b9e8-19716d7bbf9e HTTP/1.1" status: 200 len: 210 time: 0.0889139 Nov 12 08:58:28.611405 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] Set router e1629a14-a9ce-488d-a9cf-c1a1418b9325 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:28.788606 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.836105 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-63b8e66c-7c01-4567-8b05-69646aa7f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.975963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-63b8e66c-7c01-4567-8b05-69646aa7f9af None None] For port ab77838e-7363-4a70-95d4-f3f6f8051b52, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ab77838e-7363-4a70-95d4-f3f6f8051b52,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:29.021444 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-63b8e66c-7c01-4567-8b05-69646aa7f9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.170055 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-17a261d9-187e-415b-b6ab-35b2b38c83c9 req-7e8bfe78-2eda-4fdf-a5a5-c505c6fc2f00 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 210 time: 0.0694368 Nov 12 08:58:29.189786 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8e66c-7c01-4567-8b05-69646aa7f9af None None] Pushing event updated for resources: {'Port': ['ID=ab77838e-7363-4a70-95d4-f3f6f8051b52,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:29.210414 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ab77838e-7363-4a70-95d4-f3f6f8051b52', 'name': '', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:b9:68:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:21Z', 'updated_at': '2021-11-12T08:58:27Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:29.217431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cd4023ba-44cd-4667-958c-6bee3fb26d8a None None] Provisioning complete for port ab77838e-7363-4a70-95d4-f3f6f8051b52 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:29.217820 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd4023ba-44cd-4667-958c-6bee3fb26d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.246495 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62da3453-fc55-49b4-b688-d41ee2012f30 None None] The sync data for ids ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'] in n-d-768851-18 is: [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ab77838e-7363-4a70-95d4-f3f6f8051b52', 'name': '', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:b9:68:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:21Z', 'updated_at': '2021-11-12T08:58:27Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:29.406878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device fbfa275c-7d2e-426f-8641-06393b2a0dcf no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:29.475878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: fbfa275c-7d2e-426f-8641-06393b2a0dcf {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:29.476837 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device fbfa275c-7d2e-426f-8641-06393b2a0dcf not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:29.548634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0c96c-2965-4b9b-a3db-5842632caec4 req-2fef36b7-a043-45e4-8be1-09e8c1a8c562 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:29.551579 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6f0c96c-2965-4b9b-a3db-5842632caec4 req-2fef36b7-a043-45e4-8be1-09e8c1a8c562 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1255291 Nov 12 08:58:29.824150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b1960-6937-487a-9d47-b2ee7bc375dc req-d834add6-e8d9-4ad8-bfe2-679ffb717fb3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:29.829593 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a0b1960-6937-487a-9d47-b2ee7bc375dc req-d834add6-e8d9-4ad8-bfe2-679ffb717fb3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 945 time: 0.1737423 Nov 12 08:58:30.033848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-c6f0c96c-2965-4b9b-a3db-5842632caec4 req-5185de35-5674-4824-9458-4c2df23c87bf tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Deleting port e29b715a-8205-4ba6-9921-8beb0a3ed427 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:30.037029 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c6f0c96c-2965-4b9b-a3db-5842632caec4 req-5185de35-5674-4824-9458-4c2df23c87bf tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.046914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbf608-a28a-4953-821d-54d32e36093a req-8a780294-146a-4813-9f1f-1f93cbd17d22 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:30.049212 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-8a780294-146a-4813-9f1f-1f93cbd17d22 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "GET /v2.0/networks?id=84a961d5-0186-467c-945d-d5c8de2b1d0c HTTP/1.1" status: 200 len: 797 time: 0.4289286 Nov 12 08:58:30.102530 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2a0b1960-6937-487a-9d47-b2ee7bc375dc req-b50afc74-a141-4a10-8271-803120d6bb37 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639222 Nov 12 08:58:30.276843 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-0c2e30e9-f1c1-4bb7-8014-6db541ccfaf5 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ea68474c3624cf0b82cb294cd7cfd85 HTTP/1.1" status: 200 len: 379 time: 0.1959121 Nov 12 08:58:30.294774 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-aecbf608-a28a-4953-821d-54d32e36093a req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'port': {'device_id': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'admin_state_up': True, 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'security_groups': ['45e6c57c-6df9-4334-afb3-83ea37e65fc4']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:30.300343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c6f0c96c-2965-4b9b-a3db-5842632caec4 req-5185de35-5674-4824-9458-4c2df23c87bf tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] For port e29b715a-8205-4ba6-9921-8beb0a3ed427, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e29b715a-8205-4ba6-9921-8beb0a3ed427,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:30.301044 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c6f0c96c-2965-4b9b-a3db-5842632caec4 req-5185de35-5674-4824-9458-4c2df23c87bf tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.342293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-c6f0c96c-2965-4b9b-a3db-5842632caec4 req-5185de35-5674-4824-9458-4c2df23c87bf tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Calling delete_port for e29b715a-8205-4ba6-9921-8beb0a3ed427 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:30.374480 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ab77838e-7363-4a70-95d4-f3f6f8051b52 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:30.490008 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4b796ff6-ec92-464f-9392-749dddd0125c req-b262bf21-bfdd-4b25-92de-62af610f4b81 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 210 time: 0.0314889 Nov 12 08:58:30.492291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ab77838e-7363-4a70-95d4-f3f6f8051b52 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:30.492801 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.535198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecbf608-a28a-4953-821d-54d32e36093a req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Made reservation on behalf of 0ea68474c3624cf0b82cb294cd7cfd85 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:30.540057 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-aecbf608-a28a-4953-821d-54d32e36093a req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.630150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c6f0c96c-2965-4b9b-a3db-5842632caec4 req-5185de35-5674-4824-9458-4c2df23c87bf tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.662034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e29b715a-8205-4ba6-9921-8beb0a3ed427'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:30.701982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185de35-5674-4824-9458-4c2df23c87bf tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event deleted for resources: {'Port': ['ID=e29b715a-8205-4ba6-9921-8beb0a3ed427,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:30.714854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['8ce879eb-7d92-4555-9447-9f8b88cd9e61'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:30.819202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f0c96c-2965-4b9b-a3db-5842632caec4 req-5185de35-5674-4824-9458-4c2df23c87bf tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] No DVR routers for this DVR port e29b715a-8205-4ba6-9921-8beb0a3ed427 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:30.828053 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c6f0c96c-2965-4b9b-a3db-5842632caec4 req-5185de35-5674-4824-9458-4c2df23c87bf tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.838228 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c6f0c96c-2965-4b9b-a3db-5842632caec4 req-5185de35-5674-4824-9458-4c2df23c87bf tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "DELETE /v2.0/ports/e29b715a-8205-4ba6-9921-8beb0a3ed427 HTTP/1.1" status: 204 len: 173 time: 1.2726202 Nov 12 08:58:30.838774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3960f1a-2834-4655-95dc-e5cbd9435aa8', 'name': 'network-vif-deleted', 'tag': 'e29b715a-8205-4ba6-9921-8beb0a3ed427'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:30.841312 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc6118e-ce3a-4d7c-b244-d0fd6e208f64" -d '{"events": [{"server_uuid": "b3960f1a-2834-4655-95dc-e5cbd9435aa8", "name": "network-vif-deleted", "tag": "e29b715a-8205-4ba6-9921-8beb0a3ed427"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:30.934290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-aecbf608-a28a-4953-821d-54d32e36093a req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.20.0.9 (84a961d5-0186-467c-945d-d5c8de2b1d0c/f7cab550-5d15-4686-a6cb-778ca4007405/55c76a8c-0b6f-49e1-ac64-0af5f703d24b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:30.971914 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95d37fa-0f04-4fb4-a5ab-16ae8ce6fe89 x-openstack-request-id: req-c95d37fa-0f04-4fb4-a5ab-16ae8ce6fe89 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:30.972660 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3960f1a-2834-4655-95dc-e5cbd9435aa8", "name": "network-vif-deleted", "tag": "e29b715a-8205-4ba6-9921-8beb0a3ed427", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:30.975394 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c95d37fa-0f04-4fb4-a5ab-16ae8ce6fe89 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:30.976290 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3960f1a-2834-4655-95dc-e5cbd9435aa8', 'name': 'network-vif-deleted', 'tag': 'e29b715a-8205-4ba6-9921-8beb0a3ed427', 'status': 'completed', 'code': 200} Nov 12 08:58:31.214064 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-aecbf608-a28a-4953-821d-54d32e36093a req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.283144 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e29559da-ab92-4528-88e7-17b02039ca6d req-3850944a-171a-4f21-bc30-75fbb65a68d2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 210 time: 0.0341475 Nov 12 08:58:31.297780 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-aecbf608-a28a-4953-821d-54d32e36093a req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.346780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecbf608-a28a-4953-821d-54d32e36093a req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 84a961d5-0186-467c-945d-d5c8de2b1d0c is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:31.358565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-aecbf608-a28a-4953-821d-54d32e36093a req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:31.368161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecbf608-a28a-4953-821d-54d32e36093a req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:31.423995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:31.465543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbf608-a28a-4953-821d-54d32e36093a req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:31.466521 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-aecbf608-a28a-4953-821d-54d32e36093a req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.493604 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-afa97557-e138-48fc-946a-123cd341847b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2037811 Nov 12 08:58:31.509580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Request body: {'port': {'device_id': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:31.589142 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.736742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7ad7d-245c-431c-9049-ee4e371a9727 req-08581789-ab78-42b7-a98e-1c2604c9649d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:31.738609 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4e7ad7d-245c-431c-9049-ee4e371a9727 req-08581789-ab78-42b7-a98e-1c2604c9649d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 931 time: 0.1063576 Nov 12 08:58:31.775459 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-10f17f3d-f98f-4952-9e5e-51d41b1da775 None None] Provisioning complete for port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:31.776030 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-10f17f3d-f98f-4952-9e5e-51d41b1da775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.847585 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4e7ad7d-245c-431c-9049-ee4e371a9727 req-ade085f8-e419-4061-8bcb-bc14b198c6e7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991642 Nov 12 08:58:31.879143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-10f17f3d-f98f-4952-9e5e-51d41b1da775 None None] Port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:32.087623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c76a8c-0b6f-49e1-ac64-0af5f703d24b {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:32.097075 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.115824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Transition to ACTIVE for port object 55c76a8c-0b6f-49e1-ac64-0af5f703d24b will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:32.130679 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.219390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Pushing event updated for resources: {'Port': ['ID=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:32.380168 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Attempting to bind port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:32.380787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Attempting to bind port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:32.381919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Attempting to bind port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b on network 84a961d5-0186-467c-945d-d5c8de2b1d0c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:32.392974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b on network 84a961d5-0186-467c-945d-d5c8de2b1d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:32.397742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Attempting to bind port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b on network 84a961d5-0186-467c-945d-d5c8de2b1d0c {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:32.434437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:32.441360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Checking segment: {'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:32.442114 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Bound using segment: {'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:32.442744 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Bound port: 55c76a8c-0b6f-49e1-ac64-0af5f703d24b, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860b10ea-8f5e-479d-9183-cee6e04c5ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:32.443302 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.474692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-296000a9-f573-4f68-88d1-7a24eb300fd8 req-2274c7c7-f8f8-40e3-ab66-0844c0b74176 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 210 time: 0.0691779 Nov 12 08:58:32.557575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] For port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:32.562452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] For port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:32.568191 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.647381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Pushing event updated for resources: {'Port': ['ID=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:32.673798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:32.675513 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.677318 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-d7568327-f125-41e1-ae14-10ef20fa27ba service neutron] 10.222.0.52 "PUT /v2.0/ports/55c76a8c-0b6f-49e1-ac64-0af5f703d24b HTTP/1.1" status: 200 len: 1092 time: 1.1734960 Nov 12 08:58:32.678186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:32.682534 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458c3bba-0aeb-4338-850e-e57c7580ed88" -d '{"events": [{"name": "network-changed", "server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:32.782135 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c21766-9a61-4f96-97eb-8bdc95dbe2bb x-openstack-request-id: req-a9c21766-9a61-4f96-97eb-8bdc95dbe2bb {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:32.782667 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:32.783027 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9c21766-9a61-4f96-97eb-8bdc95dbe2bb {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:32.783527 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'status': 'completed', 'code': 200} Nov 12 08:58:32.810680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbf608-a28a-4953-821d-54d32e36093a req-2ae1082f-4c8f-4ed6-ad60-7f9c3d830291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:32.812434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-2ae1082f-4c8f-4ed6-ad60-7f9c3d830291 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 1095 time: 0.0666118 Nov 12 08:58:32.892961 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-70bc1591-9cce-414d-9a36-a8213aad3d4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b HTTP/1.1" status: 200 len: 217 time: 0.0699723 Nov 12 08:58:32.969166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbf608-a28a-4953-821d-54d32e36093a req-753e8296-7f3a-419b-9c2b-e60e2ca832cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:32.970940 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-753e8296-7f3a-419b-9c2b-e60e2ca832cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7cab550-5d15-4686-a6cb-778ca4007405 HTTP/1.1" status: 200 len: 835 time: 0.0681872 Nov 12 08:58:33.029809 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:58:33.077063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbf608-a28a-4953-821d-54d32e36093a req-839183b4-5bc5-4206-ac74-2e53785e89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:33.078656 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-839183b4-5bc5-4206-ac74-2e53785e89f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84a961d5-0186-467c-945d-d5c8de2b1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997567 Nov 12 08:58:33.093039 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f9164-c8c1-4f7d-a824-9a0e6e5b7fd1 req-93b74b53-210d-4568-8147-87199aa32d27 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:33.094805 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce4f9164-c8c1-4f7d-a824-9a0e6e5b7fd1 req-93b74b53-210d-4568-8147-87199aa32d27 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 943 time: 0.0764937 Nov 12 08:58:33.225129 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce4f9164-c8c1-4f7d-a824-9a0e6e5b7fd1 req-fd506c83-3f37-4163-ae37-ca0b15c7ab4c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199658 Nov 12 08:58:33.266574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-25872810-2eab-4ffe-8090-71d8cdd139a0 service neutron] 10.222.0.52 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706684 Nov 12 08:58:33.394273 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aecbf608-a28a-4953-821d-54d32e36093a req-347e09da-9acd-487b-8244-2c386c55512b service neutron] 10.222.0.52 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200957 Nov 12 08:58:33.418052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e29b715a-8205-4ba6-9921-8beb0a3ed427 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:33.448815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: e29b715a-8205-4ba6-9921-8beb0a3ed427 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:33.449693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e29b715a-8205-4ba6-9921-8beb0a3ed427 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:33.489053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c3bba-0aeb-4338-850e-e57c7580ed88 req-4fff3f8c-9438-49c9-864d-0525cd346344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:33.490913 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-458c3bba-0aeb-4338-850e-e57c7580ed88 req-4fff3f8c-9438-49c9-864d-0525cd346344 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 1095 time: 0.0492203 Nov 12 08:58:33.636315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c3bba-0aeb-4338-850e-e57c7580ed88 req-6aaf8ed2-142d-43d4-95a2-2612616b2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:33.638106 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-458c3bba-0aeb-4338-850e-e57c7580ed88 req-6aaf8ed2-142d-43d4-95a2-2612616b2a0e service neutron] 10.222.0.52 "GET /v2.0/networks?id=84a961d5-0186-467c-945d-d5c8de2b1d0c HTTP/1.1" status: 200 len: 898 time: 0.1354167 Nov 12 08:58:33.640700 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d11f806-389c-4ddf-8917-1539fa8e4679 req-c45b2c01-02bd-425d-8f5d-b84409f1cec2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 210 time: 0.0285289 Nov 12 08:58:33.687763 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-458c3bba-0aeb-4338-850e-e57c7580ed88 req-cef97687-5e97-4fde-9dc6-84e12bab5fd6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b HTTP/1.1" status: 200 len: 217 time: 0.0408916 Nov 12 08:58:33.761655 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c3bba-0aeb-4338-850e-e57c7580ed88 req-defd58e7-83b8-477b-900f-a0f5e0c61e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:33.763390 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-458c3bba-0aeb-4338-850e-e57c7580ed88 req-defd58e7-83b8-477b-900f-a0f5e0c61e42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7cab550-5d15-4686-a6cb-778ca4007405 HTTP/1.1" status: 200 len: 835 time: 0.0611291 Nov 12 08:58:33.826915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c3bba-0aeb-4338-850e-e57c7580ed88 req-7f7a8e65-b893-46df-ad13-3d43b6f3fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:33.828780 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-458c3bba-0aeb-4338-850e-e57c7580ed88 req-7f7a8e65-b893-46df-ad13-3d43b6f3fe10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84a961d5-0186-467c-945d-d5c8de2b1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556781 Nov 12 08:58:33.937879 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-458c3bba-0aeb-4338-850e-e57c7580ed88 req-28d86afd-a931-4a79-ac9a-dc39426d59be service neutron] 10.222.0.52 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997190 Nov 12 08:58:34.078026 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-458c3bba-0aeb-4338-850e-e57c7580ed88 req-aa72b8c2-d882-44ad-8a84-43947d097281 service neutron] 10.222.0.52 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317196 Nov 12 08:58:34.407770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693652ea-8b6e-4160-91b7-941e18f6e4cc req-faad3fb9-0ef7-4c41-86ac-47ffbdeef77b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:34.416915 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-693652ea-8b6e-4160-91b7-941e18f6e4cc req-faad3fb9-0ef7-4c41-86ac-47ffbdeef77b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 943 time: 0.0720196 Nov 12 08:58:34.475551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-693652ea-8b6e-4160-91b7-941e18f6e4cc req-c271e266-fa55-4494-8f3f-62273fbe5c5e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572360 Nov 12 08:58:34.614785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2635b-670e-4f04-bb0a-a8cfde652a2d req-2a784f87-c1eb-42e3-b2ea-bd9c8899c2fc tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:34.616952 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2ea2635b-670e-4f04-bb0a-a8cfde652a2d req-2a784f87-c1eb-42e3-b2ea-bd9c8899c2fc tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 945 time: 0.0572000 Nov 12 08:58:34.699497 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2ea2635b-670e-4f04-bb0a-a8cfde652a2d req-713df50d-c72f-4b4b-ae0f-71b98001583e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746710 Nov 12 08:58:34.764434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e19fe86a-f2f1-4938-8f37-d416e2a8acbc req-022af3c2-7dbd-49f2-96b7-6ab9299f3a6b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 210 time: 0.0272689 Nov 12 08:58:35.260579 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d0a0abc5-0d58-420f-964c-c1bf05949dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.623479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c77ba-763f-428c-9465-4a11cb436d81 req-913d01b5-4ace-4bb7-8007-a23cf8ee3a4d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:35.625521 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-519c77ba-763f-428c-9465-4a11cb436d81 req-913d01b5-4ace-4bb7-8007-a23cf8ee3a4d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 943 time: 0.0564244 Nov 12 08:58:35.683207 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-519c77ba-763f-428c-9465-4a11cb436d81 req-03eeb9fa-36ea-4583-aa94-10a1c9e8e1f2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513487 Nov 12 08:58:35.864704 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd459cb-a688-465f-a132-f56494d38f4b req-39a64fbe-d771-4033-ba5e-4779195f5958 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:35.866670 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cd459cb-a688-465f-a132-f56494d38f4b req-39a64fbe-d771-4033-ba5e-4779195f5958 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 945 time: 0.0870357 Nov 12 08:58:35.874418 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1d81696e-7708-498f-a112-cebcaf3bb57d req-4d1a3116-7b04-4c7e-ae78-12ea0cbc1c32 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 210 time: 0.0326042 Nov 12 08:58:35.937466 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cd459cb-a688-465f-a132-f56494d38f4b req-6d18c5cc-aadf-4bcb-97f8-3d5aea375b93 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646925 Nov 12 08:58:36.134825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79762e28-113e-43b6-8b27-8162ced9c11f req-c5b101b2-9322-436b-a967-63039923ce74 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:36.136343 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79762e28-113e-43b6-8b27-8162ced9c11f req-c5b101b2-9322-436b-a967-63039923ce74 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 945 time: 0.0527904 Nov 12 08:58:36.235339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-79762e28-113e-43b6-8b27-8162ced9c11f req-12823ad1-3883-4b8d-abb6-4854f5a70fd0 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Deleting port a36a70d3-2019-4688-9e43-14a0b5934ef6 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:36.235779 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79762e28-113e-43b6-8b27-8162ced9c11f req-12823ad1-3883-4b8d-abb6-4854f5a70fd0 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.336190 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-79762e28-113e-43b6-8b27-8162ced9c11f req-12823ad1-3883-4b8d-abb6-4854f5a70fd0 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] For port a36a70d3-2019-4688-9e43-14a0b5934ef6, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=a36a70d3-2019-4688-9e43-14a0b5934ef6,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:36.336777 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79762e28-113e-43b6-8b27-8162ced9c11f req-12823ad1-3883-4b8d-abb6-4854f5a70fd0 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.351704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-79762e28-113e-43b6-8b27-8162ced9c11f req-12823ad1-3883-4b8d-abb6-4854f5a70fd0 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Calling delete_port for a36a70d3-2019-4688-9e43-14a0b5934ef6 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:36.460634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 55c76a8c-0b6f-49e1-ac64-0af5f703d24b details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:36.493717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79762e28-113e-43b6-8b27-8162ced9c11f req-12823ad1-3883-4b8d-abb6-4854f5a70fd0 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.508336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['4dc69a74-8db8-4661-95f3-802655995ec0', 'c095ce7c-6075-4815-afab-acda094e92ac', 'a36a70d3-2019-4688-9e43-14a0b5934ef6'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:36.531107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12823ad1-3883-4b8d-abb6-4854f5a70fd0 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Pushing event deleted for resources: {'Port': ['ID=a36a70d3-2019-4688-9e43-14a0b5934ef6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:36.596641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-79762e28-113e-43b6-8b27-8162ced9c11f req-12823ad1-3883-4b8d-abb6-4854f5a70fd0 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] No DVR routers for this DVR port a36a70d3-2019-4688-9e43-14a0b5934ef6 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:36.600264 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-79762e28-113e-43b6-8b27-8162ced9c11f req-12823ad1-3883-4b8d-abb6-4854f5a70fd0 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.603886 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-79762e28-113e-43b6-8b27-8162ced9c11f req-12823ad1-3883-4b8d-abb6-4854f5a70fd0 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "DELETE /v2.0/ports/a36a70d3-2019-4688-9e43-14a0b5934ef6 HTTP/1.1" status: 204 len: 173 time: 0.4616773 Nov 12 08:58:36.604584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3007d679-a7d0-4fd5-a969-907915c45906', 'name': 'network-vif-deleted', 'tag': 'a36a70d3-2019-4688-9e43-14a0b5934ef6'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:36.608402 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776a24dc-7f61-4adf-a76c-545039a85294" -d '{"events": [{"server_uuid": "3007d679-a7d0-4fd5-a969-907915c45906", "name": "network-vif-deleted", "tag": "a36a70d3-2019-4688-9e43-14a0b5934ef6"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:36.685215 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7b29a6-88ea-43cb-b960-d9cad1f51186 x-openstack-request-id: req-aa7b29a6-88ea-43cb-b960-d9cad1f51186 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:36.685509 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3007d679-a7d0-4fd5-a969-907915c45906", "name": "network-vif-deleted", "tag": "a36a70d3-2019-4688-9e43-14a0b5934ef6", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:36.687550 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa7b29a6-88ea-43cb-b960-d9cad1f51186 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:36.688146 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3007d679-a7d0-4fd5-a969-907915c45906', 'name': 'network-vif-deleted', 'tag': 'a36a70d3-2019-4688-9e43-14a0b5934ef6', 'status': 'completed', 'code': 200} Nov 12 08:58:36.698911 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:36.716724 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'port_id': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'mac_address': 'fa:16:3e:51:fe:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:58:36.763223 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.779445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c76a8c-0b6f-49e1-ac64-0af5f703d24b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:36.829080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:36.835255 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.894471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3b97e-5ffa-42a2-8935-9784164c3a0e req-7065280b-675b-4629-ba96-cd80094294b2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:36.897463 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c1d3b97e-5ffa-42a2-8935-9784164c3a0e req-7065280b-675b-4629-ba96-cd80094294b2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 943 time: 0.0973866 Nov 12 08:58:36.924486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:37.036164 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c1d3b97e-5ffa-42a2-8935-9784164c3a0e req-e9d5139e-0449-4db3-b4e3-dff532d0d93c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265779 Nov 12 08:58:37.050400 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38177187-fec2-4298-b1e2-b75e3f602249 req-367be790-a470-4edc-8c5b-a114c5952c23 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 210 time: 0.0320666 Nov 12 08:58:37.077362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['55c76a8c-0b6f-49e1-ac64-0af5f703d24b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:37.207999 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7e23f52b-f611-474b-ae99-8ed5641255cd req-0c008b90-dac0-426a-8ce0-5ebd09ad3423 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=3007d679-a7d0-4fd5-a969-907915c45906 HTTP/1.1" status: 200 len: 210 time: 0.0337780 Nov 12 08:58:37.521773 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33ef583e-a9fd-4a22-860c-965e2b5d2981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.162457 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1660640c-749c-4438-a333-a4cae56486ac req-98a7a6d3-2d62-4fc6-ae0f-0abe6e6fcbfc tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 210 time: 0.0271342 Nov 12 08:58:38.179575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62dd6e-6845-4753-925c-431bbdbc4b67 req-e8afe415-dd29-4be5-81b6-40a1603af6ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:38.186497 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fa62dd6e-6845-4753-925c-431bbdbc4b67 req-e8afe415-dd29-4be5-81b6-40a1603af6ad tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 944 time: 0.0602944 Nov 12 08:58:38.233217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fa62dd6e-6845-4753-925c-431bbdbc4b67 req-e834275d-fd2f-4e48-8844-215bbae29e62 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457993 Nov 12 08:58:38.460212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 55c76a8c-0b6f-49e1-ac64-0af5f703d24b up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:38.513442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500fdda-1cb4-4426-9b4f-890152015aac req-fb47ac2c-5ac2-49d4-a26f-7840377e9612 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:38.515465 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f500fdda-1cb4-4426-9b4f-890152015aac req-fb47ac2c-5ac2-49d4-a26f-7840377e9612 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 946 time: 0.0601761 Nov 12 08:58:38.518351 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:38.529442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:38.530130 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.572327 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f500fdda-1cb4-4426-9b4f-890152015aac req-7940a17b-5975-4420-84c3-0c135bb8d6cb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477452 Nov 12 08:58:38.649851 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.652874 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.677714 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:38.680065 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400340d3-8f96-432e-8f66-14e25f7e8149" -d '{"events": [{"server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "name": "network-vif-plugged", "status": "completed", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:38.696813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:38.704371 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.741912 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495a1e0c-030d-454f-bc24-190cb12f14d6 x-openstack-request-id: req-495a1e0c-030d-454f-bc24-190cb12f14d6 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:38.742211 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "name": "network-vif-plugged", "status": "completed", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:38.742464 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-495a1e0c-030d-454f-bc24-190cb12f14d6 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:38.742855 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'code': 200} Nov 12 08:58:38.771842 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:38.855235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341dbe2-3bdb-4ecf-a134-e4d03235565d req-81542d3c-a4d6-40e4-b699-3140dc4ce887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:38.856895 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9341dbe2-3bdb-4ecf-a134-e4d03235565d req-81542d3c-a4d6-40e4-b699-3140dc4ce887 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 1097 time: 0.0464542 Nov 12 08:58:38.915627 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9341dbe2-3bdb-4ecf-a134-e4d03235565d req-416e69bf-9a46-4247-bb30-769664f3dcd1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501518 Nov 12 08:58:39.272322 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7164b38e-9994-4ec4-b168-28d9a3c4d378 req-85e514b5-b044-4de2-ae20-8c7461dc9330 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 210 time: 0.0285263 Nov 12 08:58:39.376159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8699cea-f08c-4115-9f74-f342faf3851a req-de33e8bb-ed86-437a-8a56-6542e9f09cef tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:39.377802 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8699cea-f08c-4115-9f74-f342faf3851a req-de33e8bb-ed86-437a-8a56-6542e9f09cef tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0520868 Nov 12 08:58:39.434388 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8699cea-f08c-4115-9f74-f342faf3851a req-2f19ed56-625d-4103-ac49-2e62315a269c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501237 Nov 12 08:58:39.451728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device a36a70d3-2019-4688-9e43-14a0b5934ef6 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:39.475881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: a36a70d3-2019-4688-9e43-14a0b5934ef6 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:39.476427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device a36a70d3-2019-4688-9e43-14a0b5934ef6 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:39.704647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7aad2-439e-4251-88f6-2a160f3d18bc req-11a34b06-91df-4397-ab7e-8dd983b0edca tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:39.706271 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2cc7aad2-439e-4251-88f6-2a160f3d18bc req-11a34b06-91df-4397-ab7e-8dd983b0edca tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 946 time: 0.0580966 Nov 12 08:58:39.792038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2cc7aad2-439e-4251-88f6-2a160f3d18bc req-02e8ff89-c8ca-425c-8a39-64a87162d5fb tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675268 Nov 12 08:58:39.964885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b8df8-b4ff-4b08-8a65-1ab1520aba20 req-70d5f7f6-2ff2-4f6e-94a4-2035c9e0dda6 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:39.966641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e44b8df8-b4ff-4b08-8a65-1ab1520aba20 req-70d5f7f6-2ff2-4f6e-94a4-2035c9e0dda6 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 946 time: 0.0704412 Nov 12 08:58:40.047230 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.142596 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-e44b8df8-b4ff-4b08-8a65-1ab1520aba20 req-cadd1600-ff76-4f81-8f30-1cdf4f0ffb61 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Deleting port c095ce7c-6075-4815-afab-acda094e92ac {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:40.142956 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e44b8df8-b4ff-4b08-8a65-1ab1520aba20 req-cadd1600-ff76-4f81-8f30-1cdf4f0ffb61 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.256536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e44b8df8-b4ff-4b08-8a65-1ab1520aba20 req-cadd1600-ff76-4f81-8f30-1cdf4f0ffb61 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] For port c095ce7c-6075-4815-afab-acda094e92ac, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=c095ce7c-6075-4815-afab-acda094e92ac,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:40.256809 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e44b8df8-b4ff-4b08-8a65-1ab1520aba20 req-cadd1600-ff76-4f81-8f30-1cdf4f0ffb61 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.270283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-e44b8df8-b4ff-4b08-8a65-1ab1520aba20 req-cadd1600-ff76-4f81-8f30-1cdf4f0ffb61 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Calling delete_port for c095ce7c-6075-4815-afab-acda094e92ac owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:40.415493 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e44b8df8-b4ff-4b08-8a65-1ab1520aba20 req-cadd1600-ff76-4f81-8f30-1cdf4f0ffb61 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.431697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['4dc69a74-8db8-4661-95f3-802655995ec0', 'c095ce7c-6075-4815-afab-acda094e92ac'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:40.513801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd1600-ff76-4f81-8f30-1cdf4f0ffb61 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Pushing event deleted for resources: {'Port': ['ID=c095ce7c-6075-4815-afab-acda094e92ac,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:40.542095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-24682a5d-2aba-4d5a-ac79-252b7082735f req-a7531096-4f5f-489c-940b-a68e89e45bfd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3960f1a-2834-4655-95dc-e5cbd9435aa8 HTTP/1.1" status: 200 len: 210 time: 0.0396657 Nov 12 08:58:40.561599 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44b8df8-b4ff-4b08-8a65-1ab1520aba20 req-cadd1600-ff76-4f81-8f30-1cdf4f0ffb61 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] No DVR routers for this DVR port c095ce7c-6075-4815-afab-acda094e92ac on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:40.565192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e44b8df8-b4ff-4b08-8a65-1ab1520aba20 req-cadd1600-ff76-4f81-8f30-1cdf4f0ffb61 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.570466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e44b8df8-b4ff-4b08-8a65-1ab1520aba20 req-cadd1600-ff76-4f81-8f30-1cdf4f0ffb61 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "DELETE /v2.0/ports/c095ce7c-6075-4815-afab-acda094e92ac HTTP/1.1" status: 204 len: 173 time: 0.5978956 Nov 12 08:58:40.571245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f50036-b22f-4613-81ae-1e3e452b8671', 'name': 'network-vif-deleted', 'tag': 'c095ce7c-6075-4815-afab-acda094e92ac'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:40.574242 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c354fa-b8ed-43eb-b169-17d67157002c" -d '{"events": [{"server_uuid": "c8f50036-b22f-4613-81ae-1e3e452b8671", "name": "network-vif-deleted", "tag": "c095ce7c-6075-4815-afab-acda094e92ac"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:40.624541 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b28dd9-4828-4bef-b189-c2538a478d1c x-openstack-request-id: req-81b28dd9-4828-4bef-b189-c2538a478d1c {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:40.625152 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f50036-b22f-4613-81ae-1e3e452b8671", "name": "network-vif-deleted", "tag": "c095ce7c-6075-4815-afab-acda094e92ac", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:40.625474 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81b28dd9-4828-4bef-b189-c2538a478d1c {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:40.625944 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f50036-b22f-4613-81ae-1e3e452b8671', 'name': 'network-vif-deleted', 'tag': 'c095ce7c-6075-4815-afab-acda094e92ac', 'status': 'completed', 'code': 200} Nov 12 08:58:40.694932 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4134b55-7bd9-4eb9-b78c-2eb538083e81 req-9c0dce8f-c0d9-4627-be3d-ae4921644d50 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:40.704324 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c4134b55-7bd9-4eb9-b78c-2eb538083e81 req-9c0dce8f-c0d9-4627-be3d-ae4921644d50 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.1099536 Nov 12 08:58:40.767838 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c4134b55-7bd9-4eb9-b78c-2eb538083e81 req-5def85a8-6b99-4d9f-b6af-5dcddafe3b58 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621598 Nov 12 08:58:40.923299 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b889093-6a13-4d1a-9ea5-0ea3d77f4777 req-8ec4f415-21a7-4c74-a6de-dac740eb134d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:40.924852 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b889093-6a13-4d1a-9ea5-0ea3d77f4777 req-8ec4f415-21a7-4c74-a6de-dac740eb134d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0620556 Nov 12 08:58:40.925621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-84016a01-893b-48a3-9328-21ed6ce555ea req-245007df-4b61-4ce6-a715-fcca5582514f tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8f50036-b22f-4613-81ae-1e3e452b8671 HTTP/1.1" status: 200 len: 210 time: 0.0326376 Nov 12 08:58:40.948645 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.985241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b889093-6a13-4d1a-9ea5-0ea3d77f4777 req-2f6134f0-bdf5-490c-b019-c1e23fe43eed tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503852 Nov 12 08:58:41.024175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36322) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:41.086381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f1bf00-641a-48dc-bff4-b2c8c619b5cb tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:41.089156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-04f1bf00-641a-48dc-bff4-b2c8c619b5cb tempest-TestNetworkAdvancedServerOps-63532441 tempest-TestNetworkAdvancedServerOps-63532441-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 1092 time: 0.0626428 Nov 12 08:58:41.091353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36328) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:41.097183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:41.128748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.256109 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.357701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Allocated IP 172.25.3.195 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/ebbba79c-3ae3-48ad-8b93-1d6b13d4f85e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:41.472126 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.515611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.556160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:41.561893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:41.565593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:41.590802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=ebbba79c-3ae3-48ad-8b93-1d6b13d4f85e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:42.006257 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.143808 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.346620 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.353625 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.448148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event updated for resources: {'Port': ['ID=ebbba79c-3ae3-48ad-8b93-1d6b13d4f85e,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:42.464783 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.571801 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Floating IP 22202fb3-c951-4c36-bcd6-4d70b615bad7 associated. External IP: 172.25.3.195, port: 55c76a8c-0b6f-49e1-ac64-0af5f703d24b. Nov 12 08:58:42.813050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router e1629a14-a9ce-488d-a9cf-c1a1418b9325 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:58:42.941069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:42.961395 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.962393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df584d-77b3-46a6-9f3d-9428c0638995 None None] Sync routers for ids ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:42.994951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9a74c2ad-7c17-4e78-86d2-1a80d495b869 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9018216 Nov 12 08:58:42.995789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:42.998230 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cd9ecb-f081-46ab-a7eb-55a115889211" -d '{"events": [{"name": "network-changed", "server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:43.018754 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df584d-77b3-46a6-9f3d-9428c0638995 None None] Routers {'e1629a14-a9ce-488d-a9cf-c1a1418b9325'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:43.019456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a7df584d-77b3-46a6-9f3d-9428c0638995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:58:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:43.044294 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dade2ea3-6a5a-4744-975e-8cea0107312e x-openstack-request-id: req-dade2ea3-6a5a-4744-975e-8cea0107312e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:43.044861 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:43.045365 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dade2ea3-6a5a-4744-975e-8cea0107312e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:43.045991 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'status': 'completed', 'code': 200} Nov 12 08:58:43.170839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd9ecb-f081-46ab-a7eb-55a115889211 req-580ace67-2b75-458f-9af1-aeb7ba614fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.173241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0cd9ecb-f081-46ab-a7eb-55a115889211 req-580ace67-2b75-458f-9af1-aeb7ba614fc5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 1097 time: 0.1031783 Nov 12 08:58:43.183719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedc5c1-ba70-4ff8-99ed-3be08d729a1c req-20e97822-443f-4038-be40-6e10bc3406b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.185892 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0cedc5c1-ba70-4ff8-99ed-3be08d729a1c req-20e97822-443f-4038-be40-6e10bc3406b0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0765741 Nov 12 08:58:43.187477 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-a7df584d-77b3-46a6-9f3d-9428c0638995 None None] Set router e1629a14-a9ce-488d-a9cf-c1a1418b9325 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:43.352326 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0cedc5c1-ba70-4ff8-99ed-3be08d729a1c req-80f4f9a3-f5c5-46c8-80a5-6040aa09bfb4 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534438 Nov 12 08:58:43.372258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36382) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:43.403116 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd9ecb-f081-46ab-a7eb-55a115889211 req-12a0d440-c05c-4a73-92a3-1e3eb065b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.405203 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0cd9ecb-f081-46ab-a7eb-55a115889211 req-12a0d440-c05c-4a73-92a3-1e3eb065b3c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=84a961d5-0186-467c-945d-d5c8de2b1d0c HTTP/1.1" status: 200 len: 898 time: 0.2179017 Nov 12 08:58:43.529081 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dc5dbbd8-16be-4123-b539-bdd699c085d2 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/22202fb3-c951-4c36-bcd6-4d70b615bad7 HTTP/1.1" status: 200 len: 991 time: 0.1552842 Nov 12 08:58:43.583229 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0cd9ecb-f081-46ab-a7eb-55a115889211 req-48fae591-2338-4097-a26b-1bcca82cb54a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b HTTP/1.1" status: 200 len: 999 time: 0.1603379 Nov 12 08:58:43.583483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device c095ce7c-6075-4815-afab-acda094e92ac no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:43.627128 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: c095ce7c-6075-4815-afab-acda094e92ac {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:43.627622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device c095ce7c-6075-4815-afab-acda094e92ac not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:43.671396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a7df584d-77b3-46a6-9f3d-9428c0638995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '22202fb3-c951-4c36-bcd6-4d70b615bad7', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'port_id': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'mac_address': 'fa:16:3e:51:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:41Z', 'updated_at': '2021-11-12T08:58:41Z', 'revision_number': 0, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab77838e-7363-4a70-95d4-f3f6f8051b52', 'name': '', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:b9:68:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:21Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:43.696244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd9ecb-f081-46ab-a7eb-55a115889211 req-a2e3f7bc-6cdf-4941-9567-6eed2bae6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.697692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0cd9ecb-f081-46ab-a7eb-55a115889211 req-a2e3f7bc-6cdf-4941-9567-6eed2bae6953 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7cab550-5d15-4686-a6cb-778ca4007405 HTTP/1.1" status: 200 len: 835 time: 0.1157055 Nov 12 08:58:43.722264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df584d-77b3-46a6-9f3d-9428c0638995 None None] Checking router: e1629a14-a9ce-488d-a9cf-c1a1418b9325 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:43.751795 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df584d-77b3-46a6-9f3d-9428c0638995 None None] Routers {'e1629a14-a9ce-488d-a9cf-c1a1418b9325'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:43.752719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a7df584d-77b3-46a6-9f3d-9428c0638995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:58:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:43.776052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd9ecb-f081-46ab-a7eb-55a115889211 req-432bfae8-09e0-419c-bf8e-428db5ff2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.777685 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0cd9ecb-f081-46ab-a7eb-55a115889211 req-432bfae8-09e0-419c-bf8e-428db5ff2c83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84a961d5-0186-467c-945d-d5c8de2b1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721703 Nov 12 08:58:43.897395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-a7df584d-77b3-46a6-9f3d-9428c0638995 None None] Set router e1629a14-a9ce-488d-a9cf-c1a1418b9325 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:43.940448 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0cd9ecb-f081-46ab-a7eb-55a115889211 req-99ce4bca-63dd-4668-b611-bd46e9c59d6f service neutron] 10.222.0.52 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541741 Nov 12 08:58:44.111187 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0cd9ecb-f081-46ab-a7eb-55a115889211 req-cf2ca7f5-1ec9-4e5b-a869-1d742c6b5a58 service neutron] 10.222.0.52 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638675 Nov 12 08:58:44.195231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a7df584d-77b3-46a6-9f3d-9428c0638995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '22202fb3-c951-4c36-bcd6-4d70b615bad7', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'port_id': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'mac_address': 'fa:16:3e:51:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:41Z', 'updated_at': '2021-11-12T08:58:41Z', 'revision_number': 0, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab77838e-7363-4a70-95d4-f3f6f8051b52', 'name': '', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:b9:68:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:21Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:44.226792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7df584d-77b3-46a6-9f3d-9428c0638995 None None] The sync data for ids ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'] in n-d-768851-18 is: [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '22202fb3-c951-4c36-bcd6-4d70b615bad7', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'port_id': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'mac_address': 'fa:16:3e:51:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:58:41Z', 'updated_at': '2021-11-12T08:58:41Z', 'revision_number': 0, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab77838e-7363-4a70-95d4-f3f6f8051b52', 'name': '', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:b9:68:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:21Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:44.533197 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36414) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:44.656993 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-af3bbb66-2c0c-4999-8f1d-d023f7d14826 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/22202fb3-c951-4c36-bcd6-4d70b615bad7 HTTP/1.1" status: 200 len: 991 time: 0.1226144 Nov 12 08:58:44.686354 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f9fda7-e59a-41ce-8518-f802fc0984eb None None] New status for floating IP 22202fb3-c951-4c36-bcd6-4d70b615bad7: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:58:45.662208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36454) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:45.748681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a93f252b-3cf0-437f-aec1-fa1747563ab6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/22202fb3-c951-4c36-bcd6-4d70b615bad7 HTTP/1.1" status: 200 len: 993 time: 0.0854042 Nov 12 08:58:47.971355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce86c46-a5f1-452b-a17f-d80120fb7d82 req-ac5b47bf-2c06-40bc-8947-d10f7f60432e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:47.981634 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ce86c46-a5f1-452b-a17f-d80120fb7d82 req-ac5b47bf-2c06-40bc-8947-d10f7f60432e tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 945 time: 0.0713716 Nov 12 08:58:48.043889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ce86c46-a5f1-452b-a17f-d80120fb7d82 req-92ec61e1-df7b-4e23-aa2e-4ae0c3fb5ea4 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612209 Nov 12 08:58:49.181684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026457b-b057-4abe-9677-f6fa0409ea08 req-5e929755-f613-428b-83aa-2ece914e9281 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.183211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5026457b-b057-4abe-9677-f6fa0409ea08 req-5e929755-f613-428b-83aa-2ece914e9281 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 945 time: 0.0615120 Nov 12 08:58:49.233660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5026457b-b057-4abe-9677-f6fa0409ea08 req-98e33196-e4cd-4d3d-a901-e36b32e2235f tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/security-groups?id=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433869 Nov 12 08:58:49.559861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc99d0-358f-4792-bcba-cf66a08a9f43 req-c30076d8-27d4-4af0-97d6-75d5b3fabb79 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.562213 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42fc99d0-358f-4792-bcba-cf66a08a9f43 req-c30076d8-27d4-4af0-97d6-75d5b3fabb79 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 945 time: 0.0863385 Nov 12 08:58:49.577087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826883b6-fb64-4414-9621-d0561c68b744 req-f5254191-aa4d-4403-a483-530bdc177463 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.578569 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-826883b6-fb64-4414-9621-d0561c68b744 req-f5254191-aa4d-4403-a483-530bdc177463 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 945 time: 0.0720551 Nov 12 08:58:49.690165 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42fc99d0-358f-4792-bcba-cf66a08a9f43 req-02addf9b-8b3e-4928-a5bb-ef7fd067f16b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101985 Nov 12 08:58:49.723897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-826883b6-fb64-4414-9621-d0561c68b744 req-930cb7d2-bc4b-4379-8d04-8bce37019852 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Deleting port 4dc69a74-8db8-4661-95f3-802655995ec0 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:49.724242 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-826883b6-fb64-4414-9621-d0561c68b744 req-930cb7d2-bc4b-4379-8d04-8bce37019852 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.830788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-826883b6-fb64-4414-9621-d0561c68b744 req-930cb7d2-bc4b-4379-8d04-8bce37019852 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] For port 4dc69a74-8db8-4661-95f3-802655995ec0, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=4dc69a74-8db8-4661-95f3-802655995ec0,segment=NetworkSegment(5b5f2d21-9b63-436b-942c-78b134fe6f08),segment_id=5b5f2d21-9b63-436b-942c-78b134fe6f08)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:49.831300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-826883b6-fb64-4414-9621-d0561c68b744 req-930cb7d2-bc4b-4379-8d04-8bce37019852 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.850976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-826883b6-fb64-4414-9621-d0561c68b744 req-930cb7d2-bc4b-4379-8d04-8bce37019852 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Calling delete_port for 4dc69a74-8db8-4661-95f3-802655995ec0 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:50.027035 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-826883b6-fb64-4414-9621-d0561c68b744 req-930cb7d2-bc4b-4379-8d04-8bce37019852 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.039423 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['4dc69a74-8db8-4661-95f3-802655995ec0'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:50.059209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cb7d2-bc4b-4379-8d04-8bce37019852 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Pushing event deleted for resources: {'Port': ['ID=4dc69a74-8db8-4661-95f3-802655995ec0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:50.110220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-826883b6-fb64-4414-9621-d0561c68b744 req-930cb7d2-bc4b-4379-8d04-8bce37019852 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] No DVR routers for this DVR port 4dc69a74-8db8-4661-95f3-802655995ec0 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:50.113032 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-826883b6-fb64-4414-9621-d0561c68b744 req-930cb7d2-bc4b-4379-8d04-8bce37019852 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.117472 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-826883b6-fb64-4414-9621-d0561c68b744 req-930cb7d2-bc4b-4379-8d04-8bce37019852 tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.46 "DELETE /v2.0/ports/4dc69a74-8db8-4661-95f3-802655995ec0 HTTP/1.1" status: 204 len: 173 time: 0.5315852 Nov 12 08:58:50.118951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f92069-9a91-4c30-b349-6862cf4018ac', 'name': 'network-vif-deleted', 'tag': '4dc69a74-8db8-4661-95f3-802655995ec0'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:50.120432 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4796401f-0441-4259-bccb-d0f0383f273f" -d '{"events": [{"server_uuid": "94f92069-9a91-4c30-b349-6862cf4018ac", "name": "network-vif-deleted", "tag": "4dc69a74-8db8-4661-95f3-802655995ec0"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:50.178983 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1ab0a4-d459-48c2-8f01-e00b1a271395 x-openstack-request-id: req-6a1ab0a4-d459-48c2-8f01-e00b1a271395 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:50.179273 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f92069-9a91-4c30-b349-6862cf4018ac", "name": "network-vif-deleted", "tag": "4dc69a74-8db8-4661-95f3-802655995ec0", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:50.179526 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a1ab0a4-d459-48c2-8f01-e00b1a271395 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:50.179927 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f92069-9a91-4c30-b349-6862cf4018ac', 'name': 'network-vif-deleted', 'tag': '4dc69a74-8db8-4661-95f3-802655995ec0', 'status': 'completed', 'code': 200} Nov 12 08:58:50.366406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f07b0d82-4193-4f55-bfc1-b3c6c17161a0 req-3b3ef01a-4546-40e4-abcd-68dce52e08bd tempest-AttachVolumeNegativeTest-1211163158 tempest-AttachVolumeNegativeTest-1211163158-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f92069-9a91-4c30-b349-6862cf4018ac HTTP/1.1" status: 200 len: 210 time: 0.0303409 Nov 12 08:58:50.841975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede93dc3-078f-4221-b364-eb663759e685 req-5c68f4a3-4a0a-48f9-bf3b-edde4aa4376f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:50.843688 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ede93dc3-078f-4221-b364-eb663759e685 req-5c68f4a3-4a0a-48f9-bf3b-edde4aa4376f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 945 time: 0.0572848 Nov 12 08:58:50.913984 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ede93dc3-078f-4221-b364-eb663759e685 req-fec22550-f137-47ac-b55b-5f4fdda4af39 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=09191a4b-70ac-4ca1-a67b-16060cc11a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622916 Nov 12 08:58:51.185968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611ec2b-1a85-40d7-97ed-152ce846053e req-413de607-4708-49ca-ae27-97ed8120900b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:51.187564 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1611ec2b-1a85-40d7-97ed-152ce846053e req-413de607-4708-49ca-ae27-97ed8120900b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 945 time: 0.0869153 Nov 12 08:58:51.300264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-1611ec2b-1a85-40d7-97ed-152ce846053e req-252b6569-15c6-4e14-883a-ee1e55dec834 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Deleting port 8ce879eb-7d92-4555-9447-9f8b88cd9e61 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:51.300578 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1611ec2b-1a85-40d7-97ed-152ce846053e req-252b6569-15c6-4e14-883a-ee1e55dec834 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.414916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-1611ec2b-1a85-40d7-97ed-152ce846053e req-252b6569-15c6-4e14-883a-ee1e55dec834 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] For port 8ce879eb-7d92-4555-9447-9f8b88cd9e61, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=8ce879eb-7d92-4555-9447-9f8b88cd9e61,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:51.415510 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1611ec2b-1a85-40d7-97ed-152ce846053e req-252b6569-15c6-4e14-883a-ee1e55dec834 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.431714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36666) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:51.434276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-1611ec2b-1a85-40d7-97ed-152ce846053e req-252b6569-15c6-4e14-883a-ee1e55dec834 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Calling delete_port for 8ce879eb-7d92-4555-9447-9f8b88cd9e61 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:51.485465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-094b5317-44a9-467f-a584-350bc40f3c25 admin admin] Deleting subnet 4a8103c3-b5ab-4adf-adc7-5739ec2576cc {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:58:51.489273 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-094b5317-44a9-467f-a584-350bc40f3c25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.540053 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-094b5317-44a9-467f-a584-350bc40f3c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.585565 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-094b5317-44a9-467f-a584-350bc40f3c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.604223 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1611ec2b-1a85-40d7-97ed-152ce846053e req-252b6569-15c6-4e14-883a-ee1e55dec834 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.618605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['8ce879eb-7d92-4555-9447-9f8b88cd9e61'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:51.655387 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b6569-15c6-4e14-883a-ee1e55dec834 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event deleted for resources: {'Port': ['ID=8ce879eb-7d92-4555-9447-9f8b88cd9e61,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:51.686828 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-094b5317-44a9-467f-a584-350bc40f3c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.723829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b5317-44a9-467f-a584-350bc40f3c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8103c3-b5ab-4adf-adc7-5739ec2576cc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:51.726766 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-094b5317-44a9-467f-a584-350bc40f3c25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.733566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-094b5317-44a9-467f-a584-350bc40f3c25 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4a8103c3-b5ab-4adf-adc7-5739ec2576cc HTTP/1.1" status: 204 len: 168 time: 0.2985883 Nov 12 08:58:51.737673 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36672) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:51.831169 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.937521 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.973718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:51.999810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5f2d21-9b63-436b-942c-78b134fe6f08') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:52.000099 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5f2d21-9b63-436b-942c-78b134fe6f08') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:52.020447 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.036352 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.043867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:52.044268 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: timer() Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:52.046117 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:52.132024 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.138295 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.145730 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86 HTTP/1.1" status: 204 len: 168 time: 0.4066842 Nov 12 08:58:52.154091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1611ec2b-1a85-40d7-97ed-152ce846053e req-252b6569-15c6-4e14-883a-ee1e55dec834 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] No DVR routers for this DVR port 8ce879eb-7d92-4555-9447-9f8b88cd9e61 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:52.169468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79096cb8-9678-48f5-8eeb-5e4ba342f7d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd2d289-9f9a-4e8f-bfb4-2cd39ff21d86,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:52.174451 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1611ec2b-1a85-40d7-97ed-152ce846053e req-252b6569-15c6-4e14-883a-ee1e55dec834 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.181755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1611ec2b-1a85-40d7-97ed-152ce846053e req-252b6569-15c6-4e14-883a-ee1e55dec834 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "DELETE /v2.0/ports/8ce879eb-7d92-4555-9447-9f8b88cd9e61 HTTP/1.1" status: 204 len: 173 time: 0.9859855 Nov 12 08:58:52.182346 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689e1697-4dee-4b21-a3f3-6eaea9aebdd5', 'name': 'network-vif-deleted', 'tag': '8ce879eb-7d92-4555-9447-9f8b88cd9e61'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:52.185371 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998aeda1-8c96-40ac-bf22-ebb491f461a5" -d '{"events": [{"server_uuid": "689e1697-4dee-4b21-a3f3-6eaea9aebdd5", "name": "network-vif-deleted", "tag": "8ce879eb-7d92-4555-9447-9f8b88cd9e61"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:52.216679 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7c8d2186-ff1d-4088-93e4-f288dc13ab9f req-28fae43a-ca73-4eb7-b2fe-ccac4456be84 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 210 time: 0.0639396 Nov 12 08:58:52.442029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 36702) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:52.502376 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f190a20-2978-4309-b9af-64cb7b1ef6c2 x-openstack-request-id: req-3f190a20-2978-4309-b9af-64cb7b1ef6c2 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:52.502938 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689e1697-4dee-4b21-a3f3-6eaea9aebdd5", "name": "network-vif-deleted", "tag": "8ce879eb-7d92-4555-9447-9f8b88cd9e61", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:52.503259 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f190a20-2978-4309-b9af-64cb7b1ef6c2 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:52.503782 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689e1697-4dee-4b21-a3f3-6eaea9aebdd5', 'name': 'network-vif-deleted', 'tag': '8ce879eb-7d92-4555-9447-9f8b88cd9e61', 'status': 'completed', 'code': 200} Nov 12 08:58:52.504374 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 36704) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:52.510925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-55744a14-06d9-415c-9367-dcfd00d5bbff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d282ab1b39a4e51b68716f49ba82477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0676358 Nov 12 08:58:52.559689 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff94d9c8-56a8-4fd7-8ced-b13462fa715b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.578685 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.594581 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff94d9c8-56a8-4fd7-8ced-b13462fa715b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.657059 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff94d9c8-56a8-4fd7-8ced-b13462fa715b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.660680 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ff94d9c8-56a8-4fd7-8ced-b13462fa715b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.662485 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ff94d9c8-56a8-4fd7-8ced-b13462fa715b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1 HTTP/1.1" status: 204 len: 168 time: 0.1564393 Nov 12 08:58:52.691681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94d9c8-56a8-4fd7-8ced-b13462fa715b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a15bcf7-06a2-4bf4-ad2e-af703d6f6de1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:53.414108 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7557f6af-a11d-4786-81e2-fef93eb18b8f req-e80d2df4-9d49-4774-8883-ec18b9783b2b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 210 time: 0.0614965 Nov 12 08:58:53.534386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 4dc69a74-8db8-4661-95f3-802655995ec0 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:53.591680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 4dc69a74-8db8-4661-95f3-802655995ec0 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:53.592123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 4dc69a74-8db8-4661-95f3-802655995ec0 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:54.529487 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8ce879eb-7d92-4555-9447-9f8b88cd9e61 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:54.556308 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58036eb0-53e3-40b0-b9db-cd62f6dec8a0 req-a4d9078d-79f6-4399-b67c-e43a127c8db9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 210 time: 0.0478549 Nov 12 08:58:54.575930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 8ce879eb-7d92-4555-9447-9f8b88cd9e61 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:54.576554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 8ce879eb-7d92-4555-9447-9f8b88cd9e61 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:55.681345 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2d16995-07a1-4424-9cf1-de6b67875a4a req-86edc644-04f3-4a83-81f2-9a9630e7a9de tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 210 time: 0.0397906 Nov 12 08:58:56.840803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9040010-df60-4134-bf98-396eba0a925f req-47f43811-1993-40e5-a740-0a15b661be67 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 210 time: 0.0593941 Nov 12 08:58:58.001923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-200559fc-8dd8-434d-9d7f-798f759f75b9 req-d4d49789-0f48-4546-b382-baa2dfabd473 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=689e1697-4dee-4b21-a3f3-6eaea9aebdd5 HTTP/1.1" status: 200 len: 210 time: 0.0538762 Nov 12 08:58:58.761884 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.107118 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27dc686a-34bc-420b-9ec1-6306dfece27a req-a77f6985-5932-485a-9a66-cbf16858496a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476921 Nov 12 08:59:00.223297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc686a-34bc-420b-9ec1-6306dfece27a req-01d68290-0c5d-4923-8cd6-e4c977f244cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.225916 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27dc686a-34bc-420b-9ec1-6306dfece27a req-01d68290-0c5d-4923-8cd6-e4c977f244cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 1097 time: 0.0569742 Nov 12 08:59:00.389539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc686a-34bc-420b-9ec1-6306dfece27a req-a20ccefc-5ea8-4ddd-90bd-49371e08e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.391164 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27dc686a-34bc-420b-9ec1-6306dfece27a req-a20ccefc-5ea8-4ddd-90bd-49371e08e1be service neutron] 10.222.0.52 "GET /v2.0/networks?id=84a961d5-0186-467c-945d-d5c8de2b1d0c HTTP/1.1" status: 200 len: 898 time: 0.1383591 Nov 12 08:59:00.511554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-cfbe66c3-f0e4-4ecc-aee8-251876d5180f req-4f51b70a-ccf1-4b0c-a7d0-1f7acfb49c6e service neutron] (102445) timed out ('10.222.0.31', 41100) {{(pid=102445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 08:59:00.555365 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27dc686a-34bc-420b-9ec1-6306dfece27a req-76cd72a4-49d8-4319-bddf-d55925729933 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b HTTP/1.1" status: 200 len: 1001 time: 0.1519051 Nov 12 08:59:00.620070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc686a-34bc-420b-9ec1-6306dfece27a req-2528fb4a-e23f-4f87-8127-7d373313100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.621933 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27dc686a-34bc-420b-9ec1-6306dfece27a req-2528fb4a-e23f-4f87-8127-7d373313100b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7cab550-5d15-4686-a6cb-778ca4007405 HTTP/1.1" status: 200 len: 835 time: 0.0589828 Nov 12 08:59:00.704755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc686a-34bc-420b-9ec1-6306dfece27a req-23854e30-e097-4f91-a6a0-b60cf70cc339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.706604 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27dc686a-34bc-420b-9ec1-6306dfece27a req-23854e30-e097-4f91-a6a0-b60cf70cc339 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84a961d5-0186-467c-945d-d5c8de2b1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744977 Nov 12 08:59:00.851442 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27dc686a-34bc-420b-9ec1-6306dfece27a req-acee74c9-6dd0-49e8-bdb5-5b4c58c5bd5c service neutron] 10.222.0.52 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337721 Nov 12 08:59:00.994615 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27dc686a-34bc-420b-9ec1-6306dfece27a req-2fa0d9f1-5e2c-4804-be62-bbc4682292ad service neutron] 10.222.0.52 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292620 Nov 12 08:59:03.882481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37174) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:03.889743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9ef3b325-886e-468b-8815-ce81578e4a82 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2094343220', 'description': 'tempest-secgroup-smoke-2094343220 description', 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:03.926232 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b325-886e-468b-8815-ce81578e4a82 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.020972 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b325-886e-468b-8815-ce81578e4a82 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.029713 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b325-886e-468b-8815-ce81578e4a82 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.067089 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b325-886e-468b-8815-ce81578e4a82 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.071530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37176) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:04.072191 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9ef3b325-886e-468b-8815-ce81578e4a82 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1878810 Nov 12 08:59:04.077022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1862303c-a12c-4950-a956-c2c5662ba60f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'security_group_rule': {'security_group_id': '3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3', 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:04.127857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b325-886e-468b-8815-ce81578e4a82 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:04.136598 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1862303c-a12c-4950-a956-c2c5662ba60f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.214916 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1862303c-a12c-4950-a956-c2c5662ba60f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.226535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1862303c-a12c-4950-a956-c2c5662ba60f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.254225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862303c-a12c-4950-a956-c2c5662ba60f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6bf061-35e0-4acc-999b-6e0cd7bb1f6b,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:04.290996 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1862303c-a12c-4950-a956-c2c5662ba60f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.302124 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37184) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:04.308006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e5987ed8-d1ed-4532-95c3-54ac8c665295 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'security_group_rule': {'security_group_id': '3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3', 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:04.315656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1862303c-a12c-4950-a956-c2c5662ba60f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2429774 Nov 12 08:59:04.342637 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e5987ed8-d1ed-4532-95c3-54ac8c665295 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.391646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37186) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:04.432369 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e5987ed8-d1ed-4532-95c3-54ac8c665295 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.440575 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e5987ed8-d1ed-4532-95c3-54ac8c665295 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.475692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5987ed8-d1ed-4532-95c3-54ac8c665295 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5c9755-d6f1-4627-94e6-4fb92e461210,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:04.495601 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e5987ed8-d1ed-4532-95c3-54ac8c665295 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.497054 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e5987ed8-d1ed-4532-95c3-54ac8c665295 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1926813 Nov 12 08:59:04.499915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37190) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:04.509277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3eadfa30-f4f5-4867-a611-40cf76da2be6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'security_group_rule': {'security_group_id': '3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3', 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:04.567272 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa30-f4f5-4867-a611-40cf76da2be6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.597947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc444811-8b58-4fd2-94f4-3b313cebc5e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.701347 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa30-f4f5-4867-a611-40cf76da2be6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.707785 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa30-f4f5-4867-a611-40cf76da2be6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.719642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc444811-8b58-4fd2-94f4-3b313cebc5e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.725895 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc444811-8b58-4fd2-94f4-3b313cebc5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.732883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadfa30-f4f5-4867-a611-40cf76da2be6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d4e143-a141-46a2-b32b-39f9f5b27c52,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:04.743879 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa30-f4f5-4867-a611-40cf76da2be6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.745922 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3eadfa30-f4f5-4867-a611-40cf76da2be6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2435730 Nov 12 08:59:04.748519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37200) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:04.754861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1fc1bace-9a3a-4451-8f5f-c2a429b1f043 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'security_group_rule': {'security_group_id': '3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3', 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:04.805806 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1fc1bace-9a3a-4451-8f5f-c2a429b1f043 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.954208 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1fc1bace-9a3a-4451-8f5f-c2a429b1f043 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.961802 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1fc1bace-9a3a-4451-8f5f-c2a429b1f043 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.982404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1bace-9a3a-4451-8f5f-c2a429b1f043 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72d4a68-ada2-4481-8aa4-10ae568d35e1,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:04.990862 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1fc1bace-9a3a-4451-8f5f-c2a429b1f043 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.992619 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1fc1bace-9a3a-4451-8f5f-c2a429b1f043 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2421801 Nov 12 08:59:04.995901 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37206) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:05.017872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4e25b4ae-2c8a-4808-977f-7b383aea7c65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'security_group_rule': {'security_group_id': '3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3', 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:05.048962 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-4e25b4ae-2c8a-4808-977f-7b383aea7c65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Project 3047633a86764fd1aa0ef6ef6d5a5248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:59:05.056436 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e25b4ae-2c8a-4808-977f-7b383aea7c65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.138476 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e25b4ae-2c8a-4808-977f-7b383aea7c65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.146524 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e25b4ae-2c8a-4808-977f-7b383aea7c65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.162770 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25b4ae-2c8a-4808-977f-7b383aea7c65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca70cb77-de01-40eb-a999-1daa2ba70a55,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:05.180609 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e25b4ae-2c8a-4808-977f-7b383aea7c65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.184579 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4e25b4ae-2c8a-4808-977f-7b383aea7c65 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1681662 Nov 12 08:59:05.184998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37208) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:05.191571 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9d9eea36-8cab-45fe-b261-dded0727fd6c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'security_group_rule': {'security_group_id': '3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3', 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:05.224332 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-9d9eea36-8cab-45fe-b261-dded0727fd6c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Project 3047633a86764fd1aa0ef6ef6d5a5248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 08:59:05.230660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc444811-8b58-4fd2-94f4-3b313cebc5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc211382-9f99-404f-8d7f-eb1284f02b70,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:05.239638 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bc444811-8b58-4fd2-94f4-3b313cebc5e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bae4519099514703acb1acb0d9db70ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8464534 Nov 12 08:59:05.242163 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37212) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:05.267152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9d9eea36-8cab-45fe-b261-dded0727fd6c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.270616 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb67bf95-4d7e-4a7b-993a-f236e6ba493f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.328857 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f03df513-b2fd-4743-8c71-4cecf71f0e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.356252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f03df513-b2fd-4743-8c71-4cecf71f0e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.362424 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9d9eea36-8cab-45fe-b261-dded0727fd6c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.368650 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9d9eea36-8cab-45fe-b261-dded0727fd6c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.417601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9eea36-8cab-45fe-b261-dded0727fd6c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a4459f-d0c4-4b27-b87d-9b577668470e,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:05.426110 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f03df513-b2fd-4743-8c71-4cecf71f0e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.432916 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9d9eea36-8cab-45fe-b261-dded0727fd6c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.433129 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f03df513-b2fd-4743-8c71-4cecf71f0e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.438371 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f03df513-b2fd-4743-8c71-4cecf71f0e5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc211382-9f99-404f-8d7f-eb1284f02b70 HTTP/1.1" status: 204 len: 168 time: 0.1942644 Nov 12 08:59:05.451141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03df513-b2fd-4743-8c71-4cecf71f0e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc211382-9f99-404f-8d7f-eb1284f02b70,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:05.465808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9d9eea36-8cab-45fe-b261-dded0727fd6c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2789688 Nov 12 08:59:07.532090 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-86b51df3-3d50-42ac-8f22-88945967c8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.647514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.029513 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.031855 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:59:10.954084 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.418890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62757b8d-975b-45e4-9052-9b52f8984f0f req-2ad94218-7845-4f71-94e3-4f5bc56993fb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:17.427877 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62757b8d-975b-45e4-9052-9b52f8984f0f req-2ad94218-7845-4f71-94e3-4f5bc56993fb tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0805135 Nov 12 08:59:17.503034 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62757b8d-975b-45e4-9052-9b52f8984f0f req-381f811f-0a5d-4489-8808-6f1b2dd0a01b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675561 Nov 12 08:59:18.730517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed487d0-ac69-41d6-8daa-cdf60dc9bb04 req-e741c7bd-809b-452e-86c2-762f8de7d3d3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.732085 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2ed487d0-ac69-41d6-8daa-cdf60dc9bb04 req-e741c7bd-809b-452e-86c2-762f8de7d3d3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.1173403 Nov 12 08:59:18.799857 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2ed487d0-ac69-41d6-8daa-cdf60dc9bb04 req-cb9646fa-381e-42cf-9b34-dbf681f68c8e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596602 Nov 12 08:59:19.953346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c637f3-d353-46a1-8555-dba49e21c31b req-f956fcf7-33d7-4eb4-9296-9441fbb5817f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:19.955760 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5c637f3-d353-46a1-8555-dba49e21c31b req-f956fcf7-33d7-4eb4-9296-9441fbb5817f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0705886 Nov 12 08:59:20.055532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5c637f3-d353-46a1-8555-dba49e21c31b req-05d885fc-bc67-4777-bb9b-0464aa341d97 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893872 Nov 12 08:59:21.213001 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb919c-4f02-4364-8dee-d4b0d84cb0d3 req-a3fbbea5-ed74-4693-8dfb-c0e9858401f0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:21.221342 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2dbb919c-4f02-4364-8dee-d4b0d84cb0d3 req-a3fbbea5-ed74-4693-8dfb-c0e9858401f0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0619869 Nov 12 08:59:21.277003 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2dbb919c-4f02-4364-8dee-d4b0d84cb0d3 req-5bbb4277-5ac8-44a2-a41a-a19e8b4ea9a8 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545962 Nov 12 08:59:22.469934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76958468-b4b5-476a-90fe-49e49dd14fec req-7433e94a-3492-480f-bd19-de2b26841c7a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:22.497579 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76958468-b4b5-476a-90fe-49e49dd14fec req-7433e94a-3492-480f-bd19-de2b26841c7a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.1237357 Nov 12 08:59:22.566163 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-76958468-b4b5-476a-90fe-49e49dd14fec req-db836f20-56e6-4ef1-ada7-e820cec631dd tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664182 Nov 12 08:59:22.583986 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.768204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5380a70-6684-46a9-81b5-ef3f71182648 req-1a50498b-80e9-4c9b-83ab-9820c45ea91c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.776278 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c5380a70-6684-46a9-81b5-ef3f71182648 req-1a50498b-80e9-4c9b-83ab-9820c45ea91c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.1119988 Nov 12 08:59:23.937825 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c5380a70-6684-46a9-81b5-ef3f71182648 req-8702bfd1-9d99-41a9-a957-f29acba4bd59 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546931 Nov 12 08:59:25.186344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caea95b-0c3e-4049-8184-c01a4a055b68 req-237b2e4b-fa37-47e9-9e89-4eb9d5429991 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:25.194591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8caea95b-0c3e-4049-8184-c01a4a055b68 req-237b2e4b-fa37-47e9-9e89-4eb9d5429991 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0909579 Nov 12 08:59:25.266885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8caea95b-0c3e-4049-8184-c01a4a055b68 req-bf696d98-d18d-49d9-8344-beba52e8c839 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699439 Nov 12 08:59:26.363787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 37904) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:26.479135 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a20edc-1234-4939-9053-d6cd0dfac129 req-6e8fa2b1-3bc3-484c-a66a-a01850b81535 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.481448 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3a20edc-1234-4939-9053-d6cd0dfac129 req-6e8fa2b1-3bc3-484c-a66a-a01850b81535 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.1001134 Nov 12 08:59:26.528182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.574972 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3a20edc-1234-4939-9053-d6cd0dfac129 req-24b9744c-8ad0-4c03-b418-a0065381c37d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852616 Nov 12 08:59:26.711766 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.717774 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.769468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ce396e-2e25-40bb-b5e9-a70ee5c2d033,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:26.802385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:26.802650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:26.802992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:26.803332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:26.803667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:26.803991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:26.808131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:26.809787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:26.810359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:26.810886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:26.811966 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:26.816309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:26.856731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 37918) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:26.856990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3cfd60f7-958a-40a0-8557-e0b4674e36f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ff0fc4509b24af3949e68e5a64b4a39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4917231 Nov 12 08:59:26.947530 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.991675 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.066679 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.069841 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.074476 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3ce396e-2e25-40bb-b5e9-a70ee5c2d033 HTTP/1.1" status: 204 len: 168 time: 0.2162845 Nov 12 08:59:27.084410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ce396e-2e25-40bb-b5e9-a70ee5c2d033,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:27.093353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:27.093919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:27.094841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:27.095439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:27.095933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:27.097456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:27.098117 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:27.098613 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:27.099118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:27.099619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:27.100101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:27.100601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf3dfce-967d-4a06-9986-23eb2c679cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:27.807788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385a2d9-4006-4664-bb8b-20524fe7e63f req-427b8af8-ee13-4e11-a9a8-bd5ed710a9ec tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:27.818767 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9385a2d9-4006-4664-bb8b-20524fe7e63f req-427b8af8-ee13-4e11-a9a8-bd5ed710a9ec tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0903492 Nov 12 08:59:28.011623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9385a2d9-4006-4664-bb8b-20524fe7e63f req-1b2fa47d-adba-48d3-8f1b-617e64c8554f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914189 Nov 12 08:59:28.787985 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.785341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd311d9-5a24-480f-8bb2-d285d9e96171 req-83bb0689-9583-4fd0-a409-0207d1e8eb2d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:29.790876 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cd311d9-5a24-480f-8bb2-d285d9e96171 req-83bb0689-9583-4fd0-a409-0207d1e8eb2d tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.6279328 Nov 12 08:59:29.873894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cd311d9-5a24-480f-8bb2-d285d9e96171 req-a8b359f8-689c-4292-9459-1c149653945a tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796754 Nov 12 08:59:31.039137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71bd90-75be-4077-b83d-91a3d3cd6308 req-12b8245d-9c20-4087-ba5a-688ea4e88cf0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.047143 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e71bd90-75be-4077-b83d-91a3d3cd6308 req-12b8245d-9c20-4087-ba5a-688ea4e88cf0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0783911 Nov 12 08:59:31.126857 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e71bd90-75be-4077-b83d-91a3d3cd6308 req-f659e2bb-1e76-4922-8c80-7820fb8ae26f tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785019 Nov 12 08:59:31.583681 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-9bef6d25-f1ef-49b3-84c7-edcfde9765b8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094343220&fields=id&tenant_id=3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 267 time: 0.1049249 Nov 12 08:59:31.736085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-5f1c42d4-57f8-4042-9dc2-9e192a00b4eb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.745175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-5f1c42d4-57f8-4042-9dc2-9e192a00b4eb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.1605339 Nov 12 08:59:31.766541 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-c81fc023-6d0d-4fd1-8dfb-49e5a474d1e7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/quotas/3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 375 time: 0.0200984 Nov 12 08:59:31.849755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-c5fbc076-c756-4495-9d41-a02f8ebc8654 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731516 Nov 12 08:59:31.871132 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-9f1199cb-2afa-4596-9a13-c3b48953b4a0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:59:31.872842 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-9f1199cb-2afa-4596-9a13-c3b48953b4a0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067949 Nov 12 08:59:32.018693 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-992788b2-3fab-4225-a2c5-c62f3a05d620 service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245468 Nov 12 08:59:32.133513 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-618df959-6ad8-47f7-a2a1-32456f89506a service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081517 Nov 12 08:59:32.330563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917519f-1741-4c0b-a7d2-3b70e7de1cce req-4cee5365-1455-4b59-b68f-d67d9e247807 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:32.333535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b917519f-1741-4c0b-a7d2-3b70e7de1cce req-4cee5365-1455-4b59-b68f-d67d9e247807 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0974443 Nov 12 08:59:32.407711 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b917519f-1741-4c0b-a7d2-3b70e7de1cce req-002b96d1-28af-4e66-a0ef-ece0c4170f6e tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535829 Nov 12 08:59:32.611645 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60bf4cd0-de85-446b-a0f6-871b026a9014 req-853cb9ca-d868-41c6-b37c-e8b666bfb077 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 210 time: 0.0490854 Nov 12 08:59:32.655205 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38518) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:32.816934 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-52f2880b-b59d-4e03-ac20-eea442bebbde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.977993 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-52f2880b-b59d-4e03-ac20-eea442bebbde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.982992 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-52f2880b-b59d-4e03-ac20-eea442bebbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.041449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2880b-b59d-4e03-ac20-eea442bebbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85c357-2ca2-4890-8aa0-c01c2287f38e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:33.046788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-52f2880b-b59d-4e03-ac20-eea442bebbde admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf630bac9bb14add9c9493703a78a6a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3896716 Nov 12 08:59:33.048993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38562) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:33.105047 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-987b2fac-c5e1-4f8e-927f-e72f0bd9e09b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.131005 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-987b2fac-c5e1-4f8e-927f-e72f0bd9e09b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.205876 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-987b2fac-c5e1-4f8e-927f-e72f0bd9e09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.211345 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-987b2fac-c5e1-4f8e-927f-e72f0bd9e09b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.212625 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-987b2fac-c5e1-4f8e-927f-e72f0bd9e09b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e85c357-2ca2-4890-8aa0-c01c2287f38e HTTP/1.1" status: 204 len: 168 time: 0.1624575 Nov 12 08:59:33.233745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b2fac-c5e1-4f8e-927f-e72f0bd9e09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85c357-2ca2-4890-8aa0-c01c2287f38e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:33.525767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5a6da-d30f-43e6-8caf-6978708ec0ae req-6eb563a9-c852-4054-893f-3adcb5117b16 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:33.533601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7cb5a6da-d30f-43e6-8caf-6978708ec0ae req-6eb563a9-c852-4054-893f-3adcb5117b16 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0624490 Nov 12 08:59:33.579463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38584) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:33.584439 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7cb5a6da-d30f-43e6-8caf-6978708ec0ae req-64682343-1943-4eff-a0d1-0eb7701ba00c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492625 Nov 12 08:59:33.593445 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39619716-e3ab-4045-b8ee-43bb6730ffbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.693207 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39619716-e3ab-4045-b8ee-43bb6730ffbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.697447 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-39619716-e3ab-4045-b8ee-43bb6730ffbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.722690 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8543f113-bbe3-4633-b8fb-c198872e0453 req-6eed4f29-3930-4f26-bf7f-4a8b58e9c9d3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 210 time: 0.0429864 Nov 12 08:59:33.744932 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38590) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:33.745579 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-39619716-e3ab-4045-b8ee-43bb6730ffbe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3bc69e6d9b84079b5d8c9fc7e87ad07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1643579 Nov 12 08:59:33.763802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39619716-e3ab-4045-b8ee-43bb6730ffbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46965a6b-6b89-4cd7-b14f-0be16e3d85c0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:33.816571 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b22a837-9902-4b4b-b111-027a34963a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.844835 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b22a837-9902-4b4b-b111-027a34963a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.940217 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b22a837-9902-4b4b-b111-027a34963a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.944700 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9b22a837-9902-4b4b-b111-027a34963a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.946334 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9b22a837-9902-4b4b-b111-027a34963a32 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46965a6b-6b89-4cd7-b14f-0be16e3d85c0 HTTP/1.1" status: 204 len: 168 time: 0.1994174 Nov 12 08:59:33.972930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22a837-9902-4b4b-b111-027a34963a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46965a6b-6b89-4cd7-b14f-0be16e3d85c0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:34.048997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-374509b1-e572-444b-9ad7-9390a0b40d5c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:34.050850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-374509b1-e572-444b-9ad7-9390a0b40d5c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.2499204 Nov 12 08:59:34.143409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-f93e21f4-a475-4b4b-aea9-827d2c2372f0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 380 time: 0.0829730 Nov 12 08:59:34.158511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'port': {'device_id': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'admin_state_up': True, 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'security_groups': ['3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:34.311714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Made reservation on behalf of 3047633a86764fd1aa0ef6ef6d5a5248 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:34.316169 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.386711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-dbb988ff-800f-40fd-b0e1-63741f0b7e57 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:34.390220 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-dbb988ff-800f-40fd-b0e1-63741f0b7e57 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/networks?id=d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 HTTP/1.1" status: 200 len: 814 time: 0.2410886 Nov 12 08:59:34.442997 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-313e9f30-762a-4cf0-9f08-d23753b9880e tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/quotas/9e385981396c4f0c9f82558056fc2623 HTTP/1.1" status: 200 len: 375 time: 0.0416486 Nov 12 08:59:34.524066 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-c04b6254-b757-4ed9-9940-bdea955c2ead tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9e385981396c4f0c9f82558056fc2623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801549 Nov 12 08:59:34.535013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Allocated IP 172.20.0.4 (d2a9cfd5-7dc0-4081-9047-d432a82052a4/4fdcf052-295a-4e9d-9bdc-67e73beb1d06/1ce69615-6218-491f-aabd-127a89cfbabb) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:34.695670 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-154b2bd8-d565-4d55-a696-2e2b4df2a214 service neutron] 10.222.0.31 "GET /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551485 Nov 12 08:59:34.796288 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.825503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a39d8-cc56-4ab2-8170-73b73a07e4f1 req-b390e56e-bcc4-415e-944a-c1fa8b863688 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:34.827427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a29a39d8-cc56-4ab2-8170-73b73a07e4f1 req-b390e56e-bcc4-415e-944a-c1fa8b863688 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.1023431 Nov 12 08:59:34.889765 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-c5e823f2-34d2-4261-b8bb-9829e8b4df84 service neutron] 10.222.0.31 "GET /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866212 Nov 12 08:59:34.953610 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a29a39d8-cc56-4ab2-8170-73b73a07e4f1 req-329e8f7c-4ace-4f05-b022-66f56f28ae4b tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150324 Nov 12 08:59:34.977385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.091262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=1ce69615-6218-491f-aabd-127a89cfbabb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:35.101469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:35.103444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:35.108045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:35.261405 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa630e7e-dbb2-4672-8062-a593e2ab9864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.269747 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e9181c75-bf8e-4126-b619-972e5b3b5f4d req-58201310-4677-4b2a-b2d8-7f65527ac3c4 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 210 time: 0.1109190 Nov 12 08:59:35.394912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3e529-5464-4773-b57f-99dfd1ceef43 req-03383097-3894-4cd8-8926-e2050e33fd84 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:35.411050 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a3e529-5464-4773-b57f-99dfd1ceef43 req-03383097-3894-4cd8-8926-e2050e33fd84 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 931 time: 0.2461250 Nov 12 08:59:35.435701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:35.438858 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.486661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7b0b8-0774-4a9d-a769-3403e2b9ff6d req-5d34b4e2-52b3-4951-ae4e-61cf3f300f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:35.502039 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ed7b0b8-0774-4a9d-a769-3403e2b9ff6d req-5d34b4e2-52b3-4951-ae4e-61cf3f300f8a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 1097 time: 0.1477144 Nov 12 08:59:35.577748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7a3e529-5464-4773-b57f-99dfd1ceef43 req-f1717c30-fec7-46db-9326-7558b79c6130 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655049 Nov 12 08:59:35.581592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-4555e20a-cf9c-4020-af27-aef04c3455d5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4274225 Nov 12 08:59:35.592148 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-43efc99b-45bd-4ce2-ab51-bd2dc4f33c7c None None] Provisioning complete for port 1ce69615-6218-491f-aabd-127a89cfbabb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:35.597394 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-43efc99b-45bd-4ce2-ab51-bd2dc4f33c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.747727 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5ed7b0b8-0774-4a9d-a769-3403e2b9ff6d req-6d81364a-4124-4067-bf75-39587ca597ec service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351704 Nov 12 08:59:35.765426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Request body: {'port': {'device_id': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:35.778854 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-43efc99b-45bd-4ce2-ab51-bd2dc4f33c7c None None] Port 1ce69615-6218-491f-aabd-127a89cfbabb cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:35.905362 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.169459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5416a-1c21-4df3-84a4-6b625982334b req-874ac20e-66a8-476e-b2f9-d2c021834ef7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:36.173150 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55b5416a-1c21-4df3-84a4-6b625982334b req-874ac20e-66a8-476e-b2f9-d2c021834ef7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0972159 Nov 12 08:59:36.357386 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55b5416a-1c21-4df3-84a4-6b625982334b req-221e9969-9dc6-463c-bd7d-07e0b2bbacd6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618001 Nov 12 08:59:36.455593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce69615-6218-491f-aabd-127a89cfbabb {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:36.529428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1279ac2e-578c-4688-af79-358c0a15482d req-9bc4e841-539e-4e08-b083-6b0ebb6e31fe tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 210 time: 0.0973027 Nov 12 08:59:36.531866 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.564170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Transition to ACTIVE for port object 1ce69615-6218-491f-aabd-127a89cfbabb will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:59:36.574945 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.691530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Pushing event updated for resources: {'Port': ['ID=1ce69615-6218-491f-aabd-127a89cfbabb,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:36.820857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Attempting to bind port 1ce69615-6218-491f-aabd-127a89cfbabb on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:36.831630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Attempting to bind port 1ce69615-6218-491f-aabd-127a89cfbabb by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:36.831630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Attempting to bind port 1ce69615-6218-491f-aabd-127a89cfbabb on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:36.834854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Port 1ce69615-6218-491f-aabd-127a89cfbabb on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:59:36.835306 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Attempting to bind port 1ce69615-6218-491f-aabd-127a89cfbabb on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:36.855560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:36.855916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Checking segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:36.856390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Bound using segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:36.856876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Bound port: 1ce69615-6218-491f-aabd-127a89cfbabb, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:36.857861 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.875805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c376e-344d-4102-a626-794a2c81989f req-b1e59320-0d3d-45f6-babd-c1767e1b2afe tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:36.877689 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f6c376e-344d-4102-a626-794a2c81989f req-b1e59320-0d3d-45f6-babd-c1767e1b2afe tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.1804121 Nov 12 08:59:37.022717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] For port 1ce69615-6218-491f-aabd-127a89cfbabb, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:37.045834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] For port 1ce69615-6218-491f-aabd-127a89cfbabb, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=1ce69615-6218-491f-aabd-127a89cfbabb,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:37.050710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f6c376e-344d-4102-a626-794a2c81989f req-7dc22ac1-a52e-42c9-8c52-a5f3ff1eb92f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599128 Nov 12 08:59:37.052596 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.154917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Pushing event updated for resources: {'Port': ['ID=1ce69615-6218-491f-aabd-127a89cfbabb,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:37.169128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.170752 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.177609 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-51e20cce-0a2d-42a3-aa97-ae7e5320334a service neutron] 10.222.0.46 "PUT /v2.0/ports/1ce69615-6218-491f-aabd-127a89cfbabb HTTP/1.1" status: 200 len: 1092 time: 1.5876577 Nov 12 08:59:37.178094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'tag': '1ce69615-6218-491f-aabd-127a89cfbabb'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:37.180418 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e324bb-0624-47b2-8bce-6ea298d11d34" -d '{"events": [{"name": "network-changed", "server_uuid": "9797efb7-c2cd-4906-8322-d91bafb7df33", "tag": "1ce69615-6218-491f-aabd-127a89cfbabb"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:37.254600 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6fcfd9-f4ac-41ba-8b53-9fe86c120056 x-openstack-request-id: req-de6fcfd9-f4ac-41ba-8b53-9fe86c120056 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:37.254932 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9797efb7-c2cd-4906-8322-d91bafb7df33", "tag": "1ce69615-6218-491f-aabd-127a89cfbabb", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:37.255151 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de6fcfd9-f4ac-41ba-8b53-9fe86c120056 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:37.255565 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'tag': '1ce69615-6218-491f-aabd-127a89cfbabb', 'status': 'completed', 'code': 200} Nov 12 08:59:37.396965 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-96e00bd8-b2bd-4920-bd64-a7fd21688ed9 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.412464 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-96e00bd8-b2bd-4920-bd64-a7fd21688ed9 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.52 "GET /v2.0/networks?id=d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 HTTP/1.1" status: 200 len: 814 time: 0.3026145 Nov 12 08:59:37.426738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Request body: {'port': {'device_id': 'f92fc307-1fec-4ac8-8e80-04d3abb84534', 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1', 'admin_state_up': True, 'tenant_id': '9e385981396c4f0c9f82558056fc2623'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:37.463987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-d91d5399-a36b-4b4b-9da6-c09a86e33c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.468999 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-d91d5399-a36b-4b4b-9da6-c09a86e33c85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 1095 time: 0.1381712 Nov 12 08:59:37.536467 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-32393068-3cdd-4b15-bdb2-5b602bea9f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.588025 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-2ec43f0f-e142-44ae-9cb5-ff57f5c03c37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce69615-6218-491f-aabd-127a89cfbabb HTTP/1.1" status: 200 len: 217 time: 0.1102226 Nov 12 08:59:37.665721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae19f4-f2d1-4cb0-82c8-6e1fd351196b req-09290cfb-005d-47af-84cd-8ac533e1bcd7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.668921 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2ae19f4-f2d1-4cb0-82c8-6e1fd351196b req-09290cfb-005d-47af-84cd-8ac533e1bcd7 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.1839323 Nov 12 08:59:37.725448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Made reservation on behalf of 9e385981396c4f0c9f82558056fc2623 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:37.728710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.793570 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41ee7062-ba17-4de0-82f6-f0c57acdc34f req-d2a64a29-9196-4f42-8c8e-c8662d3b67c3 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 210 time: 0.0533645 Nov 12 08:59:37.808736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-ac4b71b4-646d-4e74-93be-6092cb91629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.811328 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-ac4b71b4-646d-4e74-93be-6092cb91629c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.2170095 Nov 12 08:59:37.867714 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2ae19f4-f2d1-4cb0-82c8-6e1fd351196b req-5e05f1b5-ebcb-405f-8d33-086435d8e79c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493402 Nov 12 08:59:37.892020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-0e9874ba-f961-431c-836b-3d0793da1390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.894235 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-0e9874ba-f961-431c-836b-3d0793da1390 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750363 Nov 12 08:59:37.918095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38714) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:37.976422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Allocated IP 172.20.0.7 (d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1/1cda1932-986a-4904-991b-0cf31cc5c667/9c80246e-c54e-4be7-8988-fc93cf76dfe2) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:38.109330 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-32eb1b01-31ef-4615-8112-90bb545ac2c6 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/floatingips/22202fb3-c951-4c36-bcd6-4d70b615bad7 HTTP/1.1" status: 200 len: 993 time: 0.1871171 Nov 12 08:59:38.165729 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-0df35067-2781-4f20-97bc-07f1cf7ce310 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638841 Nov 12 08:59:38.194748 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.262095 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.286514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c72184-d5d6-455a-88e9-7b5cd3f33c23 req-02d0c781-14e6-4595-964d-55a3877d861a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:38.288225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34c72184-d5d6-455a-88e9-7b5cd3f33c23 req-02d0c781-14e6-4595-964d-55a3877d861a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.1382625 Nov 12 08:59:38.337803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f5735ba9-5db7-4603-a8c4-6d3e16019e8f req-1ba27e85-a1aa-42f3-aa03-8a0fd2933412 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507902 Nov 12 08:59:38.341917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:38.363507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:38.370454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:38.374401 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34c72184-d5d6-455a-88e9-7b5cd3f33c23 req-cd41b1b1-ec5d-4c58-8c18-4dec8b88ac68 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793672 Nov 12 08:59:38.438269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Pushing event updated for resources: {'Port': ['ID=9c80246e-c54e-4be7-8988-fc93cf76dfe2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:38.491369 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:38.492199 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.495815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e324bb-0624-47b2-8bce-6ea298d11d34 req-6186c90d-daf8-4e15-8c09-195db2fbf98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:38.497409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01e324bb-0624-47b2-8bce-6ea298d11d34 req-6186c90d-daf8-4e15-8c09-195db2fbf98f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 1095 time: 0.0711448 Nov 12 08:59:38.511095 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-33c9dff4-6d03-454e-97a0-1401c52b6ddb tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0882089 Nov 12 08:59:38.528311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Request body: {'port': {'device_id': 'f92fc307-1fec-4ac8-8e80-04d3abb84534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:38.607897 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.616198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e324bb-0624-47b2-8bce-6ea298d11d34 req-6eb9abb4-069e-4e9d-8459-b69f244ac977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:38.617997 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01e324bb-0624-47b2-8bce-6ea298d11d34 req-6eb9abb4-069e-4e9d-8459-b69f244ac977 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.1130369 Nov 12 08:59:38.654370 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38724) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:38.655698 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.685479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01e324bb-0624-47b2-8bce-6ea298d11d34 req-e6e0027f-961b-45d6-aaa8-a166eb404516 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce69615-6218-491f-aabd-127a89cfbabb HTTP/1.1" status: 200 len: 217 time: 0.0594237 Nov 12 08:59:38.747201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e324bb-0624-47b2-8bce-6ea298d11d34 req-fad5574f-3795-4028-9ecd-8fa8b8345b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:38.754236 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01e324bb-0624-47b2-8bce-6ea298d11d34 req-fad5574f-3795-4028-9ecd-8fa8b8345b40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0584998 Nov 12 08:59:38.787155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 55c76a8c-0b6f-49e1-ac64-0af5f703d24b details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:59:38.791700 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 55c76a8c-0b6f-49e1-ac64-0af5f703d24b no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:38.814509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e324bb-0624-47b2-8bce-6ea298d11d34 req-c319afd8-9d90-485d-b308-3780657b4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:38.818077 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01e324bb-0624-47b2-8bce-6ea298d11d34 req-c319afd8-9d90-485d-b308-3780657b4e2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578916 Nov 12 08:59:38.934118 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e19b40f3-39b9-4095-b8be-66f7f6079a5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.970253 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01e324bb-0624-47b2-8bce-6ea298d11d34 req-63bc9080-ece9-4f7c-8275-669ae89343d9 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447458 Nov 12 08:59:39.071294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76697e-665e-4838-868c-8f45045b9923 req-63833f80-6569-4e1b-b82d-76e52524092f tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:39.081372 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d76697e-665e-4838-868c-8f45045b9923 req-63833f80-6569-4e1b-b82d-76e52524092f tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 931 time: 0.1442282 Nov 12 08:59:39.129055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-01e324bb-0624-47b2-8bce-6ea298d11d34 req-e51de2e5-14b6-47fe-bc50-be41ca3e4b92 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503968 Nov 12 08:59:39.190405 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d76697e-665e-4838-868c-8f45045b9923 req-df51ccff-098b-4813-a862-c013d82b909f tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075172 Nov 12 08:59:39.242575 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.250249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c80246e-c54e-4be7-8988-fc93cf76dfe2 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:39.257438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:39.264559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.272883 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e19b40f3-39b9-4095-b8be-66f7f6079a5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.280044 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'port_id': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'mac_address': 'fa:16:3e:51:fe:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:59:39.282708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e19b40f3-39b9-4095-b8be-66f7f6079a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.287280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:39.290125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Transition to ACTIVE for port object 9c80246e-c54e-4be7-8988-fc93cf76dfe2 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:59:39.290398 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468202bc-2236-4289-ad48-dfb1b11eb10f" -d '{"events": [{"server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "name": "network-vif-unplugged", "status": "completed", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:39.306911 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.319778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:39.339032 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.367261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b40f3-39b9-4095-b8be-66f7f6079a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50052a6-28d8-4739-8c0e-3f3b0cd71788,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:39.372204 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e19b40f3-39b9-4095-b8be-66f7f6079a5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca2236dd61e7438ca6557c48d0a7953e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7166064 Nov 12 08:59:39.376132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38732) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:39.398384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Pushing event updated for resources: {'Port': ['ID=9c80246e-c54e-4be7-8988-fc93cf76dfe2,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:39.418067 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f4b546-c753-4e1f-bee8-e571d8ca0bee x-openstack-request-id: req-56f4b546-c753-4e1f-bee8-e571d8ca0bee {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:39.419637 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "name": "network-vif-unplugged", "status": "completed", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:39.420109 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56f4b546-c753-4e1f-bee8-e571d8ca0bee {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:39.420533 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'code': 200} Nov 12 08:59:39.435873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:39.467787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:39.468299 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:39.468630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:39.469548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:39.470061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:39.470640 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:39.471197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:39.472422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:39.473253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:39.473870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:39.474450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:39.474685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e3a0-4a0b-4140-ae9d-d83419fa6c1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.475436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:39.482818 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Attempting to bind port 9c80246e-c54e-4be7-8988-fc93cf76dfe2 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:39.483429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Attempting to bind port 9c80246e-c54e-4be7-8988-fc93cf76dfe2 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '27bae732-c344-449f-bfde-5e3094643a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:39.483540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Attempting to bind port 9c80246e-c54e-4be7-8988-fc93cf76dfe2 on network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:39.488889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Port 9c80246e-c54e-4be7-8988-fc93cf76dfe2 on network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:59:39.489261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Attempting to bind port 9c80246e-c54e-4be7-8988-fc93cf76dfe2 on network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:39.490099 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.510548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55c76a8c-0b6f-49e1-ac64-0af5f703d24b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:39.514546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:39.515315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Checking segment: {'id': '27bae732-c344-449f-bfde-5e3094643a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:39.515908 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Bound using segment: {'id': '27bae732-c344-449f-bfde-5e3094643a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:39.516565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Bound port: 9c80246e-c54e-4be7-8988-fc93cf76dfe2, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bae732-c344-449f-bfde-5e3094643a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:39.517160 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.525918 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e3a0-4a0b-4140-ae9d-d83419fa6c1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.575909 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:59:39.576544 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:59:39.592850 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e3a0-4a0b-4140-ae9d-d83419fa6c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.595918 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e5c6e3a0-4a0b-4140-ae9d-d83419fa6c1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.609803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e5c6e3a0-4a0b-4140-ae9d-d83419fa6c1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a50052a6-28d8-4739-8c0e-3f3b0cd71788 HTTP/1.1" status: 204 len: 168 time: 0.2223747 Nov 12 08:59:39.630016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6e3a0-4a0b-4140-ae9d-d83419fa6c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50052a6-28d8-4739-8c0e-3f3b0cd71788,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:39.630622 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82219f-025b-48fb-9afe-98e42a013865 req-85c39ab2-6f79-4945-bc35-bddeb536c4fe tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:39.632209 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d82219f-025b-48fb-9afe-98e42a013865 req-85c39ab2-6f79-4945-bc35-bddeb536c4fe tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.0989468 Nov 12 08:59:39.640574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] For port 9c80246e-c54e-4be7-8988-fc93cf76dfe2, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:39.651242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] For port 9c80246e-c54e-4be7-8988-fc93cf76dfe2, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9c80246e-c54e-4be7-8988-fc93cf76dfe2,segment=NetworkSegment(27bae732-c344-449f-bfde-5e3094643a2a),segment_id=27bae732-c344-449f-bfde-5e3094643a2a)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:39.665919 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.739580 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d82219f-025b-48fb-9afe-98e42a013865 req-00e2c8ab-a911-4a56-b5d2-fedb7bd28e92 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004467 Nov 12 08:59:39.743012 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:39.743639 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.746520 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] 10.222.0.52 "PUT /v2.0/ports/9c80246e-c54e-4be7-8988-fc93cf76dfe2 HTTP/1.1" status: 200 len: 1092 time: 1.2261806 Nov 12 08:59:39.746965 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92fc307-1fec-4ac8-8e80-04d3abb84534', 'tag': '9c80246e-c54e-4be7-8988-fc93cf76dfe2'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:39.749655 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c78bbcc-019b-4801-a65d-1473754c6758" -d '{"events": [{"name": "network-changed", "server_uuid": "f92fc307-1fec-4ac8-8e80-04d3abb84534", "tag": "9c80246e-c54e-4be7-8988-fc93cf76dfe2"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:39.775415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04ea25-9d81-4cc0-a6cf-3d5d39a8949f service neutron] Pushing event updated for resources: {'Port': ['ID=9c80246e-c54e-4be7-8988-fc93cf76dfe2,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:39.839118 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bf790d-a6c4-43df-9f87-94a2dec52ec5 x-openstack-request-id: req-f0bf790d-a6c4-43df-9f87-94a2dec52ec5 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:39.839502 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92fc307-1fec-4ac8-8e80-04d3abb84534", "tag": "9c80246e-c54e-4be7-8988-fc93cf76dfe2", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:39.839678 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0bf790d-a6c4-43df-9f87-94a2dec52ec5 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:39.840157 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92fc307-1fec-4ac8-8e80-04d3abb84534', 'tag': '9c80246e-c54e-4be7-8988-fc93cf76dfe2', 'status': 'completed', 'code': 200} Nov 12 08:59:39.858787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-01ffe825-5849-414a-ad49-7586d321b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:39.860571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-01ffe825-5849-414a-ad49-7586d321b6a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e385981396c4f0c9f82558056fc2623&device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 1095 time: 0.0559742 Nov 12 08:59:39.912915 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-5d9638b6-340b-4882-af68-6e4cc46485be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c80246e-c54e-4be7-8988-fc93cf76dfe2 HTTP/1.1" status: 200 len: 217 time: 0.0441384 Nov 12 08:59:39.970874 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-24b5085a-9ccf-4b54-ab3b-f5f2f13a4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:39.972547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-24b5085a-9ccf-4b54-ab3b-f5f2f13a4b0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cda1932-986a-4904-991b-0cf31cc5c667 HTTP/1.1" status: 200 len: 854 time: 0.0526853 Nov 12 08:59:39.975659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 38744) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:39.995367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6eb54506-c048-41fb-ba1f-024f32e877d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.017552 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-0b571de5-d42e-428f-af32-52f528c8848f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366750 Nov 12 08:59:40.046647 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.093245 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6eb54506-c048-41fb-ba1f-024f32e877d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.099450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6eb54506-c048-41fb-ba1f-024f32e877d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.130922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6eb54506-c048-41fb-ba1f-024f32e877d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0597df75bbd9401d9f4b516da1cfadfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1540520 Nov 12 08:59:40.131961 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-77c9459b-c9ed-4ec5-a59c-c4081fd6d303 service neutron] 10.222.0.52 "GET /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065037 Nov 12 08:59:40.133449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 38746) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:40.138265 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.152932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb54506-c048-41fb-ba1f-024f32e877d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2ac348-7a52-49ba-ac97-04200e15dacb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:40.153547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c76a8c-0b6f-49e1-ac64-0af5f703d24b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:40.192225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:40.197774 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.266748 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-518e2000-ad12-42fb-a610-3d1e7aee9225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.274528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:40.306113 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-328a5c76-afaa-4480-9cd4-e3abe5d0b0af req-30da65fe-bbec-4113-a437-e3d4ebf864a7 service neutron] 10.222.0.52 "GET /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639361 Nov 12 08:59:40.330325 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-518e2000-ad12-42fb-a610-3d1e7aee9225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.415975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1a747-f410-4cf5-b966-52a0da7b2545 req-c283831e-df1b-458b-9b8c-f0bb66192ebf tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:40.417750 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cfc1a747-f410-4cf5-b966-52a0da7b2545 req-c283831e-df1b-458b-9b8c-f0bb66192ebf tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 943 time: 0.1255276 Nov 12 08:59:40.437446 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['55c76a8c-0b6f-49e1-ac64-0af5f703d24b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:40.453325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78bbcc-019b-4801-a65d-1473754c6758 req-0eb38202-fb9b-47d0-8643-ffcf9d95e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:40.456100 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1c78bbcc-019b-4801-a65d-1473754c6758 req-0eb38202-fb9b-47d0-8643-ffcf9d95e767 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e385981396c4f0c9f82558056fc2623&device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 1095 time: 0.0952687 Nov 12 08:59:40.458023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-518e2000-ad12-42fb-a610-3d1e7aee9225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.460569 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-518e2000-ad12-42fb-a610-3d1e7aee9225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.461621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-518e2000-ad12-42fb-a610-3d1e7aee9225 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca2ac348-7a52-49ba-ac97-04200e15dacb HTTP/1.1" status: 204 len: 168 time: 0.3270721 Nov 12 08:59:40.512869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e2000-ad12-42fb-a610-3d1e7aee9225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2ac348-7a52-49ba-ac97-04200e15dacb,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:40.567954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cfc1a747-f410-4cf5-b966-52a0da7b2545 req-c34ef967-bdbe-415b-b42d-48dfd9e07ec4 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409280 Nov 12 08:59:40.605928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78bbcc-019b-4801-a65d-1473754c6758 req-9aac4c89-7d73-4ef4-8600-09ccec1ff68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:40.607588 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1c78bbcc-019b-4801-a65d-1473754c6758 req-9aac4c89-7d73-4ef4-8600-09ccec1ff68c service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 HTTP/1.1" status: 200 len: 915 time: 0.1405501 Nov 12 08:59:40.700388 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1c78bbcc-019b-4801-a65d-1473754c6758 req-88afa598-7eca-4ecf-a06c-2dab2959291f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c80246e-c54e-4be7-8988-fc93cf76dfe2 HTTP/1.1" status: 200 len: 217 time: 0.0823686 Nov 12 08:59:40.796912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78bbcc-019b-4801-a65d-1473754c6758 req-0a0bd490-705b-4806-bd1e-30023e8ef4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:40.800297 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1c78bbcc-019b-4801-a65d-1473754c6758 req-0a0bd490-705b-4806-bd1e-30023e8ef4e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cda1932-986a-4904-991b-0cf31cc5c667 HTTP/1.1" status: 200 len: 854 time: 0.0911696 Nov 12 08:59:40.881967 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1c78bbcc-019b-4801-a65d-1473754c6758 req-327f84e8-e4cc-4831-a84e-31bec13063c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728054 Nov 12 08:59:40.944118 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:41.009402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22225f1-4229-4d05-b502-f565a658846c req-199724eb-6180-43f1-8590-d37d5e7c1d3e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:41.013590 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b22225f1-4229-4d05-b502-f565a658846c req-199724eb-6180-43f1-8590-d37d5e7c1d3e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.1121023 Nov 12 08:59:41.026573 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1c78bbcc-019b-4801-a65d-1473754c6758 req-2983cd10-d51a-42d8-a903-efc6d8c91d5a service neutron] 10.222.0.52 "GET /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332717 Nov 12 08:59:41.089226 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b22225f1-4229-4d05-b502-f565a658846c req-af436d83-78c2-44cb-a319-a2c915ae0ce5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651398 Nov 12 08:59:41.218676 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1c78bbcc-019b-4801-a65d-1473754c6758 req-61b8b849-df2d-4a84-837f-60fcd02d3404 service neutron] 10.222.0.52 "GET /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827390 Nov 12 08:59:41.719563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd344e-f5b5-4e9e-bbce-a75bd7759fc9 req-788e88aa-d1b3-48e4-bcac-2e2fa5260c4f tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:41.721584 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-69bd344e-f5b5-4e9e-bbce-a75bd7759fc9 req-788e88aa-d1b3-48e4-bcac-2e2fa5260c4f tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 943 time: 0.0649631 Nov 12 08:59:41.783658 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-69bd344e-f5b5-4e9e-bbce-a75bd7759fc9 req-cc23d4ad-b02c-43b8-83fb-f316df4e8e06 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535295 Nov 12 08:59:42.240424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff6c0f-ea9b-4ea1-892c-2d844dada328 req-7d985078-ad2d-49e3-bfd2-5c1f1ca2cef4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:42.242343 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0aff6c0f-ea9b-4ea1-892c-2d844dada328 req-7d985078-ad2d-49e3-bfd2-5c1f1ca2cef4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.0779421 Nov 12 08:59:42.300592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0aff6c0f-ea9b-4ea1-892c-2d844dada328 req-90c1543a-e62c-49f4-b94d-214db3fb145a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507269 Nov 12 08:59:42.828636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 55c76a8c-0b6f-49e1-ac64-0af5f703d24b up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:42.903639 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:42.904674 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:42.993502 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80def09-f27a-49f7-99ec-b1ab7e7920e1 req-5dc4e259-c3e2-4372-88ff-1b54b6c8fa8f tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:42.995337 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a80def09-f27a-49f7-99ec-b1ab7e7920e1 req-5dc4e259-c3e2-4372-88ff-1b54b6c8fa8f tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 943 time: 0.0851510 Nov 12 08:59:43.057019 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:43.064710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a80def09-f27a-49f7-99ec-b1ab7e7920e1 req-bd7368b5-c263-4456-a69a-b8ed58e97a25 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582628 Nov 12 08:59:43.091777 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:43.094958 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d1f86c-53e3-4e68-bdc9-593ee01b002f" -d '{"events": [{"server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "name": "network-vif-plugged", "status": "completed", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:43.115718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:43.121312 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:43.170450 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed6f8ad-a628-4426-8fc5-45f29c88fea1 x-openstack-request-id: req-aed6f8ad-a628-4426-8fc5-45f29c88fea1 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:43.170711 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "name": "network-vif-plugged", "status": "completed", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:43.170891 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aed6f8ad-a628-4426-8fc5-45f29c88fea1 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:43.171301 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'code': 200} Nov 12 08:59:43.209693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:43.511069 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670482b0-062e-41df-aa8c-07a7fe874ba8 req-9b33a2c3-8398-4835-acd5-38443c47eb7e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:43.519032 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-670482b0-062e-41df-aa8c-07a7fe874ba8 req-9b33a2c3-8398-4835-acd5-38443c47eb7e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.0639966 Nov 12 08:59:43.604125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-670482b0-062e-41df-aa8c-07a7fe874ba8 req-2d976b41-93fe-43f3-9ec4-e4cfbaa35db9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838132 Nov 12 08:59:44.204395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef9631-a8dc-4850-84af-983dcf9d3ac4 req-8573b6ef-54b2-4c31-a5be-b08b30a8d945 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:44.213795 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1ef9631-a8dc-4850-84af-983dcf9d3ac4 req-8573b6ef-54b2-4c31-a5be-b08b30a8d945 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 943 time: 0.0620565 Nov 12 08:59:44.266064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1ef9631-a8dc-4850-84af-983dcf9d3ac4 req-6c0da2c3-4371-402f-ac28-23e6711b1d75 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511687 Nov 12 08:59:44.786442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589e113-cc45-4084-b2fb-5c1e0c8e86b2 req-5625c862-634e-446f-b651-fd8078f6fa7c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:44.787999 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0589e113-cc45-4084-b2fb-5c1e0c8e86b2 req-5625c862-634e-446f-b651-fd8078f6fa7c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.0679555 Nov 12 08:59:44.844253 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0589e113-cc45-4084-b2fb-5c1e0c8e86b2 req-2d484eaa-184c-4fb3-9395-0b1621ecefb5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497274 Nov 12 08:59:44.845069 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9c80246e-c54e-4be7-8988-fc93cf76dfe2 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:59:44.963181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9c80246e-c54e-4be7-8988-fc93cf76dfe2, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9c80246e-c54e-4be7-8988-fc93cf76dfe2,segment=NetworkSegment(27bae732-c344-449f-bfde-5e3094643a2a),segment_id=27bae732-c344-449f-bfde-5e3094643a2a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:44.978695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '9c80246e-c54e-4be7-8988-fc93cf76dfe2', 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1', 'port_id': '9c80246e-c54e-4be7-8988-fc93cf76dfe2', 'mac_address': 'fa:16:3e:60:35:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cda1932-986a-4904-991b-0cf31cc5c667', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:59:45.024546 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:45.038747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c80246e-c54e-4be7-8988-fc93cf76dfe2 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:45.060779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9c80246e-c54e-4be7-8988-fc93cf76dfe2, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9c80246e-c54e-4be7-8988-fc93cf76dfe2,segment=NetworkSegment(27bae732-c344-449f-bfde-5e3094643a2a),segment_id=27bae732-c344-449f-bfde-5e3094643a2a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:45.066446 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:45.120829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=9c80246e-c54e-4be7-8988-fc93cf76dfe2,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:45.285407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['9c80246e-c54e-4be7-8988-fc93cf76dfe2'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:45.397645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d309fc8-23cb-4e02-b6a1-c62df5aa6b1a req-636c773d-e850-43b6-9891-6aeb2e19aa0d tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:45.406723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d309fc8-23cb-4e02-b6a1-c62df5aa6b1a req-636c773d-e850-43b6-9891-6aeb2e19aa0d tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 944 time: 0.0638537 Nov 12 08:59:45.469940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d309fc8-23cb-4e02-b6a1-c62df5aa6b1a req-819e5371-bf9b-4bea-be96-85ce2828c762 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575244 Nov 12 08:59:45.979426 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b260667-d951-4373-89ea-5a8bddb34707 req-a0b35acc-bf1d-4f15-87b1-5f8569e631ff tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:46.004766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b260667-d951-4373-89ea-5a8bddb34707 req-a0b35acc-bf1d-4f15-87b1-5f8569e631ff tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.0760069 Nov 12 08:59:46.058692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1b260667-d951-4373-89ea-5a8bddb34707 req-14872fda-e46a-4b73-8da5-4da280db08be tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484388 Nov 12 08:59:46.579066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf92c0b-c44c-4164-94b2-112f86234bfd req-e9d3c16f-638e-4009-bcc8-cfbc95c02c0b tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:46.580581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1bf92c0b-c44c-4164-94b2-112f86234bfd req-e9d3c16f-638e-4009-bcc8-cfbc95c02c0b tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 944 time: 0.0533507 Nov 12 08:59:46.634688 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1bf92c0b-c44c-4164-94b2-112f86234bfd req-59b24370-0678-457c-b241-f322c5a58046 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463700 Nov 12 08:59:46.864191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9c80246e-c54e-4be7-8988-fc93cf76dfe2 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:46.930583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 9c80246e-c54e-4be7-8988-fc93cf76dfe2 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:59:46.935879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 9c80246e-c54e-4be7-8988-fc93cf76dfe2 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:46.937422 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:47.032149 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:59:47.043532 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:47.068232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92fc307-1fec-4ac8-8e80-04d3abb84534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c80246e-c54e-4be7-8988-fc93cf76dfe2'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:47.070520 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1067622-648d-477c-a329-784443ed7fa4" -d '{"events": [{"server_uuid": "f92fc307-1fec-4ac8-8e80-04d3abb84534", "name": "network-vif-plugged", "status": "completed", "tag": "9c80246e-c54e-4be7-8988-fc93cf76dfe2"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:47.115495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 9c80246e-c54e-4be7-8988-fc93cf76dfe2, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9c80246e-c54e-4be7-8988-fc93cf76dfe2,segment=NetworkSegment(27bae732-c344-449f-bfde-5e3094643a2a),segment_id=27bae732-c344-449f-bfde-5e3094643a2a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:47.120830 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ec0be7-b5b7-4622-b5c7-e337f2846181 x-openstack-request-id: req-e9ec0be7-b5b7-4622-b5c7-e337f2846181 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:47.121645 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92fc307-1fec-4ac8-8e80-04d3abb84534", "name": "network-vif-plugged", "status": "completed", "tag": "9c80246e-c54e-4be7-8988-fc93cf76dfe2", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:47.122265 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9ec0be7-b5b7-4622-b5c7-e337f2846181 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:47.122859 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92fc307-1fec-4ac8-8e80-04d3abb84534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c80246e-c54e-4be7-8988-fc93cf76dfe2', 'code': 200} Nov 12 08:59:47.126235 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:47.229844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334063d-7037-4e06-9742-2c97ac3428c3 req-54d2379e-6d84-484e-bbf6-6587f793ce9f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:47.232014 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f334063d-7037-4e06-9742-2c97ac3428c3 req-54d2379e-6d84-484e-bbf6-6587f793ce9f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.0565233 Nov 12 08:59:47.236216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=9c80246e-c54e-4be7-8988-fc93cf76dfe2,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:47.299068 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f334063d-7037-4e06-9742-2c97ac3428c3 req-0a210278-afb3-42b8-a594-ce9b5619846e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565026 Nov 12 08:59:47.422863 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468e57e-87c4-432b-ba89-1fc21d3c52a9 req-129dca44-9152-4c5b-b28f-8cca205b0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:47.425378 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7468e57e-87c4-432b-ba89-1fc21d3c52a9 req-129dca44-9152-4c5b-b28f-8cca205b0ff6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 1097 time: 0.2371273 Nov 12 08:59:47.475924 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7468e57e-87c4-432b-ba89-1fc21d3c52a9 req-2225cc82-92bf-4565-973b-58ddf99b5f5f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432878 Nov 12 08:59:47.767597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fde60b-8d34-4d61-929f-b38c1edb4d9c req-957a9dc0-ec52-4b75-8586-40a6260db512 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:47.769474 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-52fde60b-8d34-4d61-929f-b38c1edb4d9c req-957a9dc0-ec52-4b75-8586-40a6260db512 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 945 time: 0.0583961 Nov 12 08:59:47.825788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-52fde60b-8d34-4d61-929f-b38c1edb4d9c req-a20c7d06-618e-4fdc-b3b1-88a09d4b7ca2 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490677 Nov 12 08:59:48.433809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f422993-f9b5-4786-a528-f458e823e152 req-63d615e2-2210-4c92-93d4-5b0b11df44f7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:48.435367 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f422993-f9b5-4786-a528-f458e823e152 req-63d615e2-2210-4c92-93d4-5b0b11df44f7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.0567551 Nov 12 08:59:48.490049 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f422993-f9b5-4786-a528-f458e823e152 req-251098bb-1d48-4057-918e-d05ea2916573 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478559 Nov 12 08:59:48.970248 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c8e88-46c1-4091-87bc-9faeb287f567 req-1894ebd1-281a-4e66-9e88-9bb5f3517f82 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:48.972201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-107c8e88-46c1-4091-87bc-9faeb287f567 req-1894ebd1-281a-4e66-9e88-9bb5f3517f82 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 945 time: 0.0662105 Nov 12 08:59:49.051362 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-107c8e88-46c1-4091-87bc-9faeb287f567 req-a2833303-4ace-4b24-ba8a-b82668457af8 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631149 Nov 12 08:59:49.628766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad4812-875b-4713-93c7-95d61f8e4fd8 req-46d18f8e-14de-4098-9521-390aa45485ed tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:49.631334 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05ad4812-875b-4713-93c7-95d61f8e4fd8 req-46d18f8e-14de-4098-9521-390aa45485ed tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.0640321 Nov 12 08:59:49.708564 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05ad4812-875b-4713-93c7-95d61f8e4fd8 req-adb2f768-3a98-49db-809c-16670d3556f1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675163 Nov 12 08:59:50.922345 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe62165-2616-4c1f-a9b3-3e6cad9a96ab req-a30e8be3-b2b4-428b-b4bd-851abf00b768 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:50.924575 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbe62165-2616-4c1f-a9b3-3e6cad9a96ab req-a30e8be3-b2b4-428b-b4bd-851abf00b768 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.0705452 Nov 12 08:59:51.019108 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbe62165-2616-4c1f-a9b3-3e6cad9a96ab req-d6011a1c-88d5-4a0c-84dd-edd10fffb0fd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833304 Nov 12 08:59:51.740029 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 1ce69615-6218-491f-aabd-127a89cfbabb details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:59:51.966749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 1ce69615-6218-491f-aabd-127a89cfbabb, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=1ce69615-6218-491f-aabd-127a89cfbabb,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:51.990014 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '1ce69615-6218-491f-aabd-127a89cfbabb', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'port_id': '1ce69615-6218-491f-aabd-127a89cfbabb', 'mac_address': 'fa:16:3e:ec:84:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:59:52.077557 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:52.101926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce69615-6218-491f-aabd-127a89cfbabb {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:52.142124 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 1ce69615-6218-491f-aabd-127a89cfbabb, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=1ce69615-6218-491f-aabd-127a89cfbabb,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:52.150758 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:52.221121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bc51c-32c5-4778-b380-1e620573d14f req-8aecc0fa-972c-4081-8684-950c7cc510e6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:52.228665 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d4bc51c-32c5-4778-b380-1e620573d14f req-8aecc0fa-972c-4081-8684-950c7cc510e6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 943 time: 0.0973699 Nov 12 08:59:52.236739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=1ce69615-6218-491f-aabd-127a89cfbabb,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:52.328443 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d4bc51c-32c5-4778-b380-1e620573d14f req-0e04e7e9-49e1-423f-85c7-311d530f6f92 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984058 Nov 12 08:59:52.446080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['1ce69615-6218-491f-aabd-127a89cfbabb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:52.595372 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:53.491134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c8c6c-5956-45e2-9f04-e4a7d749cd86 req-bdd3566f-e577-4fa0-9d35-d968f954da03 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:53.493599 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed5c8c6c-5956-45e2-9f04-e4a7d749cd86 req-bdd3566f-e577-4fa0-9d35-d968f954da03 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 944 time: 0.0667057 Nov 12 08:59:53.558602 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed5c8c6c-5956-45e2-9f04-e4a7d749cd86 req-aeefa3d2-18d5-4c76-8aa3-90a445f303f9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569279 Nov 12 08:59:53.752280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 1ce69615-6218-491f-aabd-127a89cfbabb up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:53.823500 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 1ce69615-6218-491f-aabd-127a89cfbabb completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:59:53.827813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 1ce69615-6218-491f-aabd-127a89cfbabb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:53.828195 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:53.942692 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:53.988294 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 1ce69615-6218-491f-aabd-127a89cfbabb, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=1ce69615-6218-491f-aabd-127a89cfbabb,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:53.989471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce69615-6218-491f-aabd-127a89cfbabb'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:53.992186 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a360502f-03f5-48c7-a563-7f7e7efa75a1" -d '{"events": [{"server_uuid": "9797efb7-c2cd-4906-8322-d91bafb7df33", "name": "network-vif-plugged", "status": "completed", "tag": "1ce69615-6218-491f-aabd-127a89cfbabb"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:53.997597 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.075152 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce792cf-e6dd-47f8-af75-3084cf9f4156 x-openstack-request-id: req-6ce792cf-e6dd-47f8-af75-3084cf9f4156 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:54.075600 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9797efb7-c2cd-4906-8322-d91bafb7df33", "name": "network-vif-plugged", "status": "completed", "tag": "1ce69615-6218-491f-aabd-127a89cfbabb", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:54.076023 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ce792cf-e6dd-47f8-af75-3084cf9f4156 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:54.076666 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce69615-6218-491f-aabd-127a89cfbabb', 'code': 200} Nov 12 08:59:54.097017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=1ce69615-6218-491f-aabd-127a89cfbabb,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:54.184509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632ce61-c621-4764-83f7-6cbfd9a8b1f6 req-6cba9297-eb05-4da2-a308-7d77ad4a3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:54.186110 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b632ce61-c621-4764-83f7-6cbfd9a8b1f6 req-6cba9297-eb05-4da2-a308-7d77ad4a3fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 1097 time: 0.0510654 Nov 12 08:59:54.251565 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b632ce61-c621-4764-83f7-6cbfd9a8b1f6 req-95e0688b-c0bc-47d9-a55d-9f7dfb0fb8e8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577931 Nov 12 08:59:54.358359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39610) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:54.500029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f094680-4bed-417c-837e-6cfd5039c5bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.600758 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f094680-4bed-417c-837e-6cfd5039c5bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.608060 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f094680-4bed-417c-837e-6cfd5039c5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.654204 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0f094680-4bed-417c-837e-6cfd5039c5bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af1545c3e0534d2d9c3937610cbe4496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2950392 Nov 12 08:59:54.655147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f094680-4bed-417c-837e-6cfd5039c5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7c0c5a-2fda-4ff3-957e-bef7bd8fd467,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:54.657661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39618) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:54.720646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b511ce5-23ff-42ad-a2a1-21eebe5a65a3 req-0713a4b9-6683-478e-b74b-b16f7138ad23 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:54.728315 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b511ce5-23ff-42ad-a2a1-21eebe5a65a3 req-0713a4b9-6683-478e-b74b-b16f7138ad23 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 945 time: 0.0628431 Nov 12 08:59:54.739969 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0832b913-1daf-4907-b36e-72c0021b1347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.771868 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0832b913-1daf-4907-b36e-72c0021b1347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.797709 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b511ce5-23ff-42ad-a2a1-21eebe5a65a3 req-6ec76e99-2264-43b7-86b3-bd3b3643eca3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681179 Nov 12 08:59:54.842856 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0832b913-1daf-4907-b36e-72c0021b1347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.845944 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0832b913-1daf-4907-b36e-72c0021b1347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.847921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0832b913-1daf-4907-b36e-72c0021b1347 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b7c0c5a-2fda-4ff3-957e-bef7bd8fd467 HTTP/1.1" status: 204 len: 168 time: 0.1891012 Nov 12 08:59:54.858402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832b913-1daf-4907-b36e-72c0021b1347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7c0c5a-2fda-4ff3-957e-bef7bd8fd467,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:55.286061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39626) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:55.304861 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-614031f1-1532-4784-9935-f5532b37d7d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.412110 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-614031f1-1532-4784-9935-f5532b37d7d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.419447 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-614031f1-1532-4784-9935-f5532b37d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.454931 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-614031f1-1532-4784-9935-f5532b37d7d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7e8efb570a4454288e3d6029f64522f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1675510 Nov 12 08:59:55.457628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39628) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:55.476041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614031f1-1532-4784-9935-f5532b37d7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bdca1e-ea67-47a4-b687-0edb05544a5f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:55.600746 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddf89038-02c4-4dc0-ac4a-a7cacea77440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.631732 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddf89038-02c4-4dc0-ac4a-a7cacea77440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.688279 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddf89038-02c4-4dc0-ac4a-a7cacea77440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.690958 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddf89038-02c4-4dc0-ac4a-a7cacea77440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.692276 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ddf89038-02c4-4dc0-ac4a-a7cacea77440 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25bdca1e-ea67-47a4-b687-0edb05544a5f HTTP/1.1" status: 204 len: 168 time: 0.2335596 Nov 12 08:59:55.710473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf89038-02c4-4dc0-ac4a-a7cacea77440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bdca1e-ea67-47a4-b687-0edb05544a5f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:55.953696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000ba27-9100-4a0e-8f54-9fb794782389 req-13dd2f32-209d-4924-9a98-73a8c9189add tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:55.963359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e000ba27-9100-4a0e-8f54-9fb794782389 req-13dd2f32-209d-4924-9a98-73a8c9189add tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 945 time: 0.0836947 Nov 12 08:59:56.051862 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e000ba27-9100-4a0e-8f54-9fb794782389 req-5a6898b1-e68e-440a-bc4e-fb8607217ebc tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819917 Nov 12 08:59:56.457152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd84c7f-dde8-44b2-8814-c54d269fc882 req-4b38933f-3862-4add-8f29-50072bc13e8c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:56.458807 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-efd84c7f-dde8-44b2-8814-c54d269fc882 req-4b38933f-3862-4add-8f29-50072bc13e8c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 945 time: 0.3313243 Nov 12 08:59:56.527321 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-efd84c7f-dde8-44b2-8814-c54d269fc882 req-a49c7f69-ac19-49b0-905e-8f1a73d5e80b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624809 Nov 12 08:59:56.541955 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39656) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:56.959367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea2a785-818d-4e57-a0c3-ac8e407f7406 tempest-TestVolumeBootPattern-1321905396 tempest-TestVolumeBootPattern-1321905396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:56.962614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fea2a785-818d-4e57-a0c3-ac8e407f7406 tempest-TestVolumeBootPattern-1321905396 tempest-TestVolumeBootPattern-1321905396-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 1092 time: 0.4190419 Nov 12 08:59:56.965482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39670) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:56.973375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '1ce69615-6218-491f-aabd-127a89cfbabb', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:57.039565 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:57.209347 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:57.393015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Allocated IP 172.25.3.79 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/0f4abb71-46f8-4887-964c-bf7960d8c45d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:57.529500 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:57.570569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:57.638361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:57.642107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:57.647984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:57.652228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=0f4abb71-46f8-4887-964c-bf7960d8c45d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:58.182975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:58.305576 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:58.504510 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:58.514998 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:58.568717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=0f4abb71-46f8-4887-964c-bf7960d8c45d,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:58.616766 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:58.733514 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Floating IP 9a717893-3238-4d25-8c6f-508483c11d38 associated. External IP: 172.25.3.79, port: 1ce69615-6218-491f-aabd-127a89cfbabb. Nov 12 08:59:58.805636 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.069641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Router 90db320e-70f6-4bcc-8d86-a3ca4467e41f has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:59.267143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39720) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:59.406811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c20da9ac-cb64-4c41-b554-b377e455d147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.532046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c20da9ac-cb64-4c41-b554-b377e455d147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.538922 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c20da9ac-cb64-4c41-b554-b377e455d147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.604274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c20da9ac-cb64-4c41-b554-b377e455d147 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=becc24fa4397484d827585a3db48cfcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3358555 Nov 12 08:59:59.605548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39726) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:59.606455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20da9ac-cb64-4c41-b554-b377e455d147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2838f82f-af8f-4493-b15c-3d0b3caa8c37,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:59.728110 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e9abf0ee-6298-40e9-8491-73b9937a8e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.808011 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e9abf0ee-6298-40e9-8491-73b9937a8e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.824783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:59.837551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4f751-4710-461a-8c52-ec5b8be2cd52 None None] Sync routers for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:59.849490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4f751-4710-461a-8c52-ec5b8be2cd52 None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:59.850280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-aeb4f751-4710-461a-8c52-ec5b8be2cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:59:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:59.851140 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.893507 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e9abf0ee-6298-40e9-8491-73b9937a8e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.896503 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e9abf0ee-6298-40e9-8491-73b9937a8e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.902394 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e9abf0ee-6298-40e9-8491-73b9937a8e5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2838f82f-af8f-4493-b15c-3d0b3caa8c37 HTTP/1.1" status: 204 len: 168 time: 0.2927186 Nov 12 08:59:59.918388 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2af70b3a-0076-4dc2-b52d-881471b5f8d6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9499750 Nov 12 08:59:59.919594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abf0ee-6298-40e9-8491-73b9937a8e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2838f82f-af8f-4493-b15c-3d0b3caa8c37,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:59.921023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'tag': '1ce69615-6218-491f-aabd-127a89cfbabb'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:59.926023 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15ac6b6-52ef-42d8-890e-025319b71a77" -d '{"events": [{"name": "network-changed", "server_uuid": "9797efb7-c2cd-4906-8322-d91bafb7df33", "tag": "1ce69615-6218-491f-aabd-127a89cfbabb"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:59.973566 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b6e34e-5d40-439c-82f7-7028ccda4665 x-openstack-request-id: req-c3b6e34e-5d40-439c-82f7-7028ccda4665 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:59.973863 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9797efb7-c2cd-4906-8322-d91bafb7df33", "tag": "1ce69615-6218-491f-aabd-127a89cfbabb", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:59.974122 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3b6e34e-5d40-439c-82f7-7028ccda4665 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:59.974523 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'tag': '1ce69615-6218-491f-aabd-127a89cfbabb', 'status': 'completed', 'code': 200} Nov 12 09:00:00.078352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ac6b6-52ef-42d8-890e-025319b71a77 req-cddb02a3-7fe1-4d43-9b28-da9d6d9a97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.080904 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e15ac6b6-52ef-42d8-890e-025319b71a77 req-cddb02a3-7fe1-4d43-9b28-da9d6d9a97d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 1097 time: 0.0826824 Nov 12 09:00:00.095481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-aeb4f751-4710-461a-8c52-ec5b8be2cd52 None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:00.330261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ac6b6-52ef-42d8-890e-025319b71a77 req-5596a5f7-2e07-44c9-83fa-5edfc629b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.334804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e15ac6b6-52ef-42d8-890e-025319b71a77 req-5596a5f7-2e07-44c9-83fa-5edfc629b333 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.2410784 Nov 12 09:00:00.394730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-aeb4f751-4710-461a-8c52-ec5b8be2cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '9a717893-3238-4d25-8c6f-508483c11d38', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': '1ce69615-6218-491f-aabd-127a89cfbabb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:ec:84:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:59:57Z', 'updated_at': '2021-11-12T08:59:57Z', 'revision_number': 0, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:00.417061 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e15ac6b6-52ef-42d8-890e-025319b71a77 req-10ff2ccc-133b-42a8-9131-662a62c2a23c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce69615-6218-491f-aabd-127a89cfbabb HTTP/1.1" status: 200 len: 998 time: 0.0692017 Nov 12 09:00:00.423722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4f751-4710-461a-8c52-ec5b8be2cd52 None None] Checking router: 90db320e-70f6-4bcc-8d86-a3ca4467e41f for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:00.441798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4f751-4710-461a-8c52-ec5b8be2cd52 None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:00.441798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-aeb4f751-4710-461a-8c52-ec5b8be2cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T08:59:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:00.503328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ac6b6-52ef-42d8-890e-025319b71a77 req-f0b34257-9c96-499f-8073-94dbba4e0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.507954 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e15ac6b6-52ef-42d8-890e-025319b71a77 req-f0b34257-9c96-499f-8073-94dbba4e0409 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0827816 Nov 12 09:00:00.591238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ac6b6-52ef-42d8-890e-025319b71a77 req-1d2bdad5-23fa-44fc-8db6-aa5a4dd993c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.592407 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e15ac6b6-52ef-42d8-890e-025319b71a77 req-1d2bdad5-23fa-44fc-8db6-aa5a4dd993c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779734 Nov 12 09:00:00.622115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-aeb4f751-4710-461a-8c52-ec5b8be2cd52 None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:00.705469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e15ac6b6-52ef-42d8-890e-025319b71a77 req-0a8b0758-147e-4a4f-b137-7b2666e69311 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051879 Nov 12 09:00:00.868126 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e15ac6b6-52ef-42d8-890e-025319b71a77 req-2a3feb39-f8ab-4b6e-a261-178fff71748a service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455088 Nov 12 09:00:01.077486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-aeb4f751-4710-461a-8c52-ec5b8be2cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '9a717893-3238-4d25-8c6f-508483c11d38', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': '1ce69615-6218-491f-aabd-127a89cfbabb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:ec:84:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:59:57Z', 'updated_at': '2021-11-12T08:59:57Z', 'revision_number': 0, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:01.115511 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4f751-4710-461a-8c52-ec5b8be2cd52 None None] The sync data for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 is: [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '9a717893-3238-4d25-8c6f-508483c11d38', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': '1ce69615-6218-491f-aabd-127a89cfbabb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:ec:84:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:59:57Z', 'updated_at': '2021-11-12T08:59:57Z', 'revision_number': 0, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:01.403318 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d2060d-a14f-4344-b8cb-0f67c58af7a5 None None] New status for floating IP 9a717893-3238-4d25-8c6f-508483c11d38: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:00:01.562842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39766) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:01.730480 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc5eb559-80e4-4ad4-8f3d-f2a5382add90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:01.836892 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc5eb559-80e4-4ad4-8f3d-f2a5382add90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:01.842029 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dc5eb559-80e4-4ad4-8f3d-f2a5382add90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:01.865989 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc61ee2c-abfa-42b1-93a0-cd08d53159ce req-f0d9a61b-073d-4448-a18d-0252ea76f734 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0625124 Nov 12 09:00:01.886485 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dc5eb559-80e4-4ad4-8f3d-f2a5382add90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=34f8f4e0c2a546f0a5fc0ac8c2bea900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3227768 Nov 12 09:00:01.887374 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5eb559-80e4-4ad4-8f3d-f2a5382add90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a557f86-174f-4c27-b1b9-60c354d3393f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:01.889888 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39770) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:01.989308 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1b6c0c6-acdf-4439-9802-9c58a2e7e35a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.027655 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61ee2c-abfa-42b1-93a0-cd08d53159ce req-dcc3aa51-7ecc-4398-8de6-f7590c440d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:02.029785 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc61ee2c-abfa-42b1-93a0-cd08d53159ce req-dcc3aa51-7ecc-4398-8de6-f7590c440d37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 1097 time: 0.0926545 Nov 12 09:00:02.032471 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1b6c0c6-acdf-4439-9802-9c58a2e7e35a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.169528 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1b6c0c6-acdf-4439-9802-9c58a2e7e35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.172911 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1b6c0c6-acdf-4439-9802-9c58a2e7e35a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.179014 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c1b6c0c6-acdf-4439-9802-9c58a2e7e35a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a557f86-174f-4c27-b1b9-60c354d3393f HTTP/1.1" status: 204 len: 168 time: 0.2877185 Nov 12 09:00:02.202117 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6c0c6-acdf-4439-9802-9c58a2e7e35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a557f86-174f-4c27-b1b9-60c354d3393f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:02.205436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61ee2c-abfa-42b1-93a0-cd08d53159ce req-877d5900-31ed-4b25-9ba1-beef7eeb8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:02.207931 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc61ee2c-abfa-42b1-93a0-cd08d53159ce req-877d5900-31ed-4b25-9ba1-beef7eeb8ced service neutron] 10.222.0.52 "GET /v2.0/networks?id=84a961d5-0186-467c-945d-d5c8de2b1d0c HTTP/1.1" status: 200 len: 898 time: 0.1440721 Nov 12 09:00:02.314471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc61ee2c-abfa-42b1-93a0-cd08d53159ce req-d59dc86f-6abb-4a97-9bfa-f686f17e71b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b HTTP/1.1" status: 200 len: 1001 time: 0.0915005 Nov 12 09:00:02.388359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61ee2c-abfa-42b1-93a0-cd08d53159ce req-4997d873-6c68-481e-9fd5-b3894b1acaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:02.390662 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc61ee2c-abfa-42b1-93a0-cd08d53159ce req-4997d873-6c68-481e-9fd5-b3894b1acaca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7cab550-5d15-4686-a6cb-778ca4007405 HTTP/1.1" status: 200 len: 835 time: 0.0642295 Nov 12 09:00:02.494006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61ee2c-abfa-42b1-93a0-cd08d53159ce req-178e37b8-8367-4434-bd0d-56218a650aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:02.495021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc61ee2c-abfa-42b1-93a0-cd08d53159ce req-178e37b8-8367-4434-bd0d-56218a650aab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84a961d5-0186-467c-945d-d5c8de2b1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898089 Nov 12 09:00:02.661786 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc61ee2c-abfa-42b1-93a0-cd08d53159ce req-655afd4e-173f-4b03-a2bd-01cafeefcb30 service neutron] 10.222.0.52 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578197 Nov 12 09:00:02.796010 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc61ee2c-abfa-42b1-93a0-cd08d53159ce req-8fef3704-94d6-423f-8e88-6512003771ab service neutron] 10.222.0.52 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194303 Nov 12 09:00:03.689004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39824) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:03.872968 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e8234f75-cd5e-4eb5-a09d-16ff3146a053 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=494d177ec2e74dffa96f65b532703b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1822233 Nov 12 09:00:03.875789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39834) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:03.974675 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2fb15522-4183-444b-88e9-b67e0b054405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.069463 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2fb15522-4183-444b-88e9-b67e0b054405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.097709 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2fb15522-4183-444b-88e9-b67e0b054405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.100331 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2fb15522-4183-444b-88e9-b67e0b054405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.101651 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2fb15522-4183-444b-88e9-b67e0b054405 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24a30734-61d7-4a6a-8592-59dc618b0e74 HTTP/1.1" status: 204 len: 168 time: 0.2246702 Nov 12 09:00:04.110229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb15522-4183-444b-88e9-b67e0b054405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a30734-61d7-4a6a-8592-59dc618b0e74,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:04.326143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 39848) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:04.496404 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78dfa79c-4996-4e8d-80f1-314f4bf5211f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.596209 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78dfa79c-4996-4e8d-80f1-314f4bf5211f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.600443 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-78dfa79c-4996-4e8d-80f1-314f4bf5211f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.649291 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-78dfa79c-4996-4e8d-80f1-314f4bf5211f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a81cd88216184e2ea04eae6f886079cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3196623 Nov 12 09:00:04.649291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfa79c-4996-4e8d-80f1-314f4bf5211f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fdce25-8f42-4648-8fca-30553281b1e3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:04.649868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 39862) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:04.717609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e11db48-c73f-468b-8e66-05c2928476e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.749202 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e11db48-c73f-468b-8e66-05c2928476e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.810143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e11db48-c73f-468b-8e66-05c2928476e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.813074 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e11db48-c73f-468b-8e66-05c2928476e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.817632 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2e11db48-c73f-468b-8e66-05c2928476e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0fdce25-8f42-4648-8fca-30553281b1e3 HTTP/1.1" status: 204 len: 168 time: 0.1662803 Nov 12 09:00:04.829481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11db48-c73f-468b-8e66-05c2928476e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fdce25-8f42-4648-8fca-30553281b1e3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:05.246255 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e7c0ff05-5ba3-424f-ad1c-bfdfdfdc9844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.624855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40004) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:06.757398 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46942040-9685-40ce-a4dc-1d2bc162bff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.877818 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46942040-9685-40ce-a4dc-1d2bc162bff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.884609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-46942040-9685-40ce-a4dc-1d2bc162bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.919554 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-46942040-9685-40ce-a4dc-1d2bc162bff0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f34e188cd2bb41278be157c1445f1f14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2925587 Nov 12 09:00:06.923021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40014) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:06.933668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46942040-9685-40ce-a4dc-1d2bc162bff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78750a6d-5caa-4a8c-9a13-4789c1609f81,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:06.999864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-00f47dbf-0747-4617-938b-0ee4ac2ec2f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.033612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-00f47dbf-0747-4617-938b-0ee4ac2ec2f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.104522 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-00f47dbf-0747-4617-938b-0ee4ac2ec2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.113384 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-00f47dbf-0747-4617-938b-0ee4ac2ec2f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.118971 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-00f47dbf-0747-4617-938b-0ee4ac2ec2f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78750a6d-5caa-4a8c-9a13-4789c1609f81 HTTP/1.1" status: 204 len: 168 time: 0.1921117 Nov 12 09:00:07.139302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f47dbf-0747-4617-938b-0ee4ac2ec2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78750a6d-5caa-4a8c-9a13-4789c1609f81,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:07.333883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-8c261c90-5c7b-4248-8a77-1ff51bb0924b req-f72e8929-cccc-4db6-a273-8c0561517a65 service neutron] (102444) timed out ('10.222.0.31', 42568) {{(pid=102444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:00:07.533807 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c06bf084-b76a-4901-9adb-cba1ea888842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.611514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40022) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:07.631490 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c36484f4-a486-4eed-bc7a-e562547c3f4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.753220 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c36484f4-a486-4eed-bc7a-e562547c3f4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.758649 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c36484f4-a486-4eed-bc7a-e562547c3f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.815984 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c36484f4-a486-4eed-bc7a-e562547c3f4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec8c8b31b48d45fbb1c201c4c6089a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2023275 Nov 12 09:00:07.816989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36484f4-a486-4eed-bc7a-e562547c3f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2708bd-c496-4e04-b44c-539a19aef995,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:07.819139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40024) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:07.889757 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b8c0e84d-4db6-413d-ae44-42e1c13f9335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.917912 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b8c0e84d-4db6-413d-ae44-42e1c13f9335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.998146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b8c0e84d-4db6-413d-ae44-42e1c13f9335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:08.001527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b8c0e84d-4db6-413d-ae44-42e1c13f9335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:08.005378 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b8c0e84d-4db6-413d-ae44-42e1c13f9335 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd2708bd-c496-4e04-b44c-539a19aef995 HTTP/1.1" status: 204 len: 168 time: 0.1816361 Nov 12 09:00:08.016374 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0e84d-4db6-413d-ae44-42e1c13f9335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2708bd-c496-4e04-b44c-539a19aef995,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:08.667932 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.034004 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.278684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40098) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:10.404729 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8fb22e8f-b4a4-45f5-87e7-a56fb25c4a41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.495236 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8fb22e8f-b4a4-45f5-87e7-a56fb25c4a41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.500287 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8fb22e8f-b4a4-45f5-87e7-a56fb25c4a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.545271 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8fb22e8f-b4a4-45f5-87e7-a56fb25c4a41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9691ed2de6ff48d1af3716b7ed3ab2c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2631118 Nov 12 09:00:10.545271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb22e8f-b4a4-45f5-87e7-a56fb25c4a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81d3c79-42f4-4f00-a299-709275a977b2,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:10.546138 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40104) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:10.607456 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94466e7c-4e7c-4c59-b568-2162550a2471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.633681 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94466e7c-4e7c-4c59-b568-2162550a2471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.692452 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94466e7c-4e7c-4c59-b568-2162550a2471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.696063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94466e7c-4e7c-4c59-b568-2162550a2471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.697503 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-94466e7c-4e7c-4c59-b568-2162550a2471 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f81d3c79-42f4-4f00-a299-709275a977b2 HTTP/1.1" status: 204 len: 168 time: 0.1501493 Nov 12 09:00:10.711421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94466e7c-4e7c-4c59-b568-2162550a2471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81d3c79-42f4-4f00-a299-709275a977b2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:10.948176 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.094612 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40112) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:11.109374 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ff6bb18-4ee9-486e-94e1-90a1271a9258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.230005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0382e28-faea-4d56-a397-ec6fad886b68 req-5730e2fe-33d5-4e04-b7eb-1d8aed0fb65d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0710428 Nov 12 09:00:11.251966 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ff6bb18-4ee9-486e-94e1-90a1271a9258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.260809 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8ff6bb18-4ee9-486e-94e1-90a1271a9258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.312571 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8ff6bb18-4ee9-486e-94e1-90a1271a9258 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8b8b1cc014445c1b66d0700c82f6f0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2144492 Nov 12 09:00:11.312571 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6bb18-4ee9-486e-94e1-90a1271a9258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ff3e42-cc66-405e-83e6-e418f431ea13,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:11.314892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40116) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:11.350239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0382e28-faea-4d56-a397-ec6fad886b68 req-ff282b26-660e-4410-aed3-5ae3f8335360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:11.357683 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0382e28-faea-4d56-a397-ec6fad886b68 req-ff282b26-660e-4410-aed3-5ae3f8335360 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 1097 time: 0.0669594 Nov 12 09:00:11.378636 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a3bf398-80e4-40ad-93fc-38ebcd5b1e24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.401270 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a3bf398-80e4-40ad-93fc-38ebcd5b1e24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.460759 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a3bf398-80e4-40ad-93fc-38ebcd5b1e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.464334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a3bf398-80e4-40ad-93fc-38ebcd5b1e24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.468617 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7a3bf398-80e4-40ad-93fc-38ebcd5b1e24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2ff3e42-cc66-405e-83e6-e418f431ea13 HTTP/1.1" status: 204 len: 168 time: 0.1501200 Nov 12 09:00:11.478843 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bf398-80e4-40ad-93fc-38ebcd5b1e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ff3e42-cc66-405e-83e6-e418f431ea13,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:11.508417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0382e28-faea-4d56-a397-ec6fad886b68 req-db772d16-c4f9-4efb-9685-093fa3621620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:11.509991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0382e28-faea-4d56-a397-ec6fad886b68 req-db772d16-c4f9-4efb-9685-093fa3621620 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.1314414 Nov 12 09:00:11.602775 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0382e28-faea-4d56-a397-ec6fad886b68 req-e1a7143e-89aa-4104-8f56-3f8181b70bb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce69615-6218-491f-aabd-127a89cfbabb HTTP/1.1" status: 200 len: 1000 time: 0.0848961 Nov 12 09:00:11.708317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0382e28-faea-4d56-a397-ec6fad886b68 req-ff5660d3-f91e-4c33-9bc6-5cf859d5af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:11.711248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0382e28-faea-4d56-a397-ec6fad886b68 req-ff5660d3-f91e-4c33-9bc6-5cf859d5af0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.1005869 Nov 12 09:00:11.800721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0382e28-faea-4d56-a397-ec6fad886b68 req-dd164e85-f38e-4b09-88a9-2c38876526fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:11.803424 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0382e28-faea-4d56-a397-ec6fad886b68 req-dd164e85-f38e-4b09-88a9-2c38876526fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806744 Nov 12 09:00:11.967675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0382e28-faea-4d56-a397-ec6fad886b68 req-33fc09f6-2725-4335-8564-0698cb9e0a56 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567745 Nov 12 09:00:12.109693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0382e28-faea-4d56-a397-ec6fad886b68 req-b7ef1252-b34b-4e03-88cb-c2e761027df6 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338933 Nov 12 09:00:15.262933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40206) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:15.506854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port ebbba79c-3ae3-48ad-8b93-1d6b13d4f85e {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:15.507543 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.617127 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.617944 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.633380 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for ebbba79c-3ae3-48ad-8b93-1d6b13d4f85e owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:15.826811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.855995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=ebbba79c-3ae3-48ad-8b93-1d6b13d4f85e,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:15.937392 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.937787 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Floating IP 22202fb3-c951-4c36-bcd6-4d70b615bad7 disassociated (deleted). External IP: 172.25.3.195, port: 55c76a8c-0b6f-49e1-ac64-0af5f703d24b. Nov 12 09:00:16.244094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router e1629a14-a9ce-488d-a9cf-c1a1418b9325 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:00:16.379009 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:16.383931 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:16.391097 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdcca5-8603-4f49-95af-98510c731bb2 None None] Sync routers for ids ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:16.409836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdcca5-8603-4f49-95af-98510c731bb2 None None] Routers {'e1629a14-a9ce-488d-a9cf-c1a1418b9325'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:16.410809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2cbdcca5-8603-4f49-95af-98510c731bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:00:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:16.417963 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f96cf3e9-8097-4164-ad4b-759f3b68e8c0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/floatingips/22202fb3-c951-4c36-bcd6-4d70b615bad7 HTTP/1.1" status: 204 len: 168 time: 1.1530037 Nov 12 09:00:16.418553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:16.420856 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac84f0a-9f7f-40f2-9960-2ae6aa5986aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:16.509532 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaf206a-c7a3-494b-a3d0-590ae173437c x-openstack-request-id: req-feaf206a-c7a3-494b-a3d0-590ae173437c {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:16.509948 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:16.510392 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-feaf206a-c7a3-494b-a3d0-590ae173437c {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:16.511041 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'status': 'completed', 'code': 200} Nov 12 09:00:16.648205 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84f0a-9f7f-40f2-9960-2ae6aa5986aa req-ef4b7aff-f062-4f06-8604-e6e132a99881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.650344 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ac84f0a-9f7f-40f2-9960-2ae6aa5986aa req-ef4b7aff-f062-4f06-8604-e6e132a99881 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 1097 time: 0.0973766 Nov 12 09:00:16.695706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-2cbdcca5-8603-4f49-95af-98510c731bb2 None None] Set router e1629a14-a9ce-488d-a9cf-c1a1418b9325 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:16.792535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a95129-1675-4973-b103-affe4430eb07 req-9b0004a1-a528-45e7-882a-3cf5edfacea3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.800144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-32a95129-1675-4973-b103-affe4430eb07 req-9b0004a1-a528-45e7-882a-3cf5edfacea3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.1014490 Nov 12 09:00:16.866132 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84f0a-9f7f-40f2-9960-2ae6aa5986aa req-e72196d3-6096-4a2a-990d-12ae521c721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.870763 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ac84f0a-9f7f-40f2-9960-2ae6aa5986aa req-e72196d3-6096-4a2a-990d-12ae521c721c service neutron] 10.222.0.52 "GET /v2.0/networks?id=84a961d5-0186-467c-945d-d5c8de2b1d0c HTTP/1.1" status: 200 len: 898 time: 0.2056601 Nov 12 09:00:16.888643 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-32a95129-1675-4973-b103-affe4430eb07 req-5857af8e-d741-4d4c-9c18-b114a605a433 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868158 Nov 12 09:00:16.953878 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ac84f0a-9f7f-40f2-9960-2ae6aa5986aa req-3f7008b8-8c31-4f5c-a492-6b3e16c70d61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b HTTP/1.1" status: 200 len: 217 time: 0.0732288 Nov 12 09:00:17.118423 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84f0a-9f7f-40f2-9960-2ae6aa5986aa req-cbd7e470-8899-4bfe-ade9-f4ace5303fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:17.120893 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ac84f0a-9f7f-40f2-9960-2ae6aa5986aa req-cbd7e470-8899-4bfe-ade9-f4ace5303fbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7cab550-5d15-4686-a6cb-778ca4007405 HTTP/1.1" status: 200 len: 835 time: 0.1573679 Nov 12 09:00:17.121750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2cbdcca5-8603-4f49-95af-98510c731bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ab77838e-7363-4a70-95d4-f3f6f8051b52', 'name': '', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:b9:68:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:21Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:17.174797 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdcca5-8603-4f49-95af-98510c731bb2 None None] Checking router: e1629a14-a9ce-488d-a9cf-c1a1418b9325 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:17.188211 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdcca5-8603-4f49-95af-98510c731bb2 None None] Routers {'e1629a14-a9ce-488d-a9cf-c1a1418b9325'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:17.189079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2cbdcca5-8603-4f49-95af-98510c731bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:00:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:17.196554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84f0a-9f7f-40f2-9960-2ae6aa5986aa req-8c63acf1-7f36-44e7-8140-7b2b75b207ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:17.198664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ac84f0a-9f7f-40f2-9960-2ae6aa5986aa req-8c63acf1-7f36-44e7-8140-7b2b75b207ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=84a961d5-0186-467c-945d-d5c8de2b1d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663528 Nov 12 09:00:17.320404 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ac84f0a-9f7f-40f2-9960-2ae6aa5986aa req-0fe299fd-1281-48fc-a6fa-5b3fc9fe36db service neutron] 10.222.0.52 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129167 Nov 12 09:00:17.333861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-2cbdcca5-8603-4f49-95af-98510c731bb2 None None] Set router e1629a14-a9ce-488d-a9cf-c1a1418b9325 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:17.461142 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8ac84f0a-9f7f-40f2-9960-2ae6aa5986aa req-71894bcd-9d2e-4e66-8a04-ae7d0a055a8d service neutron] 10.222.0.52 "GET /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320701 Nov 12 09:00:17.613531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2cbdcca5-8603-4f49-95af-98510c731bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ab77838e-7363-4a70-95d4-f3f6f8051b52', 'name': '', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:b9:68:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:21Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:17.658554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdcca5-8603-4f49-95af-98510c731bb2 None None] The sync data for ids ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'] in n-d-768851-18 is: [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ab77838e-7363-4a70-95d4-f3f6f8051b52', 'name': '', 'network_id': '84a961d5-0186-467c-945d-d5c8de2b1d0c', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'mac_address': 'fa:16:3e:b9:68:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:21Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'subnets': [{'id': 'f7cab550-5d15-4686-a6cb-778ca4007405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:18.082661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c01bdc-5265-4a2b-80e6-3421aea84290 req-277cd9f4-37d6-472c-bda8-95c7f9a96bda tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:18.087564 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-68c01bdc-5265-4a2b-80e6-3421aea84290 req-277cd9f4-37d6-472c-bda8-95c7f9a96bda tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.0925696 Nov 12 09:00:18.111949 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb2adb2-647a-4eeb-bd3b-e41ca88f169a None None] New status for floating IP 22202fb3-c951-4c36-bcd6-4d70b615bad7: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:00:18.238624 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-68c01bdc-5265-4a2b-80e6-3421aea84290 req-65616d07-e8cb-4f42-91af-a7946b25dbfa tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/security-groups?id=45e6c57c-6df9-4334-afb3-83ea37e65fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320531 Nov 12 09:00:18.324458 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf50e9-5da8-4d0b-863d-26bb8fc03e01 req-acde027c-3b25-4356-b9c4-666bb00122d9 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:18.336358 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7cf50e9-5da8-4d0b-863d-26bb8fc03e01 req-acde027c-3b25-4356-b9c4-666bb00122d9 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 945 time: 0.1349082 Nov 12 09:00:18.487946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-e7cf50e9-5da8-4d0b-863d-26bb8fc03e01 req-69ee780d-94e7-407b-b644-0dd6ee407e28 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:18.488705 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7cf50e9-5da8-4d0b-863d-26bb8fc03e01 req-69ee780d-94e7-407b-b644-0dd6ee407e28 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:18.598046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-e7cf50e9-5da8-4d0b-863d-26bb8fc03e01 req-69ee780d-94e7-407b-b644-0dd6ee407e28 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] For port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:18.598446 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7cf50e9-5da8-4d0b-863d-26bb8fc03e01 req-69ee780d-94e7-407b-b644-0dd6ee407e28 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:18.621953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-e7cf50e9-5da8-4d0b-863d-26bb8fc03e01 req-69ee780d-94e7-407b-b644-0dd6ee407e28 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for 55c76a8c-0b6f-49e1-ac64-0af5f703d24b owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:18.932313 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7cf50e9-5da8-4d0b-863d-26bb8fc03e01 req-69ee780d-94e7-407b-b644-0dd6ee407e28 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.008070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee780d-94e7-407b-b644-0dd6ee407e28 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=55c76a8c-0b6f-49e1-ac64-0af5f703d24b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:19.086069 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cf50e9-5da8-4d0b-863d-26bb8fc03e01 req-69ee780d-94e7-407b-b644-0dd6ee407e28 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] No DVR routers for this DVR port 55c76a8c-0b6f-49e1-ac64-0af5f703d24b on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:19.089298 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e7cf50e9-5da8-4d0b-863d-26bb8fc03e01 req-69ee780d-94e7-407b-b644-0dd6ee407e28 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.093477 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7cf50e9-5da8-4d0b-863d-26bb8fc03e01 req-69ee780d-94e7-407b-b644-0dd6ee407e28 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.52 "DELETE /v2.0/ports/55c76a8c-0b6f-49e1-ac64-0af5f703d24b HTTP/1.1" status: 204 len: 173 time: 0.7512956 Nov 12 09:00:19.093977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'name': 'network-vif-deleted', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:19.098051 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a968e37a-c27f-4557-8fd5-d2b63efaf36b" -d '{"events": [{"server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "name": "network-vif-deleted", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:19.149887 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0be2b3e-33eb-42af-b204-b2c8b66e96b3 x-openstack-request-id: req-c0be2b3e-33eb-42af-b204-b2c8b66e96b3 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:19.150115 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da1a86a-8115-4b49-b3a4-a8f60e5fce24", "name": "network-vif-deleted", "tag": "55c76a8c-0b6f-49e1-ac64-0af5f703d24b", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:19.150403 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0be2b3e-33eb-42af-b204-b2c8b66e96b3 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:19.150900 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da1a86a-8115-4b49-b3a4-a8f60e5fce24', 'name': 'network-vif-deleted', 'tag': '55c76a8c-0b6f-49e1-ac64-0af5f703d24b', 'status': 'completed', 'code': 200} Nov 12 09:00:19.474842 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80969927-f46a-439e-8a68-a9562b19cd23 req-a0dd7d40-d206-454b-96f6-6f1e2001025c tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "GET /v2.0/ports?device_id=4da1a86a-8115-4b49-b3a4-a8f60e5fce24 HTTP/1.1" status: 200 len: 210 time: 0.0723746 Nov 12 09:00:20.553418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40272) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:21.521365 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b41dc4d4-b1b1-42dd-b6dc-fc27646e5301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.002151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b41dc4d4-b1b1-42dd-b6dc-fc27646e5301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port ab77838e-7363-4a70-95d4-f3f6f8051b52 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:22.002151 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b41dc4d4-b1b1-42dd-b6dc-fc27646e5301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.160467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-b41dc4d4-b1b1-42dd-b6dc-fc27646e5301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] For port ab77838e-7363-4a70-95d4-f3f6f8051b52, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ab77838e-7363-4a70-95d4-f3f6f8051b52,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:22.161314 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b41dc4d4-b1b1-42dd-b6dc-fc27646e5301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.191677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b41dc4d4-b1b1-42dd-b6dc-fc27646e5301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for ab77838e-7363-4a70-95d4-f3f6f8051b52 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:22.462435 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b41dc4d4-b1b1-42dd-b6dc-fc27646e5301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.514236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dc4d4-b1b1-42dd-b6dc-fc27646e5301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=ab77838e-7363-4a70-95d4-f3f6f8051b52,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:22.588436 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.829518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b41dc4d4-b1b1-42dd-b6dc-fc27646e5301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.105231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 55c76a8c-0b6f-49e1-ac64-0af5f703d24b no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:23.126502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 55c76a8c-0b6f-49e1-ac64-0af5f703d24b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:23.127712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 55c76a8c-0b6f-49e1-ac64-0af5f703d24b not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:23.213865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41dc4d4-b1b1-42dd-b6dc-fc27646e5301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Router e1629a14-a9ce-488d-a9cf-c1a1418b9325 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:00:23.439522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41dc4d4-b1b1-42dd-b6dc-fc27646e5301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:23.449637 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b41dc4d4-b1b1-42dd-b6dc-fc27646e5301 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "PUT /v2.0/routers/e1629a14-a9ce-488d-a9cf-c1a1418b9325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8913915 Nov 12 09:00:23.451912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40308) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:23.453091 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556024b6-ab86-4b8a-88ae-30ca57fd7dbb None None] Sync routers for ids ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:23.469571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556024b6-ab86-4b8a-88ae-30ca57fd7dbb None None] Routers {'e1629a14-a9ce-488d-a9cf-c1a1418b9325'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:23.470974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-556024b6-ab86-4b8a-88ae-30ca57fd7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:00:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:23.582223 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1620e2-d1bd-421c-bb6b-b62871a3adf3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting subnet f7cab550-5d15-4686-a6cb-778ca4007405 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:00:23.586318 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be1620e2-d1bd-421c-bb6b-b62871a3adf3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.604290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-556024b6-ab86-4b8a-88ae-30ca57fd7dbb None None] Set router e1629a14-a9ce-488d-a9cf-c1a1418b9325 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:23.643175 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be1620e2-d1bd-421c-bb6b-b62871a3adf3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.938718 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be1620e2-d1bd-421c-bb6b-b62871a3adf3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.037124 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:00:24.038717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-556024b6-ab86-4b8a-88ae-30ca57fd7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T09:00:22Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:24.077692 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be1620e2-d1bd-421c-bb6b-b62871a3adf3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.095451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556024b6-ab86-4b8a-88ae-30ca57fd7dbb None None] Checking router: e1629a14-a9ce-488d-a9cf-c1a1418b9325 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:24.110332 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-be1620e2-d1bd-421c-bb6b-b62871a3adf3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.111744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556024b6-ab86-4b8a-88ae-30ca57fd7dbb None None] Routers {'e1629a14-a9ce-488d-a9cf-c1a1418b9325'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:24.113122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-556024b6-ab86-4b8a-88ae-30ca57fd7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:00:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:24.118866 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-be1620e2-d1bd-421c-bb6b-b62871a3adf3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/subnets/f7cab550-5d15-4686-a6cb-778ca4007405 HTTP/1.1" status: 204 len: 168 time: 0.6583543 Nov 12 09:00:24.121939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40324) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:24.122505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50245c79-5e51-42d0-b765-247c242835c3 None None] Network 84a961d5-0186-467c-945d-d5c8de2b1d0c requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:24.159162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1620e2-d1bd-421c-bb6b-b62871a3adf3 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Subnet': ['ID=f7cab550-5d15-4686-a6cb-778ca4007405,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:24.324208 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.422347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-556024b6-ab86-4b8a-88ae-30ca57fd7dbb None None] Set router e1629a14-a9ce-488d-a9cf-c1a1418b9325 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:24.480621 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.560034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Deleting port d3347ebe-5763-4118-94c7-0dc96d42fcbd {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:24.560861 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.626093 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83c1d1-e5c6-4c2b-9aa6-009ae6349c57 None None] DHCP port deletion for 84a961d5-0186-467c-945d-d5c8de2b1d0c request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:00:24.691790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] For port d3347ebe-5763-4118-94c7-0dc96d42fcbd, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d3347ebe-5763-4118-94c7-0dc96d42fcbd,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:24.693970 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.721994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Calling delete_port for d3347ebe-5763-4118-94c7-0dc96d42fcbd owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:24.748346 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5e83c1d1-e5c6-4c2b-9aa6-009ae6349c57 None None] Deleting port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:24.748820 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5e83c1d1-e5c6-4c2b-9aa6-009ae6349c57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.841887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5e83c1d1-e5c6-4c2b-9aa6-009ae6349c57 None None] For port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=19022e7e-1ba4-4ef4-ac6f-7b2080c8b567,segment=NetworkSegment(860b10ea-8f5e-479d-9183-cee6e04c5ca3),segment_id=860b10ea-8f5e-479d-9183-cee6e04c5ca3)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:24.842961 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5e83c1d1-e5c6-4c2b-9aa6-009ae6349c57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.859405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5e83c1d1-e5c6-4c2b-9aa6-009ae6349c57 None None] Calling delete_port for 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:24.969080 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5e83c1d1-e5c6-4c2b-9aa6-009ae6349c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.029860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83c1d1-e5c6-4c2b-9aa6-009ae6349c57 None None] No DVR routers for this DVR port 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:25.036802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83c1d1-e5c6-4c2b-9aa6-009ae6349c57 None None] Pushing event deleted for resources: {'Port': ['ID=19022e7e-1ba4-4ef4-ac6f-7b2080c8b567,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:25.040478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-556024b6-ab86-4b8a-88ae-30ca57fd7dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T09:00:22Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:25.080846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556024b6-ab86-4b8a-88ae-30ca57fd7dbb None None] The sync data for ids ['e1629a14-a9ce-488d-a9cf-c1a1418b9325'] in n-d-768851-18 is: [{'id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111945703', 'tenant_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T09:00:22Z', 'revision_number': 5, 'project_id': '0ea68474c3624cf0b82cb294cd7cfd85', 'gw_port': {'id': 'd3347ebe-5763-4118-94c7-0dc96d42fcbd', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1629a14-a9ce-488d-a9cf-c1a1418b9325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:17Z', 'updated_at': '2021-11-12T08:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:25.115852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.156571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d248e8-e3a8-4bf1-82d1-96a5b2566732 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:00:25.189226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Port': ['ID=d3347ebe-5763-4118-94c7-0dc96d42fcbd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:25.249213 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.381004 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.383740 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.460776 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.463169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Fanout notify agent at l3_agent the message router_deleted on router e1629a14-a9ce-488d-a9cf-c1a1418b9325 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:00:25.477398 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.481296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40336) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:25.481808 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7b30391b-8b31-46b8-85c0-a2cba66d60e0 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/routers/e1629a14-a9ce-488d-a9cf-c1a1418b9325 HTTP/1.1" status: 204 len: 168 time: 1.3576009 Nov 12 09:00:25.624866 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.853223 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.896929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a961d5-0186-467c-945d-d5c8de2b1d0c']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:25.915376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860b10ea-8f5e-479d-9183-cee6e04c5ca3') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:25.915693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860b10ea-8f5e-479d-9183-cee6e04c5ca3') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:25.929400 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.946924 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.955882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:00:25.956340 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:00:25.959949 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:00:26.041660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.052809 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.056579 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/networks/84a961d5-0186-467c-945d-d5c8de2b1d0c HTTP/1.1" status: 204 len: 168 time: 0.5740108 Nov 12 09:00:26.059882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40338) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:26.076879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ca09a-842c-426c-b1aa-35b7d5fcae80 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'Network': ['ID=84a961d5-0186-467c-945d-d5c8de2b1d0c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:26.149354 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-35262d69-9d2d-4d4b-a00a-79fb6391ef95 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.186389 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-35262d69-9d2d-4d4b-a00a-79fb6391ef95 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.336815 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-35262d69-9d2d-4d4b-a00a-79fb6391ef95 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.346904 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-35262d69-9d2d-4d4b-a00a-79fb6391ef95 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.351598 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-35262d69-9d2d-4d4b-a00a-79fb6391ef95 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] 10.222.0.31 "DELETE /v2.0/security-groups/45e6c57c-6df9-4334-afb3-83ea37e65fc4 HTTP/1.1" status: 204 len: 168 time: 0.2904391 Nov 12 09:00:26.393398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35262d69-9d2d-4d4b-a00a-79fb6391ef95 tempest-TestNetworkAdvancedServerOps-1555695436 tempest-TestNetworkAdvancedServerOps-1555695436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e6c57c-6df9-4334-afb3-83ea37e65fc4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:26.459904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:26.552483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:26.553546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 19022e7e-1ba4-4ef4-ac6f-7b2080c8b567 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:26.554651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ab77838e-7363-4a70-95d4-f3f6f8051b52 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:26.669438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ab77838e-7363-4a70-95d4-f3f6f8051b52 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:26.673286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ab77838e-7363-4a70-95d4-f3f6f8051b52 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:26.674788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d3347ebe-5763-4118-94c7-0dc96d42fcbd no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:26.730124 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: d3347ebe-5763-4118-94c7-0dc96d42fcbd {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:26.730865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d3347ebe-5763-4118-94c7-0dc96d42fcbd not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:27.092943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40360) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:27.384355 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b7489bbd-9e23-41c7-9ea4-93e42ac1c151 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ea68474c3624cf0b82cb294cd7cfd85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2881804 Nov 12 09:00:27.384355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40368) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:27.519272 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.583091 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.759480 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.770222 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.782423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5cee682-204d-4b5b-aaa6-2743b756011a HTTP/1.1" status: 204 len: 168 time: 0.3949375 Nov 12 09:00:27.798825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cee682-204d-4b5b-aaa6-2743b756011a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:27.815415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:27.815675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:27.816246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:27.816937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:27.817521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:27.818130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:27.818792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:27.819309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:27.819834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:27.820336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:27.820851 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:27.821421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68137b66-803f-438d-9b98-e1ff43c84590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:28.686301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40382) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:28.775579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40386) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:28.776544 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c8945d03-bbe9-49a4-b5b4-751cf9d4fa1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b3bab4dc5b748c2bc29c1cce1fdf1a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0868526 Nov 12 09:00:28.815747 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.913246 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1185f2a2-0452-479c-bd71-58453bcd9194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.954786 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1185f2a2-0452-479c-bd71-58453bcd9194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.087449 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1185f2a2-0452-479c-bd71-58453bcd9194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.091395 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1185f2a2-0452-479c-bd71-58453bcd9194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.097810 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1185f2a2-0452-479c-bd71-58453bcd9194 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a54682b-7df6-42d8-b5cb-4b79ac9cd8aa HTTP/1.1" status: 204 len: 168 time: 0.3185151 Nov 12 09:00:29.176034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185f2a2-0452-479c-bd71-58453bcd9194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a54682b-7df6-42d8-b5cb-4b79ac9cd8aa,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:30.847256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40432) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:31.018290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1409063867-network', 'tenant_id': 'de68480dc6df49ba935438fbf20a92da'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:31.057326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Made reservation on behalf of de68480dc6df49ba935438fbf20a92da for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:31.060975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.077055 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.220056 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.227811 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.246802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:00:31.260991 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.261653 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Added segment 422c7552-aa75-4f7b-bd3e-78a3ac276d47 of type vlan for network 28417e1b-ec30-4fd5-a3b5-bf6d74325c6e Nov 12 09:00:31.326176 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.402998 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1224ffb0-cbb4-4658-983a-7ff4e1aaca00,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:31.407465 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.409131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:31.410048 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.464481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6124308 Nov 12 09:00:31.465373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40442) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:31.471856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Request body: {'subnet': {'network_id': '28417e1b-ec30-4fd5-a3b5-bf6d74325c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1409063867-subnet', 'tenant_id': 'de68480dc6df49ba935438fbf20a92da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:31.512166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6f4b7-5bce-4f45-82fb-77a2c6753748 admin admin] Pushing event updated for resources: {'Network': ['ID=28417e1b-ec30-4fd5-a3b5-bf6d74325c6e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:31.518430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Made reservation on behalf of de68480dc6df49ba935438fbf20a92da for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:31.522514 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.524235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 28417e1b-ec30-4fd5-a3b5-bf6d74325c6e details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:00:31.827640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.911780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaaf7060-4d36-4789-9ba0-45848c045e9c,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:31.924964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:31.925320 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:31.925692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:31.926653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:31.927065 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:31.927326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:31.927659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:31.927990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:31.928319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:31.928646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:31.928973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:31.929506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:31.949904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Checking segment: {'id': '422c7552-aa75-4f7b-bd3e-78a3ac276d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28417e1b-ec30-4fd5-a3b5-bf6d74325c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:31.950283 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Network hostable DHCP agents. Network: 28417e1b-ec30-4fd5-a3b5-bf6d74325c6e, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:00:31.978755 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Network 28417e1b-ec30-4fd5-a3b5-bf6d74325c6e is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:00:31.996372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 28417e1b-ec30-4fd5-a3b5-bf6d74325c6e) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:32.007439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4944dc-6d92-4d78-bce0-f64c3b9dbdb7 None None] Network 28417e1b-ec30-4fd5-a3b5-bf6d74325c6e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:32.030721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.031514 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:32.091851 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9f498537-f51d-4f9f-b53e-e2e15619b38c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6246760 Nov 12 09:00:32.329178 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2e52b-4269-4cd5-add4-ed3c815b32d3 None None] Network 28417e1b-ec30-4fd5-a3b5-bf6d74325c6e requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:33.212334 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40474) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:33.218781 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-353829680-network', 'tenant_id': '6be779d082ef4d80814c601cff759cfc'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:33.268707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Made reservation on behalf of 6be779d082ef4d80814c601cff759cfc for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:33.271152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.280779 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.421788 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.429163 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.459475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:00:33.472638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536516b3-b580-4fc2-8a76-7e0d4b9eef1c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:33.478667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.479002 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Added segment 8a8796c6-7fc3-4b15-95e0-a8e930abf989 of type vlan for network f27af72d-3a21-4bdf-b9eb-de4052fac34b Nov 12 09:00:33.589512 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.627149 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.628400 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.629059 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.669249 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4554727 Nov 12 09:00:33.672339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40480) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:33.680183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2dd4de7a-abf7-49e4-a4a0-6e554b43e6ae admin admin] Request body: {'subnet': {'network_id': 'f27af72d-3a21-4bdf-b9eb-de4052fac34b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-353829680-subnet', 'tenant_id': '6be779d082ef4d80814c601cff759cfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:33.723052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa45a1d-dd93-43e9-8ed5-de0c1e1d4eba admin admin] Pushing event updated for resources: {'Network': ['ID=f27af72d-3a21-4bdf-b9eb-de4052fac34b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:33.749728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd4de7a-abf7-49e4-a4a0-6e554b43e6ae admin admin] Made reservation on behalf of 6be779d082ef4d80814c601cff759cfc for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:33.752039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network f27af72d-3a21-4bdf-b9eb-de4052fac34b details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:00:33.755877 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2dd4de7a-abf7-49e4-a4a0-6e554b43e6ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:34.004887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2dd4de7a-abf7-49e4-a4a0-6e554b43e6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:34.092493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4de7a-abf7-49e4-a4a0-6e554b43e6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4b5e92-29e5-4030-884d-beac4723d41a,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:34.100564 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd4de7a-abf7-49e4-a4a0-6e554b43e6ae admin admin] Checking segment: {'id': '8a8796c6-7fc3-4b15-95e0-a8e930abf989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f27af72d-3a21-4bdf-b9eb-de4052fac34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:34.101157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd4de7a-abf7-49e4-a4a0-6e554b43e6ae admin admin] Network hostable DHCP agents. Network: f27af72d-3a21-4bdf-b9eb-de4052fac34b, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:00:34.124235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd4de7a-abf7-49e4-a4a0-6e554b43e6ae admin admin] Network f27af72d-3a21-4bdf-b9eb-de4052fac34b is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:00:34.144188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-2dd4de7a-abf7-49e4-a4a0-6e554b43e6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, f27af72d-3a21-4bdf-b9eb-de4052fac34b) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:34.150388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd4de7a-abf7-49e4-a4a0-6e554b43e6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:34.151329 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2dd4de7a-abf7-49e4-a4a0-6e554b43e6ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:34.158996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef8f7c-1c22-48b5-bbd6-5fc22d490c01 None None] Network f27af72d-3a21-4bdf-b9eb-de4052fac34b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:34.187830 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2dd4de7a-abf7-49e4-a4a0-6e554b43e6ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5140412 Nov 12 09:00:34.654382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48109e0-56db-4e69-ab92-70b287d31963 None None] Network f27af72d-3a21-4bdf-b9eb-de4052fac34b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:35.253494 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c7adebe8-ffca-45c3-a326-6f3c52c1ca27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.258511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-4dc713a2-75be-4db9-950f-267022c56196 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:35.261022 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-4dc713a2-75be-4db9-950f-267022c56196 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/networks?id=28417e1b-ec30-4fd5-a3b5-bf6d74325c6e HTTP/1.1" status: 200 len: 812 time: 0.1992791 Nov 12 09:00:35.282603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-c8bffaab-ed22-4c3e-99b5-a310d6fbb188 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/quotas/de68480dc6df49ba935438fbf20a92da HTTP/1.1" status: 200 len: 375 time: 0.0152950 Nov 12 09:00:35.345563 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-8fab4eba-8287-46f7-b3a7-95d29fc8f9f0 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=de68480dc6df49ba935438fbf20a92da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550156 Nov 12 09:00:35.674103 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-01ec6860-6381-40bc-aea3-3c8b01180420 service neutron] 10.222.0.31 "GET /v2.0/networks/28417e1b-ec30-4fd5-a3b5-bf6d74325c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209045 Nov 12 09:00:35.835859 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-fd580783-22b8-4521-a5e9-6215bc5f1eec service neutron] 10.222.0.31 "GET /v2.0/networks/28417e1b-ec30-4fd5-a3b5-bf6d74325c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553483 Nov 12 09:00:36.291847 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-740c2fad-9da9-422d-b38e-bec7abb0e609 req-0c9e271d-1a14-40ea-a7ba-cadbae1f179f tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 210 time: 0.0754831 Nov 12 09:00:37.457578 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f3e2702d-6115-4459-adbb-ee3d8b34582b req-3ce83754-2bbc-4dfc-9dfb-6faaed1f1830 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 210 time: 0.0391266 Nov 12 09:00:37.533542 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-629b7ae9-b790-40d3-aafa-5e5047158884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.740281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-92a4a9d1-ad30-426f-b949-3f125be1bc38 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:37.743736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-92a4a9d1-ad30-426f-b949-3f125be1bc38 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.46 "GET /v2.0/networks?id=28417e1b-ec30-4fd5-a3b5-bf6d74325c6e HTTP/1.1" status: 200 len: 812 time: 0.1893103 Nov 12 09:00:37.757814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Request body: {'port': {'device_id': 'fd710d1e-fa7d-4a36-a664-fba4e28d65a1', 'network_id': '28417e1b-ec30-4fd5-a3b5-bf6d74325c6e', 'admin_state_up': True, 'tenant_id': 'de68480dc6df49ba935438fbf20a92da'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:37.942767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Made reservation on behalf of de68480dc6df49ba935438fbf20a92da for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:37.947396 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.172810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Allocated IP 172.20.0.7 (28417e1b-ec30-4fd5-a3b5-bf6d74325c6e/eaaf7060-4d36-4789-9ba0-45848c045e9c/5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:38.458254 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.597354 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.659153 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.688853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Network 28417e1b-ec30-4fd5-a3b5-bf6d74325c6e is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:38.696743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:38.716991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:38.746526 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81657856-8373-448e-bc99-fb2ea4c7dd1d req-e2a593b0-01c9-458e-9385-c3089e00bfc7 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:38.755971 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-81657856-8373-448e-bc99-fb2ea4c7dd1d req-e2a593b0-01c9-458e-9385-c3089e00bfc7 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 931 time: 0.0851805 Nov 12 09:00:38.821734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Pushing event updated for resources: {'Port': ['ID=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:38.825474 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-81657856-8373-448e-bc99-fb2ea4c7dd1d req-edd328fe-5362-4c11-9f06-3fde02430a81 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665970 Nov 12 09:00:38.921003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:38.921711 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.968443 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-2a1ae0f9-bbf5-4d09-b198-3268318c1497 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2135413 Nov 12 09:00:38.990204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Request body: {'port': {'device_id': 'fd710d1e-fa7d-4a36-a664-fba4e28d65a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:39.236618 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:39.722019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:39.730523 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:39.762254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Transition to ACTIVE for port object 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:39.776824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:39.920350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:40.009469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Attempting to bind port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:40.010473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Attempting to bind port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '422c7552-aa75-4f7b-bd3e-78a3ac276d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28417e1b-ec30-4fd5-a3b5-bf6d74325c6e'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:40.013120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Attempting to bind port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 on network 28417e1b-ec30-4fd5-a3b5-bf6d74325c6e {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:40.044312 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.049813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 on network 28417e1b-ec30-4fd5-a3b5-bf6d74325c6e not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:40.050386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Attempting to bind port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 on network 28417e1b-ec30-4fd5-a3b5-bf6d74325c6e {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:40.073634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:40.074251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Checking segment: {'id': '422c7552-aa75-4f7b-bd3e-78a3ac276d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28417e1b-ec30-4fd5-a3b5-bf6d74325c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:40.074885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Bound using segment: {'id': '422c7552-aa75-4f7b-bd3e-78a3ac276d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28417e1b-ec30-4fd5-a3b5-bf6d74325c6e'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:40.075698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Bound port: 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422c7552-aa75-4f7b-bd3e-78a3ac276d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '28417e1b-ec30-4fd5-a3b5-bf6d74325c6e'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:40.076332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.094493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530819f3-6dfb-4036-915c-7b4069b2b9d6 req-6dfc4f03-12ac-477c-a265-5c6e1ec6d9d4 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:40.096165 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-530819f3-6dfb-4036-915c-7b4069b2b9d6 req-6dfc4f03-12ac-477c-a265-5c6e1ec6d9d4 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 943 time: 0.1117237 Nov 12 09:00:40.267359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] For port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:40.274260 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-530819f3-6dfb-4036-915c-7b4069b2b9d6 req-2ed22afd-a80a-4921-876e-9895579c062c tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069672 Nov 12 09:00:40.276058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] For port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1,segment=NetworkSegment(422c7552-aa75-4f7b-bd3e-78a3ac276d47),segment_id=422c7552-aa75-4f7b-bd3e-78a3ac276d47)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:40.282548 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.339558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:40.340306 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.341757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] 10.222.0.46 "PUT /v2.0/ports/5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 HTTP/1.1" status: 200 len: 1092 time: 1.3656602 Nov 12 09:00:40.342485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd710d1e-fa7d-4a36-a664-fba4e28d65a1', 'tag': '5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:40.344878 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644bc32f-14eb-4da5-8b21-7f21b664a894" -d '{"events": [{"name": "network-changed", "server_uuid": "fd710d1e-fa7d-4a36-a664-fba4e28d65a1", "tag": "5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:40.447642 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a548c49-6820-4709-bfe0-718981cffb91 x-openstack-request-id: req-3a548c49-6820-4709-bfe0-718981cffb91 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:40.447945 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd710d1e-fa7d-4a36-a664-fba4e28d65a1", "tag": "5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:40.448275 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a548c49-6820-4709-bfe0-718981cffb91 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:40.449587 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd710d1e-fa7d-4a36-a664-fba4e28d65a1', 'tag': '5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1', 'status': 'completed', 'code': 200} Nov 12 09:00:40.469591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193cd31-2086-443b-80b7-ecdf959560c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:40.497051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-8ef1b044-5435-48ed-964a-16e306f5089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:40.498574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-8ef1b044-5435-48ed-964a-16e306f5089b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de68480dc6df49ba935438fbf20a92da&device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 1095 time: 0.0983772 Nov 12 09:00:40.615395 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-6e1ebbb2-4325-4669-85d8-b8982be7150b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 HTTP/1.1" status: 200 len: 217 time: 0.1011212 Nov 12 09:00:40.685656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-6fee3b2c-6f6d-4fcd-ba2b-0fca05c8fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:40.687168 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-6fee3b2c-6f6d-4fcd-ba2b-0fca05c8fd56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eaaf7060-4d36-4789-9ba0-45848c045e9c HTTP/1.1" status: 200 len: 852 time: 0.0636346 Nov 12 09:00:40.728997 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-dbba22c1-56d3-494b-88ee-4e44006b50df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28417e1b-ec30-4fd5-a3b5-bf6d74325c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339255 Nov 12 09:00:40.846992 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-226d4ec8-5697-4658-96b4-23002d43ed70 service neutron] 10.222.0.46 "GET /v2.0/networks/28417e1b-ec30-4fd5-a3b5-bf6d74325c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086516 Nov 12 09:00:40.959550 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.985348 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-41a48a8b-33a5-4d98-8bde-2f0f912982a6 req-5e3c2298-ff27-46d8-bb05-1a16645b2b44 service neutron] 10.222.0.46 "GET /v2.0/networks/28417e1b-ec30-4fd5-a3b5-bf6d74325c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308711 Nov 12 09:00:41.128451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bc32f-14eb-4da5-8b21-7f21b664a894 req-1dbca449-44aa-49a3-9f0f-037fbc74bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:41.130438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644bc32f-14eb-4da5-8b21-7f21b664a894 req-1dbca449-44aa-49a3-9f0f-037fbc74bbcc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de68480dc6df49ba935438fbf20a92da&device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 1095 time: 0.0714602 Nov 12 09:00:41.305186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bc32f-14eb-4da5-8b21-7f21b664a894 req-79da3c0c-b573-4b8a-82cf-dccf6bc02147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:41.306706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644bc32f-14eb-4da5-8b21-7f21b664a894 req-79da3c0c-b573-4b8a-82cf-dccf6bc02147 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28417e1b-ec30-4fd5-a3b5-bf6d74325c6e HTTP/1.1" status: 200 len: 913 time: 0.1686528 Nov 12 09:00:41.368432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644bc32f-14eb-4da5-8b21-7f21b664a894 req-c4a3cbfd-1fe4-493b-89cc-d9628a3b9a1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 HTTP/1.1" status: 200 len: 217 time: 0.0425301 Nov 12 09:00:41.505592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bc32f-14eb-4da5-8b21-7f21b664a894 req-3c42e3f6-2ea2-4097-9b3e-c834134f8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:41.507636 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644bc32f-14eb-4da5-8b21-7f21b664a894 req-3c42e3f6-2ea2-4097-9b3e-c834134f8920 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eaaf7060-4d36-4789-9ba0-45848c045e9c HTTP/1.1" status: 200 len: 852 time: 0.1328223 Nov 12 09:00:41.552978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644bc32f-14eb-4da5-8b21-7f21b664a894 req-6f649a54-cd23-4cef-9b0f-19a66184ae5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28417e1b-ec30-4fd5-a3b5-bf6d74325c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380397 Nov 12 09:00:41.566879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe67f2-0ad9-4bf7-a039-972865b73460 req-ae8634a8-0eeb-41bc-b6b6-b76b0f30ac3e tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:41.574594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7cfe67f2-0ad9-4bf7-a039-972865b73460 req-ae8634a8-0eeb-41bc-b6b6-b76b0f30ac3e tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 943 time: 0.1237767 Nov 12 09:00:41.688773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7cfe67f2-0ad9-4bf7-a039-972865b73460 req-6b290e46-9f8d-4681-ac63-625bf248c1ec tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077030 Nov 12 09:00:41.763960 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644bc32f-14eb-4da5-8b21-7f21b664a894 req-8fadeb95-c31d-442f-a37b-ade6903fed38 service neutron] 10.222.0.46 "GET /v2.0/networks/28417e1b-ec30-4fd5-a3b5-bf6d74325c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815543 Nov 12 09:00:41.902622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-644bc32f-14eb-4da5-8b21-7f21b664a894 req-14c1c38b-c427-46a1-8806-61902051e68f service neutron] 10.222.0.46 "GET /v2.0/networks/28417e1b-ec30-4fd5-a3b5-bf6d74325c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288235 Nov 12 09:00:42.884235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78a735-e1c9-4dea-aa18-8e6a12eec6f2 req-82ce413a-2efc-4d1c-8eb9-6094027a7d29 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.886943 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cc78a735-e1c9-4dea-aa18-8e6a12eec6f2 req-82ce413a-2efc-4d1c-8eb9-6094027a7d29 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 943 time: 0.0768018 Nov 12 09:00:42.958391 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cc78a735-e1c9-4dea-aa18-8e6a12eec6f2 req-5f25c82c-7fa7-4c4c-a458-8ceabb18723d tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632591 Nov 12 09:00:43.135254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40634) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:43.266454 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bfc770e0-d29c-427b-a54b-69381a48367d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.392249 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bfc770e0-d29c-427b-a54b-69381a48367d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.401934 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bfc770e0-d29c-427b-a54b-69381a48367d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.442727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc770e0-d29c-427b-a54b-69381a48367d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c3786a-21ec-40c8-9f3d-c16d3d42f995,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:43.447160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bfc770e0-d29c-427b-a54b-69381a48367d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=164b432061404052a01352b3d0afe607&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3107467 Nov 12 09:00:43.450155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40638) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:43.519730 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31d1c363-ca4e-41e8-9ce6-c6fe8f69b3e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.552398 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31d1c363-ca4e-41e8-9ce6-c6fe8f69b3e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.663542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31d1c363-ca4e-41e8-9ce6-c6fe8f69b3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.670710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31d1c363-ca4e-41e8-9ce6-c6fe8f69b3e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.673310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-31d1c363-ca4e-41e8-9ce6-c6fe8f69b3e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02c3786a-21ec-40c8-9f3d-c16d3d42f995 HTTP/1.1" status: 204 len: 168 time: 0.2207804 Nov 12 09:00:43.703458 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1c363-ca4e-41e8-9ce6-c6fe8f69b3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c3786a-21ec-40c8-9f3d-c16d3d42f995,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:44.012298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:44.194193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1,segment=NetworkSegment(422c7552-aa75-4f7b-bd3e-78a3ac276d47),segment_id=422c7552-aa75-4f7b-bd3e-78a3ac276d47)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:44.212135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1', 'network_id': '28417e1b-ec30-4fd5-a3b5-bf6d74325c6e', 'port_id': '5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1', 'mac_address': 'fa:16:3e:92:d4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaaf7060-4d36-4789-9ba0-45848c045e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:44.223341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bb792-9429-4d36-a252-1cf0efec3470 req-3c11c7d9-3175-457c-b048-b03eaf4af087 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:44.231466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b16bb792-9429-4d36-a252-1cf0efec3470 req-3c11c7d9-3175-457c-b048-b03eaf4af087 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 943 time: 0.1526189 Nov 12 09:00:44.276110 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.307144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:44.310753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b16bb792-9429-4d36-a252-1cf0efec3470 req-c8b80254-cd19-4ac6-89e3-ed4d028496a3 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780873 Nov 12 09:00:44.335050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1,segment=NetworkSegment(422c7552-aa75-4f7b-bd3e-78a3ac276d47),segment_id=422c7552-aa75-4f7b-bd3e-78a3ac276d47)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:44.341774 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.347286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40654) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:44.365282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85386d79-206f-46b5-83ff-8ad8b5fb17b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.404846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:44.415131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:44.415131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:44.415547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:44.426213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:44.426552 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:44.428883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:44.428883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:44.428883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:44.428883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:44.428883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:44.428883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:44.428883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:44.507747 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85386d79-206f-46b5-83ff-8ad8b5fb17b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.513199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85386d79-206f-46b5-83ff-8ad8b5fb17b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.561167 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-85386d79-206f-46b5-83ff-8ad8b5fb17b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f9bbb20d101496c94fa16dacbc9c104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2104540 Nov 12 09:00:44.562465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85386d79-206f-46b5-83ff-8ad8b5fb17b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0ed1c0-9fc1-48da-812a-731095cd9e53,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:44.563853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40656) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:44.633876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:44.637509 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6424f998-ad86-4a7c-b2dc-943ce9e6df5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.662157 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6424f998-ad86-4a7c-b2dc-943ce9e6df5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.737380 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6424f998-ad86-4a7c-b2dc-943ce9e6df5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.740672 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6424f998-ad86-4a7c-b2dc-943ce9e6df5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.742297 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6424f998-ad86-4a7c-b2dc-943ce9e6df5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c0ed1c0-9fc1-48da-812a-731095cd9e53 HTTP/1.1" status: 204 len: 168 time: 0.1775169 Nov 12 09:00:44.753660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424f998-ad86-4a7c-b2dc-943ce9e6df5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0ed1c0-9fc1-48da-812a-731095cd9e53,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:45.489066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63234653-5de2-44c0-b9b3-a113aeb49a1a req-338b7628-e896-433e-bfe0-6e50b31f866d tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:45.500834 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-63234653-5de2-44c0-b9b3-a113aeb49a1a req-338b7628-e896-433e-bfe0-6e50b31f866d tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 944 time: 0.0790663 Nov 12 09:00:45.558561 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-63234653-5de2-44c0-b9b3-a113aeb49a1a req-4fb2a4d1-34df-46ac-afe5-4a622f9b1627 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544066 Nov 12 09:00:46.026251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:46.103798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:46.107714 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:46.108072 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.194587 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.223887 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd710d1e-fa7d-4a36-a664-fba4e28d65a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:46.229046 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e90f6f5-e597-436d-86d4-a2c0060a5579" -d '{"events": [{"server_uuid": "fd710d1e-fa7d-4a36-a664-fba4e28d65a1", "name": "network-vif-plugged", "status": "completed", "tag": "5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:46.250523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1,segment=NetworkSegment(422c7552-aa75-4f7b-bd3e-78a3ac276d47),segment_id=422c7552-aa75-4f7b-bd3e-78a3ac276d47)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:46.256431 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.285855 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfb3f77-c965-4060-8eb4-79deb2600577 x-openstack-request-id: req-bdfb3f77-c965-4060-8eb4-79deb2600577 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:46.286242 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd710d1e-fa7d-4a36-a664-fba4e28d65a1", "name": "network-vif-plugged", "status": "completed", "tag": "5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:46.286975 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdfb3f77-c965-4060-8eb4-79deb2600577 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:46.286975 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd710d1e-fa7d-4a36-a664-fba4e28d65a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1', 'code': 200} Nov 12 09:00:46.320327 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:46.408334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b1f6c-009f-4e4d-8a2f-15a786872d6b req-474823e1-2060-4f2c-b8d0-4b3bee8f5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.410913 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-651b1f6c-009f-4e4d-8a2f-15a786872d6b req-474823e1-2060-4f2c-b8d0-4b3bee8f5395 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 1097 time: 0.0558255 Nov 12 09:00:46.462586 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-651b1f6c-009f-4e4d-8a2f-15a786872d6b req-73fa4831-58cd-4e27-99d4-05097acc3995 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448463 Nov 12 09:00:46.686405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e39abb-f2da-41f4-8d30-179c7e917e84 req-6a38343d-8727-4df6-9164-6d06def15e00 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.688763 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b5e39abb-f2da-41f4-8d30-179c7e917e84 req-6a38343d-8727-4df6-9164-6d06def15e00 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0536122 Nov 12 09:00:46.746275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b5e39abb-f2da-41f4-8d30-179c7e917e84 req-96036dab-2031-4760-8949-1588ea91c272 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513442 Nov 12 09:00:48.124789 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b13997-7cbc-47e9-bca7-8e3a037ccf5b req-ba9d62e2-682e-4595-80f6-5f202805cf72 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:48.126317 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09b13997-7cbc-47e9-bca7-8e3a037ccf5b req-ba9d62e2-682e-4595-80f6-5f202805cf72 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.2659202 Nov 12 09:00:48.189440 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09b13997-7cbc-47e9-bca7-8e3a037ccf5b req-01d73955-d270-4f85-885d-77c467b7f7e8 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555723 Nov 12 09:00:49.612907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dd753-fe54-4b9e-98bd-be9794a303fe req-a6a21cf3-364c-455f-b281-75de054b4c49 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:49.614454 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c4dd753-fe54-4b9e-98bd-be9794a303fe req-a6a21cf3-364c-455f-b281-75de054b4c49 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0523260 Nov 12 09:00:49.693726 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7c4dd753-fe54-4b9e-98bd-be9794a303fe req-24341175-2b59-47d8-90ad-3931206c48d9 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613801 Nov 12 09:00:49.840851 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5395485-7c55-47de-9c95-34bdbd04aed1 req-233122b6-e2a1-45b3-9876-ad409a1b9fc8 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:49.843840 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b5395485-7c55-47de-9c95-34bdbd04aed1 req-233122b6-e2a1-45b3-9876-ad409a1b9fc8 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0768926 Nov 12 09:00:49.913736 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b5395485-7c55-47de-9c95-34bdbd04aed1 req-922e2358-d406-4810-901d-76a17f235d4c tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627415 Nov 12 09:00:50.210286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54196b-0334-4e27-bce0-3217a43b59fa req-011dbefb-a4d5-4c88-bf37-04793840faed tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:50.212461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe54196b-0334-4e27-bce0-3217a43b59fa req-011dbefb-a4d5-4c88-bf37-04793840faed tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0571194 Nov 12 09:00:50.303288 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe54196b-0334-4e27-bce0-3217a43b59fa req-52e8283d-c601-434e-be27-4a39846660ed tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773513 Nov 12 09:00:51.435757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76fb87-e0c7-4505-a7ee-5ac5cb2253b1 req-e93710f5-5638-400d-b3f6-3bb0f08c2578 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.438196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c76fb87-e0c7-4505-a7ee-5ac5cb2253b1 req-e93710f5-5638-400d-b3f6-3bb0f08c2578 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0550854 Nov 12 09:00:51.509273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c76fb87-e0c7-4505-a7ee-5ac5cb2253b1 req-6c65f456-3496-46b4-9774-77730b3b70e2 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633776 Nov 12 09:00:51.633549 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9d5e1-d8c4-456e-80a9-ba33df1f731b req-c2585b4e-1561-4e7c-a108-99d46e643ecc tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.641699 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3e9d5e1-d8c4-456e-80a9-ba33df1f731b req-c2585b4e-1561-4e7c-a108-99d46e643ecc tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 945 time: 0.0803907 Nov 12 09:00:51.766562 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3e9d5e1-d8c4-456e-80a9-ba33df1f731b req-36fa814d-b007-4ca9-97a8-1a0e411f8dbc tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207776 Nov 12 09:00:51.808165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bdaa2-4223-4598-8a5f-fd7ccbfb43c8 req-bbce7732-ab48-4058-8d9f-530bd69dd1bb tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.821011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-274bdaa2-4223-4598-8a5f-fd7ccbfb43c8 req-bbce7732-ab48-4058-8d9f-530bd69dd1bb tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.1197579 Nov 12 09:00:51.943038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943150a6-a991-4bd4-a61d-d29091ff7ad9 req-b1054330-472a-481e-aee3-b52d34e5082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.944745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-943150a6-a991-4bd4-a61d-d29091ff7ad9 req-b1054330-472a-481e-aee3-b52d34e5082a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de68480dc6df49ba935438fbf20a92da&device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 1097 time: 0.1938243 Nov 12 09:00:51.955890 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-274bdaa2-4223-4598-8a5f-fd7ccbfb43c8 req-3ff77095-507d-4eea-b564-c0b3add6d4c4 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307869 Nov 12 09:00:52.094000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943150a6-a991-4bd4-a61d-d29091ff7ad9 req-48f43efd-c7ab-466a-b581-8272d1ac827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.110515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-943150a6-a991-4bd4-a61d-d29091ff7ad9 req-48f43efd-c7ab-466a-b581-8272d1ac827b service neutron] 10.222.0.46 "GET /v2.0/networks?id=28417e1b-ec30-4fd5-a3b5-bf6d74325c6e HTTP/1.1" status: 200 len: 913 time: 0.1513822 Nov 12 09:00:52.169464 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-943150a6-a991-4bd4-a61d-d29091ff7ad9 req-860286b8-c99f-4f49-9492-7813cd585572 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 HTTP/1.1" status: 200 len: 217 time: 0.0501335 Nov 12 09:00:52.249163 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40822) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:52.258672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943150a6-a991-4bd4-a61d-d29091ff7ad9 req-7f3935df-a5fb-4fff-85c0-003587b5cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.260154 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-943150a6-a991-4bd4-a61d-d29091ff7ad9 req-7f3935df-a5fb-4fff-85c0-003587b5cf19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eaaf7060-4d36-4789-9ba0-45848c045e9c HTTP/1.1" status: 200 len: 852 time: 0.0842361 Nov 12 09:00:52.338236 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-943150a6-a991-4bd4-a61d-d29091ff7ad9 req-7a1da94d-a465-4429-a12f-7f204c5fed52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28417e1b-ec30-4fd5-a3b5-bf6d74325c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631146 Nov 12 09:00:52.454391 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-64ec063f-a150-484b-91f4-45c9a424af76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.472009 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-943150a6-a991-4bd4-a61d-d29091ff7ad9 req-379f3d7b-33dc-4065-8895-f8efa5b7e4f4 service neutron] 10.222.0.46 "GET /v2.0/networks/28417e1b-ec30-4fd5-a3b5-bf6d74325c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251009 Nov 12 09:00:52.553166 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-64ec063f-a150-484b-91f4-45c9a424af76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.560336 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-64ec063f-a150-484b-91f4-45c9a424af76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.587197 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.603468 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-943150a6-a991-4bd4-a61d-d29091ff7ad9 req-b984802b-f2b6-452f-a289-c4bbd5cc3199 service neutron] 10.222.0.46 "GET /v2.0/networks/28417e1b-ec30-4fd5-a3b5-bf6d74325c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237261 Nov 12 09:00:52.624726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec063f-a150-484b-91f4-45c9a424af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e62e287-6acc-4fd8-a4ef-cdb783bddf5c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:52.640628 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-64ec063f-a150-484b-91f4-45c9a424af76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02041851fecb40558d13df3312c3052d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3897290 Nov 12 09:00:52.643212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40826) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:52.692483 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d78dab5-6bfc-43f6-b898-b327362fe864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.716926 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d78dab5-6bfc-43f6-b898-b327362fe864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.768169 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d78dab5-6bfc-43f6-b898-b327362fe864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.770819 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d78dab5-6bfc-43f6-b898-b327362fe864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:52.772007 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7d78dab5-6bfc-43f6-b898-b327362fe864 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e62e287-6acc-4fd8-a4ef-cdb783bddf5c HTTP/1.1" status: 204 len: 168 time: 0.1278605 Nov 12 09:00:52.786692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78dab5-6bfc-43f6-b898-b327362fe864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e62e287-6acc-4fd8-a4ef-cdb783bddf5c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:52.914376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac25ef-847c-4735-91aa-3d6eb91e2628 req-c24ef572-c8da-48ce-bf88-87935feb9105 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.916020 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2ac25ef-847c-4735-91aa-3d6eb91e2628 req-c24ef572-c8da-48ce-bf88-87935feb9105 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 945 time: 0.0555787 Nov 12 09:00:52.975651 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e2ac25ef-847c-4735-91aa-3d6eb91e2628 req-0d300d19-eedf-4e68-a34d-a58df4a3915f tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484679 Nov 12 09:00:53.077195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0cd75-7db3-409b-8217-a9644951dbb8 req-f3102776-b7a6-4345-9687-83463fecab89 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.078814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dcc0cd75-7db3-409b-8217-a9644951dbb8 req-f3102776-b7a6-4345-9687-83463fecab89 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0529428 Nov 12 09:00:53.106076 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40836) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:53.119834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e3d0af90-04f8-4743-b92f-6cd127d30d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.137045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dcc0cd75-7db3-409b-8217-a9644951dbb8 req-a5871246-64bc-48f5-9277-a312d12f7b84 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511925 Nov 12 09:00:53.202636 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e3d0af90-04f8-4743-b92f-6cd127d30d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.207408 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e3d0af90-04f8-4743-b92f-6cd127d30d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.250567 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e3d0af90-04f8-4743-b92f-6cd127d30d40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d7a5edc4e5145568141e99e33e58462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434007 Nov 12 09:00:53.252121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0af90-04f8-4743-b92f-6cd127d30d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014c7eee-7b02-41ae-9080-088d16b5aeab,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:53.253804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40840) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:53.324573 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24c974f0-7d90-459f-9f7d-98995fb4c1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.329801 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf6837-5feb-411a-a35e-eec6cf677d5e req-969a8d7d-c706-4a8c-a442-20b2327020a8 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.332166 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0cf6837-5feb-411a-a35e-eec6cf677d5e req-969a8d7d-c706-4a8c-a442-20b2327020a8 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.52 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 945 time: 0.0613532 Nov 12 09:00:53.353601 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24c974f0-7d90-459f-9f7d-98995fb4c1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.415961 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24c974f0-7d90-459f-9f7d-98995fb4c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.418981 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24c974f0-7d90-459f-9f7d-98995fb4c1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.422478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-24c974f0-7d90-459f-9f7d-98995fb4c1ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/014c7eee-7b02-41ae-9080-088d16b5aeab HTTP/1.1" status: 204 len: 168 time: 0.1653361 Nov 12 09:00:53.435040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c974f0-7d90-459f-9f7d-98995fb4c1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014c7eee-7b02-41ae-9080-088d16b5aeab,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:53.450258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-e0cf6837-5feb-411a-a35e-eec6cf677d5e req-c5dcbaa6-b32d-4cbb-9467-faa810c0e0d4 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Deleting port 9c80246e-c54e-4be7-8988-fc93cf76dfe2 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:53.450739 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e0cf6837-5feb-411a-a35e-eec6cf677d5e req-c5dcbaa6-b32d-4cbb-9467-faa810c0e0d4 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.563519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-e0cf6837-5feb-411a-a35e-eec6cf677d5e req-c5dcbaa6-b32d-4cbb-9467-faa810c0e0d4 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] For port 9c80246e-c54e-4be7-8988-fc93cf76dfe2, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=9c80246e-c54e-4be7-8988-fc93cf76dfe2,segment=NetworkSegment(27bae732-c344-449f-bfde-5e3094643a2a),segment_id=27bae732-c344-449f-bfde-5e3094643a2a)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:53.563885 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e0cf6837-5feb-411a-a35e-eec6cf677d5e req-c5dcbaa6-b32d-4cbb-9467-faa810c0e0d4 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.580181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-e0cf6837-5feb-411a-a35e-eec6cf677d5e req-c5dcbaa6-b32d-4cbb-9467-faa810c0e0d4 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Calling delete_port for 9c80246e-c54e-4be7-8988-fc93cf76dfe2 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:53.722409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e0cf6837-5feb-411a-a35e-eec6cf677d5e req-c5dcbaa6-b32d-4cbb-9467-faa810c0e0d4 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.735498 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['9c80246e-c54e-4be7-8988-fc93cf76dfe2'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:53.768118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcbaa6-b32d-4cbb-9467-faa810c0e0d4 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Pushing event deleted for resources: {'Port': ['ID=9c80246e-c54e-4be7-8988-fc93cf76dfe2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:53.809491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cf6837-5feb-411a-a35e-eec6cf677d5e req-c5dcbaa6-b32d-4cbb-9467-faa810c0e0d4 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] No DVR routers for this DVR port 9c80246e-c54e-4be7-8988-fc93cf76dfe2 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:53.812817 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e0cf6837-5feb-411a-a35e-eec6cf677d5e req-c5dcbaa6-b32d-4cbb-9467-faa810c0e0d4 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.819609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0cf6837-5feb-411a-a35e-eec6cf677d5e req-c5dcbaa6-b32d-4cbb-9467-faa810c0e0d4 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.52 "DELETE /v2.0/ports/9c80246e-c54e-4be7-8988-fc93cf76dfe2 HTTP/1.1" status: 204 len: 173 time: 0.4766738 Nov 12 09:00:53.819609 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92fc307-1fec-4ac8-8e80-04d3abb84534', 'name': 'network-vif-deleted', 'tag': '9c80246e-c54e-4be7-8988-fc93cf76dfe2'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:53.820116 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff9fa58-0df7-419f-a9e0-3867ab6cdbb2" -d '{"events": [{"server_uuid": "f92fc307-1fec-4ac8-8e80-04d3abb84534", "name": "network-vif-deleted", "tag": "9c80246e-c54e-4be7-8988-fc93cf76dfe2"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:53.862234 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded03f52-5e22-40a6-86a4-c84d0d881da0 x-openstack-request-id: req-ded03f52-5e22-40a6-86a4-c84d0d881da0 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:53.862549 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92fc307-1fec-4ac8-8e80-04d3abb84534", "name": "network-vif-deleted", "tag": "9c80246e-c54e-4be7-8988-fc93cf76dfe2", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:53.862741 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ded03f52-5e22-40a6-86a4-c84d0d881da0 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:53.863176 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92fc307-1fec-4ac8-8e80-04d3abb84534', 'name': 'network-vif-deleted', 'tag': '9c80246e-c54e-4be7-8988-fc93cf76dfe2', 'status': 'completed', 'code': 200} Nov 12 09:00:54.088866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-790dbd26-77e2-4adc-983e-14d4482d1432 req-736a283a-7491-460c-a2bf-c6ff49f00f79 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=f92fc307-1fec-4ac8-8e80-04d3abb84534 HTTP/1.1" status: 200 len: 210 time: 0.0296140 Nov 12 09:00:54.292737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50817a-47f1-4cd1-94ea-b644b1c0a076 req-a415eb67-1306-44a4-86c4-a1279e0333f5 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:54.311812 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c50817a-47f1-4cd1-94ea-b644b1c0a076 req-a415eb67-1306-44a4-86c4-a1279e0333f5 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0866356 Nov 12 09:00:54.385019 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2c50817a-47f1-4cd1-94ea-b644b1c0a076 req-34954201-dbe3-40ef-8ecf-e8c8d1d054b3 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673182 Nov 12 09:00:54.645127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a366a8f-e375-46a5-8d4c-752c975268b2 req-36876b26-44bf-4c7d-84e9-8db15b4996ca tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:54.646985 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6a366a8f-e375-46a5-8d4c-752c975268b2 req-36876b26-44bf-4c7d-84e9-8db15b4996ca tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0562742 Nov 12 09:00:54.703563 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6a366a8f-e375-46a5-8d4c-752c975268b2 req-e6ef5b2b-5d72-495d-a618-028de3d81b90 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477622 Nov 12 09:00:55.467550 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40914) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:55.600664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8e869da3-d11b-448a-bcb2-102baf0f71d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.696895 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8e869da3-d11b-448a-bcb2-102baf0f71d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.702320 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8e869da3-d11b-448a-bcb2-102baf0f71d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.730384 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8e869da3-d11b-448a-bcb2-102baf0f71d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=302c708f4b32473ea350222cda13b250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2605042 Nov 12 09:00:55.733323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 40920) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:55.786216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e869da3-d11b-448a-bcb2-102baf0f71d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543bd82f-9a1e-4f3f-935d-d056359bcdaa,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:55.805619 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8db83f9-2e0f-4274-8270-5973975ed540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.831225 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8db83f9-2e0f-4274-8270-5973975ed540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.920295 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8db83f9-2e0f-4274-8270-5973975ed540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.924781 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8db83f9-2e0f-4274-8270-5973975ed540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.930276 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a8db83f9-2e0f-4274-8270-5973975ed540 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/543bd82f-9a1e-4f3f-935d-d056359bcdaa HTTP/1.1" status: 204 len: 168 time: 0.1941934 Nov 12 09:00:55.943117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db83f9-2e0f-4274-8270-5973975ed540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543bd82f-9a1e-4f3f-935d-d056359bcdaa,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:55.950390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49110273-c165-4c11-8268-7993c2eecdc2 req-1d0c54c0-f7d5-49a9-b2f3-9e18c230ef6c tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:55.953485 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-49110273-c165-4c11-8268-7993c2eecdc2 req-1d0c54c0-f7d5-49a9-b2f3-9e18c230ef6c tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0862396 Nov 12 09:00:56.022787 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-49110273-c165-4c11-8268-7993c2eecdc2 req-191c3895-9003-4878-81f4-3958e71ed9f2 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610559 Nov 12 09:00:56.347001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161557a-8496-4021-b211-542ea3337f1e req-99d1e926-0406-4cd2-8b37-7a7a09f25332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:56.350994 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3161557a-8496-4021-b211-542ea3337f1e req-99d1e926-0406-4cd2-8b37-7a7a09f25332 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=de68480dc6df49ba935438fbf20a92da&device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 1097 time: 0.0762007 Nov 12 09:00:56.360653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87408133-ebe3-4187-a49b-7eb27d9ae5bc req-bc3c6360-ef9a-4f30-bd05-bc7f113fac9c tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:56.370059 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87408133-ebe3-4187-a49b-7eb27d9ae5bc req-bc3c6360-ef9a-4f30-bd05-bc7f113fac9c tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0967984 Nov 12 09:00:56.432449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40932) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:56.466952 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-281249af-025a-46de-b7b1-6a2a3f9b6052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:56.532775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161557a-8496-4021-b211-542ea3337f1e req-da0816c0-3a16-4086-9294-96b13d27c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:56.538697 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3161557a-8496-4021-b211-542ea3337f1e req-da0816c0-3a16-4086-9294-96b13d27c762 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28417e1b-ec30-4fd5-a3b5-bf6d74325c6e HTTP/1.1" status: 200 len: 913 time: 0.1807942 Nov 12 09:00:56.549453 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-87408133-ebe3-4187-a49b-7eb27d9ae5bc req-1773a538-968f-444c-b82d-6463b01e5795 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658082 Nov 12 09:00:56.653198 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-281249af-025a-46de-b7b1-6a2a3f9b6052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:56.662945 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-281249af-025a-46de-b7b1-6a2a3f9b6052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:56.733236 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281249af-025a-46de-b7b1-6a2a3f9b6052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e970273-92e3-43a3-900f-a2290678abbf,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:56.787065 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-281249af-025a-46de-b7b1-6a2a3f9b6052 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c768593bf6444baebf4bcc3f3f98e76c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3532634 Nov 12 09:00:56.789691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 40936) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:56.877761 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2debe2ad-49f8-4293-801f-c0a043974a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:56.910916 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2debe2ad-49f8-4293-801f-c0a043974a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:56.999544 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2debe2ad-49f8-4293-801f-c0a043974a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:57.009995 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2debe2ad-49f8-4293-801f-c0a043974a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:57.011187 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2debe2ad-49f8-4293-801f-c0a043974a28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e970273-92e3-43a3-900f-a2290678abbf HTTP/1.1" status: 204 len: 168 time: 0.2205563 Nov 12 09:00:57.055242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debe2ad-49f8-4293-801f-c0a043974a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e970273-92e3-43a3-900f-a2290678abbf,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:57.166785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3161557a-8496-4021-b211-542ea3337f1e req-2776bc3f-2318-493d-bf14-ae3baee4fc30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 HTTP/1.1" status: 200 len: 217 time: 0.6197081 Nov 12 09:00:57.246128 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9c80246e-c54e-4be7-8988-fc93cf76dfe2 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:57.253595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161557a-8496-4021-b211-542ea3337f1e req-bcbe5be8-0b6e-4c9d-8559-fc39eb398a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:57.255082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3161557a-8496-4021-b211-542ea3337f1e req-bcbe5be8-0b6e-4c9d-8559-fc39eb398a99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eaaf7060-4d36-4789-9ba0-45848c045e9c HTTP/1.1" status: 200 len: 852 time: 0.0808766 Nov 12 09:00:57.279253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 9c80246e-c54e-4be7-8988-fc93cf76dfe2 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:57.279868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 9c80246e-c54e-4be7-8988-fc93cf76dfe2 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:57.297207 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3161557a-8496-4021-b211-542ea3337f1e req-f72f32b8-11a7-431b-8823-a77f5fd74803 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28417e1b-ec30-4fd5-a3b5-bf6d74325c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321198 Nov 12 09:00:57.414001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3161557a-8496-4021-b211-542ea3337f1e req-ee0f8289-46bb-44fd-8014-e2014f46097e service neutron] 10.222.0.46 "GET /v2.0/networks/28417e1b-ec30-4fd5-a3b5-bf6d74325c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100633 Nov 12 09:00:57.602567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3161557a-8496-4021-b211-542ea3337f1e req-71a2857b-4aee-4f16-bfe8-14cc5981e6e2 service neutron] 10.222.0.46 "GET /v2.0/networks/28417e1b-ec30-4fd5-a3b5-bf6d74325c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809452 Nov 12 09:00:57.732041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd95fa-1137-4032-ac3f-e8dbec565108 req-aa049e4d-89e5-46db-ad07-c4489ce5d17f tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:57.740704 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5cfd95fa-1137-4032-ac3f-e8dbec565108 req-aa049e4d-89e5-46db-ad07-c4489ce5d17f tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0836174 Nov 12 09:00:57.812154 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5cfd95fa-1137-4032-ac3f-e8dbec565108 req-5a97fb74-af37-4e66-8e9d-ec8c27402425 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704396 Nov 12 09:00:58.801455 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:58.984342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c259184-2365-4c7d-b7f6-27d182d38733 req-afa55494-718c-4ed2-a8ea-4636bcfd56ba tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.007823 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7c259184-2365-4c7d-b7f6-27d182d38733 req-afa55494-718c-4ed2-a8ea-4636bcfd56ba tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0916114 Nov 12 09:00:59.072331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7c259184-2365-4c7d-b7f6-27d182d38733 req-82872932-47cd-4f0c-aa07-518c8af80465 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623801 Nov 12 09:00:59.521000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15f7d7-6da0-41f6-84ac-3e3206de6095 req-556ebcea-fcf8-4dda-a413-802c41a056cd tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.529827 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb15f7d7-6da0-41f6-84ac-3e3206de6095 req-556ebcea-fcf8-4dda-a413-802c41a056cd tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0947006 Nov 12 09:00:59.600741 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fb15f7d7-6da0-41f6-84ac-3e3206de6095 req-2999149f-853a-4dc8-ae0a-3593e30ec4a3 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699441 Nov 12 09:01:00.730762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46355c08-98bb-4b30-9fd5-cab453fb3866 req-e2ebf0b9-1eff-4ebc-91d4-fef8ce29feb1 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.732227 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46355c08-98bb-4b30-9fd5-cab453fb3866 req-e2ebf0b9-1eff-4ebc-91d4-fef8ce29feb1 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0552843 Nov 12 09:01:00.797419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46355c08-98bb-4b30-9fd5-cab453fb3866 req-6415c03e-3bcd-4028-ad8c-9eac22e9bfd1 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/security-groups?id=1224ffb0-cbb4-4658-983a-7ff4e1aaca00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526562 Nov 12 09:01:01.038241 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:01:01.353030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb1988-3d37-4501-91b7-a5befc0334f4 req-f6d179c4-afe5-4c6f-8b72-b124dd779375 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.355601 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdbb1988-3d37-4501-91b7-a5befc0334f4 req-f6d179c4-afe5-4c6f-8b72-b124dd779375 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 945 time: 0.0868115 Nov 12 09:01:01.483730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-bdbb1988-3d37-4501-91b7-a5befc0334f4 req-a627e961-e9ad-4e70-8b0f-5f0906451e99 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Deleting port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:01.484352 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bdbb1988-3d37-4501-91b7-a5befc0334f4 req-a627e961-e9ad-4e70-8b0f-5f0906451e99 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.672463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-bdbb1988-3d37-4501-91b7-a5befc0334f4 req-a627e961-e9ad-4e70-8b0f-5f0906451e99 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] For port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1,segment=NetworkSegment(422c7552-aa75-4f7b-bd3e-78a3ac276d47),segment_id=422c7552-aa75-4f7b-bd3e-78a3ac276d47)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:01.672943 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bdbb1988-3d37-4501-91b7-a5befc0334f4 req-a627e961-e9ad-4e70-8b0f-5f0906451e99 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.698191 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-bdbb1988-3d37-4501-91b7-a5befc0334f4 req-a627e961-e9ad-4e70-8b0f-5f0906451e99 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Calling delete_port for 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:01.921782 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bdbb1988-3d37-4501-91b7-a5befc0334f4 req-a627e961-e9ad-4e70-8b0f-5f0906451e99 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.935612 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:01.957962 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627e961-e9ad-4e70-8b0f-5f0906451e99 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Pushing event deleted for resources: {'Port': ['ID=5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:01.983015 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2678bbdd-4f2a-4a69-93b6-75e02f96d09d req-82f69a5b-8d4b-4010-b992-2c602e44b82b tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd710d1e-fa7d-4a36-a664-fba4e28d65a1 HTTP/1.1" status: 200 len: 210 time: 0.0681965 Nov 12 09:01:02.024824 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbb1988-3d37-4501-91b7-a5befc0334f4 req-a627e961-e9ad-4e70-8b0f-5f0906451e99 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] No DVR routers for this DVR port 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:02.028207 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-bdbb1988-3d37-4501-91b7-a5befc0334f4 req-a627e961-e9ad-4e70-8b0f-5f0906451e99 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:02.033441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bdbb1988-3d37-4501-91b7-a5befc0334f4 req-a627e961-e9ad-4e70-8b0f-5f0906451e99 tempest-TestServerAdvancedOps-396756997 tempest-TestServerAdvancedOps-396756997-project] 10.222.0.46 "DELETE /v2.0/ports/5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 HTTP/1.1" status: 204 len: 173 time: 0.6679165 Nov 12 09:01:02.034242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd710d1e-fa7d-4a36-a664-fba4e28d65a1', 'name': 'network-vif-deleted', 'tag': '5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:02.046534 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2a7c92-8d55-488c-b218-53bf4fe00aa6" -d '{"events": [{"server_uuid": "fd710d1e-fa7d-4a36-a664-fba4e28d65a1", "name": "network-vif-deleted", "tag": "5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:02.102085 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203dd630-8d0c-4b02-9e97-6e0945f01eea x-openstack-request-id: req-203dd630-8d0c-4b02-9e97-6e0945f01eea {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:02.102691 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd710d1e-fa7d-4a36-a664-fba4e28d65a1", "name": "network-vif-deleted", "tag": "5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:02.103111 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-203dd630-8d0c-4b02-9e97-6e0945f01eea {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:02.103717 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd710d1e-fa7d-4a36-a664-fba4e28d65a1', 'name': 'network-vif-deleted', 'tag': '5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1', 'status': 'completed', 'code': 200} Nov 12 09:01:02.352079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-8486152e-45bb-4b19-8da4-fea7cc52b586 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:02.353617 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-8486152e-45bb-4b19-8da4-fea7cc52b586 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/networks?id=d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 HTTP/1.1" status: 200 len: 814 time: 0.1136708 Nov 12 09:01:02.370469 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-f06e433c-c513-462a-9133-48f7f537f944 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/quotas/9e385981396c4f0c9f82558056fc2623 HTTP/1.1" status: 200 len: 375 time: 0.0100610 Nov 12 09:01:02.403297 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-dbd436d5-8dc1-4cb3-99f1-3dfb78ed3de3 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9e385981396c4f0c9f82558056fc2623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268981 Nov 12 09:01:02.510154 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-8c3bb538-ab61-4ce8-937e-03d4c8bdf41b service neutron] 10.222.0.31 "GET /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982096 Nov 12 09:01:02.652953 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-e7e66832-689b-4711-9937-217db6b2a6f2 service neutron] 10.222.0.31 "GET /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329191 Nov 12 09:01:02.861948 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47b5cefe-3365-44f6-b006-3ba7adb28ff7 req-efcbe4e9-fdc7-4778-aef5-6ef4cc47b61a tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 210 time: 0.0358613 Nov 12 09:01:03.096313 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41098) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:03.154383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f56fc5a-6659-4e6d-b334-63beb11c2d0e admin admin] Deleting subnet eaaf7060-4d36-4789-9ba0-45848c045e9c {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:01:03.159053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f56fc5a-6659-4e6d-b334-63beb11c2d0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.202828 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f56fc5a-6659-4e6d-b334-63beb11c2d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.263933 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f56fc5a-6659-4e6d-b334-63beb11c2d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.351913 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f56fc5a-6659-4e6d-b334-63beb11c2d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.386875 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f56fc5a-6659-4e6d-b334-63beb11c2d0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.390579 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0f56fc5a-6659-4e6d-b334-63beb11c2d0e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eaaf7060-4d36-4789-9ba0-45848c045e9c HTTP/1.1" status: 204 len: 168 time: 0.2932079 Nov 12 09:01:03.392060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56fc5a-6659-4e6d-b334-63beb11c2d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaaf7060-4d36-4789-9ba0-45848c045e9c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:03.395913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41114) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:03.500872 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.613123 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.640199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28417e1b-ec30-4fd5-a3b5-bf6d74325c6e']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:03.652296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422c7552-aa75-4f7b-bd3e-78a3ac276d47') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:03.653045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422c7552-aa75-4f7b-bd3e-78a3ac276d47') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:03.665586 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.687045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.697723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:03.698271 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:03.700584 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:03.796098 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.802911 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.806611 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] 10.222.0.31 "DELETE /v2.0/networks/28417e1b-ec30-4fd5-a3b5-bf6d74325c6e HTTP/1.1" status: 204 len: 168 time: 0.4086313 Nov 12 09:01:03.809291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41116) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:03.828163 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee7d23-670e-494b-af01-d1731b11db36 admin admin] Pushing event deleted for resources: {'Network': ['ID=28417e1b-ec30-4fd5-a3b5-bf6d74325c6e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:03.871293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-331b8d16-b689-4891-8241-783d09870435 admin admin] Deleting subnet ac4b5e92-29e5-4030-884d-beac4723d41a {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:01:03.874943 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-331b8d16-b689-4891-8241-783d09870435 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.913684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-331b8d16-b689-4891-8241-783d09870435 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:03.982958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25f803a3-80a2-47a6-ba41-661802712619 req-69cbcf1c-ceda-4b31-bda0-3dff4cd6aea8 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 210 time: 0.0432384 Nov 12 09:01:03.998142 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-331b8d16-b689-4891-8241-783d09870435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.072746 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-331b8d16-b689-4891-8241-783d09870435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.074148 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:04.105475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:04.106145 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5e0a484e-a3a9-4c39-a235-25bc5cb7bfc1 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:04.106284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b8d16-b689-4891-8241-783d09870435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4b5e92-29e5-4030-884d-beac4723d41a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:04.116918 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-331b8d16-b689-4891-8241-783d09870435 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.123135 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-331b8d16-b689-4891-8241-783d09870435 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ac4b5e92-29e5-4030-884d-beac4723d41a HTTP/1.1" status: 204 len: 168 time: 0.3124828 Nov 12 09:01:04.125550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41120) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:04.218238 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.223089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-72cddd7a-cc49-42f7-898a-bf0649340c00 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:04.225462 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-72cddd7a-cc49-42f7-898a-bf0649340c00 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.52 "GET /v2.0/networks?id=d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 HTTP/1.1" status: 200 len: 814 time: 0.1578138 Nov 12 09:01:04.241784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Request body: {'port': {'device_id': 'd00eb0fc-31e3-4aab-9362-fd8306df0348', 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1', 'admin_state_up': True, 'tenant_id': '9e385981396c4f0c9f82558056fc2623'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:04.376747 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.409978 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Made reservation on behalf of 9e385981396c4f0c9f82558056fc2623 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:04.416061 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.422475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27af72d-3a21-4bdf-b9eb-de4052fac34b']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:04.450213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8796c6-7fc3-4b15-95e0-a8e930abf989') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:04.451242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8796c6-7fc3-4b15-95e0-a8e930abf989') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:04.464349 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.480097 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.488907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:04.489765 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:04.492018 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:04.574320 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.590960 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.595456 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f27af72d-3a21-4bdf-b9eb-de4052fac34b HTTP/1.1" status: 204 len: 168 time: 0.4689195 Nov 12 09:01:04.610764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652e14e-0202-4ed0-ba3a-bc697e3b85e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f27af72d-3a21-4bdf-b9eb-de4052fac34b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:04.799038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41128) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:04.857152 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0c2d5535-e7f8-473d-b405-3198486974d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de68480dc6df49ba935438fbf20a92da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0566103 Nov 12 09:01:04.859444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41130) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:04.909280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Allocated IP 172.20.0.9 (d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1/1cda1932-986a-4904-991b-0cf31cc5c667/e0b11cb2-99b6-4e83-a4c8-c5677569a72f) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:04.928300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f771313-b88b-484c-aac6-c009446e6a94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.959329 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f771313-b88b-484c-aac6-c009446e6a94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.046143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f771313-b88b-484c-aac6-c009446e6a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.050892 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7f771313-b88b-484c-aac6-c009446e6a94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.052520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7f771313-b88b-484c-aac6-c009446e6a94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1224ffb0-cbb4-4658-983a-7ff4e1aaca00 HTTP/1.1" status: 204 len: 168 time: 0.1918595 Nov 12 09:01:05.075004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f771313-b88b-484c-aac6-c009446e6a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1224ffb0-cbb4-4658-983a-7ff4e1aaca00,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:05.149830 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.203210 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.273795 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-95820ce2-be13-4d19-a9de-90b5c7e6adfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.296656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:05.301213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Pushing event updated for resources: {'Port': ['ID=e0b11cb2-99b6-4e83-a4c8-c5677569a72f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:05.304501 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:05.311697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:05.322044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c6fa0-56df-4cb5-871b-90bf182075cc req-65a00371-3668-4293-aa89-4b68f3186f10 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:05.332907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f5c6fa0-56df-4cb5-871b-90bf182075cc req-65a00371-3668-4293-aa89-4b68f3186f10 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 931 time: 0.1470995 Nov 12 09:01:05.481835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:05.482489 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.505672 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f5c6fa0-56df-4cb5-871b-90bf182075cc req-63d82f5c-49a3-4afa-888b-db1f14c17d14 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638625 Nov 12 09:01:05.527173 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-a28a8c9a-b34a-4249-a926-503329985bba tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2899609 Nov 12 09:01:05.546737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Request body: {'port': {'device_id': 'd00eb0fc-31e3-4aab-9362-fd8306df0348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:05.547806 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41142) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:05.610682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9026b58c-4ed5-40f6-98f1-4689b48aea1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6be779d082ef4d80814c601cff759cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0614605 Nov 12 09:01:05.613508 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41144) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:05.620543 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.676170 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bec15c91-e181-4912-a70b-f5bb714a80f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.704834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bec15c91-e181-4912-a70b-f5bb714a80f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.764437 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bec15c91-e181-4912-a70b-f5bb714a80f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.768017 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bec15c91-e181-4912-a70b-f5bb714a80f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.771607 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bec15c91-e181-4912-a70b-f5bb714a80f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/536516b3-b580-4fc2-8a76-7e0d4b9eef1c HTTP/1.1" status: 204 len: 168 time: 0.1536191 Nov 12 09:01:05.778894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec15c91-e181-4912-a70b-f5bb714a80f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536516b3-b580-4fc2-8a76-7e0d4b9eef1c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:05.997120 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b11cb2-99b6-4e83-a4c8-c5677569a72f {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:06.012172 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.033359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Transition to ACTIVE for port object e0b11cb2-99b6-4e83-a4c8-c5677569a72f will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:01:06.040327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.191406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b11cb2-99b6-4e83-a4c8-c5677569a72f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:06.246136 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Attempting to bind port e0b11cb2-99b6-4e83-a4c8-c5677569a72f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:06.246884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Attempting to bind port e0b11cb2-99b6-4e83-a4c8-c5677569a72f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '27bae732-c344-449f-bfde-5e3094643a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:06.247455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Attempting to bind port e0b11cb2-99b6-4e83-a4c8-c5677569a72f on network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:06.255750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Port e0b11cb2-99b6-4e83-a4c8-c5677569a72f on network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:01:06.256489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Attempting to bind port e0b11cb2-99b6-4e83-a4c8-c5677569a72f on network d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:06.264226 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:06.265731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Checking segment: {'id': '27bae732-c344-449f-bfde-5e3094643a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:06.266458 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Bound using segment: {'id': '27bae732-c344-449f-bfde-5e3094643a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:06.267214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Bound port: e0b11cb2-99b6-4e83-a4c8-c5677569a72f, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27bae732-c344-449f-bfde-5e3094643a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:06.269660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.370132 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] For port e0b11cb2-99b6-4e83-a4c8-c5677569a72f, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:06.375658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] For port e0b11cb2-99b6-4e83-a4c8-c5677569a72f, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e0b11cb2-99b6-4e83-a4c8-c5677569a72f,segment=NetworkSegment(27bae732-c344-449f-bfde-5e3094643a2a),segment_id=27bae732-c344-449f-bfde-5e3094643a2a)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:06.383577 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.403987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:06.404759 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.406312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] 10.222.0.52 "PUT /v2.0/ports/e0b11cb2-99b6-4e83-a4c8-c5677569a72f HTTP/1.1" status: 200 len: 1092 time: 0.8642790 Nov 12 09:01:06.408125 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00eb0fc-31e3-4aab-9362-fd8306df0348', 'tag': 'e0b11cb2-99b6-4e83-a4c8-c5677569a72f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:06.410789 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b92ab83-d9d0-47d4-aa40-5e92021e88a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d00eb0fc-31e3-4aab-9362-fd8306df0348", "tag": "e0b11cb2-99b6-4e83-a4c8-c5677569a72f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:06.486552 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521bc503-be51-4638-905a-f1028e5fbda4 x-openstack-request-id: req-521bc503-be51-4638-905a-f1028e5fbda4 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:06.486933 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00eb0fc-31e3-4aab-9362-fd8306df0348", "tag": "e0b11cb2-99b6-4e83-a4c8-c5677569a72f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:06.487189 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-521bc503-be51-4638-905a-f1028e5fbda4 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:06.487585 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00eb0fc-31e3-4aab-9362-fd8306df0348', 'tag': 'e0b11cb2-99b6-4e83-a4c8-c5677569a72f', 'status': 'completed', 'code': 200} Nov 12 09:01:06.562572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22808d5a-1f0f-44a6-81e4-002032ed30c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b11cb2-99b6-4e83-a4c8-c5677569a72f,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:06.574830 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-51fa1b75-60c7-43f4-8b19-206b1f3f4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:06.575202 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-51fa1b75-60c7-43f4-8b19-206b1f3f4aad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e385981396c4f0c9f82558056fc2623&device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 1095 time: 0.0962317 Nov 12 09:01:06.712382 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-5d217484-b023-4353-a573-b8dd538e0b12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0b11cb2-99b6-4e83-a4c8-c5677569a72f HTTP/1.1" status: 200 len: 217 time: 0.0883756 Nov 12 09:01:06.784529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef915c69-1c8a-4b6a-ae53-e7da13bb1d95 req-f699d71f-a263-4386-bea6-aedb8e87ddf5 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:06.793581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ef915c69-1c8a-4b6a-ae53-e7da13bb1d95 req-f699d71f-a263-4386-bea6-aedb8e87ddf5 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 943 time: 0.2008986 Nov 12 09:01:06.824121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-2f8c91d4-2554-4c8f-81bc-157ec7d877cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:06.825759 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-2f8c91d4-2554-4c8f-81bc-157ec7d877cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cda1932-986a-4904-991b-0cf31cc5c667 HTTP/1.1" status: 200 len: 854 time: 0.0992298 Nov 12 09:01:06.874960 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-5f643d33-dfdf-4b23-b5d7-e56a62f4b31f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356789 Nov 12 09:01:07.008506 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-2b2b5a37-9372-40b0-9765-3efa4ecd9180 service neutron] 10.222.0.52 "GET /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246817 Nov 12 09:01:07.021308 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ef915c69-1c8a-4b6a-ae53-e7da13bb1d95 req-c0e2badf-bd3c-48e6-b6c1-ce424a770299 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264304 Nov 12 09:01:07.046320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41168) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:07.204214 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e14d939e-8309-40dc-8b93-dbfb581633c8 req-36ed95e4-c112-4d5c-bc4a-1104e2371ab1 service neutron] 10.222.0.52 "GET /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772830 Nov 12 09:01:07.208299 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e60d4aa-2a44-448d-a601-b233879a877d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.303284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e60d4aa-2a44-448d-a601-b233879a877d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.309498 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3e60d4aa-2a44-448d-a601-b233879a877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.326889 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92ab83-d9d0-47d4-aa40-5e92021e88a3 req-b0e6aaaa-a94f-4ee5-93af-4452d885ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:07.328600 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b92ab83-d9d0-47d4-aa40-5e92021e88a3 req-b0e6aaaa-a94f-4ee5-93af-4452d885ba69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9e385981396c4f0c9f82558056fc2623&device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 1095 time: 0.0638697 Nov 12 09:01:07.351498 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3e60d4aa-2a44-448d-a601-b233879a877d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d16b7206cea4ebfb73d3cffba91e245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3030984 Nov 12 09:01:07.354186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41172) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:07.360508 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60d4aa-2a44-448d-a601-b233879a877d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9b4f60-269c-405e-97d6-04d37e6e02c2,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:07.413165 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb38ed4a-5eab-4dad-8099-e380a9f33976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.440286 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb38ed4a-5eab-4dad-8099-e380a9f33976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.459856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92ab83-d9d0-47d4-aa40-5e92021e88a3 req-0972be0b-35b9-4a47-8d6c-c46d0624c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:07.461454 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b92ab83-d9d0-47d4-aa40-5e92021e88a3 req-0972be0b-35b9-4a47-8d6c-c46d0624c8b8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 HTTP/1.1" status: 200 len: 915 time: 0.1244774 Nov 12 09:01:07.506896 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb38ed4a-5eab-4dad-8099-e380a9f33976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.510070 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb38ed4a-5eab-4dad-8099-e380a9f33976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.511355 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bb38ed4a-5eab-4dad-8099-e380a9f33976 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f9b4f60-269c-405e-97d6-04d37e6e02c2 HTTP/1.1" status: 204 len: 168 time: 0.1559978 Nov 12 09:01:07.513318 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b92ab83-d9d0-47d4-aa40-5e92021e88a3 req-2a3f7664-dc22-4dc0-8202-ccab8d4bafc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0b11cb2-99b6-4e83-a4c8-c5677569a72f HTTP/1.1" status: 200 len: 217 time: 0.0432661 Nov 12 09:01:07.526493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38ed4a-5eab-4dad-8099-e380a9f33976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9b4f60-269c-405e-97d6-04d37e6e02c2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:07.552252 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-80dea41c-fdf0-4778-8a62-0f394599ce63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.598127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92ab83-d9d0-47d4-aa40-5e92021e88a3 req-3c5b4d1d-4afe-45e8-b550-a3e4a5dd67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:07.600814 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b92ab83-d9d0-47d4-aa40-5e92021e88a3 req-3c5b4d1d-4afe-45e8-b550-a3e4a5dd67c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1cda1932-986a-4904-991b-0cf31cc5c667 HTTP/1.1" status: 200 len: 854 time: 0.0750422 Nov 12 09:01:07.662365 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b92ab83-d9d0-47d4-aa40-5e92021e88a3 req-4352993b-9d52-49ac-81ed-ee0f80e17c24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475466 Nov 12 09:01:07.787682 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b92ab83-d9d0-47d4-aa40-5e92021e88a3 req-7be64896-cd76-42e4-9c3f-e2b387f83145 service neutron] 10.222.0.52 "GET /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122582 Nov 12 09:01:07.893668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41180) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:07.894644 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b92ab83-d9d0-47d4-aa40-5e92021e88a3 req-ecc0024e-d6cf-4d92-9b81-1088eb71d725 service neutron] 10.222.0.52 "GET /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981722 Nov 12 09:01:07.908090 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a500f02-ad71-460c-b960-6b61347a2cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.987219 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a500f02-ad71-460c-b960-6b61347a2cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.997459 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a500f02-ad71-460c-b960-6b61347a2cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.037748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1a500f02-ad71-460c-b960-6b61347a2cce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e05e33cacbf04bdb9111d41cb10e50f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429622 Nov 12 09:01:08.038631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a500f02-ad71-460c-b960-6b61347a2cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f3d392-a089-4b6e-994f-e7b2e47b5df0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:08.040899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41182) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:08.102804 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33c40504-3f71-4dc1-88db-c3099aca158d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.125782 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33c40504-3f71-4dc1-88db-c3099aca158d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.142527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71d8e1-2842-4038-9ab3-248b735bfa21 req-c9a915e0-0e41-46cb-afdf-7b19d603f624 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:08.149731 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d71d8e1-2842-4038-9ab3-248b735bfa21 req-c9a915e0-0e41-46cb-afdf-7b19d603f624 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 943 time: 0.0592239 Nov 12 09:01:08.190367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33c40504-3f71-4dc1-88db-c3099aca158d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.193897 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-33c40504-3f71-4dc1-88db-c3099aca158d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.201603 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-33c40504-3f71-4dc1-88db-c3099aca158d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21f3d392-a089-4b6e-994f-e7b2e47b5df0 HTTP/1.1" status: 204 len: 168 time: 0.1478577 Nov 12 09:01:08.206429 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d71d8e1-2842-4038-9ab3-248b735bfa21 req-b04e6638-a894-4200-b08a-d799ee433865 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557261 Nov 12 09:01:08.211186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c40504-3f71-4dc1-88db-c3099aca158d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f3d392-a089-4b6e-994f-e7b2e47b5df0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:08.533235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41190) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:08.546832 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0cf4ffd3-ba32-4444-a065-3449fdd4b34c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.630381 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0cf4ffd3-ba32-4444-a065-3449fdd4b34c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.635195 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0cf4ffd3-ba32-4444-a065-3449fdd4b34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.655677 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.682916 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0cf4ffd3-ba32-4444-a065-3449fdd4b34c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=653a1bfd26f548f6b38e62a6552d8aee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1484606 Nov 12 09:01:08.683930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4ffd3-ba32-4444-a065-3449fdd4b34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7762091b-6002-4a74-b318-84b4578951e0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:08.686583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41192) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:08.762187 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aeeef265-17c4-4ac0-943c-0719bc2eb55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.797378 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aeeef265-17c4-4ac0-943c-0719bc2eb55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.853703 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aeeef265-17c4-4ac0-943c-0719bc2eb55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.864449 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aeeef265-17c4-4ac0-943c-0719bc2eb55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:08.864449 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aeeef265-17c4-4ac0-943c-0719bc2eb55b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7762091b-6002-4a74-b318-84b4578951e0 HTTP/1.1" status: 204 len: 168 time: 0.1708961 Nov 12 09:01:08.868022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeef265-17c4-4ac0-943c-0719bc2eb55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7762091b-6002-4a74-b318-84b4578951e0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:09.352454 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debd6a6-ddad-4f81-bc93-c06c0b83d705 req-bef51193-0dd0-4c6f-a1b6-b56da8963936 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:09.357943 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6debd6a6-ddad-4f81-bc93-c06c0b83d705 req-bef51193-0dd0-4c6f-a1b6-b56da8963936 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 943 time: 0.0637007 Nov 12 09:01:09.437770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6debd6a6-ddad-4f81-bc93-c06c0b83d705 req-f8c26228-10e5-48f9-b835-d3da9c5cc90a tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770447 Nov 12 09:01:10.037070 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.566022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5afdc5-6671-468a-838f-d3594cc0fe5b req-46f40292-fb67-40ec-81a5-cbef4df285f7 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:10.567647 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed5afdc5-6671-468a-838f-d3594cc0fe5b req-46f40292-fb67-40ec-81a5-cbef4df285f7 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 943 time: 0.0538003 Nov 12 09:01:10.623408 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed5afdc5-6671-468a-838f-d3594cc0fe5b req-b4c5bdd3-3ca5-42e7-9f15-5e146b6048af tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495703 Nov 12 09:01:10.955140 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.369464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device e0b11cb2-99b6-4e83-a4c8-c5677569a72f details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:11.494667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port e0b11cb2-99b6-4e83-a4c8-c5677569a72f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e0b11cb2-99b6-4e83-a4c8-c5677569a72f,segment=NetworkSegment(27bae732-c344-449f-bfde-5e3094643a2a),segment_id=27bae732-c344-449f-bfde-5e3094643a2a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:11.516027 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'e0b11cb2-99b6-4e83-a4c8-c5677569a72f', 'network_id': 'd4a3adf3-252c-4b4a-bd64-8588f7c8b9c1', 'port_id': 'e0b11cb2-99b6-4e83-a4c8-c5677569a72f', 'mac_address': 'fa:16:3e:f7:5e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cda1932-986a-4904-991b-0cf31cc5c667', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:01:11.579091 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.599103 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b11cb2-99b6-4e83-a4c8-c5677569a72f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:11.622806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port e0b11cb2-99b6-4e83-a4c8-c5677569a72f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e0b11cb2-99b6-4e83-a4c8-c5677569a72f,segment=NetworkSegment(27bae732-c344-449f-bfde-5e3094643a2a),segment_id=27bae732-c344-449f-bfde-5e3094643a2a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:11.634252 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.695496 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=e0b11cb2-99b6-4e83-a4c8-c5677569a72f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:11.821180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9724ddb-94d3-4e7c-baf7-213a8ff39735 req-47a7b5f7-08b9-4f62-84e4-a0d74ad630f7 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:11.822939 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9724ddb-94d3-4e7c-baf7-213a8ff39735 req-47a7b5f7-08b9-4f62-84e4-a0d74ad630f7 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 944 time: 0.0722244 Nov 12 09:01:11.878383 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9724ddb-94d3-4e7c-baf7-213a8ff39735 req-b776b421-ad7b-44fa-84c1-057e392fd774 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495188 Nov 12 09:01:11.892772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e0b11cb2-99b6-4e83-a4c8-c5677569a72f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:12.760132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98e85324-a8ed-431a-b743-078f163e192b req-8488fa2a-e1e6-4603-9e1b-3d3b810101f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475736 Nov 12 09:01:12.872917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e85324-a8ed-431a-b743-078f163e192b req-3e1914c7-443a-45a4-ac55-a349fc71eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:12.876070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98e85324-a8ed-431a-b743-078f163e192b req-3e1914c7-443a-45a4-ac55-a349fc71eec9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 1097 time: 0.0671427 Nov 12 09:01:13.070070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e85324-a8ed-431a-b743-078f163e192b req-c7ea2aef-9e3d-4c04-a35f-a750edd17093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:13.077235 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98e85324-a8ed-431a-b743-078f163e192b req-c7ea2aef-9e3d-4c04-a35f-a750edd17093 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.1802382 Nov 12 09:01:13.097802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e74ba6-287e-4185-be69-1bcea3d2d0a2 req-58f56a91-9a9b-4608-b092-4b71dfdb9529 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:13.099597 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42e74ba6-287e-4185-be69-1bcea3d2d0a2 req-58f56a91-9a9b-4608-b092-4b71dfdb9529 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 944 time: 0.1106157 Nov 12 09:01:13.229810 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98e85324-a8ed-431a-b743-078f163e192b req-469787ed-8cb0-4ce7-b738-8578f6e49b1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ce69615-6218-491f-aabd-127a89cfbabb HTTP/1.1" status: 200 len: 1000 time: 0.1275001 Nov 12 09:01:13.239845 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42e74ba6-287e-4185-be69-1bcea3d2d0a2 req-b43411c9-0887-4e40-bbf1-2ccf8a552730 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263337 Nov 12 09:01:13.315397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e85324-a8ed-431a-b743-078f163e192b req-bca50fb8-614d-401a-910b-b39288db6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:13.317302 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98e85324-a8ed-431a-b743-078f163e192b req-bca50fb8-614d-401a-910b-b39288db6303 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0760109 Nov 12 09:01:13.373330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e85324-a8ed-431a-b743-078f163e192b req-275f41f3-b059-48b4-8d0c-87a636b06516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:13.375511 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98e85324-a8ed-431a-b743-078f163e192b req-275f41f3-b059-48b4-8d0c-87a636b06516 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515532 Nov 12 09:01:13.386086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device e0b11cb2-99b6-4e83-a4c8-c5677569a72f up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:13.493991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port e0b11cb2-99b6-4e83-a4c8-c5677569a72f completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:01:13.501580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port e0b11cb2-99b6-4e83-a4c8-c5677569a72f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:13.502127 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:13.544101 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98e85324-a8ed-431a-b743-078f163e192b req-986488bf-88b2-42ac-800f-b4a95bf99b72 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509731 Nov 12 09:01:13.633849 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:13.663356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00eb0fc-31e3-4aab-9362-fd8306df0348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b11cb2-99b6-4e83-a4c8-c5677569a72f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:13.666022 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13499c98-082a-4502-affa-bd8467c93751" -d '{"events": [{"server_uuid": "d00eb0fc-31e3-4aab-9362-fd8306df0348", "name": "network-vif-plugged", "status": "completed", "tag": "e0b11cb2-99b6-4e83-a4c8-c5677569a72f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:13.715545 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port e0b11cb2-99b6-4e83-a4c8-c5677569a72f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e0b11cb2-99b6-4e83-a4c8-c5677569a72f,segment=NetworkSegment(27bae732-c344-449f-bfde-5e3094643a2a),segment_id=27bae732-c344-449f-bfde-5e3094643a2a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:13.715779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98e85324-a8ed-431a-b743-078f163e192b req-909ec1c9-e9b2-4270-b7f6-245c3770dd00 service neutron] 10.222.0.46 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576540 Nov 12 09:01:13.725403 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:13.794815 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0614671b-d757-4f94-9e9d-8fd14c0be83a x-openstack-request-id: req-0614671b-d757-4f94-9e9d-8fd14c0be83a {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:13.795136 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00eb0fc-31e3-4aab-9362-fd8306df0348", "name": "network-vif-plugged", "status": "completed", "tag": "e0b11cb2-99b6-4e83-a4c8-c5677569a72f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:13.795390 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0614671b-d757-4f94-9e9d-8fd14c0be83a {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:13.795782 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00eb0fc-31e3-4aab-9362-fd8306df0348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b11cb2-99b6-4e83-a4c8-c5677569a72f', 'code': 200} Nov 12 09:01:13.796781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=e0b11cb2-99b6-4e83-a4c8-c5677569a72f,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:13.865488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca67f7-eb06-4eaf-8876-a2dbea7aa6e8 req-7c04b2e5-89c9-44dd-b629-91e406dcfb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:13.868139 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3dca67f7-eb06-4eaf-8876-a2dbea7aa6e8 req-7c04b2e5-89c9-44dd-b629-91e406dcfb2d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 1097 time: 0.0456476 Nov 12 09:01:13.927617 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3dca67f7-eb06-4eaf-8876-a2dbea7aa6e8 req-cd03594b-22eb-4741-b6a4-fe0a0e502a63 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504076 Nov 12 09:01:14.377866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a45fc-4606-4c34-8177-ecf74ba656bc req-667e2033-a896-4146-b5ff-c079f9d414c2 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:14.379381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-744a45fc-4606-4c34-8177-ecf74ba656bc req-667e2033-a896-4146-b5ff-c079f9d414c2 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 945 time: 0.0655518 Nov 12 09:01:14.437664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-744a45fc-4606-4c34-8177-ecf74ba656bc req-4759f2a8-914b-4b9f-b37d-a6c2bf460596 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520947 Nov 12 09:01:15.575693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473b9ef-6958-4823-996b-d11755842cca req-7f4e14e1-1a40-4902-8fa2-1e4dd9984c72 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:15.577763 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c473b9ef-6958-4823-996b-d11755842cca req-7f4e14e1-1a40-4902-8fa2-1e4dd9984c72 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 945 time: 0.0633979 Nov 12 09:01:15.639763 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c473b9ef-6958-4823-996b-d11755842cca req-036bad88-f1a5-493e-be0d-bea484fbab20 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552711 Nov 12 09:01:16.848487 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41348) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:17.011988 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d1fb149-a6c9-46f0-bb58-e01c89e3b256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.101675 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d1fb149-a6c9-46f0-bb58-e01c89e3b256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.108887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2d1fb149-a6c9-46f0-bb58-e01c89e3b256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.151075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2d1fb149-a6c9-46f0-bb58-e01c89e3b256 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=865d5209cac54e13a4267a43dd9c40b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3012476 Nov 12 09:01:17.152810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fb149-a6c9-46f0-bb58-e01c89e3b256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef80c1d-1389-4583-bbe5-d842f3bc7e71,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:17.154231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41364) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:17.241336 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d7259e95-bb4d-414b-9d70-469cf82d1023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.273177 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d7259e95-bb4d-414b-9d70-469cf82d1023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.335705 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d7259e95-bb4d-414b-9d70-469cf82d1023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.338526 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d7259e95-bb4d-414b-9d70-469cf82d1023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.340062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d7259e95-bb4d-414b-9d70-469cf82d1023 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ef80c1d-1389-4583-bbe5-d842f3bc7e71 HTTP/1.1" status: 204 len: 168 time: 0.1842682 Nov 12 09:01:17.349532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7259e95-bb4d-414b-9d70-469cf82d1023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef80c1d-1389-4583-bbe5-d842f3bc7e71,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:22.594000 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:25.886754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41532) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:26.022156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f2623b4-a33c-41fd-86b1-c73fd95f3994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.108783 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f2623b4-a33c-41fd-86b1-c73fd95f3994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.114584 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0f2623b4-a33c-41fd-86b1-c73fd95f3994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.153837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2623b4-a33c-41fd-86b1-c73fd95f3994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f2afbe-7d3d-4cfd-ae6c-d26733d6d34d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:26.161078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41538) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:26.162283 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0f2623b4-a33c-41fd-86b1-c73fd95f3994 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e8f7e5ac1cc49858c5deb87097fcdbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2728167 Nov 12 09:01:26.234692 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef70af22-6365-4999-8820-5140c057301d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.258652 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef70af22-6365-4999-8820-5140c057301d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.309376 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef70af22-6365-4999-8820-5140c057301d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.312661 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ef70af22-6365-4999-8820-5140c057301d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.317011 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ef70af22-6365-4999-8820-5140c057301d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0f2afbe-7d3d-4cfd-ae6c-d26733d6d34d HTTP/1.1" status: 204 len: 168 time: 0.1531162 Nov 12 09:01:26.325738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70af22-6365-4999-8820-5140c057301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f2afbe-7d3d-4cfd-ae6c-d26733d6d34d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:28.794031 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.996605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41602) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:29.003262 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Request body: {'network': {'name': 'tempest-network-smoke--954397897', 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'port_security_enabled': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:29.034094 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Made reservation on behalf of 92afb9076a2943ea8f07828b6993d4b6 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:29.037752 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.052207 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.160309 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.165411 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.199842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:29.207400 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45501615-fd7a-455f-83a3-0c7b9706b28a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:29.214540 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.215167 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Added segment 4107a0d0-a548-47d0-b5ef-671bdebe2007 of type vlan for network a22510c2-b6a6-4b63-89f8-7a746a917152 Nov 12 09:01:29.264784 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.294662 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.302460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:29.303114 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.347209 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3490703 Nov 12 09:01:29.352363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41606) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:29.357842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'admin_state_up': True, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:29.396593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d996a-d4ac-46c1-8c48-a932d9f4a213 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Network': ['ID=a22510c2-b6a6-4b63-89f8-7a746a917152,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:29.410852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.412552 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.412715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network a22510c2-b6a6-4b63-89f8-7a746a917152 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:29.554862 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.748302 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.008667 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.032565 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.153721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Allocated IP 172.25.3.45 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/b3e5eb14-6acd-42a8-a688-48c136c4f832) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:30.286761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.332682 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.383979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:30.389168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:30.393422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:30.408824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e4bb95-9585-406c-b1a0-c397a99e1051 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:30.418942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Port': ['ID=b3e5eb14-6acd-42a8-a688-48c136c4f832,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:30.431203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.431788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.432331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.432852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.433405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.433929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.434451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.434976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.435487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.435994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.436509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.437014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.480377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-43f2d59e-ba17-4eb5-a2ba-1c5e223c6e51 None None] Provisioning complete for port b3e5eb14-6acd-42a8-a688-48c136c4f832 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:30.481045 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-43f2d59e-ba17-4eb5-a2ba-1c5e223c6e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.555287 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-43f2d59e-ba17-4eb5-a2ba-1c5e223c6e51 None None] Port b3e5eb14-6acd-42a8-a688-48c136c4f832 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:30.723805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.951052 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.094007 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Router e645a777-153f-4f9e-9a78-d2ed21cbed90 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:01:31.201768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:31.213471 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Sync routers for ids ['e645a777-153f-4f9e-9a78-d2ed21cbed90'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:31.227091 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Routers {'e645a777-153f-4f9e-9a78-d2ed21cbed90'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:31.227991 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:01:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e645a777-153f-4f9e-9a78-d2ed21cbed90'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:31.228691 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.233408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41618) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:31.233969 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-874d91b8-c93e-47be-8254-f4412b9e63f4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8798406 Nov 12 09:01:31.350120 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Set router e645a777-153f-4f9e-9a78-d2ed21cbed90 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:31.421399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41624) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:31.422013 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0799362d-fc5f-434c-8a0d-9d7a6bc0cc09 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=92afb9076a2943ea8f07828b6993d4b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1867850 Nov 12 09:01:31.565297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c83313-e071-40bc-b1fe-43453baf30c6 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:31.566822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-89c83313-e071-40bc-b1fe-43453baf30c6 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1440125 Nov 12 09:01:31.570142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41628) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:31.595764 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:01:30Z', 'revision_number': 3, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:31.622523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41630) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:31.623109 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1c18b8e9-450e-4e92-8800-adb7cd393470 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427740 Nov 12 09:01:31.628272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4eb2ffbd-95c8-4d34-9fc6-69c91152e379 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-372412285', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:31.641462 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Checking router: e645a777-153f-4f9e-9a78-d2ed21cbed90 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:01:31.642192 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Updating router e645a777-153f-4f9e-9a78-d2ed21cbed90 port b3e5eb14-6acd-42a8-a688-48c136c4f832 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:01:31.672297 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.751520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb2ffbd-95c8-4d34-9fc6-69c91152e379 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Made reservation on behalf of 92afb9076a2943ea8f07828b6993d4b6 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:31.756404 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ffbd-95c8-4d34-9fc6-69c91152e379 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.122318 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.135709 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.257253 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Pushing event updated for resources: {'Port': ['ID=b3e5eb14-6acd-42a8-a688-48c136c4f832,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:32.257253 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Attempting to bind port b3e5eb14-6acd-42a8-a688-48c136c4f832 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:32.257253 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Attempting to bind port b3e5eb14-6acd-42a8-a688-48c136c4f832 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:32.257253 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Attempting to bind port b3e5eb14-6acd-42a8-a688-48c136c4f832 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:32.258715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a60519c-e377-411d-bd05-3d8c800d5e80 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Bound port: b3e5eb14-6acd-42a8-a688-48c136c4f832, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:32.259107 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.321425 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] For port b3e5eb14-6acd-42a8-a688-48c136c4f832, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:32.329578 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] For port b3e5eb14-6acd-42a8-a688-48c136c4f832, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b3e5eb14-6acd-42a8-a688-48c136c4f832,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:32.337549 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.404752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3bf523ed-565d-4006-9095-43f9a330b928 None None] Provisioning complete for port b3e5eb14-6acd-42a8-a688-48c136c4f832 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:32.405685 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3bf523ed-565d-4006-9095-43f9a330b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.412367 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Routers {'e645a777-153f-4f9e-9a78-d2ed21cbed90'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:32.413164 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:01:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e645a777-153f-4f9e-9a78-d2ed21cbed90'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:32.415535 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48aa3d7-0260-4119-bcaf-ae2382642c1b None None] Pushing event updated for resources: {'Port': ['ID=b3e5eb14-6acd-42a8-a688-48c136c4f832,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:32.467472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b4244-d30f-467a-89ac-cedc38e80673 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:32.558740 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3bf523ed-565d-4006-9095-43f9a330b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.609023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3bf523ed-565d-4006-9095-43f9a330b928 None None] For port b3e5eb14-6acd-42a8-a688-48c136c4f832, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b3e5eb14-6acd-42a8-a688-48c136c4f832,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:32.615278 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3bf523ed-565d-4006-9095-43f9a330b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.623464 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] Set router e645a777-153f-4f9e-9a78-d2ed21cbed90 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:32.697513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf523ed-565d-4006-9095-43f9a330b928 None None] Pushing event updated for resources: {'Port': ['ID=b3e5eb14-6acd-42a8-a688-48c136c4f832,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:32.731468 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ffbd-95c8-4d34-9fc6-69c91152e379 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.742506 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75ed0c22-44c8-4648-b113-e80b5d38b2a6 None None] Provisioning complete for port b3e5eb14-6acd-42a8-a688-48c136c4f832 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:32.749308 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75ed0c22-44c8-4648-b113-e80b5d38b2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.817418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb2ffbd-95c8-4d34-9fc6-69c91152e379 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Checking segment: {'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:32.817706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb2ffbd-95c8-4d34-9fc6-69c91152e379 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network hostable DHCP agents. Network: a22510c2-b6a6-4b63-89f8-7a746a917152, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:32.821539 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2ffbd-95c8-4d34-9fc6-69c91152e379 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Subnet': ['ID=dae975ff-bf30-4b30-9f1a-2ec8c701431d,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:32.867009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb2ffbd-95c8-4d34-9fc6-69c91152e379 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network a22510c2-b6a6-4b63-89f8-7a746a917152 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:32.883753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-4eb2ffbd-95c8-4d34-9fc6-69c91152e379 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, a22510c2-b6a6-4b63-89f8-7a746a917152) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:32.889381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb2ffbd-95c8-4d34-9fc6-69c91152e379 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:32.891210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ffbd-95c8-4d34-9fc6-69c91152e379 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.898743 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f977b15-f203-4c2b-864d-580330404396 None None] Network a22510c2-b6a6-4b63-89f8-7a746a917152 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:32.905225 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:01:30Z', 'revision_number': 3, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:32.926437 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4eb2ffbd-95c8-4d34-9fc6-69c91152e379 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3026934 Nov 12 09:01:32.929082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41648) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:32.972632 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c724c6ad-3f9d-4fff-8c57-01cf1afce6d5 None None] The sync data for ids ['e645a777-153f-4f9e-9a78-d2ed21cbed90'] in n-d-768851-18 is: [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:01:30Z', 'revision_number': 3, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:33.114885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-a22510c2-b6a6-4b63-89f8-7a746a917152', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'fixed_ips': [{'subnet_id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:01:33.116133 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.309266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Allocated IP 172.20.0.2 (a22510c2-b6a6-4b63-89f8-7a746a917152/dae975ff-bf30-4b30-9f1a-2ec8c701431d/997bb1ff-67b1-45ec-9c1f-40f99766525b) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:33.536523 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.549137 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.611958 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Network a22510c2-b6a6-4b63-89f8-7a746a917152 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:33.615676 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:33.621574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:33.647226 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.693984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Pushing event updated for resources: {'Port': ['ID=997bb1ff-67b1-45ec-9c1f-40f99766525b,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:33.766884 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Attempting to bind port 997bb1ff-67b1-45ec-9c1f-40f99766525b on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:33.767556 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Attempting to bind port 997bb1ff-67b1-45ec-9c1f-40f99766525b by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:33.768275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Attempting to bind port 997bb1ff-67b1-45ec-9c1f-40f99766525b on network a22510c2-b6a6-4b63-89f8-7a746a917152 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:33.774396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:33.774779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Checking segment: {'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:33.775175 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.775576 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Bound using segment: {'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:33.776054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Bound port: 997bb1ff-67b1-45ec-9c1f-40f99766525b, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:33.776442 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.857421 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] For port 997bb1ff-67b1-45ec-9c1f-40f99766525b, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:33.862336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] For port 997bb1ff-67b1-45ec-9c1f-40f99766525b, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=997bb1ff-67b1-45ec-9c1f-40f99766525b,segment=NetworkSegment(4107a0d0-a548-47d0-b5ef-671bdebe2007),segment_id=4107a0d0-a548-47d0-b5ef-671bdebe2007)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:33.867524 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.972158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b557d9-376c-4681-99dd-a6776f55c53a None None] Pushing event updated for resources: {'Port': ['ID=997bb1ff-67b1-45ec-9c1f-40f99766525b,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:34.094585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Allocated IP 172.20.0.1 (a22510c2-b6a6-4b63-89f8-7a746a917152/dae975ff-bf30-4b30-9f1a-2ec8c701431d/0904c369-f617-4bbb-89e6-afc7df632186) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:34.495208 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.573363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.661305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b3e5eb14-6acd-42a8-a688-48c136c4f832 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:34.674806 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network a22510c2-b6a6-4b63-89f8-7a746a917152 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:34.701441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:34.710353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Port': ['ID=0904c369-f617-4bbb-89e6-afc7df632186,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:34.714038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:34.728407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b3e5eb14-6acd-42a8-a688-48c136c4f832 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:34.729131 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.826412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.862392 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 997bb1ff-67b1-45ec-9c1f-40f99766525b up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:34.931706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 997bb1ff-67b1-45ec-9c1f-40f99766525b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:34.931927 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.008574 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.036359 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.079533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 997bb1ff-67b1-45ec-9c1f-40f99766525b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=997bb1ff-67b1-45ec-9c1f-40f99766525b,segment=NetworkSegment(4107a0d0-a548-47d0-b5ef-671bdebe2007),segment_id=4107a0d0-a548-47d0-b5ef-671bdebe2007)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:35.084798 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.156076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=997bb1ff-67b1-45ec-9c1f-40f99766525b,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:35.253405 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eeb66599-2d23-4c87-b8e5-4ef9b7f283c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.408721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.415064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.513353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.527229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Port': ['ID=0904c369-f617-4bbb-89e6-afc7df632186,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:35.644685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network a22510c2-b6a6-4b63-89f8-7a746a917152 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:35.646278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:35.662345 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f19c63-d550-4517-a9ca-2dc9aa7dbc39 None None] Network a22510c2-b6a6-4b63-89f8-7a746a917152 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:35.814692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Router e645a777-153f-4f9e-9a78-d2ed21cbed90 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:01:35.861168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-880747e0-340f-40b2-990f-6371e55c0417 None None] Provisioning complete for port 997bb1ff-67b1-45ec-9c1f-40f99766525b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:35.861780 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-880747e0-340f-40b2-990f-6371e55c0417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.019408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:36.026334 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7c56a206-9b38-4ebf-ac31-03ec8f0e3207 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "PUT /v2.0/routers/e645a777-153f-4f9e-9a78-d2ed21cbed90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0961924 Nov 12 09:01:36.029063 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41682) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:36.034295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-090e38a3-1132-431c-bb82-196aeffb0a55 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--331919660', 'description': 'tempest-secgroup_access--331919660 description', 'project_id': '92afb9076a2943ea8f07828b6993d4b6'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:36.064569 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-090e38a3-1132-431c-bb82-196aeffb0a55 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.113861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Sync routers for ids ['e645a777-153f-4f9e-9a78-d2ed21cbed90'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:36.154062 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-090e38a3-1132-431c-bb82-196aeffb0a55 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.159969 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-090e38a3-1132-431c-bb82-196aeffb0a55 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.177510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Routers {'e645a777-153f-4f9e-9a78-d2ed21cbed90'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:36.178152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6866a096-e208-4198-9ff8-7812236371ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:01:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e645a777-153f-4f9e-9a78-d2ed21cbed90'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:36.199559 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-090e38a3-1132-431c-bb82-196aeffb0a55 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.201503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-090e38a3-1132-431c-bb82-196aeffb0a55 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1709120 Nov 12 09:01:36.204062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41684) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:36.208615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2134022348', 'description': 'tempest-secgroup_general--2134022348 description', 'project_id': '92afb9076a2943ea8f07828b6993d4b6'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:36.212879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e38a3-1132-431c-bb82-196aeffb0a55 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f9eb0d-144e-4359-8e5c-d10fe0173c32,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:36.245956 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.351332 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.357906 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.370849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Set router e645a777-153f-4f9e-9a78-d2ed21cbed90 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:36.414161 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:36.433220 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:36.433881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:36.434408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:36.435038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:36.435731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:36.436509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:36.437033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:36.437560 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:36.440072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:36.440660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:36.441367 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:36.441751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:36.449393 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.453833 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41686) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:36.458217 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dfd4ca63-42bb-443b-ad44-7b1764c30f7a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2455981 Nov 12 09:01:36.458420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-60fa8097-923b-487b-90b2-ddd6d8fa788f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Request body: {'security_group_rule': {'security_group_id': '74f9eb0d-144e-4359-8e5c-d10fe0173c32', 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:36.480833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 997bb1ff-67b1-45ec-9c1f-40f99766525b up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:36.496913 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60fa8097-923b-487b-90b2-ddd6d8fa788f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.620296 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60fa8097-923b-487b-90b2-ddd6d8fa788f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.631336 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60fa8097-923b-487b-90b2-ddd6d8fa788f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.659455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa8097-923b-487b-90b2-ddd6d8fa788f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c87eb7-59df-4bf8-9d75-a289e5730c5e,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:36.675539 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60fa8097-923b-487b-90b2-ddd6d8fa788f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.694885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-60fa8097-923b-487b-90b2-ddd6d8fa788f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2398553 Nov 12 09:01:36.701146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 997bb1ff-67b1-45ec-9c1f-40f99766525b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:36.701146 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.876700 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e19ceb47-5252-4895-93fb-5e057b1d7b10 None None] Provisioning complete for port 997bb1ff-67b1-45ec-9c1f-40f99766525b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:36.877722 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e19ceb47-5252-4895-93fb-5e057b1d7b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.149212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6866a096-e208-4198-9ff8-7812236371ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:01:34Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '0904c369-f617-4bbb-89e6-afc7df632186', 'name': '', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'mac_address': 'fa:16:3e:83:f0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:33Z', 'updated_at': '2021-11-12T09:01:35Z', 'revision_number': 2, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'subnets': [{'id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:37.160737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-c16f2871-68e0-4eb1-8ad3-7bdfb809f048 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--2134022348&fields=id&tenant_id=92afb9076a2943ea8f07828b6993d4b6 HTTP/1.1" status: 200 len: 267 time: 0.0657103 Nov 12 09:01:37.186689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Checking router: e645a777-153f-4f9e-9a78-d2ed21cbed90 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:01:37.187283 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Updating router e645a777-153f-4f9e-9a78-d2ed21cbed90 port 0904c369-f617-4bbb-89e6-afc7df632186 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:01:37.214611 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e19ceb47-5252-4895-93fb-5e057b1d7b10 None None] Provisioning complete for port 0904c369-f617-4bbb-89e6-afc7df632186 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:37.215146 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e19ceb47-5252-4895-93fb-5e057b1d7b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.247151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-ecbd6cb3-e0d1-4870-8f62-9bd1abd18a11 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--331919660&fields=id&tenant_id=92afb9076a2943ea8f07828b6993d4b6 HTTP/1.1" status: 200 len: 267 time: 0.0782955 Nov 12 09:01:37.248900 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.288527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e19ceb47-5252-4895-93fb-5e057b1d7b10 None None] Port 0904c369-f617-4bbb-89e6-afc7df632186 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:37.379739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-2f88bbca-877e-4429-9092-769153015fbc tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:37.381413 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-2f88bbca-877e-4429-9092-769153015fbc tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/networks?id=a22510c2-b6a6-4b63-89f8-7a746a917152 HTTP/1.1" status: 200 len: 796 time: 0.1265266 Nov 12 09:01:37.399771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-e0be8794-644a-48b7-a83e-bf8268f98ef1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/quotas/92afb9076a2943ea8f07828b6993d4b6 HTTP/1.1" status: 200 len: 375 time: 0.0121217 Nov 12 09:01:37.445052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e610db29-c7f3-4a65-914a-e4ef693bb56c None None] Provisioning complete for port 0904c369-f617-4bbb-89e6-afc7df632186 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:37.445590 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e610db29-c7f3-4a65-914a-e4ef693bb56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.522839 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-db33f0d1-aa54-4092-a0ad-b13df230e96d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=92afb9076a2943ea8f07828b6993d4b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158869 Nov 12 09:01:37.570663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e610db29-c7f3-4a65-914a-e4ef693bb56c None None] Port 0904c369-f617-4bbb-89e6-afc7df632186 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:37.618266 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ffd7e975-d62a-4610-bf6a-eb6be8cf5ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.668739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-79dc9861-0503-4b3e-8a66-724efb4f770f service neutron] 10.222.0.31 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313155 Nov 12 09:01:37.778616 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.787458 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.825055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-93523065-65ef-42f9-b118-c134f80d8d77 service neutron] 10.222.0.31 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495051 Nov 12 09:01:37.893862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce68f9d-7cd1-4c83-8e3c-26eb5b42297a None None] Pushing event updated for resources: {'Port': ['ID=0904c369-f617-4bbb-89e6-afc7df632186,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:38.039927 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:01:38.040574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Attempting to bind port 0904c369-f617-4bbb-89e6-afc7df632186 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:38.040574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Attempting to bind port 0904c369-f617-4bbb-89e6-afc7df632186 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:38.040986 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Attempting to bind port 0904c369-f617-4bbb-89e6-afc7df632186 on network a22510c2-b6a6-4b63-89f8-7a746a917152 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:38.059338 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:38.059718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Checking segment: {'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:38.060139 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.065061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Bound using segment: {'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:38.065319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Bound port: 0904c369-f617-4bbb-89e6-afc7df632186, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:38.068581 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.106000 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83da9ffa-dcdc-4675-a2f9-816ae8461281 req-74d4f960-7516-4ba1-b3d0-d950d5995ea6 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 210 time: 0.0507326 Nov 12 09:01:38.203325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6866a096-e208-4198-9ff8-7812236371ef None None] For port 0904c369-f617-4bbb-89e6-afc7df632186, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:38.210064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6866a096-e208-4198-9ff8-7812236371ef None None] For port 0904c369-f617-4bbb-89e6-afc7df632186, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0904c369-f617-4bbb-89e6-afc7df632186,segment=NetworkSegment(4107a0d0-a548-47d0-b5ef-671bdebe2007),segment_id=4107a0d0-a548-47d0-b5ef-671bdebe2007)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:38.217584 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.305432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce68f9d-7cd1-4c83-8e3c-26eb5b42297a None None] Pushing event updated for resources: {'Port': ['ID=0904c369-f617-4bbb-89e6-afc7df632186,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:38.318509 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Routers {'e645a777-153f-4f9e-9a78-d2ed21cbed90'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:38.319479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6866a096-e208-4198-9ff8-7812236371ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:01:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e645a777-153f-4f9e-9a78-d2ed21cbed90'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:38.462914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-6866a096-e208-4198-9ff8-7812236371ef None None] Set router e645a777-153f-4f9e-9a78-d2ed21cbed90 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:38.633664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fa2eff46-1699-4556-aefa-9945c77ab0e4 None None] Provisioning complete for port 0904c369-f617-4bbb-89e6-afc7df632186 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:38.634117 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa2eff46-1699-4556-aefa-9945c77ab0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.707453 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.808186 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa2eff46-1699-4556-aefa-9945c77ab0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.848561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6866a096-e208-4198-9ff8-7812236371ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:01:34Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '0904c369-f617-4bbb-89e6-afc7df632186', 'name': '', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'mac_address': 'fa:16:3e:83:f0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:33Z', 'updated_at': '2021-11-12T09:01:38Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'subnets': [{'id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:38.896103 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fa2eff46-1699-4556-aefa-9945c77ab0e4 None None] For port 0904c369-f617-4bbb-89e6-afc7df632186, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0904c369-f617-4bbb-89e6-afc7df632186,segment=NetworkSegment(4107a0d0-a548-47d0-b5ef-671bdebe2007),segment_id=4107a0d0-a548-47d0-b5ef-671bdebe2007)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:38.897970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6866a096-e208-4198-9ff8-7812236371ef None None] The sync data for ids ['e645a777-153f-4f9e-9a78-d2ed21cbed90'] in n-d-768851-18 is: [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:01:34Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '0904c369-f617-4bbb-89e6-afc7df632186', 'name': '', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'mac_address': 'fa:16:3e:83:f0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:33Z', 'updated_at': '2021-11-12T09:01:38Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'subnets': [{'id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:38.902504 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa2eff46-1699-4556-aefa-9945c77ab0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.971463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2eff46-1699-4556-aefa-9945c77ab0e4 None None] Pushing event updated for resources: {'Port': ['ID=0904c369-f617-4bbb-89e6-afc7df632186,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:39.058742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-696742ff-3175-407b-ba14-d4b4ef9be420 None None] Provisioning complete for port 0904c369-f617-4bbb-89e6-afc7df632186 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:39.059195 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-696742ff-3175-407b-ba14-d4b4ef9be420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.308002 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-024aea40-dc2a-41b1-bff3-6a07f64da2fe req-5144471d-6c8f-4d6c-b891-5f2cefe182b4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 210 time: 0.0434520 Nov 12 09:01:39.652296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-e4ef80a2-795c-4c79-bbfb-0f95af427ad5 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:39.654604 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-e4ef80a2-795c-4c79-bbfb-0f95af427ad5 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.46 "GET /v2.0/networks?id=a22510c2-b6a6-4b63-89f8-7a746a917152 HTTP/1.1" status: 200 len: 796 time: 0.2565131 Nov 12 09:01:39.768910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-4f3dcd1c-9eff-4a8c-b788-fa7a7614cd3a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92afb9076a2943ea8f07828b6993d4b6 HTTP/1.1" status: 200 len: 477 time: 0.1037240 Nov 12 09:01:39.781084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Request body: {'port': {'device_id': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'admin_state_up': True, 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'security_groups': ['3bdb0ce8-b4a4-440e-a94c-092ac1f180ed', '74f9eb0d-144e-4359-8e5c-d10fe0173c32']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:39.982996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Made reservation on behalf of 92afb9076a2943ea8f07828b6993d4b6 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:40.021150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.070621 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.294430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Allocated IP 172.20.0.7 (a22510c2-b6a6-4b63-89f8-7a746a917152/dae975ff-bf30-4b30-9f1a-2ec8c701431d/799350e2-73d0-4e1d-8f0b-adeea4da1ca3) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:40.540615 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-22677d14-7e9a-4896-bbe5-63faa57a6c64 req-647b729f-10eb-4027-962f-92e89c75a7b8 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 210 time: 0.0878701 Nov 12 09:01:40.595925 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0904c369-f617-4bbb-89e6-afc7df632186 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:40.601596 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.670554 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.684501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 0904c369-f617-4bbb-89e6-afc7df632186 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:40.685347 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.764997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network a22510c2-b6a6-4b63-89f8-7a746a917152 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:40.780382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:40.796592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:40.875321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Port': ['ID=799350e2-73d0-4e1d-8f0b-adeea4da1ca3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:40.884202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:40.885149 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.912352 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-8c449f0b-e0ed-4569-888f-cb19b150562d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1350100 Nov 12 09:01:40.939671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Request body: {'port': {'device_id': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:40.957493 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.048578 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.204981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91789d8f-67ec-4764-aab0-99f2cf047284 None None] Provisioning complete for port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:41.206539 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91789d8f-67ec-4764-aab0-99f2cf047284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.461891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:41.473251 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.492381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Transition to ACTIVE for port object 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:01:41.498474 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.509367 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91789d8f-67ec-4764-aab0-99f2cf047284 None None] Port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:41.591847 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Pushing event updated for resources: {'Port': ['ID=799350e2-73d0-4e1d-8f0b-adeea4da1ca3,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:41.689857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Attempting to bind port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:41.703410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Attempting to bind port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:41.703410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Attempting to bind port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 on network a22510c2-b6a6-4b63-89f8-7a746a917152 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:41.713027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 on network a22510c2-b6a6-4b63-89f8-7a746a917152 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:01:41.713027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Attempting to bind port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 on network a22510c2-b6a6-4b63-89f8-7a746a917152 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:41.741685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:41.742019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Checking segment: {'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:41.742400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Bound using segment: {'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:41.742856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Bound port: 799350e2-73d0-4e1d-8f0b-adeea4da1ca3, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4107a0d0-a548-47d0-b5ef-671bdebe2007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:41.743220 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.777468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc4ee7-99c7-4b0b-bf9f-b6827e121416 req-c2a4ca70-457f-4265-8010-05a50218fdda tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:41.780722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3abc4ee7-99c7-4b0b-bf9f-b6827e121416 req-c2a4ca70-457f-4265-8010-05a50218fdda tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 982 time: 0.0941761 Nov 12 09:01:41.890023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] For port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:41.900762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] For port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=799350e2-73d0-4e1d-8f0b-adeea4da1ca3,segment=NetworkSegment(4107a0d0-a548-47d0-b5ef-671bdebe2007),segment_id=4107a0d0-a548-47d0-b5ef-671bdebe2007)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:41.912769 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3abc4ee7-99c7-4b0b-bf9f-b6827e121416 req-bc8fb080-7e0f-4c5a-a5a8-b61d190c1dbb tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1103380 Nov 12 09:01:41.914388 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.955156 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:41.955792 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.957243 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] 10.222.0.46 "PUT /v2.0/ports/799350e2-73d0-4e1d-8f0b-adeea4da1ca3 HTTP/1.1" status: 200 len: 1131 time: 1.0326478 Nov 12 09:01:41.957811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'tag': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:41.960527 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74de678c-22e1-4dcf-8c84-39ce29acd1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e29df3-6e93-4403-9707-4c5e60a9327b", "tag": "799350e2-73d0-4e1d-8f0b-adeea4da1ca3"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:42.031643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a8b2b-57e0-40b2-871f-f9d3ed1d1be9 service neutron] Pushing event updated for resources: {'Port': ['ID=799350e2-73d0-4e1d-8f0b-adeea4da1ca3,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:42.088830 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0631b1-3506-4611-8dd5-7dd95e38512d x-openstack-request-id: req-3f0631b1-3506-4611-8dd5-7dd95e38512d {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:42.089352 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e29df3-6e93-4403-9707-4c5e60a9327b", "tag": "799350e2-73d0-4e1d-8f0b-adeea4da1ca3", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:42.089871 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f0631b1-3506-4611-8dd5-7dd95e38512d {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:42.090830 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'tag': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3', 'status': 'completed', 'code': 200} Nov 12 09:01:42.115476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-02a2841a-132d-48d8-9805-678e332458a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:42.117179 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-02a2841a-132d-48d8-9805-678e332458a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92afb9076a2943ea8f07828b6993d4b6&device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 1134 time: 0.0965905 Nov 12 09:01:42.169021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-5ea5f375-2420-44ec-9e18-0efe221cad12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799350e2-73d0-4e1d-8f0b-adeea4da1ca3 HTTP/1.1" status: 200 len: 217 time: 0.0421534 Nov 12 09:01:42.227621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-d064bf17-8293-4139-ae83-4744f8aadbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:42.229251 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-d064bf17-8293-4139-ae83-4744f8aadbc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dae975ff-bf30-4b30-9f1a-2ec8c701431d HTTP/1.1" status: 200 len: 834 time: 0.0528295 Nov 12 09:01:42.284002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-e262b996-652d-4881-8ddb-a2315c26b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:42.286001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-e262b996-652d-4881-8ddb-a2315c26b4dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a22510c2-b6a6-4b63-89f8-7a746a917152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481837 Nov 12 09:01:42.394011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-97197bf5-7cd3-40f3-9347-7f8e0646f360 service neutron] 10.222.0.46 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976613 Nov 12 09:01:42.510834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f81700da-d92a-4e67-be2b-94c7e8b009e4 req-4185ef67-7b97-4c8b-8270-311ae19a4dea service neutron] 10.222.0.46 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078835 Nov 12 09:01:42.605384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de678c-22e1-4dcf-8c84-39ce29acd1f8 req-daf7761e-7cea-4888-96bb-04603829795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:42.606922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74de678c-22e1-4dcf-8c84-39ce29acd1f8 req-daf7761e-7cea-4888-96bb-04603829795d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92afb9076a2943ea8f07828b6993d4b6&device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 1134 time: 0.0468709 Nov 12 09:01:42.707781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de678c-22e1-4dcf-8c84-39ce29acd1f8 req-93c63ea9-2f8e-49c6-99ce-451b188c957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:42.709554 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74de678c-22e1-4dcf-8c84-39ce29acd1f8 req-93c63ea9-2f8e-49c6-99ce-451b188c957e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a22510c2-b6a6-4b63-89f8-7a746a917152 HTTP/1.1" status: 200 len: 897 time: 0.0948243 Nov 12 09:01:42.762113 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74de678c-22e1-4dcf-8c84-39ce29acd1f8 req-0bc99805-e3f4-42fd-b39e-acdb2adb9042 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799350e2-73d0-4e1d-8f0b-adeea4da1ca3 HTTP/1.1" status: 200 len: 217 time: 0.0449505 Nov 12 09:01:42.817475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de678c-22e1-4dcf-8c84-39ce29acd1f8 req-74fdd71d-814d-4d46-a133-d1c870e9e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:42.819013 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74de678c-22e1-4dcf-8c84-39ce29acd1f8 req-74fdd71d-814d-4d46-a133-d1c870e9e8a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dae975ff-bf30-4b30-9f1a-2ec8c701431d HTTP/1.1" status: 200 len: 834 time: 0.0503757 Nov 12 09:01:42.872526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de678c-22e1-4dcf-8c84-39ce29acd1f8 req-351465d9-e49f-422a-a06a-0da3c789aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:42.874096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74de678c-22e1-4dcf-8c84-39ce29acd1f8 req-351465d9-e49f-422a-a06a-0da3c789aafb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a22510c2-b6a6-4b63-89f8-7a746a917152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477569 Nov 12 09:01:43.024063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74de678c-22e1-4dcf-8c84-39ce29acd1f8 req-6edb5e95-ca8c-42b4-85b2-bd9e6bbe721f service neutron] 10.222.0.46 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421189 Nov 12 09:01:43.104337 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb364c-5d2b-4e3e-ae24-7136e996eb45 req-c9fa7ecc-aa3b-4cb3-a6f5-916264660f57 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:43.107083 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9cb364c-5d2b-4e3e-ae24-7136e996eb45 req-c9fa7ecc-aa3b-4cb3-a6f5-916264660f57 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 982 time: 0.0577309 Nov 12 09:01:43.136594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74de678c-22e1-4dcf-8c84-39ce29acd1f8 req-c8ba2c0d-7b34-40b5-8246-68beb2c81ac3 service neutron] 10.222.0.46 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044669 Nov 12 09:01:43.183569 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9cb364c-5d2b-4e3e-ae24-7136e996eb45 req-bde5a7f6-5f6a-4e3c-81eb-d906461a3d1a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0678442 Nov 12 09:01:44.315532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f5add-be1d-4795-a04b-0d9d939920f2 req-f9f11611-5be8-430e-bd95-fd2d737d7a94 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:44.317221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-132f5add-be1d-4795-a04b-0d9d939920f2 req-f9f11611-5be8-430e-bd95-fd2d737d7a94 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 982 time: 0.0528932 Nov 12 09:01:44.383149 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-132f5add-be1d-4795-a04b-0d9d939920f2 req-f5bafa1f-93d6-412f-a646-5cbb13b117d4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0593143 Nov 12 09:01:45.511589 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf6552-487c-43a5-94d1-e46a7516aaf2 req-27fecf11-19d9-4da5-94c9-44b3fc52ca07 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:45.513565 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93cf6552-487c-43a5-94d1-e46a7516aaf2 req-27fecf11-19d9-4da5-94c9-44b3fc52ca07 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 982 time: 0.0578563 Nov 12 09:01:45.580673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-93cf6552-487c-43a5-94d1-e46a7516aaf2 req-123a7c46-b980-4ad4-883a-7c05a4eaf33a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0596604 Nov 12 09:01:46.251085 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:46.350888 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=799350e2-73d0-4e1d-8f0b-adeea4da1ca3,segment=NetworkSegment(4107a0d0-a548-47d0-b5ef-671bdebe2007),segment_id=4107a0d0-a548-47d0-b5ef-671bdebe2007)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:46.363386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'port_id': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3', 'mac_address': 'fa:16:3e:f6:87:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:01:46.407339 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.421952 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:46.444652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=799350e2-73d0-4e1d-8f0b-adeea4da1ca3,segment=NetworkSegment(4107a0d0-a548-47d0-b5ef-671bdebe2007),segment_id=4107a0d0-a548-47d0-b5ef-671bdebe2007)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:46.449417 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.502634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=799350e2-73d0-4e1d-8f0b-adeea4da1ca3,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:46.509851 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:46.510203 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:46.510566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:46.510892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:46.511232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:46.511570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:46.511902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:46.512233 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:46.512680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:46.512892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:46.513248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:46.513603 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:46.808764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['799350e2-73d0-4e1d-8f0b-adeea4da1ca3'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:46.814246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb0be-c680-4951-b505-0549539e8068 req-46ba6e66-8b4d-4957-baa5-f69d2c3de416 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:46.822556 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ceedb0be-c680-4951-b505-0549539e8068 req-46ba6e66-8b4d-4957-baa5-f69d2c3de416 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 983 time: 0.1065185 Nov 12 09:01:46.917938 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ceedb0be-c680-4951-b505-0549539e8068 req-dfd34be8-eced-4398-8194-681da6fa5614 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0934069 Nov 12 09:01:48.082764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8698f1-207d-43a3-bf21-a5cc7c1853c3 req-e58f1b8c-0df7-4989-b9e4-2e1fcc171304 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:48.084178 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-da8698f1-207d-43a3-bf21-a5cc7c1853c3 req-e58f1b8c-0df7-4989-b9e4-2e1fcc171304 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 945 time: 0.0598702 Nov 12 09:01:48.092589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356249a-2ec0-4731-aa00-d43a2a3e7c34 req-fa1e0400-19ff-47a9-875a-72a84f010608 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:48.094814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4356249a-2ec0-4731-aa00-d43a2a3e7c34 req-fa1e0400-19ff-47a9-875a-72a84f010608 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 983 time: 0.0526187 Nov 12 09:01:48.137708 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-da8698f1-207d-43a3-bf21-a5cc7c1853c3 req-b81961df-1272-4e2e-93c3-c094aa36cb51 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475256 Nov 12 09:01:48.181991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4356249a-2ec0-4731-aa00-d43a2a3e7c34 req-c3665b52-575a-4fbd-b993-2c5bde31ba59 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0775476 Nov 12 09:01:48.268101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:48.324010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:01:48.328164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:48.329096 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.410752 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.434504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:48.436786 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdda5d3-b90a-4a28-bf1a-cae56392a909" -d '{"events": [{"server_uuid": "c9e29df3-6e93-4403-9707-4c5e60a9327b", "name": "network-vif-plugged", "status": "completed", "tag": "799350e2-73d0-4e1d-8f0b-adeea4da1ca3"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:48.450619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=799350e2-73d0-4e1d-8f0b-adeea4da1ca3,segment=NetworkSegment(4107a0d0-a548-47d0-b5ef-671bdebe2007),segment_id=4107a0d0-a548-47d0-b5ef-671bdebe2007)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:48.455460 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.481252 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a4c9b5-f102-4b44-9c81-ae8d4fa5f074 x-openstack-request-id: req-e7a4c9b5-f102-4b44-9c81-ae8d4fa5f074 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:48.481543 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e29df3-6e93-4403-9707-4c5e60a9327b", "name": "network-vif-plugged", "status": "completed", "tag": "799350e2-73d0-4e1d-8f0b-adeea4da1ca3", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:48.481841 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7a4c9b5-f102-4b44-9c81-ae8d4fa5f074 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:48.482189 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3', 'code': 200} Nov 12 09:01:48.520607 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=799350e2-73d0-4e1d-8f0b-adeea4da1ca3,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:48.586978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d474d-26a1-439d-aad6-9044693060da req-b39db2a3-f566-4a32-9495-89182e3f29d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:48.588621 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-667d474d-26a1-439d-aad6-9044693060da req-b39db2a3-f566-4a32-9495-89182e3f29d0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 1136 time: 0.0458250 Nov 12 09:01:48.648414 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-667d474d-26a1-439d-aad6-9044693060da req-9ca00226-106a-462a-bfc4-e616036c0bb1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0496612 Nov 12 09:01:49.258635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41a4cd-3ff1-4ad8-8c1b-cae199a2cb05 req-44026037-3427-48b7-a064-46b5520ec60a tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:49.260528 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ba41a4cd-3ff1-4ad8-8c1b-cae199a2cb05 req-44026037-3427-48b7-a064-46b5520ec60a tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 945 time: 0.0529811 Nov 12 09:01:49.307171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db7737-a084-4511-a698-b6a2c34fa44c req-3a2ae9d9-8418-4c13-994f-235c720cd73a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:49.308875 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f0db7737-a084-4511-a698-b6a2c34fa44c req-3a2ae9d9-8418-4c13-994f-235c720cd73a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 984 time: 0.0524247 Nov 12 09:01:49.310655 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ba41a4cd-3ff1-4ad8-8c1b-cae199a2cb05 req-514e5bca-b0ad-4f1a-8fee-0a001f63d1d9 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Nov 12 09:01:49.367826 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f0db7737-a084-4511-a698-b6a2c34fa44c req-fa17d09a-4643-4071-80d5-20ff675f6960 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0522199 Nov 12 09:01:50.115171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7f1a-2359-48ef-bb1a-e198e09ab96f req-14d0cc2e-cd74-4eeb-b85a-26d12a1a53bf tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:50.118737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5d0c7f1a-2359-48ef-bb1a-e198e09ab96f req-14d0cc2e-cd74-4eeb-b85a-26d12a1a53bf tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.52 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 945 time: 0.0654018 Nov 12 09:01:50.230425 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-5d0c7f1a-2359-48ef-bb1a-e198e09ab96f req-3527f1c2-36fb-4d32-ab03-74a3b5afcf72 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Deleting port e0b11cb2-99b6-4e83-a4c8-c5677569a72f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:50.230885 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5d0c7f1a-2359-48ef-bb1a-e198e09ab96f req-3527f1c2-36fb-4d32-ab03-74a3b5afcf72 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:50.348811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-5d0c7f1a-2359-48ef-bb1a-e198e09ab96f req-3527f1c2-36fb-4d32-ab03-74a3b5afcf72 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] For port e0b11cb2-99b6-4e83-a4c8-c5677569a72f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=e0b11cb2-99b6-4e83-a4c8-c5677569a72f,segment=NetworkSegment(27bae732-c344-449f-bfde-5e3094643a2a),segment_id=27bae732-c344-449f-bfde-5e3094643a2a)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:50.349565 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5d0c7f1a-2359-48ef-bb1a-e198e09ab96f req-3527f1c2-36fb-4d32-ab03-74a3b5afcf72 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:50.377731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-5d0c7f1a-2359-48ef-bb1a-e198e09ab96f req-3527f1c2-36fb-4d32-ab03-74a3b5afcf72 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Calling delete_port for e0b11cb2-99b6-4e83-a4c8-c5677569a72f owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:50.451060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa12715-e96d-4a0b-9e3f-37f2a8b49d8c req-23c4ae24-5db3-41d7-a66b-7fbd10ec5c26 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:50.452786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1aa12715-e96d-4a0b-9e3f-37f2a8b49d8c req-23c4ae24-5db3-41d7-a66b-7fbd10ec5c26 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/ports?device_id=d00eb0fc-31e3-4aab-9362-fd8306df0348 HTTP/1.1" status: 200 len: 945 time: 0.0629861 Nov 12 09:01:50.548121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2678d1-343b-4b64-b6e8-6c916f773c0f req-07edb920-92cc-4034-94d5-3ed92dfd2707 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:50.549691 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a2678d1-343b-4b64-b6e8-6c916f773c0f req-07edb920-92cc-4034-94d5-3ed92dfd2707 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 984 time: 0.0845389 Nov 12 09:01:50.661801 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4a2678d1-343b-4b64-b6e8-6c916f773c0f req-0e42f542-56fe-43fd-9e15-0673e1a0127a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1005487 Nov 12 09:01:50.680768 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5d0c7f1a-2359-48ef-bb1a-e198e09ab96f req-3527f1c2-36fb-4d32-ab03-74a3b5afcf72 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:50.697822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['e0b11cb2-99b6-4e83-a4c8-c5677569a72f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:50.739752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527f1c2-36fb-4d32-ab03-74a3b5afcf72 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Pushing event deleted for resources: {'Port': ['ID=e0b11cb2-99b6-4e83-a4c8-c5677569a72f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:50.909408 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0c7f1a-2359-48ef-bb1a-e198e09ab96f req-3527f1c2-36fb-4d32-ab03-74a3b5afcf72 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] No DVR routers for this DVR port e0b11cb2-99b6-4e83-a4c8-c5677569a72f on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:50.916603 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-5d0c7f1a-2359-48ef-bb1a-e198e09ab96f req-3527f1c2-36fb-4d32-ab03-74a3b5afcf72 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:50.923201 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5d0c7f1a-2359-48ef-bb1a-e198e09ab96f req-3527f1c2-36fb-4d32-ab03-74a3b5afcf72 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.52 "DELETE /v2.0/ports/e0b11cb2-99b6-4e83-a4c8-c5677569a72f HTTP/1.1" status: 204 len: 173 time: 0.7942662 Nov 12 09:01:50.923968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00eb0fc-31e3-4aab-9362-fd8306df0348', 'name': 'network-vif-deleted', 'tag': 'e0b11cb2-99b6-4e83-a4c8-c5677569a72f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:50.928736 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a338cc07-5fcb-4bcc-9398-a07fd0649a5b" -d '{"events": [{"server_uuid": "d00eb0fc-31e3-4aab-9362-fd8306df0348", "name": "network-vif-deleted", "tag": "e0b11cb2-99b6-4e83-a4c8-c5677569a72f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:50.951913 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1aa12715-e96d-4a0b-9e3f-37f2a8b49d8c req-d0ae0591-fa7a-4e9d-a337-68ad55a17308 tempest-VolumesSnapshotTestJSON-912864221 tempest-VolumesSnapshotTestJSON-912864221-project] 10.222.0.31 "GET /v2.0/security-groups?id=619dc37d-0cf4-4e3b-953f-b9e4063771ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910944 Nov 12 09:01:50.973548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb0b19-4de8-43fa-925d-7c61894281bc req-b9856166-77e8-400c-97b0-c4d13e40379c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:50.976490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-affb0b19-4de8-43fa-925d-7c61894281bc req-b9856166-77e8-400c-97b0-c4d13e40379c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 984 time: 0.1703084 Nov 12 09:01:51.044079 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f484a9-4dc5-4086-bf78-140bd2350a49 x-openstack-request-id: req-96f484a9-4dc5-4086-bf78-140bd2350a49 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:51.044554 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00eb0fc-31e3-4aab-9362-fd8306df0348", "name": "network-vif-deleted", "tag": "e0b11cb2-99b6-4e83-a4c8-c5677569a72f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:51.044979 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96f484a9-4dc5-4086-bf78-140bd2350a49 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:51.045769 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00eb0fc-31e3-4aab-9362-fd8306df0348', 'name': 'network-vif-deleted', 'tag': 'e0b11cb2-99b6-4e83-a4c8-c5677569a72f', 'status': 'completed', 'code': 200} Nov 12 09:01:51.106954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-affb0b19-4de8-43fa-925d-7c61894281bc req-26c6ccd3-75e0-43a4-8f7d-2e85717197e9 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1223323 Nov 12 09:01:51.225476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fa1af-e54a-45c5-92fa-4f312d8a361b req-55a378c6-4d86-4484-8da8-be2905b157f5 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:51.227034 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d01fa1af-e54a-45c5-92fa-4f312d8a361b req-55a378c6-4d86-4484-8da8-be2905b157f5 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 1136 time: 0.0422444 Nov 12 09:01:51.246246 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d01fa1af-e54a-45c5-92fa-4f312d8a361b req-898ae044-d5f4-474b-a37b-9960ec0a4953 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.324347 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d01fa1af-e54a-45c5-92fa-4f312d8a361b req-898ae044-d5f4-474b-a37b-9960ec0a4953 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.328279 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d01fa1af-e54a-45c5-92fa-4f312d8a361b req-898ae044-d5f4-474b-a37b-9960ec0a4953 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.368332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ae044-d5f4-474b-a37b-9960ec0a4953 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48a1fcf-2aa5-4bd2-9523-dbdcef86f4b7,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:51.382345 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d01fa1af-e54a-45c5-92fa-4f312d8a361b req-898ae044-d5f4-474b-a37b-9960ec0a4953 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1492503 Nov 12 09:01:51.405327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41832) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:51.452415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f95265-145b-45db-8507-f50c0f945299 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:51.454760 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b6f95265-145b-45db-8507-f50c0f945299 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 1131 time: 0.0483918 Nov 12 09:01:51.458147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41834) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:51.462945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:51.491064 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.597026 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.707135 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Allocated IP 172.25.3.160 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/3ed1ba0c-0171-4342-ae9c-c1026c70d44d) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:51.823280 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.860340 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.900049 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:51.905581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:51.909475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:51.915290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Port': ['ID=3ed1ba0c-0171-4342-ae9c-c1026c70d44d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:52.638337 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.702662 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.825253 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.057844 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.062586 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.142023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Port': ['ID=3ed1ba0c-0171-4342-ae9c-c1026c70d44d,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:53.168630 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.337650 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Floating IP 563ecdff-d669-4638-97bd-fdd958087f66 associated. External IP: 172.25.3.160, port: 799350e2-73d0-4e1d-8f0b-adeea4da1ca3. Nov 12 09:01:53.585790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device e0b11cb2-99b6-4e83-a4c8-c5677569a72f no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:53.608632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: e0b11cb2-99b6-4e83-a4c8-c5677569a72f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:53.609198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device e0b11cb2-99b6-4e83-a4c8-c5677569a72f not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:53.619748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Router e645a777-153f-4f9e-9a78-d2ed21cbed90 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:01:53.766298 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:53.780745 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591030d6-22bb-4e09-bf52-41c18795a030 None None] Sync routers for ids ['e645a777-153f-4f9e-9a78-d2ed21cbed90'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:53.794603 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591030d6-22bb-4e09-bf52-41c18795a030 None None] Routers {'e645a777-153f-4f9e-9a78-d2ed21cbed90'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:53.795386 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-591030d6-22bb-4e09-bf52-41c18795a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:01:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e645a777-153f-4f9e-9a78-d2ed21cbed90'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:53.795979 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.837081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41866) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:53.837874 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f045dd71-cad7-4930-950d-781c235faca1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3780079 Nov 12 09:01:53.838579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'tag': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:53.842023 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f68e94-9cd1-41dd-ae7e-2b18eac0969d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e29df3-6e93-4403-9707-4c5e60a9327b", "tag": "799350e2-73d0-4e1d-8f0b-adeea4da1ca3"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:53.921839 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d42de87-f8e6-4e45-bb05-5e4dfc7109df x-openstack-request-id: req-5d42de87-f8e6-4e45-bb05-5e4dfc7109df {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:53.922272 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e29df3-6e93-4403-9707-4c5e60a9327b", "tag": "799350e2-73d0-4e1d-8f0b-adeea4da1ca3", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:53.923556 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d42de87-f8e6-4e45-bb05-5e4dfc7109df {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:53.924185 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'tag': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3', 'status': 'completed', 'code': 200} Nov 12 09:01:54.063652 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-591030d6-22bb-4e09-bf52-41c18795a030 None None] Set router e645a777-153f-4f9e-9a78-d2ed21cbed90 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:54.136003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68e94-9cd1-41dd-ae7e-2b18eac0969d req-f4ac5e7e-538a-418d-b227-0c8bd6b7b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.139491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f68e94-9cd1-41dd-ae7e-2b18eac0969d req-f4ac5e7e-538a-418d-b227-0c8bd6b7b6f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92afb9076a2943ea8f07828b6993d4b6&device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 1136 time: 0.1572065 Nov 12 09:01:54.263850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68e94-9cd1-41dd-ae7e-2b18eac0969d req-8670f9ff-bb2b-4384-a305-5704b1ab6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.265650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f68e94-9cd1-41dd-ae7e-2b18eac0969d req-8670f9ff-bb2b-4384-a305-5704b1ab6aca service neutron] 10.222.0.46 "GET /v2.0/networks?id=a22510c2-b6a6-4b63-89f8-7a746a917152 HTTP/1.1" status: 200 len: 897 time: 0.1179430 Nov 12 09:01:54.274727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3bdee3-fd30-4d6e-901d-2442a808a764 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.275186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3bdee3-fd30-4d6e-901d-2442a808a764 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.275837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3bdee3-fd30-4d6e-901d-2442a808a764 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.276635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3bdee3-fd30-4d6e-901d-2442a808a764 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.277295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3bdee3-fd30-4d6e-901d-2442a808a764 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.277908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3bdee3-fd30-4d6e-901d-2442a808a764 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.278516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3bdee3-fd30-4d6e-901d-2442a808a764 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.283705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41876) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:54.284316 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6a3bdee3-fd30-4d6e-901d-2442a808a764 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.4455144 Nov 12 09:01:54.371441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f68e94-9cd1-41dd-ae7e-2b18eac0969d req-c174ba49-e874-4d22-bf43-132a7e7304c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799350e2-73d0-4e1d-8f0b-adeea4da1ca3 HTTP/1.1" status: 200 len: 999 time: 0.0856140 Nov 12 09:01:54.386605 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-591030d6-22bb-4e09-bf52-41c18795a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:01:34Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '563ecdff-d669-4638-97bd-fdd958087f66', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'port_id': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'mac_address': 'fa:16:3e:f6:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:01:52Z', 'updated_at': '2021-11-12T09:01:52Z', 'revision_number': 0, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0904c369-f617-4bbb-89e6-afc7df632186', 'name': '', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'mac_address': 'fa:16:3e:83:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:33Z', 'updated_at': '2021-11-12T09:01:38Z', 'revision_number': 5, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'subnets': [{'id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:54.412460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca7df9-8852-4ad3-b222-7869065f7f61 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.413183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca7df9-8852-4ad3-b222-7869065f7f61 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.413633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca7df9-8852-4ad3-b222-7869065f7f61 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.414145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca7df9-8852-4ad3-b222-7869065f7f61 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.414655 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca7df9-8852-4ad3-b222-7869065f7f61 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.415157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca7df9-8852-4ad3-b222-7869065f7f61 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.415663 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca7df9-8852-4ad3-b222-7869065f7f61 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.420303 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2dca7df9-8852-4ad3-b222-7869065f7f61 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.1330509 Nov 12 09:01:54.420708 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41878) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:54.422771 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591030d6-22bb-4e09-bf52-41c18795a030 None None] Checking router: e645a777-153f-4f9e-9a78-d2ed21cbed90 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:01:54.434302 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591030d6-22bb-4e09-bf52-41c18795a030 None None] Routers {'e645a777-153f-4f9e-9a78-d2ed21cbed90'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:54.435202 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-591030d6-22bb-4e09-bf52-41c18795a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:01:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e645a777-153f-4f9e-9a78-d2ed21cbed90'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:54.494150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68e94-9cd1-41dd-ae7e-2b18eac0969d req-41c3ee4d-13c8-4b55-889c-0a475da9ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.496014 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f68e94-9cd1-41dd-ae7e-2b18eac0969d req-41c3ee4d-13c8-4b55-889c-0a475da9ae8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dae975ff-bf30-4b30-9f1a-2ec8c701431d HTTP/1.1" status: 200 len: 834 time: 0.1069458 Nov 12 09:01:54.554215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68e94-9cd1-41dd-ae7e-2b18eac0969d req-fc6ec63e-5573-4fe6-b349-848d308f7ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.557922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f68e94-9cd1-41dd-ae7e-2b18eac0969d req-fc6ec63e-5573-4fe6-b349-848d308f7ae5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a22510c2-b6a6-4b63-89f8-7a746a917152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543203 Nov 12 09:01:54.623717 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-591030d6-22bb-4e09-bf52-41c18795a030 None None] Set router e645a777-153f-4f9e-9a78-d2ed21cbed90 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:54.756992 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f68e94-9cd1-41dd-ae7e-2b18eac0969d req-0ab41caa-06ff-4835-9e62-7f69a33ef1b2 service neutron] 10.222.0.46 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921189 Nov 12 09:01:54.779374 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-96901286-26b3-4d33-b465-822736534c89 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.3573222 Nov 12 09:01:54.781953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41882) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:54.825507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8fd247-cd18-4554-85d9-101ee9f2d5e1 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.826015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8fd247-cd18-4554-85d9-101ee9f2d5e1 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.827773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f8fd247-cd18-4554-85d9-101ee9f2d5e1 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e645a777-153f-4f9e-9a78-d2ed21cbed90 HTTP/1.1" status: 200 len: 1991 time: 0.0448043 Nov 12 09:01:54.887919 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f68e94-9cd1-41dd-ae7e-2b18eac0969d req-6c793250-ca18-44c4-a377-882edbbd4af7 service neutron] 10.222.0.46 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196661 Nov 12 09:01:54.927913 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-591030d6-22bb-4e09-bf52-41c18795a030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:01:34Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '563ecdff-d669-4638-97bd-fdd958087f66', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'port_id': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'mac_address': 'fa:16:3e:f6:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:01:52Z', 'updated_at': '2021-11-12T09:01:52Z', 'revision_number': 0, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0904c369-f617-4bbb-89e6-afc7df632186', 'name': '', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'mac_address': 'fa:16:3e:83:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:33Z', 'updated_at': '2021-11-12T09:01:38Z', 'revision_number': 5, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'subnets': [{'id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:54.957658 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591030d6-22bb-4e09-bf52-41c18795a030 None None] The sync data for ids ['e645a777-153f-4f9e-9a78-d2ed21cbed90'] in n-d-768851-18 is: [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:01:34Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '563ecdff-d669-4638-97bd-fdd958087f66', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'port_id': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'mac_address': 'fa:16:3e:f6:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:01:52Z', 'updated_at': '2021-11-12T09:01:52Z', 'revision_number': 0, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0904c369-f617-4bbb-89e6-afc7df632186', 'name': '', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'mac_address': 'fa:16:3e:83:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:33Z', 'updated_at': '2021-11-12T09:01:38Z', 'revision_number': 5, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'subnets': [{'id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:55.213828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483d4ee-043c-45a7-b326-3362c8f5b0eb None None] New status for floating IP 563ecdff-d669-4638-97bd-fdd958087f66: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:01:57.652143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c9662-20b6-4dd4-8ec8-c9592b0875a0 req-8c33ff88-7985-4c23-b6d8-29214dfefb35 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:57.653694 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-769c9662-20b6-4dd4-8ec8-c9592b0875a0 req-8c33ff88-7985-4c23-b6d8-29214dfefb35 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 945 time: 0.0581882 Nov 12 09:01:57.726588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-769c9662-20b6-4dd4-8ec8-c9592b0875a0 req-279de00e-1654-482a-9e1a-3cc3d25467e0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639670 Nov 12 09:01:58.814076 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.870686 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ea7de-0895-4528-90bf-be9d49991d98 req-fafb51f5-bd19-4434-98d7-7b48cb727c53 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:58.872442 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-563ea7de-0895-4528-90bf-be9d49991d98 req-fafb51f5-bd19-4434-98d7-7b48cb727c53 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 945 time: 0.0652416 Nov 12 09:01:58.932855 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-563ea7de-0895-4528-90bf-be9d49991d98 req-8030fc81-d58a-47a2-9ce4-c99f9394902a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525815 Nov 12 09:01:59.208758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-c4954271-4bbb-4c54-846e-032df94a7038 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:59.210364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-c4954271-4bbb-4c54-846e-032df94a7038 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 945 time: 0.0794570 Nov 12 09:01:59.321664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Deleting port 1ce69615-6218-491f-aabd-127a89cfbabb {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:59.322793 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.444494 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] For port 1ce69615-6218-491f-aabd-127a89cfbabb, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=1ce69615-6218-491f-aabd-127a89cfbabb,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:59.444804 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.746349 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.747077 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.747919 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Floating IP 9a717893-3238-4d25-8c6f-508483c11d38 disassociated. External IP: 172.25.3.79, port: 1ce69615-6218-491f-aabd-127a89cfbabb. Nov 12 09:01:59.748492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Calling delete_port for 1ce69615-6218-491f-aabd-127a89cfbabb owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:59.909284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.953429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event deleted for resources: {'Port': ['ID=1ce69615-6218-491f-aabd-127a89cfbabb,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:00.074680 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ba40d78-d6fb-46cb-a18d-383bb1d9b4ea req-524dfa41-7b44-4ef8-ae82-21544f57517d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 210 time: 0.0335555 Nov 12 09:02:00.147496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Router 90db320e-70f6-4bcc-8d86-a3ca4467e41f has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:02:00.269661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:00.283121 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f5299f-87ca-4413-8001-70406f5ca7e9 None None] Sync routers for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:00.301861 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f5299f-87ca-4413-8001-70406f5ca7e9 None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:00.302804 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-06f5299f-87ca-4413-8001-70406f5ca7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:01:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:00.347700 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] No DVR routers for this DVR port 1ce69615-6218-491f-aabd-127a89cfbabb on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:00.353173 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.360245 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e24ed6bc-1f92-4e82-9284-135ee1ade947 req-459ab677-cd68-4f1a-ac2b-72cc1d53d95f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.46 "DELETE /v2.0/ports/1ce69615-6218-491f-aabd-127a89cfbabb HTTP/1.1" status: 204 len: 173 time: 1.1430643 Nov 12 09:02:00.361123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'name': 'network-vif-deleted', 'tag': '1ce69615-6218-491f-aabd-127a89cfbabb'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:00.364914 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0eba06-c331-4153-a42d-c86c4579aa82" -d '{"events": [{"server_uuid": "9797efb7-c2cd-4906-8322-d91bafb7df33", "name": "network-vif-deleted", "tag": "1ce69615-6218-491f-aabd-127a89cfbabb"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:00.465024 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9b0190-2d71-483e-83da-fe4b118bdc5f x-openstack-request-id: req-5d9b0190-2d71-483e-83da-fe4b118bdc5f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:00.465754 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9797efb7-c2cd-4906-8322-d91bafb7df33", "name": "network-vif-deleted", "tag": "1ce69615-6218-491f-aabd-127a89cfbabb", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:00.465754 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d9b0190-2d71-483e-83da-fe4b118bdc5f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:00.466132 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9797efb7-c2cd-4906-8322-d91bafb7df33', 'name': 'network-vif-deleted', 'tag': '1ce69615-6218-491f-aabd-127a89cfbabb', 'status': 'completed', 'code': 200} Nov 12 09:02:00.485383 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-06f5299f-87ca-4413-8001-70406f5ca7e9 None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:00.803989 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-06f5299f-87ca-4413-8001-70406f5ca7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:00.856212 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f5299f-87ca-4413-8001-70406f5ca7e9 None None] Checking router: 90db320e-70f6-4bcc-8d86-a3ca4467e41f for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:02:00.880316 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f5299f-87ca-4413-8001-70406f5ca7e9 None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:00.880947 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-06f5299f-87ca-4413-8001-70406f5ca7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:01:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:01.198003 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-06f5299f-87ca-4413-8001-70406f5ca7e9 None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:01.240055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 41936) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:01.305932 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bd2c0006-ddc2-425c-b4c4-4e022b82d37a req-a999d637-b406-4fe7-8ee1-85929bbb71a9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 210 time: 0.0860617 Nov 12 09:02:01.464604 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dbead9f7-becc-4ab6-9c79-66ca7f08f39b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.585819 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-06f5299f-87ca-4413-8001-70406f5ca7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:01.618420 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f5299f-87ca-4413-8001-70406f5ca7e9 None None] The sync data for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 is: [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:01.678025 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dbead9f7-becc-4ab6-9c79-66ca7f08f39b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.683166 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dbead9f7-becc-4ab6-9c79-66ca7f08f39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.730237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbead9f7-becc-4ab6-9c79-66ca7f08f39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6226d1f6-ac43-4f57-a295-63ef211cc33c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:01.734792 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dbead9f7-becc-4ab6-9c79-66ca7f08f39b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9169612ee904f56b9654dd83f85575f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4919980 Nov 12 09:02:01.746368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 41944) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:01.833963 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab74-abcb-440d-a740-64eb5c6b7759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.878171 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab74-abcb-440d-a740-64eb5c6b7759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.958088 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab74-abcb-440d-a740-64eb5c6b7759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.961692 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1bb0ab74-abcb-440d-a740-64eb5c6b7759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.965752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1bb0ab74-abcb-440d-a740-64eb5c6b7759 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6226d1f6-ac43-4f57-a295-63ef211cc33c HTTP/1.1" status: 204 len: 168 time: 0.2156472 Nov 12 09:02:01.974281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0ab74-abcb-440d-a740-64eb5c6b7759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6226d1f6-ac43-4f57-a295-63ef211cc33c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:02.045217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c58780c-8d34-4a7d-ae34-e8c3ff556336 None None] New status for floating IP 9a717893-3238-4d25-8c6f-508483c11d38: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:02:02.314209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 1ce69615-6218-491f-aabd-127a89cfbabb no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:02.369431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 1ce69615-6218-491f-aabd-127a89cfbabb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:02:02.369785 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 1ce69615-6218-491f-aabd-127a89cfbabb not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:02:02.409655 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-36d7abfa-23c5-492d-8362-7af414612bed req-20dd2409-839d-4eb9-9ee9-1259fec10e21 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 210 time: 0.0434365 Nov 12 09:02:03.551539 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-95eaa5c9-72e5-47ce-a9ab-c2a15d1f1116 req-e9329048-cbbc-4bc2-bf3c-df664f7dd1c1 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 210 time: 0.0433183 Nov 12 09:02:04.715635 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f860910-8b89-49e8-9d3b-4d4be11e4d9d req-a3f1c73a-99ae-40f5-b706-2712f5cde25d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 210 time: 0.0530868 Nov 12 09:02:05.246618 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dcb3be5b-1ff9-4a5e-b39f-8244b0f09661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.854995 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55adebdc-c1d9-4efa-b937-5061b6203723 req-033f08c7-5b62-4212-979f-f8169d79ad7c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=9797efb7-c2cd-4906-8322-d91bafb7df33 HTTP/1.1" status: 200 len: 210 time: 0.0342336 Nov 12 09:02:07.138059 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-e0e51a97-3940-4a4b-9b5c-6e5a2a4e899d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094343220&fields=id&tenant_id=3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 267 time: 0.0499306 Nov 12 09:02:07.262399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-9533608a-8189-4ecf-ad85-c88319b6d335 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:07.264288 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-9533608a-8189-4ecf-ad85-c88319b6d335 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.1142766 Nov 12 09:02:07.281269 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-ecc17af2-41c9-4b84-8509-c33eb7608a2e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/quotas/3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 375 time: 0.0099478 Nov 12 09:02:07.341442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-c2d1dbbf-ca5e-4eda-9b9a-35e6401409b3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517139 Nov 12 09:02:07.357325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-679ed245-af4a-4955-b8ed-c4257cee53a0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:02:07.358595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-679ed245-af4a-4955-b8ed-c4257cee53a0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055139 Nov 12 09:02:07.471656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-cb02ecce-f6c9-40ee-b227-7b8fc62df8e9 service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065474 Nov 12 09:02:07.540851 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2df34468-4907-4a46-ac56-cbf4f1296d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:07.585912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-8268d26a-676e-4657-9a78-127d667008a6 service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070232 Nov 12 09:02:07.909258 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-31ba1fa9-2a79-4288-8d4d-9eb46e4baaca req-b56d47c6-db28-44a9-8481-8b7342b08638 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 210 time: 0.0320799 Nov 12 09:02:08.662897 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.025935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-a393cd26-86ad-49ae-a438-03ee64b9b364 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:09.027190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f5bbb31-3027-4fb6-bcbe-8a2b81d33356 req-9d1ad9bc-f958-4110-b3f1-a916c0e53219 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 210 time: 0.0383842 Nov 12 09:02:09.027632 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-a393cd26-86ad-49ae-a438-03ee64b9b364 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.1341715 Nov 12 09:02:09.102322 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-22c287b4-efde-42e8-a263-6ceacd478bf2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 380 time: 0.0561416 Nov 12 09:02:09.115251 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'port': {'device_id': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'admin_state_up': True, 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'security_groups': ['3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:09.262469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Made reservation on behalf of 3047633a86764fd1aa0ef6ef6d5a5248 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:09.267774 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.457587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Allocated IP 172.20.0.11 (d2a9cfd5-7dc0-4081-9047-d432a82052a4/4fdcf052-295a-4e9d-9bdc-67e73beb1d06/f926108a-d408-4174-ae7d-b4c6ba9a8fdb) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:09.661033 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.701065 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.749637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:09.755716 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:09.759758 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:09.766539 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=f926108a-d408-4174-ae7d-b4c6ba9a8fdb,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:09.826042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:09.826725 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.854489 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-4c51c2af-5bf1-4aef-8438-c51eef73023c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7436225 Nov 12 09:02:09.871853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-dcb93cf7-bd34-4676-ace6-3e92f0c50cb2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:02:09.873002 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-dcb93cf7-bd34-4676-ace6-3e92f0c50cb2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078018 Nov 12 09:02:09.890049 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Request body: {'port': {'device_id': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:09.966070 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.049495 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.140420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-679159aa-1a63-44a1-9c1d-b4192f6ea35a None None] Provisioning complete for port f926108a-d408-4174-ae7d-b4c6ba9a8fdb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:10.141142 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-679159aa-1a63-44a1-9c1d-b4192f6ea35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.201823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-679159aa-1a63-44a1-9c1d-b4192f6ea35a None None] Port f926108a-d408-4174-ae7d-b4c6ba9a8fdb cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:10.644269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9276ca1-4c90-43c3-8e2d-a0f41076eec0 req-2bc3972d-f9d4-434a-b084-8de40cf4b020 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:10.645811 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9276ca1-4c90-43c3-8e2d-a0f41076eec0 req-2bc3972d-f9d4-434a-b084-8de40cf4b020 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 932 time: 0.4178584 Nov 12 09:02:10.751628 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d9276ca1-4c90-43c3-8e2d-a0f41076eec0 req-56551698-6f7e-40b0-9a17-d7117c9effc9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972178 Nov 12 09:02:10.756175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f926108a-d408-4174-ae7d-b4c6ba9a8fdb {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:10.765167 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.785656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Transition to ACTIVE for port object f926108a-d408-4174-ae7d-b4c6ba9a8fdb will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:02:10.791062 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.923203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Attempting to bind port f926108a-d408-4174-ae7d-b4c6ba9a8fdb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:10.923572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Attempting to bind port f926108a-d408-4174-ae7d-b4c6ba9a8fdb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:10.923858 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Attempting to bind port f926108a-d408-4174-ae7d-b4c6ba9a8fdb on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:10.926097 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Pushing event updated for resources: {'Port': ['ID=f926108a-d408-4174-ae7d-b4c6ba9a8fdb,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:10.932330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Port f926108a-d408-4174-ae7d-b4c6ba9a8fdb on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:02:10.932905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Attempting to bind port f926108a-d408-4174-ae7d-b4c6ba9a8fdb on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:10.939866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:10.940596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Checking segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:10.940986 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Bound using segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:10.941488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Bound port: f926108a-d408-4174-ae7d-b4c6ba9a8fdb, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:10.941850 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.967392 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.047737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] For port f926108a-d408-4174-ae7d-b4c6ba9a8fdb, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:11.053213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] For port f926108a-d408-4174-ae7d-b4c6ba9a8fdb, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f926108a-d408-4174-ae7d-b4c6ba9a8fdb,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:11.063922 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.109573 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:11.110772 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.112794 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] 10.222.0.52 "PUT /v2.0/ports/f926108a-d408-4174-ae7d-b4c6ba9a8fdb HTTP/1.1" status: 200 len: 1093 time: 1.2284400 Nov 12 09:02:11.118383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'tag': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:11.122247 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb742f6b-5ac6-4102-a638-74c6cfc738bb" -d '{"events": [{"name": "network-changed", "server_uuid": "aade6811-50a6-4cd3-aa2a-b62397ffd39e", "tag": "f926108a-d408-4174-ae7d-b4c6ba9a8fdb"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:11.147850 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765edc6-20c2-4599-9dfc-6efb05280858 service neutron] Pushing event updated for resources: {'Port': ['ID=f926108a-d408-4174-ae7d-b4c6ba9a8fdb,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:11.199986 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af50d950-7153-4d51-be91-f188088658f6 x-openstack-request-id: req-af50d950-7153-4d51-be91-f188088658f6 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:11.200428 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aade6811-50a6-4cd3-aa2a-b62397ffd39e", "tag": "f926108a-d408-4174-ae7d-b4c6ba9a8fdb", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:11.200816 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af50d950-7153-4d51-be91-f188088658f6 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:11.201332 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'tag': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'status': 'completed', 'code': 200} Nov 12 09:02:11.224731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-e7ca20f6-4bb4-4cf5-ab8b-ffdbf4a4b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:11.226415 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-e7ca20f6-4bb4-4cf5-ab8b-ffdbf4a4b910 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 1096 time: 0.0640333 Nov 12 09:02:11.276894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-a55803de-d182-44c3-b7bb-23e9c7961b1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f926108a-d408-4174-ae7d-b4c6ba9a8fdb HTTP/1.1" status: 200 len: 217 time: 0.0414441 Nov 12 09:02:11.337168 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-42da0a63-be28-4bc2-bade-3e3020012bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:11.339109 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-42da0a63-be28-4bc2-bade-3e3020012bc2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0530367 Nov 12 09:02:11.397385 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-344667cd-7d23-466e-9ffa-28bf37f83b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:11.399062 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-344667cd-7d23-466e-9ffa-28bf37f83b04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499454 Nov 12 09:02:11.501170 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-653eacb8-6469-4277-aa56-b1863030c9c8 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913415 Nov 12 09:02:11.598272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d9d0ff4-ba4d-4eb6-af1e-07e0a516987b req-579042a8-064e-4a5e-90ee-ddf1f7b47283 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888047 Nov 12 09:02:11.756844 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb742f6b-5ac6-4102-a638-74c6cfc738bb req-421d0408-14e7-4c66-beb8-2e6b2be57fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:11.763434 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb742f6b-5ac6-4102-a638-74c6cfc738bb req-421d0408-14e7-4c66-beb8-2e6b2be57fa4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 1096 time: 0.1151748 Nov 12 09:02:11.947628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb742f6b-5ac6-4102-a638-74c6cfc738bb req-f73ad7ef-2d01-4b44-97b1-4d648b34102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:11.949175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb742f6b-5ac6-4102-a638-74c6cfc738bb req-f73ad7ef-2d01-4b44-97b1-4d648b34102f service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.1776001 Nov 12 09:02:12.010245 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb742f6b-5ac6-4102-a638-74c6cfc738bb req-1428b49d-9785-4f7c-aea7-93129a541c3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f926108a-d408-4174-ae7d-b4c6ba9a8fdb HTTP/1.1" status: 200 len: 217 time: 0.0487177 Nov 12 09:02:12.022340 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0b060-b01e-4095-946f-e4fb68d61b4d req-bad4aed8-2974-401d-9782-8737cf94f3f7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:12.024251 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4b0b060-b01e-4095-946f-e4fb68d61b4d req-bad4aed8-2974-401d-9782-8737cf94f3f7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 944 time: 0.1294699 Nov 12 09:02:12.075769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb742f6b-5ac6-4102-a638-74c6cfc738bb req-cb9c5b7f-24aa-4725-af79-e841348407ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:12.077334 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb742f6b-5ac6-4102-a638-74c6cfc738bb req-cb9c5b7f-24aa-4725-af79-e841348407ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0521340 Nov 12 09:02:12.166184 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb742f6b-5ac6-4102-a638-74c6cfc738bb req-bd73ddb9-4424-434d-8f92-9017827dae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:12.167733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb742f6b-5ac6-4102-a638-74c6cfc738bb req-bd73ddb9-4424-434d-8f92-9017827dae6a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818996 Nov 12 09:02:12.172829 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4b0b060-b01e-4095-946f-e4fb68d61b4d req-b7aef235-de89-4a91-8ce8-e334b72fe94b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940361 Nov 12 09:02:12.300904 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb742f6b-5ac6-4102-a638-74c6cfc738bb req-e09b3024-891a-4218-9da6-d4916d1e9c08 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231072 Nov 12 09:02:12.419167 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb742f6b-5ac6-4102-a638-74c6cfc738bb req-4c8e2c4d-e81d-40eb-a38f-56e70ace68e6 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099112 Nov 12 09:02:12.801920 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-d1444ef3-54a3-4776-984e-14553cc34ab7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503447 Nov 12 09:02:12.899221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-c060b7aa-1aee-4026-b3c6-bc0ff620964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:12.901612 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-c060b7aa-1aee-4026-b3c6-bc0ff620964f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92afb9076a2943ea8f07828b6993d4b6&device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 1136 time: 0.0525839 Nov 12 09:02:13.055556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-64264d0a-8890-4ee5-9110-34e1e8987c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:13.057050 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-64264d0a-8890-4ee5-9110-34e1e8987c3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a22510c2-b6a6-4b63-89f8-7a746a917152 HTTP/1.1" status: 200 len: 897 time: 0.1329343 Nov 12 09:02:13.179289 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-f6f565aa-ce9f-48d1-a1f4-f74e11c7aead service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799350e2-73d0-4e1d-8f0b-adeea4da1ca3 HTTP/1.1" status: 200 len: 1001 time: 0.1136484 Nov 12 09:02:13.285834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-96997ef2-b210-4f78-80ec-679563cd7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:13.287589 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-96997ef2-b210-4f78-80ec-679563cd7393 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dae975ff-bf30-4b30-9f1a-2ec8c701431d HTTP/1.1" status: 200 len: 834 time: 0.0987172 Nov 12 09:02:13.486536 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-958dad28-6b47-46d6-98e1-585be8850ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:13.495381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-958dad28-6b47-46d6-98e1-585be8850ce6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a22510c2-b6a6-4b63-89f8-7a746a917152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1852496 Nov 12 09:02:13.514381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e6c4c-f8e2-44d6-b90b-e39fc7c4cf91 req-08c147ee-f013-43b1-8794-cbe36332c03f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:13.529988 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-505e6c4c-f8e2-44d6-b90b-e39fc7c4cf91 req-08c147ee-f013-43b1-8794-cbe36332c03f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 944 time: 0.2408488 Nov 12 09:02:13.534026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42102) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:13.553186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-3af7c2d8-c7bb-4fb4-830b-611c99d45d85 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:02:13.554812 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-3af7c2d8-c7bb-4fb4-830b-611c99d45d85 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0217333 Nov 12 09:02:13.713736 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0e02d4e6-0fa5-4f35-a7cc-a93a578022f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.724544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-505e6c4c-f8e2-44d6-b90b-e39fc7c4cf91 req-89712d61-f68f-4443-aa00-9d32dfbf0c9f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886675 Nov 12 09:02:13.745157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-27defb9c-43f1-4bcd-84ac-8b582da83fdc service neutron] 10.222.0.46 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776476 Nov 12 09:02:13.856558 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0e02d4e6-0fa5-4f35-a7cc-a93a578022f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.862712 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0e02d4e6-0fa5-4f35-a7cc-a93a578022f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.878728 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8bee8e3e-e5f7-40db-a26d-5bc4fbaf84fb req-10826fe6-9628-4c2f-b374-73f5655213ba service neutron] 10.222.0.46 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250436 Nov 12 09:02:13.904219 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0e02d4e6-0fa5-4f35-a7cc-a93a578022f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcb073cc92d14ec39f30808f1f204232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3682580 Nov 12 09:02:13.905444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02d4e6-0fa5-4f35-a7cc-a93a578022f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb40392-274c-4e34-8c20-ce5d23fa65b7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:13.907520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42108) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:13.966870 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8cf84ef-9812-466e-be35-69608a5ce6c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.999880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8cf84ef-9812-466e-be35-69608a5ce6c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.057712 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8cf84ef-9812-466e-be35-69608a5ce6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.060232 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c8cf84ef-9812-466e-be35-69608a5ce6c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.061442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c8cf84ef-9812-466e-be35-69608a5ce6c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dfb40392-274c-4e34-8c20-ce5d23fa65b7 HTTP/1.1" status: 204 len: 168 time: 0.1515830 Nov 12 09:02:14.075102 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf84ef-9812-466e-be35-69608a5ce6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb40392-274c-4e34-8c20-ce5d23fa65b7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:14.847108 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42142) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:14.857041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f386313-8c46-46f0-9561-2ea0db58e75f req-d54bbfe7-3d7e-458a-b221-ce8b88c7af7c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:14.858832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f386313-8c46-46f0-9561-2ea0db58e75f req-d54bbfe7-3d7e-458a-b221-ce8b88c7af7c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 944 time: 0.0623937 Nov 12 09:02:14.939323 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f386313-8c46-46f0-9561-2ea0db58e75f req-6b624590-5898-4c87-a1fa-bf30cec80597 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731437 Nov 12 09:02:14.965970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1276517756-network', 'tenant_id': '0f11e34d9e864b75a11263a773747b92'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:14.988608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Made reservation on behalf of 0f11e34d9e864b75a11263a773747b92 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:14.991389 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.006785 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.043243 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:02:15.104294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.108350 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.144810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:02:15.154898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463b176f-47a0-40fb-91ba-6cf77656d005,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:15.160007 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.160427 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Added segment 51de8cb7-afdf-4d3b-bb76-ab40866e1541 of type vlan for network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad Nov 12 09:02:15.206333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.235206 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.236202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:15.236780 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.302985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4548371 Nov 12 09:02:15.306746 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42146) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.313458 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-05cdb7d2-a6d1-4c89-bc40-559d5b9a2217 admin admin] Request body: {'subnet': {'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1276517756-subnet', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:15.319752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe191f-dbde-48a6-aba4-24ded26ce028 admin admin] Pushing event updated for resources: {'Network': ['ID=da682fa2-ce49-4f03-a1f7-01b9c76ee5ad,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:15.340681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:02:15.344460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cdb7d2-a6d1-4c89-bc40-559d5b9a2217 admin admin] Made reservation on behalf of 0f11e34d9e864b75a11263a773747b92 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:15.348592 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05cdb7d2-a6d1-4c89-bc40-559d5b9a2217 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.573557 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05cdb7d2-a6d1-4c89-bc40-559d5b9a2217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.639091 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdb7d2-a6d1-4c89-bc40-559d5b9a2217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df396c9d-f540-4d6c-a917-62249b10975a,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:15.645579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cdb7d2-a6d1-4c89-bc40-559d5b9a2217 admin admin] Checking segment: {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:15.645941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cdb7d2-a6d1-4c89-bc40-559d5b9a2217 admin admin] Network hostable DHCP agents. Network: da682fa2-ce49-4f03-a1f7-01b9c76ee5ad, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:02:15.663879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cdb7d2-a6d1-4c89-bc40-559d5b9a2217 admin admin] Network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:02:15.673734 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-05cdb7d2-a6d1-4c89-bc40-559d5b9a2217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, da682fa2-ce49-4f03-a1f7-01b9c76ee5ad) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:15.678246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cdb7d2-a6d1-4c89-bc40-559d5b9a2217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:15.678851 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05cdb7d2-a6d1-4c89-bc40-559d5b9a2217 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.683153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b796ea8e-8e32-4ac7-9915-02798b73b2f7 None None] Network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:15.699054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42152) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.701727 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-05cdb7d2-a6d1-4c89-bc40-559d5b9a2217 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3937080 Nov 12 09:02:15.703837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1276517756-router', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:15.726198 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.727280 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.784909 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.841430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-da682fa2-ce49-4f03-a1f7-01b9c76ee5ad', 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'fixed_ips': [{'subnet_id': 'df396c9d-f540-4d6c-a917-62249b10975a'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:02:15.842937 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.933360 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.992510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Allocated IP 172.20.0.2 (da682fa2-ce49-4f03-a1f7-01b9c76ee5ad/df396c9d-f540-4d6c-a917-62249b10975a/c608221a-ed95-478f-bd4b-726b0e73bb05) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:16.083687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2a4f7-e0b9-4025-bfc5-b4876b6cc34b req-99bd838c-cdd3-429a-83f8-3adcd979dd19 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:16.085178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a2a2a4f7-e0b9-4025-bfc5-b4876b6cc34b req-99bd838c-cdd3-429a-83f8-3adcd979dd19 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 944 time: 0.0657232 Nov 12 09:02:16.151705 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.162328 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.210302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:16.215901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:16.220291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:16.228861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Pushing event updated for resources: {'Port': ['ID=c608221a-ed95-478f-bd4b-726b0e73bb05,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:16.241314 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a2a2a4f7-e0b9-4025-bfc5-b4876b6cc34b req-ee121112-e0ac-494f-ae11-8e73cba3401c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154802 Nov 12 09:02:16.244775 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.264471 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.282891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Attempting to bind port c608221a-ed95-478f-bd4b-726b0e73bb05 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:16.283259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Attempting to bind port c608221a-ed95-478f-bd4b-726b0e73bb05 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:16.283631 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Attempting to bind port c608221a-ed95-478f-bd4b-726b0e73bb05 on network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:16.288865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:16.289286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Checking segment: {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:16.289694 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.290091 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Bound using segment: {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:16.290564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Bound port: c608221a-ed95-478f-bd4b-726b0e73bb05, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:16.290948 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.358244 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] For port c608221a-ed95-478f-bd4b-726b0e73bb05, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:16.362568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] For port c608221a-ed95-478f-bd4b-726b0e73bb05, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c608221a-ed95-478f-bd4b-726b0e73bb05,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:16.368411 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.379692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Allocated IP 172.25.3.213 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/7b5a9d2a-f810-43cd-92bb-6c0998df2180) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:16.451072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7ba4c-a85f-4bb6-bdc4-5618dfac42a9 None None] Pushing event updated for resources: {'Port': ['ID=c608221a-ed95-478f-bd4b-726b0e73bb05,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:16.506487 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.543074 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.616823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5a9d2a-f810-43cd-92bb-6c0998df2180,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:16.620606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:16.633243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:16.639868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:16.675399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655177cf-08c0-4da9-b6e8-40f89751c9f7 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:16.755911 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-52b5894d-806e-4261-81e8-b911f7d05774 None None] Provisioning complete for port 7b5a9d2a-f810-43cd-92bb-6c0998df2180 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:16.756201 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52b5894d-806e-4261-81e8-b911f7d05774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.798763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-52b5894d-806e-4261-81e8-b911f7d05774 None None] Port 7b5a9d2a-f810-43cd-92bb-6c0998df2180 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:17.301382 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:17.413381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c73bb-b6d1-4942-9831-e985b8a8add6 req-2b2ef3eb-c43e-4bc2-9bc3-46bc14688cb2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:17.415275 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d30c73bb-b6d1-4942-9831-e985b8a8add6 req-2b2ef3eb-c43e-4bc2-9bc3-46bc14688cb2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 944 time: 0.0653036 Nov 12 09:02:17.485629 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d30c73bb-b6d1-4942-9831-e985b8a8add6 req-dc83ab6c-5966-44cb-ac31-d4b4c46f8938 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639045 Nov 12 09:02:17.555053 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368b6cf7-0747-44fb-bb1a-0ebca9eb3cd5 None None] Network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:17.560632 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:17.648524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a6312b31-d876-4cd5-8af1-d23a43b93415 None None] Provisioning complete for port c608221a-ed95-478f-bd4b-726b0e73bb05 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:17.649173 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6312b31-d876-4cd5-8af1-d23a43b93415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:17.700171 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Router 4ad2ae00-2d4f-4eec-8a52-eda69afde726 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:02:17.794516 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6312b31-d876-4cd5-8af1-d23a43b93415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:17.827725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:17.839580 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Sync routers for ids ['4ad2ae00-2d4f-4eec-8a52-eda69afde726'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:17.844687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a6312b31-d876-4cd5-8af1-d23a43b93415 None None] For port c608221a-ed95-478f-bd4b-726b0e73bb05, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c608221a-ed95-478f-bd4b-726b0e73bb05,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:17.849724 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a6312b31-d876-4cd5-8af1-d23a43b93415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:17.855959 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Routers {'4ad2ae00-2d4f-4eec-8a52-eda69afde726'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:17.858236 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['4ad2ae00-2d4f-4eec-8a52-eda69afde726'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:17.870903 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:17.874689 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7c13b3f5-0ee3-4a4a-99d4-40ff0d2eb3d4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1721127 Nov 12 09:02:17.879576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42162) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:17.930755 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6312b31-d876-4cd5-8af1-d23a43b93415 None None] Pushing event updated for resources: {'Port': ['ID=c608221a-ed95-478f-bd4b-726b0e73bb05,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:18.027412 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Set router 4ad2ae00-2d4f-4eec-8a52-eda69afde726 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:18.178400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8787c940-13d7-4c10-959c-a6c1537a2e88 None None] Provisioning complete for port c608221a-ed95-478f-bd4b-726b0e73bb05 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:18.179475 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8787c940-13d7-4c10-959c-a6c1537a2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:18.259111 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'name': 'tempest-TestServerMultinode-1276517756-router', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:15Z', 'updated_at': '2021-11-12T09:02:17Z', 'revision_number': 3, 'project_id': '0f11e34d9e864b75a11263a773747b92', 'gw_port': {'id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:16Z', 'updated_at': '2021-11-12T09:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:18.294495 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Checking router: 4ad2ae00-2d4f-4eec-8a52-eda69afde726 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:02:18.295414 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Updating router 4ad2ae00-2d4f-4eec-8a52-eda69afde726 port 7b5a9d2a-f810-43cd-92bb-6c0998df2180 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:02:18.320125 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:18.576227 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:18.589959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c608221a-ed95-478f-bd4b-726b0e73bb05 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:18.671251 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:18.675229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893d434-70bc-4bfd-ba7b-57aec1558246 req-fa5040f6-973d-4cb5-b23f-41d3b321dfb9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:18.681983 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:18.682850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f893d434-70bc-4bfd-ba7b-57aec1558246 req-fa5040f6-973d-4cb5-b23f-41d3b321dfb9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 944 time: 0.1100643 Nov 12 09:02:18.720257 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c608221a-ed95-478f-bd4b-726b0e73bb05 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:18.720623 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:18.789556 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f893d434-70bc-4bfd-ba7b-57aec1558246 req-608d482f-590e-4021-98d3-f746c1048870 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962214 Nov 12 09:02:18.793645 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Attempting to bind port 7b5a9d2a-f810-43cd-92bb-6c0998df2180 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:18.801966 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Attempting to bind port 7b5a9d2a-f810-43cd-92bb-6c0998df2180 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:18.801966 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Attempting to bind port 7b5a9d2a-f810-43cd-92bb-6c0998df2180 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:18.811801 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:18.813095 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:18.814108 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:18.814706 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:18.815333 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Bound port: 7b5a9d2a-f810-43cd-92bb-6c0998df2180, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:18.815725 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0713ae-8d4f-4818-9dd3-2b4e71233ab0 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:18.816081 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:18.842411 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3213e84-e1b1-4061-a154-a9d5ef7edff3 None None] Pushing event updated for resources: {'Port': ['ID=7b5a9d2a-f810-43cd-92bb-6c0998df2180,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:18.886977 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] For port 7b5a9d2a-f810-43cd-92bb-6c0998df2180, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:18.891765 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] For port 7b5a9d2a-f810-43cd-92bb-6c0998df2180, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7b5a9d2a-f810-43cd-92bb-6c0998df2180,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:18.896037 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:18.898528 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Allocated IP 172.20.0.1 (da682fa2-ce49-4f03-a1f7-01b9c76ee5ad/df396c9d-f540-4d6c-a917-62249b10975a/5671e766-08a8-49d1-9f51-45e0952bcec2) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:18.930683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81004abc-efe8-478f-a727-0fa9a386d708 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:18.943013 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-04840fb6-bfb6-4f5e-ac7c-56c74ffb12a8 None None] Provisioning complete for port 7b5a9d2a-f810-43cd-92bb-6c0998df2180 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:18.943509 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-04840fb6-bfb6-4f5e-ac7c-56c74ffb12a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:18.970413 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Routers {'4ad2ae00-2d4f-4eec-8a52-eda69afde726'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:18.970698 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['4ad2ae00-2d4f-4eec-8a52-eda69afde726'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:19.043192 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.048378 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3213e84-e1b1-4061-a154-a9d5ef7edff3 None None] Pushing event updated for resources: {'Port': ['ID=7b5a9d2a-f810-43cd-92bb-6c0998df2180,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:19.085450 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.123990 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] Set router 4ad2ae00-2d4f-4eec-8a52-eda69afde726 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:19.137522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:19.142192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:19.144524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=5671e766-08a8-49d1-9f51-45e0952bcec2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:19.146790 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:19.201049 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.213941 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-04840fb6-bfb6-4f5e-ac7c-56c74ffb12a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.260945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-04840fb6-bfb6-4f5e-ac7c-56c74ffb12a8 None None] For port 7b5a9d2a-f810-43cd-92bb-6c0998df2180, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7b5a9d2a-f810-43cd-92bb-6c0998df2180,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:19.268470 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-04840fb6-bfb6-4f5e-ac7c-56c74ffb12a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.371803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04840fb6-bfb6-4f5e-ac7c-56c74ffb12a8 None None] Pushing event updated for resources: {'Port': ['ID=7b5a9d2a-f810-43cd-92bb-6c0998df2180,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:19.392289 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'name': 'tempest-TestServerMultinode-1276517756-router', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:15Z', 'updated_at': '2021-11-12T09:02:17Z', 'revision_number': 3, 'project_id': '0f11e34d9e864b75a11263a773747b92', 'gw_port': {'id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:16Z', 'updated_at': '2021-11-12T09:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:19.404335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3a7fb463-317c-4a47-a185-07f18d066ba3 None None] Provisioning complete for port 7b5a9d2a-f810-43cd-92bb-6c0998df2180 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:19.404723 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3a7fb463-317c-4a47-a185-07f18d066ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.427799 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32ffa7-371f-45ed-bc33-2923885c6d3d None None] The sync data for ids ['4ad2ae00-2d4f-4eec-8a52-eda69afde726'] in n-d-768851-18 is: [{'id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'name': 'tempest-TestServerMultinode-1276517756-router', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:15Z', 'updated_at': '2021-11-12T09:02:17Z', 'revision_number': 3, 'project_id': '0f11e34d9e864b75a11263a773747b92', 'gw_port': {'id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:16Z', 'updated_at': '2021-11-12T09:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:19.489887 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.670326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1af517c6-300b-46a1-96cf-66d62e32e173 None None] Provisioning complete for port 5671e766-08a8-49d1-9f51-45e0952bcec2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:19.671327 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1af517c6-300b-46a1-96cf-66d62e32e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.713245 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1af517c6-300b-46a1-96cf-66d62e32e173 None None] Port 5671e766-08a8-49d1-9f51-45e0952bcec2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:19.738733 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.744891 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.837031 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.840227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=5671e766-08a8-49d1-9f51-45e0952bcec2,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:20.036426 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf7dc1-7087-44db-975d-2b9157d56c28 req-7f7fdaae-317e-4a05-b571-40fc01fdb18e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:20.038202 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-75bf7dc1-7087-44db-975d-2b9157d56c28 req-7f7fdaae-317e-4a05-b571-40fc01fdb18e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 944 time: 0.1372962 Nov 12 09:02:20.068144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:20.070570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:20.148108 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-75bf7dc1-7087-44db-975d-2b9157d56c28 req-3fd00362-45a9-4894-8e4a-d35da508b834 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029694 Nov 12 09:02:20.312255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Router 4ad2ae00-2d4f-4eec-8a52-eda69afde726 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:02:20.381771 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a5972574-212c-481f-b13e-6c2f4dec8272 None None] Provisioning complete for port 5671e766-08a8-49d1-9f51-45e0952bcec2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:20.382510 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a5972574-212c-481f-b13e-6c2f4dec8272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:20.459060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a5972574-212c-481f-b13e-6c2f4dec8272 None None] Port 5671e766-08a8-49d1-9f51-45e0952bcec2 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:20.480200 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:20.498932 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-44901d1f-6210-4017-a676-865cc22b3ba3 admin admin] 10.222.0.31 "PUT /v2.0/routers/4ad2ae00-2d4f-4eec-8a52-eda69afde726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6144547 Nov 12 09:02:20.569821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7b5a9d2a-f810-43cd-92bb-6c0998df2180 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:20.640848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 7b5a9d2a-f810-43cd-92bb-6c0998df2180 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:20.642064 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.150158 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42188) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:21.155510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1728862209-network', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:21.187038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Made reservation on behalf of 80e65f95e82b45ffadd0caa3dc5ddc11 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:21.191616 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.206460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.315151 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.322281 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.330382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871afdb1-b3ad-4603-a3ef-86095c78653d req-f4d59af2-0bc4-49d0-929b-7528146cfa9f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:21.333712 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-871afdb1-b3ad-4603-a3ef-86095c78653d req-f4d59af2-0bc4-49d0-929b-7528146cfa9f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 944 time: 0.0955694 Nov 12 09:02:21.364981 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:02:21.381622 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98f32b4-a136-4be7-b163-079ebc866bc4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:21.384725 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.385860 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Added segment 337182aa-a7c9-41b8-b7e6-62e2b5485e1e of type vlan for network 0f3e008b-96e2-4925-af94-2525f6db0f0f Nov 12 09:02:21.433050 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.434623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-871afdb1-b3ad-4603-a3ef-86095c78653d req-e812d55b-aa8a-42d8-a748-871d32f0ce69 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943677 Nov 12 09:02:21.470289 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.471565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:21.472215 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.506577 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3553028 Nov 12 09:02:21.509457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42192) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:21.515248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-fbfd2579-f229-4137-919d-4d06c2f680ad admin admin] Request body: {'subnet': {'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1728862209-subnet', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:21.561251 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a808921-4fd3-4dc6-a02d-9c323368fe64 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3e008b-96e2-4925-af94-2525f6db0f0f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:21.564406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfd2579-f229-4137-919d-4d06c2f680ad admin admin] Made reservation on behalf of 80e65f95e82b45ffadd0caa3dc5ddc11 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:21.567341 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2579-f229-4137-919d-4d06c2f680ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.572891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 0f3e008b-96e2-4925-af94-2525f6db0f0f details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:02:21.655171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Sync routers for ids ['4ad2ae00-2d4f-4eec-8a52-eda69afde726'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:21.670844 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Routers {'4ad2ae00-2d4f-4eec-8a52-eda69afde726'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:21.671794 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['4ad2ae00-2d4f-4eec-8a52-eda69afde726'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:21.816971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Set router 4ad2ae00-2d4f-4eec-8a52-eda69afde726 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:21.829112 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2579-f229-4137-919d-4d06c2f680ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.903549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfd2579-f229-4137-919d-4d06c2f680ad admin admin] Checking segment: {'id': '337182aa-a7c9-41b8-b7e6-62e2b5485e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:21.903910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfd2579-f229-4137-919d-4d06c2f680ad admin admin] Network hostable DHCP agents. Network: 0f3e008b-96e2-4925-af94-2525f6db0f0f, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:02:21.908044 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd2579-f229-4137-919d-4d06c2f680ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7414b81-b955-4deb-9a49-5d73e851ff7a,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:21.930025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfd2579-f229-4137-919d-4d06c2f680ad admin admin] Network 0f3e008b-96e2-4925-af94-2525f6db0f0f is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:02:21.944898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-fbfd2579-f229-4137-919d-4d06c2f680ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 0f3e008b-96e2-4925-af94-2525f6db0f0f) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:21.951667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd2579-f229-4137-919d-4d06c2f680ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:21.952576 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2579-f229-4137-919d-4d06c2f680ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:21.972006 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-fbfd2579-f229-4137-919d-4d06c2f680ad admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4611006 Nov 12 09:02:21.973661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907679ca-77e1-443a-97e5-93134e4a0dde None None] Network 0f3e008b-96e2-4925-af94-2525f6db0f0f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:21.975311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42194) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:21.980583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1728862209-router', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:22.003196 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.004276 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.098412 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.190914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-0f3e008b-96e2-4925-af94-2525f6db0f0f', 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'fixed_ips': [{'subnet_id': 'c7414b81-b955-4deb-9a49-5d73e851ff7a'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:02:22.192335 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.208268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'name': 'tempest-TestServerMultinode-1276517756-router', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:15Z', 'updated_at': '2021-11-12T09:02:19Z', 'revision_number': 4, 'project_id': '0f11e34d9e864b75a11263a773747b92', 'gw_port': {'id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:16Z', 'updated_at': '2021-11-12T09:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '5671e766-08a8-49d1-9f51-45e0952bcec2', 'name': '', 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'mac_address': 'fa:16:3e:9c:11:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'df396c9d-f540-4d6c-a917-62249b10975a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:18Z', 'updated_at': '2021-11-12T09:02:19Z', 'revision_number': 2, 'project_id': '0f11e34d9e864b75a11263a773747b92', 'subnets': [{'id': 'df396c9d-f540-4d6c-a917-62249b10975a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:22.249377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Checking router: 4ad2ae00-2d4f-4eec-8a52-eda69afde726 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:02:22.249735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Updating router 4ad2ae00-2d4f-4eec-8a52-eda69afde726 port 5671e766-08a8-49d1-9f51-45e0952bcec2 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:02:22.254805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.277097 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.504009 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.541178 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.555656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Allocated IP 172.20.0.2 (0f3e008b-96e2-4925-af94-2525f6db0f0f/c7414b81-b955-4deb-9a49-5d73e851ff7a/b1ebc1df-6f5a-48fc-85c6-42326de3a2f2) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:22.621433 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d1c2f-9baf-4754-8784-6bb4a2b2dacd req-e9cefca5-f2c0-4967-b3e1-707cf6b96996 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:22.630008 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2d1c2f-9baf-4754-8784-6bb4a2b2dacd req-e9cefca5-f2c0-4967-b3e1-707cf6b96996 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 944 time: 0.0701375 Nov 12 09:02:22.686185 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.688204 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f2d1c2f-9baf-4754-8784-6bb4a2b2dacd req-d688b9ea-83f6-400d-9d5d-476651e66f72 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568824 Nov 12 09:02:22.694014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Allocated IP 172.25.3.221 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/ae70b4fe-a7b5-4881-8e93-7cce54339ae3) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:22.773548 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.799553 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.859661 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.864167 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.870741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52ab15-8e67-48b7-801e-56d511ea4fed None None] Pushing event updated for resources: {'Port': ['ID=5671e766-08a8-49d1-9f51-45e0952bcec2,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:22.875892 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.931788 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.936919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Network 0f3e008b-96e2-4925-af94-2525f6db0f0f is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:22.951216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:22.953876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:22.957861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:22.966676 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:22.986054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:23.007711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e61813d-babc-482d-92e9-f319f3d910c1 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:23.017477 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Attempting to bind port 5671e766-08a8-49d1-9f51-45e0952bcec2 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:23.018169 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Attempting to bind port 5671e766-08a8-49d1-9f51-45e0952bcec2 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:23.018791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Attempting to bind port 5671e766-08a8-49d1-9f51-45e0952bcec2 on network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:23.029626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Pushing event updated for resources: {'Port': ['ID=b1ebc1df-6f5a-48fc-85c6-42326de3a2f2,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:23.059824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:23.059824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Checking segment: {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:23.060097 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.060738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Bound using segment: {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:23.061302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Bound port: 5671e766-08a8-49d1-9f51-45e0952bcec2, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:23.061761 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.179075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Attempting to bind port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:23.179451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Attempting to bind port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '337182aa-a7c9-41b8-b7e6-62e2b5485e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:23.179812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Attempting to bind port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 on network 0f3e008b-96e2-4925-af94-2525f6db0f0f {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:23.196442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Pushing event updated for resources: {'Port': ['ID=ae70b4fe-a7b5-4881-8e93-7cce54339ae3,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:23.207304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:23.208423 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Checking segment: {'id': '337182aa-a7c9-41b8-b7e6-62e2b5485e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:23.209861 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.210553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Bound using segment: {'id': '337182aa-a7c9-41b8-b7e6-62e2b5485e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:23.211252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Bound port: b1ebc1df-6f5a-48fc-85c6-42326de3a2f2, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337182aa-a7c9-41b8-b7e6-62e2b5485e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:23.212039 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.260472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-89244a46-64d6-4c97-a77b-72fc32f55b08 None None] Provisioning complete for port ae70b4fe-a7b5-4881-8e93-7cce54339ae3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:23.260823 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-89244a46-64d6-4c97-a77b-72fc32f55b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.288565 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] For port 5671e766-08a8-49d1-9f51-45e0952bcec2, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:23.319449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] For port 5671e766-08a8-49d1-9f51-45e0952bcec2, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5671e766-08a8-49d1-9f51-45e0952bcec2,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:23.329877 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.346329 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.364605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-89244a46-64d6-4c97-a77b-72fc32f55b08 None None] Port ae70b4fe-a7b5-4881-8e93-7cce54339ae3 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:23.398585 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] For port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:23.426857 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] For port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b1ebc1df-6f5a-48fc-85c6-42326de3a2f2,segment=NetworkSegment(337182aa-a7c9-41b8-b7e6-62e2b5485e1e),segment_id=337182aa-a7c9-41b8-b7e6-62e2b5485e1e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:23.428073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Routers {'4ad2ae00-2d4f-4eec-8a52-eda69afde726'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:23.428817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['4ad2ae00-2d4f-4eec-8a52-eda69afde726'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:23.475359 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.570252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52ab15-8e67-48b7-801e-56d511ea4fed None None] Pushing event updated for resources: {'Port': ['ID=5671e766-08a8-49d1-9f51-45e0952bcec2,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:23.710892 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.870167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f926108a-d408-4174-ae7d-b4c6ba9a8fdb details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:02:23.888623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b5390284-c0b1-4183-981a-0c021a892f97 None None] Provisioning complete for port 5671e766-08a8-49d1-9f51-45e0952bcec2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:23.888999 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b5390284-c0b1-4183-981a-0c021a892f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.908385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a8cd9-68e6-4c3a-b067-12be2bd7617b req-5570c91b-acc2-4718-bf08-e81918fb07db tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:23.909999 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b09a8cd9-68e6-4c3a-b067-12be2bd7617b req-5570c91b-acc2-4718-bf08-e81918fb07db tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 944 time: 0.0962613 Nov 12 09:02:23.957956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] Set router 4ad2ae00-2d4f-4eec-8a52-eda69afde726 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:23.959550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Router 14f1109a-e415-46b5-8c6c-26078c816e23 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:02:24.010678 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6407e7-91d5-4807-9877-93eaeb3454e7 None None] Pushing event updated for resources: {'Port': ['ID=b1ebc1df-6f5a-48fc-85c6-42326de3a2f2,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:24.030940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b09a8cd9-68e6-4c3a-b067-12be2bd7617b req-795da097-94f6-42b4-93b6-2755993a1bad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145747 Nov 12 09:02:24.093175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:24.103973 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Sync routers for ids ['14f1109a-e415-46b5-8c6c-26078c816e23'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:24.112487 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:24.113791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d3bce70d-1cab-4675-9d7d-1a0d550b9590 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1375270 Nov 12 09:02:24.117082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42204) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:24.120055 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Routers {'14f1109a-e415-46b5-8c6c-26078c816e23'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:24.120880 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['14f1109a-e415-46b5-8c6c-26078c816e23'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:24.229615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f926108a-d408-4174-ae7d-b4c6ba9a8fdb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f926108a-d408-4174-ae7d-b4c6ba9a8fdb,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:24.251748 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b5390284-c0b1-4183-981a-0c021a892f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:24.263308 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'port_id': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'mac_address': 'fa:16:3e:f4:4d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:02:24.263585 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Set router 14f1109a-e415-46b5-8c6c-26078c816e23 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:24.347790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b5390284-c0b1-4183-981a-0c021a892f97 None None] For port 5671e766-08a8-49d1-9f51-45e0952bcec2, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5671e766-08a8-49d1-9f51-45e0952bcec2,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:24.360423 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b5390284-c0b1-4183-981a-0c021a892f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:24.364942 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:24.403137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f926108a-d408-4174-ae7d-b4c6ba9a8fdb {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:24.516697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f926108a-d408-4174-ae7d-b4c6ba9a8fdb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f926108a-d408-4174-ae7d-b4c6ba9a8fdb,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:24.541158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5390284-c0b1-4183-981a-0c021a892f97 None None] Pushing event updated for resources: {'Port': ['ID=5671e766-08a8-49d1-9f51-45e0952bcec2,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:24.544038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:24.618339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:24.624682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-02668c83-8ee2-4599-b1b0-6fa5721dd4ab None None] Provisioning complete for port 5671e766-08a8-49d1-9f51-45e0952bcec2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:24.625955 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-02668c83-8ee2-4599-b1b0-6fa5721dd4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:24.652167 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'name': 'tempest-TestServerMultinode-1728862209-router', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:23Z', 'revision_number': 3, 'project_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'gw_port': {'id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:24.665909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'name': 'tempest-TestServerMultinode-1276517756-router', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:15Z', 'updated_at': '2021-11-12T09:02:19Z', 'revision_number': 4, 'project_id': '0f11e34d9e864b75a11263a773747b92', 'gw_port': {'id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:16Z', 'updated_at': '2021-11-12T09:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '5671e766-08a8-49d1-9f51-45e0952bcec2', 'name': '', 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'mac_address': 'fa:16:3e:9c:11:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'df396c9d-f540-4d6c-a917-62249b10975a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:18Z', 'updated_at': '2021-11-12T09:02:23Z', 'revision_number': 4, 'project_id': '0f11e34d9e864b75a11263a773747b92', 'subnets': [{'id': 'df396c9d-f540-4d6c-a917-62249b10975a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:24.746890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cccc8d-928c-4977-8baf-e8ac4471ea8c None None] The sync data for ids ['4ad2ae00-2d4f-4eec-8a52-eda69afde726'] in n-d-768851-18 is: [{'id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'name': 'tempest-TestServerMultinode-1276517756-router', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:15Z', 'updated_at': '2021-11-12T09:02:19Z', 'revision_number': 4, 'project_id': '0f11e34d9e864b75a11263a773747b92', 'gw_port': {'id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:16Z', 'updated_at': '2021-11-12T09:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '5671e766-08a8-49d1-9f51-45e0952bcec2', 'name': '', 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'mac_address': 'fa:16:3e:9c:11:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'df396c9d-f540-4d6c-a917-62249b10975a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:18Z', 'updated_at': '2021-11-12T09:02:23Z', 'revision_number': 4, 'project_id': '0f11e34d9e864b75a11263a773747b92', 'subnets': [{'id': 'df396c9d-f540-4d6c-a917-62249b10975a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:24.773185 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f926108a-d408-4174-ae7d-b4c6ba9a8fdb,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:24.817718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:24.818214 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:24.861822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['f926108a-d408-4174-ae7d-b4c6ba9a8fdb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:24.946680 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Checking router: 14f1109a-e415-46b5-8c6c-26078c816e23 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:02:24.951191 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Updating router 14f1109a-e415-46b5-8c6c-26078c816e23 port ae70b4fe-a7b5-4881-8e93-7cce54339ae3 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:02:25.027146 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.156315 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.196740 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec163a3e-69a5-4d11-8a17-bc3ed1bcc6cb None None] Network 0f3e008b-96e2-4925-af94-2525f6db0f0f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:25.280517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c728d9-33a0-4dcb-856f-3f6a14461bd9 req-f1951ecf-7adf-4194-ae2e-ffc9232d3cd6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:25.286003 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3c728d9-33a0-4dcb-856f-3f6a14461bd9 req-f1951ecf-7adf-4194-ae2e-ffc9232d3cd6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 945 time: 0.1120303 Nov 12 09:02:25.296576 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b1ebc1df-6f5a-48fc-85c6-42326de3a2f2,segment=NetworkSegment(337182aa-a7c9-41b8-b7e6-62e2b5485e1e),segment_id=337182aa-a7c9-41b8-b7e6-62e2b5485e1e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:25.311273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3cfb988c-9c66-4ee0-907c-3f7f4932cf92 None None] Provisioning complete for port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:25.314418 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3cfb988c-9c66-4ee0-907c-3f7f4932cf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.355169 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.415001 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3c728d9-33a0-4dcb-856f-3f6a14461bd9 req-03962162-0dc1-40a8-8d71-b3bd4119188f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215334 Nov 12 09:02:25.439467 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.489367 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=b1ebc1df-6f5a-48fc-85c6-42326de3a2f2,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:25.551580 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.561721 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.691579 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723d426-6ddd-4db6-8ee8-7c13b1fd51ed None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:25.701547 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Attempting to bind port ae70b4fe-a7b5-4881-8e93-7cce54339ae3 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:25.701977 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Attempting to bind port ae70b4fe-a7b5-4881-8e93-7cce54339ae3 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:25.702343 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Attempting to bind port ae70b4fe-a7b5-4881-8e93-7cce54339ae3 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:25.705649 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41912ab9-7765-4c93-ac85-ecf006c4fe42 None None] Pushing event updated for resources: {'Port': ['ID=ae70b4fe-a7b5-4881-8e93-7cce54339ae3,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:25.720121 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:25.720893 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:25.720893 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.721299 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:25.721880 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Bound port: ae70b4fe-a7b5-4881-8e93-7cce54339ae3, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:25.722171 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.778612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Allocated IP 172.20.0.1 (0f3e008b-96e2-4925-af94-2525f6db0f0f/c7414b81-b955-4deb-9a49-5d73e851ff7a/2b289b21-8f34-4c63-82d1-badad127519c) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:25.802893 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] For port ae70b4fe-a7b5-4881-8e93-7cce54339ae3, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:25.808201 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] For port ae70b4fe-a7b5-4881-8e93-7cce54339ae3, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ae70b4fe-a7b5-4881-8e93-7cce54339ae3,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:25.815446 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.873457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c986bd7f-a825-42b6-9f9a-097a5b54757f None None] Provisioning complete for port ae70b4fe-a7b5-4881-8e93-7cce54339ae3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:25.874116 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c986bd7f-a825-42b6-9f9a-097a5b54757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.945797 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1874830c-9445-4fc8-9a9d-2cb8c3e32e38 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:25.974779 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:25.976833 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Routers {'14f1109a-e415-46b5-8c6c-26078c816e23'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:25.977504 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['14f1109a-e415-46b5-8c6c-26078c816e23'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:26.049262 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.068486 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41912ab9-7765-4c93-ac85-ecf006c4fe42 None None] Pushing event updated for resources: {'Port': ['ID=ae70b4fe-a7b5-4881-8e93-7cce54339ae3,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:26.074093 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c986bd7f-a825-42b6-9f9a-097a5b54757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.110105 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c986bd7f-a825-42b6-9f9a-097a5b54757f None None] For port ae70b4fe-a7b5-4881-8e93-7cce54339ae3, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ae70b4fe-a7b5-4881-8e93-7cce54339ae3,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:26.119604 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c986bd7f-a825-42b6-9f9a-097a5b54757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.136465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Network 0f3e008b-96e2-4925-af94-2525f6db0f0f is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:26.145939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:26.148643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Pushing event updated for resources: {'Port': ['ID=2b289b21-8f34-4c63-82d1-badad127519c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:26.151599 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:26.208338 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.214456 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] Set router 14f1109a-e415-46b5-8c6c-26078c816e23 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:26.221564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986bd7f-a825-42b6-9f9a-097a5b54757f None None] Pushing event updated for resources: {'Port': ['ID=ae70b4fe-a7b5-4881-8e93-7cce54339ae3,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:26.271485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2d997ba7-ca65-4579-a25d-6069851e0b53 None None] Provisioning complete for port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:26.272007 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d997ba7-ca65-4579-a25d-6069851e0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.477788 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.486542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2d997ba7-ca65-4579-a25d-6069851e0b53 None None] Provisioning complete for port ae70b4fe-a7b5-4881-8e93-7cce54339ae3 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:26.489686 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d997ba7-ca65-4579-a25d-6069851e0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.534123 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'name': 'tempest-TestServerMultinode-1728862209-router', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:23Z', 'revision_number': 3, 'project_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'gw_port': {'id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:26.598814 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf26906-2830-4293-9496-87aa1a3a2b40 None None] The sync data for ids ['14f1109a-e415-46b5-8c6c-26078c816e23'] in n-d-768851-18 is: [{'id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'name': 'tempest-TestServerMultinode-1728862209-router', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:23Z', 'revision_number': 3, 'project_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'gw_port': {'id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:26.699594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5671e766-08a8-49d1-9f51-45e0952bcec2 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:26.723391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abc23a-d425-460e-bb7e-7124bbf7eca7 req-61ccf7b5-c6b8-4665-b084-db61ce4f7c4f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:26.724977 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75abc23a-d425-460e-bb7e-7124bbf7eca7 req-61ccf7b5-c6b8-4665-b084-db61ce4f7c4f tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 945 time: 0.1195822 Nov 12 09:02:26.768216 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 5671e766-08a8-49d1-9f51-45e0952bcec2 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:26.768591 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.822878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7f6e98ef-c4bf-4861-859f-3910ebb0d90c None None] Provisioning complete for port 2b289b21-8f34-4c63-82d1-badad127519c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:26.823838 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7f6e98ef-c4bf-4861-859f-3910ebb0d90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.826075 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.837520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75abc23a-d425-460e-bb7e-7124bbf7eca7 req-8fda6965-9644-4866-add7-05821aa5d96c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878096 Nov 12 09:02:26.838653 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.884309 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e98ef-c4bf-4861-859f-3910ebb0d90c None None] Port 2b289b21-8f34-4c63-82d1-badad127519c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:26.911207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Pushing event updated for resources: {'Port': ['ID=2b289b21-8f34-4c63-82d1-badad127519c,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:26.930861 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.943034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:27.002717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:27.003191 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:27.082917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Network 0f3e008b-96e2-4925-af94-2525f6db0f0f is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:27.088496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:27.296562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Router 14f1109a-e415-46b5-8c6c-26078c816e23 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:02:27.412888 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cdd75d58-23a3-43bd-8914-4cc6bf0a1fff None None] Provisioning complete for port 2b289b21-8f34-4c63-82d1-badad127519c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:27.413492 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cdd75d58-23a3-43bd-8914-4cc6bf0a1fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:27.450875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:27.457024 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e3d40835-538d-42a2-bc8f-781894df3050 admin admin] 10.222.0.31 "PUT /v2.0/routers/14f1109a-e415-46b5-8c6c-26078c816e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3393772 Nov 12 09:02:27.494829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cdd75d58-23a3-43bd-8914-4cc6bf0a1fff None None] Port 2b289b21-8f34-4c63-82d1-badad127519c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:27.701944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f926108a-d408-4174-ae7d-b4c6ba9a8fdb up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:27.802803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port f926108a-d408-4174-ae7d-b4c6ba9a8fdb completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:02:27.807937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port f926108a-d408-4174-ae7d-b4c6ba9a8fdb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:27.808403 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:27.919503 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:27.950225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:27.953044 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c558ede-b88d-440d-85f8-16cec6f8d469" -d '{"events": [{"server_uuid": "aade6811-50a6-4cd3-aa2a-b62397ffd39e", "name": "network-vif-plugged", "status": "completed", "tag": "f926108a-d408-4174-ae7d-b4c6ba9a8fdb"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:27.984736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f926108a-d408-4174-ae7d-b4c6ba9a8fdb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f926108a-d408-4174-ae7d-b4c6ba9a8fdb,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:27.994160 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:28.087814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069bd6a-d79b-4d0b-8f09-56c7aca171a8 req-bc731ebe-bfa4-4b25-ab1b-771ea761030c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:28.091099 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9069bd6a-d79b-4d0b-8f09-56c7aca171a8 req-bc731ebe-bfa4-4b25-ab1b-771ea761030c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 946 time: 0.1057701 Nov 12 09:02:28.219693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9069bd6a-d79b-4d0b-8f09-56c7aca171a8 req-31be051b-a4f7-4805-a647-97f71a3447de tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205869 Nov 12 09:02:28.314147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d86cc9-6f7a-422f-8d5d-abb9aec56e37 req-2052a8f0-ea17-4fcd-a014-5ab450897b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:28.315722 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-32d86cc9-6f7a-422f-8d5d-abb9aec56e37 req-2052a8f0-ea17-4fcd-a014-5ab450897b55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 1098 time: 0.1908379 Nov 12 09:02:28.320805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f926108a-d408-4174-ae7d-b4c6ba9a8fdb,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:28.324402 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831f5bc4-2257-4167-8346-35327c42fd9e x-openstack-request-id: req-831f5bc4-2257-4167-8346-35327c42fd9e {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:28.324770 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aade6811-50a6-4cd3-aa2a-b62397ffd39e", "name": "network-vif-plugged", "status": "completed", "tag": "f926108a-d408-4174-ae7d-b4c6ba9a8fdb", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:28.325140 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-831f5bc4-2257-4167-8346-35327c42fd9e {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:28.325635 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'code': 200} Nov 12 09:02:28.545136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ae70b4fe-a7b5-4881-8e93-7cce54339ae3 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:28.623789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ae70b4fe-a7b5-4881-8e93-7cce54339ae3 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:28.624489 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:28.739991 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-32d86cc9-6f7a-422f-8d5d-abb9aec56e37 req-6fa2c361-8625-4d7b-9e47-62fe111de121 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036891 Nov 12 09:02:28.741038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-ae8c5eb7-aa19-4ddb-9a81-1596b41cda3e tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:28.742577 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-ae8c5eb7-aa19-4ddb-9a81-1596b41cda3e tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/networks?id=da682fa2-ce49-4f03-a1f7-01b9c76ee5ad HTTP/1.1" status: 200 len: 911 time: 0.5325468 Nov 12 09:02:28.780757 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-f70acd93-817d-4360-937b-dfb6c452fd62 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/quotas/80e65f95e82b45ffadd0caa3dc5ddc11 HTTP/1.1" status: 200 len: 375 time: 0.0209732 Nov 12 09:02:28.838434 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:28.891551 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-706bf7f1-6002-40ee-b40c-eef6dedb4c3b tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=80e65f95e82b45ffadd0caa3dc5ddc11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058192 Nov 12 09:02:29.012464 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-44e95f0d-8ea5-4b63-82b3-473892cbabd9 service neutron] 10.222.0.31 "GET /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009731 Nov 12 09:02:29.066768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Sync routers for ids ['14f1109a-e415-46b5-8c6c-26078c816e23'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:29.077159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Routers {'14f1109a-e415-46b5-8c6c-26078c816e23'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:29.077852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['14f1109a-e415-46b5-8c6c-26078c816e23'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:29.132838 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-8a174907-bf74-4590-958c-796f1733a995 service neutron] 10.222.0.31 "GET /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044862 Nov 12 09:02:29.196177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Set router 14f1109a-e415-46b5-8c6c-26078c816e23 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:29.337962 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c000088d-400e-4d85-a0a8-23d81e0b8743 req-19cd6040-8a2e-4ca8-a75e-c239511ef7ca tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 210 time: 0.0510638 Nov 12 09:02:29.417427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aa9ea-1ea8-4b89-888c-9f27aa207c45 req-5dfc7c62-8f35-4714-a6b3-148a9ce7693a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:29.419028 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-da3aa9ea-1ea8-4b89-888c-9f27aa207c45 req-5dfc7c62-8f35-4714-a6b3-148a9ce7693a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 946 time: 0.0729527 Nov 12 09:02:29.445810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'name': 'tempest-TestServerMultinode-1728862209-router', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:26Z', 'revision_number': 4, 'project_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'gw_port': {'id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '2b289b21-8f34-4c63-82d1-badad127519c', 'name': '', 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'mac_address': 'fa:16:3e:44:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c7414b81-b955-4deb-9a49-5d73e851ff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:25Z', 'updated_at': '2021-11-12T09:02:26Z', 'revision_number': 2, 'project_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'subnets': [{'id': 'c7414b81-b955-4deb-9a49-5d73e851ff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:29.482738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Checking router: 14f1109a-e415-46b5-8c6c-26078c816e23 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:02:29.483106 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Updating router 14f1109a-e415-46b5-8c6c-26078c816e23 port 2b289b21-8f34-4c63-82d1-badad127519c binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:02:29.498492 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-da3aa9ea-1ea8-4b89-888c-9f27aa207c45 req-6466b3c7-fe83-4e9b-bdf1-20cdc9d0f059 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705945 Nov 12 09:02:29.527750 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:29.813291 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:29.819161 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:29.934019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e24b9-7e0d-44e1-b2e7-1edea0550d9f None None] Pushing event updated for resources: {'Port': ['ID=2b289b21-8f34-4c63-82d1-badad127519c,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:29.946265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Attempting to bind port 2b289b21-8f34-4c63-82d1-badad127519c on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:29.946650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Attempting to bind port 2b289b21-8f34-4c63-82d1-badad127519c by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '337182aa-a7c9-41b8-b7e6-62e2b5485e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:29.947018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Attempting to bind port 2b289b21-8f34-4c63-82d1-badad127519c on network 0f3e008b-96e2-4925-af94-2525f6db0f0f {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:29.952892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:29.953941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Checking segment: {'id': '337182aa-a7c9-41b8-b7e6-62e2b5485e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:29.954371 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:29.954774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Bound using segment: {'id': '337182aa-a7c9-41b8-b7e6-62e2b5485e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:29.955268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Bound port: 2b289b21-8f34-4c63-82d1-badad127519c, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337182aa-a7c9-41b8-b7e6-62e2b5485e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:29.955658 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:30.073396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] For port 2b289b21-8f34-4c63-82d1-badad127519c, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:30.078558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] For port 2b289b21-8f34-4c63-82d1-badad127519c, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2b289b21-8f34-4c63-82d1-badad127519c,segment=NetworkSegment(337182aa-a7c9-41b8-b7e6-62e2b5485e1e),segment_id=337182aa-a7c9-41b8-b7e6-62e2b5485e1e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:30.083756 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:30.173120 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e24b9-7e0d-44e1-b2e7-1edea0550d9f None None] Pushing event updated for resources: {'Port': ['ID=2b289b21-8f34-4c63-82d1-badad127519c,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:30.175627 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Routers {'14f1109a-e415-46b5-8c6c-26078c816e23'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:30.176238 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['14f1109a-e415-46b5-8c6c-26078c816e23'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:30.287479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6d67f1cb-19f8-4712-b3dd-c0b32acf1e7f None None] Provisioning complete for port 2b289b21-8f34-4c63-82d1-badad127519c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:30.287855 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6d67f1cb-19f8-4712-b3dd-c0b32acf1e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:30.332280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] Set router 14f1109a-e415-46b5-8c6c-26078c816e23 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:30.460660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f4b65f6-0651-4b34-a6f7-c880f346ccb6 req-9ca72796-d209-467f-96f2-9fb405aaefa6 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 210 time: 0.0480185 Nov 12 09:02:30.595917 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6d67f1cb-19f8-4712-b3dd-c0b32acf1e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:30.635497 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afda25-2965-4db2-9d08-b66d62f39f48 req-54bca94c-f737-4541-bb8f-43047f261628 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:30.645247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62afda25-2965-4db2-9d08-b66d62f39f48 req-54bca94c-f737-4541-bb8f-43047f261628 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 946 time: 0.0709498 Nov 12 09:02:30.674586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6d67f1cb-19f8-4712-b3dd-c0b32acf1e7f None None] For port 2b289b21-8f34-4c63-82d1-badad127519c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2b289b21-8f34-4c63-82d1-badad127519c,segment=NetworkSegment(337182aa-a7c9-41b8-b7e6-62e2b5485e1e),segment_id=337182aa-a7c9-41b8-b7e6-62e2b5485e1e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:30.684266 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6d67f1cb-19f8-4712-b3dd-c0b32acf1e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:30.734300 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62afda25-2965-4db2-9d08-b66d62f39f48 req-b2eef3d2-15e8-4afa-ad9d-8184732752b9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878026 Nov 12 09:02:30.766299 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67f1cb-19f8-4712-b3dd-c0b32acf1e7f None None] Pushing event updated for resources: {'Port': ['ID=2b289b21-8f34-4c63-82d1-badad127519c,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:30.774705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'name': 'tempest-TestServerMultinode-1728862209-router', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:26Z', 'revision_number': 4, 'project_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'gw_port': {'id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '2b289b21-8f34-4c63-82d1-badad127519c', 'name': '', 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'mac_address': 'fa:16:3e:44:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c7414b81-b955-4deb-9a49-5d73e851ff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:25Z', 'updated_at': '2021-11-12T09:02:30Z', 'revision_number': 4, 'project_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'subnets': [{'id': 'c7414b81-b955-4deb-9a49-5d73e851ff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:30.812058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-9891ec67-63f3-48ae-8e48-1f139337493c tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:30.817810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff35556f-a591-4c4b-ade3-76c110c83759 None None] The sync data for ids ['14f1109a-e415-46b5-8c6c-26078c816e23'] in n-d-768851-18 is: [{'id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'name': 'tempest-TestServerMultinode-1728862209-router', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:26Z', 'revision_number': 4, 'project_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'gw_port': {'id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '2b289b21-8f34-4c63-82d1-badad127519c', 'name': '', 'network_id': '0f3e008b-96e2-4925-af94-2525f6db0f0f', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'mac_address': 'fa:16:3e:44:af:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c7414b81-b955-4deb-9a49-5d73e851ff7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:25Z', 'updated_at': '2021-11-12T09:02:30Z', 'revision_number': 4, 'project_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'subnets': [{'id': 'c7414b81-b955-4deb-9a49-5d73e851ff7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:30.818944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-9891ec67-63f3-48ae-8e48-1f139337493c tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.46 "GET /v2.0/networks?id=da682fa2-ce49-4f03-a1f7-01b9c76ee5ad HTTP/1.1" status: 200 len: 911 time: 0.2373259 Nov 12 09:02:30.831252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Request body: {'port': {'device_id': '383121b4-fd56-479e-921d-bf6ce55f21f0', 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad', 'admin_state_up': True, 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:30.837686 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-64f095a9-2ff5-4059-8763-19c561d48492 None None] Provisioning complete for port 2b289b21-8f34-4c63-82d1-badad127519c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:30.839040 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-64f095a9-2ff5-4059-8763-19c561d48492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:30.896856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Made reservation on behalf of 80e65f95e82b45ffadd0caa3dc5ddc11 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:30.899934 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:30.940110 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0e414-7e3f-4cb1-bf63-51588432981e req-6b55dafd-c03f-4968-98cd-0492f2b2a921 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:30.942090 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fca0e414-7e3f-4cb1-bf63-51588432981e req-6b55dafd-c03f-4968-98cd-0492f2b2a921 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 946 time: 0.0888321 Nov 12 09:02:31.078791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fca0e414-7e3f-4cb1-bf63-51588432981e req-32c41b56-c041-46b3-9a66-e6c3b92e14ca tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283975 Nov 12 09:02:31.103013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42284) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:31.167385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Allocated IP 172.20.0.5 (da682fa2-ce49-4f03-a1f7-01b9c76ee5ad/df396c9d-f540-4d6c-a917-62249b10975a/e22bdc6d-8e66-45ab-a1c1-7c3720ac892b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:31.177195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1939812-c2f1-428b-ad6a-f00be2f782eb tempest-TestVolumeBootPattern-1321905396 tempest-TestVolumeBootPattern-1321905396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:31.181212 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e1939812-c2f1-428b-ad6a-f00be2f782eb tempest-TestVolumeBootPattern-1321905396 tempest-TestVolumeBootPattern-1321905396-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 1093 time: 0.0753801 Nov 12 09:02:31.182564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42286) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:31.188006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:31.242763 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:31.418078 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:31.461802 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:31.508702 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:31.598810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:31.599252 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa1577-1d87-4403-950d-45aa0906b5ed req-1f6211f7-bdbe-41d8-b33c-47b609bfce5b tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:31.604886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:31.607871 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecfa1577-1d87-4403-950d-45aa0906b5ed req-1f6211f7-bdbe-41d8-b33c-47b609bfce5b tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1027 time: 0.0591762 Nov 12 09:02:31.608037 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Pushing event updated for resources: {'Port': ['ID=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:31.610950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:31.648896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:31.649277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:31.649623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:31.649963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:31.650296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:31.650628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:31.650956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:31.651356 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:31.651686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:31.652010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:31.652334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:31.652656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:31.674853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Allocated IP 172.25.3.135 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/c04d1c38-0dc2-4c77-a4a1-98f4c398bbd7) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:31.691937 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecfa1577-1d87-4403-950d-45aa0906b5ed req-02cd5a67-f435-42a5-ad7b-830f67379401 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778363 Nov 12 09:02:31.694466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:31.695086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:31.797466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-b67f7889-f70d-412c-825a-b73ede16c642 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9710360 Nov 12 09:02:31.813839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Request body: {'port': {'device_id': '383121b4-fd56-479e-921d-bf6ce55f21f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:31.864902 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:31.906595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:31.951096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c2dd361c-1bcc-4e2b-b94d-17802f03cb95 None None] Provisioning complete for port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:31.952088 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c2dd361c-1bcc-4e2b-b94d-17802f03cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:31.978100 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:32.004527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c2dd361c-1bcc-4e2b-b94d-17802f03cb95 None None] Port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:32.092495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:32.102331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:32.104728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:32.109413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=c04d1c38-0dc2-4c77-a4a1-98f4c398bbd7,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:32.416370 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22bdc6d-8e66-45ab-a1c1-7c3720ac892b {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:32.428608 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:32.453040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Transition to ACTIVE for port object e22bdc6d-8e66-45ab-a1c1-7c3720ac892b will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:02:32.466388 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:32.518082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2b289b21-8f34-4c63-82d1-badad127519c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:32.572365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 2b289b21-8f34-4c63-82d1-badad127519c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:32.572749 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:32.679093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Pushing event updated for resources: {'Port': ['ID=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:32.911755 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:32.954735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Attempting to bind port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:32.955106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Attempting to bind port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:32.955397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Attempting to bind port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b on network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:32.969871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942a26d-72db-444a-a0fa-7635938622fe req-e0f22923-0274-4c0c-95f7-7e9ed6acbb90 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:32.971553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3942a26d-72db-444a-a0fa-7635938622fe req-e0f22923-0274-4c0c-95f7-7e9ed6acbb90 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1053 time: 0.1817741 Nov 12 09:02:32.985068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b on network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:02:32.985433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Attempting to bind port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b on network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:33.021489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:33.021819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Checking segment: {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:33.022206 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Bound using segment: {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:33.022808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Bound port: e22bdc6d-8e66-45ab-a1c1-7c3720ac892b, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:33.023259 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:33.105603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3942a26d-72db-444a-a0fa-7635938622fe req-77c6de05-c4ff-4945-bb06-aba523274754 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275401 Nov 12 09:02:33.115235 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:33.182325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] For port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:33.187305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] For port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:33.191692 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:33.651712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:33.652421 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:33.653834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] 10.222.0.46 "PUT /v2.0/ports/e22bdc6d-8e66-45ab-a1c1-7c3720ac892b HTTP/1.1" status: 200 len: 1092 time: 1.8476362 Nov 12 09:02:33.659177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383121b4-fd56-479e-921d-bf6ce55f21f0', 'tag': 'e22bdc6d-8e66-45ab-a1c1-7c3720ac892b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:33.660946 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c8c05c-b836-425e-b8cd-b5160a0a870d" -d '{"events": [{"name": "network-changed", "server_uuid": "383121b4-fd56-479e-921d-bf6ce55f21f0", "tag": "e22bdc6d-8e66-45ab-a1c1-7c3720ac892b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:33.688674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a925af-4e61-4f0d-98d0-f6f8a7ee9b62 service neutron] Pushing event updated for resources: {'Port': ['ID=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:33.710747 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a8f1ee-65a7-4dcd-93ce-4d542b33d600 x-openstack-request-id: req-b8a8f1ee-65a7-4dcd-93ce-4d542b33d600 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:33.711215 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383121b4-fd56-479e-921d-bf6ce55f21f0", "tag": "e22bdc6d-8e66-45ab-a1c1-7c3720ac892b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:33.711659 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8a8f1ee-65a7-4dcd-93ce-4d542b33d600 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:33.712367 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383121b4-fd56-479e-921d-bf6ce55f21f0', 'tag': 'e22bdc6d-8e66-45ab-a1c1-7c3720ac892b', 'status': 'completed', 'code': 200} Nov 12 09:02:33.780180 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:33.787175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-3869b06d-af1a-4046-9570-8098cacd4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:33.788937 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-3869b06d-af1a-4046-9570-8098cacd4867 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=80e65f95e82b45ffadd0caa3dc5ddc11&device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1095 time: 0.0717402 Nov 12 09:02:33.790172 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:33.871785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-842fbad9-9498-4ad5-9ad4-5d6952dba1dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b HTTP/1.1" status: 200 len: 217 time: 0.0520990 Nov 12 09:02:33.928214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=c04d1c38-0dc2-4c77-a4a1-98f4c398bbd7,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:33.953739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:33.995173 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-8fb0304d-c606-4ea2-8fab-bb4fd6b07905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:33.996680 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-8fb0304d-c606-4ea2-8fab-bb4fd6b07905 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df396c9d-f540-4d6c-a917-62249b10975a HTTP/1.1" status: 200 len: 849 time: 0.1017056 Nov 12 09:02:34.099796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-e97bd960-2e4f-44fc-bd5b-531416cd811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:34.101437 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-e97bd960-2e4f-44fc-bd5b-531416cd811c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da682fa2-ce49-4f03-a1f7-01b9c76ee5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957527 Nov 12 09:02:34.102880 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Floating IP d3a7e149-7197-4bd2-a6f9-5d0cf8186ac5 associated. External IP: 172.25.3.135, port: f926108a-d408-4174-ae7d-b4c6ba9a8fdb. Nov 12 09:02:34.321860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fb80a-fd8a-433e-89c3-334cbf844241 req-938eb60d-812d-450b-b36f-c5705518fa85 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:34.323415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-873fb80a-fd8a-433e-89c3-334cbf844241 req-938eb60d-812d-450b-b36f-c5705518fa85 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1095 time: 0.1232874 Nov 12 09:02:34.325185 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-d2df2e47-a901-44e4-9610-99b36849e8a7 service neutron] 10.222.0.46 "GET /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861417 Nov 12 09:02:34.534286 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-873fb80a-fd8a-433e-89c3-334cbf844241 req-a0effcea-7b1a-4687-9913-7d86f69583d5 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731169 Nov 12 09:02:34.554516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Router 90db320e-70f6-4bcc-8d86-a3ca4467e41f has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:02:34.562639 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77ed1722-7c22-4b99-9d91-571b0815da50 req-1733e442-7008-42a0-886b-c74631974baa service neutron] 10.222.0.46 "GET /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028539 Nov 12 09:02:34.729895 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8c05c-b836-425e-b8cd-b5160a0a870d req-119d1ad0-5d9c-4843-bfaa-3e3edb1489a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:34.731419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0c8c05c-b836-425e-b8cd-b5160a0a870d req-119d1ad0-5d9c-4843-bfaa-3e3edb1489a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=80e65f95e82b45ffadd0caa3dc5ddc11&device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1095 time: 0.1111157 Nov 12 09:02:34.732568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:34.745006 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9484d0-13ae-4f79-99c2-67b6acb474be None None] Sync routers for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:34.759315 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9484d0-13ae-4f79-99c2-67b6acb474be None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:34.760077 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fa9484d0-13ae-4f79-99c2-67b6acb474be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:34.816609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:34.860141 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ea5b7bca-f4d4-44ea-a3f5-34506bb570ad tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6753209 Nov 12 09:02:34.882109 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-fa9484d0-13ae-4f79-99c2-67b6acb474be None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:34.886627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8c05c-b836-425e-b8cd-b5160a0a870d req-184a30af-1dbe-46a4-8ab3-4543782ea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:34.888170 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0c8c05c-b836-425e-b8cd-b5160a0a870d req-184a30af-1dbe-46a4-8ab3-4543782ea90c service neutron] 10.222.0.46 "GET /v2.0/networks?id=da682fa2-ce49-4f03-a1f7-01b9c76ee5ad HTTP/1.1" status: 200 len: 911 time: 0.1494300 Nov 12 09:02:34.938617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0c8c05c-b836-425e-b8cd-b5160a0a870d req-9544e110-00b7-45b5-89fb-8c2a9d4f9cae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b HTTP/1.1" status: 200 len: 217 time: 0.0421324 Nov 12 09:02:34.994578 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8c05c-b836-425e-b8cd-b5160a0a870d req-bde170ba-2951-4853-a640-9f8fc745d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:34.996086 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0c8c05c-b836-425e-b8cd-b5160a0a870d req-bde170ba-2951-4853-a640-9f8fc745d9d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=df396c9d-f540-4d6c-a917-62249b10975a HTTP/1.1" status: 200 len: 849 time: 0.0512495 Nov 12 09:02:35.054635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8c05c-b836-425e-b8cd-b5160a0a870d req-2f69bfa8-f3f5-4220-894e-751ff4ee5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:35.056180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0c8c05c-b836-425e-b8cd-b5160a0a870d req-2f69bfa8-f3f5-4220-894e-751ff4ee5780 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=da682fa2-ce49-4f03-a1f7-01b9c76ee5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500207 Nov 12 09:02:35.154050 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fa9484d0-13ae-4f79-99c2-67b6acb474be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'd3a7e149-7197-4bd2-a6f9-5d0cf8186ac5', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:f4:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:32Z', 'updated_at': '2021-11-12T09:02:32Z', 'revision_number': 0, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:35.168073 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0c8c05c-b836-425e-b8cd-b5160a0a870d req-d48c8ba1-dff0-46e2-b83a-d8a232c3f1ce service neutron] 10.222.0.46 "GET /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961890 Nov 12 09:02:35.186806 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9484d0-13ae-4f79-99c2-67b6acb474be None None] Checking router: 90db320e-70f6-4bcc-8d86-a3ca4467e41f for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:02:35.197638 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9484d0-13ae-4f79-99c2-67b6acb474be None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:35.198256 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fa9484d0-13ae-4f79-99c2-67b6acb474be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:35.252898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9be96011-cfb9-4a20-8853-6e6468ff3a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:35.278425 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0c8c05c-b836-425e-b8cd-b5160a0a870d req-b640e010-d72c-45fb-b0c3-6f64dd711ca9 service neutron] 10.222.0.46 "GET /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030641 Nov 12 09:02:35.316474 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-fa9484d0-13ae-4f79-99c2-67b6acb474be None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:35.539751 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fa9484d0-13ae-4f79-99c2-67b6acb474be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'd3a7e149-7197-4bd2-a6f9-5d0cf8186ac5', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:f4:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:32Z', 'updated_at': '2021-11-12T09:02:32Z', 'revision_number': 0, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:35.570679 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9484d0-13ae-4f79-99c2-67b6acb474be None None] The sync data for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 is: [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'd3a7e149-7197-4bd2-a6f9-5d0cf8186ac5', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:f4:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:32Z', 'updated_at': '2021-11-12T09:02:32Z', 'revision_number': 0, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:35.676432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9e17e-c1f4-4f9e-b7ce-4d7e0cee7ba0 req-8c4e2233-5c7a-45b9-86fa-5315516807d0 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:35.678241 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-60b9e17e-c1f4-4f9e-b7ce-4d7e0cee7ba0 req-8c4e2233-5c7a-45b9-86fa-5315516807d0 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1095 time: 0.0676556 Nov 12 09:02:35.713054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'tag': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:35.715948 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdd1cdd-d205-4235-a67c-7c184ae6581c" -d '{"events": [{"name": "network-changed", "server_uuid": "aade6811-50a6-4cd3-aa2a-b62397ffd39e", "tag": "f926108a-d408-4174-ae7d-b4c6ba9a8fdb"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:35.739212 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-60b9e17e-c1f4-4f9e-b7ce-4d7e0cee7ba0 req-a68ea5ef-13d9-4f3d-bebe-e87fe350e6a4 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534210 Nov 12 09:02:35.767264 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9c7e5d-4e1a-4e16-8a85-e7a15edf5f99 x-openstack-request-id: req-0e9c7e5d-4e1a-4e16-8a85-e7a15edf5f99 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:35.767801 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aade6811-50a6-4cd3-aa2a-b62397ffd39e", "tag": "f926108a-d408-4174-ae7d-b4c6ba9a8fdb", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:35.767937 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e9c7e5d-4e1a-4e16-8a85-e7a15edf5f99 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:35.768257 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'tag': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'status': 'completed', 'code': 200} Nov 12 09:02:35.813818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e2953-3f83-4cfa-a71a-1ff3a8758dcd None None] New status for floating IP d3a7e149-7197-4bd2-a6f9-5d0cf8186ac5: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:02:35.843246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd1cdd-d205-4235-a67c-7c184ae6581c req-b84c3989-52bf-40f5-969a-e23eee3b0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:35.844918 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3cdd1cdd-d205-4235-a67c-7c184ae6581c req-b84c3989-52bf-40f5-969a-e23eee3b0606 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 1098 time: 0.0467985 Nov 12 09:02:35.962748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd1cdd-d205-4235-a67c-7c184ae6581c req-c30de3f8-b200-4fff-952c-8e2963b5c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:35.964692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3cdd1cdd-d205-4235-a67c-7c184ae6581c req-c30de3f8-b200-4fff-952c-8e2963b5c374 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.1115201 Nov 12 09:02:36.049504 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3cdd1cdd-d205-4235-a67c-7c184ae6581c req-6289e460-9e64-434a-8115-ae82cd4a09b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f926108a-d408-4174-ae7d-b4c6ba9a8fdb HTTP/1.1" status: 200 len: 1002 time: 0.0710912 Nov 12 09:02:36.107930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd1cdd-d205-4235-a67c-7c184ae6581c req-18df88d1-db75-4a36-8dcc-d2d644d00321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:36.109411 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3cdd1cdd-d205-4235-a67c-7c184ae6581c req-18df88d1-db75-4a36-8dcc-d2d644d00321 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0483320 Nov 12 09:02:36.160777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd1cdd-d205-4235-a67c-7c184ae6581c req-ebefad1f-5513-418b-8dd4-e437f23eeb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:36.162277 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3cdd1cdd-d205-4235-a67c-7c184ae6581c req-ebefad1f-5513-418b-8dd4-e437f23eeb20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412564 Nov 12 09:02:36.254016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3cdd1cdd-d205-4235-a67c-7c184ae6581c req-6fb00af6-ccb0-4dd2-bc98-a9f9378ece7a service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835536 Nov 12 09:02:36.356668 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3cdd1cdd-d205-4235-a67c-7c184ae6581c req-a2475f5d-60f3-422e-aa8d-5c614c35d1e4 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870810 Nov 12 09:02:36.855814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1e972-0738-48fc-bd66-85a2d9b7a646 req-f705b118-d7c0-4c75-8b23-f59add67d724 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:36.857481 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-61b1e972-0738-48fc-bd66-85a2d9b7a646 req-f705b118-d7c0-4c75-8b23-f59add67d724 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1095 time: 0.0431688 Nov 12 09:02:36.905153 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-61b1e972-0738-48fc-bd66-85a2d9b7a646 req-ce367ecc-be2b-4512-b036-f8ae9b57fd13 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Nov 12 09:02:37.545936 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1944b488-4f6c-41c7-bd1a-d6d83602941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:38.035296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6ec91-fbd8-49d4-9e12-b3471d844c26 req-43ff3c5e-99dc-4813-9d56-c6fabf5e5269 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:38.037315 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0b6ec91-fbd8-49d4-9e12-b3471d844c26 req-43ff3c5e-99dc-4813-9d56-c6fabf5e5269 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1095 time: 0.0570514 Nov 12 09:02:38.083077 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0b6ec91-fbd8-49d4-9e12-b3471d844c26 req-85e64e42-6b65-4695-b54a-f00388bf1e46 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396025 Nov 12 09:02:38.421418 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e22bdc6d-8e66-45ab-a1c1-7c3720ac892b details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:02:38.523523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:38.539974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'e22bdc6d-8e66-45ab-a1c1-7c3720ac892b', 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad', 'port_id': 'e22bdc6d-8e66-45ab-a1c1-7c3720ac892b', 'mac_address': 'fa:16:3e:bc:05:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df396c9d-f540-4d6c-a917-62249b10975a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:02:38.581068 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:38.594748 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22bdc6d-8e66-45ab-a1c1-7c3720ac892b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:38.615694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:38.627342 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:38.679301 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:38.694908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:38.956485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e22bdc6d-8e66-45ab-a1c1-7c3720ac892b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:39.208881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe10810-c602-42ec-8944-1e56354b9e79 req-d0cfd07d-130c-48f3-8ff9-82c512f4efbe tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:39.211114 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ffe10810-c602-42ec-8944-1e56354b9e79 req-d0cfd07d-130c-48f3-8ff9-82c512f4efbe tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1096 time: 0.0536165 Nov 12 09:02:39.260163 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ffe10810-c602-42ec-8944-1e56354b9e79 req-e8b3cb29-2c2d-437b-9926-993a02e49171 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Nov 12 09:02:40.041264 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.374127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f688ba5-b757-487f-9ea2-cea7b27aaa7f req-f07046c7-c4a3-4b20-bdf3-e5416d832f3c tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:40.375659 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4f688ba5-b757-487f-9ea2-cea7b27aaa7f req-f07046c7-c4a3-4b20-bdf3-e5416d832f3c tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1096 time: 0.0464807 Nov 12 09:02:40.422345 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4f688ba5-b757-487f-9ea2-cea7b27aaa7f req-91541b1e-dd5f-4cfb-b48c-1ef9c85aef6e tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402071 Nov 12 09:02:40.447729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e22bdc6d-8e66-45ab-a1c1-7c3720ac892b up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:40.498329 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:02:40.502279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:40.502547 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.583215 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.607804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383121b4-fd56-479e-921d-bf6ce55f21f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22bdc6d-8e66-45ab-a1c1-7c3720ac892b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:40.610708 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eace68b-4020-4f16-8872-1eb5b81884a4" -d '{"events": [{"server_uuid": "383121b4-fd56-479e-921d-bf6ce55f21f0", "name": "network-vif-plugged", "status": "completed", "tag": "e22bdc6d-8e66-45ab-a1c1-7c3720ac892b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:40.629663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:40.638346 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.698163 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:40.726035 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d95205-dd35-413b-9a33-85c2eee821eb x-openstack-request-id: req-e4d95205-dd35-413b-9a33-85c2eee821eb {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:40.726454 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383121b4-fd56-479e-921d-bf6ce55f21f0", "name": "network-vif-plugged", "status": "completed", "tag": "e22bdc6d-8e66-45ab-a1c1-7c3720ac892b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:40.726892 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4d95205-dd35-413b-9a33-85c2eee821eb {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:40.727495 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383121b4-fd56-479e-921d-bf6ce55f21f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22bdc6d-8e66-45ab-a1c1-7c3720ac892b', 'code': 200} Nov 12 09:02:40.830271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe88b8c-2d13-4c10-b92c-53ec13f4d83a req-906ce1d2-ca1b-4bf1-9f64-35984a5be8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:40.831721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fe88b8c-2d13-4c10-b92c-53ec13f4d83a req-906ce1d2-ca1b-4bf1-9f64-35984a5be8ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1097 time: 0.0431254 Nov 12 09:02:40.881733 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fe88b8c-2d13-4c10-b92c-53ec13f4d83a req-359785f2-5483-4f9f-9e10-2526f4d37543 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432024 Nov 12 09:02:40.955214 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:41.540637 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afaa39-5eee-49a1-99ab-d9944c243ce8 req-84494647-9888-4493-929d-d7c81a1bc974 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:41.542353 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-92afaa39-5eee-49a1-99ab-d9944c243ce8 req-84494647-9888-4493-929d-d7c81a1bc974 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1097 time: 0.0458419 Nov 12 09:02:41.598471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-92afaa39-5eee-49a1-99ab-d9944c243ce8 req-3be75232-364a-4965-abfb-d87d20ab86b6 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479212 Nov 12 09:02:42.732052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b2e35-45f3-40bf-af53-f92da990e6a2 req-701447bf-bd3e-48fe-a55f-7d56444e9854 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:42.734428 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7c4b2e35-45f3-40bf-af53-f92da990e6a2 req-701447bf-bd3e-48fe-a55f-7d56444e9854 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1097 time: 0.0458348 Nov 12 09:02:42.786205 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7c4b2e35-45f3-40bf-af53-f92da990e6a2 req-d1bb11c1-b4d3-410b-a767-0bb6b3211b9a tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Nov 12 09:02:42.900564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f2071-46ef-4127-bd59-7e76ef96c6c0 req-0ac85748-5021-470a-b820-f96dbe73dfe4 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:42.902137 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-192f2071-46ef-4127-bd59-7e76ef96c6c0 req-0ac85748-5021-470a-b820-f96dbe73dfe4 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1097 time: 0.0473299 Nov 12 09:02:42.953512 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-192f2071-46ef-4127-bd59-7e76ef96c6c0 req-3f808786-259c-4421-82c4-e25f0a882647 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438521 Nov 12 09:02:43.079308 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed11757-7b5e-4caa-9ff2-80ea479ab5ee req-f84dae05-ebc6-4366-acd2-684be5789edc tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:43.080836 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eed11757-7b5e-4caa-9ff2-80ea479ab5ee req-f84dae05-ebc6-4366-acd2-684be5789edc tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1097 time: 0.0470915 Nov 12 09:02:43.126589 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eed11757-7b5e-4caa-9ff2-80ea479ab5ee req-75491f8b-6c0d-4c71-92c7-07449b1e2f52 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390270 Nov 12 09:02:43.372561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-7a1f6f43-51e0-402c-bdca-7ff026a3c583 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:43.374099 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-7a1f6f43-51e0-402c-bdca-7ff026a3c583 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/networks?id=da682fa2-ce49-4f03-a1f7-01b9c76ee5ad HTTP/1.1" status: 200 len: 911 time: 0.0960636 Nov 12 09:02:43.389421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-d4e8d547-0769-4eb4-a86f-cb8f3682ecd3 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/quotas/80e65f95e82b45ffadd0caa3dc5ddc11 HTTP/1.1" status: 200 len: 375 time: 0.0094924 Nov 12 09:02:43.470369 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-3215950d-9350-4471-b1dc-9f9bbd312ba6 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=80e65f95e82b45ffadd0caa3dc5ddc11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745115 Nov 12 09:02:43.570583 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-50aa1767-e602-46f3-8efe-2506cbf276da service neutron] 10.222.0.31 "GET /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915852 Nov 12 09:02:43.661357 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-b940ee3b-2896-4910-84a1-afaf9158ac75 service neutron] 10.222.0.31 "GET /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841892 Nov 12 09:02:43.817257 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2a368e36-3ffd-4afa-ab34-91879240bf84 req-40124f2d-e596-4038-9513-2d649dea6045 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 210 time: 0.0263526 Nov 12 09:02:44.909343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-2159ba31-4981-46db-a86a-0aa200f038dd tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:44.911949 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-2159ba31-4981-46db-a86a-0aa200f038dd tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.52 "GET /v2.0/networks?id=da682fa2-ce49-4f03-a1f7-01b9c76ee5ad HTTP/1.1" status: 200 len: 911 time: 0.1112347 Nov 12 09:02:44.927545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75dc6ce6-1d9b-4937-94c3-b1cb03ad8ffd req-1734faa3-6c59-4dd6-a161-362f4c41c42a tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 210 time: 0.0313718 Nov 12 09:02:44.933183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Request body: {'port': {'device_id': '56a0a105-3552-4aa9-a441-86be99647da1', 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad', 'admin_state_up': True, 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:44.961721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Made reservation on behalf of 80e65f95e82b45ffadd0caa3dc5ddc11 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:44.964200 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.090856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Allocated IP 172.20.0.7 (da682fa2-ce49-4f03-a1f7-01b9c76ee5ad/df396c9d-f540-4d6c-a917-62249b10975a/c31addb7-11bc-420c-9157-41e50abd46bf) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:45.243376 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.277440 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.289510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e22bdc6d-8e66-45ab-a1c1-7c3720ac892b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:45.320036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:45.325778 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:45.330406 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:45.336759 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Pushing event updated for resources: {'Port': ['ID=c31addb7-11bc-420c-9157-41e50abd46bf,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:45.365447 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:45.365803 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:45.366149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:45.366490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:45.366831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:45.367165 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:45.367495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:45.367825 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:45.368151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:45.368475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:45.368797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:45.369190 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:45.392452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.393076 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.414767 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-674cb52c-0c63-4959-bfcb-c1112b1437cf tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4882751 Nov 12 09:02:45.430155 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Request body: {'port': {'device_id': '56a0a105-3552-4aa9-a441-86be99647da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:45.514068 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.675634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d1ed45c5-7024-41d4-9cb3-acd98d2aef36 None None] Provisioning complete for port c31addb7-11bc-420c-9157-41e50abd46bf triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:45.676036 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d1ed45c5-7024-41d4-9cb3-acd98d2aef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.715416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed45c5-7024-41d4-9cb3-acd98d2aef36 None None] Port c31addb7-11bc-420c-9157-41e50abd46bf cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:45.801990 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31addb7-11bc-420c-9157-41e50abd46bf {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:45.810530 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.823788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Transition to ACTIVE for port object c31addb7-11bc-420c-9157-41e50abd46bf will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:02:45.828708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.883266 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Pushing event updated for resources: {'Port': ['ID=c31addb7-11bc-420c-9157-41e50abd46bf,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:45.974325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Attempting to bind port c31addb7-11bc-420c-9157-41e50abd46bf on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:45.975011 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Attempting to bind port c31addb7-11bc-420c-9157-41e50abd46bf by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:45.975553 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Attempting to bind port c31addb7-11bc-420c-9157-41e50abd46bf on network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:45.980650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Port c31addb7-11bc-420c-9157-41e50abd46bf on network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:02:45.981121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Attempting to bind port c31addb7-11bc-420c-9157-41e50abd46bf on network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:45.987017 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:45.987779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Checking segment: {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:45.988265 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Bound using segment: {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:45.989278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Bound port: c31addb7-11bc-420c-9157-41e50abd46bf, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51de8cb7-afdf-4d3b-bb76-ab40866e1541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:45.989278 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:46.098218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96f32d-66f7-41dc-a89d-d713977d3cec req-8e1aeb68-e5f7-4626-b86b-83aa277f2d84 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.099752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d96f32d-66f7-41dc-a89d-d713977d3cec req-8e1aeb68-e5f7-4626-b86b-83aa277f2d84 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1053 time: 0.0888538 Nov 12 09:02:46.100744 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] For port c31addb7-11bc-420c-9157-41e50abd46bf, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:46.103993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] For port c31addb7-11bc-420c-9157-41e50abd46bf, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c31addb7-11bc-420c-9157-41e50abd46bf,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:46.113730 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:46.160788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.161661 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:46.163269 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] 10.222.0.52 "PUT /v2.0/ports/c31addb7-11bc-420c-9157-41e50abd46bf HTTP/1.1" status: 200 len: 1092 time: 0.7387326 Nov 12 09:02:46.166252 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a0a105-3552-4aa9-a441-86be99647da1', 'tag': 'c31addb7-11bc-420c-9157-41e50abd46bf'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:46.168490 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008475a0-ce42-45c9-8c40-ff3d5989cb64" -d '{"events": [{"name": "network-changed", "server_uuid": "56a0a105-3552-4aa9-a441-86be99647da1", "tag": "c31addb7-11bc-420c-9157-41e50abd46bf"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:46.238649 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47af5ee6-a531-4328-814e-455fc3bc9216 x-openstack-request-id: req-47af5ee6-a531-4328-814e-455fc3bc9216 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:46.238989 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a0a105-3552-4aa9-a441-86be99647da1", "tag": "c31addb7-11bc-420c-9157-41e50abd46bf", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:46.239245 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-47af5ee6-a531-4328-814e-455fc3bc9216 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:46.239646 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a0a105-3552-4aa9-a441-86be99647da1', 'tag': 'c31addb7-11bc-420c-9157-41e50abd46bf', 'status': 'completed', 'code': 200} Nov 12 09:02:46.243700 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65059f62-5bf4-4802-a39e-164ac8a5b1ba service neutron] Pushing event updated for resources: {'Port': ['ID=c31addb7-11bc-420c-9157-41e50abd46bf,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:46.248396 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d96f32d-66f7-41dc-a89d-d713977d3cec req-f3205cfd-d7b7-47e0-844f-3f65f88682c1 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413558 Nov 12 09:02:46.281200 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-698b9375-9daf-46db-b203-cc7085dd3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.282928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-698b9375-9daf-46db-b203-cc7085dd3860 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=80e65f95e82b45ffadd0caa3dc5ddc11&device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1095 time: 0.0619218 Nov 12 09:02:46.333347 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-a276b7dd-8775-48bc-aa80-c1835e0ab54a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c31addb7-11bc-420c-9157-41e50abd46bf HTTP/1.1" status: 200 len: 217 time: 0.0399013 Nov 12 09:02:46.396529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-b728ebf3-0365-4933-99fc-f2133d4cf73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.398115 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-b728ebf3-0365-4933-99fc-f2133d4cf73a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df396c9d-f540-4d6c-a917-62249b10975a HTTP/1.1" status: 200 len: 849 time: 0.0562074 Nov 12 09:02:46.448450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-81cd757e-c6c1-4a26-bd36-c4be20b0e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.449975 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-81cd757e-c6c1-4a26-bd36-c4be20b0e3e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da682fa2-ce49-4f03-a1f7-01b9c76ee5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416465 Nov 12 09:02:46.550074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-74948c3f-2857-4650-930b-4b511f0db0cb service neutron] 10.222.0.52 "GET /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910878 Nov 12 09:02:46.651460 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27340560-fd28-4d2b-a886-86a215ddaf19 req-af836eb7-c197-4ca3-a4c6-77adfb0f917d service neutron] 10.222.0.52 "GET /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908556 Nov 12 09:02:46.796702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008475a0-ce42-45c9-8c40-ff3d5989cb64 req-c767ec4a-650e-4700-b781-1c5106e139e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.798207 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-008475a0-ce42-45c9-8c40-ff3d5989cb64 req-c767ec4a-650e-4700-b781-1c5106e139e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=80e65f95e82b45ffadd0caa3dc5ddc11&device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1095 time: 0.0435967 Nov 12 09:02:46.912806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008475a0-ce42-45c9-8c40-ff3d5989cb64 req-d306a760-fe8e-4bfd-b76a-54bb659689c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.914381 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-008475a0-ce42-45c9-8c40-ff3d5989cb64 req-d306a760-fe8e-4bfd-b76a-54bb659689c6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=da682fa2-ce49-4f03-a1f7-01b9c76ee5ad HTTP/1.1" status: 200 len: 911 time: 0.0980208 Nov 12 09:02:46.965792 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-008475a0-ce42-45c9-8c40-ff3d5989cb64 req-f1794dcb-d2c1-40d7-a866-ccfd11241631 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c31addb7-11bc-420c-9157-41e50abd46bf HTTP/1.1" status: 200 len: 217 time: 0.0364828 Nov 12 09:02:47.027371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008475a0-ce42-45c9-8c40-ff3d5989cb64 req-259e4c19-2199-4f66-9460-b910843dfe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:47.028887 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-008475a0-ce42-45c9-8c40-ff3d5989cb64 req-259e4c19-2199-4f66-9460-b910843dfe74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df396c9d-f540-4d6c-a917-62249b10975a HTTP/1.1" status: 200 len: 849 time: 0.0513697 Nov 12 09:02:47.084271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008475a0-ce42-45c9-8c40-ff3d5989cb64 req-06014061-1dad-462b-ad42-d6aa708f6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:47.086294 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-008475a0-ce42-45c9-8c40-ff3d5989cb64 req-06014061-1dad-462b-ad42-d6aa708f6266 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da682fa2-ce49-4f03-a1f7-01b9c76ee5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443587 Nov 12 09:02:47.184854 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-008475a0-ce42-45c9-8c40-ff3d5989cb64 req-8a58e50a-918d-48dd-9fdd-a07e4111a103 service neutron] 10.222.0.52 "GET /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875142 Nov 12 09:02:47.298423 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-008475a0-ce42-45c9-8c40-ff3d5989cb64 req-845065f7-9d4c-4351-b4c6-82d0ee0ad070 service neutron] 10.222.0.52 "GET /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976148 Nov 12 09:02:47.342802 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42426) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:47.382243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f77b39-f359-478d-87cb-7a1f69146201 req-c65f129d-849f-449a-bf6e-589b5fe419ee tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:47.383775 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1f77b39-f359-478d-87cb-7a1f69146201 req-c65f129d-849f-449a-bf6e-589b5fe419ee tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1095 time: 0.0482204 Nov 12 09:02:47.392008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1212a83a-9808-4c61-a654-f23406f6b9f5 admin admin] Deleting subnet 1cda1932-986a-4904-991b-0cf31cc5c667 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:02:47.395602 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1212a83a-9808-4c61-a654-f23406f6b9f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.433409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1212a83a-9808-4c61-a654-f23406f6b9f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.445283 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1f77b39-f359-478d-87cb-7a1f69146201 req-9fdea940-0de7-4c21-bc97-0b2ad13cdb31 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490818 Nov 12 09:02:47.488117 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1212a83a-9808-4c61-a654-f23406f6b9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.541947 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1212a83a-9808-4c61-a654-f23406f6b9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.570159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212a83a-9808-4c61-a654-f23406f6b9f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cda1932-986a-4904-991b-0cf31cc5c667,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:47.572057 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1212a83a-9808-4c61-a654-f23406f6b9f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.575505 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1212a83a-9808-4c61-a654-f23406f6b9f5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1cda1932-986a-4904-991b-0cf31cc5c667 HTTP/1.1" status: 204 len: 168 time: 0.2315416 Nov 12 09:02:47.578044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42428) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:47.649319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.736575 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.757426 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:47.767433 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27bae732-c344-449f-bfde-5e3094643a2a') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:47.767728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27bae732-c344-449f-bfde-5e3094643a2a') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:47.777039 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.790699 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.797714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:02:47.798115 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:02:47.799799 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:02:47.863723 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.869644 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.877008 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1 HTTP/1.1" status: 204 len: 168 time: 0.2948260 Nov 12 09:02:47.887040 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b425fc1-d5b3-443d-86ee-ee4ab14b6a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a3adf3-252c-4b4a-bd64-8588f7c8b9c1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:48.045301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42434) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:48.085970 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4afc9518-a0c1-4552-8258-1ab55a47cefa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e385981396c4f0c9f82558056fc2623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393398 Nov 12 09:02:48.088719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42436) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:48.137316 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b46fec0-586e-4b9f-b127-26ad1a44757e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.160069 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b46fec0-586e-4b9f-b127-26ad1a44757e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.207664 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b46fec0-586e-4b9f-b127-26ad1a44757e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.210391 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b46fec0-586e-4b9f-b127-26ad1a44757e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.211581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8b46fec0-586e-4b9f-b127-26ad1a44757e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/619dc37d-0cf4-4e3b-953f-b9e4063771ac HTTP/1.1" status: 204 len: 168 time: 0.1217997 Nov 12 09:02:48.219984 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46fec0-586e-4b9f-b127-26ad1a44757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619dc37d-0cf4-4e3b-953f-b9e4063771ac,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:48.557050 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15c7b-5b0f-4421-95bb-bee841d8e9bb req-d38bc181-0b30-4bf3-a639-d4fa982a4d9e tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:48.558898 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ae15c7b-5b0f-4421-95bb-bee841d8e9bb req-d38bc181-0b30-4bf3-a639-d4fa982a4d9e tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1095 time: 0.0547223 Nov 12 09:02:48.611174 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ae15c7b-5b0f-4421-95bb-bee841d8e9bb req-331c104b-4e4b-4314-8516-2957bb3889f2 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 Nov 12 09:02:49.731316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08b3c6-7e2d-4e86-a8e8-ed2426c37882 req-2813b5ef-fe90-4acd-8f2e-9b42121c6b56 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:49.732908 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a08b3c6-7e2d-4e86-a8e8-ed2426c37882 req-2813b5ef-fe90-4acd-8f2e-9b42121c6b56 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1095 time: 0.0438378 Nov 12 09:02:49.781045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3a08b3c6-7e2d-4e86-a8e8-ed2426c37882 req-1ed2b6b8-dc18-4396-bfea-0e24b39e7bb2 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Nov 12 09:02:49.789542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c31addb7-11bc-420c-9157-41e50abd46bf details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:02:49.893079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c31addb7-11bc-420c-9157-41e50abd46bf, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c31addb7-11bc-420c-9157-41e50abd46bf,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:49.905356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'c31addb7-11bc-420c-9157-41e50abd46bf', 'network_id': 'da682fa2-ce49-4f03-a1f7-01b9c76ee5ad', 'port_id': 'c31addb7-11bc-420c-9157-41e50abd46bf', 'mac_address': 'fa:16:3e:28:3c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df396c9d-f540-4d6c-a917-62249b10975a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:02:49.949457 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.964584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31addb7-11bc-420c-9157-41e50abd46bf {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:49.986500 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c31addb7-11bc-420c-9157-41e50abd46bf, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c31addb7-11bc-420c-9157-41e50abd46bf,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:49.992524 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:50.042613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=c31addb7-11bc-420c-9157-41e50abd46bf,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:50.054103 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:50.054456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:50.056768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:50.056768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:50.056768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:50.056768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:50.056768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:50.056768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:50.058015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:50.058015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:50.058015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:50.058442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:50.268190 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['c31addb7-11bc-420c-9157-41e50abd46bf'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:50.459349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42596) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:50.565986 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aec66b5-51ce-4328-b5d0-8f1069f7180d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:50.647289 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aec66b5-51ce-4328-b5d0-8f1069f7180d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:50.651826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9aec66b5-51ce-4328-b5d0-8f1069f7180d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:50.690471 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9aec66b5-51ce-4328-b5d0-8f1069f7180d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d144261ed61a4820b55fb63935546bc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293382 Nov 12 09:02:50.691301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec66b5-51ce-4328-b5d0-8f1069f7180d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad4c2d9-36d7-4db9-a1e2-62bcff98e756,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:50.693585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42600) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:50.744251 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8340c398-80d4-4685-aecf-6006aab0a807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:50.765817 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8340c398-80d4-4685-aecf-6006aab0a807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:50.816808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8340c398-80d4-4685-aecf-6006aab0a807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:50.819665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8340c398-80d4-4685-aecf-6006aab0a807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:50.823300 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8340c398-80d4-4685-aecf-6006aab0a807 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ad4c2d9-36d7-4db9-a1e2-62bcff98e756 HTTP/1.1" status: 204 len: 168 time: 0.1264765 Nov 12 09:02:50.833394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340c398-80d4-4685-aecf-6006aab0a807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad4c2d9-36d7-4db9-a1e2-62bcff98e756,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:50.904953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491fdb0-d04f-4093-82b7-de42ac720b25 req-4865ab62-7386-4805-924b-4d34b7dc1213 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:50.906639 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0491fdb0-d04f-4093-82b7-de42ac720b25 req-4865ab62-7386-4805-924b-4d34b7dc1213 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1096 time: 0.0481839 Nov 12 09:02:50.960805 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0491fdb0-d04f-4093-82b7-de42ac720b25 req-b8097018-bbd9-44a3-8118-83b8bc8e1ec2 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463061 Nov 12 09:02:51.100726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42608) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:51.114185 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f18c72c0-fa47-44d3-bad4-ec6bef67270a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.190720 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f18c72c0-fa47-44d3-bad4-ec6bef67270a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.194669 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f18c72c0-fa47-44d3-bad4-ec6bef67270a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.231976 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f18c72c0-fa47-44d3-bad4-ec6bef67270a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=657e3f35d6bc43dcbd2e10cdb13eb570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301322 Nov 12 09:02:51.234526 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c72c0-fa47-44d3-bad4-ec6bef67270a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a4847c-95d4-4ce9-879e-51e462a07afb,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:51.235215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42610) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:51.283501 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5ceab941-4e11-40fb-b24e-756313b1ca82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.305657 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5ceab941-4e11-40fb-b24e-756313b1ca82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.355998 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5ceab941-4e11-40fb-b24e-756313b1ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.358817 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5ceab941-4e11-40fb-b24e-756313b1ca82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.360479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5ceab941-4e11-40fb-b24e-756313b1ca82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6a4847c-95d4-4ce9-879e-51e462a07afb HTTP/1.1" status: 204 len: 168 time: 0.1242008 Nov 12 09:02:51.368379 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceab941-4e11-40fb-b24e-756313b1ca82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a4847c-95d4-4ce9-879e-51e462a07afb,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:51.789429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c31addb7-11bc-420c-9157-41e50abd46bf up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:51.841736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port c31addb7-11bc-420c-9157-41e50abd46bf completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:02:51.846756 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port c31addb7-11bc-420c-9157-41e50abd46bf triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:51.847298 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.928506 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.956316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a0a105-3552-4aa9-a441-86be99647da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31addb7-11bc-420c-9157-41e50abd46bf'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:51.958636 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66333932-95b3-4d88-8079-8f2414e4baa3" -d '{"events": [{"server_uuid": "56a0a105-3552-4aa9-a441-86be99647da1", "name": "network-vif-plugged", "status": "completed", "tag": "c31addb7-11bc-420c-9157-41e50abd46bf"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:51.971738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c31addb7-11bc-420c-9157-41e50abd46bf, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c31addb7-11bc-420c-9157-41e50abd46bf,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:51.977329 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.012076 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e780596d-60c1-4db5-b1da-7e4217739456 x-openstack-request-id: req-e780596d-60c1-4db5-b1da-7e4217739456 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:52.012358 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a0a105-3552-4aa9-a441-86be99647da1", "name": "network-vif-plugged", "status": "completed", "tag": "c31addb7-11bc-420c-9157-41e50abd46bf", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:52.012610 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e780596d-60c1-4db5-b1da-7e4217739456 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:52.012994 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a0a105-3552-4aa9-a441-86be99647da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31addb7-11bc-420c-9157-41e50abd46bf', 'code': 200} Nov 12 09:02:52.042165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=c31addb7-11bc-420c-9157-41e50abd46bf,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:52.043066 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:02:52.089727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e6ecc-3bde-4732-97a2-8a862ba77cc3 req-a39d9f63-1163-47ad-b86a-bf2cac792782 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:52.091323 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd8e6ecc-3bde-4732-97a2-8a862ba77cc3 req-a39d9f63-1163-47ad-b86a-bf2cac792782 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1097 time: 0.0510221 Nov 12 09:02:52.167025 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd8e6ecc-3bde-4732-97a2-8a862ba77cc3 req-6e994524-2ba8-4fd2-8ae5-45de80cafe54 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685198 Nov 12 09:02:52.172105 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c49a35-2ef4-4704-9e74-c119d19c9014 req-a4db38c5-a34f-4d21-8844-b1b4d74cce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:52.173468 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55c49a35-2ef4-4704-9e74-c119d19c9014 req-a4db38c5-a34f-4d21-8844-b1b4d74cce77 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1097 time: 0.0728612 Nov 12 09:02:52.177782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42638) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:52.226428 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55c49a35-2ef4-4704-9e74-c119d19c9014 req-d5fd90b1-a245-446f-81c9-9d513fbc77fd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 Nov 12 09:02:52.288953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1740372759-network', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:52.311353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Made reservation on behalf of da4cd640215a4d97ae63080bccdd9f6c for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:52.314278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.322875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.406553 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.411288 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.433883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:02:52.450112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb910518-8eb9-44eb-93e7-a547a76c665a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:52.453618 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.453953 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Added segment 6ec86246-d654-4072-8bf3-6056cbff3760 of type vlan for network d2011244-0640-4a16-9d67-5ed3185a87f8 Nov 12 09:02:52.494443 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.521529 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.522509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:52.523124 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.552883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3740067 Nov 12 09:02:52.556052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42642) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:52.561042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c1c0e05d-dd63-446b-b7e0-4d8971c2fa5f admin admin] Request body: {'subnet': {'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1740372759-subnet', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:52.586394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c0e05d-dd63-446b-b7e0-4d8971c2fa5f admin admin] Made reservation on behalf of da4cd640215a4d97ae63080bccdd9f6c for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:52.588901 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e05d-dd63-446b-b7e0-4d8971c2fa5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.590823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453e035-64dd-4fec-8bca-729d21bd22c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d2011244-0640-4a16-9d67-5ed3185a87f8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:52.602754 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network d2011244-0640-4a16-9d67-5ed3185a87f8 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:02:52.679046 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.769123 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e05d-dd63-446b-b7e0-4d8971c2fa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.837940 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0e05d-dd63-446b-b7e0-4d8971c2fa5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a838403-fcf0-478d-94a3-514b0f695aab,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:52.846033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c0e05d-dd63-446b-b7e0-4d8971c2fa5f admin admin] Checking segment: {'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:52.846401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0e05d-dd63-446b-b7e0-4d8971c2fa5f admin admin] Network hostable DHCP agents. Network: d2011244-0640-4a16-9d67-5ed3185a87f8, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:02:52.865702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c0e05d-dd63-446b-b7e0-4d8971c2fa5f admin admin] Network d2011244-0640-4a16-9d67-5ed3185a87f8 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:02:52.876067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-c1c0e05d-dd63-446b-b7e0-4d8971c2fa5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, d2011244-0640-4a16-9d67-5ed3185a87f8) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:52.880581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c0e05d-dd63-446b-b7e0-4d8971c2fa5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:52.881225 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e05d-dd63-446b-b7e0-4d8971c2fa5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.891058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af9b724-b145-449c-b767-70f0f5dda797 None None] Network d2011244-0640-4a16-9d67-5ed3185a87f8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:52.904065 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c1c0e05d-dd63-446b-b7e0-4d8971c2fa5f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3442302 Nov 12 09:02:52.904476 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42644) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:52.909365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:52.934863 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.935947 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.995054 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.076247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-d2011244-0640-4a16-9d67-5ed3185a87f8', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:02:53.077151 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.143862 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.229193 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Allocated IP 172.20.0.2 (d2011244-0640-4a16-9d67-5ed3185a87f8/7a838403-fcf0-478d-94a3-514b0f695aab/886933f5-77b2-444b-b6ef-da21cf1873d0) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:53.287616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18810b7e-50f6-418b-9f08-363f28676c05 req-54c77a4d-478c-4652-9149-95030a63cb5e tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:53.289431 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-18810b7e-50f6-418b-9f08-363f28676c05 req-54c77a4d-478c-4652-9149-95030a63cb5e tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1097 time: 0.0449595 Nov 12 09:02:53.336719 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-18810b7e-50f6-418b-9f08-363f28676c05 req-f97878d6-b8a3-40ff-b4d2-ddbc290a8403 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Nov 12 09:02:53.374535 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.397311 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.402398 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.409120 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.444741 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Network d2011244-0640-4a16-9d67-5ed3185a87f8 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:53.447628 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:53.450321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:53.485688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Pushing event updated for resources: {'Port': ['ID=886933f5-77b2-444b-b6ef-da21cf1873d0,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:53.511886 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Allocated IP 172.25.3.14 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/a09b6598-12eb-4c80-9197-4f30729cc5b8) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:53.523417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Attempting to bind port 886933f5-77b2-444b-b6ef-da21cf1873d0 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:53.523772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Attempting to bind port 886933f5-77b2-444b-b6ef-da21cf1873d0 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:53.524158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Attempting to bind port 886933f5-77b2-444b-b6ef-da21cf1873d0 on network d2011244-0640-4a16-9d67-5ed3185a87f8 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:53.529918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:53.530321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Checking segment: {'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:53.531396 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.531695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Bound using segment: {'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:53.532176 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Bound port: 886933f5-77b2-444b-b6ef-da21cf1873d0, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:53.532556 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.598255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] For port 886933f5-77b2-444b-b6ef-da21cf1873d0, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:53.601342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] For port 886933f5-77b2-444b-b6ef-da21cf1873d0, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=886933f5-77b2-444b-b6ef-da21cf1873d0,segment=NetworkSegment(6ec86246-d654-4072-8bf3-6056cbff3760),segment_id=6ec86246-d654-4072-8bf3-6056cbff3760)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:53.607151 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.629802 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.687879 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.689560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdbad8-90ec-46b2-8232-1cc375bd0082 None None] Pushing event updated for resources: {'Port': ['ID=886933f5-77b2-444b-b6ef-da21cf1873d0,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:53.742113 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:53.746692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:53.749622 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:53.763212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee10a642-862c-4008-bbd8-a9a5acca8c60 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:53.792336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Pushing event updated for resources: {'Port': ['ID=a09b6598-12eb-4c80-9197-4f30729cc5b8,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:53.853252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-37f7efb6-2a38-45b2-bc08-1a5367ca3c2d None None] Provisioning complete for port a09b6598-12eb-4c80-9197-4f30729cc5b8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:53.853252 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-37f7efb6-2a38-45b2-bc08-1a5367ca3c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.916881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-37f7efb6-2a38-45b2-bc08-1a5367ca3c2d None None] Port a09b6598-12eb-4c80-9197-4f30729cc5b8 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:54.348597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.536589 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 886933f5-77b2-444b-b6ef-da21cf1873d0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:54.536829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8834cc-f2cb-4285-9f08-7674b0bb5716 req-a4a8e8f7-f508-4973-9621-37e5e6095a40 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.538286 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb8834cc-f2cb-4285-9f08-7674b0bb5716 req-a4a8e8f7-f508-4973-9621-37e5e6095a40 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1097 time: 0.1054714 Nov 12 09:02:54.606388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 886933f5-77b2-444b-b6ef-da21cf1873d0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:54.606768 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.625325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb8834cc-f2cb-4285-9f08-7674b0bb5716 req-31820c39-a4bb-4676-ba3a-0c359993ff6b tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767777 Nov 12 09:02:54.649623 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.705922 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.748826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 886933f5-77b2-444b-b6ef-da21cf1873d0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=886933f5-77b2-444b-b6ef-da21cf1873d0,segment=NetworkSegment(6ec86246-d654-4072-8bf3-6056cbff3760),segment_id=6ec86246-d654-4072-8bf3-6056cbff3760)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:54.754808 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.777086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41a187-4df8-4c3f-99ce-3f63ef131c2c req-b955978f-b7dd-4ff1-9cef-5998a1586220 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.778681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b41a187-4df8-4c3f-99ce-3f63ef131c2c req-b955978f-b7dd-4ff1-9cef-5998a1586220 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1097 time: 0.0609832 Nov 12 09:02:54.809895 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945ce249-c0e3-4e09-9f9b-07b2a6aace4c None None] Network d2011244-0640-4a16-9d67-5ed3185a87f8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:54.833268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Router 2dac013b-b1a7-4768-8d91-5404302a4162 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:02:54.842510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=886933f5-77b2-444b-b6ef-da21cf1873d0,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:54.850020 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b41a187-4df8-4c3f-99ce-3f63ef131c2c req-74034217-b14e-4e5e-9d7c-842e4c04575e tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625799 Nov 12 09:02:54.892960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-55a6f205-8a12-480c-b4ea-d9ff6a76fe63 None None] Provisioning complete for port 886933f5-77b2-444b-b6ef-da21cf1873d0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:54.893832 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-55a6f205-8a12-480c-b4ea-d9ff6a76fe63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.992172 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:55.009449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacec78c-1905-406c-9b71-89f94ad00fff req-3f8e3cab-d4d7-48e2-827a-bd95cc0f5502 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:55.009623 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Sync routers for ids ['2dac013b-b1a7-4768-8d91-5404302a4162'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:55.010751 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dacec78c-1905-406c-9b71-89f94ad00fff req-3f8e3cab-d4d7-48e2-827a-bd95cc0f5502 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1097 time: 0.0718129 Nov 12 09:02:55.019341 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.020578 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-db1e4ecd-b551-45f1-aea2-3543acfc7646 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1151614 Nov 12 09:02:55.023946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42654) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:55.030322 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Routers {'2dac013b-b1a7-4768-8d91-5404302a4162'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:55.031761 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2dac013b-b1a7-4768-8d91-5404302a4162'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:55.093894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dacec78c-1905-406c-9b71-89f94ad00fff req-9b92bf8b-eb80-428d-a714-c721bd3399c8 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696199 Nov 12 09:02:55.269174 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Set router 2dac013b-b1a7-4768-8d91-5404302a4162 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:55.376359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-845dcbb3-3d84-4e44-ba03-9e76bcfd6a21 None None] Provisioning complete for port 886933f5-77b2-444b-b6ef-da21cf1873d0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:55.378309 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-845dcbb3-3d84-4e44-ba03-9e76bcfd6a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.392671 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98063c-1fba-439b-83df-7f6f838c2d53 req-576f4aa8-91ff-43ec-8324-350244b7ac29 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:55.394270 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2d98063c-1fba-439b-83df-7f6f838c2d53 req-576f4aa8-91ff-43ec-8324-350244b7ac29 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1097 time: 0.0501950 Nov 12 09:02:55.450669 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2d98063c-1fba-439b-83df-7f6f838c2d53 req-0d992a02-4466-48dd-8da0-932b641582ff tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497148 Nov 12 09:02:55.485618 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:53Z', 'revision_number': 3, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:55.521777 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Checking router: 2dac013b-b1a7-4768-8d91-5404302a4162 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:02:55.522023 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Updating router 2dac013b-b1a7-4768-8d91-5404302a4162 port a09b6598-12eb-4c80-9197-4f30729cc5b8 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:02:55.548791 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.810969 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.817980 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.841748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.863361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c205af-7559-4fe4-95bd-a6943fdbcf6e None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:55.867267 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Attempting to bind port a09b6598-12eb-4c80-9197-4f30729cc5b8 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:55.867537 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Attempting to bind port a09b6598-12eb-4c80-9197-4f30729cc5b8 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:55.867893 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Attempting to bind port a09b6598-12eb-4c80-9197-4f30729cc5b8 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:55.883784 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:55.884170 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:55.884577 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.884960 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:55.885608 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Bound port: a09b6598-12eb-4c80-9197-4f30729cc5b8, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:55.885985 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.889045 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Pushing event updated for resources: {'Port': ['ID=a09b6598-12eb-4c80-9197-4f30729cc5b8,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:55.916905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bb18cc78-20a7-4e49-a692-eed73c153411 None None] Provisioning complete for port a09b6598-12eb-4c80-9197-4f30729cc5b8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:55.916905 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bb18cc78-20a7-4e49-a692-eed73c153411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.942540 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.942846 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.942962 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.943239 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.943566 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.944321 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.944321 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.944568 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.944894 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.945175 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.945496 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.945830 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:55.952828 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] For port a09b6598-12eb-4c80-9197-4f30729cc5b8, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:55.956317 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] For port a09b6598-12eb-4c80-9197-4f30729cc5b8, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a09b6598-12eb-4c80-9197-4f30729cc5b8,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:55.958393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-bb18cc78-20a7-4e49-a692-eed73c153411 None None] Port a09b6598-12eb-4c80-9197-4f30729cc5b8 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:55.962118 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.015577 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe880671-70a1-4405-97cb-ea0565238ecc None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:56.021836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Allocated IP 172.20.0.1 (d2011244-0640-4a16-9d67-5ed3185a87f8/7a838403-fcf0-478d-94a3-514b0f695aab/df16cf84-670b-4b95-bf20-b2d5d745d5c7) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:56.022929 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Routers {'2dac013b-b1a7-4768-8d91-5404302a4162'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:56.023556 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2dac013b-b1a7-4768-8d91-5404302a4162'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:56.026963 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597fe32-863e-43ca-bf3a-24c7a473c71b None None] Pushing event updated for resources: {'Port': ['ID=a09b6598-12eb-4c80-9197-4f30729cc5b8,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:56.081231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cd94f57c-4264-4f5e-a2f2-8ce9639fc9a5 None None] Provisioning complete for port a09b6598-12eb-4c80-9197-4f30729cc5b8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:56.081546 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd94f57c-4264-4f5e-a2f2-8ce9639fc9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.137766 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] Set router 2dac013b-b1a7-4768-8d91-5404302a4162 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:56.139176 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.165053 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd94f57c-4264-4f5e-a2f2-8ce9639fc9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.179910 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.188389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cd94f57c-4264-4f5e-a2f2-8ce9639fc9a5 None None] For port a09b6598-12eb-4c80-9197-4f30729cc5b8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a09b6598-12eb-4c80-9197-4f30729cc5b8,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:56.192891 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd94f57c-4264-4f5e-a2f2-8ce9639fc9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.216348 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Network d2011244-0640-4a16-9d67-5ed3185a87f8 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:56.220120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:56.224443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:56.252905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94f57c-4264-4f5e-a2f2-8ce9639fc9a5 None None] Pushing event updated for resources: {'Port': ['ID=a09b6598-12eb-4c80-9197-4f30729cc5b8,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:56.265758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Pushing event updated for resources: {'Port': ['ID=df16cf84-670b-4b95-bf20-b2d5d745d5c7,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:56.279212 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.341868 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:53Z', 'revision_number': 3, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:56.374127 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f368ecec-e0da-43fd-883c-17e4907d073d None None] The sync data for ids ['2dac013b-b1a7-4768-8d91-5404302a4162'] in n-d-768851-18 is: [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:53Z', 'revision_number': 3, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:56.423658 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.504312 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 886933f5-77b2-444b-b6ef-da21cf1873d0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:56.552069 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-dbf31b1d-e16f-4caf-9a3b-fe113ad24823 None None] Provisioning complete for port df16cf84-670b-4b95-bf20-b2d5d745d5c7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:56.552441 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dbf31b1d-e16f-4caf-9a3b-fe113ad24823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.596346 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-dbf31b1d-e16f-4caf-9a3b-fe113ad24823 None None] Port df16cf84-670b-4b95-bf20-b2d5d745d5c7 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:56.599989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 886933f5-77b2-444b-b6ef-da21cf1873d0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:56.600394 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.639452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0dfad-5fcb-43c7-9ff2-28f85699fb56 req-a14784c5-611b-436d-bb91-d7de4e3e3d7b tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:56.640887 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d0dfad-5fcb-43c7-9ff2-28f85699fb56 req-a14784c5-611b-436d-bb91-d7de4e3e3d7b tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1097 time: 0.0778873 Nov 12 09:02:56.704941 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.719401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.753317 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-27d0dfad-5fcb-43c7-9ff2-28f85699fb56 req-33de585f-c55b-4e93-b03e-45421661376f tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037445 Nov 12 09:02:56.803039 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Pushing event updated for resources: {'Port': ['ID=df16cf84-670b-4b95-bf20-b2d5d745d5c7,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:56.806750 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.917289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Network d2011244-0640-4a16-9d67-5ed3185a87f8 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:56.918812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:57.057807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Router 2dac013b-b1a7-4768-8d91-5404302a4162 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:02:57.191592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:57.196930 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b829287b-bff8-4de8-99d7-cb0a93e024bd admin admin] 10.222.0.31 "PUT /v2.0/routers/2dac013b-b1a7-4768-8d91-5404302a4162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1715865 Nov 12 09:02:57.223156 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8837d5a5-a372-4938-951b-7adf5cde0ebc None None] Provisioning complete for port df16cf84-670b-4b95-bf20-b2d5d745d5c7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:57.223679 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8837d5a5-a372-4938-951b-7adf5cde0ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.266504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8837d5a5-a372-4938-951b-7adf5cde0ebc None None] Port df16cf84-670b-4b95-bf20-b2d5d745d5c7 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:57.301096 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c0f33-89ab-4f6e-89f8-58fa3fa5047e req-f5fb5dd1-5007-4781-924e-7415f594186a tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:57.302738 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e54c0f33-89ab-4f6e-89f8-58fa3fa5047e req-f5fb5dd1-5007-4781-924e-7415f594186a tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 1097 time: 0.0513833 Nov 12 09:02:57.406194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-e54c0f33-89ab-4f6e-89f8-58fa3fa5047e req-147bdc04-7fd0-4193-ab2c-99deecd31056 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Deleting port c31addb7-11bc-420c-9157-41e50abd46bf {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:57.406540 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e54c0f33-89ab-4f6e-89f8-58fa3fa5047e req-147bdc04-7fd0-4193-ab2c-99deecd31056 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.491083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-e54c0f33-89ab-4f6e-89f8-58fa3fa5047e req-147bdc04-7fd0-4193-ab2c-99deecd31056 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] For port c31addb7-11bc-420c-9157-41e50abd46bf, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c31addb7-11bc-420c-9157-41e50abd46bf,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:57.491723 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e54c0f33-89ab-4f6e-89f8-58fa3fa5047e req-147bdc04-7fd0-4193-ab2c-99deecd31056 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.508112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-e54c0f33-89ab-4f6e-89f8-58fa3fa5047e req-147bdc04-7fd0-4193-ab2c-99deecd31056 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Calling delete_port for c31addb7-11bc-420c-9157-41e50abd46bf owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:57.653347 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e54c0f33-89ab-4f6e-89f8-58fa3fa5047e req-147bdc04-7fd0-4193-ab2c-99deecd31056 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.665978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['e22bdc6d-8e66-45ab-a1c1-7c3720ac892b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:57.683374 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bdc04-7fd0-4193-ab2c-99deecd31056 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Pushing event deleted for resources: {'Port': ['ID=c31addb7-11bc-420c-9157-41e50abd46bf,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:57.691573 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['c31addb7-11bc-420c-9157-41e50abd46bf'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:57.736918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42678) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:57.742427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54c0f33-89ab-4f6e-89f8-58fa3fa5047e req-147bdc04-7fd0-4193-ab2c-99deecd31056 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] No DVR routers for this DVR port c31addb7-11bc-420c-9157-41e50abd46bf on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:57.744132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-704953150-network', 'tenant_id': '67c53f7c4b1744238096948b468a4aba'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:57.745715 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-e54c0f33-89ab-4f6e-89f8-58fa3fa5047e req-147bdc04-7fd0-4193-ab2c-99deecd31056 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.750932 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e54c0f33-89ab-4f6e-89f8-58fa3fa5047e req-147bdc04-7fd0-4193-ab2c-99deecd31056 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.52 "DELETE /v2.0/ports/c31addb7-11bc-420c-9157-41e50abd46bf HTTP/1.1" status: 204 len: 173 time: 0.4412444 Nov 12 09:02:57.751450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a0a105-3552-4aa9-a441-86be99647da1', 'name': 'network-vif-deleted', 'tag': 'c31addb7-11bc-420c-9157-41e50abd46bf'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:57.754329 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f017f0a-d5b9-4b8a-bf99-0067137b24ed" -d '{"events": [{"server_uuid": "56a0a105-3552-4aa9-a441-86be99647da1", "name": "network-vif-deleted", "tag": "c31addb7-11bc-420c-9157-41e50abd46bf"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:57.772287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Made reservation on behalf of 67c53f7c4b1744238096948b468a4aba for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:57.775648 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.795761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.872720 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a5ea73-d5d0-4b6d-9cab-a96fe22109cd x-openstack-request-id: req-97a5ea73-d5d0-4b6d-9cab-a96fe22109cd {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:57.873146 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a0a105-3552-4aa9-a441-86be99647da1", "name": "network-vif-deleted", "tag": "c31addb7-11bc-420c-9157-41e50abd46bf", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:57.873470 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97a5ea73-d5d0-4b6d-9cab-a96fe22109cd {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:57.874727 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a0a105-3552-4aa9-a441-86be99647da1', 'name': 'network-vif-deleted', 'tag': 'c31addb7-11bc-420c-9157-41e50abd46bf', 'status': 'completed', 'code': 200} Nov 12 09:02:57.979971 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42fc39b6-ebec-4eac-bebc-75d2a28b66e7 req-6841e66c-b987-493f-89f2-bf79069c2b7e tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=56a0a105-3552-4aa9-a441-86be99647da1 HTTP/1.1" status: 200 len: 210 time: 0.0511370 Nov 12 09:02:57.981906 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.993442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.016747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:02:58.036553 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.036893 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Added segment 91efa743-6b07-4c6d-abc2-aa04c1f2d175 of type vlan for network 08a46f4a-2cee-461e-80f3-e6487d838947 Nov 12 09:02:58.038790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79c686c-136f-49ef-b6e8-344c4ed3d558,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:58.085842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.115337 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.116570 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:58.117537 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.165864 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4269104 Nov 12 09:02:58.170265 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42684) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:58.175939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-bf9d72f2-3f2b-4b45-87cf-5ff22b421f6c admin admin] Request body: {'subnet': {'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-704953150-subnet', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:58.201198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9d72f2-3f2b-4b45-87cf-5ff22b421f6c admin admin] Made reservation on behalf of 67c53f7c4b1744238096948b468a4aba for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:58.205312 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9d72f2-3f2b-4b45-87cf-5ff22b421f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.214250 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae76cb-118c-4633-ba53-f24822c0f09c admin admin] Pushing event updated for resources: {'Network': ['ID=08a46f4a-2cee-461e-80f3-e6487d838947,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:58.233667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 08a46f4a-2cee-461e-80f3-e6487d838947 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:02:58.318147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Sync routers for ids ['2dac013b-b1a7-4768-8d91-5404302a4162'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:58.331775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Routers {'2dac013b-b1a7-4768-8d91-5404302a4162'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:58.332165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2dac013b-b1a7-4768-8d91-5404302a4162'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:58.429076 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9d72f2-3f2b-4b45-87cf-5ff22b421f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.459739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Set router 2dac013b-b1a7-4768-8d91-5404302a4162 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:58.489131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d72f2-3f2b-4b45-87cf-5ff22b421f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da6ca6d-5d42-4a25-b632-7966de71232c,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:58.508900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d72f2-3f2b-4b45-87cf-5ff22b421f6c admin admin] Checking segment: {'id': '91efa743-6b07-4c6d-abc2-aa04c1f2d175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:58.509303 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d72f2-3f2b-4b45-87cf-5ff22b421f6c admin admin] Network hostable DHCP agents. Network: 08a46f4a-2cee-461e-80f3-e6487d838947, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:02:58.533390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d72f2-3f2b-4b45-87cf-5ff22b421f6c admin admin] Network 08a46f4a-2cee-461e-80f3-e6487d838947 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:02:58.544581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d72f2-3f2b-4b45-87cf-5ff22b421f6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 08a46f4a-2cee-461e-80f3-e6487d838947) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:58.549268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d72f2-3f2b-4b45-87cf-5ff22b421f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:58.549876 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bf9d72f2-3f2b-4b45-87cf-5ff22b421f6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.562996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f274b4f-51d0-4be7-bd73-1272bfbd94a2 None None] Network 08a46f4a-2cee-461e-80f3-e6487d838947 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:58.569359 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bf9d72f2-3f2b-4b45-87cf-5ff22b421f6c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3979573 Nov 12 09:02:58.572122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42686) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:58.579153 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-704953150-router', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:58.607043 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.608093 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.619968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a09b6598-12eb-4c80-9197-4f30729cc5b8 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:58.672846 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.828230 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.914486 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.996954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port a09b6598-12eb-4c80-9197-4f30729cc5b8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:58.997627 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.049458 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.068503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-08a46f4a-2cee-461e-80f3-e6487d838947', 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'fixed_ips': [{'subnet_id': '1da6ca6d-5d42-4a25-b632-7966de71232c'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:02:59.069453 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.073646 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.091466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'df16cf84-670b-4b95-bf20-b2d5d745d5c7', 'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'mac_address': 'fa:16:3e:66:f0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:55Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 2, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'subnets': [{'id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:59.127963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Checking router: 2dac013b-b1a7-4768-8d91-5404302a4162 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:02:59.128375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Updating router 2dac013b-b1a7-4768-8d91-5404302a4162 port df16cf84-670b-4b95-bf20-b2d5d745d5c7 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:02:59.212307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Allocated IP 172.25.3.55 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:59.248394 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.306895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c46fc-ba9b-4b61-b3ba-4c4252d4b451 req-5adfdac1-e227-4bae-af71-d0fe1626225c tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:59.315093 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67c46fc-ba9b-4b61-b3ba-4c4252d4b451 req-5adfdac1-e227-4bae-af71-d0fe1626225c tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1097 time: 0.0613818 Nov 12 09:02:59.339383 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.359782 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67c46fc-ba9b-4b61-b3ba-4c4252d4b451 req-ba5d6899-66b7-4511-9fdc-57dfb6c11ce6 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Nov 12 09:02:59.393321 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.397541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Allocated IP 172.20.0.2 (08a46f4a-2cee-461e-80f3-e6487d838947/1da6ca6d-5d42-4a25-b632-7966de71232c/7a40d64f-f2ad-46ed-bfdd-2b5f660837af) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:59.431629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:59.439086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:59.442671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:59.448307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Pushing event updated for resources: {'Port': ['ID=0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:59.454840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d900c140-2f3b-4c97-a6f5-b5772fac4e8b None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:59.687855 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.691240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-62d18d28-4c1f-4052-b9dc-7e190a9ae2c4 None None] Provisioning complete for port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:59.691608 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62d18d28-4c1f-4052-b9dc-7e190a9ae2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.697643 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.717317 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.763841 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.774020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-62d18d28-4c1f-4052-b9dc-7e190a9ae2c4 None None] Port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:59.781265 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.790362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Network 08a46f4a-2cee-461e-80f3-e6487d838947 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:59.797087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:59.803013 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:59.807499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Pushing event updated for resources: {'Port': ['ID=7a40d64f-f2ad-46ed-bfdd-2b5f660837af,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:59.927397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d20795-1616-4599-a811-487b2170ea8f None None] Pushing event updated for resources: {'Port': ['ID=df16cf84-670b-4b95-bf20-b2d5d745d5c7,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:59.937619 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.948777 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Attempting to bind port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:59.949128 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Attempting to bind port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '91efa743-6b07-4c6d-abc2-aa04c1f2d175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:59.949471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Attempting to bind port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af on network 08a46f4a-2cee-461e-80f3-e6487d838947 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:59.954293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Attempting to bind port df16cf84-670b-4b95-bf20-b2d5d745d5c7 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:59.954667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Attempting to bind port df16cf84-670b-4b95-bf20-b2d5d745d5c7 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:59.955032 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Attempting to bind port df16cf84-670b-4b95-bf20-b2d5d745d5c7 on network d2011244-0640-4a16-9d67-5ed3185a87f8 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:59.961719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:59.962099 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Checking segment: {'id': '91efa743-6b07-4c6d-abc2-aa04c1f2d175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:59.962511 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.962919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Bound using segment: {'id': '91efa743-6b07-4c6d-abc2-aa04c1f2d175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:59.963396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Bound port: 7a40d64f-f2ad-46ed-bfdd-2b5f660837af, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91efa743-6b07-4c6d-abc2-aa04c1f2d175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:59.963782 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.965994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:59.966361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Checking segment: {'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:59.966746 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.967134 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Bound using segment: {'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:59.967601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Bound port: df16cf84-670b-4b95-bf20-b2d5d745d5c7, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:59.967979 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.085350 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] For port df16cf84-670b-4b95-bf20-b2d5d745d5c7, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:00.088903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] For port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:00.094638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] For port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7a40d64f-f2ad-46ed-bfdd-2b5f660837af,segment=NetworkSegment(91efa743-6b07-4c6d-abc2-aa04c1f2d175),segment_id=91efa743-6b07-4c6d-abc2-aa04c1f2d175)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:00.096738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] For port df16cf84-670b-4b95-bf20-b2d5d745d5c7, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=df16cf84-670b-4b95-bf20-b2d5d745d5c7,segment=NetworkSegment(6ec86246-d654-4072-8bf3-6056cbff3760),segment_id=6ec86246-d654-4072-8bf3-6056cbff3760)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:00.100906 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.110395 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.162651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f9c74995-3a34-4623-bd73-26cb308d15c4 None None] Provisioning complete for port df16cf84-670b-4b95-bf20-b2d5d745d5c7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:00.162651 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f9c74995-3a34-4623-bd73-26cb308d15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.217878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f2cdc-0733-4987-9186-d24bb5a94199 None None] Pushing event updated for resources: {'Port': ['ID=7a40d64f-f2ad-46ed-bfdd-2b5f660837af,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:00.257912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Routers {'2dac013b-b1a7-4768-8d91-5404302a4162'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:00.258566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2dac013b-b1a7-4768-8d91-5404302a4162'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:00.340063 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d20795-1616-4599-a811-487b2170ea8f None None] Pushing event updated for resources: {'Port': ['ID=df16cf84-670b-4b95-bf20-b2d5d745d5c7,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:00.376262 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Router c56775ae-9907-4828-83c7-e40eee34d0b5 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:03:00.477641 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f9c74995-3a34-4623-bd73-26cb308d15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.518565 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] Set router 2dac013b-b1a7-4768-8d91-5404302a4162 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:00.574374 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-f9c74995-3a34-4623-bd73-26cb308d15c4 None None] For port df16cf84-670b-4b95-bf20-b2d5d745d5c7, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=df16cf84-670b-4b95-bf20-b2d5d745d5c7,segment=NetworkSegment(6ec86246-d654-4072-8bf3-6056cbff3760),segment_id=6ec86246-d654-4072-8bf3-6056cbff3760)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:00.581926 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f9c74995-3a34-4623-bd73-26cb308d15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.584229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:00.593664 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Sync routers for ids ['c56775ae-9907-4828-83c7-e40eee34d0b5'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:00.604995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a5853-82f6-428c-885c-80bcd3c4aac9 req-5c2a9448-f4fb-4468-a627-4863f6da5545 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:00.606755 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e85a5853-82f6-428c-885c-80bcd3c4aac9 req-5c2a9448-f4fb-4468-a627-4863f6da5545 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1097 time: 0.0806367 Nov 12 09:03:00.614609 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Routers {'c56775ae-9907-4828-83c7-e40eee34d0b5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:00.615294 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c56775ae-9907-4828-83c7-e40eee34d0b5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:00.615729 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.617235 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cbe97c78-b2be-4e85-b055-40e6051d3a35 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0439143 Nov 12 09:03:00.620036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42700) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:00.672522 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e85a5853-82f6-428c-885c-80bcd3c4aac9 req-e2495358-4825-4b0b-875b-dad5e6c5d074 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533655 Nov 12 09:03:00.762170 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Set router c56775ae-9907-4828-83c7-e40eee34d0b5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:00.762414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bcf1db95-9926-49ec-b9dc-14f98cba3f62 None None] Provisioning complete for port df16cf84-670b-4b95-bf20-b2d5d745d5c7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:00.762663 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bcf1db95-9926-49ec-b9dc-14f98cba3f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.769449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c74995-3a34-4623-bd73-26cb308d15c4 None None] Pushing event updated for resources: {'Port': ['ID=df16cf84-670b-4b95-bf20-b2d5d745d5c7,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:00.881951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42702) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:00.931990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'df16cf84-670b-4b95-bf20-b2d5d745d5c7', 'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'mac_address': 'fa:16:3e:66:f0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:55Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'subnets': [{'id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:00.956734 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'name': 'tempest-TestVolumeBackupRestore-704953150-router', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:58Z', 'updated_at': '2021-11-12T09:02:59Z', 'revision_number': 3, 'project_id': '67c53f7c4b1744238096948b468a4aba', 'gw_port': {'id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:59Z', 'updated_at': '2021-11-12T09:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:00.970954 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf6c59-2955-4a5f-8e06-a5cd12dde135 None None] The sync data for ids ['2dac013b-b1a7-4768-8d91-5404302a4162'] in n-d-768851-18 is: [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'df16cf84-670b-4b95-bf20-b2d5d745d5c7', 'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'mac_address': 'fa:16:3e:66:f0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:55Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'subnets': [{'id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:00.998300 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Checking router: c56775ae-9907-4828-83c7-e40eee34d0b5 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:00.998647 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Updating router c56775ae-9907-4828-83c7-e40eee34d0b5 port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:01.035110 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.039650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-94423b22-52b0-48c2-93f7-1cbf88e93c88 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4097 time: 0.1500838 Nov 12 09:03:01.040710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42704) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:01.066662 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8944f958-562a-4928-8c4b-89c757da028e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Request body: {'network': {'name': 'tempest-network-smoke--2073167464', 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'port_security_enabled': False}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:01.104728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8944f958-562a-4928-8c4b-89c757da028e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Made reservation on behalf of 92afb9076a2943ea8f07828b6993d4b6 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:01.109975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8944f958-562a-4928-8c4b-89c757da028e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.148733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8944f958-562a-4928-8c4b-89c757da028e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:03:01.152969 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b82f3-5631-4ec5-930d-7be61c465978 req-745ee054-4151-42d5-8b9c-ecbd4c292f84 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:01.154706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b86b82f3-5631-4ec5-930d-7be61c465978 req-745ee054-4151-42d5-8b9c-ecbd4c292f84 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1097 time: 0.1148417 Nov 12 09:03:01.195739 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.209629 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8944f958-562a-4928-8c4b-89c757da028e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.209873 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-8944f958-562a-4928-8c4b-89c757da028e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Added segment fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e of type vlan for network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 Nov 12 09:03:01.281847 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8944f958-562a-4928-8c4b-89c757da028e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.367989 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8944f958-562a-4928-8c4b-89c757da028e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.382534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944f958-562a-4928-8c4b-89c757da028e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:01.383224 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8944f958-562a-4928-8c4b-89c757da028e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.430541 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.441707 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.470312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Allocated IP 172.20.0.1 (08a46f4a-2cee-461e-80f3-e6487d838947/1da6ca6d-5d42-4a25-b632-7966de71232c/4fd2a8c1-289b-4be7-96ed-82ca07192749) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:01.526342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0465f25-ab02-4f76-b56d-bf82c60de6f5 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:01.531833 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c444628-83a9-4f9f-9b97-b32e3a85abbd None None] Pushing event updated for resources: {'Port': ['ID=0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:01.571208 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Attempting to bind port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:01.571570 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Attempting to bind port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:01.572165 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Attempting to bind port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:01.578486 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:01.579193 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:01.579773 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.581075 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:01.581780 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Bound port: 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:01.582347 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.642385 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] For port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:01.651306 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] For port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:01.652543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944f958-562a-4928-8c4b-89c757da028e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Network': ['ID=a1e09b67-6f7c-49d1-b1dd-e044b1872de1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:01.665776 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.667603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8944f958-562a-4928-8c4b-89c757da028e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6197648 Nov 12 09:03:01.669369 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:03:01.674613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42706) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:01.677286 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.720842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-450346731', 'admin_state_up': True, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:01.769400 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.770634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c09b420-e1e9-41eb-bc6c-2b990bcbaaa5 None None] Network 08a46f4a-2cee-461e-80f3-e6487d838947 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:01.787235 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c444628-83a9-4f9f-9b97-b32e3a85abbd None None] Pushing event updated for resources: {'Port': ['ID=0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:01.807154 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Routers {'c56775ae-9907-4828-83c7-e40eee34d0b5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:01.808410 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c56775ae-9907-4828-83c7-e40eee34d0b5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:01.816253 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.824329 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.898964 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.903813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b86b82f3-5631-4ec5-930d-7be61c465978 req-c02c324a-b870-41d7-99e2-0af8313ad919 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Deleting port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:01.904184 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b86b82f3-5631-4ec5-930d-7be61c465978 req-c02c324a-b870-41d7-99e2-0af8313ad919 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.942402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Network 08a46f4a-2cee-461e-80f3-e6487d838947 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:01.958979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:01.963176 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd2a8c1-289b-4be7-96ed-82ca07192749,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:01.971081 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:02.022226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6231d81-1a01-4bc4-abb9-3667311d00f5 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:02.037428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c31addb7-11bc-420c-9157-41e50abd46bf no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:02.041355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8770e9fc-06c4-4a42-b1c3-8915f4ab071b None None] Provisioning complete for port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:02.041928 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8770e9fc-06c4-4a42-b1c3-8915f4ab071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.058369 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f193a-66dd-4adb-a757-7293182c3962 req-d30cf2cf-5bbc-47c7-a2cd-373cc741c673 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:02.067546 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-553f193a-66dd-4adb-a757-7293182c3962 req-d30cf2cf-5bbc-47c7-a2cd-373cc741c673 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 1097 time: 0.2252378 Nov 12 09:03:02.099603 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.148481 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] Set router c56775ae-9907-4828-83c7-e40eee34d0b5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:02.162777 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: c31addb7-11bc-420c-9157-41e50abd46bf {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:02.163160 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c31addb7-11bc-420c-9157-41e50abd46bf not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:02.194986 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-553f193a-66dd-4adb-a757-7293182c3962 req-9688be1e-ab8c-4202-805c-5557758f265e tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a98f32b4-a136-4be7-b163-079ebc866bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229851 Nov 12 09:03:02.292899 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.309371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b86b82f3-5631-4ec5-930d-7be61c465978 req-c02c324a-b870-41d7-99e2-0af8313ad919 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] For port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:02.310299 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b86b82f3-5631-4ec5-930d-7be61c465978 req-c02c324a-b870-41d7-99e2-0af8313ad919 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.314544 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8770e9fc-06c4-4a42-b1c3-8915f4ab071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.318619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.339403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b86b82f3-5631-4ec5-930d-7be61c465978 req-c02c324a-b870-41d7-99e2-0af8313ad919 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Calling delete_port for e22bdc6d-8e66-45ab-a1c1-7c3720ac892b owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:02.363813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8770e9fc-06c4-4a42-b1c3-8915f4ab071b None None] For port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:02.376532 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8770e9fc-06c4-4a42-b1c3-8915f4ab071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.475561 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'name': 'tempest-TestVolumeBackupRestore-704953150-router', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:58Z', 'updated_at': '2021-11-12T09:02:59Z', 'revision_number': 3, 'project_id': '67c53f7c4b1744238096948b468a4aba', 'gw_port': {'id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:59Z', 'updated_at': '2021-11-12T09:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:02.524421 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770e9fc-06c4-4a42-b1c3-8915f4ab071b None None] Pushing event updated for resources: {'Port': ['ID=0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:02.551799 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac2680a-c115-46d5-800f-354bea731191 None None] The sync data for ids ['c56775ae-9907-4828-83c7-e40eee34d0b5'] in n-d-768851-18 is: [{'id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'name': 'tempest-TestVolumeBackupRestore-704953150-router', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:58Z', 'updated_at': '2021-11-12T09:02:59Z', 'revision_number': 3, 'project_id': '67c53f7c4b1744238096948b468a4aba', 'gw_port': {'id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:59Z', 'updated_at': '2021-11-12T09:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:02.555675 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9263844c-f688-47fb-9a7d-bf07f637dcd2 None None] Provisioning complete for port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:02.557255 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9263844c-f688-47fb-9a7d-bf07f637dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.623695 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.638025 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.693470 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device df16cf84-670b-4b95-bf20-b2d5d745d5c7 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:02.765626 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9263844c-f688-47fb-9a7d-bf07f637dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.782316 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b86b82f3-5631-4ec5-930d-7be61c465978 req-c02c324a-b870-41d7-99e2-0af8313ad919 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.787837 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.801784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd2a8c1-289b-4be7-96ed-82ca07192749,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:02.805626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port df16cf84-670b-4b95-bf20-b2d5d745d5c7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:02.806002 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.810616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c324a-b870-41d7-99e2-0af8313ad919 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Pushing event deleted for resources: {'Port': ['ID=e22bdc6d-8e66-45ab-a1c1-7c3720ac892b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:02.857716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9263844c-f688-47fb-9a7d-bf07f637dcd2 None None] For port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7a40d64f-f2ad-46ed-bfdd-2b5f660837af,segment=NetworkSegment(91efa743-6b07-4c6d-abc2-aa04c1f2d175),segment_id=91efa743-6b07-4c6d-abc2-aa04c1f2d175)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:02.872302 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9263844c-f688-47fb-9a7d-bf07f637dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.905475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b82f3-5631-4ec5-930d-7be61c465978 req-c02c324a-b870-41d7-99e2-0af8313ad919 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] No DVR routers for this DVR port e22bdc6d-8e66-45ab-a1c1-7c3720ac892b on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:02.981520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9263844c-f688-47fb-9a7d-bf07f637dcd2 None None] Provisioning complete for port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:02.981903 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9263844c-f688-47fb-9a7d-bf07f637dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.994289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263844c-f688-47fb-9a7d-bf07f637dcd2 None None] Pushing event updated for resources: {'Port': ['ID=7a40d64f-f2ad-46ed-bfdd-2b5f660837af,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:02.997713 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b86b82f3-5631-4ec5-930d-7be61c465978 req-c02c324a-b870-41d7-99e2-0af8313ad919 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.004438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b86b82f3-5631-4ec5-930d-7be61c465978 req-c02c324a-b870-41d7-99e2-0af8313ad919 tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.46 "DELETE /v2.0/ports/e22bdc6d-8e66-45ab-a1c1-7c3720ac892b HTTP/1.1" status: 204 len: 173 time: 1.8415954 Nov 12 09:03:03.004968 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383121b4-fd56-479e-921d-bf6ce55f21f0', 'name': 'network-vif-deleted', 'tag': 'e22bdc6d-8e66-45ab-a1c1-7c3720ac892b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:03.013858 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6346a7e7-f393-484f-ad6f-b745d566296a" -d '{"events": [{"server_uuid": "383121b4-fd56-479e-921d-bf6ce55f21f0", "name": "network-vif-deleted", "tag": "e22bdc6d-8e66-45ab-a1c1-7c3720ac892b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:03.024933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7a40d64f-f2ad-46ed-bfdd-2b5f660837af up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:03.119873 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Network 08a46f4a-2cee-461e-80f3-e6487d838947 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:03.135069 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:03.152236 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.206956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:03.207526 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.230232 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.423055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2f616a96-f80f-4979-8608-b0a14d3e5e99 None None] Provisioning complete for port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:03.429465 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f616a96-f80f-4979-8608-b0a14d3e5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.466744 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0285585e-2dfc-4c0e-8ec1-27ee6e78b698 req-91b878eb-89ea-4959-997b-b57d9776840f tempest-TestServerMultinode-1176175140 tempest-TestServerMultinode-1176175140-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=383121b4-fd56-479e-921d-bf6ce55f21f0 HTTP/1.1" status: 200 len: 210 time: 0.0660336 Nov 12 09:03:03.482075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Router c56775ae-9907-4828-83c7-e40eee34d0b5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:03.589381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Allocated IP 172.25.3.34 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/65083c18-79c2-4274-a513-8164fe66c609) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:03.642347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2f616a96-f80f-4979-8608-b0a14d3e5e99 None None] Provisioning complete for port 4fd2a8c1-289b-4be7-96ed-82ca07192749 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:03.642859 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f616a96-f80f-4979-8608-b0a14d3e5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.742866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2f616a96-f80f-4979-8608-b0a14d3e5e99 None None] Port 4fd2a8c1-289b-4be7-96ed-82ca07192749 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:03.747077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:03.759583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-17b2d170-0998-4624-904b-15b493f90af8 admin admin] 10.222.0.31 "PUT /v2.0/routers/c56775ae-9907-4828-83c7-e40eee34d0b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1375160 Nov 12 09:03:03.768660 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb351c6-a741-47e2-bf6f-1cc9f9e28081 x-openstack-request-id: req-9cb351c6-a741-47e2-bf6f-1cc9f9e28081 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:03.768942 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383121b4-fd56-479e-921d-bf6ce55f21f0", "name": "network-vif-deleted", "tag": "e22bdc6d-8e66-45ab-a1c1-7c3720ac892b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:03.769230 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cb351c6-a741-47e2-bf6f-1cc9f9e28081 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:03.769655 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383121b4-fd56-479e-921d-bf6ce55f21f0', 'name': 'network-vif-deleted', 'tag': 'e22bdc6d-8e66-45ab-a1c1-7c3720ac892b', 'status': 'completed', 'code': 200} Nov 12 09:03:03.844322 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.863564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6597bb57-0db7-4261-9e02-4c1acb7aff41 None None] Provisioning complete for port 4fd2a8c1-289b-4be7-96ed-82ca07192749 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:03.863943 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6597bb57-0db7-4261-9e02-4c1acb7aff41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.886382 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.910395 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6597bb57-0db7-4261-9e02-4c1acb7aff41 None None] Port 4fd2a8c1-289b-4be7-96ed-82ca07192749 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:03.930240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:03.939182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:03.943129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:03.949814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Port': ['ID=65083c18-79c2-4274-a513-8164fe66c609,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:03.962165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93e5af1-5568-4582-ab64-7ea6124304f7 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:04.035884 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-802008ca-31ac-4451-9f8a-230900eef643 None None] Provisioning complete for port 65083c18-79c2-4274-a513-8164fe66c609 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:04.036498 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-802008ca-31ac-4451-9f8a-230900eef643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.080507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-802008ca-31ac-4451-9f8a-230900eef643 None None] Port 65083c18-79c2-4274-a513-8164fe66c609 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:04.256078 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.467880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.543385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e22bdc6d-8e66-45ab-a1c1-7c3720ac892b no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:04.592605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42764) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:04.617637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: e22bdc6d-8e66-45ab-a1c1-7c3720ac892b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:04.618345 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device e22bdc6d-8e66-45ab-a1c1-7c3720ac892b not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:04.659988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:04.752471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:04.753769 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.886026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7a40d64f-f2ad-46ed-bfdd-2b5f660837af up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:04.948197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:04.949047 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.110773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Router da754ddd-2aad-4748-8e48-d01ada59c725 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:03:05.169299 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f10-db4e-4483-999e-6370e8f019ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.208438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Sync routers for ids ['c56775ae-9907-4828-83c7-e40eee34d0b5'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:05.221612 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Routers {'c56775ae-9907-4828-83c7-e40eee34d0b5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:05.222547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c56775ae-9907-4828-83c7-e40eee34d0b5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:05.249576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:05.260516 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Sync routers for ids ['da754ddd-2aad-4748-8e48-d01ada59c725'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:05.275434 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Routers {'da754ddd-2aad-4748-8e48-d01ada59c725'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:05.276057 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['da754ddd-2aad-4748-8e48-d01ada59c725'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:05.285407 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.286668 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-26585b24-cd07-4180-9d6e-255de61498e1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.6074743 Nov 12 09:03:05.289910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42798) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:05.306681 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e2edc614-482e-4bcf-9868-2d9e0976bc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.397865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c6d589-ba5f-4412-92f3-7b49d89e79c7 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:05.398155 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Set router da754ddd-2aad-4748-8e48-d01ada59c725 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:05.409817 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-22c6d589-ba5f-4412-92f3-7b49d89e79c7 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=92afb9076a2943ea8f07828b6993d4b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1182892 Nov 12 09:03:05.410306 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Set router c56775ae-9907-4828-83c7-e40eee34d0b5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:05.411407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42800) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:05.575412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60769567-ff98-4f13-8648-87cfe00f37a1 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:05.580885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-60769567-ff98-4f13-8648-87cfe00f37a1 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1682243 Nov 12 09:03:05.581830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42802) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:05.634330 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-65c51d30-8c1c-40f1-8b98-f05eb2698912 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505769 Nov 12 09:03:05.635246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42804) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:05.646595 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-450346731', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '65083c18-79c2-4274-a513-8164fe66c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:04Z', 'revision_number': 3, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': '65083c18-79c2-4274-a513-8164fe66c609', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:26:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:03Z', 'updated_at': '2021-11-12T09:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:05.678671 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-068f3d61-eca7-489a-b133-1cc1c1de6d26 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=92afb9076a2943ea8f07828b6993d4b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419278 Nov 12 09:03:05.679933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42806) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:05.701709 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Checking router: da754ddd-2aad-4748-8e48-d01ada59c725 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:05.702102 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Updating router da754ddd-2aad-4748-8e48-d01ada59c725 port 65083c18-79c2-4274-a513-8164fe66c609 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:05.776512 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.814372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f568c62d-cc68-4c15-a4a4-76f6b2f237d8 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:05.818363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f568c62d-cc68-4c15-a4a4-76f6b2f237d8 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369646 Nov 12 09:03:05.822308 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42810) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:05.879747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'name': 'tempest-TestVolumeBackupRestore-704953150-router', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:58Z', 'updated_at': '2021-11-12T09:03:02Z', 'revision_number': 4, 'project_id': '67c53f7c4b1744238096948b468a4aba', 'gw_port': {'id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:59Z', 'updated_at': '2021-11-12T09:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4fd2a8c1-289b-4be7-96ed-82ca07192749', 'name': '', 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'mac_address': 'fa:16:3e:ca:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '1da6ca6d-5d42-4a25-b632-7966de71232c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:02Z', 'revision_number': 2, 'project_id': '67c53f7c4b1744238096948b468a4aba', 'subnets': [{'id': '1da6ca6d-5d42-4a25-b632-7966de71232c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:05.887963 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-52f8d922-a55e-4298-8b01-a93bdd0a0736 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644574 Nov 12 09:03:05.890621 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42812) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:05.899890 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-03476e00-7bc4-4e86-bd35-5582f0ee4630 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1613361595', 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1', 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:05.913085 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Checking router: c56775ae-9907-4828-83c7-e40eee34d0b5 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:05.913474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Updating router c56775ae-9907-4828-83c7-e40eee34d0b5 port 4fd2a8c1-289b-4be7-96ed-82ca07192749 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:05.943082 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.043883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03476e00-7bc4-4e86-bd35-5582f0ee4630 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Made reservation on behalf of 92afb9076a2943ea8f07828b6993d4b6 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:06.049001 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-03476e00-7bc4-4e86-bd35-5582f0ee4630 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.059078 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.068063 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.118579 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Attempting to bind port 65083c18-79c2-4274-a513-8164fe66c609 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:06.119236 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Attempting to bind port 65083c18-79c2-4274-a513-8164fe66c609 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:06.119795 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Attempting to bind port 65083c18-79c2-4274-a513-8164fe66c609 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:06.124942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616b65bd-bffb-404b-89a3-2071333b96a6 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:06.129941 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:06.130810 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:06.131417 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.131969 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:06.134699 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Bound port: 65083c18-79c2-4274-a513-8164fe66c609, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:06.135354 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.212774 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] For port 65083c18-79c2-4274-a513-8164fe66c609, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:06.219852 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] For port 65083c18-79c2-4274-a513-8164fe66c609, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=65083c18-79c2-4274-a513-8164fe66c609,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:06.221866 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548ce6b-2b89-41ea-9a5e-3032618a48f4 None None] Pushing event updated for resources: {'Port': ['ID=65083c18-79c2-4274-a513-8164fe66c609,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:06.230127 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.231930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2c9f5f10-db4e-4483-999e-6370e8f019ed admin admin] Deleting port 5671e766-08a8-49d1-9f51-45e0952bcec2 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:06.232353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f10-db4e-4483-999e-6370e8f019ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.266166 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5cbdaf96-22f6-4b05-9872-d9d57a0e1ef3 None None] Provisioning complete for port 65083c18-79c2-4274-a513-8164fe66c609 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:06.266753 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5cbdaf96-22f6-4b05-9872-d9d57a0e1ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.304300 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Routers {'da754ddd-2aad-4748-8e48-d01ada59c725'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:06.305035 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['da754ddd-2aad-4748-8e48-d01ada59c725'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:06.317268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0255cc1c-c513-4c36-842f-229f34914b4f None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:06.364864 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.400007 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.408079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-2c9f5f10-db4e-4483-999e-6370e8f019ed admin admin] For port 5671e766-08a8-49d1-9f51-45e0952bcec2, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5671e766-08a8-49d1-9f51-45e0952bcec2,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:06.408595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f10-db4e-4483-999e-6370e8f019ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.430755 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548ce6b-2b89-41ea-9a5e-3032618a48f4 None None] Pushing event updated for resources: {'Port': ['ID=65083c18-79c2-4274-a513-8164fe66c609,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:06.434782 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] Set router da754ddd-2aad-4748-8e48-d01ada59c725 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:06.458706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-2c9f5f10-db4e-4483-999e-6370e8f019ed admin admin] Calling delete_port for 5671e766-08a8-49d1-9f51-45e0952bcec2 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:06.459719 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5cbdaf96-22f6-4b05-9872-d9d57a0e1ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.492346 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b890a1-63b4-4dfc-832b-885de997444d None None] Pushing event updated for resources: {'Port': ['ID=4fd2a8c1-289b-4be7-96ed-82ca07192749,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:06.528125 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5cbdaf96-22f6-4b05-9872-d9d57a0e1ef3 None None] For port 65083c18-79c2-4274-a513-8164fe66c609, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=65083c18-79c2-4274-a513-8164fe66c609,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:06.553612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-03476e00-7bc4-4e86-bd35-5582f0ee4630 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.583370 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5cbdaf96-22f6-4b05-9872-d9d57a0e1ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.653970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Attempting to bind port 4fd2a8c1-289b-4be7-96ed-82ca07192749 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:06.654289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Attempting to bind port 4fd2a8c1-289b-4be7-96ed-82ca07192749 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '91efa743-6b07-4c6d-abc2-aa04c1f2d175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:06.654653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Attempting to bind port 4fd2a8c1-289b-4be7-96ed-82ca07192749 on network 08a46f4a-2cee-461e-80f3-e6487d838947 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:06.665852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:06.666236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Checking segment: {'id': '91efa743-6b07-4c6d-abc2-aa04c1f2d175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:06.666626 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.667024 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Bound using segment: {'id': '91efa743-6b07-4c6d-abc2-aa04c1f2d175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:06.667502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Bound port: 4fd2a8c1-289b-4be7-96ed-82ca07192749, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91efa743-6b07-4c6d-abc2-aa04c1f2d175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:06.668287 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.688180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03476e00-7bc4-4e86-bd35-5582f0ee4630 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Subnet': ['ID=1daaa7d5-7969-480f-bc85-b3afee0f9ae7,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:06.707629 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03476e00-7bc4-4e86-bd35-5582f0ee4630 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Checking segment: {'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:06.708132 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03476e00-7bc4-4e86-bd35-5582f0ee4630 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network hostable DHCP agents. Network: a1e09b67-6f7c-49d1-b1dd-e044b1872de1, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:03:06.732597 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdaf96-22f6-4b05-9872-d9d57a0e1ef3 None None] Pushing event updated for resources: {'Port': ['ID=65083c18-79c2-4274-a513-8164fe66c609,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:06.749513 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-450346731', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '65083c18-79c2-4274-a513-8164fe66c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:04Z', 'revision_number': 3, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': '65083c18-79c2-4274-a513-8164fe66c609', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:26:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:03Z', 'updated_at': '2021-11-12T09:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:06.785939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-eb9c3453-6822-4afb-a6d0-dfd909a7a04c None None] Provisioning complete for port 65083c18-79c2-4274-a513-8164fe66c609 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:06.786309 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eb9c3453-6822-4afb-a6d0-dfd909a7a04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.788927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03476e00-7bc4-4e86-bd35-5582f0ee4630 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:03:06.808700 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213e0cd7-6f7f-40b2-879c-adc9c4569b4f None None] The sync data for ids ['da754ddd-2aad-4748-8e48-d01ada59c725'] in n-d-768851-18 is: [{'id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-450346731', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '65083c18-79c2-4274-a513-8164fe66c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:04Z', 'revision_number': 3, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': '65083c18-79c2-4274-a513-8164fe66c609', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:26:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:03Z', 'updated_at': '2021-11-12T09:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:06.828996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-03476e00-7bc4-4e86-bd35-5582f0ee4630 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, a1e09b67-6f7c-49d1-b1dd-e044b1872de1) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:06.849776 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03476e00-7bc4-4e86-bd35-5582f0ee4630 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:06.850782 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-03476e00-7bc4-4e86-bd35-5582f0ee4630 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.865486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331134a5-fb0c-4718-8cfe-35c45b6e1e79 None None] Network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:06.873950 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] For port 4fd2a8c1-289b-4be7-96ed-82ca07192749, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:06.906544 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-03476e00-7bc4-4e86-bd35-5582f0ee4630 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0141001 Nov 12 09:03:06.909241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42816) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:06.951141 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f10-db4e-4483-999e-6370e8f019ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.980173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] For port 4fd2a8c1-289b-4be7-96ed-82ca07192749, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4fd2a8c1-289b-4be7-96ed-82ca07192749,segment=NetworkSegment(91efa743-6b07-4c6d-abc2-aa04c1f2d175),segment_id=91efa743-6b07-4c6d-abc2-aa04c1f2d175)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:06.989666 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.995131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f5f10-db4e-4483-999e-6370e8f019ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5671e766-08a8-49d1-9f51-45e0952bcec2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:07.164975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b890a1-63b4-4dfc-832b-885de997444d None None] Pushing event updated for resources: {'Port': ['ID=4fd2a8c1-289b-4be7-96ed-82ca07192749,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:07.195559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Routers {'c56775ae-9907-4828-83c7-e40eee34d0b5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:07.196195 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:02:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c56775ae-9907-4828-83c7-e40eee34d0b5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:07.235028 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b72ae114-cfb7-4ca0-bee4-89c44644a8a9 req-c853df16-d866-48ee-bfc9-d4b0606255be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1799588 Nov 12 09:03:07.458935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ae114-cfb7-4ca0-bee4-89c44644a8a9 req-d159e579-8a04-4da2-8014-6a35860b91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:07.461235 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b72ae114-cfb7-4ca0-bee4-89c44644a8a9 req-d159e579-8a04-4da2-8014-6a35860b91cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 1098 time: 0.1361084 Nov 12 09:03:07.488373 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f10-db4e-4483-999e-6370e8f019ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.755782 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ae114-cfb7-4ca0-bee4-89c44644a8a9 req-f3c62d30-8ee0-4364-8429-e4e9d8972c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:07.757299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b72ae114-cfb7-4ca0-bee4-89c44644a8a9 req-f3c62d30-8ee0-4364-8429-e4e9d8972c07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.2666819 Nov 12 09:03:07.797716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] Set router c56775ae-9907-4828-83c7-e40eee34d0b5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:07.833935 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-286c4484-2daa-4c35-98db-fd85be5d16ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.841265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-a1e09b67-6f7c-49d1-b1dd-e044b1872de1', 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'fixed_ips': [{'subnet_id': '1daaa7d5-7969-480f-bc85-b3afee0f9ae7'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:03:07.841265 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.844075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f9fa3c5b-fe60-4293-a914-514ed7709865 None None] Provisioning complete for port 4fd2a8c1-289b-4be7-96ed-82ca07192749 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:07.844438 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3c5b-fe60-4293-a914-514ed7709865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.894953 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.962599 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b72ae114-cfb7-4ca0-bee4-89c44644a8a9 req-960c4484-19f3-4205-9d90-4db1859330c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f926108a-d408-4174-ae7d-b4c6ba9a8fdb HTTP/1.1" status: 200 len: 1002 time: 0.1937687 Nov 12 09:03:08.088731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ae114-cfb7-4ca0-bee4-89c44644a8a9 req-9d0bd376-68b6-4368-84b5-045c48367984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:08.090590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b72ae114-cfb7-4ca0-bee4-89c44644a8a9 req-9d0bd376-68b6-4368-84b5-045c48367984 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0608826 Nov 12 09:03:08.177967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9f5f10-db4e-4483-999e-6370e8f019ed admin admin] Router 4ad2ae00-2d4f-4eec-8a52-eda69afde726 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:08.193241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ae114-cfb7-4ca0-bee4-89c44644a8a9 req-cc8ff700-197b-4025-9887-eec86eb29d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:08.195883 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b72ae114-cfb7-4ca0-bee4-89c44644a8a9 req-cc8ff700-197b-4025-9887-eec86eb29d86 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958662 Nov 12 09:03:08.207278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Allocated IP 172.20.0.18 (a1e09b67-6f7c-49d1-b1dd-e044b1872de1/1daaa7d5-7969-480f-bc85-b3afee0f9ae7/0025dc39-d396-4b09-b272-d8a5a0baff3c) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:08.408054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9f5f10-db4e-4483-999e-6370e8f019ed admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:08.411264 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b72ae114-cfb7-4ca0-bee4-89c44644a8a9 req-f4b5fea3-d50a-4398-b309-ea33813bdeb3 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641197 Nov 12 09:03:08.414966 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2c9f5f10-db4e-4483-999e-6370e8f019ed admin admin] 10.222.0.31 "PUT /v2.0/routers/4ad2ae00-2d4f-4eec-8a52-eda69afde726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8191776 Nov 12 09:03:08.417841 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42820) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:08.424383 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3c5b-fe60-4293-a914-514ed7709865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.434458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbffb3a8-fcaa-40dd-b674-01fc11f152fa None None] Sync routers for ids ['4ad2ae00-2d4f-4eec-8a52-eda69afde726'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:08.520554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbffb3a8-fcaa-40dd-b674-01fc11f152fa None None] Routers {'4ad2ae00-2d4f-4eec-8a52-eda69afde726'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:08.521368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dbffb3a8-fcaa-40dd-b674-01fc11f152fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['4ad2ae00-2d4f-4eec-8a52-eda69afde726'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:08.576364 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b72ae114-cfb7-4ca0-bee4-89c44644a8a9 req-cdd8f512-3878-4276-ae4f-5603675423ec service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570230 Nov 12 09:03:08.602043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-f9fa3c5b-fe60-4293-a914-514ed7709865 None None] For port 4fd2a8c1-289b-4be7-96ed-82ca07192749, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4fd2a8c1-289b-4be7-96ed-82ca07192749,segment=NetworkSegment(91efa743-6b07-4c6d-abc2-aa04c1f2d175),segment_id=91efa743-6b07-4c6d-abc2-aa04c1f2d175)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:08.630165 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.631226 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3c5b-fe60-4293-a914-514ed7709865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.725021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 65083c18-79c2-4274-a513-8164fe66c609 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:08.781254 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.785633 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.805326 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.821898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.830548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa3c5b-fe60-4293-a914-514ed7709865 None None] Pushing event updated for resources: {'Port': ['ID=4fd2a8c1-289b-4be7-96ed-82ca07192749,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:08.878313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dbffb3a8-fcaa-40dd-b674-01fc11f152fa None None] Set router 4ad2ae00-2d4f-4eec-8a52-eda69afde726 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:08.893730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Allocated IP 172.20.0.17 (a1e09b67-6f7c-49d1-b1dd-e044b1872de1/1daaa7d5-7969-480f-bc85-b3afee0f9ae7/ab15f33f-5b68-4df0-b47f-6360d0077a06) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:08.908438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Deleting port 7b5a9d2a-f810-43cd-92bb-6c0998df2180 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:08.908789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.964276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7a3d5975-fdf5-40b6-8631-ea2231f63bfa None None] Provisioning complete for port 4fd2a8c1-289b-4be7-96ed-82ca07192749 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:08.964856 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7a3d5975-fdf5-40b6-8631-ea2231f63bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.971241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:08.975342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'name': 'tempest-TestVolumeBackupRestore-704953150-router', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:58Z', 'updated_at': '2021-11-12T09:03:02Z', 'revision_number': 4, 'project_id': '67c53f7c4b1744238096948b468a4aba', 'gw_port': {'id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:59Z', 'updated_at': '2021-11-12T09:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4fd2a8c1-289b-4be7-96ed-82ca07192749', 'name': '', 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'mac_address': 'fa:16:3e:ca:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '1da6ca6d-5d42-4a25-b632-7966de71232c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:06Z', 'revision_number': 4, 'project_id': '67c53f7c4b1744238096948b468a4aba', 'subnets': [{'id': '1da6ca6d-5d42-4a25-b632-7966de71232c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:09.040114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9560a8e-a1f8-4a4a-b35b-ce6fc0760649 None None] The sync data for ids ['c56775ae-9907-4828-83c7-e40eee34d0b5'] in n-d-768851-18 is: [{'id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'name': 'tempest-TestVolumeBackupRestore-704953150-router', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:58Z', 'updated_at': '2021-11-12T09:03:02Z', 'revision_number': 4, 'project_id': '67c53f7c4b1744238096948b468a4aba', 'gw_port': {'id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:59Z', 'updated_at': '2021-11-12T09:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '4fd2a8c1-289b-4be7-96ed-82ca07192749', 'name': '', 'network_id': '08a46f4a-2cee-461e-80f3-e6487d838947', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'mac_address': 'fa:16:3e:ca:ae:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '1da6ca6d-5d42-4a25-b632-7966de71232c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:06Z', 'revision_number': 4, 'project_id': '67c53f7c4b1744238096948b468a4aba', 'subnets': [{'id': '1da6ca6d-5d42-4a25-b632-7966de71232c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:09.050220 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:09.055084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:09.091612 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Pushing event updated for resources: {'Port': ['ID=0025dc39-d396-4b09-b272-d8a5a0baff3c,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:09.100406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] For port 7b5a9d2a-f810-43cd-92bb-6c0998df2180, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7b5a9d2a-f810-43cd-92bb-6c0998df2180,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:09.100780 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.128319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Calling delete_port for 7b5a9d2a-f810-43cd-92bb-6c0998df2180 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:09.159244 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.201028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 65083c18-79c2-4274-a513-8164fe66c609 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:09.201426 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.256273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Attempting to bind port 0025dc39-d396-4b09-b272-d8a5a0baff3c on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:09.256644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Attempting to bind port 0025dc39-d396-4b09-b272-d8a5a0baff3c by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:09.257038 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Attempting to bind port 0025dc39-d396-4b09-b272-d8a5a0baff3c on network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:09.286649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:09.287030 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Checking segment: {'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:09.287491 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.287872 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Bound using segment: {'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:09.288306 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Bound port: 0025dc39-d396-4b09-b272-d8a5a0baff3c, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:09.288692 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.301971 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.365046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:09.375427 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:09.380770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:09.419264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Port': ['ID=ab15f33f-5b68-4df0-b47f-6360d0077a06,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:09.486156 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.541572 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dbffb3a8-fcaa-40dd-b674-01fc11f152fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'name': 'tempest-TestServerMultinode-1276517756-router', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:15Z', 'updated_at': '2021-11-12T09:03:06Z', 'revision_number': 5, 'project_id': '0f11e34d9e864b75a11263a773747b92', 'gw_port': {'id': '7b5a9d2a-f810-43cd-92bb-6c0998df2180', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:16Z', 'updated_at': '2021-11-12T09:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:09.544280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] For port 0025dc39-d396-4b09-b272-d8a5a0baff3c, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:09.549849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] For port 0025dc39-d396-4b09-b272-d8a5a0baff3c, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0025dc39-d396-4b09-b272-d8a5a0baff3c,segment=NetworkSegment(fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e),segment_id=fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:09.578299 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.617330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5a9d2a-f810-43cd-92bb-6c0998df2180,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:09.758774 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.793705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ed01f-cd27-4832-a3f0-799bf5eab900 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:09.796961 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.803766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbffb3a8-fcaa-40dd-b674-01fc11f152fa None None] Checking router: 4ad2ae00-2d4f-4eec-8a52-eda69afde726 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:09.807118 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.873303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbffb3a8-fcaa-40dd-b674-01fc11f152fa None None] Routers {'4ad2ae00-2d4f-4eec-8a52-eda69afde726'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:09.874217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dbffb3a8-fcaa-40dd-b674-01fc11f152fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['4ad2ae00-2d4f-4eec-8a52-eda69afde726'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:09.897380 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.919704 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.017437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dbffb3a8-fcaa-40dd-b674-01fc11f152fa None None] Set router 4ad2ae00-2d4f-4eec-8a52-eda69afde726 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:10.052525 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.053049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ad2ae00-2d4f-4eec-8a52-eda69afde726 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:03:10.058136 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.059971 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bf1e9ae9-245b-4629-b2e1-de26820dd533 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4ad2ae00-2d4f-4eec-8a52-eda69afde726 HTTP/1.1" status: 204 len: 168 time: 1.6403875 Nov 12 09:03:10.062002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42824) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:10.132759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dbffb3a8-fcaa-40dd-b674-01fc11f152fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'name': 'tempest-TestServerMultinode-1276517756-router', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:15Z', 'updated_at': '2021-11-12T09:03:09Z', 'revision_number': 7, 'project_id': '0f11e34d9e864b75a11263a773747b92', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:10.144510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c8743a-f3d0-4936-b032-4eebfdbbc0f7 admin admin] Deleting subnet df396c9d-f540-4d6c-a917-62249b10975a {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:03:10.148012 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc813c-2828-4b6c-91d2-8312ac27f139 None None] Pushing event updated for resources: {'Port': ['ID=0025dc39-d396-4b09-b272-d8a5a0baff3c,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:10.161268 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75c8743a-f3d0-4936-b032-4eebfdbbc0f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.188871 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.190296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbffb3a8-fcaa-40dd-b674-01fc11f152fa None None] The sync data for ids ['4ad2ae00-2d4f-4eec-8a52-eda69afde726'] in n-d-768851-18 is: [{'id': '4ad2ae00-2d4f-4eec-8a52-eda69afde726', 'name': 'tempest-TestServerMultinode-1276517756-router', 'tenant_id': '0f11e34d9e864b75a11263a773747b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:15Z', 'updated_at': '2021-11-12T09:03:09Z', 'revision_number': 7, 'project_id': '0f11e34d9e864b75a11263a773747b92', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:10.235339 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75c8743a-f3d0-4936-b032-4eebfdbbc0f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.367884 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75c8743a-f3d0-4936-b032-4eebfdbbc0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.459890 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75c8743a-f3d0-4936-b032-4eebfdbbc0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.509080 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c4b43-7b15-4085-bbd4-7b26b2bf1d6a None None] Network da682fa2-ce49-4f03-a1f7-01b9c76ee5ad requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:10.522137 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-75c8743a-f3d0-4936-b032-4eebfdbbc0f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.530931 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-75c8743a-f3d0-4936-b032-4eebfdbbc0f7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/df396c9d-f540-4d6c-a917-62249b10975a HTTP/1.1" status: 204 len: 168 time: 0.4628441 Nov 12 09:03:10.531929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8743a-f3d0-4936-b032-4eebfdbbc0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df396c9d-f540-4d6c-a917-62249b10975a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:10.539459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42828) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:10.664117 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.758178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Deleting port c608221a-ed95-478f-bd4b-726b0e73bb05 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:10.759302 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.839405 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.846601 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.856845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] For port c608221a-ed95-478f-bd4b-726b0e73bb05, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c608221a-ed95-478f-bd4b-726b0e73bb05,segment=NetworkSegment(51de8cb7-afdf-4d3b-bb76-ab40866e1541),segment_id=51de8cb7-afdf-4d3b-bb76-ab40866e1541)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:10.857280 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.894002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Calling delete_port for c608221a-ed95-478f-bd4b-726b0e73bb05 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:10.894582 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25f7b53-4bc1-47b6-952f-fc5c47884634 None None] DHCP port deletion for da682fa2-ce49-4f03-a1f7-01b9c76ee5ad request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:11.044946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Port': ['ID=ab15f33f-5b68-4df0-b47f-6360d0077a06,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:11.056697 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.076870 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.117516 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.143531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a25f7b53-4bc1-47b6-952f-fc5c47884634 None None] Deleting port c608221a-ed95-478f-bd4b-726b0e73bb05 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:11.143918 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a25f7b53-4bc1-47b6-952f-fc5c47884634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.184939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] No DVR routers for this DVR port c608221a-ed95-478f-bd4b-726b0e73bb05 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:11.195013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Pushing event deleted for resources: {'Port': ['ID=c608221a-ed95-478f-bd4b-726b0e73bb05,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:11.314554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0025dc39-d396-4b09-b272-d8a5a0baff3c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:11.327828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:11.329440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:11.369687 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.373554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a25f7b53-4bc1-47b6-952f-fc5c47884634 None None] For port c608221a-ed95-478f-bd4b-726b0e73bb05, host n-d-768851-18, got binding levels [] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:11.373958 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a25f7b53-4bc1-47b6-952f-fc5c47884634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.394196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da682fa2-ce49-4f03-a1f7-01b9c76ee5ad']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:11.408739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51de8cb7-afdf-4d3b-bb76-ab40866e1541') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:11.409338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51de8cb7-afdf-4d3b-bb76-ab40866e1541') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:11.424065 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.440140 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.444740 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a25f7b53-4bc1-47b6-952f-fc5c47884634 None None] Calling delete_port for c608221a-ed95-478f-bd4b-726b0e73bb05 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:11.448710 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:03:11.449596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:03:11.452991 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:03:11.455477 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.ipam_backend_mixin [None req-a25f7b53-4bc1-47b6-952f-fc5c47884634 None None] Port c608221a-ed95-478f-bd4b-726b0e73bb05 was not found and therefore no delete operation was performed {{(pid=102446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:03:11.456910 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a25f7b53-4bc1-47b6-952f-fc5c47884634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.502613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f7b53-4bc1-47b6-952f-fc5c47884634 None None] Pushing event deleted for resources: {'Port': ['ID=c608221a-ed95-478f-bd4b-726b0e73bb05,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:11.507318 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f7b53-4bc1-47b6-952f-fc5c47884634 None None] No DVR routers for this DVR port c608221a-ed95-478f-bd4b-726b0e73bb05 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:11.509703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Router da754ddd-2aad-4748-8e48-d01ada59c725 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:11.515731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 0025dc39-d396-4b09-b272-d8a5a0baff3c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:11.516344 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.568519 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927d5bb-1733-4a46-b318-6fb576162db7 None None] Network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:11.578201 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.603532 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.608075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] 10.222.0.31 "DELETE /v2.0/networks/da682fa2-ce49-4f03-a1f7-01b9c76ee5ad HTTP/1.1" status: 204 len: 168 time: 1.0687771 Nov 12 09:03:11.609023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd67c5e-901d-418f-bc34-893ce7e8e75c admin admin] Pushing event deleted for resources: {'Network': ['ID=da682fa2-ce49-4f03-a1f7-01b9c76ee5ad,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:11.612417 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42832) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:11.654774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:11.668585 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Sync routers for ids ['da754ddd-2aad-4748-8e48-d01ada59c725'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:11.692561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5e810609-c5cc-445d-a5cc-9bceab211ef3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "PUT /v2.0/routers/da754ddd-2aad-4748-8e48-d01ada59c725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7739918 Nov 12 09:03:11.697728 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Routers {'da754ddd-2aad-4748-8e48-d01ada59c725'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:11.698384 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['da754ddd-2aad-4748-8e48-d01ada59c725'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:11.730451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4bda9e09-9495-48b6-bd2f-b21fb5d16638 None None] Provisioning complete for port 0025dc39-d396-4b09-b272-d8a5a0baff3c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:11.730827 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4bda9e09-9495-48b6-bd2f-b21fb5d16638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.786624 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.878994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 0025dc39-d396-4b09-b272-d8a5a0baff3c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0025dc39-d396-4b09-b272-d8a5a0baff3c,segment=NetworkSegment(fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e),segment_id=fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:11.903780 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.904578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4fd2a8c1-289b-4be7-96ed-82ca07192749 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:11.982704 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Set router da754ddd-2aad-4748-8e48-d01ada59c725 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:12.076016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=0025dc39-d396-4b09-b272-d8a5a0baff3c,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:12.097470 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4fd2a8c1-289b-4be7-96ed-82ca07192749 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:12.097843 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.289556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-f6b5cf25-4e49-4ecf-b240-b6506880a305 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:12.292528 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-f6b5cf25-4e49-4ecf-b240-b6506880a305 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/networks?id=a1e09b67-6f7c-49d1-b1dd-e044b1872de1 HTTP/1.1" status: 200 len: 798 time: 0.3320050 Nov 12 09:03:12.323003 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-27b538e7-a82b-488f-be31-262377ccd602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.324023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8bd4a681-93a8-4d28-813e-dad4be142743 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/quotas/92afb9076a2943ea8f07828b6993d4b6 HTTP/1.1" status: 200 len: 375 time: 0.0243511 Nov 12 09:03:12.449541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-0dcaead9-3086-4c07-b0c7-62ea90fa97a7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=92afb9076a2943ea8f07828b6993d4b6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1192319 Nov 12 09:03:12.456403 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-450346731', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '65083c18-79c2-4274-a513-8164fe66c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:09Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': '65083c18-79c2-4274-a513-8164fe66c609', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:26:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:03Z', 'updated_at': '2021-11-12T09:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ab15f33f-5b68-4df0-b47f-6360d0077a06', 'name': '', 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'mac_address': 'fa:16:3e:d4:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '1daaa7d5-7969-480f-bc85-b3afee0f9ae7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:08Z', 'updated_at': '2021-11-12T09:03:10Z', 'revision_number': 2, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'subnets': [{'id': '1daaa7d5-7969-480f-bc85-b3afee0f9ae7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:12.510580 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Checking router: da754ddd-2aad-4748-8e48-d01ada59c725 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:12.511143 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Updating router da754ddd-2aad-4748-8e48-d01ada59c725 port ab15f33f-5b68-4df0-b47f-6360d0077a06 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:12.588658 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.595794 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0025dc39-d396-4b09-b272-d8a5a0baff3c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:12.692227 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-57229595-a715-47fb-a58d-c00d372cd32e service neutron] 10.222.0.31 "GET /v2.0/networks/a1e09b67-6f7c-49d1-b1dd-e044b1872de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100139 Nov 12 09:03:12.695046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a4346afc-2ad3-4cae-bbd7-e617750ad18f None None] Provisioning complete for port ab15f33f-5b68-4df0-b47f-6360d0077a06 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:12.695622 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a4346afc-2ad3-4cae-bbd7-e617750ad18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.772382 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-27b538e7-a82b-488f-be31-262377ccd602 admin admin] Deleting port 2b289b21-8f34-4c63-82d1-badad127519c {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:12.772923 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-27b538e7-a82b-488f-be31-262377ccd602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.776982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a4346afc-2ad3-4cae-bbd7-e617750ad18f None None] Port ab15f33f-5b68-4df0-b47f-6360d0077a06 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:12.802009 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a4346afc-2ad3-4cae-bbd7-e617750ad18f None None] Provisioning complete for port 0025dc39-d396-4b09-b272-d8a5a0baff3c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:12.802393 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a4346afc-2ad3-4cae-bbd7-e617750ad18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.852160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-1465c4f8-d15f-4dc1-833d-eb0fe91d92a6 service neutron] 10.222.0.31 "GET /v2.0/networks/a1e09b67-6f7c-49d1-b1dd-e044b1872de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515326 Nov 12 09:03:12.856031 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 0025dc39-d396-4b09-b272-d8a5a0baff3c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:12.856350 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.969793 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-27b538e7-a82b-488f-be31-262377ccd602 admin admin] For port 2b289b21-8f34-4c63-82d1-badad127519c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2b289b21-8f34-4c63-82d1-badad127519c,segment=NetworkSegment(337182aa-a7c9-41b8-b7e6-62e2b5485e1e),segment_id=337182aa-a7c9-41b8-b7e6-62e2b5485e1e)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:12.973681 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-27b538e7-a82b-488f-be31-262377ccd602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.027167 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-27b538e7-a82b-488f-be31-262377ccd602 admin admin] Calling delete_port for 2b289b21-8f34-4c63-82d1-badad127519c owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:13.164433 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.172551 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.194840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-76172103-c3b3-4746-a1fe-54c1a33371fd None None] Provisioning complete for port ab15f33f-5b68-4df0-b47f-6360d0077a06 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:13.195438 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-76172103-c3b3-4746-a1fe-54c1a33371fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.213372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5671e766-08a8-49d1-9f51-45e0952bcec2 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:13.263125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-79df002b-d0d5-438c-9e5b-b4fd7b5f0e5c req-35225a32-48a2-4453-acbb-67284e315ce8 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 210 time: 0.0742090 Nov 12 09:03:13.352129 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00569d-f401-4884-94c4-158aa59dfac1 None None] Pushing event updated for resources: {'Port': ['ID=ab15f33f-5b68-4df0-b47f-6360d0077a06,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:13.366698 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 5671e766-08a8-49d1-9f51-45e0952bcec2 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:13.367570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5671e766-08a8-49d1-9f51-45e0952bcec2 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:13.368921 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c608221a-ed95-478f-bd4b-726b0e73bb05 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:13.371047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-76172103-c3b3-4746-a1fe-54c1a33371fd None None] Port ab15f33f-5b68-4df0-b47f-6360d0077a06 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:13.417422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: c608221a-ed95-478f-bd4b-726b0e73bb05 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:13.418396 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c608221a-ed95-478f-bd4b-726b0e73bb05 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:13.419008 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7b5a9d2a-f810-43cd-92bb-6c0998df2180 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:13.465532 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Attempting to bind port ab15f33f-5b68-4df0-b47f-6360d0077a06 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:13.465698 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 7b5a9d2a-f810-43cd-92bb-6c0998df2180 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:13.465901 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Attempting to bind port ab15f33f-5b68-4df0-b47f-6360d0077a06 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:13.466041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7b5a9d2a-f810-43cd-92bb-6c0998df2180 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:13.466263 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Attempting to bind port ab15f33f-5b68-4df0-b47f-6360d0077a06 on network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:13.491440 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:13.491837 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Checking segment: {'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:13.492298 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.492690 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Bound using segment: {'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:13.493476 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Bound port: ab15f33f-5b68-4df0-b47f-6360d0077a06, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:13.493811 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.540951 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a035f6ed-1c2d-4660-911e-a56e2d83c0b5 None None] Provisioning complete for port ab15f33f-5b68-4df0-b47f-6360d0077a06 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:13.541437 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a035f6ed-1c2d-4660-911e-a56e2d83c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.569163 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-27b538e7-a82b-488f-be31-262377ccd602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.614458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a035f6ed-1c2d-4660-911e-a56e2d83c0b5 None None] Port ab15f33f-5b68-4df0-b47f-6360d0077a06 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:13.618014 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b538e7-a82b-488f-be31-262377ccd602 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b289b21-8f34-4c63-82d1-badad127519c,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:13.684427 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] For port ab15f33f-5b68-4df0-b47f-6360d0077a06, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:13.692557 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] For port ab15f33f-5b68-4df0-b47f-6360d0077a06, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ab15f33f-5b68-4df0-b47f-6360d0077a06,segment=NetworkSegment(fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e),segment_id=fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:13.706490 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.756201 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-68929108-9c5d-4b26-99e3-452a64d074d3 None None] Provisioning complete for port ab15f33f-5b68-4df0-b47f-6360d0077a06 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:13.766323 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-68929108-9c5d-4b26-99e3-452a64d074d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.829021 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00569d-f401-4884-94c4-158aa59dfac1 None None] Pushing event updated for resources: {'Port': ['ID=ab15f33f-5b68-4df0-b47f-6360d0077a06,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:13.866606 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Routers {'da754ddd-2aad-4748-8e48-d01ada59c725'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:13.867538 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['da754ddd-2aad-4748-8e48-d01ada59c725'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:14.023650 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-68929108-9c5d-4b26-99e3-452a64d074d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.068041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-68929108-9c5d-4b26-99e3-452a64d074d3 None None] For port ab15f33f-5b68-4df0-b47f-6360d0077a06, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ab15f33f-5b68-4df0-b47f-6360d0077a06,segment=NetworkSegment(fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e),segment_id=fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:14.074384 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-68929108-9c5d-4b26-99e3-452a64d074d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.082132 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] Set router da754ddd-2aad-4748-8e48-d01ada59c725 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:14.254523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68929108-9c5d-4b26-99e3-452a64d074d3 None None] Pushing event updated for resources: {'Port': ['ID=ab15f33f-5b68-4df0-b47f-6360d0077a06,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:14.262680 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c831350-15dc-4df0-83bf-6f483cb9d190 req-98997f04-c300-4746-a214-bcdd1ca21abe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0997722 Nov 12 09:03:14.308902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-df571bcf-e678-4461-b0fa-4f2bb4a92797 None None] Provisioning complete for port ab15f33f-5b68-4df0-b47f-6360d0077a06 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:14.309626 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-df571bcf-e678-4461-b0fa-4f2bb4a92797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.461887 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-431eaf22-a96c-4999-b1d0-7d030ddd0965 req-f6559b05-b7a7-44a2-b354-996b68fcedf7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 210 time: 0.0312679 Nov 12 09:03:14.477609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c831350-15dc-4df0-83bf-6f483cb9d190 req-89ecb981-8ffe-4bf4-97a5-6579cf7c65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:14.479980 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c831350-15dc-4df0-83bf-6f483cb9d190 req-89ecb981-8ffe-4bf4-97a5-6579cf7c65c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92afb9076a2943ea8f07828b6993d4b6&device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 1136 time: 0.1117759 Nov 12 09:03:14.482750 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-450346731', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '65083c18-79c2-4274-a513-8164fe66c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:09Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': '65083c18-79c2-4274-a513-8164fe66c609', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:26:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:03Z', 'updated_at': '2021-11-12T09:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ab15f33f-5b68-4df0-b47f-6360d0077a06', 'name': '', 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'mac_address': 'fa:16:3e:d4:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '1daaa7d5-7969-480f-bc85-b3afee0f9ae7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:08Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'subnets': [{'id': '1daaa7d5-7969-480f-bc85-b3afee0f9ae7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:14.484713 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-27b538e7-a82b-488f-be31-262377ccd602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.543157 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fda1b-cc3c-49fc-887f-252be3336b96 None None] The sync data for ids ['da754ddd-2aad-4748-8e48-d01ada59c725'] in n-d-768851-18 is: [{'id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-450346731', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '65083c18-79c2-4274-a513-8164fe66c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:09Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': '65083c18-79c2-4274-a513-8164fe66c609', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:26:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:03Z', 'updated_at': '2021-11-12T09:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'ab15f33f-5b68-4df0-b47f-6360d0077a06', 'name': '', 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'mac_address': 'fa:16:3e:d4:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '1daaa7d5-7969-480f-bc85-b3afee0f9ae7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:08Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'subnets': [{'id': '1daaa7d5-7969-480f-bc85-b3afee0f9ae7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:14.661989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c831350-15dc-4df0-83bf-6f483cb9d190 req-21d7c7a1-3ca3-44b6-93ff-11225af38fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:14.663905 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c831350-15dc-4df0-83bf-6f483cb9d190 req-21d7c7a1-3ca3-44b6-93ff-11225af38fab service neutron] 10.222.0.46 "GET /v2.0/networks?id=a22510c2-b6a6-4b63-89f8-7a746a917152 HTTP/1.1" status: 200 len: 897 time: 0.1470273 Nov 12 09:03:14.800068 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c831350-15dc-4df0-83bf-6f483cb9d190 req-6982f177-9d8f-496e-981d-fd3afdace65b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799350e2-73d0-4e1d-8f0b-adeea4da1ca3 HTTP/1.1" status: 200 len: 1001 time: 0.1268382 Nov 12 09:03:14.873562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c831350-15dc-4df0-83bf-6f483cb9d190 req-360c65a4-c359-4c5f-9e3c-9eb14bdb5773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:14.875431 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c831350-15dc-4df0-83bf-6f483cb9d190 req-360c65a4-c359-4c5f-9e3c-9eb14bdb5773 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dae975ff-bf30-4b30-9f1a-2ec8c701431d HTTP/1.1" status: 200 len: 834 time: 0.0686271 Nov 12 09:03:14.937439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b538e7-a82b-488f-be31-262377ccd602 admin admin] Router 14f1109a-e415-46b5-8c6c-26078c816e23 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:14.958471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c831350-15dc-4df0-83bf-6f483cb9d190 req-de8a694a-59dc-4238-bea8-9f6898b2dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:14.962177 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c831350-15dc-4df0-83bf-6f483cb9d190 req-de8a694a-59dc-4238-bea8-9f6898b2dd16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a22510c2-b6a6-4b63-89f8-7a746a917152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753071 Nov 12 09:03:15.035063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-87d31db0-ff04-498e-9506-6d2acb038502 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:15.036862 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-87d31db0-ff04-498e-9506-6d2acb038502 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.52 "GET /v2.0/networks?id=a1e09b67-6f7c-49d1-b1dd-e044b1872de1 HTTP/1.1" status: 200 len: 798 time: 0.2122002 Nov 12 09:03:15.060546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Request body: {'port': {'device_id': '9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f', 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1', 'admin_state_up': True, 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:15.090460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c831350-15dc-4df0-83bf-6f483cb9d190 req-05760d02-cae5-40fc-a73f-ae1c8e14c524 service neutron] 10.222.0.46 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181920 Nov 12 09:03:15.211583 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b538e7-a82b-488f-be31-262377ccd602 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:15.223700 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-27b538e7-a82b-488f-be31-262377ccd602 admin admin] 10.222.0.31 "PUT /v2.0/routers/14f1109a-e415-46b5-8c6c-26078c816e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6074040 Nov 12 09:03:15.224307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0332dfb-6bd2-40d9-b6b9-00f8055bf9df None None] Sync routers for ids ['14f1109a-e415-46b5-8c6c-26078c816e23'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:15.225341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 42866) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:15.246995 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1c831350-15dc-4df0-83bf-6f483cb9d190 req-041ce652-1610-4eec-a72f-94a69e502871 service neutron] 10.222.0.46 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237843 Nov 12 09:03:15.255034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0332dfb-6bd2-40d9-b6b9-00f8055bf9df None None] Routers {'14f1109a-e415-46b5-8c6c-26078c816e23'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:15.255875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b0332dfb-6bd2-40d9-b6b9-00f8055bf9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['14f1109a-e415-46b5-8c6c-26078c816e23'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:15.365413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Made reservation on behalf of 92afb9076a2943ea8f07828b6993d4b6 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:15.370343 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.398469 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.438123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b0332dfb-6bd2-40d9-b6b9-00f8055bf9df None None] Set router 14f1109a-e415-46b5-8c6c-26078c816e23 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:15.682664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9b3e39ad-01ec-4b55-b6e9-66843528efbc req-32ae2607-6cfe-42f3-92e1-0ea85ff6cb92 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 210 time: 0.0560601 Nov 12 09:03:15.687863 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.695685 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Allocated IP 172.20.0.26 (a1e09b67-6f7c-49d1-b1dd-e044b1872de1/1daaa7d5-7969-480f-bc85-b3afee0f9ae7/72fb6599-e16a-4f50-b03e-20c2ac261959) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:15.904617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.922114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b0332dfb-6bd2-40d9-b6b9-00f8055bf9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'name': 'tempest-TestServerMultinode-1728862209-router', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 5, 'project_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'gw_port': {'id': 'ae70b4fe-a7b5-4881-8e93-7cce54339ae3', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:15.933420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Deleting port ae70b4fe-a7b5-4881-8e93-7cce54339ae3 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:15.934434 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.958907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0332dfb-6bd2-40d9-b6b9-00f8055bf9df None None] Checking router: 14f1109a-e415-46b5-8c6c-26078c816e23 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:15.970599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0332dfb-6bd2-40d9-b6b9-00f8055bf9df None None] Routers {'14f1109a-e415-46b5-8c6c-26078c816e23'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:15.971340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b0332dfb-6bd2-40d9-b6b9-00f8055bf9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['14f1109a-e415-46b5-8c6c-26078c816e23'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:16.024173 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.089899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event updated for resources: {'Port': ['ID=72fb6599-e16a-4f50-b03e-20c2ac261959,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:16.103240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b0332dfb-6bd2-40d9-b6b9-00f8055bf9df None None] Set router 14f1109a-e415-46b5-8c6c-26078c816e23 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:16.103355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:16.108927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:16.116297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:16.160784 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] For port ae70b4fe-a7b5-4881-8e93-7cce54339ae3, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ae70b4fe-a7b5-4881-8e93-7cce54339ae3,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:16.161275 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.183322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b0332dfb-6bd2-40d9-b6b9-00f8055bf9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'name': 'tempest-TestServerMultinode-1728862209-router', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:03:15Z', 'revision_number': 6, 'project_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:16.184740 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Calling delete_port for ae70b4fe-a7b5-4881-8e93-7cce54339ae3 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:16.198716 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:16.201276 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.216555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0332dfb-6bd2-40d9-b6b9-00f8055bf9df None None] The sync data for ids ['14f1109a-e415-46b5-8c6c-26078c816e23'] in n-d-768851-18 is: [{'id': '14f1109a-e415-46b5-8c6c-26078c816e23', 'name': 'tempest-TestServerMultinode-1728862209-router', 'tenant_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:22Z', 'updated_at': '2021-11-12T09:03:15Z', 'revision_number': 6, 'project_id': '80e65f95e82b45ffadd0caa3dc5ddc11', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:16.259073 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-8d501cb4-65ca-4f66-a534-fa8c8b510661 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2048340 Nov 12 09:03:16.274219 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Request body: {'port': {'device_id': '9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:16.401951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.502204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a5bb578b-d5ee-47be-9cda-8a931e8e73b4 None None] Provisioning complete for port 72fb6599-e16a-4f50-b03e-20c2ac261959 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:16.502782 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a5bb578b-d5ee-47be-9cda-8a931e8e73b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.545650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a5bb578b-d5ee-47be-9cda-8a931e8e73b4 None None] Port 72fb6599-e16a-4f50-b03e-20c2ac261959 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:16.562244 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.599527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae70b4fe-a7b5-4881-8e93-7cce54339ae3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:16.623523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69360f98-edac-43b0-977f-10205b2ad8e7 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:16.725979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ab15f33f-5b68-4df0-b47f-6360d0077a06 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:16.774372 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.838620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ab15f33f-5b68-4df0-b47f-6360d0077a06 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:16.839000 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.882347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a07f4c-3c31-4e44-bedb-17bbac7c4904 req-988e13c6-303c-4747-b0b3-d842137dda71 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:16.883954 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-78a07f4c-3c31-4e44-bedb-17bbac7c4904 req-988e13c6-303c-4747-b0b3-d842137dda71 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 895 time: 0.0929499 Nov 12 09:03:16.935266 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.943712 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.965391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2b289b21-8f34-4c63-82d1-badad127519c no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:16.988219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 2b289b21-8f34-4c63-82d1-badad127519c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:16.988664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2b289b21-8f34-4c63-82d1-badad127519c not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:17.024306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fb6599-e16a-4f50-b03e-20c2ac261959 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:17.031413 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.031975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14f1109a-e415-46b5-8c6c-26078c816e23 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:03:17.036916 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.038126 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f470c5f-f2cf-4d9a-a986-ceae712d5fc3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/14f1109a-e415-46b5-8c6c-26078c816e23 HTTP/1.1" status: 204 len: 168 time: 1.8117466 Nov 12 09:03:17.040330 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.040935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42876) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:17.055429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Transition to ACTIVE for port object 72fb6599-e16a-4f50-b03e-20c2ac261959 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:03:17.059606 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.092902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e898b496-a52e-4e13-9027-c003ffa031bb admin admin] Deleting subnet c7414b81-b955-4deb-9a49-5d73e851ff7a {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:03:17.096935 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e898b496-a52e-4e13-9027-c003ffa031bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.121705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Pushing event updated for resources: {'Port': ['ID=72fb6599-e16a-4f50-b03e-20c2ac261959,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:17.160411 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e898b496-a52e-4e13-9027-c003ffa031bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.223903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Attempting to bind port 72fb6599-e16a-4f50-b03e-20c2ac261959 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:17.224585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Attempting to bind port 72fb6599-e16a-4f50-b03e-20c2ac261959 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:17.225647 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Attempting to bind port 72fb6599-e16a-4f50-b03e-20c2ac261959 on network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:17.232303 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Port 72fb6599-e16a-4f50-b03e-20c2ac261959 on network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:03:17.233075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Attempting to bind port 72fb6599-e16a-4f50-b03e-20c2ac261959 on network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:17.240449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:17.240926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Checking segment: {'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:17.241452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Bound using segment: {'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:17.241988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Bound port: 72fb6599-e16a-4f50-b03e-20c2ac261959, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:17.242495 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.328195 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e898b496-a52e-4e13-9027-c003ffa031bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.328805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] For port 72fb6599-e16a-4f50-b03e-20c2ac261959, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:17.332530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] For port 72fb6599-e16a-4f50-b03e-20c2ac261959, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=72fb6599-e16a-4f50-b03e-20c2ac261959,segment=NetworkSegment(fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e),segment_id=fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:17.345977 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.403800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:17.404264 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.406259 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] 10.222.0.52 "PUT /v2.0/ports/72fb6599-e16a-4f50-b03e-20c2ac261959 HTTP/1.1" status: 200 len: 1056 time: 1.1364360 Nov 12 09:03:17.409144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f', 'tag': '72fb6599-e16a-4f50-b03e-20c2ac261959'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:17.409385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e898b496-a52e-4e13-9027-c003ffa031bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.411722 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80460b87-089e-4ed0-b08b-ce856a8d1ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f", "tag": "72fb6599-e16a-4f50-b03e-20c2ac261959"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:17.440344 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ecf3e-3b3a-4de8-83de-994b4ceec93d service neutron] Pushing event updated for resources: {'Port': ['ID=72fb6599-e16a-4f50-b03e-20c2ac261959,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:17.488320 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d22c763-30b1-491e-b089-049ca6b721a3 x-openstack-request-id: req-6d22c763-30b1-491e-b089-049ca6b721a3 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:17.488320 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f", "tag": "72fb6599-e16a-4f50-b03e-20c2ac261959", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:17.488320 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d22c763-30b1-491e-b089-049ca6b721a3 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:17.488320 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f', 'tag': '72fb6599-e16a-4f50-b03e-20c2ac261959', 'status': 'completed', 'code': 200} Nov 12 09:03:17.506985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898b496-a52e-4e13-9027-c003ffa031bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7414b81-b955-4deb-9a49-5d73e851ff7a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:17.516210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e898b496-a52e-4e13-9027-c003ffa031bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.521225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66196ee6-db04-435a-9387-4206a77e0165 None None] Network 0f3e008b-96e2-4925-af94-2525f6db0f0f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:17.522002 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e898b496-a52e-4e13-9027-c003ffa031bb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c7414b81-b955-4deb-9a49-5d73e851ff7a HTTP/1.1" status: 204 len: 168 time: 0.4799337 Nov 12 09:03:17.524477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42880) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:17.538106 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-332cb260-9f24-4142-b667-8d76613415f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:17.539723 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-332cb260-9f24-4142-b667-8d76613415f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92afb9076a2943ea8f07828b6993d4b6&device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 1059 time: 0.0775778 Nov 12 09:03:17.610885 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-7cf7fb92-305b-4957-8f6e-e8475add5762 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=72fb6599-e16a-4f50-b03e-20c2ac261959 HTTP/1.1" status: 200 len: 217 time: 0.0581799 Nov 12 09:03:17.640019 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.669337 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-dffe280d-860b-4371-a789-036ce59071e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:17.671605 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-dffe280d-860b-4371-a789-036ce59071e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1daaa7d5-7969-480f-bc85-b3afee0f9ae7 HTTP/1.1" status: 200 len: 838 time: 0.0518055 Nov 12 09:03:17.758862 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-c61f25a7-6086-4e20-bb57-4cab8d6f95ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:17.759263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Deleting port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:17.759613 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.760348 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-c61f25a7-6086-4e20-bb57-4cab8d6f95ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1e09b67-6f7c-49d1-b1dd-e044b1872de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0786872 Nov 12 09:03:17.830370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a218eed-f01a-411a-8cda-8c73786a42ea None None] DHCP port deletion for 0f3e008b-96e2-4925-af94-2525f6db0f0f request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:17.848775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] For port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b1ebc1df-6f5a-48fc-85c6-42326de3a2f2,segment=NetworkSegment(337182aa-a7c9-41b8-b7e6-62e2b5485e1e),segment_id=337182aa-a7c9-41b8-b7e6-62e2b5485e1e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:17.849209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.883441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Calling delete_port for b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:17.885459 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-6b21fc59-4baa-4f8a-aeba-f7e0f36c8c4f service neutron] 10.222.0.52 "GET /v2.0/networks/a1e09b67-6f7c-49d1-b1dd-e044b1872de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129439 Nov 12 09:03:18.006770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9a218eed-f01a-411a-8cda-8c73786a42ea None None] Deleting port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:18.011494 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9a218eed-f01a-411a-8cda-8c73786a42ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.018820 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ebddc9a-e1fb-455b-8aa6-94b27dc34351 req-c97dcfed-7d9e-4554-bf26-ef251c6969c4 service neutron] 10.222.0.52 "GET /v2.0/networks/a1e09b67-6f7c-49d1-b1dd-e044b1872de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227350 Nov 12 09:03:18.067904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5431d3-f5c4-4bc4-a28e-4cc1a8716767 req-391e3212-c97c-4f3d-8f11-4756fce09173 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:18.069972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bc5431d3-f5c4-4bc4-a28e-4cc1a8716767 req-391e3212-c97c-4f3d-8f11-4756fce09173 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 907 time: 0.0903225 Nov 12 09:03:18.078728 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.111451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] No DVR routers for this DVR port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:18.114042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ebc1df-6f5a-48fc-85c6-42326de3a2f2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:18.128049 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9a218eed-f01a-411a-8cda-8c73786a42ea None None] For port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b1ebc1df-6f5a-48fc-85c6-42326de3a2f2,segment=NetworkSegment(337182aa-a7c9-41b8-b7e6-62e2b5485e1e),segment_id=337182aa-a7c9-41b8-b7e6-62e2b5485e1e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:18.128900 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9a218eed-f01a-411a-8cda-8c73786a42ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.146801 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9a218eed-f01a-411a-8cda-8c73786a42ea None None] Calling delete_port for b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:18.185590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80460b87-089e-4ed0-b08b-ce856a8d1ff8 req-cda5e296-3c46-4bd5-a598-311e77971a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:18.187858 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80460b87-089e-4ed0-b08b-ce856a8d1ff8 req-cda5e296-3c46-4bd5-a598-311e77971a10 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92afb9076a2943ea8f07828b6993d4b6&device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 1059 time: 0.0865185 Nov 12 09:03:18.209964 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.238261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3e008b-96e2-4925-af94-2525f6db0f0f']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:18.255448 n-d-768851-18 neutron-server[102446]: self.session.flush() Nov 12 09:03:18.267015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337182aa-a7c9-41b8-b7e6-62e2b5485e1e') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:18.267015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337182aa-a7c9-41b8-b7e6-62e2b5485e1e') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:18.273902 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9a218eed-f01a-411a-8cda-8c73786a42ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.298211 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.304846 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a218eed-f01a-411a-8cda-8c73786a42ea None None] Pushing event deleted for resources: {'Port': ['ID=b1ebc1df-6f5a-48fc-85c6-42326de3a2f2,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:18.315831 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a218eed-f01a-411a-8cda-8c73786a42ea None None] No DVR routers for this DVR port b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:18.318901 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.333831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:03:18.340342 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:03:18.363998 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80460b87-089e-4ed0-b08b-ce856a8d1ff8 req-e108bcde-0ce3-4109-82f0-bab8ce3c7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:18.365678 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80460b87-089e-4ed0-b08b-ce856a8d1ff8 req-e108bcde-0ce3-4109-82f0-bab8ce3c7f89 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a1e09b67-6f7c-49d1-b1dd-e044b1872de1 HTTP/1.1" status: 200 len: 899 time: 0.1678324 Nov 12 09:03:18.399258 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.407044 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.412936 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0f3e008b-96e2-4925-af94-2525f6db0f0f HTTP/1.1" status: 204 len: 168 time: 0.8871610 Nov 12 09:03:18.424818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ba1f3-1d20-4901-919d-8b55018324a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3e008b-96e2-4925-af94-2525f6db0f0f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:18.438673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80460b87-089e-4ed0-b08b-ce856a8d1ff8 req-363deb79-a2d3-4fa0-aec1-1eee2b738b37 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=72fb6599-e16a-4f50-b03e-20c2ac261959 HTTP/1.1" status: 200 len: 217 time: 0.0622108 Nov 12 09:03:18.510512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80460b87-089e-4ed0-b08b-ce856a8d1ff8 req-53d715de-08a8-4762-aa4a-f97addd5e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:18.512075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80460b87-089e-4ed0-b08b-ce856a8d1ff8 req-53d715de-08a8-4762-aa4a-f97addd5e0f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1daaa7d5-7969-480f-bc85-b3afee0f9ae7 HTTP/1.1" status: 200 len: 838 time: 0.0500515 Nov 12 09:03:18.524645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:18.551812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:18.552205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b1ebc1df-6f5a-48fc-85c6-42326de3a2f2 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:18.552695 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ae70b4fe-a7b5-4881-8e93-7cce54339ae3 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:18.577047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ae70b4fe-a7b5-4881-8e93-7cce54339ae3 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:18.578066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ae70b4fe-a7b5-4881-8e93-7cce54339ae3 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:18.591102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80460b87-089e-4ed0-b08b-ce856a8d1ff8 req-d88ff05d-6cae-467b-87b4-d0b59c979757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:18.592839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80460b87-089e-4ed0-b08b-ce856a8d1ff8 req-d88ff05d-6cae-467b-87b4-d0b59c979757 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1e09b67-6f7c-49d1-b1dd-e044b1872de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0653791 Nov 12 09:03:18.621832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42888) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:18.681827 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9eb3abe2-f7f4-4bb4-a1f9-5ea713a4fc66 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f11e34d9e864b75a11263a773747b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587492 Nov 12 09:03:18.684126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42890) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:18.705718 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80460b87-089e-4ed0-b08b-ce856a8d1ff8 req-f5ec24fa-2ed9-41a1-a684-b175699c1952 service neutron] 10.222.0.52 "GET /v2.0/networks/a1e09b67-6f7c-49d1-b1dd-e044b1872de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033323 Nov 12 09:03:18.737414 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31a5b9bd-4db4-4610-a5c1-9522fefb20e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.765774 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31a5b9bd-4db4-4610-a5c1-9522fefb20e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.810123 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-80460b87-089e-4ed0-b08b-ce856a8d1ff8 req-4bce0248-5501-4456-852a-b3be6996553e service neutron] 10.222.0.52 "GET /v2.0/networks/a1e09b67-6f7c-49d1-b1dd-e044b1872de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957603 Nov 12 09:03:18.818144 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31a5b9bd-4db4-4610-a5c1-9522fefb20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.821063 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-31a5b9bd-4db4-4610-a5c1-9522fefb20e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.822258 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-31a5b9bd-4db4-4610-a5c1-9522fefb20e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/463b176f-47a0-40fb-91ba-6cf77656d005 HTTP/1.1" status: 204 len: 168 time: 0.1372185 Nov 12 09:03:18.831369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5b9bd-4db4-4610-a5c1-9522fefb20e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463b176f-47a0-40fb-91ba-6cf77656d005,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:19.216594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d71753-bb8d-4795-aa9e-52d84b86aab5 req-80fe9d12-acab-422e-bfbc-a6e8243d4ae7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:19.218557 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-16d71753-bb8d-4795-aa9e-52d84b86aab5 req-80fe9d12-acab-422e-bfbc-a6e8243d4ae7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 907 time: 0.0616686 Nov 12 09:03:19.240296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42900) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:19.283438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-003f5da2-ae90-4255-b0c8-948ef2089128 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80e65f95e82b45ffadd0caa3dc5ddc11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419049 Nov 12 09:03:19.285779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42902) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:19.337947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9281-ddfb-400c-8b72-eeba88159d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.361356 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9281-ddfb-400c-8b72-eeba88159d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.414810 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9281-ddfb-400c-8b72-eeba88159d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.417387 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf1a9281-ddfb-400c-8b72-eeba88159d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.418534 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bf1a9281-ddfb-400c-8b72-eeba88159d4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a98f32b4-a136-4be7-b163-079ebc866bc4 HTTP/1.1" status: 204 len: 168 time: 0.1318781 Nov 12 09:03:19.427961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a9281-ddfb-400c-8b72-eeba88159d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98f32b4-a136-4be7-b163-079ebc866bc4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:20.350006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cbc09-6ea7-4ee0-8e0e-105b5f8c938b req-c18faf0b-654c-4d19-b95e-1ffa14a3c342 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:20.351571 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-115cbc09-6ea7-4ee0-8e0e-105b5f8c938b req-c18faf0b-654c-4d19-b95e-1ffa14a3c342 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 907 time: 0.0593953 Nov 12 09:03:21.472199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08770949-cf83-4c86-9474-4e5ca007aab2 req-caebb238-1db9-43c4-a612-215fc516e117 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:21.473787 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-08770949-cf83-4c86-9474-4e5ca007aab2 req-caebb238-1db9-43c4-a612-215fc516e117 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 907 time: 0.0544281 Nov 12 09:03:21.882591 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 72fb6599-e16a-4f50-b03e-20c2ac261959 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:03:21.983518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 72fb6599-e16a-4f50-b03e-20c2ac261959, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=72fb6599-e16a-4f50-b03e-20c2ac261959,segment=NetworkSegment(fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e),segment_id=fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:21.997728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '72fb6599-e16a-4f50-b03e-20c2ac261959', 'network_id': 'a1e09b67-6f7c-49d1-b1dd-e044b1872de1', 'port_id': '72fb6599-e16a-4f50-b03e-20c2ac261959', 'mac_address': 'fa:16:3e:22:1f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1daaa7d5-7969-480f-bc85-b3afee0f9ae7', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:03:22.035966 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.053365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fb6599-e16a-4f50-b03e-20c2ac261959 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:22.073742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 72fb6599-e16a-4f50-b03e-20c2ac261959, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=72fb6599-e16a-4f50-b03e-20c2ac261959,segment=NetworkSegment(fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e),segment_id=fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:22.078483 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.131304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=72fb6599-e16a-4f50-b03e-20c2ac261959,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:22.363870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['72fb6599-e16a-4f50-b03e-20c2ac261959'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:22.592438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3675be7-793d-45b2-ae17-7c671805c0bf req-07d01daa-5dc0-4b98-ab72-d2f3b3b6a279 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:22.593912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d3675be7-793d-45b2-ae17-7c671805c0bf req-07d01daa-5dc0-4b98-ab72-d2f3b3b6a279 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 908 time: 0.0503778 Nov 12 09:03:22.635864 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:23.724840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ed8a-cbf9-4464-9924-99e313cbe70e req-73361277-9b36-4c6d-80a7-ba0d7a7204fc tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:23.726602 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8b90ed8a-cbf9-4464-9924-99e313cbe70e req-73361277-9b36-4c6d-80a7-ba0d7a7204fc tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 908 time: 0.0558178 Nov 12 09:03:23.881357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 72fb6599-e16a-4f50-b03e-20c2ac261959 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:23.937932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 72fb6599-e16a-4f50-b03e-20c2ac261959 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:03:23.942819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 72fb6599-e16a-4f50-b03e-20c2ac261959 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:23.943274 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:24.029397 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:24.055901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fb6599-e16a-4f50-b03e-20c2ac261959'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:24.058238 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77849696-9c4c-440a-9317-130b932f57e7" -d '{"events": [{"server_uuid": "9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f", "name": "network-vif-plugged", "status": "completed", "tag": "72fb6599-e16a-4f50-b03e-20c2ac261959"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:24.072462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 72fb6599-e16a-4f50-b03e-20c2ac261959, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=72fb6599-e16a-4f50-b03e-20c2ac261959,segment=NetworkSegment(fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e),segment_id=fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:24.076796 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:24.106608 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b78f02a-598a-4c86-a317-bc6d2a77c8bf x-openstack-request-id: req-8b78f02a-598a-4c86-a317-bc6d2a77c8bf {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:24.107003 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f", "name": "network-vif-plugged", "status": "completed", "tag": "72fb6599-e16a-4f50-b03e-20c2ac261959", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:24.107207 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b78f02a-598a-4c86-a317-bc6d2a77c8bf {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:24.107895 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fb6599-e16a-4f50-b03e-20c2ac261959', 'code': 200} Nov 12 09:03:24.140481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=72fb6599-e16a-4f50-b03e-20c2ac261959,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:24.222371 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393eca3-614c-4391-bc3f-19cfe5763bb1 req-a68d3ee2-57d8-41d6-bb98-5613a7aa9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:24.223923 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a393eca3-614c-4391-bc3f-19cfe5763bb1 req-a68d3ee2-57d8-41d6-bb98-5613a7aa9694 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 1061 time: 0.0422230 Nov 12 09:03:24.895724 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56cc78-51ee-4958-9a31-412c4ae53691 req-b3933b03-8235-48df-8a12-b462758a5204 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:24.898217 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0d56cc78-51ee-4958-9a31-412c4ae53691 req-b3933b03-8235-48df-8a12-b462758a5204 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 909 time: 0.0760751 Nov 12 09:03:26.058923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458c745-4f84-4f5f-8367-a5109ee78c5c req-32c35cd9-0f7e-4484-b4b6-e8943edd631a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:26.064675 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8458c745-4f84-4f5f-8367-a5109ee78c5c req-32c35cd9-0f7e-4484-b4b6-e8943edd631a tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 909 time: 0.0674288 Nov 12 09:03:26.521022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8d69-69be-43fb-8298-38d8ec94a4ac req-949425cd-e887-429b-aeb7-3fbf16af58ec tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:26.522812 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-776e8d69-69be-43fb-8298-38d8ec94a4ac req-949425cd-e887-429b-aeb7-3fbf16af58ec tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 909 time: 0.3762014 Nov 12 09:03:26.636175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ffb9b-fcea-4445-8163-3724457f2209 req-349bea98-f79c-4295-94e7-4f64a30459df tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:26.637777 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b7ffb9b-fcea-4445-8163-3724457f2209 req-349bea98-f79c-4295-94e7-4f64a30459df tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 1061 time: 0.0451562 Nov 12 09:03:26.751018 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86db042-cf00-4c52-bfcd-6b8b312e4884 req-72de2d7e-3c8d-4a70-a4c5-3c6800cee24b tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:26.752619 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a86db042-cf00-4c52-bfcd-6b8b312e4884 req-72de2d7e-3c8d-4a70-a4c5-3c6800cee24b tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 1136 time: 0.0452754 Nov 12 09:03:26.811509 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a86db042-cf00-4c52-bfcd-6b8b312e4884 req-c4be913b-4d46-4c7c-8edb-800ade27c470 tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0522425 Nov 12 09:03:26.834960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42966) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:26.894531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc4a222-a6ac-4526-89b2-2f4193e8f18a tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:26.897065 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dbc4a222-a6ac-4526-89b2-2f4193e8f18a tempest-TestSecurityGroupsBasicOps-555234848 tempest-TestSecurityGroupsBasicOps-555234848-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 1056 time: 0.0608761 Nov 12 09:03:27.137299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9219a-2e78-438a-af3e-84af7aec7faf req-3be61601-c867-4691-9cf5-6ecd8d34a462 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:27.138952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ccb9219a-2e78-438a-af3e-84af7aec7faf req-3be61601-c867-4691-9cf5-6ecd8d34a462 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 909 time: 0.0543146 Nov 12 09:03:28.269255 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e1b06-2844-43dd-a847-7c7bbc7d45b6 req-e6abdb9b-f24a-4fc8-ad0b-d4576ddb2c3e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:28.271513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-796e1b06-2844-43dd-a847-7c7bbc7d45b6 req-e6abdb9b-f24a-4fc8-ad0b-d4576ddb2c3e tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 909 time: 0.0551534 Nov 12 09:03:28.843376 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.868781 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240bdff-1501-4242-bc60-73e83e4486ea req-cd71ad22-7e4c-4da4-9d74-c07fdcb91ab1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:28.870925 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9240bdff-1501-4242-bc60-73e83e4486ea req-cd71ad22-7e4c-4da4-9d74-c07fdcb91ab1 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.52 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 909 time: 0.0550640 Nov 12 09:03:28.978499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-9240bdff-1501-4242-bc60-73e83e4486ea req-a4d74461-6b52-443c-993e-1d2dd9c8bc95 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Deleting port 72fb6599-e16a-4f50-b03e-20c2ac261959 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:28.978842 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9240bdff-1501-4242-bc60-73e83e4486ea req-a4d74461-6b52-443c-993e-1d2dd9c8bc95 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.043195 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:03:29.079268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-9240bdff-1501-4242-bc60-73e83e4486ea req-a4d74461-6b52-443c-993e-1d2dd9c8bc95 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] For port 72fb6599-e16a-4f50-b03e-20c2ac261959, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=72fb6599-e16a-4f50-b03e-20c2ac261959,segment=NetworkSegment(fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e),segment_id=fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:29.079633 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9240bdff-1501-4242-bc60-73e83e4486ea req-a4d74461-6b52-443c-993e-1d2dd9c8bc95 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.099258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-9240bdff-1501-4242-bc60-73e83e4486ea req-a4d74461-6b52-443c-993e-1d2dd9c8bc95 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Calling delete_port for 72fb6599-e16a-4f50-b03e-20c2ac261959 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:29.237538 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9240bdff-1501-4242-bc60-73e83e4486ea req-a4d74461-6b52-443c-993e-1d2dd9c8bc95 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.266333 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d74461-6b52-443c-993e-1d2dd9c8bc95 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'Port': ['ID=72fb6599-e16a-4f50-b03e-20c2ac261959,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:29.313915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-9240bdff-1501-4242-bc60-73e83e4486ea req-a4d74461-6b52-443c-993e-1d2dd9c8bc95 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] No DVR routers for this DVR port 72fb6599-e16a-4f50-b03e-20c2ac261959 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:29.317397 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-9240bdff-1501-4242-bc60-73e83e4486ea req-a4d74461-6b52-443c-993e-1d2dd9c8bc95 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.322462 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9240bdff-1501-4242-bc60-73e83e4486ea req-a4d74461-6b52-443c-993e-1d2dd9c8bc95 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.52 "DELETE /v2.0/ports/72fb6599-e16a-4f50-b03e-20c2ac261959 HTTP/1.1" status: 204 len: 173 time: 0.4446361 Nov 12 09:03:29.323326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f', 'name': 'network-vif-deleted', 'tag': '72fb6599-e16a-4f50-b03e-20c2ac261959'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:29.325948 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88ca30b-023b-419b-ac9b-303e37cbf876" -d '{"events": [{"server_uuid": "9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f", "name": "network-vif-deleted", "tag": "72fb6599-e16a-4f50-b03e-20c2ac261959"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:29.384607 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73da3be-0444-4d09-bb7b-5ba52d845280 x-openstack-request-id: req-a73da3be-0444-4d09-bb7b-5ba52d845280 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:29.384880 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f", "name": "network-vif-deleted", "tag": "72fb6599-e16a-4f50-b03e-20c2ac261959", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:29.385142 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a73da3be-0444-4d09-bb7b-5ba52d845280 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:29.385561 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f', 'name': 'network-vif-deleted', 'tag': '72fb6599-e16a-4f50-b03e-20c2ac261959', 'status': 'completed', 'code': 200} Nov 12 09:03:29.407979 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d70fe447-18de-451b-8a96-14e334f6a0c4 req-f7bfcd5f-a792-4bff-9c21-6a3fbe9cc3e3 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fe60c5a-4f5b-4c3f-a426-aca6e3103f6f HTTP/1.1" status: 200 len: 210 time: 0.0382848 Nov 12 09:03:30.477362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 42998) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:30.953118 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0fe32ae-8bcc-41d3-88aa-047ed356000f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.275440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe32ae-8bcc-41d3-88aa-047ed356000f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Deleting port ab15f33f-5b68-4df0-b47f-6360d0077a06 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:31.275698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0fe32ae-8bcc-41d3-88aa-047ed356000f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.369952 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-d0fe32ae-8bcc-41d3-88aa-047ed356000f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] For port ab15f33f-5b68-4df0-b47f-6360d0077a06, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ab15f33f-5b68-4df0-b47f-6360d0077a06,segment=NetworkSegment(fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e),segment_id=fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:31.370318 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0fe32ae-8bcc-41d3-88aa-047ed356000f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.388387 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe32ae-8bcc-41d3-88aa-047ed356000f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Calling delete_port for ab15f33f-5b68-4df0-b47f-6360d0077a06 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:31.586018 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0fe32ae-8bcc-41d3-88aa-047ed356000f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.614403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe32ae-8bcc-41d3-88aa-047ed356000f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'Port': ['ID=ab15f33f-5b68-4df0-b47f-6360d0077a06,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:31.944559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 72fb6599-e16a-4f50-b03e-20c2ac261959 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:31.968718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 72fb6599-e16a-4f50-b03e-20c2ac261959 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:31.969064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 72fb6599-e16a-4f50-b03e-20c2ac261959 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:32.095053 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d0fe32ae-8bcc-41d3-88aa-047ed356000f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.329313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fe32ae-8bcc-41d3-88aa-047ed356000f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Router da754ddd-2aad-4748-8e48-d01ada59c725 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:32.444699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fe32ae-8bcc-41d3-88aa-047ed356000f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:32.454901 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d0fe32ae-8bcc-41d3-88aa-047ed356000f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "PUT /v2.0/routers/da754ddd-2aad-4748-8e48-d01ada59c725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9721897 Nov 12 09:03:32.455459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43006) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:32.456694 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed4a0a-af11-487c-a82e-5bef96228d6e None None] Sync routers for ids ['da754ddd-2aad-4748-8e48-d01ada59c725'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:32.478629 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed4a0a-af11-487c-a82e-5bef96228d6e None None] Routers {'da754ddd-2aad-4748-8e48-d01ada59c725'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:32.479609 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-21ed4a0a-af11-487c-a82e-5bef96228d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['da754ddd-2aad-4748-8e48-d01ada59c725'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:32.541090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Deleting subnet 1daaa7d5-7969-480f-bc85-b3afee0f9ae7 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:03:32.546914 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.609039 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.617699 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-21ed4a0a-af11-487c-a82e-5bef96228d6e None None] Set router da754ddd-2aad-4748-8e48-d01ada59c725 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:32.708521 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.789921 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.804828 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.812159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "DELETE /v2.0/subnets/1daaa7d5-7969-480f-bc85-b3afee0f9ae7 HTTP/1.1" status: 204 len: 168 time: 0.3531847 Nov 12 09:03:32.812933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43008) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:32.813456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c4748-2be2-415a-bcfc-a5de552e77ec None None] Network a1e09b67-6f7c-49d1-b1dd-e044b1872de1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:32.828209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'Subnet': ['ID=1daaa7d5-7969-480f-bc85-b3afee0f9ae7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:32.846855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:32.848087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:32.848627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:32.849339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:32.849856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:32.850369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:32.850903 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:32.851498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:32.852131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:32.853385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:32.854119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:32.854652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4f99be-fe76-4960-96b2-5ded2180fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:32.864304 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-21ed4a0a-af11-487c-a82e-5bef96228d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-450346731', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '65083c18-79c2-4274-a513-8164fe66c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:31Z', 'revision_number': 5, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': '65083c18-79c2-4274-a513-8164fe66c609', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:26:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:03Z', 'updated_at': '2021-11-12T09:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:32.897652 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed4a0a-af11-487c-a82e-5bef96228d6e None None] Checking router: da754ddd-2aad-4748-8e48-d01ada59c725 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:32.910676 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed4a0a-af11-487c-a82e-5bef96228d6e None None] Routers {'da754ddd-2aad-4748-8e48-d01ada59c725'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:32.911671 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-21ed4a0a-af11-487c-a82e-5bef96228d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['da754ddd-2aad-4748-8e48-d01ada59c725'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:32.970645 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.021851 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030d0c5-c6d7-48a6-a3ee-98ae69117783 None None] DHCP port deletion for a1e09b67-6f7c-49d1-b1dd-e044b1872de1 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:33.051046 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-21ed4a0a-af11-487c-a82e-5bef96228d6e None None] Set router da754ddd-2aad-4748-8e48-d01ada59c725 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:33.098903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3030d0c5-c6d7-48a6-a3ee-98ae69117783 None None] Deleting port 0025dc39-d396-4b09-b272-d8a5a0baff3c {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:33.099291 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3030d0c5-c6d7-48a6-a3ee-98ae69117783 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.121490 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.181542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3030d0c5-c6d7-48a6-a3ee-98ae69117783 None None] For port 0025dc39-d396-4b09-b272-d8a5a0baff3c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0025dc39-d396-4b09-b272-d8a5a0baff3c,segment=NetworkSegment(fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e),segment_id=fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:33.181980 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3030d0c5-c6d7-48a6-a3ee-98ae69117783 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.193395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Deleting port 65083c18-79c2-4274-a513-8164fe66c609 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:33.193785 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.197187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3030d0c5-c6d7-48a6-a3ee-98ae69117783 None None] Calling delete_port for 0025dc39-d396-4b09-b272-d8a5a0baff3c owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:33.291483 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3030d0c5-c6d7-48a6-a3ee-98ae69117783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.295521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] For port 65083c18-79c2-4274-a513-8164fe66c609, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=65083c18-79c2-4274-a513-8164fe66c609,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:33.296028 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.298976 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-21ed4a0a-af11-487c-a82e-5bef96228d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-450346731', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '65083c18-79c2-4274-a513-8164fe66c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:31Z', 'revision_number': 5, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': '65083c18-79c2-4274-a513-8164fe66c609', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:26:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:03Z', 'updated_at': '2021-11-12T09:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:33.313166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Calling delete_port for 65083c18-79c2-4274-a513-8164fe66c609 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:33.325006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030d0c5-c6d7-48a6-a3ee-98ae69117783 None None] Pushing event deleted for resources: {'Port': ['ID=0025dc39-d396-4b09-b272-d8a5a0baff3c,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:33.331439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030d0c5-c6d7-48a6-a3ee-98ae69117783 None None] No DVR routers for this DVR port 0025dc39-d396-4b09-b272-d8a5a0baff3c on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:33.443803 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed4a0a-af11-487c-a82e-5bef96228d6e None None] The sync data for ids ['da754ddd-2aad-4748-8e48-d01ada59c725'] in n-d-768851-18 is: [{'id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'name': 'tempest-TestSecurityGroupsBasicOps-router-450346731', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '65083c18-79c2-4274-a513-8164fe66c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:31Z', 'revision_number': 5, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': '65083c18-79c2-4274-a513-8164fe66c609', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:26:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da754ddd-2aad-4748-8e48-d01ada59c725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:03Z', 'updated_at': '2021-11-12T09:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:33.539459 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.569804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'Port': ['ID=65083c18-79c2-4274-a513-8164fe66c609,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:33.584763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1278e38-a423-4c3a-9774-8d93c1fde548 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:33.658953 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.762689 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.765464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.810460 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.811067 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Fanout notify agent at l3_agent the message router_deleted on router da754ddd-2aad-4748-8e48-d01ada59c725 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:03:33.818604 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.820020 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f1b04357-6d35-4d0e-a072-4e837cc5fd78 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "DELETE /v2.0/routers/da754ddd-2aad-4748-8e48-d01ada59c725 HTTP/1.1" status: 204 len: 168 time: 1.0053859 Nov 12 09:03:33.822847 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43014) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:33.903659 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.004481 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.024817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e09b67-6f7c-49d1-b1dd-e044b1872de1']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:34.034238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:34.034536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc01b5c9-5652-4ed0-9f1f-1cdb5fc3ea5e') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:34.044256 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.058063 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.065245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:03:34.065645 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:03:34.068594 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:03:34.133740 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.139628 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.143039 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "DELETE /v2.0/networks/a1e09b67-6f7c-49d1-b1dd-e044b1872de1 HTTP/1.1" status: 204 len: 168 time: 0.3192260 Nov 12 09:03:34.145876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43018) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:34.159678 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d4933-ce62-4c05-8ad6-2d61b597af01 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'Network': ['ID=a1e09b67-6f7c-49d1-b1dd-e044b1872de1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:34.313267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Deleting port 3ed1ba0c-0171-4342-ae9c-c1026c70d44d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:34.313614 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.394619 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.394975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.410622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Calling delete_port for 3ed1ba0c-0171-4342-ae9c-c1026c70d44d owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:34.533955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ab15f33f-5b68-4df0-b47f-6360d0077a06 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:34.559965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ab15f33f-5b68-4df0-b47f-6360d0077a06 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:34.560417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ab15f33f-5b68-4df0-b47f-6360d0077a06 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:34.561088 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0025dc39-d396-4b09-b272-d8a5a0baff3c no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:34.585868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 0025dc39-d396-4b09-b272-d8a5a0baff3c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:34.586218 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0025dc39-d396-4b09-b272-d8a5a0baff3c not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:34.586608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 65083c18-79c2-4274-a513-8164fe66c609 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:34.607439 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 65083c18-79c2-4274-a513-8164fe66c609 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:34.607903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 65083c18-79c2-4274-a513-8164fe66c609 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:34.630456 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.656631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'Port': ['ID=3ed1ba0c-0171-4342-ae9c-c1026c70d44d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:34.738158 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.738574 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Floating IP 563ecdff-d669-4638-97bd-fdd958087f66 disassociated (deleted). External IP: 172.25.3.160, port: 799350e2-73d0-4e1d-8f0b-adeea4da1ca3. Nov 12 09:03:35.030744 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Router e645a777-153f-4f9e-9a78-d2ed21cbed90 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:35.161701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:35.166887 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.174481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cccd5ca-814b-4382-83c1-96319649e5cb None None] Sync routers for ids ['e645a777-153f-4f9e-9a78-d2ed21cbed90'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:35.196877 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cccd5ca-814b-4382-83c1-96319649e5cb None None] Routers {'e645a777-153f-4f9e-9a78-d2ed21cbed90'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:35.198017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9cccd5ca-814b-4382-83c1-96319649e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e645a777-153f-4f9e-9a78-d2ed21cbed90'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:35.206975 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-af459573-625b-4a4b-9ba8-40a19d512a5d tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "DELETE /v2.0/floatingips/563ecdff-d669-4638-97bd-fdd958087f66 HTTP/1.1" status: 204 len: 168 time: 1.0599325 Nov 12 09:03:35.208048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'tag': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:35.210475 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752f1191-fbc6-441b-aab8-0c3a1afe1b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e29df3-6e93-4403-9707-4c5e60a9327b", "tag": "799350e2-73d0-4e1d-8f0b-adeea4da1ca3"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:35.266920 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500b1b2a-2909-4435-851e-8c26866b275a x-openstack-request-id: req-500b1b2a-2909-4435-851e-8c26866b275a {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:35.267397 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e29df3-6e93-4403-9707-4c5e60a9327b", "tag": "799350e2-73d0-4e1d-8f0b-adeea4da1ca3", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:35.267666 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-500b1b2a-2909-4435-851e-8c26866b275a {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:35.268087 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'tag': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3', 'status': 'completed', 'code': 200} Nov 12 09:03:35.282945 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe828186-1297-4a89-87ac-114e4cf1167d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.362556 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-9cccd5ca-814b-4382-83c1-96319649e5cb None None] Set router e645a777-153f-4f9e-9a78-d2ed21cbed90 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:35.363167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f1191-fbc6-441b-aab8-0c3a1afe1b9f req-656356b7-7cd5-4ba3-9e0b-b62e5e27e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:35.365275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-752f1191-fbc6-441b-aab8-0c3a1afe1b9f req-656356b7-7cd5-4ba3-9e0b-b62e5e27e135 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92afb9076a2943ea8f07828b6993d4b6&device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 1136 time: 0.0675275 Nov 12 09:03:35.567080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f1191-fbc6-441b-aab8-0c3a1afe1b9f req-2f7e556d-7f01-477a-a427-99b6824d98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:35.569554 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-752f1191-fbc6-441b-aab8-0c3a1afe1b9f req-2f7e556d-7f01-477a-a427-99b6824d98ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=a22510c2-b6a6-4b63-89f8-7a746a917152 HTTP/1.1" status: 200 len: 897 time: 0.1946416 Nov 12 09:03:35.609855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128288e-f5b3-4684-8b53-03c35c4f3c13 req-e7cc3f2b-5bf9-49be-b5ec-5e4724d91cd4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:35.611926 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e128288e-f5b3-4684-8b53-03c35c4f3c13 req-e7cc3f2b-5bf9-49be-b5ec-5e4724d91cd4 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 984 time: 0.1342275 Nov 12 09:03:35.631218 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9cccd5ca-814b-4382-83c1-96319649e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:01:34Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '0904c369-f617-4bbb-89e6-afc7df632186', 'name': '', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'mac_address': 'fa:16:3e:83:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:33Z', 'updated_at': '2021-11-12T09:01:38Z', 'revision_number': 5, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'subnets': [{'id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:35.665143 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-752f1191-fbc6-441b-aab8-0c3a1afe1b9f req-47e240d6-b929-489d-8bdf-23e833ded7d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=799350e2-73d0-4e1d-8f0b-adeea4da1ca3 HTTP/1.1" status: 200 len: 217 time: 0.0858610 Nov 12 09:03:35.690437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cccd5ca-814b-4382-83c1-96319649e5cb None None] Checking router: e645a777-153f-4f9e-9a78-d2ed21cbed90 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:35.706742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cccd5ca-814b-4382-83c1-96319649e5cb None None] Routers {'e645a777-153f-4f9e-9a78-d2ed21cbed90'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:35.708226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9cccd5ca-814b-4382-83c1-96319649e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e645a777-153f-4f9e-9a78-d2ed21cbed90'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:35.758842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f1191-fbc6-441b-aab8-0c3a1afe1b9f req-2cfaee53-49bb-413d-86d9-d529bfcba4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:35.760346 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-752f1191-fbc6-441b-aab8-0c3a1afe1b9f req-2cfaee53-49bb-413d-86d9-d529bfcba4f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dae975ff-bf30-4b30-9f1a-2ec8c701431d HTTP/1.1" status: 200 len: 834 time: 0.0838082 Nov 12 09:03:35.791567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e128288e-f5b3-4684-8b53-03c35c4f3c13 req-977360de-f496-4e32-8184-f85c953f2ca6 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1296170 Nov 12 09:03:35.846626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f1191-fbc6-441b-aab8-0c3a1afe1b9f req-92322362-1c7c-47d5-9c25-88be7757c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:35.848722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-752f1191-fbc6-441b-aab8-0c3a1afe1b9f req-92322362-1c7c-47d5-9c25-88be7757c809 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a22510c2-b6a6-4b63-89f8-7a746a917152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786643 Nov 12 09:03:35.864653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-9cccd5ca-814b-4382-83c1-96319649e5cb None None] Set router e645a777-153f-4f9e-9a78-d2ed21cbed90 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:35.958181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-752f1191-fbc6-441b-aab8-0c3a1afe1b9f req-0308541a-7d1e-4ae3-9a7d-ac70ea71eddc service neutron] 10.222.0.46 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013095 Nov 12 09:03:36.100310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9cccd5ca-814b-4382-83c1-96319649e5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:01:34Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '0904c369-f617-4bbb-89e6-afc7df632186', 'name': '', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'mac_address': 'fa:16:3e:83:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:33Z', 'updated_at': '2021-11-12T09:01:38Z', 'revision_number': 5, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'subnets': [{'id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:36.125972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-752f1191-fbc6-441b-aab8-0c3a1afe1b9f req-b0f57eb7-40f1-43c0-8538-ca3eb41b7e71 service neutron] 10.222.0.46 "GET /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581724 Nov 12 09:03:36.137318 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cccd5ca-814b-4382-83c1-96319649e5cb None None] The sync data for ids ['e645a777-153f-4f9e-9a78-d2ed21cbed90'] in n-d-768851-18 is: [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:01:34Z', 'revision_number': 4, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '0904c369-f617-4bbb-89e6-afc7df632186', 'name': '', 'network_id': 'a22510c2-b6a6-4b63-89f8-7a746a917152', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'mac_address': 'fa:16:3e:83:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:33Z', 'updated_at': '2021-11-12T09:01:38Z', 'revision_number': 5, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'subnets': [{'id': 'dae975ff-bf30-4b30-9f1a-2ec8c701431d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:36.463881 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c073fd19-a65c-46bf-90c8-9cc3836a8180 None None] New status for floating IP 563ecdff-d669-4638-97bd-fdd958087f66: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:03:36.965721 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c584b3-d987-438f-966f-0b0695815183 req-dec9c4a5-e235-4e04-971e-aab9e6c73827 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:36.967312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b5c584b3-d987-438f-966f-0b0695815183 req-dec9c4a5-e235-4e04-971e-aab9e6c73827 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 984 time: 0.0581141 Nov 12 09:03:37.047241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9dd28-c3ce-4c95-8d62-7e2176ce040d req-750ed551-c353-4157-89a4-1bc1907175fb tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:37.048908 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-edc9dd28-c3ce-4c95-8d62-7e2176ce040d req-750ed551-c353-4157-89a4-1bc1907175fb tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 984 time: 0.0761693 Nov 12 09:03:37.068386 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b5c584b3-d987-438f-966f-0b0695815183 req-88a542f0-33c3-409e-8ee2-b6d41799d6d5 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/security-groups?id=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed&id=74f9eb0d-144e-4359-8e5c-d10fe0173c32&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0891764 Nov 12 09:03:37.180652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-edc9dd28-c3ce-4c95-8d62-7e2176ce040d req-f79b6276-d2cb-4119-84ee-fdc840d00238 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Deleting port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:37.181155 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-edc9dd28-c3ce-4c95-8d62-7e2176ce040d req-f79b6276-d2cb-4119-84ee-fdc840d00238 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.308567 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-edc9dd28-c3ce-4c95-8d62-7e2176ce040d req-f79b6276-d2cb-4119-84ee-fdc840d00238 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] For port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=799350e2-73d0-4e1d-8f0b-adeea4da1ca3,segment=NetworkSegment(4107a0d0-a548-47d0-b5ef-671bdebe2007),segment_id=4107a0d0-a548-47d0-b5ef-671bdebe2007)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:37.308926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-edc9dd28-c3ce-4c95-8d62-7e2176ce040d req-f79b6276-d2cb-4119-84ee-fdc840d00238 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.325702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-edc9dd28-c3ce-4c95-8d62-7e2176ce040d req-f79b6276-d2cb-4119-84ee-fdc840d00238 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Calling delete_port for 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:37.510187 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-edc9dd28-c3ce-4c95-8d62-7e2176ce040d req-f79b6276-d2cb-4119-84ee-fdc840d00238 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.541547 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b6276-d2cb-4119-84ee-fdc840d00238 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'Port': ['ID=799350e2-73d0-4e1d-8f0b-adeea4da1ca3,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:37.575148 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-87ad5b3c-9571-4d7c-8d37-5f8743a17a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.609399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc9dd28-c3ce-4c95-8d62-7e2176ce040d req-f79b6276-d2cb-4119-84ee-fdc840d00238 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] No DVR routers for this DVR port 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:37.612217 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-edc9dd28-c3ce-4c95-8d62-7e2176ce040d req-f79b6276-d2cb-4119-84ee-fdc840d00238 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.616379 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-edc9dd28-c3ce-4c95-8d62-7e2176ce040d req-f79b6276-d2cb-4119-84ee-fdc840d00238 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.46 "DELETE /v2.0/ports/799350e2-73d0-4e1d-8f0b-adeea4da1ca3 HTTP/1.1" status: 204 len: 173 time: 0.5592101 Nov 12 09:03:37.616861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'name': 'network-vif-deleted', 'tag': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:37.620493 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da0d187-9e1c-4377-bb5f-fb5402dcd214" -d '{"events": [{"server_uuid": "c9e29df3-6e93-4403-9707-4c5e60a9327b", "name": "network-vif-deleted", "tag": "799350e2-73d0-4e1d-8f0b-adeea4da1ca3"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:37.664570 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09a5417-327e-4263-941d-8941bb409eab x-openstack-request-id: req-f09a5417-327e-4263-941d-8941bb409eab {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:37.664942 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e29df3-6e93-4403-9707-4c5e60a9327b", "name": "network-vif-deleted", "tag": "799350e2-73d0-4e1d-8f0b-adeea4da1ca3", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:37.665320 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f09a5417-327e-4263-941d-8941bb409eab {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:37.665864 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e29df3-6e93-4403-9707-4c5e60a9327b', 'name': 'network-vif-deleted', 'tag': '799350e2-73d0-4e1d-8f0b-adeea4da1ca3', 'status': 'completed', 'code': 200} Nov 12 09:03:38.208533 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad7119dd-dc8d-427e-becd-801d27c8526e req-1c191a0f-76d3-41e2-a319-4475b7be5176 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e29df3-6e93-4403-9707-4c5e60a9327b HTTP/1.1" status: 200 len: 210 time: 0.0382721 Nov 12 09:03:38.675864 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.277213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43076) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:39.341392 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56ca3391-9ae3-4007-96f1-2231834f8e6f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.368843 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56ca3391-9ae3-4007-96f1-2231834f8e6f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.444179 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56ca3391-9ae3-4007-96f1-2231834f8e6f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.448642 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-56ca3391-9ae3-4007-96f1-2231834f8e6f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.454330 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-56ca3391-9ae3-4007-96f1-2231834f8e6f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "DELETE /v2.0/security-groups/3bdb0ce8-b4a4-440e-a94c-092ac1f180ed HTTP/1.1" status: 204 len: 168 time: 0.1715434 Nov 12 09:03:39.455523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43080) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:39.461574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca3391-9ae3-4007-96f1-2231834f8e6f tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdb0ce8-b4a4-440e-a94c-092ac1f180ed,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:39.536618 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aec5076b-c285-476b-8c2d-d2d5ea281c28 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.570787 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aec5076b-c285-476b-8c2d-d2d5ea281c28 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.634634 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aec5076b-c285-476b-8c2d-d2d5ea281c28 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.637875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aec5076b-c285-476b-8c2d-d2d5ea281c28 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.639346 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aec5076b-c285-476b-8c2d-d2d5ea281c28 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "DELETE /v2.0/security-groups/74f9eb0d-144e-4359-8e5c-d10fe0173c32 HTTP/1.1" status: 204 len: 168 time: 0.1822231 Nov 12 09:03:39.642991 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43084) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:39.650936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5076b-c285-476b-8c2d-d2d5ea281c28 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f9eb0d-144e-4359-8e5c-d10fe0173c32,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:40.051875 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.088882 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-776f0666-0df0-4bb9-9642-ed76477131c7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.417436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-776f0666-0df0-4bb9-9642-ed76477131c7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Deleting port 0904c369-f617-4bbb-89e6-afc7df632186 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:40.418091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-776f0666-0df0-4bb9-9642-ed76477131c7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.525055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-776f0666-0df0-4bb9-9642-ed76477131c7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] For port 0904c369-f617-4bbb-89e6-afc7df632186, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0904c369-f617-4bbb-89e6-afc7df632186,segment=NetworkSegment(4107a0d0-a548-47d0-b5ef-671bdebe2007),segment_id=4107a0d0-a548-47d0-b5ef-671bdebe2007)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:40.525467 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-776f0666-0df0-4bb9-9642-ed76477131c7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.541810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-776f0666-0df0-4bb9-9642-ed76477131c7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Calling delete_port for 0904c369-f617-4bbb-89e6-afc7df632186 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:40.690469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:40.719710 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:40.720071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 799350e2-73d0-4e1d-8f0b-adeea4da1ca3 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:40.777572 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-776f0666-0df0-4bb9-9642-ed76477131c7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.809293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f0666-0df0-4bb9-9642-ed76477131c7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'Port': ['ID=0904c369-f617-4bbb-89e6-afc7df632186,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:40.988776 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:41.015140 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-776f0666-0df0-4bb9-9642-ed76477131c7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:41.270412 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776f0666-0df0-4bb9-9642-ed76477131c7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Router e645a777-153f-4f9e-9a78-d2ed21cbed90 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:41.379566 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f0666-0df0-4bb9-9642-ed76477131c7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:41.388686 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-776f0666-0df0-4bb9-9642-ed76477131c7 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "PUT /v2.0/routers/e645a777-153f-4f9e-9a78-d2ed21cbed90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7442541 Nov 12 09:03:41.390384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43108) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:41.398655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930250b3-d98c-45c2-b7b8-070a6e2bca98 None None] Sync routers for ids ['e645a777-153f-4f9e-9a78-d2ed21cbed90'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:41.410310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930250b3-d98c-45c2-b7b8-070a6e2bca98 None None] Routers {'e645a777-153f-4f9e-9a78-d2ed21cbed90'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:41.411070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-930250b3-d98c-45c2-b7b8-070a6e2bca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e645a777-153f-4f9e-9a78-d2ed21cbed90'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:41.448627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c63411-3a6a-4ad4-a7f0-7c52110b4f5b tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Deleting subnet dae975ff-bf30-4b30-9f1a-2ec8c701431d {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:03:41.452665 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29c63411-3a6a-4ad4-a7f0-7c52110b4f5b tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:41.499049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29c63411-3a6a-4ad4-a7f0-7c52110b4f5b tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:41.610827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29c63411-3a6a-4ad4-a7f0-7c52110b4f5b tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:41.681128 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29c63411-3a6a-4ad4-a7f0-7c52110b4f5b tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:41.715154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c63411-3a6a-4ad4-a7f0-7c52110b4f5b tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'Subnet': ['ID=dae975ff-bf30-4b30-9f1a-2ec8c701431d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:41.718310 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29c63411-3a6a-4ad4-a7f0-7c52110b4f5b tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:41.720474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-930250b3-d98c-45c2-b7b8-070a6e2bca98 None None] Set router e645a777-153f-4f9e-9a78-d2ed21cbed90 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:41.727078 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-29c63411-3a6a-4ad4-a7f0-7c52110b4f5b tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "DELETE /v2.0/subnets/dae975ff-bf30-4b30-9f1a-2ec8c701431d HTTP/1.1" status: 204 len: 168 time: 0.3322458 Nov 12 09:03:41.727361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa29d481-7f3a-4eb9-a1ef-25e946438023 None None] Network a22510c2-b6a6-4b63-89f8-7a746a917152 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:41.729054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43116) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:41.894370 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.046353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.073481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-930250b3-d98c-45c2-b7b8-070a6e2bca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:03:40Z', 'revision_number': 5, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port': {'id': 'b3e5eb14-6acd-42a8-a688-48c136c4f832', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:30Z', 'updated_at': '2021-11-12T09:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:42.115929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930250b3-d98c-45c2-b7b8-070a6e2bca98 None None] Checking router: e645a777-153f-4f9e-9a78-d2ed21cbed90 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:42.127856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933b502d-7dd3-4b3c-813a-56a8cd17d3eb None None] DHCP port deletion for a22510c2-b6a6-4b63-89f8-7a746a917152 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:42.139048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Deleting port b3e5eb14-6acd-42a8-a688-48c136c4f832 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:42.139899 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.160571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930250b3-d98c-45c2-b7b8-070a6e2bca98 None None] Routers {'e645a777-153f-4f9e-9a78-d2ed21cbed90'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:42.161442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-930250b3-d98c-45c2-b7b8-070a6e2bca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['e645a777-153f-4f9e-9a78-d2ed21cbed90'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:42.300613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-933b502d-7dd3-4b3c-813a-56a8cd17d3eb None None] Deleting port 997bb1ff-67b1-45ec-9c1f-40f99766525b {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:42.301308 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-933b502d-7dd3-4b3c-813a-56a8cd17d3eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.316542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-930250b3-d98c-45c2-b7b8-070a6e2bca98 None None] Set router e645a777-153f-4f9e-9a78-d2ed21cbed90 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:42.449978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-930250b3-d98c-45c2-b7b8-070a6e2bca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:03:42Z', 'revision_number': 6, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:42.482820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930250b3-d98c-45c2-b7b8-070a6e2bca98 None None] The sync data for ids ['e645a777-153f-4f9e-9a78-d2ed21cbed90'] in n-d-768851-18 is: [{'id': 'e645a777-153f-4f9e-9a78-d2ed21cbed90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1405353386', 'tenant_id': '92afb9076a2943ea8f07828b6993d4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:29Z', 'updated_at': '2021-11-12T09:03:42Z', 'revision_number': 6, 'project_id': '92afb9076a2943ea8f07828b6993d4b6', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:42.528096 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-933b502d-7dd3-4b3c-813a-56a8cd17d3eb None None] For port 997bb1ff-67b1-45ec-9c1f-40f99766525b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=997bb1ff-67b1-45ec-9c1f-40f99766525b,segment=NetworkSegment(4107a0d0-a548-47d0-b5ef-671bdebe2007),segment_id=4107a0d0-a548-47d0-b5ef-671bdebe2007)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:42.528096 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-933b502d-7dd3-4b3c-813a-56a8cd17d3eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.560197 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-933b502d-7dd3-4b3c-813a-56a8cd17d3eb None None] Calling delete_port for 997bb1ff-67b1-45ec-9c1f-40f99766525b owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:42.599662 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] For port b3e5eb14-6acd-42a8-a688-48c136c4f832, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b3e5eb14-6acd-42a8-a688-48c136c4f832,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:42.600714 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.621486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Calling delete_port for b3e5eb14-6acd-42a8-a688-48c136c4f832 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:42.684293 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-933b502d-7dd3-4b3c-813a-56a8cd17d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.715313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b502d-7dd3-4b3c-813a-56a8cd17d3eb None None] Pushing event deleted for resources: {'Port': ['ID=997bb1ff-67b1-45ec-9c1f-40f99766525b,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:42.729655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b502d-7dd3-4b3c-813a-56a8cd17d3eb None None] No DVR routers for this DVR port 997bb1ff-67b1-45ec-9c1f-40f99766525b on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:42.835820 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.883844 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'Port': ['ID=b3e5eb14-6acd-42a8-a688-48c136c4f832,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:42.921852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed2324f-cfcd-449e-b33e-c9736cdc4510 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:43.028595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.034819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 997bb1ff-67b1-45ec-9c1f-40f99766525b no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:43.063270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 997bb1ff-67b1-45ec-9c1f-40f99766525b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:43.063515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 997bb1ff-67b1-45ec-9c1f-40f99766525b not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:43.169857 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.172252 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.215453 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.216200 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Fanout notify agent at l3_agent the message router_deleted on router e645a777-153f-4f9e-9a78-d2ed21cbed90 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:03:43.225533 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.226797 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f0884e2e-def1-4363-92c2-2e275b3e54d2 tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "DELETE /v2.0/routers/e645a777-153f-4f9e-9a78-d2ed21cbed90 HTTP/1.1" status: 204 len: 168 time: 1.4968209 Nov 12 09:03:43.229777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43132) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:43.322034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.415263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.437711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22510c2-b6a6-4b63-89f8-7a746a917152']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:43.450528 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4107a0d0-a548-47d0-b5ef-671bdebe2007') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:43.450813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4107a0d0-a548-47d0-b5ef-671bdebe2007') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:43.461864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.476100 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.484325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:03:43.484733 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:03:43.488923 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:03:43.559409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.565464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.568836 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] 10.222.0.31 "DELETE /v2.0/networks/a22510c2-b6a6-4b63-89f8-7a746a917152 HTTP/1.1" status: 204 len: 168 time: 0.3377674 Nov 12 09:03:43.588528 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f05ed-fb2c-4c2a-b7ad-0b6c023eb19c tempest-TestSecurityGroupsBasicOps-887558867 tempest-TestSecurityGroupsBasicOps-887558867-project] Pushing event deleted for resources: {'Network': ['ID=a22510c2-b6a6-4b63-89f8-7a746a917152,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:43.904935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43142) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:44.059306 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-33179833-42e5-44f1-9941-6fdc07937a00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92afb9076a2943ea8f07828b6993d4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519694 Nov 12 09:03:44.060742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43148) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:44.119030 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b963edce-40e3-416e-bbb4-5490e328fb35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.149738 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b963edce-40e3-416e-bbb4-5490e328fb35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.208820 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b963edce-40e3-416e-bbb4-5490e328fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.212165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b963edce-40e3-416e-bbb4-5490e328fb35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.215988 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b963edce-40e3-416e-bbb4-5490e328fb35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45501615-fd7a-455f-83a3-0c7b9706b28a HTTP/1.1" status: 204 len: 168 time: 0.1516929 Nov 12 09:03:44.222860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963edce-40e3-416e-bbb4-5490e328fb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45501615-fd7a-455f-83a3-0c7b9706b28a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:44.558337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0904c369-f617-4bbb-89e6-afc7df632186 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:44.577861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43158) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:44.589862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 0904c369-f617-4bbb-89e6-afc7df632186 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:44.590214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0904c369-f617-4bbb-89e6-afc7df632186 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:44.590871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b3e5eb14-6acd-42a8-a688-48c136c4f832 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:44.597531 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a85e756-a246-4044-81f0-08ac5b3cc5bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.615719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b3e5eb14-6acd-42a8-a688-48c136c4f832 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:44.615719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b3e5eb14-6acd-42a8-a688-48c136c4f832 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:44.683401 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a85e756-a246-4044-81f0-08ac5b3cc5bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.687829 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8a85e756-a246-4044-81f0-08ac5b3cc5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.744365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85e756-a246-4044-81f0-08ac5b3cc5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cd858d-5967-484e-bd71-453929d10782,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:44.754741 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8a85e756-a246-4044-81f0-08ac5b3cc5bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2150c45b4119491dbab2cc6167084b2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1728437 Nov 12 09:03:44.755289 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43160) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:44.824108 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21959bbb-6d42-4020-996a-acae6dfb34ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.848237 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21959bbb-6d42-4020-996a-acae6dfb34ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.914051 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21959bbb-6d42-4020-996a-acae6dfb34ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.918807 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-21959bbb-6d42-4020-996a-acae6dfb34ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.921150 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-21959bbb-6d42-4020-996a-acae6dfb34ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29cd858d-5967-484e-bd71-453929d10782 HTTP/1.1" status: 204 len: 168 time: 0.1637123 Nov 12 09:03:44.931500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21959bbb-6d42-4020-996a-acae6dfb34ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cd858d-5967-484e-bd71-453929d10782,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:45.350872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43170) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:45.400970 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7d8ec88f-dff1-4cfe-bb61-a3187145eef9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c225d7bbb654cfeb8b4cbeec120e811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488257 Nov 12 09:03:45.403951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43172) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:45.472389 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:45.505096 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:45.567311 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:45.571441 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:45.572990 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d48a1fcf-2aa5-4bd2-9523-dbdcef86f4b7 HTTP/1.1" status: 204 len: 168 time: 0.1679399 Nov 12 09:03:45.583795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48a1fcf-2aa5-4bd2-9523-dbdcef86f4b7,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:45.594241 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:45.594672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:45.594975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:45.595383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:45.595634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:45.595968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:45.596299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:45.596628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:45.596984 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:45.597359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:45.597685 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:45.598008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47647439-205f-4db1-9ada-f8cd434777c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:46.418085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43200) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:46.542154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1733356095-network', 'tenant_id': 'e9234482bb6144368b0593716fff70f5'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:46.588477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Made reservation on behalf of e9234482bb6144368b0593716fff70f5 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:46.594016 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.607012 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.712363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.720090 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.753487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:03:46.768165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d959a0-c75e-4e6d-b576-29b944883e04,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:46.778141 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.778141 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Added segment 4ddc2776-7777-4f75-9033-27d58a366b76 of type vlan for network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 Nov 12 09:03:46.866734 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.902761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.904751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:46.906261 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.984455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5643077 Nov 12 09:03:46.988951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43206) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:46.995129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf812c68-fcbe-44f1-9a3c-e5cbf62044a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:46.996469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-da4773a1-687d-44cb-abac-9ae576c43fef admin admin] Request body: {'subnet': {'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1733356095-subnet', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:47.014865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:03:47.028515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4773a1-687d-44cb-abac-9ae576c43fef admin admin] Made reservation on behalf of e9234482bb6144368b0593716fff70f5 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:47.032972 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da4773a1-687d-44cb-abac-9ae576c43fef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.284241 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da4773a1-687d-44cb-abac-9ae576c43fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.362044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4773a1-687d-44cb-abac-9ae576c43fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=339a8a16-a04c-4a62-86a4-c05a327e6f43,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:47.370748 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4773a1-687d-44cb-abac-9ae576c43fef admin admin] Checking segment: {'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:47.371201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4773a1-687d-44cb-abac-9ae576c43fef admin admin] Network hostable DHCP agents. Network: a1591cf6-3d85-4bd1-8cee-4cc5b10f3053, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:03:47.393715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4773a1-687d-44cb-abac-9ae576c43fef admin admin] Network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:03:47.409670 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-da4773a1-687d-44cb-abac-9ae576c43fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, a1591cf6-3d85-4bd1-8cee-4cc5b10f3053) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:47.414287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4773a1-687d-44cb-abac-9ae576c43fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:47.415007 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da4773a1-687d-44cb-abac-9ae576c43fef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.426115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e6782e-02c8-4cdf-9bd1-a022e825e238 None None] Network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:47.437244 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-da4773a1-687d-44cb-abac-9ae576c43fef admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4433868 Nov 12 09:03:47.437762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43212) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:47.442948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:47.472583 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.474858 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.584259 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.625883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'fixed_ips': [{'subnet_id': '339a8a16-a04c-4a62-86a4-c05a327e6f43'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:03:47.627132 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.787806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Allocated IP 172.20.0.2 (a1591cf6-3d85-4bd1-8cee-4cc5b10f3053/339a8a16-a04c-4a62-86a4-c05a327e6f43/768d11cf-7509-4cd5-a219-9ae4e8601fa8) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:47.807966 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.978917 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.991363 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.021344 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:48.047833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:48.051209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:48.095230 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.117963 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.144466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Pushing event updated for resources: {'Port': ['ID=768d11cf-7509-4cd5-a219-9ae4e8601fa8,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:48.154177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Attempting to bind port 768d11cf-7509-4cd5-a219-9ae4e8601fa8 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:48.154936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Attempting to bind port 768d11cf-7509-4cd5-a219-9ae4e8601fa8 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:48.155696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Attempting to bind port 768d11cf-7509-4cd5-a219-9ae4e8601fa8 on network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:48.162914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:48.163456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Checking segment: {'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:48.164468 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.164982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Bound using segment: {'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:48.165615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Bound port: 768d11cf-7509-4cd5-a219-9ae4e8601fa8, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:48.166103 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.243408 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] For port 768d11cf-7509-4cd5-a219-9ae4e8601fa8, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:48.247490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] For port 768d11cf-7509-4cd5-a219-9ae4e8601fa8, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=768d11cf-7509-4cd5-a219-9ae4e8601fa8,segment=NetworkSegment(4ddc2776-7777-4f75-9033-27d58a366b76),segment_id=4ddc2776-7777-4f75-9033-27d58a366b76)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:48.253789 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.269527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Allocated IP 172.25.3.217 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/b07a55c4-dd9c-4193-b77f-3e8b3c37138c) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:48.363663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df0aae-1edd-4efc-b95a-6f79f5d7b4db None None] Pushing event updated for resources: {'Port': ['ID=768d11cf-7509-4cd5-a219-9ae4e8601fa8,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:48.489079 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.600197 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.695670 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:48.703577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:48.709318 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:48.724204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0493ce-4085-44b6-b760-8901b8674b05 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:48.760601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Pushing event updated for resources: {'Port': ['ID=b07a55c4-dd9c-4193-b77f-3e8b3c37138c,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:48.816263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-86bdc5a9-0ae2-41dd-8207-2b6c51acc471 None None] Provisioning complete for port b07a55c4-dd9c-4193-b77f-3e8b3c37138c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:48.816893 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-86bdc5a9-0ae2-41dd-8207-2b6c51acc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.861687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-86bdc5a9-0ae2-41dd-8207-2b6c51acc471 None None] Port b07a55c4-dd9c-4193-b77f-3e8b3c37138c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:49.040410 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.297662 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.532854 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Router 39565831-20cc-4ca4-9582-aa13114a0bb5 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:03:49.638696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3c842a-067c-4e5a-b805-bae22ddee506 None None] Network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:49.682876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:49.696623 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Sync routers for ids ['39565831-20cc-4ca4-9582-aa13114a0bb5'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:49.726863 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Routers {'39565831-20cc-4ca4-9582-aa13114a0bb5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:49.728547 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['39565831-20cc-4ca4-9582-aa13114a0bb5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:49.737722 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.744457 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a2d9ed50-d6cc-43d3-bcd4-06e784da8a3c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3021312 Nov 12 09:03:49.745073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Provisioning complete for port 768d11cf-7509-4cd5-a219-9ae4e8601fa8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:49.745489 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.746182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43228) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:49.914830 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Set router 39565831-20cc-4ca4-9582-aa13114a0bb5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:49.923511 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.014901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] For port 768d11cf-7509-4cd5-a219-9ae4e8601fa8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=768d11cf-7509-4cd5-a219-9ae4e8601fa8,segment=NetworkSegment(4ddc2776-7777-4f75-9033-27d58a366b76),segment_id=4ddc2776-7777-4f75-9033-27d58a366b76)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:50.022144 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.089339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Pushing event updated for resources: {'Port': ['ID=768d11cf-7509-4cd5-a219-9ae4e8601fa8,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:50.097009 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:50.097403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:50.097804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:50.098151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:50.098488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:50.098823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:50.099152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:50.099480 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:50.100109 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:50.100443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:50.100770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:50.101093 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b631e-d1e1-4f90-970c-45012699ed05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:50.220347 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:03:48Z', 'revision_number': 3, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:50.266012 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Checking router: 39565831-20cc-4ca4-9582-aa13114a0bb5 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:50.266725 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Updating router 39565831-20cc-4ca4-9582-aa13114a0bb5 port b07a55c4-dd9c-4193-b77f-3e8b3c37138c binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:50.302978 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.349813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-401ee3d0-8a0f-496c-9031-d56f6e057f71 None None] Provisioning complete for port 768d11cf-7509-4cd5-a219-9ae4e8601fa8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:50.350485 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-401ee3d0-8a0f-496c-9031-d56f6e057f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.536759 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.663534 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.672689 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.689171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 768d11cf-7509-4cd5-a219-9ae4e8601fa8 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:50.747015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f0afc4-d412-4b85-b6f3-cea123929417 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:50.747270 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Attempting to bind port b07a55c4-dd9c-4193-b77f-3e8b3c37138c on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:50.747859 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Attempting to bind port b07a55c4-dd9c-4193-b77f-3e8b3c37138c by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:50.747859 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Attempting to bind port b07a55c4-dd9c-4193-b77f-3e8b3c37138c on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:50.754932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 768d11cf-7509-4cd5-a219-9ae4e8601fa8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:50.755132 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.757491 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4089001-dc72-4d71-9f3b-36405f7bfea0 None None] Pushing event updated for resources: {'Port': ['ID=b07a55c4-dd9c-4193-b77f-3e8b3c37138c,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:50.762263 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:50.762634 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:50.763038 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.763431 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:50.763892 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Bound port: b07a55c4-dd9c-4193-b77f-3e8b3c37138c, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:50.764487 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.829400 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] For port b07a55c4-dd9c-4193-b77f-3e8b3c37138c, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:50.833401 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] For port b07a55c4-dd9c-4193-b77f-3e8b3c37138c, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b07a55c4-dd9c-4193-b77f-3e8b3c37138c,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:50.841924 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.850344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Allocated IP 172.20.0.1 (a1591cf6-3d85-4bd1-8cee-4cc5b10f3053/339a8a16-a04c-4a62-86a4-c05a327e6f43/fd89a253-6448-4f71-b83d-e869c4938ba6) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:50.919269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e72d8-4712-4f92-a3b1-7f279fcb993d None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:50.928966 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Routers {'39565831-20cc-4ca4-9582-aa13114a0bb5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:50.929776 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['39565831-20cc-4ca4-9582-aa13114a0bb5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:50.937213 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4089001-dc72-4d71-9f3b-36405f7bfea0 None None] Pushing event updated for resources: {'Port': ['ID=b07a55c4-dd9c-4193-b77f-3e8b3c37138c,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:50.999308 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-dad633b3-4dfa-4ff0-9f6c-971174c9d8a7 None None] Provisioning complete for port b07a55c4-dd9c-4193-b77f-3e8b3c37138c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:51.010060 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dad633b3-4dfa-4ff0-9f6c-971174c9d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.035367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.123119 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] Set router 39565831-20cc-4ca4-9582-aa13114a0bb5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:51.124786 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.153928 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dad633b3-4dfa-4ff0-9f6c-971174c9d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.172440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:51.180260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:51.209463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dad633b3-4dfa-4ff0-9f6c-971174c9d8a7 None None] For port b07a55c4-dd9c-4193-b77f-3e8b3c37138c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b07a55c4-dd9c-4193-b77f-3e8b3c37138c,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:51.215968 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dad633b3-4dfa-4ff0-9f6c-971174c9d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.273076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Pushing event updated for resources: {'Port': ['ID=fd89a253-6448-4f71-b83d-e869c4938ba6,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:51.277489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:51.291852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad633b3-4dfa-4ff0-9f6c-971174c9d8a7 None None] Pushing event updated for resources: {'Port': ['ID=b07a55c4-dd9c-4193-b77f-3e8b3c37138c,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:51.375601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2398d325-4c22-415c-9075-92833d42577c None None] Provisioning complete for port b07a55c4-dd9c-4193-b77f-3e8b3c37138c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:51.385008 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2398d325-4c22-415c-9075-92833d42577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.398868 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.587695 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:03:48Z', 'revision_number': 3, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:51.606082 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.628768 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02074b7-e11f-47f6-a21e-5efa6a4e070a None None] The sync data for ids ['39565831-20cc-4ca4-9582-aa13114a0bb5'] in n-d-768851-18 is: [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:03:48Z', 'revision_number': 3, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:51.899598 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.910918 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.027136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Pushing event updated for resources: {'Port': ['ID=fd89a253-6448-4f71-b83d-e869c4938ba6,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:52.033879 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.057231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6fc17712-9f7c-438b-ae56-29cc8458a53b None None] Provisioning complete for port fd89a253-6448-4f71-b83d-e869c4938ba6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:52.058013 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6fc17712-9f7c-438b-ae56-29cc8458a53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.123422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6fc17712-9f7c-438b-ae56-29cc8458a53b None None] Port fd89a253-6448-4f71-b83d-e869c4938ba6 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:52.188227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:52.189961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:52.361175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Router 39565831-20cc-4ca4-9582-aa13114a0bb5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:52.563852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-dc36711d-50de-4155-a5cd-036ee0eecbd7 None None] Provisioning complete for port fd89a253-6448-4f71-b83d-e869c4938ba6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:52.564233 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dc36711d-50de-4155-a5cd-036ee0eecbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.628165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-dc36711d-50de-4155-a5cd-036ee0eecbd7 None None] Port fd89a253-6448-4f71-b83d-e869c4938ba6 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:52.633158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b07a55c4-dd9c-4193-b77f-3e8b3c37138c up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:52.717032 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.730103 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b07a55c4-dd9c-4193-b77f-3e8b3c37138c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:52.730497 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.973558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:52.979541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ded17ead-3b1f-4162-93e6-0f36ff82ae8c admin admin] 10.222.0.31 "PUT /v2.0/routers/39565831-20cc-4ca4-9582-aa13114a0bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2319527 Nov 12 09:03:53.716281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43262) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:53.721841 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-694395577-network', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:53.748330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Made reservation on behalf of 13c51978e6c740d29bafede3a77e2f00 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:53.751500 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.761198 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.778184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Sync routers for ids ['39565831-20cc-4ca4-9582-aa13114a0bb5'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:53.791208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Routers {'39565831-20cc-4ca4-9582-aa13114a0bb5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:53.792123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['39565831-20cc-4ca4-9582-aa13114a0bb5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:53.865327 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.872879 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.917849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68627aab-f02e-4a02-926c-f513b2a6db64,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:53.930468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Set router 39565831-20cc-4ca4-9582-aa13114a0bb5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:53.932568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:03:53.948499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.949095 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Added segment 62633dca-ef7d-4201-af3b-9f507a1ef66a of type vlan for network bbd5330b-12b9-463f-ad48-df09548e40ef Nov 12 09:03:54.025248 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.056749 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.058288 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:54.058974 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.095714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3777866 Nov 12 09:03:54.098563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43270) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:54.104543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3562205c-5176-499b-8464-49be9a236ead admin admin] Request body: {'subnet': {'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-694395577-subnet', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:54.132099 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3562205c-5176-499b-8464-49be9a236ead admin admin] Made reservation on behalf of 13c51978e6c740d29bafede3a77e2f00 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:54.135444 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3562205c-5176-499b-8464-49be9a236ead admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.176486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403483a8-5e2f-49c3-b165-0ad4394bd14e admin admin] Pushing event updated for resources: {'Network': ['ID=bbd5330b-12b9-463f-ad48-df09548e40ef,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:54.194809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network bbd5330b-12b9-463f-ad48-df09548e40ef details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:03:54.290646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'fd89a253-6448-4f71-b83d-e869c4938ba6', 'name': '', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'mac_address': 'fa:16:3e:bd:d0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:50Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 2, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'subnets': [{'id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:54.327482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Checking router: 39565831-20cc-4ca4-9582-aa13114a0bb5 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:54.327845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Updating router 39565831-20cc-4ca4-9582-aa13114a0bb5 port fd89a253-6448-4f71-b83d-e869c4938ba6 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:54.363872 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.689674 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.699772 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.705682 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3562205c-5176-499b-8464-49be9a236ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.778445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562205c-5176-499b-8464-49be9a236ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:54.781926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446779d-9332-4ad8-8efa-bf0a9154e545 None None] Pushing event updated for resources: {'Port': ['ID=fd89a253-6448-4f71-b83d-e869c4938ba6,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:54.782556 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3562205c-5176-499b-8464-49be9a236ead admin admin] Checking segment: {'id': '62633dca-ef7d-4201-af3b-9f507a1ef66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:54.782892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3562205c-5176-499b-8464-49be9a236ead admin admin] Network hostable DHCP agents. Network: bbd5330b-12b9-463f-ad48-df09548e40ef, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:03:54.811574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3562205c-5176-499b-8464-49be9a236ead admin admin] Network bbd5330b-12b9-463f-ad48-df09548e40ef is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:03:54.831584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3562205c-5176-499b-8464-49be9a236ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, bbd5330b-12b9-463f-ad48-df09548e40ef) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:54.838206 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3562205c-5176-499b-8464-49be9a236ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:54.838968 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3562205c-5176-499b-8464-49be9a236ead admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.866589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43272) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:54.868292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1278846c-565c-40c0-a424-e3f03635a013 None None] Network bbd5330b-12b9-463f-ad48-df09548e40ef requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:54.872339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-694395577-router', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:54.877262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3562205c-5176-499b-8464-49be9a236ead admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7759421 Nov 12 09:03:54.910263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Attempting to bind port fd89a253-6448-4f71-b83d-e869c4938ba6 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:54.910977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Attempting to bind port fd89a253-6448-4f71-b83d-e869c4938ba6 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:54.911906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Attempting to bind port fd89a253-6448-4f71-b83d-e869c4938ba6 on network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:54.914930 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.916761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.926597 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:54.927076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Checking segment: {'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:54.927629 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.928092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Bound using segment: {'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:54.928651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Bound port: fd89a253-6448-4f71-b83d-e869c4938ba6, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:54.929130 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:55.022784 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:55.145712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] For port fd89a253-6448-4f71-b83d-e869c4938ba6, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:55.145712 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] For port fd89a253-6448-4f71-b83d-e869c4938ba6, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fd89a253-6448-4f71-b83d-e869c4938ba6,segment=NetworkSegment(4ddc2776-7777-4f75-9033-27d58a366b76),segment_id=4ddc2776-7777-4f75-9033-27d58a366b76)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:55.163041 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:55.313093 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:55.365802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Routers {'39565831-20cc-4ca4-9582-aa13114a0bb5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:55.367242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['39565831-20cc-4ca4-9582-aa13114a0bb5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:55.370256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446779d-9332-4ad8-8efa-bf0a9154e545 None None] Pushing event updated for resources: {'Port': ['ID=fd89a253-6448-4f71-b83d-e869c4938ba6,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:55.421298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-bbd5330b-12b9-463f-ad48-df09548e40ef', 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'fixed_ips': [{'subnet_id': '1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:03:55.422622 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:55.439545 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1bce5c06-6821-45a4-9387-60e80b4db000 None None] Provisioning complete for port fd89a253-6448-4f71-b83d-e869c4938ba6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:55.440160 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1bce5c06-6821-45a4-9387-60e80b4db000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:55.712481 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:55.746901 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:55.857730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] Set router 39565831-20cc-4ca4-9582-aa13114a0bb5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:55.923568 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1bce5c06-6821-45a4-9387-60e80b4db000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:55.933453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Allocated IP 172.25.3.53 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/2be11432-3d39-4c29-9184-c22ae832a103) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:56.158093 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.192623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Allocated IP 172.20.0.2 (bbd5330b-12b9-463f-ad48-df09548e40ef/1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166/25a5f300-abf4-4e96-8330-6f6d6acfdda0) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:56.227313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1bce5c06-6821-45a4-9387-60e80b4db000 None None] For port fd89a253-6448-4f71-b83d-e869c4938ba6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fd89a253-6448-4f71-b83d-e869c4938ba6,segment=NetworkSegment(4ddc2776-7777-4f75-9033-27d58a366b76),segment_id=4ddc2776-7777-4f75-9033-27d58a366b76)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:56.241051 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.246344 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1bce5c06-6821-45a4-9387-60e80b4db000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.295763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:56.301162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:56.312137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:56.346566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d907c5e-eeaa-4a78-8d36-f54c5e4ce0c0 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:56.383048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Pushing event updated for resources: {'Port': ['ID=2be11432-3d39-4c29-9184-c22ae832a103,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:56.507912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce5c06-6821-45a4-9387-60e80b4db000 None None] Pushing event updated for resources: {'Port': ['ID=fd89a253-6448-4f71-b83d-e869c4938ba6,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:56.540485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4e70afa4-c1ce-401a-baad-665425490326 None None] Provisioning complete for port fd89a253-6448-4f71-b83d-e869c4938ba6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:56.541074 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4e70afa4-c1ce-401a-baad-665425490326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.772940 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.865253 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.875036 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.885381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'fd89a253-6448-4f71-b83d-e869c4938ba6', 'name': '', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'mac_address': 'fa:16:3e:bd:d0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:50Z', 'updated_at': '2021-11-12T09:03:55Z', 'revision_number': 4, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'subnets': [{'id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:56.965955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a21e3-b624-491f-b6e3-bcd6652406d8 None None] The sync data for ids ['39565831-20cc-4ca4-9582-aa13114a0bb5'] in n-d-768851-18 is: [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'fd89a253-6448-4f71-b83d-e869c4938ba6', 'name': '', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'mac_address': 'fa:16:3e:bd:d0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:50Z', 'updated_at': '2021-11-12T09:03:55Z', 'revision_number': 4, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'subnets': [{'id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:56.979259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Network bbd5330b-12b9-463f-ad48-df09548e40ef is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:56.994931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:57.007731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:57.009938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Pushing event updated for resources: {'Port': ['ID=25a5f300-abf4-4e96-8330-6f6d6acfdda0,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:57.062365 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.133423 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Attempting to bind port 25a5f300-abf4-4e96-8330-6f6d6acfdda0 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:57.134261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Attempting to bind port 25a5f300-abf4-4e96-8330-6f6d6acfdda0 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '62633dca-ef7d-4201-af3b-9f507a1ef66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:57.134892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Attempting to bind port 25a5f300-abf4-4e96-8330-6f6d6acfdda0 on network bbd5330b-12b9-463f-ad48-df09548e40ef {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:57.153061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:57.153772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Checking segment: {'id': '62633dca-ef7d-4201-af3b-9f507a1ef66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:57.155605 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.155605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Bound using segment: {'id': '62633dca-ef7d-4201-af3b-9f507a1ef66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:57.156957 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Bound port: 25a5f300-abf4-4e96-8330-6f6d6acfdda0, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62633dca-ef7d-4201-af3b-9f507a1ef66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:57.157244 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.224184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-017d0d7b-2df8-4b05-943d-681dd5776525 None None] Provisioning complete for port 2be11432-3d39-4c29-9184-c22ae832a103 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:57.224547 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-017d0d7b-2df8-4b05-943d-681dd5776525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.320585 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-017d0d7b-2df8-4b05-943d-681dd5776525 None None] Port 2be11432-3d39-4c29-9184-c22ae832a103 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:57.322917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] For port 25a5f300-abf4-4e96-8330-6f6d6acfdda0, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:57.331119 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] For port 25a5f300-abf4-4e96-8330-6f6d6acfdda0, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=25a5f300-abf4-4e96-8330-6f6d6acfdda0,segment=NetworkSegment(62633dca-ef7d-4201-af3b-9f507a1ef66a),segment_id=62633dca-ef7d-4201-af3b-9f507a1ef66a)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:57.336958 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.356509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Router 16cd1e07-2aab-4342-8519-d6dd9cadaf84 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:03:57.450457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de013176-38ff-4fe9-85ea-dfe111ac451a None None] Pushing event updated for resources: {'Port': ['ID=25a5f300-abf4-4e96-8330-6f6d6acfdda0,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:57.583497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:57.599561 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Sync routers for ids ['16cd1e07-2aab-4342-8519-d6dd9cadaf84'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:57.628909 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Routers {'16cd1e07-2aab-4342-8519-d6dd9cadaf84'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:57.630221 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['16cd1e07-2aab-4342-8519-d6dd9cadaf84'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:57.669352 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.675481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2c302eec-4778-43a3-b0a2-5672a623bbe3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8031764 Nov 12 09:03:57.676134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43292) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:58.001298 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Set router 16cd1e07-2aab-4342-8519-d6dd9cadaf84 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:58.284649 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'name': 'tempest-TestServerBasicOps-694395577-router', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2be11432-3d39-4c29-9184-c22ae832a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:54Z', 'updated_at': '2021-11-12T09:03:56Z', 'revision_number': 3, 'project_id': '13c51978e6c740d29bafede3a77e2f00', 'gw_port': {'id': '2be11432-3d39-4c29-9184-c22ae832a103', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:55Z', 'updated_at': '2021-11-12T09:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:58.328776 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Checking router: 16cd1e07-2aab-4342-8519-d6dd9cadaf84 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:58.329333 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Updating router 16cd1e07-2aab-4342-8519-d6dd9cadaf84 port 2be11432-3d39-4c29-9184-c22ae832a103 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:58.362595 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.438564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.707992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device fd89a253-6448-4f71-b83d-e869c4938ba6 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:58.827592 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.835145 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.844626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Allocated IP 172.20.0.1 (bbd5330b-12b9-463f-ad48-df09548e40ef/1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166/494e1931-e50b-4303-87bb-ff9e5eec18ad) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:58.868566 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port fd89a253-6448-4f71-b83d-e869c4938ba6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:58.870592 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.927437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f706dc-20dd-4f06-8b01-7e18a3c492e9 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:58.944965 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.950019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5c16c6-c212-4f09-8d68-1c73065701bb None None] Network bbd5330b-12b9-463f-ad48-df09548e40ef requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:58.960605 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Attempting to bind port 2be11432-3d39-4c29-9184-c22ae832a103 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:58.961140 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Attempting to bind port 2be11432-3d39-4c29-9184-c22ae832a103 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:58.961530 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Attempting to bind port 2be11432-3d39-4c29-9184-c22ae832a103 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:59.017305 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:59.025469 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:59.026201 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.026861 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:59.027892 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Bound port: 2be11432-3d39-4c29-9184-c22ae832a103, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:59.028554 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.063987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c669ce50-98ff-47b2-a2c7-0d9d8aa2e5e4 None None] Provisioning complete for port 25a5f300-abf4-4e96-8330-6f6d6acfdda0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:59.064346 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c669ce50-98ff-47b2-a2c7-0d9d8aa2e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.068646 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.126425 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.167230 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] For port 2be11432-3d39-4c29-9184-c22ae832a103, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:59.172223 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] For port 2be11432-3d39-4c29-9184-c22ae832a103, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2be11432-3d39-4c29-9184-c22ae832a103,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:59.178933 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.181906 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Pushing event updated for resources: {'Port': ['ID=2be11432-3d39-4c29-9184-c22ae832a103,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:59.187233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Network bbd5330b-12b9-463f-ad48-df09548e40ef is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:59.193660 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:59.198132 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:59.201019 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:59.201645 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:59.202050 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:59.202391 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:59.202727 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:59.203050 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:59.204946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 25a5f300-abf4-4e96-8330-6f6d6acfdda0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:59.205055 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:59.215344 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:59.218434 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:59.219136 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:59.219577 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:59.221865 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:59.295041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e336be-5c3f-47d9-8ce5-d86d9b6a2ec5 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:59.299705 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Routers {'16cd1e07-2aab-4342-8519-d6dd9cadaf84'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:59.300789 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['16cd1e07-2aab-4342-8519-d6dd9cadaf84'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:59.304810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=494e1931-e50b-4303-87bb-ff9e5eec18ad,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:59.359304 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.369268 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c669ce50-98ff-47b2-a2c7-0d9d8aa2e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.371078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 25a5f300-abf4-4e96-8330-6f6d6acfdda0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:59.371436 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.451249 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c669ce50-98ff-47b2-a2c7-0d9d8aa2e5e4 None None] For port 25a5f300-abf4-4e96-8330-6f6d6acfdda0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=25a5f300-abf4-4e96-8330-6f6d6acfdda0,segment=NetworkSegment(62633dca-ef7d-4201-af3b-9f507a1ef66a),segment_id=62633dca-ef7d-4201-af3b-9f507a1ef66a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:59.456549 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] Set router 16cd1e07-2aab-4342-8519-d6dd9cadaf84 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:59.462136 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c669ce50-98ff-47b2-a2c7-0d9d8aa2e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.489315 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac55857-74fe-444f-b667-7fa98eb4df2a None None] Pushing event updated for resources: {'Port': ['ID=2be11432-3d39-4c29-9184-c22ae832a103,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:59.578208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669ce50-98ff-47b2-a2c7-0d9d8aa2e5e4 None None] Pushing event updated for resources: {'Port': ['ID=25a5f300-abf4-4e96-8330-6f6d6acfdda0,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:59.619545 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.632985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2368427c-6d11-4bd2-9569-82ba993b24bc None None] Provisioning complete for port 2be11432-3d39-4c29-9184-c22ae832a103 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:59.635652 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2368427c-6d11-4bd2-9569-82ba993b24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.791157 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2368427c-6d11-4bd2-9569-82ba993b24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.813329 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'name': 'tempest-TestServerBasicOps-694395577-router', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2be11432-3d39-4c29-9184-c22ae832a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:54Z', 'updated_at': '2021-11-12T09:03:56Z', 'revision_number': 3, 'project_id': '13c51978e6c740d29bafede3a77e2f00', 'gw_port': {'id': '2be11432-3d39-4c29-9184-c22ae832a103', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:55Z', 'updated_at': '2021-11-12T09:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:59.833504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2368427c-6d11-4bd2-9569-82ba993b24bc None None] For port 2be11432-3d39-4c29-9184-c22ae832a103, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2be11432-3d39-4c29-9184-c22ae832a103,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:59.842609 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2368427c-6d11-4bd2-9569-82ba993b24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.858302 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c4068d-2303-4afe-a3de-0deba8b69787 None None] The sync data for ids ['16cd1e07-2aab-4342-8519-d6dd9cadaf84'] in n-d-768851-18 is: [{'id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'name': 'tempest-TestServerBasicOps-694395577-router', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2be11432-3d39-4c29-9184-c22ae832a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:54Z', 'updated_at': '2021-11-12T09:03:56Z', 'revision_number': 3, 'project_id': '13c51978e6c740d29bafede3a77e2f00', 'gw_port': {'id': '2be11432-3d39-4c29-9184-c22ae832a103', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:55Z', 'updated_at': '2021-11-12T09:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:59.944365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368427c-6d11-4bd2-9569-82ba993b24bc None None] Pushing event updated for resources: {'Port': ['ID=2be11432-3d39-4c29-9184-c22ae832a103,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:59.968843 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.976907 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:00.011265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c010fd23-0d99-41a8-bca3-bf468291417d None None] Provisioning complete for port 25a5f300-abf4-4e96-8330-6f6d6acfdda0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:00.011810 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c010fd23-0d99-41a8-bca3-bf468291417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:00.085366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=494e1931-e50b-4303-87bb-ff9e5eec18ad,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:00.091567 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:00.216604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c010fd23-0d99-41a8-bca3-bf468291417d None None] Provisioning complete for port 494e1931-e50b-4303-87bb-ff9e5eec18ad triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:00.217018 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c010fd23-0d99-41a8-bca3-bf468291417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:00.230964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Network bbd5330b-12b9-463f-ad48-df09548e40ef is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:00.233378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:00.337889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c010fd23-0d99-41a8-bca3-bf468291417d None None] Port 494e1931-e50b-4303-87bb-ff9e5eec18ad cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:00.414684 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Router 16cd1e07-2aab-4342-8519-d6dd9cadaf84 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:04:00.467637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-32a95ab5-e1eb-4788-b3d1-f3cb512479d6 None None] Provisioning complete for port 494e1931-e50b-4303-87bb-ff9e5eec18ad triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:00.468100 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-32a95ab5-e1eb-4788-b3d1-f3cb512479d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:00.559820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-32a95ab5-e1eb-4788-b3d1-f3cb512479d6 None None] Port 494e1931-e50b-4303-87bb-ff9e5eec18ad cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:00.628273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:00.647776 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b312801d-b12f-40a7-98c6-02489f719ee3 admin admin] 10.222.0.31 "PUT /v2.0/routers/16cd1e07-2aab-4342-8519-d6dd9cadaf84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9613879 Nov 12 09:04:00.693020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2be11432-3d39-4c29-9184-c22ae832a103 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:00.696793 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e882b3fc-aeee-4199-b81e-1524faf7d33f None None] Provisioning complete for port 494e1931-e50b-4303-87bb-ff9e5eec18ad triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:00.697445 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e882b3fc-aeee-4199-b81e-1524faf7d33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:00.774430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e882b3fc-aeee-4199-b81e-1524faf7d33f None None] Port 494e1931-e50b-4303-87bb-ff9e5eec18ad cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:00.791624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 2be11432-3d39-4c29-9184-c22ae832a103 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:00.793015 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:00.902198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 25a5f300-abf4-4e96-8330-6f6d6acfdda0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:00.999941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 25a5f300-abf4-4e96-8330-6f6d6acfdda0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:01.000399 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:01.930690 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Sync routers for ids ['16cd1e07-2aab-4342-8519-d6dd9cadaf84'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:01.948704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Routers {'16cd1e07-2aab-4342-8519-d6dd9cadaf84'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:01.949737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['16cd1e07-2aab-4342-8519-d6dd9cadaf84'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:02.062255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Set router 16cd1e07-2aab-4342-8519-d6dd9cadaf84 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:02.289154 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43328) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:02.294669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8b9e8f88-99a6-425a-b6d0-6fe0fd3e3426 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837308118', 'description': 'tempest-secgroup-smoke-837308118 description', 'project_id': 'e9234482bb6144368b0593716fff70f5'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:02.316983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'name': 'tempest-TestServerBasicOps-694395577-router', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2be11432-3d39-4c29-9184-c22ae832a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:54Z', 'updated_at': '2021-11-12T09:03:59Z', 'revision_number': 4, 'project_id': '13c51978e6c740d29bafede3a77e2f00', 'gw_port': {'id': '2be11432-3d39-4c29-9184-c22ae832a103', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:55Z', 'updated_at': '2021-11-12T09:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '494e1931-e50b-4303-87bb-ff9e5eec18ad', 'name': '', 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'mac_address': 'fa:16:3e:48:f6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:58Z', 'updated_at': '2021-11-12T09:03:59Z', 'revision_number': 2, 'project_id': '13c51978e6c740d29bafede3a77e2f00', 'subnets': [{'id': '1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:02.319463 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8f88-99a6-425a-b6d0-6fe0fd3e3426 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.350328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Checking router: 16cd1e07-2aab-4342-8519-d6dd9cadaf84 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:02.350694 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Updating router 16cd1e07-2aab-4342-8519-d6dd9cadaf84 port 494e1931-e50b-4303-87bb-ff9e5eec18ad binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:04:02.381230 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.416569 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8f88-99a6-425a-b6d0-6fe0fd3e3426 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.423613 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8f88-99a6-425a-b6d0-6fe0fd3e3426 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.461840 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8f88-99a6-425a-b6d0-6fe0fd3e3426 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.466342 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8b9e8f88-99a6-425a-b6d0-6fe0fd3e3426 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1754959 Nov 12 09:04:02.466590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43332) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:02.473000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e8f88-99a6-425a-b6d0-6fe0fd3e3426 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:02.473702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-ceb752f6-9583-4ffe-b1c6-3347368d3484 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Request body: {'security_group_rule': {'security_group_id': 'eaca3cce-6b26-4046-81cc-5c82c2f5e0c6', 'project_id': 'e9234482bb6144368b0593716fff70f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:02.524223 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceb752f6-9583-4ffe-b1c6-3347368d3484 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.599494 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceb752f6-9583-4ffe-b1c6-3347368d3484 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.605173 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceb752f6-9583-4ffe-b1c6-3347368d3484 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.629385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb752f6-9583-4ffe-b1c6-3347368d3484 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d92cd9e-cee9-4c5e-ae24-5f9c33a5e84a,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:02.636023 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ceb752f6-9583-4ffe-b1c6-3347368d3484 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.640953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43334) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:02.646339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ceb752f6-9583-4ffe-b1c6-3347368d3484 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1782506 Nov 12 09:04:02.646651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-db86d610-1093-47e6-b655-7726c20c9fd2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Request body: {'security_group_rule': {'security_group_id': 'eaca3cce-6b26-4046-81cc-5c82c2f5e0c6', 'project_id': 'e9234482bb6144368b0593716fff70f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:02.690079 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db86d610-1093-47e6-b655-7726c20c9fd2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.717508 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.726170 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.790015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e77ef3-fc38-4504-88f7-6b32ff82fae4 None None] Pushing event updated for resources: {'Port': ['ID=494e1931-e50b-4303-87bb-ff9e5eec18ad,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:02.817304 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db86d610-1093-47e6-b655-7726c20c9fd2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.825581 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db86d610-1093-47e6-b655-7726c20c9fd2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.865999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86d610-1093-47e6-b655-7726c20c9fd2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6230640-ebcf-4bfa-8101-8c3411e12df9,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:02.868594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Attempting to bind port 494e1931-e50b-4303-87bb-ff9e5eec18ad on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:02.869081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Attempting to bind port 494e1931-e50b-4303-87bb-ff9e5eec18ad by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '62633dca-ef7d-4201-af3b-9f507a1ef66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:02.869498 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Attempting to bind port 494e1931-e50b-4303-87bb-ff9e5eec18ad on network bbd5330b-12b9-463f-ad48-df09548e40ef {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:02.880786 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-db86d610-1093-47e6-b655-7726c20c9fd2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.882888 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-db86d610-1093-47e6-b655-7726c20c9fd2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2404666 Nov 12 09:04:02.886604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:02.887749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43336) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:02.887871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Checking segment: {'id': '62633dca-ef7d-4201-af3b-9f507a1ef66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:02.888541 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.889455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Bound using segment: {'id': '62633dca-ef7d-4201-af3b-9f507a1ef66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:02.890340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Bound port: 494e1931-e50b-4303-87bb-ff9e5eec18ad, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62633dca-ef7d-4201-af3b-9f507a1ef66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:02.890964 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:02.896162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d71650fa-ef78-4a55-bbb9-c9e45b2a275a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Request body: {'security_group_rule': {'security_group_id': 'eaca3cce-6b26-4046-81cc-5c82c2f5e0c6', 'project_id': 'e9234482bb6144368b0593716fff70f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:02.966538 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d71650fa-ef78-4a55-bbb9-c9e45b2a275a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.047512 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] For port 494e1931-e50b-4303-87bb-ff9e5eec18ad, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:03.053256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] For port 494e1931-e50b-4303-87bb-ff9e5eec18ad, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=494e1931-e50b-4303-87bb-ff9e5eec18ad,segment=NetworkSegment(62633dca-ef7d-4201-af3b-9f507a1ef66a),segment_id=62633dca-ef7d-4201-af3b-9f507a1ef66a)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:03.062304 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.071674 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d71650fa-ef78-4a55-bbb9-c9e45b2a275a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.078975 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d71650fa-ef78-4a55-bbb9-c9e45b2a275a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.102401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71650fa-ef78-4a55-bbb9-c9e45b2a275a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fded220-ad82-413f-a5b7-c60d06da0bf7,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:03.114896 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d71650fa-ef78-4a55-bbb9-c9e45b2a275a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.117857 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d71650fa-ef78-4a55-bbb9-c9e45b2a275a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2269883 Nov 12 09:04:03.121493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43338) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:03.127354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8156d1ae-826e-4f0b-81b3-657606d8aae1 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Request body: {'security_group_rule': {'security_group_id': 'eaca3cce-6b26-4046-81cc-5c82c2f5e0c6', 'project_id': 'e9234482bb6144368b0593716fff70f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:03.173302 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8156d1ae-826e-4f0b-81b3-657606d8aae1 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.174020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Routers {'16cd1e07-2aab-4342-8519-d6dd9cadaf84'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:03.174763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:03:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['16cd1e07-2aab-4342-8519-d6dd9cadaf84'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:03.262126 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8156d1ae-826e-4f0b-81b3-657606d8aae1 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.269499 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8156d1ae-826e-4f0b-81b3-657606d8aae1 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.305095 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8156d1ae-826e-4f0b-81b3-657606d8aae1 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.305095 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8156d1ae-826e-4f0b-81b3-657606d8aae1 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1836858 Nov 12 09:04:03.308946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156d1ae-826e-4f0b-81b3-657606d8aae1 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eab2026-a043-4e8e-a473-6185938234b5,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:03.310323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43340) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:03.316990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3f594a15-e77d-45a8-9f1c-46a577d06065 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Request body: {'security_group_rule': {'security_group_id': 'eaca3cce-6b26-4046-81cc-5c82c2f5e0c6', 'project_id': 'e9234482bb6144368b0593716fff70f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:03.358574 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-3f594a15-e77d-45a8-9f1c-46a577d06065 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Project e9234482bb6144368b0593716fff70f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:04:03.367357 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f594a15-e77d-45a8-9f1c-46a577d06065 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.427848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e77ef3-fc38-4504-88f7-6b32ff82fae4 None None] Pushing event updated for resources: {'Port': ['ID=494e1931-e50b-4303-87bb-ff9e5eec18ad,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:03.492713 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f594a15-e77d-45a8-9f1c-46a577d06065 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.498201 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f594a15-e77d-45a8-9f1c-46a577d06065 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.503449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-53d02954-37b8-4bcb-9e3a-760568e9f6df None None] Provisioning complete for port 494e1931-e50b-4303-87bb-ff9e5eec18ad triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:03.504631 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53d02954-37b8-4bcb-9e3a-760568e9f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.518518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f594a15-e77d-45a8-9f1c-46a577d06065 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4edd6d71-fda7-4339-b8db-6691b9ef1665,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:03.525874 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3f594a15-e77d-45a8-9f1c-46a577d06065 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.527460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3f594a15-e77d-45a8-9f1c-46a577d06065 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2157297 Nov 12 09:04:03.532921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43344) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:03.549086 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-424d38e2-c42e-4f1a-9413-6d4485d076f2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Request body: {'security_group_rule': {'security_group_id': 'eaca3cce-6b26-4046-81cc-5c82c2f5e0c6', 'project_id': 'e9234482bb6144368b0593716fff70f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:03.573242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] Set router 16cd1e07-2aab-4342-8519-d6dd9cadaf84 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:03.580293 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-424d38e2-c42e-4f1a-9413-6d4485d076f2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Project e9234482bb6144368b0593716fff70f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:04:03.585654 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-424d38e2-c42e-4f1a-9413-6d4485d076f2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.667994 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-424d38e2-c42e-4f1a-9413-6d4485d076f2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.676277 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-424d38e2-c42e-4f1a-9413-6d4485d076f2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.706312 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53d02954-37b8-4bcb-9e3a-760568e9f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.712768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d38e2-c42e-4f1a-9413-6d4485d076f2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43317f20-210b-4af7-bbaa-055ffb0d08f9,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:03.721510 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-424d38e2-c42e-4f1a-9413-6d4485d076f2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.725169 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-424d38e2-c42e-4f1a-9413-6d4485d076f2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1794116 Nov 12 09:04:03.796214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-53d02954-37b8-4bcb-9e3a-760568e9f6df None None] For port 494e1931-e50b-4303-87bb-ff9e5eec18ad, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=494e1931-e50b-4303-87bb-ff9e5eec18ad,segment=NetworkSegment(62633dca-ef7d-4201-af3b-9f507a1ef66a),segment_id=62633dca-ef7d-4201-af3b-9f507a1ef66a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:03.807516 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53d02954-37b8-4bcb-9e3a-760568e9f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.906449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d02954-37b8-4bcb-9e3a-760568e9f6df None None] Pushing event updated for resources: {'Port': ['ID=494e1931-e50b-4303-87bb-ff9e5eec18ad,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:03.949957 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-0bebdaf1-d538-41b8-a81b-63c8c672c715 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837308118&fields=id&tenant_id=e9234482bb6144368b0593716fff70f5 HTTP/1.1" status: 200 len: 267 time: 0.0836966 Nov 12 09:04:03.958382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-eac466ba-1fe9-41cc-970c-c80cdfb92eac None None] Provisioning complete for port 494e1931-e50b-4303-87bb-ff9e5eec18ad triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:03.958848 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-eac466ba-1fe9-41cc-970c-c80cdfb92eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.990152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'name': 'tempest-TestServerBasicOps-694395577-router', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2be11432-3d39-4c29-9184-c22ae832a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:54Z', 'updated_at': '2021-11-12T09:03:59Z', 'revision_number': 4, 'project_id': '13c51978e6c740d29bafede3a77e2f00', 'gw_port': {'id': '2be11432-3d39-4c29-9184-c22ae832a103', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:55Z', 'updated_at': '2021-11-12T09:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '494e1931-e50b-4303-87bb-ff9e5eec18ad', 'name': '', 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'mac_address': 'fa:16:3e:48:f6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:58Z', 'updated_at': '2021-11-12T09:04:03Z', 'revision_number': 4, 'project_id': '13c51978e6c740d29bafede3a77e2f00', 'subnets': [{'id': '1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:04.033440 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0faa2a2-c2a1-45e6-93d4-8126c2536c2d None None] The sync data for ids ['16cd1e07-2aab-4342-8519-d6dd9cadaf84'] in n-d-768851-18 is: [{'id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'name': 'tempest-TestServerBasicOps-694395577-router', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2be11432-3d39-4c29-9184-c22ae832a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:54Z', 'updated_at': '2021-11-12T09:03:59Z', 'revision_number': 4, 'project_id': '13c51978e6c740d29bafede3a77e2f00', 'gw_port': {'id': '2be11432-3d39-4c29-9184-c22ae832a103', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:55Z', 'updated_at': '2021-11-12T09:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '494e1931-e50b-4303-87bb-ff9e5eec18ad', 'name': '', 'network_id': 'bbd5330b-12b9-463f-ad48-df09548e40ef', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'mac_address': 'fa:16:3e:48:f6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:58Z', 'updated_at': '2021-11-12T09:04:03Z', 'revision_number': 4, 'project_id': '13c51978e6c740d29bafede3a77e2f00', 'subnets': [{'id': '1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:04.184767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-b0a60747-ef19-43af-b2eb-099efcd22ca5 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:04.188125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-b0a60747-ef19-43af-b2eb-099efcd22ca5 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/networks?id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 HTTP/1.1" status: 200 len: 809 time: 0.2271004 Nov 12 09:04:04.208875 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-4c69a7e4-e770-4a4e-8132-dff60bcf2a25 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/quotas/e9234482bb6144368b0593716fff70f5 HTTP/1.1" status: 200 len: 375 time: 0.0137632 Nov 12 09:04:04.325147 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-f1128dfe-1968-4f06-bc7d-241b88462f45 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e9234482bb6144368b0593716fff70f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867078 Nov 12 09:04:04.650122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 494e1931-e50b-4303-87bb-ff9e5eec18ad up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:04.720595 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-de218365-ae21-4cf3-b57a-f529b685e014 service neutron] 10.222.0.31 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734930 Nov 12 09:04:04.721530 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 494e1931-e50b-4303-87bb-ff9e5eec18ad triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:04.722111 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:04.866966 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-c52905a0-0aa8-4ed9-8c65-65c8b5b0bb24 service neutron] 10.222.0.31 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455936 Nov 12 09:04:05.123997 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-80a5609c-68a3-4753-a195-04ba7375d046 req-c7891617-1832-4296-97f1-543ff4d7e699 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 210 time: 0.0559535 Nov 12 09:04:05.259465 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8018635-e317-456e-9bdf-ba39c599b9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:06.042555 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:04:06.182300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-1ed071b1-7123-42a8-a299-0b5106082d5b tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:06.183791 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-1ed071b1-7123-42a8-a299-0b5106082d5b tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.46 "GET /v2.0/networks?id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 HTTP/1.1" status: 200 len: 809 time: 0.1171749 Nov 12 09:04:06.251104 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-21ac837e-09cd-4f45-8e49-dd8bdef55bc5 req-12d562b6-b81a-4422-9a8b-eb4b5067a7b2 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 210 time: 0.0351346 Nov 12 09:04:06.262239 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-da9a3f0f-3436-4d2a-b288-623e8ace17c0 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9234482bb6144368b0593716fff70f5 HTTP/1.1" status: 200 len: 379 time: 0.0692430 Nov 12 09:04:06.273974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Request body: {'port': {'device_id': '68724250-3751-42bb-a410-f42e8fc8602c', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'admin_state_up': True, 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'security_groups': ['eaca3cce-6b26-4046-81cc-5c82c2f5e0c6']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:06.399609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Made reservation on behalf of e9234482bb6144368b0593716fff70f5 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:06.403417 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:06.581917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Allocated IP 172.20.0.13 (a1591cf6-3d85-4bd1-8cee-4cc5b10f3053/339a8a16-a04c-4a62-86a4-c05a327e6f43/5f2cce6c-640c-4dcb-bcab-85977f3a48f8) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:06.726834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:06.761212 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:06.804344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:06.809892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:06.814415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:06.856120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event updated for resources: {'Port': ['ID=5f2cce6c-640c-4dcb-bcab-85977f3a48f8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:06.896255 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:06.897418 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:06.924884 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6775f7fe-b10d-4a40-be5e-b77bad634179 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6559927 Nov 12 09:04:06.941307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Request body: {'port': {'device_id': '68724250-3751-42bb-a410-f42e8fc8602c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:07.038944 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.129074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f5fab200-8e49-4d77-8aec-de86978d9ef4 None None] Provisioning complete for port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:07.129629 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f5fab200-8e49-4d77-8aec-de86978d9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.164420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f5fab200-8e49-4d77-8aec-de86978d9ef4 None None] Port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:07.334624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:07.350094 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.378497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Transition to ACTIVE for port object 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:04:07.386130 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.434038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddf2ce-bc6a-487a-ac26-d105fafd91cf req-9115ad86-528f-4215-9998-cd0e967730b8 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:07.435614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46ddf2ce-bc6a-487a-ac26-d105fafd91cf req-9115ad86-528f-4215-9998-cd0e967730b8 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 932 time: 0.1037457 Nov 12 09:04:07.463260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2cce6c-640c-4dcb-bcab-85977f3a48f8,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:07.568468 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Attempting to bind port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:07.568796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Attempting to bind port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:07.569203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Attempting to bind port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 on network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:07.577593 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46ddf2ce-bc6a-487a-ac26-d105fafd91cf req-8db7116e-0768-415c-b179-25191352b3f6 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295459 Nov 12 09:04:07.580368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 on network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:04:07.580778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Attempting to bind port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 on network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:07.583049 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4a9b777-6ef5-4278-836d-3b884a83cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.589495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:07.590378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Checking segment: {'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:07.590822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Bound using segment: {'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:07.591343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Bound port: 5f2cce6c-640c-4dcb-bcab-85977f3a48f8, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddc2776-7777-4f75-9033-27d58a366b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:07.593056 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.667946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] For port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:07.672376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] For port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8,segment=NetworkSegment(4ddc2776-7777-4f75-9033-27d58a366b76),segment_id=4ddc2776-7777-4f75-9033-27d58a366b76)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:07.677058 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.711746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:07.712724 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.714608 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f2cce6c-640c-4dcb-bcab-85977f3a48f8 HTTP/1.1" status: 200 len: 1093 time: 0.7814775 Nov 12 09:04:07.717771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68724250-3751-42bb-a410-f42e8fc8602c', 'tag': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:07.721264 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2d21e1-1186-446c-9a82-d0b9f756d044" -d '{"events": [{"name": "network-changed", "server_uuid": "68724250-3751-42bb-a410-f42e8fc8602c", "tag": "5f2cce6c-640c-4dcb-bcab-85977f3a48f8"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:07.753899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead41503-deb3-40c1-87e2-47592e4d5884 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2cce6c-640c-4dcb-bcab-85977f3a48f8,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:07.799651 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35826450-a39a-4d00-9785-fb2decbd7b66 x-openstack-request-id: req-35826450-a39a-4d00-9785-fb2decbd7b66 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:07.799836 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68724250-3751-42bb-a410-f42e8fc8602c", "tag": "5f2cce6c-640c-4dcb-bcab-85977f3a48f8", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:07.800033 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35826450-a39a-4d00-9785-fb2decbd7b66 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:07.800439 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68724250-3751-42bb-a410-f42e8fc8602c', 'tag': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8', 'status': 'completed', 'code': 200} Nov 12 09:04:07.824121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-49fa8ea6-95b0-4b2e-8223-5de9bfd3462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:07.825822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-49fa8ea6-95b0-4b2e-8223-5de9bfd3462c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9234482bb6144368b0593716fff70f5&device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 1096 time: 0.0609872 Nov 12 09:04:07.893206 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-146a1bcd-f87e-4d84-af54-e9bf3ce71402 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8 HTTP/1.1" status: 200 len: 217 time: 0.0594697 Nov 12 09:04:07.970308 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-3e071d37-7b95-4e1e-9939-9bbca48f6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:07.972291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-3e071d37-7b95-4e1e-9939-9bbca48f6d00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=339a8a16-a04c-4a62-86a4-c05a327e6f43 HTTP/1.1" status: 200 len: 848 time: 0.0705380 Nov 12 09:04:08.023384 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-509d4371-a390-40bc-931d-784aa10e4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.024918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-509d4371-a390-40bc-931d-784aa10e4551 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436523 Nov 12 09:04:08.081547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8ee2b5c-519f-43a7-bf8f-c61b45ee8957 req-caf70f95-26df-475b-90b1-bbd3b0b9117e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424652 Nov 12 09:04:08.132296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-6778073a-0808-4940-88cf-2f4b71c17073 service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000299 Nov 12 09:04:08.177845 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee2b5c-519f-43a7-bf8f-c61b45ee8957 req-a1a46d7a-1910-48de-ab99-c537d65e8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.179487 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8ee2b5c-519f-43a7-bf8f-c61b45ee8957 req-a1a46d7a-1910-48de-ab99-c537d65e8c3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 1098 time: 0.0445635 Nov 12 09:04:08.236365 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-257975a2-02c1-42e3-8341-e19f6e6cb47a req-2ad5d37e-7e32-4f5e-a554-fd2760333b6f service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959475 Nov 12 09:04:08.299953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee2b5c-519f-43a7-bf8f-c61b45ee8957 req-c3d2254b-0466-480f-b26a-1ef83d040a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.301773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8ee2b5c-519f-43a7-bf8f-c61b45ee8957 req-c3d2254b-0466-480f-b26a-1ef83d040a56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.0988662 Nov 12 09:04:08.333406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d21e1-1186-446c-9a82-d0b9f756d044 req-5e8c1cba-d11d-4c3b-b13e-09beb937f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.335248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b2d21e1-1186-446c-9a82-d0b9f756d044 req-5e8c1cba-d11d-4c3b-b13e-09beb937f5ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9234482bb6144368b0593716fff70f5&device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 1096 time: 0.0459385 Nov 12 09:04:08.387292 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8ee2b5c-519f-43a7-bf8f-c61b45ee8957 req-ef47d35c-cc97-4249-9691-2bfabd01ca3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f926108a-d408-4174-ae7d-b4c6ba9a8fdb HTTP/1.1" status: 200 len: 1002 time: 0.0767934 Nov 12 09:04:08.443449 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee2b5c-519f-43a7-bf8f-c61b45ee8957 req-4a5957a5-2dbd-4892-aaf0-448838e89d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.445645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8ee2b5c-519f-43a7-bf8f-c61b45ee8957 req-4a5957a5-2dbd-4892-aaf0-448838e89d36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0506992 Nov 12 09:04:08.449590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d21e1-1186-446c-9a82-d0b9f756d044 req-9f9eacea-69dc-48b3-b5aa-a2be933c6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.451200 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b2d21e1-1186-446c-9a82-d0b9f756d044 req-9f9eacea-69dc-48b3-b5aa-a2be933c6201 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 HTTP/1.1" status: 200 len: 910 time: 0.1085227 Nov 12 09:04:08.500543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee2b5c-519f-43a7-bf8f-c61b45ee8957 req-0b7cec3c-a5b2-4f10-8a90-2d58b634886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.501708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b2d21e1-1186-446c-9a82-d0b9f756d044 req-38572c41-3487-4e58-ac2d-cea391f7dcbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8 HTTP/1.1" status: 200 len: 217 time: 0.0433290 Nov 12 09:04:08.502165 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8ee2b5c-519f-43a7-bf8f-c61b45ee8957 req-0b7cec3c-a5b2-4f10-8a90-2d58b634886f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487661 Nov 12 09:04:08.561426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d21e1-1186-446c-9a82-d0b9f756d044 req-31ab6265-26c6-4e66-ad2b-2b1e3e855c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.563024 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b2d21e1-1186-446c-9a82-d0b9f756d044 req-31ab6265-26c6-4e66-ad2b-2b1e3e855c44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=339a8a16-a04c-4a62-86a4-c05a327e6f43 HTTP/1.1" status: 200 len: 848 time: 0.0550191 Nov 12 09:04:08.616464 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8ee2b5c-519f-43a7-bf8f-c61b45ee8957 req-859a44e4-2c74-4f28-9e78-c580d9b8df98 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060278 Nov 12 09:04:08.619682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d21e1-1186-446c-9a82-d0b9f756d044 req-44f3e0ce-e0d4-45bf-b9a3-7e7ba98b084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.621752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b2d21e1-1186-446c-9a82-d0b9f756d044 req-44f3e0ce-e0d4-45bf-b9a3-7e7ba98b084d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505214 Nov 12 09:04:08.706124 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.751957 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8ee2b5c-519f-43a7-bf8f-c61b45ee8957 req-f63e0ddc-b4c3-4073-be56-16c49a53e09b service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269996 Nov 12 09:04:08.798503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f1efc-4f80-4395-8e23-2c1c66879f7b req-4e1ff71c-f929-4ab3-9e26-45ebf968edff tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.800110 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7e6f1efc-4f80-4395-8e23-2c1c66879f7b req-4e1ff71c-f929-4ab3-9e26-45ebf968edff tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 944 time: 0.0849004 Nov 12 09:04:08.802597 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b2d21e1-1186-446c-9a82-d0b9f756d044 req-d5e7585e-6641-4bf3-aaad-936b7236e4d1 service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740398 Nov 12 09:04:08.918596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7e6f1efc-4f80-4395-8e23-2c1c66879f7b req-1653732e-3425-4bdd-b1ec-e7c20df7bc72 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107605 Nov 12 09:04:08.945445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b2d21e1-1186-446c-9a82-d0b9f756d044 req-3148e5f4-52a8-4474-bf70-fe5f2d65ba5a service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307368 Nov 12 09:04:10.052883 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:10.060521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59adc9d-a3cf-4a61-889a-d22ca78cc132 req-a77062da-a9a4-43c5-905d-e7a0648449e7 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:10.062837 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c59adc9d-a3cf-4a61-889a-d22ca78cc132 req-a77062da-a9a4-43c5-905d-e7a0648449e7 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 944 time: 0.0565464 Nov 12 09:04:10.120651 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c59adc9d-a3cf-4a61-889a-d22ca78cc132 req-8200990b-2486-46db-8113-6e0721b6dad8 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511155 Nov 12 09:04:10.809068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:04:10.943700 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8,segment=NetworkSegment(4ddc2776-7777-4f75-9033-27d58a366b76),segment_id=4ddc2776-7777-4f75-9033-27d58a366b76)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:10.967645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'port_id': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8', 'mac_address': 'fa:16:3e:57:31:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:04:11.029225 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:11.038076 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:11.072414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:11.108866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8,segment=NetworkSegment(4ddc2776-7777-4f75-9033-27d58a366b76),segment_id=4ddc2776-7777-4f75-9033-27d58a366b76)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:11.120202 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:11.194592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5f2cce6c-640c-4dcb-bcab-85977f3a48f8,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:11.431045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['5f2cce6c-640c-4dcb-bcab-85977f3a48f8'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:11.616702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2d786-76d2-4cad-961d-b7e5c24f8494 req-bab4c5f6-bd77-4526-a976-7f6d8d6d09ca tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.630099 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fc2d786-76d2-4cad-961d-b7e5c24f8494 req-bab4c5f6-bd77-4526-a976-7f6d8d6d09ca tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 945 time: 0.4348097 Nov 12 09:04:11.711148 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fc2d786-76d2-4cad-961d-b7e5c24f8494 req-41761e37-2f16-47c3-84b0-f3499ff2b8d4 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749731 Nov 12 09:04:12.834916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:12.916985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cbf1c-0499-42eb-9c86-6a5da36f9bab req-8400c478-e9ad-4cbf-b40c-790a3121c494 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:12.931077 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f06cbf1c-0499-42eb-9c86-6a5da36f9bab req-8400c478-e9ad-4cbf-b40c-790a3121c494 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 945 time: 0.1447809 Nov 12 09:04:12.957983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:04:12.971008 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:12.971910 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:13.031716 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f06cbf1c-0499-42eb-9c86-6a5da36f9bab req-cde44080-69c6-4601-a4d2-1a6339db8f0a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995841 Nov 12 09:04:13.069788 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:13.095103 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68724250-3751-42bb-a410-f42e8fc8602c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:13.098016 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f1c384-cd6a-487f-b2f8-8d28ebb63f01" -d '{"events": [{"server_uuid": "68724250-3751-42bb-a410-f42e8fc8602c", "name": "network-vif-plugged", "status": "completed", "tag": "5f2cce6c-640c-4dcb-bcab-85977f3a48f8"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:13.136170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8,segment=NetworkSegment(4ddc2776-7777-4f75-9033-27d58a366b76),segment_id=4ddc2776-7777-4f75-9033-27d58a366b76)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:13.142089 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:13.181230 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11586e56-7987-42a7-9d63-84205c57d206 x-openstack-request-id: req-11586e56-7987-42a7-9d63-84205c57d206 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:13.181850 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68724250-3751-42bb-a410-f42e8fc8602c", "name": "network-vif-plugged", "status": "completed", "tag": "5f2cce6c-640c-4dcb-bcab-85977f3a48f8", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:13.182197 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11586e56-7987-42a7-9d63-84205c57d206 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:13.182676 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68724250-3751-42bb-a410-f42e8fc8602c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8', 'code': 200} Nov 12 09:04:13.214996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5f2cce6c-640c-4dcb-bcab-85977f3a48f8,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:13.274712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c0efd-c704-4443-99ec-98b734f316a2 req-5c29c752-a51c-4d54-af0f-d9053c7418fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:13.277132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a77c0efd-c704-4443-99ec-98b734f316a2 req-5c29c752-a51c-4d54-af0f-d9053c7418fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 1098 time: 0.0491135 Nov 12 09:04:13.331749 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a77c0efd-c704-4443-99ec-98b734f316a2 req-6dd7c4c6-2c50-4670-b5be-a5c6b05b1609 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459514 Nov 12 09:04:14.162073 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff092f-3c5b-4bca-aebf-818b6ab5743d req-97e264a5-7820-4e02-b92f-f5929f3dd672 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:14.163640 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d5ff092f-3c5b-4bca-aebf-818b6ab5743d req-97e264a5-7820-4e02-b92f-f5929f3dd672 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 946 time: 0.0565205 Nov 12 09:04:14.230081 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d5ff092f-3c5b-4bca-aebf-818b6ab5743d req-7d392566-68be-47fe-a673-c5092369ecd3 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592320 Nov 12 09:04:15.221150 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df159a90-1cd2-4249-83e9-e6d10f47774f req-e3c5b450-abad-4ed5-92a2-551587c27010 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496066 Nov 12 09:04:15.338150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df159a90-1cd2-4249-83e9-e6d10f47774f req-78ed0747-8629-4932-bbd9-d29073da3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.339861 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df159a90-1cd2-4249-83e9-e6d10f47774f req-78ed0747-8629-4932-bbd9-d29073da3f80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9234482bb6144368b0593716fff70f5&device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 1098 time: 0.0728188 Nov 12 09:04:15.452896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd850ae-4301-4843-adad-7d2126bf22e6 req-74910145-9ae1-4a7d-a041-f751ca649cae tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.454580 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-edd850ae-4301-4843-adad-7d2126bf22e6 req-74910145-9ae1-4a7d-a041-f751ca649cae tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 946 time: 0.1137323 Nov 12 09:04:15.510421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df159a90-1cd2-4249-83e9-e6d10f47774f req-775a6487-845f-4139-9549-270f49ec10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.511996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df159a90-1cd2-4249-83e9-e6d10f47774f req-775a6487-845f-4139-9549-270f49ec10b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 HTTP/1.1" status: 200 len: 910 time: 0.1425819 Nov 12 09:04:15.563848 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df159a90-1cd2-4249-83e9-e6d10f47774f req-eaadda2b-2142-466e-8d93-ad96a54e3fd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8 HTTP/1.1" status: 200 len: 217 time: 0.0429952 Nov 12 09:04:15.583260 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-edd850ae-4301-4843-adad-7d2126bf22e6 req-c374851f-9943-4c1d-8798-2b29ad094bbc tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128776 Nov 12 09:04:15.645872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df159a90-1cd2-4249-83e9-e6d10f47774f req-c3c52955-5c1e-44f1-858e-1037a541e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.647784 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df159a90-1cd2-4249-83e9-e6d10f47774f req-c3c52955-5c1e-44f1-858e-1037a541e10b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=339a8a16-a04c-4a62-86a4-c05a327e6f43 HTTP/1.1" status: 200 len: 848 time: 0.0772526 Nov 12 09:04:15.721075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df159a90-1cd2-4249-83e9-e6d10f47774f req-b6db847f-3c0e-4124-9844-8cedfcecda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.722826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df159a90-1cd2-4249-83e9-e6d10f47774f req-b6db847f-3c0e-4124-9844-8cedfcecda0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684812 Nov 12 09:04:15.750937 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03828961-84f6-4f86-8a2b-3785579f49ca req-a51f349a-6d67-4fab-9762-fb9a643e1b29 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.754031 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03828961-84f6-4f86-8a2b-3785579f49ca req-a51f349a-6d67-4fab-9762-fb9a643e1b29 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 946 time: 0.0743520 Nov 12 09:04:15.811750 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03828961-84f6-4f86-8a2b-3785579f49ca req-624fc6be-7cb0-4473-92a5-a117d6de3b20 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513439 Nov 12 09:04:15.853479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df159a90-1cd2-4249-83e9-e6d10f47774f req-a27cfff8-c61a-4579-a425-e2558ec03b36 service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222694 Nov 12 09:04:16.049648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7070a-a2f1-4a28-a58d-15483bb05ca8 req-5c9cf3f7-5366-4ea8-ba37-7a3e13361c5e tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:16.057009 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1df7070a-a2f1-4a28-a58d-15483bb05ca8 req-5c9cf3f7-5366-4ea8-ba37-7a3e13361c5e tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 946 time: 0.1178639 Nov 12 09:04:16.082229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-df159a90-1cd2-4249-83e9-e6d10f47774f req-fdbd6d28-f84d-43a0-9965-746a296022ac service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200353 Nov 12 09:04:16.121606 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1df7070a-a2f1-4a28-a58d-15483bb05ca8 req-45382915-a401-469b-9c71-1d2eacc5d14a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636418 Nov 12 09:04:16.149004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43494) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:16.280674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c38e8d-cfe3-4332-ac1c-e51f8dbb0713 tempest-TestServerBasicOps-1005211207 tempest-TestServerBasicOps-1005211207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:16.284995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-13c38e8d-cfe3-4332-ac1c-e51f8dbb0713 tempest-TestServerBasicOps-1005211207 tempest-TestServerBasicOps-1005211207-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 1093 time: 0.1319547 Nov 12 09:04:16.285593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 43498) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:16.290263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:16.318729 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:16.438728 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:16.571748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Allocated IP 172.25.3.144 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/75d4b0b6-6688-4765-9a7a-c302c48f8a36) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:16.710856 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:16.786657 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:16.832151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:16.837229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:16.843034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:16.847678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event updated for resources: {'Port': ['ID=75d4b0b6-6688-4765-9a7a-c302c48f8a36,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:17.281833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.364603 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.593465 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.599650 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.686575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event updated for resources: {'Port': ['ID=75d4b0b6-6688-4765-9a7a-c302c48f8a36,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:17.717004 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.878767 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Floating IP bd49f9c2-9aac-486e-a312-e93f2f354709 associated. External IP: 172.25.3.144, port: 5f2cce6c-640c-4dcb-bcab-85977f3a48f8. Nov 12 09:04:18.288935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Router 39565831-20cc-4ca4-9582-aa13114a0bb5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:04:18.519646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:18.544206 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d68335-dcf2-4b33-9797-e007bdb2779a None None] Sync routers for ids ['39565831-20cc-4ca4-9582-aa13114a0bb5'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:18.569334 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d68335-dcf2-4b33-9797-e007bdb2779a None None] Routers {'39565831-20cc-4ca4-9582-aa13114a0bb5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:18.570560 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-58d68335-dcf2-4b33-9797-e007bdb2779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:04:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['39565831-20cc-4ca4-9582-aa13114a0bb5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:18.576182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.625183 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-da710c47-762f-43de-85c3-2d9e586c9e71 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3329985 Nov 12 09:04:18.625183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68724250-3751-42bb-a410-f42e8fc8602c', 'tag': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:18.625183 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84176cbc-4825-4af1-b25e-e697162a081f" -d '{"events": [{"name": "network-changed", "server_uuid": "68724250-3751-42bb-a410-f42e8fc8602c", "tag": "5f2cce6c-640c-4dcb-bcab-85977f3a48f8"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:18.690596 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4c7137-851a-4c49-97ce-22f217ecbdfd x-openstack-request-id: req-3e4c7137-851a-4c49-97ce-22f217ecbdfd {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:18.691086 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68724250-3751-42bb-a410-f42e8fc8602c", "tag": "5f2cce6c-640c-4dcb-bcab-85977f3a48f8", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:18.691499 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e4c7137-851a-4c49-97ce-22f217ecbdfd {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:18.692136 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68724250-3751-42bb-a410-f42e8fc8602c', 'tag': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8', 'status': 'completed', 'code': 200} Nov 12 09:04:18.790482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176cbc-4825-4af1-b25e-e697162a081f req-c07fe436-cd0f-4a5a-8a4b-c8888adc3610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:18.794660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84176cbc-4825-4af1-b25e-e697162a081f req-c07fe436-cd0f-4a5a-8a4b-c8888adc3610 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9234482bb6144368b0593716fff70f5&device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 1098 time: 0.0674345 Nov 12 09:04:18.808955 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-58d68335-dcf2-4b33-9797-e007bdb2779a None None] Set router 39565831-20cc-4ca4-9582-aa13114a0bb5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:18.993762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176cbc-4825-4af1-b25e-e697162a081f req-1f35f2b1-3100-494d-87e9-3243d044bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:18.997349 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84176cbc-4825-4af1-b25e-e697162a081f req-1f35f2b1-3100-494d-87e9-3243d044bb39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 HTTP/1.1" status: 200 len: 910 time: 0.1942787 Nov 12 09:04:19.202662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84176cbc-4825-4af1-b25e-e697162a081f req-9bc54fc3-fee7-4564-98cc-c8afd15ffc0e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8 HTTP/1.1" status: 200 len: 1000 time: 0.1926003 Nov 12 09:04:19.281586 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-58d68335-dcf2-4b33-9797-e007bdb2779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'bd49f9c2-9aac-486e-a312-e93f2f354709', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'port_id': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'mac_address': 'fa:16:3e:57:31:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68724250-3751-42bb-a410-f42e8fc8602c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:04:17Z', 'updated_at': '2021-11-12T09:04:17Z', 'revision_number': 0, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd89a253-6448-4f71-b83d-e869c4938ba6', 'name': '', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'mac_address': 'fa:16:3e:bd:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:50Z', 'updated_at': '2021-11-12T09:03:56Z', 'revision_number': 5, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'subnets': [{'id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:19.306233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176cbc-4825-4af1-b25e-e697162a081f req-777d1fe4-1c57-417b-830f-f5c26c041b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:19.308847 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84176cbc-4825-4af1-b25e-e697162a081f req-777d1fe4-1c57-417b-830f-f5c26c041b6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=339a8a16-a04c-4a62-86a4-c05a327e6f43 HTTP/1.1" status: 200 len: 848 time: 0.0985403 Nov 12 09:04:19.312761 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d68335-dcf2-4b33-9797-e007bdb2779a None None] Checking router: 39565831-20cc-4ca4-9582-aa13114a0bb5 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:19.332790 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d68335-dcf2-4b33-9797-e007bdb2779a None None] Routers {'39565831-20cc-4ca4-9582-aa13114a0bb5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:19.333529 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-58d68335-dcf2-4b33-9797-e007bdb2779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:04:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['39565831-20cc-4ca4-9582-aa13114a0bb5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:19.392477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84176cbc-4825-4af1-b25e-e697162a081f req-63d86f3f-376f-420c-9809-0809a3fad375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:19.394742 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84176cbc-4825-4af1-b25e-e697162a081f req-63d86f3f-376f-420c-9809-0809a3fad375 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791733 Nov 12 09:04:19.630019 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84176cbc-4825-4af1-b25e-e697162a081f req-f0d085ef-ad7f-4ba3-beca-ee07011187b0 service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275229 Nov 12 09:04:19.673810 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-58d68335-dcf2-4b33-9797-e007bdb2779a None None] Set router 39565831-20cc-4ca4-9582-aa13114a0bb5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:19.820392 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84176cbc-4825-4af1-b25e-e697162a081f req-ec87ee6d-8fcd-492f-9cef-04be82735252 service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831388 Nov 12 09:04:20.144176 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-58d68335-dcf2-4b33-9797-e007bdb2779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'bd49f9c2-9aac-486e-a312-e93f2f354709', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'port_id': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'mac_address': 'fa:16:3e:57:31:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68724250-3751-42bb-a410-f42e8fc8602c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:04:17Z', 'updated_at': '2021-11-12T09:04:17Z', 'revision_number': 0, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd89a253-6448-4f71-b83d-e869c4938ba6', 'name': '', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'mac_address': 'fa:16:3e:bd:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:50Z', 'updated_at': '2021-11-12T09:03:56Z', 'revision_number': 5, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'subnets': [{'id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:20.198562 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d68335-dcf2-4b33-9797-e007bdb2779a None None] The sync data for ids ['39565831-20cc-4ca4-9582-aa13114a0bb5'] in n-d-768851-18 is: [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'bd49f9c2-9aac-486e-a312-e93f2f354709', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'port_id': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'mac_address': 'fa:16:3e:57:31:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68724250-3751-42bb-a410-f42e8fc8602c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:04:17Z', 'updated_at': '2021-11-12T09:04:17Z', 'revision_number': 0, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd89a253-6448-4f71-b83d-e869c4938ba6', 'name': '', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'mac_address': 'fa:16:3e:bd:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:50Z', 'updated_at': '2021-11-12T09:03:56Z', 'revision_number': 5, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'subnets': [{'id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:20.588340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eecd417-6f3f-4970-ac9e-1a233a2a55a5 None None] New status for floating IP bd49f9c2-9aac-486e-a312-e93f2f354709: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:04:22.669367 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.835363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-708f1f62-1f0e-4bf4-a9e0-fdab37c4be88 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094343220&fields=id&tenant_id=3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 267 time: 0.0499802 Nov 12 09:04:25.012016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-fcf51a7d-39de-4ee4-af25-250a6938fd8a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.013653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-fcf51a7d-39de-4ee4-af25-250a6938fd8a tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.1659586 Nov 12 09:04:25.029170 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-8c11a41d-6ca1-4a7d-9eba-259eae682134 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/quotas/3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 375 time: 0.0096781 Nov 12 09:04:25.090240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-375b4a55-758f-4424-856c-9119cbf3a33d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0551507 Nov 12 09:04:25.207753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-0f9c7a70-e4e1-4e4c-9f44-1361f27589d2 service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990331 Nov 12 09:04:25.322307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-341eb075-3c24-4dac-bfc2-a57c3160fa1e service neutron] 10.222.0.31 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080642 Nov 12 09:04:25.651782 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-98bb353d-a2dc-445c-9943-2f130df07a85 req-8dac5f33-b478-4975-8f14-181f1dc768bd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0341403 Nov 12 09:04:26.786696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-bc170fac-23df-44d0-80f5-221f7aedbd45 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:26.788271 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-bc170fac-23df-44d0-80f5-221f7aedbd45 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 812 time: 0.1353700 Nov 12 09:04:26.819106 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-94201f29-8c79-40ec-803b-e879c7c57024 req-5975aceb-d335-4fea-9984-439f648f16cf tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0480590 Nov 12 09:04:26.885870 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-8c3ef5d0-a9c0-4307-971e-ac1545aabc60 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3047633a86764fd1aa0ef6ef6d5a5248 HTTP/1.1" status: 200 len: 380 time: 0.0815959 Nov 12 09:04:26.901420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'port': {'device_id': '50931283-fcb6-4135-a403-b00308b8dbc9', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'admin_state_up': True, 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'security_groups': ['3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:27.066354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Made reservation on behalf of 3047633a86764fd1aa0ef6ef6d5a5248 for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:27.070367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.233004 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Allocated IP 172.20.0.4 (d2a9cfd5-7dc0-4081-9047-d432a82052a4/4fdcf052-295a-4e9d-9bdc-67e73beb1d06/50bff51a-09c2-4d64-a6e8-5c0b08cecd95) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:27.443512 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.525095 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.579131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:27.582277 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:27.584879 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:27.628977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=50bff51a-09c2-4d64-a6e8-5c0b08cecd95,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:27.669815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:27.671100 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.703609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-366a2f93-2f59-44c9-9fe4-db0da37267d8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8060513 Nov 12 09:04:27.722952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Request body: {'port': {'device_id': '50931283-fcb6-4135-a403-b00308b8dbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:27.803023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.058927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9472faa0-6d8e-4b99-854a-1eae2bb14737 None None] Provisioning complete for port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:28.059504 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9472faa0-6d8e-4b99-854a-1eae2bb14737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.140331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9472faa0-6d8e-4b99-854a-1eae2bb14737 None None] Port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:28.144588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc44989-846c-489b-be7c-143d7b789472 req-c03f4477-b10d-4bdc-a9fa-1fb2bbb0be42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:28.147746 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1cc44989-846c-489b-be7c-143d7b789472 req-c03f4477-b10d-4bdc-a9fa-1fb2bbb0be42 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 931 time: 0.1824529 Nov 12 09:04:28.273843 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1cc44989-846c-489b-be7c-143d7b789472 req-076418b9-61f9-4d60-b9e9-923e2382e661 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186616 Nov 12 09:04:28.389580 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:28.399059 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.415461 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Transition to ACTIVE for port object 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:04:28.420876 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.512767 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Pushing event updated for resources: {'Port': ['ID=50bff51a-09c2-4d64-a6e8-5c0b08cecd95,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:28.663071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Attempting to bind port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:28.663442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Attempting to bind port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:28.663864 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Attempting to bind port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:28.669275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:04:28.670130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Attempting to bind port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 on network d2a9cfd5-7dc0-4081-9047-d432a82052a4 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:28.677631 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:28.678052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Checking segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:28.678474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Bound using segment: {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:28.679087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Bound port: 50bff51a-09c2-4d64-a6e8-5c0b08cecd95, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f64e58-5458-4c39-8955-e4cfb7931663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:28.679413 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.782571 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] For port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:28.788209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] For port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=50bff51a-09c2-4d64-a6e8-5c0b08cecd95,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:28.796987 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.874164 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:28.875816 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.878501 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] 10.222.0.52 "PUT /v2.0/ports/50bff51a-09c2-4d64-a6e8-5c0b08cecd95 HTTP/1.1" status: 200 len: 1092 time: 1.1606667 Nov 12 09:04:28.879271 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50931283-fcb6-4135-a403-b00308b8dbc9', 'tag': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:28.882611 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840912a4-e3c5-4749-b51f-808f7ba2447a" -d '{"events": [{"name": "network-changed", "server_uuid": "50931283-fcb6-4135-a403-b00308b8dbc9", "tag": "50bff51a-09c2-4d64-a6e8-5c0b08cecd95"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:28.938139 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:29.048312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dccea-f5c9-43d5-a6c8-ccd24cdb0011 service neutron] Pushing event updated for resources: {'Port': ['ID=50bff51a-09c2-4d64-a6e8-5c0b08cecd95,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:29.071137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-c9deace3-b511-48ca-9134-f4913d057742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:29.072966 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-c9deace3-b511-48ca-9134-f4913d057742 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 1095 time: 0.0849400 Nov 12 09:04:29.147388 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d468793b-bfde-42ff-ae5d-2fdc9f1e77f9 x-openstack-request-id: req-d468793b-bfde-42ff-ae5d-2fdc9f1e77f9 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:29.147742 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50931283-fcb6-4135-a403-b00308b8dbc9", "tag": "50bff51a-09c2-4d64-a6e8-5c0b08cecd95", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:29.147999 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d468793b-bfde-42ff-ae5d-2fdc9f1e77f9 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:29.148490 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50931283-fcb6-4135-a403-b00308b8dbc9', 'tag': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95', 'status': 'completed', 'code': 200} Nov 12 09:04:29.150562 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-af1561f4-4f20-4b3f-a487-4f8ed3ca27e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bff51a-09c2-4d64-a6e8-5c0b08cecd95 HTTP/1.1" status: 200 len: 217 time: 0.0668247 Nov 12 09:04:29.339701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-79417083-0f60-4b27-a6a9-a84228824385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:29.349499 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-79417083-0f60-4b27-a6a9-a84228824385 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.1795697 Nov 12 09:04:29.504673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-33d4d71e-a514-49b4-864f-ad200ceb3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:29.507503 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-33d4d71e-a514-49b4-864f-ad200ceb3a43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592667 Nov 12 09:04:29.636111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72627bb6-6146-4ad7-879e-dd6509c96d2e req-e2fae36e-f9e5-4d55-8c45-857a039bc7dd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:29.637757 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-72627bb6-6146-4ad7-879e-dd6509c96d2e req-e2fae36e-f9e5-4d55-8c45-857a039bc7dd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.1582050 Nov 12 09:04:29.671115 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-4cd1a27a-4056-4469-a184-2283a2c402d3 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396203 Nov 12 09:04:29.801999 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-72627bb6-6146-4ad7-879e-dd6509c96d2e req-34513c33-7548-4ada-979f-0a75ad1c597e tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441462 Nov 12 09:04:29.847556 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3efd0b20-71f3-44e2-9c6b-71ceeb10e556 req-09aee5fc-1887-40d6-b1c5-25cecc80aafa service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632109 Nov 12 09:04:29.961606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840912a4-e3c5-4749-b51f-808f7ba2447a req-e2b59a0e-2287-4349-becf-29362cc74380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:29.963265 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-840912a4-e3c5-4749-b51f-808f7ba2447a req-e2b59a0e-2287-4349-becf-29362cc74380 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 1095 time: 0.0644016 Nov 12 09:04:30.426306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840912a4-e3c5-4749-b51f-808f7ba2447a req-ab2950cd-df69-4982-ae54-f5de5d4b4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:30.429500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-840912a4-e3c5-4749-b51f-808f7ba2447a req-ab2950cd-df69-4982-ae54-f5de5d4b4429 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.4571524 Nov 12 09:04:30.512482 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-840912a4-e3c5-4749-b51f-808f7ba2447a req-fbd20600-ad81-4f80-8b0b-baddb0367daf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bff51a-09c2-4d64-a6e8-5c0b08cecd95 HTTP/1.1" status: 200 len: 217 time: 0.0740473 Nov 12 09:04:30.601514 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840912a4-e3c5-4749-b51f-808f7ba2447a req-8e91a24f-6acb-4dfa-86ce-e1a076fb3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:30.603832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-840912a4-e3c5-4749-b51f-808f7ba2447a req-8e91a24f-6acb-4dfa-86ce-e1a076fb3221 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0825973 Nov 12 09:04:30.694751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840912a4-e3c5-4749-b51f-808f7ba2447a req-1a371f33-8cbc-44a1-8eed-c79189718421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:30.696865 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-840912a4-e3c5-4749-b51f-808f7ba2447a req-1a371f33-8cbc-44a1-8eed-c79189718421 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775690 Nov 12 09:04:30.835008 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-840912a4-e3c5-4749-b51f-808f7ba2447a req-dec4a163-be68-431f-bdd4-89ee1ffc37d3 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291587 Nov 12 09:04:30.965273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277303e-4081-4f06-b662-8e67ebdb01f3 req-bc2f2b14-fba7-4f7d-8861-1ede1d068f62 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:30.971064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3277303e-4081-4f06-b662-8e67ebdb01f3 req-bc2f2b14-fba7-4f7d-8861-1ede1d068f62 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0856643 Nov 12 09:04:31.029936 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-840912a4-e3c5-4749-b51f-808f7ba2447a req-972975f8-6dac-4686-90e1-8174b2e09d70 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826627 Nov 12 09:04:31.065739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3277303e-4081-4f06-b662-8e67ebdb01f3 req-018e1b65-a10a-4f1f-883a-48a7ce6f6785 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885482 Nov 12 09:04:32.202471 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf59829-fc10-45e3-9f15-a60249c76b2e req-4ef22505-ff57-468c-a856-d847956bb4b4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:32.205012 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbf59829-fc10-45e3-9f15-a60249c76b2e req-4ef22505-ff57-468c-a856-d847956bb4b4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0604706 Nov 12 09:04:32.291073 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbf59829-fc10-45e3-9f15-a60249c76b2e req-67990995-337f-430c-9b82-f3a2a4f5d29c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789466 Nov 12 09:04:33.458580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60065610-c95d-42fc-b255-aabb7f2c5a42 req-a34d0b22-b194-47d0-a380-7567bf37b371 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:33.460129 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60065610-c95d-42fc-b255-aabb7f2c5a42 req-a34d0b22-b194-47d0-a380-7567bf37b371 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0724368 Nov 12 09:04:33.516745 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60065610-c95d-42fc-b255-aabb7f2c5a42 req-646f4ac6-f129-4b39-9a8b-68ce3b1cc494 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502927 Nov 12 09:04:34.683300 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7810d-be1c-4748-875e-574b26febd25 req-806160fe-0031-4236-ba5d-58f472233014 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:34.684927 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cac7810d-be1c-4748-875e-574b26febd25 req-806160fe-0031-4236-ba5d-58f472233014 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0569873 Nov 12 09:04:34.753244 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cac7810d-be1c-4748-875e-574b26febd25 req-44ba5fbb-80d5-49c0-afc9-21174da0ff36 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583601 Nov 12 09:04:35.248386 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4755a4e8-ce72-465e-9576-762e9509cb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.892409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc9fbb-b86c-4e9d-bb7b-42ef082daa28 req-642c71fc-c259-4d4c-85f8-b1964fe187e0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:35.894289 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eafc9fbb-b86c-4e9d-bb7b-42ef082daa28 req-642c71fc-c259-4d4c-85f8-b1964fe187e0 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0560927 Nov 12 09:04:35.957540 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eafc9fbb-b86c-4e9d-bb7b-42ef082daa28 req-5d560481-b063-4a69-8b9c-98f88b5697e5 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542293 Nov 12 09:04:37.109869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787593ba-a0e8-48bb-9155-194545a300ea req-f975d16a-e76d-4cdb-9b25-e6d33235a6df tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:37.111551 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-787593ba-a0e8-48bb-9155-194545a300ea req-f975d16a-e76d-4cdb-9b25-e6d33235a6df tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0676968 Nov 12 09:04:37.173949 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-787593ba-a0e8-48bb-9155-194545a300ea req-9071de0a-5fb2-42f9-9679-8bc7b209b4b7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517793 Nov 12 09:04:37.551767 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-81acf48f-0eaa-4d16-840e-0495475f9331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.330897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597e59a-37cd-475b-b91f-c8f73e0c640a req-7dade930-96dd-4453-a5e7-8af1a6206977 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:38.332505 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3597e59a-37cd-475b-b91f-c8f73e0c640a req-7dade930-96dd-4453-a5e7-8af1a6206977 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0736368 Nov 12 09:04:38.405250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3597e59a-37cd-475b-b91f-c8f73e0c640a req-f7c0b6b9-9f4a-4ec9-8355-830768373bba tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571380 Nov 12 09:04:38.688247 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:39.552926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cec9f6-74a3-48d5-ae18-ea81a99a2905 req-d5ad6b5b-0644-4db4-9c32-5da4358f16b4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:39.554409 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e4cec9f6-74a3-48d5-ae18-ea81a99a2905 req-d5ad6b5b-0644-4db4-9c32-5da4358f16b4 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0582862 Nov 12 09:04:39.611238 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e4cec9f6-74a3-48d5-ae18-ea81a99a2905 req-6ff9bd64-b049-4a95-8580-dc6b53b9cfb8 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484929 Nov 12 09:04:40.057508 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:40.741260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42516ced-f901-4bcd-9074-e4c9ba658029 req-03623287-f92d-44cd-864e-4fc0b71d1c19 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:40.743323 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42516ced-f901-4bcd-9074-e4c9ba658029 req-03623287-f92d-44cd-864e-4fc0b71d1c19 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0557601 Nov 12 09:04:40.800959 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-42516ced-f901-4bcd-9074-e4c9ba658029 req-c6ff4bcf-a400-40a8-84c0-50e668aa7144 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508945 Nov 12 09:04:40.989010 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.962077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64ba6a-ad9f-4dcb-b7d0-cfd16d377cd7 req-084cf28a-d09b-4500-8c96-80f432db1930 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:41.963757 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9d64ba6a-ad9f-4dcb-b7d0-cfd16d377cd7 req-084cf28a-d09b-4500-8c96-80f432db1930 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 943 time: 0.0795217 Nov 12 09:04:42.024408 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9d64ba6a-ad9f-4dcb-b7d0-cfd16d377cd7 req-b9372f3a-58f7-46f4-8b03-adfbe8cf11ff tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535052 Nov 12 09:04:42.327214 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:04:42.455465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=50bff51a-09c2-4d64-a6e8-5c0b08cecd95,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:42.467870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'port_id': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95', 'mac_address': 'fa:16:3e:16:6f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:04:42.511995 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:42.524838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:42.549739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=50bff51a-09c2-4d64-a6e8-5c0b08cecd95,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:42.564509 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:42.787036 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=50bff51a-09c2-4d64-a6e8-5c0b08cecd95,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:42.872479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['50bff51a-09c2-4d64-a6e8-5c0b08cecd95'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:43.044048 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:04:43.168863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4d7fd-6fa4-4fcc-9050-73fc068c1b65 req-065f8fab-b4e4-437a-a98a-52ffde8150a3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:43.170757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6e4d7fd-6fa4-4fcc-9050-73fc068c1b65 req-065f8fab-b4e4-437a-a98a-52ffde8150a3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 944 time: 0.0682533 Nov 12 09:04:43.242581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6e4d7fd-6fa4-4fcc-9050-73fc068c1b65 req-ef7cec6c-5fcd-42d1-ae9f-802d604d395d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616333 Nov 12 09:04:44.327019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:44.383738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:04:44.390266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:44.391385 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.397664 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4d89d-2be5-4588-be5f-daba4e877a94 req-2727c1a3-0062-41f5-80f3-ab06be8e6bab tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.400151 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3ba4d89d-2be5-4588-be5f-daba4e877a94 req-2727c1a3-0062-41f5-80f3-ab06be8e6bab tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 944 time: 0.0762510 Nov 12 09:04:44.471813 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3ba4d89d-2be5-4588-be5f-daba4e877a94 req-e4d865d4-ee22-4475-a163-0736f9fa6416 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648105 Nov 12 09:04:44.511758 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.535709 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50931283-fcb6-4135-a403-b00308b8dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:44.537942 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad246a03-f500-465e-b1dc-b0deeee28c39" -d '{"events": [{"server_uuid": "50931283-fcb6-4135-a403-b00308b8dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "50bff51a-09c2-4d64-a6e8-5c0b08cecd95"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:44.559318 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=50bff51a-09c2-4d64-a6e8-5c0b08cecd95,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:44.565899 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.608655 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c47968-efc6-42c0-b677-3ee8fc77c941 x-openstack-request-id: req-25c47968-efc6-42c0-b677-3ee8fc77c941 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:44.609047 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50931283-fcb6-4135-a403-b00308b8dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "50bff51a-09c2-4d64-a6e8-5c0b08cecd95", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:44.609422 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25c47968-efc6-42c0-b677-3ee8fc77c941 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:44.609902 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50931283-fcb6-4135-a403-b00308b8dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95', 'code': 200} Nov 12 09:04:44.653472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=50bff51a-09c2-4d64-a6e8-5c0b08cecd95,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:44.714284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d6b8c-9f2d-458b-9c05-3d581d6c567f req-6b2b2ca4-995f-40ff-af6d-bacf957cb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.715931 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5d0d6b8c-9f2d-458b-9c05-3d581d6c567f req-6b2b2ca4-995f-40ff-af6d-bacf957cb2cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0446217 Nov 12 09:04:44.777491 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5d0d6b8c-9f2d-458b-9c05-3d581d6c567f req-5dd16259-d252-4b6d-a1aa-204ce3c1b9d8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516715 Nov 12 09:04:45.612522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2825a72-f120-42d8-b703-a17046a42d34 req-5f431cfa-ab56-40d6-b65b-c3bd3cb62dce tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:45.614393 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2825a72-f120-42d8-b703-a17046a42d34 req-5f431cfa-ab56-40d6-b65b-c3bd3cb62dce tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0560324 Nov 12 09:04:45.686482 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f2825a72-f120-42d8-b703-a17046a42d34 req-abda1f64-51a5-4000-9b8f-c0a28f1b5f90 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638850 Nov 12 09:04:46.821249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc8585-1b68-4db8-a1e9-7dfde5d9c738 req-6f8757a1-a413-40e4-b5d3-505f0ba285a9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:46.822671 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-facc8585-1b68-4db8-a1e9-7dfde5d9c738 req-6f8757a1-a413-40e4-b5d3-505f0ba285a9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0555623 Nov 12 09:04:46.875288 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-facc8585-1b68-4db8-a1e9-7dfde5d9c738 req-039a0dea-ea29-40fb-a902-8b3b25dde5c7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458522 Nov 12 09:04:47.039699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855d3be-984b-4c58-93cb-f18e18e96241 req-973442c6-246f-4602-9174-c3582564ee22 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:47.045927 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3855d3be-984b-4c58-93cb-f18e18e96241 req-973442c6-246f-4602-9174-c3582564ee22 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0792418 Nov 12 09:04:47.103245 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3855d3be-984b-4c58-93cb-f18e18e96241 req-4069d022-6ed5-45c4-97d1-9715effdf7f7 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535128 Nov 12 09:04:47.136424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43906) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:47.197830 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc00be9-b1d4-4c5b-9fdf-c26792cc30ee tempest-TestVolumeBootPattern-1321905396 tempest-TestVolumeBootPattern-1321905396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:47.201611 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4bc00be9-b1d4-4c5b-9fdf-c26792cc30ee tempest-TestVolumeBootPattern-1321905396 tempest-TestVolumeBootPattern-1321905396-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 1092 time: 0.0641437 Nov 12 09:04:47.205950 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 43908) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:47.210338 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:47.236364 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.352531 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.469876 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Allocated IP 172.25.3.75 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/d449d362-b8f0-4faa-bb45-2de4f4fd80dc) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:47.587522 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.627164 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.671820 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:47.676805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:47.680247 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:47.709668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=d449d362-b8f0-4faa-bb45-2de4f4fd80dc,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:47.722055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:47.722307 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:47.722611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:47.722957 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:47.723294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:47.723627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:47.723951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:47.724276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:47.724601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:47.724926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:47.725287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:47.725701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:48.132162 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.217733 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.414904 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.419951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.489355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event updated for resources: {'Port': ['ID=d449d362-b8f0-4faa-bb45-2de4f4fd80dc,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:48.508159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.632887 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Floating IP 5a0eadba-7d26-4781-9759-10deff633934 associated. External IP: 172.25.3.75, port: 50bff51a-09c2-4d64-a6e8-5c0b08cecd95. Nov 12 09:04:48.875756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Router 90db320e-70f6-4bcc-8d86-a3ca4467e41f has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:04:49.005921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:49.022963 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d111c6-0433-4b12-8eee-5eea633cec89 None None] Sync routers for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:49.026986 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:49.034687 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d111c6-0433-4b12-8eee-5eea633cec89 None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:49.035636 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-71d111c6-0433-4b12-8eee-5eea633cec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:04:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:49.056935 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d4985b75-89f7-4cdd-87ee-f35f2b9ad82b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8499570 Nov 12 09:04:49.057545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50931283-fcb6-4135-a403-b00308b8dbc9', 'tag': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:49.060584 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71c8936-6906-4ed5-ad85-f2d22e5cf00f" -d '{"events": [{"name": "network-changed", "server_uuid": "50931283-fcb6-4135-a403-b00308b8dbc9", "tag": "50bff51a-09c2-4d64-a6e8-5c0b08cecd95"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:49.109474 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1a2c8f-7c88-46f8-9348-fa29698a32ff x-openstack-request-id: req-3b1a2c8f-7c88-46f8-9348-fa29698a32ff {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:49.109771 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50931283-fcb6-4135-a403-b00308b8dbc9", "tag": "50bff51a-09c2-4d64-a6e8-5c0b08cecd95", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:49.110101 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b1a2c8f-7c88-46f8-9348-fa29698a32ff {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:49.110429 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50931283-fcb6-4135-a403-b00308b8dbc9', 'tag': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95', 'status': 'completed', 'code': 200} Nov 12 09:04:49.151163 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-71d111c6-0433-4b12-8eee-5eea633cec89 None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:49.255191 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c8936-6906-4ed5-ad85-f2d22e5cf00f req-9c26b5ca-c4af-4c57-9f60-c834b55f9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:49.256794 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e71c8936-6906-4ed5-ad85-f2d22e5cf00f req-9c26b5ca-c4af-4c57-9f60-c834b55f9a7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 1097 time: 0.1194305 Nov 12 09:04:49.398641 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c8936-6906-4ed5-ad85-f2d22e5cf00f req-9ceb96f2-ea0c-42bc-90ed-5f009dc940f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:49.400532 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e71c8936-6906-4ed5-ad85-f2d22e5cf00f req-9ceb96f2-ea0c-42bc-90ed-5f009dc940f5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.1356955 Nov 12 09:04:49.460953 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-71d111c6-0433-4b12-8eee-5eea633cec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5a0eadba-7d26-4781-9759-10deff633934', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:16:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50931283-fcb6-4135-a403-b00308b8dbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:04:47Z', 'updated_at': '2021-11-12T09:04:47Z', 'revision_number': 0, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}, {'id': 'd3a7e149-7197-4bd2-a6f9-5d0cf8186ac5', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:f4:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:32Z', 'updated_at': '2021-11-12T09:02:35Z', 'revision_number': 1, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:49.492416 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d111c6-0433-4b12-8eee-5eea633cec89 None None] Checking router: 90db320e-70f6-4bcc-8d86-a3ca4467e41f for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:49.497135 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e71c8936-6906-4ed5-ad85-f2d22e5cf00f req-0ca8f9ca-2936-4b4e-a09e-95532f55986c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bff51a-09c2-4d64-a6e8-5c0b08cecd95 HTTP/1.1" status: 200 len: 998 time: 0.0867772 Nov 12 09:04:49.501460 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d111c6-0433-4b12-8eee-5eea633cec89 None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:49.502162 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-71d111c6-0433-4b12-8eee-5eea633cec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:04:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:49.560123 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c8936-6906-4ed5-ad85-f2d22e5cf00f req-6afc6b54-311b-443c-a972-e5eca56ddab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:49.562121 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e71c8936-6906-4ed5-ad85-f2d22e5cf00f req-6afc6b54-311b-443c-a972-e5eca56ddab1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0564516 Nov 12 09:04:49.613510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c8936-6906-4ed5-ad85-f2d22e5cf00f req-5a445414-42fd-46f3-8495-e270c61bd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:49.616956 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e71c8936-6906-4ed5-ad85-f2d22e5cf00f req-5a445414-42fd-46f3-8495-e270c61bd673 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464978 Nov 12 09:04:49.621258 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-71d111c6-0433-4b12-8eee-5eea633cec89 None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:49.737456 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e71c8936-6906-4ed5-ad85-f2d22e5cf00f req-b72f7be6-371b-4e0c-a158-d8a63dd433de service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131954 Nov 12 09:04:49.840636 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e71c8936-6906-4ed5-ad85-f2d22e5cf00f req-6651d108-68a0-4993-97c9-b2eaad972623 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956209 Nov 12 09:04:49.881606 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-71d111c6-0433-4b12-8eee-5eea633cec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5a0eadba-7d26-4781-9759-10deff633934', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:16:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50931283-fcb6-4135-a403-b00308b8dbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:04:47Z', 'updated_at': '2021-11-12T09:04:47Z', 'revision_number': 0, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}, {'id': 'd3a7e149-7197-4bd2-a6f9-5d0cf8186ac5', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:f4:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:32Z', 'updated_at': '2021-11-12T09:02:35Z', 'revision_number': 1, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:49.910590 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d111c6-0433-4b12-8eee-5eea633cec89 None None] The sync data for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 is: [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5a0eadba-7d26-4781-9759-10deff633934', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:16:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50931283-fcb6-4135-a403-b00308b8dbc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:04:47Z', 'updated_at': '2021-11-12T09:04:47Z', 'revision_number': 0, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}, {'id': 'd3a7e149-7197-4bd2-a6f9-5d0cf8186ac5', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:f4:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:32Z', 'updated_at': '2021-11-12T09:02:35Z', 'revision_number': 1, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:50.151311 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a487c-8c86-4d4b-948c-e93377beda75 None None] New status for floating IP 5a0eadba-7d26-4781-9759-10deff633934: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:04:52.660566 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:58.873707 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.244745 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6be7f805-26a9-4356-8360-6d0a6993ad04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:07.551564 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0f444413-e8b0-4663-95cb-67de4824fa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:08.684431 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:10.057596 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:10.094873 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d175b8d4-a838-4d1f-9e6b-b80d6fa2eea8 req-e23ec8f4-e369-4294-9512-f8c2756dde03 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485287 Nov 12 09:05:10.192056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b8d4-a838-4d1f-9e6b-b80d6fa2eea8 req-5af6cd71-df9a-4032-b5cf-4a25ea43859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.193791 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d175b8d4-a838-4d1f-9e6b-b80d6fa2eea8 req-5af6cd71-df9a-4032-b5cf-4a25ea43859e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 1098 time: 0.0467227 Nov 12 09:05:10.321555 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b8d4-a838-4d1f-9e6b-b80d6fa2eea8 req-a2d4a95b-f7e1-4f48-9955-0aab760dee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.323062 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d175b8d4-a838-4d1f-9e6b-b80d6fa2eea8 req-a2d4a95b-f7e1-4f48-9955-0aab760dee22 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.1020026 Nov 12 09:05:10.391690 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d175b8d4-a838-4d1f-9e6b-b80d6fa2eea8 req-89a8497c-8b63-4727-8a87-f8c60cdca82e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f926108a-d408-4174-ae7d-b4c6ba9a8fdb HTTP/1.1" status: 200 len: 1002 time: 0.0597386 Nov 12 09:05:10.454069 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b8d4-a838-4d1f-9e6b-b80d6fa2eea8 req-266d481d-a5cd-413e-8300-b6488d2590e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.455526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d175b8d4-a838-4d1f-9e6b-b80d6fa2eea8 req-266d481d-a5cd-413e-8300-b6488d2590e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0493305 Nov 12 09:05:10.506047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b8d4-a838-4d1f-9e6b-b80d6fa2eea8 req-0a2043fc-0739-4e82-8888-1c548be47c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.507566 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d175b8d4-a838-4d1f-9e6b-b80d6fa2eea8 req-0a2043fc-0739-4e82-8888-1c548be47c87 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436552 Nov 12 09:05:10.603050 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d175b8d4-a838-4d1f-9e6b-b80d6fa2eea8 req-21cf7563-3db6-4ca1-80fe-e77149c095ce service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859833 Nov 12 09:05:10.705907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d175b8d4-a838-4d1f-9e6b-b80d6fa2eea8 req-5686c733-7e14-4406-93ea-cf0e82637bac service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946295 Nov 12 09:05:10.984256 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:15.693204 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44222) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:15.697826 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-4d219298-4f2c-4540-95a5-12503ba4f80f tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277595602', 'description': 'tempest-secgroup-smoke-1277595602 description', 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:15.719968 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d219298-4f2c-4540-95a5-12503ba4f80f tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:15.786807 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d219298-4f2c-4540-95a5-12503ba4f80f tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:15.790735 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d219298-4f2c-4540-95a5-12503ba4f80f tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:15.821832 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d219298-4f2c-4540-95a5-12503ba4f80f tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:15.823061 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4d219298-4f2c-4540-95a5-12503ba4f80f tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1288583 Nov 12 09:05:15.823919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d219298-4f2c-4540-95a5-12503ba4f80f tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64473bc-d2c4-4f33-a10a-08777cdbf04e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:15.826609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44224) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:15.831584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Request body: {'security_group_rule': {'security_group_id': 'e64473bc-d2c4-4f33-a10a-08777cdbf04e', 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:15.859273 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:15.908739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:15.912678 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:15.930881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bee178-2cf5-4a25-ba7b-c76a7c478939,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:15.939032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:15.939318 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:15.939654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:15.939990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:15.940320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:15.940648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:15.941031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:15.941326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:15.941888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:15.942281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:15.942601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:15.942929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:15.947676 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:15.952702 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1a149f4f-020f-4752-a3bd-e62a11d9a1c0 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211476 Nov 12 09:05:15.953205 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44226) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:15.957619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d1004271-f930-406a-bc7f-d039c5e22eea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Request body: {'security_group_rule': {'security_group_id': 'e64473bc-d2c4-4f33-a10a-08777cdbf04e', 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:15.984820 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d1004271-f930-406a-bc7f-d039c5e22eea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.045977 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d1004271-f930-406a-bc7f-d039c5e22eea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.050064 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d1004271-f930-406a-bc7f-d039c5e22eea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.068361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1004271-f930-406a-bc7f-d039c5e22eea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9f7b1b-9a78-43ce-b6d8-c149f85b3931,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:16.075138 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d1004271-f930-406a-bc7f-d039c5e22eea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.076343 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d1004271-f930-406a-bc7f-d039c5e22eea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222575 Nov 12 09:05:16.079521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44228) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:16.083967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8f0ddc04-5333-49d7-b597-257b008d0951 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Request body: {'security_group_rule': {'security_group_id': 'e64473bc-d2c4-4f33-a10a-08777cdbf04e', 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:16.111280 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f0ddc04-5333-49d7-b597-257b008d0951 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.171256 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f0ddc04-5333-49d7-b597-257b008d0951 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.175271 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f0ddc04-5333-49d7-b597-257b008d0951 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.194244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ddc04-5333-49d7-b597-257b008d0951 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cde3e82-20ce-41d6-935b-d88198d9e10e,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:16.202975 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8f0ddc04-5333-49d7-b597-257b008d0951 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.204203 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8f0ddc04-5333-49d7-b597-257b008d0951 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236880 Nov 12 09:05:16.206849 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44234) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:16.211590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1bb4ee67-908e-4cbf-a8ae-0b084bbc7e8a tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Request body: {'security_group_rule': {'security_group_id': 'e64473bc-d2c4-4f33-a10a-08777cdbf04e', 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:16.239452 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ee67-908e-4cbf-a8ae-0b084bbc7e8a tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.241629 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d7a09fb-95a5-455d-a382-02ad49a5cdfd req-2ef7c30d-5b04-4bbf-8c19-35ccfb57b2eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0973806 Nov 12 09:05:16.306597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ee67-908e-4cbf-a8ae-0b084bbc7e8a tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.311223 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ee67-908e-4cbf-a8ae-0b084bbc7e8a tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.331005 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4ee67-908e-4cbf-a8ae-0b084bbc7e8a tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efe4d93-77d0-4435-9f3f-22b0faa32b9d,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:16.339367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ee67-908e-4cbf-a8ae-0b084bbc7e8a tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.343767 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1bb4ee67-908e-4cbf-a8ae-0b084bbc7e8a tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326644 Nov 12 09:05:16.344099 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44236) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:16.348756 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c17ad31f-38bc-4861-b0db-812d3fb7831c tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Request body: {'security_group_rule': {'security_group_id': 'e64473bc-d2c4-4f33-a10a-08777cdbf04e', 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:16.373700 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-c17ad31f-38bc-4861-b0db-812d3fb7831c tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Project da4cd640215a4d97ae63080bccdd9f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:05:16.379253 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c17ad31f-38bc-4861-b0db-812d3fb7831c tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.448065 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c17ad31f-38bc-4861-b0db-812d3fb7831c tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.452455 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c17ad31f-38bc-4861-b0db-812d3fb7831c tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.472470 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ad31f-38bc-4861-b0db-812d3fb7831c tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a7560b-f7a6-4bdd-8e07-f2bbd74f3f99,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:16.481889 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c17ad31f-38bc-4861-b0db-812d3fb7831c tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.483693 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c17ad31f-38bc-4861-b0db-812d3fb7831c tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380119 Nov 12 09:05:16.486464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44238) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:16.491217 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-45f12a2e-87d5-4ad2-8eb1-131eaa1d38aa tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Request body: {'security_group_rule': {'security_group_id': 'e64473bc-d2c4-4f33-a10a-08777cdbf04e', 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:16.515828 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-45f12a2e-87d5-4ad2-8eb1-131eaa1d38aa tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Project da4cd640215a4d97ae63080bccdd9f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:05:16.522127 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45f12a2e-87d5-4ad2-8eb1-131eaa1d38aa tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.586945 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45f12a2e-87d5-4ad2-8eb1-131eaa1d38aa tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.591574 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45f12a2e-87d5-4ad2-8eb1-131eaa1d38aa tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.612146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f12a2e-87d5-4ad2-8eb1-131eaa1d38aa tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c32ada-3eef-409e-a4a1-cf76ca57b251,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:16.620997 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-45f12a2e-87d5-4ad2-8eb1-131eaa1d38aa tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.629975 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-45f12a2e-87d5-4ad2-8eb1-131eaa1d38aa tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348569 Nov 12 09:05:16.653017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a09fb-95a5-455d-a382-02ad49a5cdfd req-b9f25092-cd6d-41da-b116-ffec2a6ec741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:16.654583 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d7a09fb-95a5-455d-a382-02ad49a5cdfd req-b9f25092-cd6d-41da-b116-ffec2a6ec741 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9234482bb6144368b0593716fff70f5&device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 1098 time: 0.3669658 Nov 12 09:05:16.763534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a09fb-95a5-455d-a382-02ad49a5cdfd req-fea1f8a9-06e4-4105-b8e0-0adda8446114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:16.765561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d7a09fb-95a5-455d-a382-02ad49a5cdfd req-fea1f8a9-06e4-4105-b8e0-0adda8446114 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 HTTP/1.1" status: 200 len: 910 time: 0.0889177 Nov 12 09:05:16.859430 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d7a09fb-95a5-455d-a382-02ad49a5cdfd req-daeb3dd2-cdb9-4653-8cc6-1be4b523c4bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8 HTTP/1.1" status: 200 len: 1002 time: 0.0868227 Nov 12 09:05:16.881178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-139af0e9-4727-43de-9fd9-e04cc4bd4e3d tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277595602&fields=id&tenant_id=da4cd640215a4d97ae63080bccdd9f6c HTTP/1.1" status: 200 len: 267 time: 0.0697033 Nov 12 09:05:16.974538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a09fb-95a5-455d-a382-02ad49a5cdfd req-c5513953-6748-4187-99da-edf19b8cb2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:16.975922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d7a09fb-95a5-455d-a382-02ad49a5cdfd req-c5513953-6748-4187-99da-edf19b8cb2f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=339a8a16-a04c-4a62-86a4-c05a327e6f43 HTTP/1.1" status: 200 len: 848 time: 0.1076174 Nov 12 09:05:17.043634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-e3c4d2cf-64a6-4c39-804d-d627c50c4306 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:17.045086 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-e3c4d2cf-64a6-4c39-804d-d627c50c4306 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/networks?id=d2011244-0640-4a16-9d67-5ed3185a87f8 HTTP/1.1" status: 200 len: 814 time: 0.1460519 Nov 12 09:05:17.051564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a09fb-95a5-455d-a382-02ad49a5cdfd req-122559d8-baa4-4e11-829d-3ff62373bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:17.053048 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d7a09fb-95a5-455d-a382-02ad49a5cdfd req-122559d8-baa4-4e11-829d-3ff62373bc35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684824 Nov 12 09:05:17.071205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-18312988-cd32-41c3-942e-bb14e6018aff tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/quotas/da4cd640215a4d97ae63080bccdd9f6c HTTP/1.1" status: 200 len: 375 time: 0.0172265 Nov 12 09:05:17.176102 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-d95998f6-a02e-4ef3-9906-87bcad7f9c4b tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=da4cd640215a4d97ae63080bccdd9f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951855 Nov 12 09:05:17.186912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d7a09fb-95a5-455d-a382-02ad49a5cdfd req-30af957a-3e0b-4b61-9fcf-a9313c018ef6 service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259055 Nov 12 09:05:17.342867 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-c9ff5192-2547-4f60-9789-4215223a7407 service neutron] 10.222.0.31 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543243 Nov 12 09:05:17.344638 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d7a09fb-95a5-455d-a382-02ad49a5cdfd req-a6adec9e-e541-48a5-b29e-1b32ecbfd9c4 service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492267 Nov 12 09:05:17.438116 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-ff388346-17a6-4cd6-a074-d1c17d2bcf33 service neutron] 10.222.0.31 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893254 Nov 12 09:05:17.722038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fbdf80e0-64ba-42e1-a501-44466a74fa54 req-666b90b9-eb4a-4e2c-8cff-62d143950a00 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 210 time: 0.0282443 Nov 12 09:05:18.737795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-89266400-8a31-4129-9e9c-cd76fce0cd4b tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:18.739738 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-89266400-8a31-4129-9e9c-cd76fce0cd4b tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.46 "GET /v2.0/networks?id=d2011244-0640-4a16-9d67-5ed3185a87f8 HTTP/1.1" status: 200 len: 814 time: 0.1071630 Nov 12 09:05:18.833770 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6f038103-b236-4372-a5f1-a503f99c89c0 req-d4106341-29bf-439b-850d-f606298f5370 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 210 time: 0.0389175 Nov 12 09:05:18.844557 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-b73d704b-1baf-4a84-a01a-f57888e7a294 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da4cd640215a4d97ae63080bccdd9f6c HTTP/1.1" status: 200 len: 380 time: 0.0896170 Nov 12 09:05:18.854784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Request body: {'port': {'device_id': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'admin_state_up': True, 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'security_groups': ['e64473bc-d2c4-4f33-a10a-08777cdbf04e']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:18.965432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Made reservation on behalf of da4cd640215a4d97ae63080bccdd9f6c for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:18.969744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.104354 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Allocated IP 172.20.0.12 (d2011244-0640-4a16-9d67-5ed3185a87f8/7a838403-fcf0-478d-94a3-514b0f695aab/09513cde-7f6c-47dd-a024-b05f41c135aa) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:19.247820 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.282863 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.322866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Network d2011244-0640-4a16-9d67-5ed3185a87f8 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:19.325775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:19.328354 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:19.368247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event updated for resources: {'Port': ['ID=09513cde-7f6c-47dd-a024-b05f41c135aa,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:19.397557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:19.398583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.417533 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7ffa48e4-690c-4df3-ac81-8a7281c7b0ea tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5665970 Nov 12 09:05:19.429931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Request body: {'port': {'device_id': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:19.499162 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.608792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-baf30044-9986-47f6-8fa0-237d252f7dab None None] Provisioning complete for port 09513cde-7f6c-47dd-a024-b05f41c135aa triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:19.609798 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-baf30044-9986-47f6-8fa0-237d252f7dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.650124 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-baf30044-9986-47f6-8fa0-237d252f7dab None None] Port 09513cde-7f6c-47dd-a024-b05f41c135aa cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:19.771377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09513cde-7f6c-47dd-a024-b05f41c135aa {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:05:19.779085 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.792144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Transition to ACTIVE for port object 09513cde-7f6c-47dd-a024-b05f41c135aa will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:05:19.796164 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.846252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Pushing event updated for resources: {'Port': ['ID=09513cde-7f6c-47dd-a024-b05f41c135aa,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:19.945619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Attempting to bind port 09513cde-7f6c-47dd-a024-b05f41c135aa on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:19.945974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Attempting to bind port 09513cde-7f6c-47dd-a024-b05f41c135aa by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:19.946345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Attempting to bind port 09513cde-7f6c-47dd-a024-b05f41c135aa on network d2011244-0640-4a16-9d67-5ed3185a87f8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:19.952870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Port 09513cde-7f6c-47dd-a024-b05f41c135aa on network d2011244-0640-4a16-9d67-5ed3185a87f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:19.953252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Attempting to bind port 09513cde-7f6c-47dd-a024-b05f41c135aa on network d2011244-0640-4a16-9d67-5ed3185a87f8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:19.959540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:19.959878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Checking segment: {'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:19.960558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Bound using segment: {'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:19.961003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Bound port: 09513cde-7f6c-47dd-a024-b05f41c135aa, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec86246-d654-4072-8bf3-6056cbff3760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:19.961505 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.969696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129e12b-703c-403d-9649-7f680f128a1d req-c8126f6a-30be-4497-8ac5-0237cd61e78c tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:19.977688 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3129e12b-703c-403d-9649-7f680f128a1d req-c8126f6a-30be-4497-8ac5-0237cd61e78c tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 944 time: 0.0608361 Nov 12 09:05:20.043916 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:05:20.049452 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3129e12b-703c-403d-9649-7f680f128a1d req-ac03d217-8b39-40ce-945c-e3a65428a390 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693991 Nov 12 09:05:20.066943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] For port 09513cde-7f6c-47dd-a024-b05f41c135aa, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:20.070610 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] For port 09513cde-7f6c-47dd-a024-b05f41c135aa, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=09513cde-7f6c-47dd-a024-b05f41c135aa,segment=NetworkSegment(6ec86246-d654-4072-8bf3-6056cbff3760),segment_id=6ec86246-d654-4072-8bf3-6056cbff3760)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:20.078758 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:20.120874 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.121530 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:20.123037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] 10.222.0.46 "PUT /v2.0/ports/09513cde-7f6c-47dd-a024-b05f41c135aa HTTP/1.1" status: 200 len: 1093 time: 0.6974499 Nov 12 09:05:20.124440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:20.126801 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f6e55f-d885-45ff-930a-6785e9fbfcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:20.146583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13204ccf-e31c-4ba7-bd0c-a3fee6054a07 service neutron] Pushing event updated for resources: {'Port': ['ID=09513cde-7f6c-47dd-a024-b05f41c135aa,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:20.174506 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5574e473-ba4f-4b20-8e84-5fd4db4a8135 x-openstack-request-id: req-5574e473-ba4f-4b20-8e84-5fd4db4a8135 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:20.174811 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:20.175662 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5574e473-ba4f-4b20-8e84-5fd4db4a8135 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:20.176103 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'status': 'completed', 'code': 200} Nov 12 09:05:20.240032 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-b1d88079-b416-4eb5-a066-86484345d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.241650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-b1d88079-b416-4eb5-a066-86484345d9f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da4cd640215a4d97ae63080bccdd9f6c&device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 1096 time: 0.0647213 Nov 12 09:05:20.290442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-6c118015-b16c-4b3c-8705-7f617f48b4a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09513cde-7f6c-47dd-a024-b05f41c135aa HTTP/1.1" status: 200 len: 217 time: 0.0385692 Nov 12 09:05:20.344748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7764ef0f-8da9-47db-9b54-1788251219f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.346304 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-7764ef0f-8da9-47db-9b54-1788251219f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a838403-fcf0-478d-94a3-514b0f695aab HTTP/1.1" status: 200 len: 853 time: 0.0488644 Nov 12 09:05:20.406956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-2fcd60d4-eb33-47c0-a262-3283ca38ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.408453 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-2fcd60d4-eb33-47c0-a262-3283ca38ae46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2011244-0640-4a16-9d67-5ed3185a87f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544364 Nov 12 09:05:20.507941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-a36d414d-c2de-45ea-a90e-8531cc0788dc service neutron] 10.222.0.46 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914087 Nov 12 09:05:20.605691 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4bc5305b-f815-4f2f-b098-d52f3c6a1b11 req-cbcd1ded-2895-4616-8d66-f416dd13f64e service neutron] 10.222.0.46 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904953 Nov 12 09:05:20.690537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e55f-d885-45ff-930a-6785e9fbfcc7 req-690f1251-8369-42e9-bd86-f0ac68630710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.692172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f6e55f-d885-45ff-930a-6785e9fbfcc7 req-690f1251-8369-42e9-bd86-f0ac68630710 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da4cd640215a4d97ae63080bccdd9f6c&device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 1096 time: 0.0426483 Nov 12 09:05:20.786935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e55f-d885-45ff-930a-6785e9fbfcc7 req-c08f084b-7dff-4797-9dd9-ae9787f5342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.788296 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f6e55f-d885-45ff-930a-6785e9fbfcc7 req-c08f084b-7dff-4797-9dd9-ae9787f5342a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2011244-0640-4a16-9d67-5ed3185a87f8 HTTP/1.1" status: 200 len: 915 time: 0.0886121 Nov 12 09:05:20.832000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f6e55f-d885-45ff-930a-6785e9fbfcc7 req-91de36a1-9340-4bb4-b2cf-83555d253507 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09513cde-7f6c-47dd-a024-b05f41c135aa HTTP/1.1" status: 200 len: 217 time: 0.0347290 Nov 12 09:05:20.883563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e55f-d885-45ff-930a-6785e9fbfcc7 req-74bd6867-ad4a-4558-82b5-e7e84b0fd862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.885047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f6e55f-d885-45ff-930a-6785e9fbfcc7 req-74bd6867-ad4a-4558-82b5-e7e84b0fd862 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a838403-fcf0-478d-94a3-514b0f695aab HTTP/1.1" status: 200 len: 853 time: 0.0450084 Nov 12 09:05:20.932557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6e55f-d885-45ff-930a-6785e9fbfcc7 req-0b7a90bb-40f0-47cb-b4e2-a5793a418a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.934156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f6e55f-d885-45ff-930a-6785e9fbfcc7 req-0b7a90bb-40f0-47cb-b4e2-a5793a418a6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2011244-0640-4a16-9d67-5ed3185a87f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426149 Nov 12 09:05:21.032113 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f6e55f-d885-45ff-930a-6785e9fbfcc7 req-ccf84a0e-3b20-4d8e-917d-4e7633b3b482 service neutron] 10.222.0.46 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901752 Nov 12 09:05:21.134968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7f6e55f-d885-45ff-930a-6785e9fbfcc7 req-5ef225e8-574d-42dd-a55b-1734c9665a3b service neutron] 10.222.0.46 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955813 Nov 12 09:05:21.177393 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19375ded-4ff1-44ac-93b1-453fbbfb9f8f req-0e31641e-cdb2-46af-a2f0-a875e684b2b3 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:21.179635 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19375ded-4ff1-44ac-93b1-453fbbfb9f8f req-0e31641e-cdb2-46af-a2f0-a875e684b2b3 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 944 time: 0.0606070 Nov 12 09:05:21.238255 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-19375ded-4ff1-44ac-93b1-453fbbfb9f8f req-07633af0-6382-4300-a67f-93a3b7d0ce48 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530779 Nov 12 09:05:22.359893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6f400-845f-418a-bd1d-602c20ea085d req-cf7069a1-13b4-4268-9431-9434eaea7c57 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:22.361347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ca6f400-845f-418a-bd1d-602c20ea085d req-cf7069a1-13b4-4268-9431-9434eaea7c57 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 944 time: 0.0497632 Nov 12 09:05:22.414344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9ca6f400-845f-418a-bd1d-602c20ea085d req-374919a3-128c-4e0b-9d83-900864c9a5ee tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466027 Nov 12 09:05:22.532316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44284) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:22.625424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84125d0d-c240-4fde-9e71-39623c1dcec7 req-99ae4060-b19d-486e-9ddc-216bcd2b809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:22.626955 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-84125d0d-c240-4fde-9e71-39623c1dcec7 req-99ae4060-b19d-486e-9ddc-216bcd2b809a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 1098 time: 0.0932577 Nov 12 09:05:22.674907 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:22.677635 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-84125d0d-c240-4fde-9e71-39623c1dcec7 req-71abd279-645d-4d11-86f4-6f5d7f785d7f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443368 Nov 12 09:05:23.541659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a842bc3-f2da-4cc9-8155-6af1c151874d req-685524dd-c420-4ed8-bd93-3f2cdfc0971a tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:23.543249 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1a842bc3-f2da-4cc9-8155-6af1c151874d req-685524dd-c420-4ed8-bd93-3f2cdfc0971a tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 944 time: 0.0559065 Nov 12 09:05:23.596131 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1a842bc3-f2da-4cc9-8155-6af1c151874d req-e4745ef4-6a88-4889-9ab0-13b07a669d90 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458887 Nov 12 09:05:24.715207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4dac16-cc74-4310-bd2e-0c0802d30c36 req-195c8e01-fb03-4a28-9add-34d9d52d6fe9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:24.716688 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe4dac16-cc74-4310-bd2e-0c0802d30c36 req-195c8e01-fb03-4a28-9add-34d9d52d6fe9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 944 time: 0.0514498 Nov 12 09:05:24.766626 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe4dac16-cc74-4310-bd2e-0c0802d30c36 req-7b8cf9bf-997c-4beb-bf2a-66996e0a3a94 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 Nov 12 09:05:25.884254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250c66a-f8fd-4417-8ff9-1a6c72557af2 req-1335a9d8-02f7-405d-94db-36ca64443c9b tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:25.885779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a250c66a-f8fd-4417-8ff9-1a6c72557af2 req-1335a9d8-02f7-405d-94db-36ca64443c9b tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 944 time: 0.0496893 Nov 12 09:05:25.935578 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a250c66a-f8fd-4417-8ff9-1a6c72557af2 req-7f9cb881-4836-4316-9b00-371a8dc5a3a2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 Nov 12 09:05:27.054264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335ce2c-6695-4089-a081-a3e97a28e4c8 req-32e93448-589c-43e8-8e1c-387aed1eeb39 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:27.055658 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c335ce2c-6695-4089-a081-a3e97a28e4c8 req-32e93448-589c-43e8-8e1c-387aed1eeb39 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 944 time: 0.0487697 Nov 12 09:05:27.110152 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c335ce2c-6695-4089-a081-a3e97a28e4c8 req-6c9b8ad5-8f98-440d-b310-d15e6d01eff6 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481448 Nov 12 09:05:28.232374 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9132bab-631e-4b9f-93f6-03b4db682d74 req-3c2b5c52-8561-40ed-92ae-0c88e12c646e tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:28.234387 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f9132bab-631e-4b9f-93f6-03b4db682d74 req-3c2b5c52-8561-40ed-92ae-0c88e12c646e tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 944 time: 0.0541518 Nov 12 09:05:28.287655 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f9132bab-631e-4b9f-93f6-03b4db682d74 req-593e1107-1ce1-4caf-aa50-01736d34dc6f tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467045 Nov 12 09:05:28.876768 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:29.403757 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b00e9c-373d-4f53-95bb-8208819f0def req-845fc5bd-96b6-4d2b-9698-bcf8b2082c99 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:29.405376 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4b00e9c-373d-4f53-95bb-8208819f0def req-845fc5bd-96b6-4d2b-9698-bcf8b2082c99 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 944 time: 0.0507505 Nov 12 09:05:29.458818 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4b00e9c-373d-4f53-95bb-8208819f0def req-924b3668-ba6b-43a4-a5f3-ef458088ab52 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474813 Nov 12 09:05:30.582518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b5a85-352f-46df-9c64-835dddbc833e req-a3d73e9f-eb24-4e1d-9a8e-44fdaedb0c61 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:30.584045 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a80b5a85-352f-46df-9c64-835dddbc833e req-a3d73e9f-eb24-4e1d-9a8e-44fdaedb0c61 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 944 time: 0.0508301 Nov 12 09:05:30.638819 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a80b5a85-352f-46df-9c64-835dddbc833e req-2c872d39-437a-4af7-bf96-74e6b6f498a2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450783 Nov 12 09:05:31.756752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a61f8-b55c-4707-a9c3-b82e2d5f091f req-47cd04bd-e5df-41c8-8af7-41cf2b47d837 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:31.758326 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5e0a61f8-b55c-4707-a9c3-b82e2d5f091f req-47cd04bd-e5df-41c8-8af7-41cf2b47d837 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 944 time: 0.0499728 Nov 12 09:05:31.806337 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5e0a61f8-b55c-4707-a9c3-b82e2d5f091f req-eb0fbc40-8c5d-4070-af05-29482ee46280 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421274 Nov 12 09:05:32.925216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268485e8-7f10-49b6-920e-2b8f489601ad req-f5162d06-95db-4d66-bed5-1b7a4bfe3871 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:32.926706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-268485e8-7f10-49b6-920e-2b8f489601ad req-f5162d06-95db-4d66-bed5-1b7a4bfe3871 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 944 time: 0.0534341 Nov 12 09:05:32.977057 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-268485e8-7f10-49b6-920e-2b8f489601ad req-dd76c045-752a-470a-9d50-156ff7340fed tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Nov 12 09:05:33.175983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 09513cde-7f6c-47dd-a024-b05f41c135aa details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:05:33.274667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 09513cde-7f6c-47dd-a024-b05f41c135aa, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=09513cde-7f6c-47dd-a024-b05f41c135aa,segment=NetworkSegment(6ec86246-d654-4072-8bf3-6056cbff3760),segment_id=6ec86246-d654-4072-8bf3-6056cbff3760)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:33.285649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'port_id': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'mac_address': 'fa:16:3e:f4:3f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:05:33.322533 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.334673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09513cde-7f6c-47dd-a024-b05f41c135aa {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:05:33.356622 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 09513cde-7f6c-47dd-a024-b05f41c135aa, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=09513cde-7f6c-47dd-a024-b05f41c135aa,segment=NetworkSegment(6ec86246-d654-4072-8bf3-6056cbff3760),segment_id=6ec86246-d654-4072-8bf3-6056cbff3760)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:33.361489 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.406291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=09513cde-7f6c-47dd-a024-b05f41c135aa,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:33.413907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.414249 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.414587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.414920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.415252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.415847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.415975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.416207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.416526 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.416845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.417196 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.417527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:33.676975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['09513cde-7f6c-47dd-a024-b05f41c135aa'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:34.108752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f4a8f-8182-4562-88b3-75d85d6f7632 req-254eb81b-6572-427d-9e26-dda80d3c5d20 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:34.111161 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a87f4a8f-8182-4562-88b3-75d85d6f7632 req-254eb81b-6572-427d-9e26-dda80d3c5d20 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 945 time: 0.0639324 Nov 12 09:05:34.169708 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a87f4a8f-8182-4562-88b3-75d85d6f7632 req-bb84dd40-36cf-42d8-9fae-80f1b99fa810 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520368 Nov 12 09:05:35.181095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 09513cde-7f6c-47dd-a024-b05f41c135aa up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:35.258266 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cc0c7240-a6dd-4fe8-b976-183fc68e3a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.268499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 09513cde-7f6c-47dd-a024-b05f41c135aa completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:05:35.272427 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 09513cde-7f6c-47dd-a024-b05f41c135aa triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:35.272789 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.296051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d35ea-212f-462f-acf9-34a915ac1b25 req-59490c08-06ea-4e26-bb8a-9450dfaf20d9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:35.297692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f8d35ea-212f-462f-acf9-34a915ac1b25 req-59490c08-06ea-4e26-bb8a-9450dfaf20d9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 945 time: 0.0547698 Nov 12 09:05:35.353361 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f8d35ea-212f-462f-acf9-34a915ac1b25 req-068bbbf0-cc25-4d47-8a08-2a5ed4497ec4 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485368 Nov 12 09:05:35.362865 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.389946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:35.392532 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93db3d05-8806-4860-8b02-f4d6d8dc5201" -d '{"events": [{"server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "name": "network-vif-plugged", "status": "completed", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:35.406376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 09513cde-7f6c-47dd-a024-b05f41c135aa, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=09513cde-7f6c-47dd-a024-b05f41c135aa,segment=NetworkSegment(6ec86246-d654-4072-8bf3-6056cbff3760),segment_id=6ec86246-d654-4072-8bf3-6056cbff3760)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:35.413525 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.440073 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05470cdf-71e6-4b18-a747-8fd4593b5565 x-openstack-request-id: req-05470cdf-71e6-4b18-a747-8fd4593b5565 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:35.440363 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "name": "network-vif-plugged", "status": "completed", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:35.440616 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05470cdf-71e6-4b18-a747-8fd4593b5565 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:35.441003 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'code': 200} Nov 12 09:05:35.467826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=09513cde-7f6c-47dd-a024-b05f41c135aa,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:35.536784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23108f57-bb26-424d-a218-573cd1efb696 req-18e138da-120e-48c1-8a1a-b1f816707ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:35.538378 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23108f57-bb26-424d-a218-573cd1efb696 req-18e138da-120e-48c1-8a1a-b1f816707ff6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 1098 time: 0.0445321 Nov 12 09:05:35.591761 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23108f57-bb26-424d-a218-573cd1efb696 req-aea24a65-c2cb-4e15-92bc-1a3651878fc7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462503 Nov 12 09:05:36.472693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666afe2e-2a0c-46b0-a62a-1e3ee1933b4c req-64f995e0-6063-43d0-8fd7-bb00835d1cbf tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:36.474229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-666afe2e-2a0c-46b0-a62a-1e3ee1933b4c req-64f995e0-6063-43d0-8fd7-bb00835d1cbf tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 946 time: 0.0498464 Nov 12 09:05:36.524506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-666afe2e-2a0c-46b0-a62a-1e3ee1933b4c req-2bd157ed-3de1-4670-abbf-57bed4e6058d tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441206 Nov 12 09:05:37.544748 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-22f527bb-cb56-46f9-b5cd-4c7cc7d124dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:37.643124 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d71a2d-42b2-4bc9-8cb1-bd52b42570de req-a01eb572-71e3-44c0-9f1b-5acb63865865 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:37.644611 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97d71a2d-42b2-4bc9-8cb1-bd52b42570de req-a01eb572-71e3-44c0-9f1b-5acb63865865 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 946 time: 0.0505397 Nov 12 09:05:37.694346 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97d71a2d-42b2-4bc9-8cb1-bd52b42570de req-3e38773c-eb72-4ded-925e-a92544bee1cc tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435758 Nov 12 09:05:37.809178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8805c1b-5a9f-47cf-9deb-3ba39315c384 req-def2c06f-b906-43f4-8cfe-bd01637d7c98 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:37.810570 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8805c1b-5a9f-47cf-9deb-3ba39315c384 req-def2c06f-b906-43f4-8cfe-bd01637d7c98 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 946 time: 0.0495584 Nov 12 09:05:37.860125 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8805c1b-5a9f-47cf-9deb-3ba39315c384 req-a735ec6a-2ea9-4fd1-b1ae-fd56bf3b5b85 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 Nov 12 09:05:37.883042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44332) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:38.030928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db9b85-ea05-48fa-9b96-9682b5d5161d tempest-TestVolumeBackupRestore-78739725 tempest-TestVolumeBackupRestore-78739725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:38.032418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-26db9b85-ea05-48fa-9b96-9682b5d5161d tempest-TestVolumeBackupRestore-78739725 tempest-TestVolumeBackupRestore-78739725-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 1093 time: 0.1483850 Nov 12 09:05:38.035443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44336) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:38.039691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:38.064064 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.158027 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.264717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Allocated IP 172.25.3.173 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/38c1862f-ae44-47ab-8318-7e0d004e489d) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:38.363443 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.396642 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.431993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:38.434726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:38.445395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:38.468174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event updated for resources: {'Port': ['ID=38c1862f-ae44-47ab-8318-7e0d004e489d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:38.686346 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.096083 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.165680 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.336247 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.340881 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.410460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event updated for resources: {'Port': ['ID=38c1862f-ae44-47ab-8318-7e0d004e489d,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:39.426213 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.530218 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Floating IP ab75fa95-4659-431e-a49d-2d631a33111d associated. External IP: 172.25.3.173, port: 09513cde-7f6c-47dd-a024-b05f41c135aa. Nov 12 09:05:39.738786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Router 2dac013b-b1a7-4768-8d91-5404302a4162 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:05:39.862418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:39.872563 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb78fc4-5d63-4843-ac99-10484b1c4476 None None] Sync routers for ids ['2dac013b-b1a7-4768-8d91-5404302a4162'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:39.884243 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.884916 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb78fc4-5d63-4843-ac99-10484b1c4476 None None] Routers {'2dac013b-b1a7-4768-8d91-5404302a4162'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:39.885690 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-dcb78fc4-5d63-4843-ac99-10484b1c4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:05:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2dac013b-b1a7-4768-8d91-5404302a4162'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:39.916262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-50753ec8-4e3f-42c6-8556-9654315b50e9 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8795772 Nov 12 09:05:39.917375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:39.919199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44340) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:39.919984 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07a5ac7-9dcf-4f28-a79e-217f9c929005" -d '{"events": [{"name": "network-changed", "server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:39.970376 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff027ec-1995-4345-bdcf-85a6b1a181d2 x-openstack-request-id: req-1ff027ec-1995-4345-bdcf-85a6b1a181d2 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:39.970615 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:39.970863 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ff027ec-1995-4345-bdcf-85a6b1a181d2 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:39.971260 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'status': 'completed', 'code': 200} Nov 12 09:05:39.993665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1095ad81-39fe-42c9-b5bf-bf9ab823cae0 tempest-TestVolumeBackupRestore-78739725 tempest-TestVolumeBackupRestore-78739725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:39.995012 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1095ad81-39fe-42c9-b5bf-bf9ab823cae0 tempest-TestVolumeBackupRestore-78739725 tempest-TestVolumeBackupRestore-78739725-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 1093 time: 0.0747039 Nov 12 09:05:39.995878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44344) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:40.001446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-73d441e5-c16c-4021-bf43-530abdc8b47e tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Request body: {'floatingip': {'port_id': '09513cde-7f6c-47dd-a024-b05f41c135aa'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:40.060709 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.099748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-73d441e5-c16c-4021-bf43-530abdc8b47e tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.113007 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-dcb78fc4-5d63-4843-ac99-10484b1c4476 None None] Set router 2dac013b-b1a7-4768-8d91-5404302a4162 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:40.140008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a5ac7-9dcf-4f28-a79e-217f9c929005 req-8c7f1712-dff6-4a6a-ad1d-f74e85bd5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:40.141575 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b07a5ac7-9dcf-4f28-a79e-217f9c929005 req-8c7f1712-dff6-4a6a-ad1d-f74e85bd5198 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da4cd640215a4d97ae63080bccdd9f6c&device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 1098 time: 0.1060810 Nov 12 09:05:40.311813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a5ac7-9dcf-4f28-a79e-217f9c929005 req-0ae6857e-9f70-4b78-97aa-d68aa72af66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:40.313257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b07a5ac7-9dcf-4f28-a79e-217f9c929005 req-0ae6857e-9f70-4b78-97aa-d68aa72af66b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2011244-0640-4a16-9d67-5ed3185a87f8 HTTP/1.1" status: 200 len: 915 time: 0.1633012 Nov 12 09:05:40.337409 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-dcb78fc4-5d63-4843-ac99-10484b1c4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'ab75fa95-4659-431e-a49d-2d631a33111d', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'port_id': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'mac_address': 'fa:16:3e:f4:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:05:38Z', 'updated_at': '2021-11-12T09:05:38Z', 'revision_number': 0, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df16cf84-670b-4b95-bf20-b2d5d745d5c7', 'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'mac_address': 'fa:16:3e:66:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:55Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 5, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'subnets': [{'id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:40.364049 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb78fc4-5d63-4843-ac99-10484b1c4476 None None] Checking router: 2dac013b-b1a7-4768-8d91-5404302a4162 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:40.372929 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb78fc4-5d63-4843-ac99-10484b1c4476 None None] Routers {'2dac013b-b1a7-4768-8d91-5404302a4162'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:40.373577 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-dcb78fc4-5d63-4843-ac99-10484b1c4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:05:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2dac013b-b1a7-4768-8d91-5404302a4162'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:40.452913 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b07a5ac7-9dcf-4f28-a79e-217f9c929005 req-1d11606b-f2c8-4b1c-a26f-c7ec288e4377 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09513cde-7f6c-47dd-a024-b05f41c135aa HTTP/1.1" status: 200 len: 1000 time: 0.1099031 Nov 12 09:05:40.484077 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-dcb78fc4-5d63-4843-ac99-10484b1c4476 None None] Set router 2dac013b-b1a7-4768-8d91-5404302a4162 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:40.550287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a5ac7-9dcf-4f28-a79e-217f9c929005 req-158c3e53-4b16-450b-9eca-ac8376fb728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:40.551785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b07a5ac7-9dcf-4f28-a79e-217f9c929005 req-158c3e53-4b16-450b-9eca-ac8376fb728f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a838403-fcf0-478d-94a3-514b0f695aab HTTP/1.1" status: 200 len: 853 time: 0.0915070 Nov 12 09:05:40.680209 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a5ac7-9dcf-4f28-a79e-217f9c929005 req-4255ac6c-d9d9-42b0-9f0d-7b701e611760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:40.681769 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b07a5ac7-9dcf-4f28-a79e-217f9c929005 req-4255ac6c-d9d9-42b0-9f0d-7b701e611760 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2011244-0640-4a16-9d67-5ed3185a87f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229827 Nov 12 09:05:40.722189 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-dcb78fc4-5d63-4843-ac99-10484b1c4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'ab75fa95-4659-431e-a49d-2d631a33111d', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'port_id': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'mac_address': 'fa:16:3e:f4:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:05:38Z', 'updated_at': '2021-11-12T09:05:38Z', 'revision_number': 0, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df16cf84-670b-4b95-bf20-b2d5d745d5c7', 'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'mac_address': 'fa:16:3e:66:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:55Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 5, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'subnets': [{'id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:40.748509 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb78fc4-5d63-4843-ac99-10484b1c4476 None None] The sync data for ids ['2dac013b-b1a7-4768-8d91-5404302a4162'] in n-d-768851-18 is: [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'ab75fa95-4659-431e-a49d-2d631a33111d', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'port_id': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'mac_address': 'fa:16:3e:f4:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:05:38Z', 'updated_at': '2021-11-12T09:05:38Z', 'revision_number': 0, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df16cf84-670b-4b95-bf20-b2d5d745d5c7', 'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'mac_address': 'fa:16:3e:66:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:55Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 5, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'subnets': [{'id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:40.867511 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b07a5ac7-9dcf-4f28-a79e-217f9c929005 req-8f710e36-0616-447a-9bd6-57c693b7b1d1 service neutron] 10.222.0.46 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752949 Nov 12 09:05:40.876011 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-73d441e5-c16c-4021-bf43-530abdc8b47e tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.886610 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-73d441e5-c16c-4021-bf43-530abdc8b47e tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.951998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46078cec-9c7a-49ad-ad3b-d0c4dee472f5 None None] New status for floating IP ab75fa95-4659-431e-a49d-2d631a33111d: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:05:41.061907 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.358555 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b07a5ac7-9dcf-4f28-a79e-217f9c929005 req-1ffc9a7b-1739-45a8-ad53-987bda096332 service neutron] 10.222.0.46 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811954 Nov 12 09:05:41.469160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d441e5-c16c-4021-bf43-530abdc8b47e tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Router 2dac013b-b1a7-4768-8d91-5404302a4162 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:05:41.578298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d441e5-c16c-4021-bf43-530abdc8b47e tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:41.584527 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-73d441e5-c16c-4021-bf43-530abdc8b47e tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.589858 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f2e74-ae5f-4133-afbf-10a758996f87 None None] Sync routers for ids ['2dac013b-b1a7-4768-8d91-5404302a4162'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:41.599846 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f2e74-ae5f-4133-afbf-10a758996f87 None None] Routers {'2dac013b-b1a7-4768-8d91-5404302a4162'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:41.600448 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-050f2e74-ae5f-4133-afbf-10a758996f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:05:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2dac013b-b1a7-4768-8d91-5404302a4162'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:41.614305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:41.616709 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec58caa5-f15a-46a1-a073-829bf0e67232" -d '{"events": [{"name": "network-changed", "server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:41.655281 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-73d441e5-c16c-4021-bf43-530abdc8b47e tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "PUT /v2.0/floatingips/ab75fa95-4659-431e-a49d-2d631a33111d HTTP/1.1" status: 200 len: 992 time: 1.6492794 Nov 12 09:05:41.669210 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79d8c58-8d8d-439e-ac2b-47d403aff4a4 x-openstack-request-id: req-b79d8c58-8d8d-439e-ac2b-47d403aff4a4 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:41.669769 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:41.670175 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b79d8c58-8d8d-439e-ac2b-47d403aff4a4 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:41.670831 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'status': 'completed', 'code': 200} Nov 12 09:05:41.721721 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-050f2e74-ae5f-4133-afbf-10a758996f87 None None] Set router 2dac013b-b1a7-4768-8d91-5404302a4162 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:41.733025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58caa5-f15a-46a1-a073-829bf0e67232 req-ffa2313e-70a1-46a8-8a77-d365ed13870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.734639 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec58caa5-f15a-46a1-a073-829bf0e67232 req-ffa2313e-70a1-46a8-8a77-d365ed13870a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da4cd640215a4d97ae63080bccdd9f6c&device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 1098 time: 0.0408382 Nov 12 09:05:41.838015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58caa5-f15a-46a1-a073-829bf0e67232 req-a45d0c4c-f813-491a-b3dc-09346fb740a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.839488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec58caa5-f15a-46a1-a073-829bf0e67232 req-a45d0c4c-f813-491a-b3dc-09346fb740a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2011244-0640-4a16-9d67-5ed3185a87f8 HTTP/1.1" status: 200 len: 915 time: 0.0959063 Nov 12 09:05:41.914044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec58caa5-f15a-46a1-a073-829bf0e67232 req-19f3e0fd-4209-4657-bc69-24fa9e75d0db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09513cde-7f6c-47dd-a024-b05f41c135aa HTTP/1.1" status: 200 len: 1002 time: 0.0657921 Nov 12 09:05:41.953331 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-050f2e74-ae5f-4133-afbf-10a758996f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'ab75fa95-4659-431e-a49d-2d631a33111d', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'port_id': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'mac_address': 'fa:16:3e:f4:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:05:38Z', 'updated_at': '2021-11-12T09:05:41Z', 'revision_number': 2, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df16cf84-670b-4b95-bf20-b2d5d745d5c7', 'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'mac_address': 'fa:16:3e:66:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:55Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 5, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'subnets': [{'id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:41.963207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58caa5-f15a-46a1-a073-829bf0e67232 req-552fef28-3b9e-4c1c-9e27-8c2fd3b7d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.964697 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec58caa5-f15a-46a1-a073-829bf0e67232 req-552fef28-3b9e-4c1c-9e27-8c2fd3b7d255 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a838403-fcf0-478d-94a3-514b0f695aab HTTP/1.1" status: 200 len: 853 time: 0.0444472 Nov 12 09:05:41.980711 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f2e74-ae5f-4133-afbf-10a758996f87 None None] Checking router: 2dac013b-b1a7-4768-8d91-5404302a4162 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:41.991921 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f2e74-ae5f-4133-afbf-10a758996f87 None None] Routers {'2dac013b-b1a7-4768-8d91-5404302a4162'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:41.992538 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-050f2e74-ae5f-4133-afbf-10a758996f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:05:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2dac013b-b1a7-4768-8d91-5404302a4162'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:42.019175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58caa5-f15a-46a1-a073-829bf0e67232 req-c1d7bb93-79a7-4724-af93-8c328c627419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:42.020674 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec58caa5-f15a-46a1-a073-829bf0e67232 req-c1d7bb93-79a7-4724-af93-8c328c627419 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2011244-0640-4a16-9d67-5ed3185a87f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496676 Nov 12 09:05:42.100700 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-050f2e74-ae5f-4133-afbf-10a758996f87 None None] Set router 2dac013b-b1a7-4768-8d91-5404302a4162 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:42.122877 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec58caa5-f15a-46a1-a073-829bf0e67232 req-41f24441-f01c-43fb-8045-83bb38c799f9 service neutron] 10.222.0.46 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944016 Nov 12 09:05:42.217445 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec58caa5-f15a-46a1-a073-829bf0e67232 req-88f793bc-581b-4c88-8861-074b75929091 service neutron] 10.222.0.46 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870438 Nov 12 09:05:42.328127 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-050f2e74-ae5f-4133-afbf-10a758996f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'ab75fa95-4659-431e-a49d-2d631a33111d', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'port_id': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'mac_address': 'fa:16:3e:f4:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:05:38Z', 'updated_at': '2021-11-12T09:05:41Z', 'revision_number': 2, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df16cf84-670b-4b95-bf20-b2d5d745d5c7', 'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'mac_address': 'fa:16:3e:66:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:55Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 5, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'subnets': [{'id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:42.443705 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050f2e74-ae5f-4133-afbf-10a758996f87 None None] The sync data for ids ['2dac013b-b1a7-4768-8d91-5404302a4162'] in n-d-768851-18 is: [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'ab75fa95-4659-431e-a49d-2d631a33111d', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'port_id': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'mac_address': 'fa:16:3e:f4:3f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:05:38Z', 'updated_at': '2021-11-12T09:05:41Z', 'revision_number': 2, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df16cf84-670b-4b95-bf20-b2d5d745d5c7', 'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'mac_address': 'fa:16:3e:66:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:55Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 5, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'subnets': [{'id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:43.673168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:43.675589 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e93203-b59c-4272-8197-a97a30c5d1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:43.713567 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f00bc4-caf2-4bc6-bfcc-d08ee0224a05 x-openstack-request-id: req-e9f00bc4-caf2-4bc6-bfcc-d08ee0224a05 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:43.713855 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:43.714108 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9f00bc4-caf2-4bc6-bfcc-d08ee0224a05 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:43.714513 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'status': 'completed', 'code': 200} Nov 12 09:05:43.778439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e93203-b59c-4272-8197-a97a30c5d1eb req-d0a0034b-8a79-4309-826b-4be92f970307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:43.780246 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89e93203-b59c-4272-8197-a97a30c5d1eb req-d0a0034b-8a79-4309-826b-4be92f970307 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da4cd640215a4d97ae63080bccdd9f6c&device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 1098 time: 0.0440576 Nov 12 09:05:43.880252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e93203-b59c-4272-8197-a97a30c5d1eb req-37e139da-7d0b-4495-afa1-639a8bc1667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:43.881753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89e93203-b59c-4272-8197-a97a30c5d1eb req-37e139da-7d0b-4495-afa1-639a8bc1667d service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2011244-0640-4a16-9d67-5ed3185a87f8 HTTP/1.1" status: 200 len: 915 time: 0.0935647 Nov 12 09:05:43.958018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89e93203-b59c-4272-8197-a97a30c5d1eb req-bfed0023-3ce0-4cbe-ba3f-6cd995ca7a92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09513cde-7f6c-47dd-a024-b05f41c135aa HTTP/1.1" status: 200 len: 1002 time: 0.0666564 Nov 12 09:05:44.008440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e93203-b59c-4272-8197-a97a30c5d1eb req-f7c3da82-9736-4bc3-a577-613372cff9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:44.009952 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89e93203-b59c-4272-8197-a97a30c5d1eb req-f7c3da82-9736-4bc3-a577-613372cff9fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a838403-fcf0-478d-94a3-514b0f695aab HTTP/1.1" status: 200 len: 853 time: 0.0460095 Nov 12 09:05:44.057433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e93203-b59c-4272-8197-a97a30c5d1eb req-e589462d-cdfe-4d12-ad7a-f1c6fe808567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:44.058940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89e93203-b59c-4272-8197-a97a30c5d1eb req-e589462d-cdfe-4d12-ad7a-f1c6fe808567 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2011244-0640-4a16-9d67-5ed3185a87f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423048 Nov 12 09:05:44.154385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89e93203-b59c-4272-8197-a97a30c5d1eb req-7f6a3b49-b5ce-40d0-b273-178ae3a3829d service neutron] 10.222.0.46 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885656 Nov 12 09:05:44.247609 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-89e93203-b59c-4272-8197-a97a30c5d1eb req-5cdecdfd-5015-42cc-861e-e50d4d7a30c2 service neutron] 10.222.0.46 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857449 Nov 12 09:05:52.670788 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.043926 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:05:58.884345 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.241478 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b8f7bdb1-e2fd-45ab-8c9c-fb04808d3231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.550549 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6a5aea78-306b-4a71-a0e1-aa31037b8bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.688269 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.059028 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.984715 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:11.078617 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b162671-f883-44dc-8644-eec8d2e11d9b req-b3795369-9be9-4208-9a53-6b74cd1c7361 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408978 Nov 12 09:06:11.143380 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b162671-f883-44dc-8644-eec8d2e11d9b req-42490e25-f720-410c-8e16-abe86882fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:11.144924 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b162671-f883-44dc-8644-eec8d2e11d9b req-42490e25-f720-410c-8e16-abe86882fac6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0418587 Nov 12 09:06:11.259149 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b162671-f883-44dc-8644-eec8d2e11d9b req-d7a77099-0da3-48d5-9b7e-d0a728f548ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:11.260541 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b162671-f883-44dc-8644-eec8d2e11d9b req-d7a77099-0da3-48d5-9b7e-d0a728f548ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.0941949 Nov 12 09:06:11.331881 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b162671-f883-44dc-8644-eec8d2e11d9b req-c588c4ef-b3c0-4509-b81a-7c231598fd91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bff51a-09c2-4d64-a6e8-5c0b08cecd95 HTTP/1.1" status: 200 len: 1000 time: 0.0621850 Nov 12 09:06:11.393565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b162671-f883-44dc-8644-eec8d2e11d9b req-d90dc78f-48fe-4172-b34e-4c6f7bf06999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:11.395126 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b162671-f883-44dc-8644-eec8d2e11d9b req-d90dc78f-48fe-4172-b34e-4c6f7bf06999 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0560377 Nov 12 09:06:11.446284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b162671-f883-44dc-8644-eec8d2e11d9b req-a3d7aaf5-ac98-4d1d-8e1a-322c0be852be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:11.448858 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b162671-f883-44dc-8644-eec8d2e11d9b req-a3d7aaf5-ac98-4d1d-8e1a-322c0be852be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450196 Nov 12 09:06:11.563808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b162671-f883-44dc-8644-eec8d2e11d9b req-9f6a57c8-5740-4bde-a297-0ab38c914fb0 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067624 Nov 12 09:06:11.679576 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b162671-f883-44dc-8644-eec8d2e11d9b req-aee3f518-2dc3-432d-aec3-caa96d22b6a0 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081846 Nov 12 09:06:12.745452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44366) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:12.906850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Deleting port 38c1862f-ae44-47ab-8318-7e0d004e489d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:12.907169 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.991222 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.991556 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.003961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Calling delete_port for 38c1862f-ae44-47ab-8318-7e0d004e489d owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:13.166029 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.196083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event deleted for resources: {'Port': ['ID=38c1862f-ae44-47ab-8318-7e0d004e489d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:13.275110 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.275354 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Floating IP ab75fa95-4659-431e-a49d-2d631a33111d disassociated (deleted). External IP: 172.25.3.173, port: 09513cde-7f6c-47dd-a024-b05f41c135aa. Nov 12 09:06:13.493773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Router 2dac013b-b1a7-4768-8d91-5404302a4162 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:13.604076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:13.608704 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.613586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72976b79-9db6-44df-b09c-e2f5c704dc3e None None] Sync routers for ids ['2dac013b-b1a7-4768-8d91-5404302a4162'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:13.629154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72976b79-9db6-44df-b09c-e2f5c704dc3e None None] Routers {'2dac013b-b1a7-4768-8d91-5404302a4162'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:13.630068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-72976b79-9db6-44df-b09c-e2f5c704dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2dac013b-b1a7-4768-8d91-5404302a4162'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:13.637295 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7d043d18-265f-422a-adb8-a5008ab4e664 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "DELETE /v2.0/floatingips/ab75fa95-4659-431e-a49d-2d631a33111d HTTP/1.1" status: 204 len: 168 time: 0.8907166 Nov 12 09:06:13.637859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:13.640126 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2dc869-2422-4c7a-a34a-33cd68236d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:13.683303 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07738330-4b63-4308-b1fb-22a67c458a20 x-openstack-request-id: req-07738330-4b63-4308-b1fb-22a67c458a20 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:13.683597 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:13.683989 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07738330-4b63-4308-b1fb-22a67c458a20 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:13.684399 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'status': 'completed', 'code': 200} Nov 12 09:06:13.744507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-72976b79-9db6-44df-b09c-e2f5c704dc3e None None] Set router 2dac013b-b1a7-4768-8d91-5404302a4162 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:13.757996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dc869-2422-4c7a-a34a-33cd68236d5a req-6d0867bf-b668-40d1-848f-edc60d55e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:13.759600 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c2dc869-2422-4c7a-a34a-33cd68236d5a req-6d0867bf-b668-40d1-848f-edc60d55e5ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da4cd640215a4d97ae63080bccdd9f6c&device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 1098 time: 0.0502460 Nov 12 09:06:13.870524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dc869-2422-4c7a-a34a-33cd68236d5a req-5c2d4f58-d92e-44df-bf97-496ad872c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:13.872070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c2dc869-2422-4c7a-a34a-33cd68236d5a req-5c2d4f58-d92e-44df-bf97-496ad872c880 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d2011244-0640-4a16-9d67-5ed3185a87f8 HTTP/1.1" status: 200 len: 915 time: 0.1040926 Nov 12 09:06:13.927353 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c2dc869-2422-4c7a-a34a-33cd68236d5a req-df0316a2-7651-41cb-a622-7251a5405400 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09513cde-7f6c-47dd-a024-b05f41c135aa HTTP/1.1" status: 200 len: 217 time: 0.0463250 Nov 12 09:06:13.968840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8d6b2-44bf-4cbc-93ca-b7b99ec14672 req-1cb16f04-f3d2-4eff-bd37-94bd6a62475b tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:13.970403 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7c8d6b2-44bf-4cbc-93ca-b7b99ec14672 req-1cb16f04-f3d2-4eff-bd37-94bd6a62475b tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 946 time: 0.1256716 Nov 12 09:06:13.985924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dc869-2422-4c7a-a34a-33cd68236d5a req-fa0bd2b4-7d5f-45e5-a11b-5bc463e8cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:13.988406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c2dc869-2422-4c7a-a34a-33cd68236d5a req-fa0bd2b4-7d5f-45e5-a11b-5bc463e8cc5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a838403-fcf0-478d-94a3-514b0f695aab HTTP/1.1" status: 200 len: 853 time: 0.0532861 Nov 12 09:06:14.034593 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-72976b79-9db6-44df-b09c-e2f5c704dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'df16cf84-670b-4b95-bf20-b2d5d745d5c7', 'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'mac_address': 'fa:16:3e:66:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:55Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 5, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'subnets': [{'id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:14.045317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2dc869-2422-4c7a-a34a-33cd68236d5a req-8e992cde-f5f6-4020-bdc1-9473d3d90d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:14.046846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c2dc869-2422-4c7a-a34a-33cd68236d5a req-8e992cde-f5f6-4020-bdc1-9473d3d90d23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d2011244-0640-4a16-9d67-5ed3185a87f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503516 Nov 12 09:06:14.047686 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7c8d6b2-44bf-4cbc-93ca-b7b99ec14672 req-2b89f0ff-9d7f-4daa-b528-860e3aca7d0e tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705271 Nov 12 09:06:14.070204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72976b79-9db6-44df-b09c-e2f5c704dc3e None None] Checking router: 2dac013b-b1a7-4768-8d91-5404302a4162 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:14.080840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72976b79-9db6-44df-b09c-e2f5c704dc3e None None] Routers {'2dac013b-b1a7-4768-8d91-5404302a4162'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:14.081313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-72976b79-9db6-44df-b09c-e2f5c704dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2dac013b-b1a7-4768-8d91-5404302a4162'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:14.149513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c2dc869-2422-4c7a-a34a-33cd68236d5a req-45245087-33c9-4535-af67-8984b12ef498 service neutron] 10.222.0.46 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938470 Nov 12 09:06:14.248601 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c2dc869-2422-4c7a-a34a-33cd68236d5a req-6ef497df-a661-4bde-965f-c1257387640c service neutron] 10.222.0.46 "GET /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913954 Nov 12 09:06:14.402299 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-72976b79-9db6-44df-b09c-e2f5c704dc3e None None] Set router 2dac013b-b1a7-4768-8d91-5404302a4162 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:14.618823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-72976b79-9db6-44df-b09c-e2f5c704dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'df16cf84-670b-4b95-bf20-b2d5d745d5c7', 'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'mac_address': 'fa:16:3e:66:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:55Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 5, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'subnets': [{'id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:14.649164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72976b79-9db6-44df-b09c-e2f5c704dc3e None None] The sync data for ids ['2dac013b-b1a7-4768-8d91-5404302a4162'] in n-d-768851-18 is: [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'df16cf84-670b-4b95-bf20-b2d5d745d5c7', 'name': '', 'network_id': 'd2011244-0640-4a16-9d67-5ed3185a87f8', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'mac_address': 'fa:16:3e:66:f0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:55Z', 'updated_at': '2021-11-12T09:03:00Z', 'revision_number': 5, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'subnets': [{'id': '7a838403-fcf0-478d-94a3-514b0f695aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:14.873530 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a3e2f-3592-44a4-9e6a-1adc5d396f6c None None] New status for floating IP ab75fa95-4659-431e-a49d-2d631a33111d: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:06:15.175786 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e769f-d021-4017-a784-76ff938b58e7 req-a7e5842f-b430-4cf6-a34a-89286e5260b6 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:15.177441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f2e769f-d021-4017-a784-76ff938b58e7 req-a7e5842f-b430-4cf6-a34a-89286e5260b6 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 946 time: 0.0564940 Nov 12 09:06:15.227734 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f2e769f-d021-4017-a784-76ff938b58e7 req-c65a3806-42bf-4f5f-afb5-8235e40173db tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/security-groups?id=e64473bc-d2c4-4f33-a10a-08777cdbf04e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442877 Nov 12 09:06:15.627196 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4f1a5-0b7e-44de-8e22-a77c552a9815 req-708c9c80-d74c-48e8-8c9e-4b444eea05f8 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:15.628585 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4b4f1a5-0b7e-44de-8e22-a77c552a9815 req-708c9c80-d74c-48e8-8c9e-4b444eea05f8 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.46 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 946 time: 0.0495985 Nov 12 09:06:15.721083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-c4b4f1a5-0b7e-44de-8e22-a77c552a9815 req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Deleting port 09513cde-7f6c-47dd-a024-b05f41c135aa {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:15.721451 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c4b4f1a5-0b7e-44de-8e22-a77c552a9815 req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.814013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-c4b4f1a5-0b7e-44de-8e22-a77c552a9815 req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] For port 09513cde-7f6c-47dd-a024-b05f41c135aa, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=09513cde-7f6c-47dd-a024-b05f41c135aa,segment=NetworkSegment(6ec86246-d654-4072-8bf3-6056cbff3760),segment_id=6ec86246-d654-4072-8bf3-6056cbff3760)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:15.814379 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c4b4f1a5-0b7e-44de-8e22-a77c552a9815 req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.827615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-c4b4f1a5-0b7e-44de-8e22-a77c552a9815 req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Calling delete_port for 09513cde-7f6c-47dd-a024-b05f41c135aa owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:15.961884 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c4b4f1a5-0b7e-44de-8e22-a77c552a9815 req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.988946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event deleted for resources: {'Port': ['ID=09513cde-7f6c-47dd-a024-b05f41c135aa,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:16.004002 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:16.004358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:16.004709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:16.005051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:16.005404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:16.005865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:16.006207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:16.006426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:16.006758 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:16.007114 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:16.007438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:16.007760 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:16.042574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b4f1a5-0b7e-44de-8e22-a77c552a9815 req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] No DVR routers for this DVR port 09513cde-7f6c-47dd-a024-b05f41c135aa on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:16.045146 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-c4b4f1a5-0b7e-44de-8e22-a77c552a9815 req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.048599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c4b4f1a5-0b7e-44de-8e22-a77c552a9815 req-7eb47f5a-1217-4d75-b0f4-53f532b37ad2 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.46 "DELETE /v2.0/ports/09513cde-7f6c-47dd-a024-b05f41c135aa HTTP/1.1" status: 204 len: 173 time: 0.4139893 Nov 12 09:06:16.049045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'name': 'network-vif-deleted', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:16.051360 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd538b7-3d14-4fe8-850e-323f96191d80" -d '{"events": [{"server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "name": "network-vif-deleted", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:16.089519 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916eed79-ad35-4848-9921-9da87fb9bd3c x-openstack-request-id: req-916eed79-ad35-4848-9921-9da87fb9bd3c {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:16.089822 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b", "name": "network-vif-deleted", "tag": "09513cde-7f6c-47dd-a024-b05f41c135aa", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:16.090086 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-916eed79-ad35-4848-9921-9da87fb9bd3c {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:16.090487 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b', 'name': 'network-vif-deleted', 'tag': '09513cde-7f6c-47dd-a024-b05f41c135aa', 'status': 'completed', 'code': 200} Nov 12 09:06:16.325984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d754df4a-1879-4911-b75e-ea51669028f6 req-d298b5f9-6831-4993-b248-c83f40a8d2bf tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 210 time: 0.0269222 Nov 12 09:06:17.431422 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b4e5454-ac80-41fe-81a5-1fcc8bc7a767 req-84bdef4d-bcd7-4f9e-859e-0d5fcf8bab3b tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 210 time: 0.0320826 Nov 12 09:06:18.174410 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-937b7b68-9c75-4334-8f39-8dc1ffbed68f req-7ff0b6de-929d-4c24-847e-118f3b52716a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453706 Nov 12 09:06:18.257399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b7b68-9c75-4334-8f39-8dc1ffbed68f req-efdbb89b-aed4-47a6-bd33-b93fc7c460c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:18.258917 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-937b7b68-9c75-4334-8f39-8dc1ffbed68f req-efdbb89b-aed4-47a6-bd33-b93fc7c460c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9234482bb6144368b0593716fff70f5&device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 1098 time: 0.0430498 Nov 12 09:06:18.368084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b7b68-9c75-4334-8f39-8dc1ffbed68f req-c4de0b0c-3324-44be-ba79-8a37b930d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:18.369608 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-937b7b68-9c75-4334-8f39-8dc1ffbed68f req-c4de0b0c-3324-44be-ba79-8a37b930d2c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 HTTP/1.1" status: 200 len: 910 time: 0.0913949 Nov 12 09:06:18.436437 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-937b7b68-9c75-4334-8f39-8dc1ffbed68f req-40068e7d-6298-4c51-9109-f58c0d35fc47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8 HTTP/1.1" status: 200 len: 1002 time: 0.0592046 Nov 12 09:06:18.487455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b7b68-9c75-4334-8f39-8dc1ffbed68f req-76d58333-67a1-4358-b105-12a6e1d9d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:18.488977 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-937b7b68-9c75-4334-8f39-8dc1ffbed68f req-76d58333-67a1-4358-b105-12a6e1d9d3ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=339a8a16-a04c-4a62-86a4-c05a327e6f43 HTTP/1.1" status: 200 len: 848 time: 0.0454085 Nov 12 09:06:18.552059 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49eba629-92f9-4ef9-9ba2-11f752010c93 req-1aa17841-a57a-4f10-bb06-0c6c52a7ffe3 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 210 time: 0.0446486 Nov 12 09:06:18.566918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b7b68-9c75-4334-8f39-8dc1ffbed68f req-7d95f93d-7305-4ae9-b092-f5f31f67d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:18.569287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-937b7b68-9c75-4334-8f39-8dc1ffbed68f req-7d95f93d-7305-4ae9-b092-f5f31f67d4eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720344 Nov 12 09:06:18.664205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-937b7b68-9c75-4334-8f39-8dc1ffbed68f req-063131fa-ac17-4fef-b0ac-2a3185e2c982 service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884879 Nov 12 09:06:18.761419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-937b7b68-9c75-4334-8f39-8dc1ffbed68f req-ba362716-5004-490d-86b6-6e8f41b09d27 service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900891 Nov 12 09:06:19.464224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 09513cde-7f6c-47dd-a024-b05f41c135aa no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:19.485768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 09513cde-7f6c-47dd-a024-b05f41c135aa {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:19.486112 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 09513cde-7f6c-47dd-a024-b05f41c135aa not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:19.648277 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5b33f8fc-1ff9-41bc-964c-368906d798af req-81e9caf5-e5ec-4de3-9d70-0a4b53becfff tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 210 time: 0.0271044 Nov 12 09:06:20.755944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-53e4a35f-c778-4b06-a791-ceb83cc98a85 req-2e48ce19-2904-48ab-9c74-3dce36caa849 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "GET /v2.0/ports?device_id=e93f2a9d-b65b-4434-b8ca-e30a5d8dc98b HTTP/1.1" status: 200 len: 210 time: 0.0274308 Nov 12 09:06:21.822902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44392) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:21.879945 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-048e4133-ee02-4b69-a452-fb0248f07126 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.906312 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-048e4133-ee02-4b69-a452-fb0248f07126 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.965510 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-048e4133-ee02-4b69-a452-fb0248f07126 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.968113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-048e4133-ee02-4b69-a452-fb0248f07126 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.969324 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-048e4133-ee02-4b69-a452-fb0248f07126 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] 10.222.0.31 "DELETE /v2.0/security-groups/e64473bc-d2c4-4f33-a10a-08777cdbf04e HTTP/1.1" status: 204 len: 168 time: 0.1454196 Nov 12 09:06:21.978732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e4133-ee02-4b69-a452-fb0248f07126 tempest-TestVolumeBackupRestore-1473052883 tempest-TestVolumeBackupRestore-1473052883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64473bc-d2c4-4f33-a10a-08777cdbf04e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:22.676114 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:26.483248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44846) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:26.855339 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f316-d352-4ff9-b7f3-be5c670a22d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.118293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7f316-d352-4ff9-b7f3-be5c670a22d2 admin admin] Deleting port df16cf84-670b-4b95-bf20-b2d5d745d5c7 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:27.118634 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f316-d352-4ff9-b7f3-be5c670a22d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.203082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-f8c7f316-d352-4ff9-b7f3-be5c670a22d2 admin admin] For port df16cf84-670b-4b95-bf20-b2d5d745d5c7, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=df16cf84-670b-4b95-bf20-b2d5d745d5c7,segment=NetworkSegment(6ec86246-d654-4072-8bf3-6056cbff3760),segment_id=6ec86246-d654-4072-8bf3-6056cbff3760)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:27.203438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f316-d352-4ff9-b7f3-be5c670a22d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.221110 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7f316-d352-4ff9-b7f3-be5c670a22d2 admin admin] Calling delete_port for df16cf84-670b-4b95-bf20-b2d5d745d5c7 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:27.405131 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f316-d352-4ff9-b7f3-be5c670a22d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.429580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7f316-d352-4ff9-b7f3-be5c670a22d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=df16cf84-670b-4b95-bf20-b2d5d745d5c7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:27.919098 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f316-d352-4ff9-b7f3-be5c670a22d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.144817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c7f316-d352-4ff9-b7f3-be5c670a22d2 admin admin] Router 2dac013b-b1a7-4768-8d91-5404302a4162 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:28.202650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44848) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:28.264890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c7f316-d352-4ff9-b7f3-be5c670a22d2 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:28.274034 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f8c7f316-d352-4ff9-b7f3-be5c670a22d2 admin admin] 10.222.0.31 "PUT /v2.0/routers/2dac013b-b1a7-4768-8d91-5404302a4162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7855825 Nov 12 09:06:28.274426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44850) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:28.281975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96662a45-506e-4aec-b956-ad5aeed75b54 None None] Sync routers for ids ['2dac013b-b1a7-4768-8d91-5404302a4162'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:28.294305 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96662a45-506e-4aec-b956-ad5aeed75b54 None None] Routers {'2dac013b-b1a7-4768-8d91-5404302a4162'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:28.295180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-96662a45-506e-4aec-b956-ad5aeed75b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2dac013b-b1a7-4768-8d91-5404302a4162'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:28.378896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Deleting port d449d362-b8f0-4faa-bb45-2de4f4fd80dc {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:28.379415 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.399110 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.410641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-96662a45-506e-4aec-b956-ad5aeed75b54 None None] Set router 2dac013b-b1a7-4768-8d91-5404302a4162 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:28.468955 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.469335 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.482716 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Calling delete_port for d449d362-b8f0-4faa-bb45-2de4f4fd80dc owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:28.522326 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.580514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Deleting port a09b6598-12eb-4c80-9197-4f30729cc5b8 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:28.580514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.622084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-96662a45-506e-4aec-b956-ad5aeed75b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:06:27Z', 'revision_number': 5, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port': {'id': 'a09b6598-12eb-4c80-9197-4f30729cc5b8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:68:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:53Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:28.657715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96662a45-506e-4aec-b956-ad5aeed75b54 None None] Checking router: 2dac013b-b1a7-4768-8d91-5404302a4162 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:28.661891 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.667361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96662a45-506e-4aec-b956-ad5aeed75b54 None None] Routers {'2dac013b-b1a7-4768-8d91-5404302a4162'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:28.667972 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-96662a45-506e-4aec-b956-ad5aeed75b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['2dac013b-b1a7-4768-8d91-5404302a4162'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:28.683977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] For port a09b6598-12eb-4c80-9197-4f30729cc5b8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a09b6598-12eb-4c80-9197-4f30729cc5b8,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:28.684334 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.697633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Calling delete_port for a09b6598-12eb-4c80-9197-4f30729cc5b8 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:28.702916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event deleted for resources: {'Port': ['ID=d449d362-b8f0-4faa-bb45-2de4f4fd80dc,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:28.716214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:28.716384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:28.716727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:28.717157 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:28.717562 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:28.717966 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:28.718365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:28.718762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:28.719210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:28.719547 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:28.719945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:28.720341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:28.764613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-96662a45-506e-4aec-b956-ad5aeed75b54 None None] Set router 2dac013b-b1a7-4768-8d91-5404302a4162 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:28.777494 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.778107 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Floating IP 5a0eadba-7d26-4781-9759-10deff633934 disassociated (deleted). External IP: 172.25.3.75, port: 50bff51a-09c2-4d64-a6e8-5c0b08cecd95. Nov 12 09:06:28.826542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-96662a45-506e-4aec-b956-ad5aeed75b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:06:28Z', 'revision_number': 6, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:28.857402 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96662a45-506e-4aec-b956-ad5aeed75b54 None None] The sync data for ids ['2dac013b-b1a7-4768-8d91-5404302a4162'] in n-d-768851-18 is: [{'id': '2dac013b-b1a7-4768-8d91-5404302a4162', 'name': 'tempest-TestVolumeBackupRestore-1740372759-router', 'tenant_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:52Z', 'updated_at': '2021-11-12T09:06:28Z', 'revision_number': 6, 'project_id': 'da4cd640215a4d97ae63080bccdd9f6c', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:28.888834 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.905829 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.938304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09b6598-12eb-4c80-9197-4f30729cc5b8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:28.952904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d60926-3524-4494-b5cf-280663e00265 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:29.005677 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.030922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Router 90db320e-70f6-4bcc-8d86-a3ca4467e41f has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:29.098278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.100495 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.142849 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:29.146286 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.146949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dac013b-b1a7-4768-8d91-5404302a4162 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:06:29.149069 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.153428 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aacd6ca-e432-4265-9912-3d34d707a182 None None] Sync routers for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:29.154658 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.155868 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b134d447-481a-443e-8143-da1210b4f297 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2dac013b-b1a7-4768-8d91-5404302a4162 HTTP/1.1" status: 204 len: 168 time: 0.8803310 Nov 12 09:06:29.158279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44852) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:29.163463 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacd6ca-e432-4265-9912-3d34d707a182 None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:29.164199 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4aacd6ca-e432-4265-9912-3d34d707a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:29.183180 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5c2d8d18-19c0-497e-ab4f-601017e8316d tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "DELETE /v2.0/floatingips/5a0eadba-7d26-4781-9759-10deff633934 HTTP/1.1" status: 204 len: 168 time: 0.9762506 Nov 12 09:06:29.183180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50931283-fcb6-4135-a403-b00308b8dbc9', 'tag': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:29.183931 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a32946-dea3-4ea3-afe6-b5dff7b3010c" -d '{"events": [{"name": "network-changed", "server_uuid": "50931283-fcb6-4135-a403-b00308b8dbc9", "tag": "50bff51a-09c2-4d64-a6e8-5c0b08cecd95"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:29.229486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec600109-32d3-45b6-aade-11722e50051d admin admin] Deleting subnet 7a838403-fcf0-478d-94a3-514b0f695aab {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:06:29.235955 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec600109-32d3-45b6-aade-11722e50051d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.243450 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f5d10a-5a7a-430d-a1ca-0776bcefa41d x-openstack-request-id: req-d0f5d10a-5a7a-430d-a1ca-0776bcefa41d {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:29.244414 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50931283-fcb6-4135-a403-b00308b8dbc9", "tag": "50bff51a-09c2-4d64-a6e8-5c0b08cecd95", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:29.244586 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d0f5d10a-5a7a-430d-a1ca-0776bcefa41d {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:29.245060 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50931283-fcb6-4135-a403-b00308b8dbc9', 'tag': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95', 'status': 'completed', 'code': 200} Nov 12 09:06:29.282108 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec600109-32d3-45b6-aade-11722e50051d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.304579 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4aacd6ca-e432-4265-9912-3d34d707a182 None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:29.338997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a32946-dea3-4ea3-afe6-b5dff7b3010c req-2b4a5394-25d6-4ee2-8a4a-593ffc58262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.340869 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24a32946-dea3-4ea3-afe6-b5dff7b3010c req-2b4a5394-25d6-4ee2-8a4a-593ffc58262e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 1097 time: 0.0591135 Nov 12 09:06:29.418301 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec600109-32d3-45b6-aade-11722e50051d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.483101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a32946-dea3-4ea3-afe6-b5dff7b3010c req-f9c1b27d-98d2-473f-b1ab-bcefa1d011c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.484903 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24a32946-dea3-4ea3-afe6-b5dff7b3010c req-f9c1b27d-98d2-473f-b1ab-bcefa1d011c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.1278172 Nov 12 09:06:29.523809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc9536-f0eb-4ec4-861c-281433022de9 req-f955ddb5-a02f-49f0-9a3a-94e60411ecb3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.525405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bbc9536-f0eb-4ec4-861c-281433022de9 req-f955ddb5-a02f-49f0-9a3a-94e60411ecb3 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0727832 Nov 12 09:06:29.542613 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24a32946-dea3-4ea3-afe6-b5dff7b3010c req-aefa1a7b-a084-4f37-aa22-4420f878acf8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bff51a-09c2-4d64-a6e8-5c0b08cecd95 HTTP/1.1" status: 200 len: 217 time: 0.0418758 Nov 12 09:06:29.544698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec600109-32d3-45b6-aade-11722e50051d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.586268 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ec600109-32d3-45b6-aade-11722e50051d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.589732 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ec600109-32d3-45b6-aade-11722e50051d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7a838403-fcf0-478d-94a3-514b0f695aab HTTP/1.1" status: 204 len: 168 time: 0.4304061 Nov 12 09:06:29.592056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec600109-32d3-45b6-aade-11722e50051d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a838403-fcf0-478d-94a3-514b0f695aab,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:29.596924 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f07738-c73d-4997-8a07-80ffd641f6f2 None None] Network d2011244-0640-4a16-9d67-5ed3185a87f8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:29.599342 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44860) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:29.601554 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4aacd6ca-e432-4265-9912-3d34d707a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'd3a7e149-7197-4bd2-a6f9-5d0cf8186ac5', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:f4:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:32Z', 'updated_at': '2021-11-12T09:02:35Z', 'revision_number': 1, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:29.633713 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aacd6ca-e432-4265-9912-3d34d707a182 None None] Checking router: 90db320e-70f6-4bcc-8d86-a3ca4467e41f for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:29.644118 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a32946-dea3-4ea3-afe6-b5dff7b3010c req-80ed6f18-49a0-40f6-8567-64e64ff2c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.647579 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24a32946-dea3-4ea3-afe6-b5dff7b3010c req-80ed6f18-49a0-40f6-8567-64e64ff2c49b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0873129 Nov 12 09:06:29.648719 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacd6ca-e432-4265-9912-3d34d707a182 None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:29.649421 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4aacd6ca-e432-4265-9912-3d34d707a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:29.675739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7bbc9536-f0eb-4ec4-861c-281433022de9 req-55134320-c201-49bf-ab13-8f951bbf7beb tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397481 Nov 12 09:06:29.696102 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.721678 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a32946-dea3-4ea3-afe6-b5dff7b3010c req-2d9d5217-b70f-424d-8439-331ccc1f7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.723272 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24a32946-dea3-4ea3-afe6-b5dff7b3010c req-2d9d5217-b70f-424d-8439-331ccc1f7a40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593481 Nov 12 09:06:29.780520 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4aacd6ca-e432-4265-9912-3d34d707a182 None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:29.788181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Deleting port 886933f5-77b2-444b-b6ef-da21cf1873d0 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:29.788668 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.872864 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24a32946-dea3-4ea3-afe6-b5dff7b3010c req-debaba9b-ac46-4e06-ab01-522f6876584e service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260979 Nov 12 09:06:29.877561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cde4eb6-617c-4cae-88c7-a9040307540a None None] DHCP port deletion for d2011244-0640-4a16-9d67-5ed3185a87f8 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:29.879811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] For port 886933f5-77b2-444b-b6ef-da21cf1873d0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=886933f5-77b2-444b-b6ef-da21cf1873d0,segment=NetworkSegment(6ec86246-d654-4072-8bf3-6056cbff3760),segment_id=6ec86246-d654-4072-8bf3-6056cbff3760)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:29.880261 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.895710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Calling delete_port for 886933f5-77b2-444b-b6ef-da21cf1873d0 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:29.963286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9cde4eb6-617c-4cae-88c7-a9040307540a None None] Deleting port 886933f5-77b2-444b-b6ef-da21cf1873d0 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:29.963581 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9cde4eb6-617c-4cae-88c7-a9040307540a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.995616 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.018513 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24a32946-dea3-4ea3-afe6-b5dff7b3010c req-df0da4c3-844a-4725-bb6b-140231892f4b service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283801 Nov 12 09:06:30.023878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=886933f5-77b2-444b-b6ef-da21cf1873d0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:30.041807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] No DVR routers for this DVR port 886933f5-77b2-444b-b6ef-da21cf1873d0 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:30.057455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9cde4eb6-617c-4cae-88c7-a9040307540a None None] For port 886933f5-77b2-444b-b6ef-da21cf1873d0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=886933f5-77b2-444b-b6ef-da21cf1873d0,segment=NetworkSegment(6ec86246-d654-4072-8bf3-6056cbff3760),segment_id=6ec86246-d654-4072-8bf3-6056cbff3760)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:30.058387 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9cde4eb6-617c-4cae-88c7-a9040307540a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.088283 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-9cde4eb6-617c-4cae-88c7-a9040307540a None None] Calling delete_port for 886933f5-77b2-444b-b6ef-da21cf1873d0 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:30.121234 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4aacd6ca-e432-4265-9912-3d34d707a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'd3a7e149-7197-4bd2-a6f9-5d0cf8186ac5', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:f4:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:32Z', 'updated_at': '2021-11-12T09:02:35Z', 'revision_number': 1, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:30.154028 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.161157 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aacd6ca-e432-4265-9912-3d34d707a182 None None] The sync data for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 is: [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'd3a7e149-7197-4bd2-a6f9-5d0cf8186ac5', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'port_id': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'mac_address': 'fa:16:3e:f4:4d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:32Z', 'updated_at': '2021-11-12T09:02:35Z', 'revision_number': 1, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:30.184825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2011244-0640-4a16-9d67-5ed3185a87f8']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:30.195614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec86246-d654-4072-8bf3-6056cbff3760') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:30.195909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec86246-d654-4072-8bf3-6056cbff3760') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:30.198209 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9cde4eb6-617c-4cae-88c7-a9040307540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.207695 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.223692 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.227885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde4eb6-617c-4cae-88c7-a9040307540a None None] Pushing event deleted for resources: {'Port': ['ID=886933f5-77b2-444b-b6ef-da21cf1873d0,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:30.227885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde4eb6-617c-4cae-88c7-a9040307540a None None] No DVR routers for this DVR port 886933f5-77b2-444b-b6ef-da21cf1873d0 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:30.240443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:06:30.240866 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:06:30.242717 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:06:30.306188 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.312508 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.315455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] 10.222.0.31 "DELETE /v2.0/networks/d2011244-0640-4a16-9d67-5ed3185a87f8 HTTP/1.1" status: 204 len: 168 time: 0.7152288 Nov 12 09:06:30.319711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44862) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:30.335174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c41a62-0714-49ce-90cb-93f86540f7cb admin admin] Pushing event deleted for resources: {'Network': ['ID=d2011244-0640-4a16-9d67-5ed3185a87f8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:30.466849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6875133a-b789-42a9-aa16-2d56868cd9d5 None None] New status for floating IP 5a0eadba-7d26-4781-9759-10deff633934: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:06:30.635370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a09b6598-12eb-4c80-9197-4f30729cc5b8 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:30.655652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: a09b6598-12eb-4c80-9197-4f30729cc5b8 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:30.655992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a09b6598-12eb-4c80-9197-4f30729cc5b8 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:30.656407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device df16cf84-670b-4b95-bf20-b2d5d745d5c7 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:30.675979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: df16cf84-670b-4b95-bf20-b2d5d745d5c7 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:30.676334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device df16cf84-670b-4b95-bf20-b2d5d745d5c7 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:30.676751 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 886933f5-77b2-444b-b6ef-da21cf1873d0 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:30.691242 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee9367fc-9c17-4a45-b8f5-aab3fa29c070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.696621 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 886933f5-77b2-444b-b6ef-da21cf1873d0 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:30.696970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 886933f5-77b2-444b-b6ef-da21cf1873d0 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:31.133506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27204ff3-1e0c-4062-88bb-6b16948fe895 req-dd52b7d3-b420-4bcd-a78c-a0fb7fdf1fd9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:31.134965 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27204ff3-1e0c-4062-88bb-6b16948fe895 req-dd52b7d3-b420-4bcd-a78c-a0fb7fdf1fd9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 945 time: 0.3867209 Nov 12 09:06:31.231934 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-27204ff3-1e0c-4062-88bb-6b16948fe895 req-7a4ec694-6bcf-47de-842d-659195ca9a39 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704083 Nov 12 09:06:31.325224 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ee9367fc-9c17-4a45-b8f5-aab3fa29c070 admin admin] Deleting port 4fd2a8c1-289b-4be7-96ed-82ca07192749 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:31.325894 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee9367fc-9c17-4a45-b8f5-aab3fa29c070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.403240 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-ee9367fc-9c17-4a45-b8f5-aab3fa29c070 admin admin] For port 4fd2a8c1-289b-4be7-96ed-82ca07192749, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4fd2a8c1-289b-4be7-96ed-82ca07192749,segment=NetworkSegment(91efa743-6b07-4c6d-abc2-aa04c1f2d175),segment_id=91efa743-6b07-4c6d-abc2-aa04c1f2d175)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:31.403593 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee9367fc-9c17-4a45-b8f5-aab3fa29c070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.418280 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-ee9367fc-9c17-4a45-b8f5-aab3fa29c070 admin admin] Calling delete_port for 4fd2a8c1-289b-4be7-96ed-82ca07192749 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:31.598014 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee9367fc-9c17-4a45-b8f5-aab3fa29c070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.627985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9367fc-9c17-4a45-b8f5-aab3fa29c070 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd2a8c1-289b-4be7-96ed-82ca07192749,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:31.829425 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045e530-84e0-4a02-a27a-1bf19ba34545 req-fd9736fe-9e5a-4965-aaa6-cde7581d3351 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:31.830855 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1045e530-84e0-4a02-a27a-1bf19ba34545 req-fd9736fe-9e5a-4965-aaa6-cde7581d3351 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0966468 Nov 12 09:06:31.846584 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ee9367fc-9c17-4a45-b8f5-aab3fa29c070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.021310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-1045e530-84e0-4a02-a27a-1bf19ba34545 req-870b1c75-3932-40b0-ba18-e39eb38255e6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Deleting port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:32.021595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1045e530-84e0-4a02-a27a-1bf19ba34545 req-870b1c75-3932-40b0-ba18-e39eb38255e6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.188411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-1045e530-84e0-4a02-a27a-1bf19ba34545 req-870b1c75-3932-40b0-ba18-e39eb38255e6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] For port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=50bff51a-09c2-4d64-a6e8-5c0b08cecd95,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:32.188765 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1045e530-84e0-4a02-a27a-1bf19ba34545 req-870b1c75-3932-40b0-ba18-e39eb38255e6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.206348 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9367fc-9c17-4a45-b8f5-aab3fa29c070 admin admin] Router c56775ae-9907-4828-83c7-e40eee34d0b5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:32.207292 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-1045e530-84e0-4a02-a27a-1bf19ba34545 req-870b1c75-3932-40b0-ba18-e39eb38255e6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Calling delete_port for 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:32.352850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda162e6-cfeb-4c35-baf8-4d02fb4b6a04 req-d8bbf8ab-2fbe-4a7a-b61f-a330cf442ab9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:32.354409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dda162e6-cfeb-4c35-baf8-4d02fb4b6a04 req-d8bbf8ab-2fbe-4a7a-b61f-a330cf442ab9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 945 time: 0.0509577 Nov 12 09:06:32.404642 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9367fc-9c17-4a45-b8f5-aab3fa29c070 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:32.405284 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dda162e6-cfeb-4c35-baf8-4d02fb4b6a04 req-e013deb6-e2c8-4acd-a138-a79880837bdd tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443022 Nov 12 09:06:32.413442 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ee9367fc-9c17-4a45-b8f5-aab3fa29c070 admin admin] 10.222.0.31 "PUT /v2.0/routers/c56775ae-9907-4828-83c7-e40eee34d0b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0896976 Nov 12 09:06:32.413773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44868) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:32.414550 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3be2f4-8341-4391-815b-0ed8e1bb9d02 None None] Sync routers for ids ['c56775ae-9907-4828-83c7-e40eee34d0b5'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:32.426777 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3be2f4-8341-4391-815b-0ed8e1bb9d02 None None] Routers {'c56775ae-9907-4828-83c7-e40eee34d0b5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:32.427332 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fa3be2f4-8341-4391-815b-0ed8e1bb9d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c56775ae-9907-4828-83c7-e40eee34d0b5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:32.439266 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1045e530-84e0-4a02-a27a-1bf19ba34545 req-870b1c75-3932-40b0-ba18-e39eb38255e6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.468895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b1c75-3932-40b0-ba18-e39eb38255e6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event deleted for resources: {'Port': ['ID=50bff51a-09c2-4d64-a6e8-5c0b08cecd95,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:32.517668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-1045e530-84e0-4a02-a27a-1bf19ba34545 req-870b1c75-3932-40b0-ba18-e39eb38255e6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] No DVR routers for this DVR port 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:32.520476 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-1045e530-84e0-4a02-a27a-1bf19ba34545 req-870b1c75-3932-40b0-ba18-e39eb38255e6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.524862 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1045e530-84e0-4a02-a27a-1bf19ba34545 req-870b1c75-3932-40b0-ba18-e39eb38255e6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "DELETE /v2.0/ports/50bff51a-09c2-4d64-a6e8-5c0b08cecd95 HTTP/1.1" status: 204 len: 173 time: 0.6866908 Nov 12 09:06:32.525472 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50931283-fcb6-4135-a403-b00308b8dbc9', 'name': 'network-vif-deleted', 'tag': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:32.528630 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fb01be-11c0-497a-8921-f379311af08f" -d '{"events": [{"server_uuid": "50931283-fcb6-4135-a403-b00308b8dbc9", "name": "network-vif-deleted", "tag": "50bff51a-09c2-4d64-a6e8-5c0b08cecd95"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:32.558685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.563878 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-fa3be2f4-8341-4391-815b-0ed8e1bb9d02 None None] Set router c56775ae-9907-4828-83c7-e40eee34d0b5 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:32.575104 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ebef35-3e0c-432b-9dc7-3d7a5750d19d x-openstack-request-id: req-e8ebef35-3e0c-432b-9dc7-3d7a5750d19d {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:32.575416 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50931283-fcb6-4135-a403-b00308b8dbc9", "name": "network-vif-deleted", "tag": "50bff51a-09c2-4d64-a6e8-5c0b08cecd95", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:32.575713 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8ebef35-3e0c-432b-9dc7-3d7a5750d19d {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:32.576182 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50931283-fcb6-4135-a403-b00308b8dbc9', 'name': 'network-vif-deleted', 'tag': '50bff51a-09c2-4d64-a6e8-5c0b08cecd95', 'status': 'completed', 'code': 200} Nov 12 09:06:32.684664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.744890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Deleting port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:32.745663 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.790375 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fa3be2f4-8341-4391-815b-0ed8e1bb9d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'name': 'tempest-TestVolumeBackupRestore-704953150-router', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:58Z', 'updated_at': '2021-11-12T09:06:31Z', 'revision_number': 5, 'project_id': '67c53f7c4b1744238096948b468a4aba', 'gw_port': {'id': '0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:d5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:59Z', 'updated_at': '2021-11-12T09:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:32.821190 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3be2f4-8341-4391-815b-0ed8e1bb9d02 None None] Checking router: c56775ae-9907-4828-83c7-e40eee34d0b5 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:32.830464 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3be2f4-8341-4391-815b-0ed8e1bb9d02 None None] Routers {'c56775ae-9907-4828-83c7-e40eee34d0b5'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:32.831068 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fa3be2f4-8341-4391-815b-0ed8e1bb9d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['c56775ae-9907-4828-83c7-e40eee34d0b5'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:32.851952 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] For port 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:32.852520 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.867512 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Calling delete_port for 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:33.074337 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-fa3be2f4-8341-4391-815b-0ed8e1bb9d02 None None] Set router c56775ae-9907-4828-83c7-e40eee34d0b5 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:33.091199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.118304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f525f-c676-4e67-a03a-2dedd19f821c None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:33.132768 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-fa3be2f4-8341-4391-815b-0ed8e1bb9d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'name': 'tempest-TestVolumeBackupRestore-704953150-router', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:58Z', 'updated_at': '2021-11-12T09:06:32Z', 'revision_number': 6, 'project_id': '67c53f7c4b1744238096948b468a4aba', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:33.142751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:33.164405 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3be2f4-8341-4391-815b-0ed8e1bb9d02 None None] The sync data for ids ['c56775ae-9907-4828-83c7-e40eee34d0b5'] in n-d-768851-18 is: [{'id': 'c56775ae-9907-4828-83c7-e40eee34d0b5', 'name': 'tempest-TestVolumeBackupRestore-704953150-router', 'tenant_id': '67c53f7c4b1744238096948b468a4aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:58Z', 'updated_at': '2021-11-12T09:06:32Z', 'revision_number': 6, 'project_id': '67c53f7c4b1744238096948b468a4aba', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:33.216595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.311966 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.316834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.362460 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.363263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c56775ae-9907-4828-83c7-e40eee34d0b5 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:06:33.368463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.369663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-66ec234a-f25a-4045-90af-29ec89877b7c admin admin] 10.222.0.31 "DELETE /v2.0/routers/c56775ae-9907-4828-83c7-e40eee34d0b5 HTTP/1.1" status: 204 len: 168 time: 0.9536543 Nov 12 09:06:33.372683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44872) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:33.419066 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f5fb01-b49d-49bb-88fa-574f42c5457d admin admin] Deleting subnet 1da6ca6d-5d42-4a25-b632-7966de71232c {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:06:33.422541 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fb01-b49d-49bb-88fa-574f42c5457d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.461681 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fb01-b49d-49bb-88fa-574f42c5457d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.529803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4757fed3-3352-4c50-bda0-7029e8b246e2 req-1bd83c9e-1902-4dae-93ad-c6bcc0923a48 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0413287 Nov 12 09:06:33.575616 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fb01-b49d-49bb-88fa-574f42c5457d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.638763 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fb01-b49d-49bb-88fa-574f42c5457d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.668114 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fb01-b49d-49bb-88fa-574f42c5457d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.673446 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8cf6f-ab20-44a8-b1b6-04d4dca78356 None None] Network 08a46f4a-2cee-461e-80f3-e6487d838947 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:33.677741 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f7f5fb01-b49d-49bb-88fa-574f42c5457d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1da6ca6d-5d42-4a25-b632-7966de71232c HTTP/1.1" status: 204 len: 168 time: 0.3017271 Nov 12 09:06:33.677741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5fb01-b49d-49bb-88fa-574f42c5457d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da6ca6d-5d42-4a25-b632-7966de71232c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:33.678843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44876) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:33.759461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.822730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Deleting port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:33.823013 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.893830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] For port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7a40d64f-f2ad-46ed-bfdd-2b5f660837af,segment=NetworkSegment(91efa743-6b07-4c6d-abc2-aa04c1f2d175),segment_id=91efa743-6b07-4c6d-abc2-aa04c1f2d175)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:33.894189 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.911830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Calling delete_port for 7a40d64f-f2ad-46ed-bfdd-2b5f660837af owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:33.998783 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f9dc90-9986-43a0-a5a4-67be495d900f None None] DHCP port deletion for 08a46f4a-2cee-461e-80f3-e6487d838947 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:34.001705 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.031003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a40d64f-f2ad-46ed-bfdd-2b5f660837af,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:34.032834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] No DVR routers for this DVR port 7a40d64f-f2ad-46ed-bfdd-2b5f660837af on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:34.044059 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:06:34.112621 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.134889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a46f4a-2cee-461e-80f3-e6487d838947']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:34.148367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91efa743-6b07-4c6d-abc2-aa04c1f2d175') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:34.149023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91efa743-6b07-4c6d-abc2-aa04c1f2d175') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:34.159487 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.174169 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.180394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:06:34.180780 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:06:34.182480 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:06:34.246931 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.256119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.262861 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] 10.222.0.31 "DELETE /v2.0/networks/08a46f4a-2cee-461e-80f3-e6487d838947 HTTP/1.1" status: 204 len: 168 time: 0.5828245 Nov 12 09:06:34.280707 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397fda7-9e43-4562-ae8a-b6f9e33cf66a admin admin] Pushing event deleted for resources: {'Network': ['ID=08a46f4a-2cee-461e-80f3-e6487d838947,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:34.461883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44880) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:34.507396 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-953e1c0b-f7f8-4446-ad3c-6aaddd204e2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da4cd640215a4d97ae63080bccdd9f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442305 Nov 12 09:06:34.510004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44882) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:34.558642 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9bb94ef-8c11-4c65-a81d-8d9ff8785b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.584383 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9bb94ef-8c11-4c65-a81d-8d9ff8785b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.649325 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9bb94ef-8c11-4c65-a81d-8d9ff8785b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.653528 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f9bb94ef-8c11-4c65-a81d-8d9ff8785b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.657062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f9bb94ef-8c11-4c65-a81d-8d9ff8785b45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eb910518-8eb9-44eb-93e7-a547a76c665a HTTP/1.1" status: 204 len: 168 time: 0.1436410 Nov 12 09:06:34.663659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:34.669439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb94ef-8c11-4c65-a81d-8d9ff8785b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb910518-8eb9-44eb-93e7-a547a76c665a,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:34.680090 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d1ac69fc-9926-459b-a99e-c0b86832045f req-d4094bfa-23be-44cd-9c5a-4f34648b2042 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0546346 Nov 12 09:06:34.704180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:34.704668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0170abeb-ccbd-4f0d-8a4f-dee8a9e5078e not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:34.705187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4fd2a8c1-289b-4be7-96ed-82ca07192749 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:34.730448 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 4fd2a8c1-289b-4be7-96ed-82ca07192749 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:34.730886 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4fd2a8c1-289b-4be7-96ed-82ca07192749 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:34.731383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7a40d64f-f2ad-46ed-bfdd-2b5f660837af no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:34.753391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 7a40d64f-f2ad-46ed-bfdd-2b5f660837af {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:34.753815 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7a40d64f-f2ad-46ed-bfdd-2b5f660837af not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:34.928321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:34.949994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:34.950368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 50bff51a-09c2-4d64-a6e8-5c0b08cecd95 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:34.996587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44890) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:35.038973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-96d24263-5f6f-4cc7-b050-5a5ca54e43e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67c53f7c4b1744238096948b468a4aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410812 Nov 12 09:06:35.041424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44892) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:35.093386 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-082954f5-0117-4b73-93c5-6206d1e1096b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.246561 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cf7fa965-3183-4107-b7b1-6204b4194f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.419132 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-082954f5-0117-4b73-93c5-6206d1e1096b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.471535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-082954f5-0117-4b73-93c5-6206d1e1096b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.474123 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-082954f5-0117-4b73-93c5-6206d1e1096b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.475570 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-082954f5-0117-4b73-93c5-6206d1e1096b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e79c686c-136f-49ef-b6e8-344c4ed3d558 HTTP/1.1" status: 204 len: 168 time: 0.4331701 Nov 12 09:06:35.484965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082954f5-0117-4b73-93c5-6206d1e1096b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79c686c-136f-49ef-b6e8-344c4ed3d558,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:35.774441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5697b6a4-d141-4695-9c05-fab8fe8f7713 req-33dd9967-1b8d-4676-a52b-67b6b464fec9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0300055 Nov 12 09:06:36.880254 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b11aac6e-3b17-4b99-acac-2ce8a9368b8b req-84d60363-3df9-4e78-9e86-7646fe0bc3f6 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=50931283-fcb6-4135-a403-b00308b8dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0323462 Nov 12 09:06:37.557839 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d24769a3-a072-4fb0-b567-29d6e79e19f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.693311 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.061333 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.990593 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.313606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44920) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:43.471628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Deleting port c04d1c38-0dc2-4c77-a4a1-98f4c398bbd7 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:43.471960 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.551444 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.551667 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.563861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Calling delete_port for c04d1c38-0dc2-4c77-a4a1-98f4c398bbd7 owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:43.715040 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.738932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event deleted for resources: {'Port': ['ID=c04d1c38-0dc2-4c77-a4a1-98f4c398bbd7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:43.808173 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.808454 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Floating IP d3a7e149-7197-4bd2-a6f9-5d0cf8186ac5 disassociated (deleted). External IP: 172.25.3.135, port: f926108a-d408-4174-ae7d-b4c6ba9a8fdb. Nov 12 09:06:44.026248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Router 90db320e-70f6-4bcc-8d86-a3ca4467e41f has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:44.135341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:44.140254 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.144716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38959638-1cb6-40fa-aed5-c11e7ddebe51 None None] Sync routers for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:44.155168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38959638-1cb6-40fa-aed5-c11e7ddebe51 None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:44.155781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-38959638-1cb6-40fa-aed5-c11e7ddebe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:44.167428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bd42872b-e2d0-4730-b49d-cdcadd5ff945 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "DELETE /v2.0/floatingips/d3a7e149-7197-4bd2-a6f9-5d0cf8186ac5 HTTP/1.1" status: 204 len: 168 time: 0.8527114 Nov 12 09:06:44.168019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'tag': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:44.170292 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9813af9-67a4-4b10-a3b4-a7ae189daf08" -d '{"events": [{"name": "network-changed", "server_uuid": "aade6811-50a6-4cd3-aa2a-b62397ffd39e", "tag": "f926108a-d408-4174-ae7d-b4c6ba9a8fdb"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:44.213524 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29275f25-5721-4e19-a158-f5e2b5c9f284 x-openstack-request-id: req-29275f25-5721-4e19-a158-f5e2b5c9f284 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:44.213883 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aade6811-50a6-4cd3-aa2a-b62397ffd39e", "tag": "f926108a-d408-4174-ae7d-b4c6ba9a8fdb", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:44.214215 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29275f25-5721-4e19-a158-f5e2b5c9f284 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:44.214680 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'tag': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'status': 'completed', 'code': 200} Nov 12 09:06:44.268839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-38959638-1cb6-40fa-aed5-c11e7ddebe51 None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:44.282677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9813af9-67a4-4b10-a3b4-a7ae189daf08 req-840cdd33-4f7a-4c47-b50f-3c7b9d698cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:44.284833 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9813af9-67a4-4b10-a3b4-a7ae189daf08 req-840cdd33-4f7a-4c47-b50f-3c7b9d698cc8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 1098 time: 0.0480399 Nov 12 09:06:44.391529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9813af9-67a4-4b10-a3b4-a7ae189daf08 req-02ba2a09-489c-4cad-8971-89769aca9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:44.393089 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9813af9-67a4-4b10-a3b4-a7ae189daf08 req-02ba2a09-489c-4cad-8971-89769aca9aeb service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 200 len: 913 time: 0.0938342 Nov 12 09:06:44.444789 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9813af9-67a4-4b10-a3b4-a7ae189daf08 req-3808a25a-ceb0-4c87-97a2-121b0c2dfb2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f926108a-d408-4174-ae7d-b4c6ba9a8fdb HTTP/1.1" status: 200 len: 217 time: 0.0432017 Nov 12 09:06:44.488233 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-38959638-1cb6-40fa-aed5-c11e7ddebe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:44.501532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9813af9-67a4-4b10-a3b4-a7ae189daf08 req-923ced61-e95d-45ad-9917-548202919ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:44.503252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9813af9-67a4-4b10-a3b4-a7ae189daf08 req-923ced61-e95d-45ad-9917-548202919ee0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 200 len: 851 time: 0.0498748 Nov 12 09:06:44.522572 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38959638-1cb6-40fa-aed5-c11e7ddebe51 None None] Checking router: 90db320e-70f6-4bcc-8d86-a3ca4467e41f for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:44.532060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38959638-1cb6-40fa-aed5-c11e7ddebe51 None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:44.532683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-38959638-1cb6-40fa-aed5-c11e7ddebe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:44.555809 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9813af9-67a4-4b10-a3b4-a7ae189daf08 req-124a85f1-adf2-441b-a220-6e2a3d4d23c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:44.557358 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9813af9-67a4-4b10-a3b4-a7ae189daf08 req-124a85f1-adf2-441b-a220-6e2a3d4d23c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2a9cfd5-7dc0-4081-9047-d432a82052a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451081 Nov 12 09:06:44.648276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc6939-317a-417c-b18c-b96019b93479 req-ccfb0637-7b83-4340-a868-81a943651055 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:44.649790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dcdc6939-317a-417c-b18c-b96019b93479 req-ccfb0637-7b83-4340-a868-81a943651055 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 946 time: 0.2889199 Nov 12 09:06:44.651606 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-38959638-1cb6-40fa-aed5-c11e7ddebe51 None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:44.667236 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9813af9-67a4-4b10-a3b4-a7ae189daf08 req-bf7a9269-b963-4630-a07c-319bf4af85c2 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992978 Nov 12 09:06:44.706253 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dcdc6939-317a-417c-b18c-b96019b93479 req-b6c5c138-d130-4631-bf4b-42abbc3cc100 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491741 Nov 12 09:06:44.763468 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b9813af9-67a4-4b10-a3b4-a7ae189daf08 req-5151ea83-5985-432a-b519-77985f967004 service neutron] 10.222.0.52 "GET /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860391 Nov 12 09:06:44.857444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-38959638-1cb6-40fa-aed5-c11e7ddebe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:44.887436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38959638-1cb6-40fa-aed5-c11e7ddebe51 None None] The sync data for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 is: [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T08:52:33Z', 'revision_number': 4, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4', 'name': '', 'network_id': 'd2a9cfd5-7dc0-4081-9047-d432a82052a4', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'mac_address': 'fa:16:3e:b9:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:31Z', 'updated_at': '2021-11-12T08:52:44Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'subnets': [{'id': '4fdcf052-295a-4e9d-9bdc-67e73beb1d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:45.112633 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c49f24-50f2-4453-9ddf-ea539893e6f5 None None] New status for floating IP d3a7e149-7197-4bd2-a6f9-5d0cf8186ac5: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:06:45.833233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9582f1-4fcb-401e-a932-a3d0f4a60fa8 req-86541169-71b4-4496-9021-25484856dec2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:45.834876 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e9582f1-4fcb-401e-a932-a3d0f4a60fa8 req-86541169-71b4-4496-9021-25484856dec2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 946 time: 0.0552218 Nov 12 09:06:45.884784 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6e9582f1-4fcb-401e-a932-a3d0f4a60fa8 req-80d9a546-56d6-44b9-95cc-e4ae3da6ec13 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/security-groups?id=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441213 Nov 12 09:06:46.090437 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6611fb-38c5-4390-87fc-ac6b0e806436 req-9f3ef145-b1ff-415c-b1f1-57b67062f4ec tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:46.091894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2f6611fb-38c5-4390-87fc-ac6b0e806436 req-9f3ef145-b1ff-415c-b1f1-57b67062f4ec tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 946 time: 0.0497763 Nov 12 09:06:46.184197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-2f6611fb-38c5-4390-87fc-ac6b0e806436 req-8a8b4c89-07d8-4667-989f-107d47177ea9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Deleting port f926108a-d408-4174-ae7d-b4c6ba9a8fdb {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:46.184539 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2f6611fb-38c5-4390-87fc-ac6b0e806436 req-8a8b4c89-07d8-4667-989f-107d47177ea9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.277458 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-2f6611fb-38c5-4390-87fc-ac6b0e806436 req-8a8b4c89-07d8-4667-989f-107d47177ea9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] For port f926108a-d408-4174-ae7d-b4c6ba9a8fdb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f926108a-d408-4174-ae7d-b4c6ba9a8fdb,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:46.277741 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2f6611fb-38c5-4390-87fc-ac6b0e806436 req-8a8b4c89-07d8-4667-989f-107d47177ea9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.291397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-2f6611fb-38c5-4390-87fc-ac6b0e806436 req-8a8b4c89-07d8-4667-989f-107d47177ea9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Calling delete_port for f926108a-d408-4174-ae7d-b4c6ba9a8fdb owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:46.420707 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2f6611fb-38c5-4390-87fc-ac6b0e806436 req-8a8b4c89-07d8-4667-989f-107d47177ea9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.450012 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b4c89-07d8-4667-989f-107d47177ea9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event deleted for resources: {'Port': ['ID=f926108a-d408-4174-ae7d-b4c6ba9a8fdb,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:46.494772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6611fb-38c5-4390-87fc-ac6b0e806436 req-8a8b4c89-07d8-4667-989f-107d47177ea9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] No DVR routers for this DVR port f926108a-d408-4174-ae7d-b4c6ba9a8fdb on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:46.497616 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-2f6611fb-38c5-4390-87fc-ac6b0e806436 req-8a8b4c89-07d8-4667-989f-107d47177ea9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.501091 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2f6611fb-38c5-4390-87fc-ac6b0e806436 req-8a8b4c89-07d8-4667-989f-107d47177ea9 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.52 "DELETE /v2.0/ports/f926108a-d408-4174-ae7d-b4c6ba9a8fdb HTTP/1.1" status: 204 len: 173 time: 0.4024265 Nov 12 09:06:46.501552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'name': 'network-vif-deleted', 'tag': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:46.503863 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9bcbed-e228-4e2f-afe9-31e579e65d86" -d '{"events": [{"server_uuid": "aade6811-50a6-4cd3-aa2a-b62397ffd39e", "name": "network-vif-deleted", "tag": "f926108a-d408-4174-ae7d-b4c6ba9a8fdb"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:46.543506 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22d268c-ab8a-4f14-a6e8-d6e8460aa7cd x-openstack-request-id: req-d22d268c-ab8a-4f14-a6e8-d6e8460aa7cd {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:46.543799 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aade6811-50a6-4cd3-aa2a-b62397ffd39e", "name": "network-vif-deleted", "tag": "f926108a-d408-4174-ae7d-b4c6ba9a8fdb", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:46.544048 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d22d268c-ab8a-4f14-a6e8-d6e8460aa7cd {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:46.544570 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aade6811-50a6-4cd3-aa2a-b62397ffd39e', 'name': 'network-vif-deleted', 'tag': 'f926108a-d408-4174-ae7d-b4c6ba9a8fdb', 'status': 'completed', 'code': 200} Nov 12 09:06:46.986399 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3c5cc8ba-d76f-42c5-bbb3-24ef3d0fa2cc req-677f7280-148b-4dec-b2f9-3890008a8e2b tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 210 time: 0.0269778 Nov 12 09:06:48.090194 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d592137-a30e-4f10-9caa-1395a40d0673 req-945aae72-a9d8-49fd-9266-5336e7e4aea2 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 210 time: 0.0342324 Nov 12 09:06:48.955069 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f926108a-d408-4174-ae7d-b4c6ba9a8fdb no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:48.986306 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: f926108a-d408-4174-ae7d-b4c6ba9a8fdb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:48.987164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f926108a-d408-4174-ae7d-b4c6ba9a8fdb not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:49.197347 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-850b0479-879f-4ac0-b916-3e6f7aa31896 req-964f98a7-989b-4dc4-83a0-1faabd177124 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 210 time: 0.0343428 Nov 12 09:06:50.295742 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bbd396d0-0091-41d8-9e21-0fe279d77d60 req-c3d7a4e2-fbf2-48fc-a5cb-91817006030c tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "GET /v2.0/ports?device_id=aade6811-50a6-4cd3-aa2a-b62397ffd39e HTTP/1.1" status: 200 len: 210 time: 0.0285208 Nov 12 09:06:51.355731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44946) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:51.479237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-97a9e702-19c3-49b9-9f9c-b873859d3b48 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Deleting port 0f4abb71-46f8-4887-964c-bf7960d8c45d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:51.479576 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-97a9e702-19c3-49b9-9f9c-b873859d3b48 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.555001 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-97a9e702-19c3-49b9-9f9c-b873859d3b48 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.555319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-97a9e702-19c3-49b9-9f9c-b873859d3b48 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.566956 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-97a9e702-19c3-49b9-9f9c-b873859d3b48 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Calling delete_port for 0f4abb71-46f8-4887-964c-bf7960d8c45d owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:51.705728 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-97a9e702-19c3-49b9-9f9c-b873859d3b48 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.732490 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9e702-19c3-49b9-9f9c-b873859d3b48 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event deleted for resources: {'Port': ['ID=0f4abb71-46f8-4887-964c-bf7960d8c45d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:51.794740 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-97a9e702-19c3-49b9-9f9c-b873859d3b48 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.797277 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-97a9e702-19c3-49b9-9f9c-b873859d3b48 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.798421 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-97a9e702-19c3-49b9-9f9c-b873859d3b48 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "DELETE /v2.0/floatingips/9a717893-3238-4d25-8c6f-508483c11d38 HTTP/1.1" status: 204 len: 168 time: 0.4416730 Nov 12 09:06:52.670916 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.118618 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44962) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:55.176524 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8bcffafe-75ea-45eb-bc0a-7979d304c739 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.203826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8bcffafe-75ea-45eb-bc0a-7979d304c739 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.265946 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8bcffafe-75ea-45eb-bc0a-7979d304c739 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.268616 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8bcffafe-75ea-45eb-bc0a-7979d304c739 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.269828 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8bcffafe-75ea-45eb-bc0a-7979d304c739 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] 10.222.0.31 "DELETE /v2.0/security-groups/3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3 HTTP/1.1" status: 204 len: 168 time: 0.1502738 Nov 12 09:06:55.280061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcffafe-75ea-45eb-bc0a-7979d304c739 tempest-TestVolumeBootPattern-801908691 tempest-TestVolumeBootPattern-801908691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9d53a9-60aa-4fc1-8e60-e17a0ff0f6f3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:55.345603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44966) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:55.820476 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caea2a65-aa4d-4d3d-ae63-1b1d466d1152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.077378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-caea2a65-aa4d-4d3d-ae63-1b1d466d1152 admin admin] Deleting port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:56.078195 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caea2a65-aa4d-4d3d-ae63-1b1d466d1152 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.159234 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-caea2a65-aa4d-4d3d-ae63-1b1d466d1152 admin admin] For port a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:56.159974 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caea2a65-aa4d-4d3d-ae63-1b1d466d1152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.172221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-caea2a65-aa4d-4d3d-ae63-1b1d466d1152 admin admin] Calling delete_port for a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:56.353962 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caea2a65-aa4d-4d3d-ae63-1b1d466d1152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.387123 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea2a65-aa4d-4d3d-ae63-1b1d466d1152 admin admin] Pushing event deleted for resources: {'Port': ['ID=a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:56.838366 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caea2a65-aa4d-4d3d-ae63-1b1d466d1152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.053095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caea2a65-aa4d-4d3d-ae63-1b1d466d1152 admin admin] Router 90db320e-70f6-4bcc-8d86-a3ca4467e41f has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:57.158819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caea2a65-aa4d-4d3d-ae63-1b1d466d1152 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:57.166670 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-caea2a65-aa4d-4d3d-ae63-1b1d466d1152 admin admin] 10.222.0.31 "PUT /v2.0/routers/90db320e-70f6-4bcc-8d86-a3ca4467e41f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8176517 Nov 12 09:06:57.167254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44970) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:57.170310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d37cb-eba4-41dd-a9c4-30d6905d1b4d None None] Sync routers for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:57.180733 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d37cb-eba4-41dd-a9c4-30d6905d1b4d None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:57.181507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b79d37cb-eba4-41dd-a9c4-30d6905d1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:57.274518 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.286422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b79d37cb-eba4-41dd-a9c4-30d6905d1b4d None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:57.388973 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.443579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Deleting port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:57.444006 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.526319 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] For port e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:57.526556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.540597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Calling delete_port for e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:57.640796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b79d37cb-eba4-41dd-a9c4-30d6905d1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T09:06:56Z', 'revision_number': 5, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port': {'id': 'e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:27Z', 'updated_at': '2021-11-12T08:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:57.667860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d37cb-eba4-41dd-a9c4-30d6905d1b4d None None] Checking router: 90db320e-70f6-4bcc-8d86-a3ca4467e41f for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:57.676345 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d37cb-eba4-41dd-a9c4-30d6905d1b4d None None] Routers {'90db320e-70f6-4bcc-8d86-a3ca4467e41f'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:57.676960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b79d37cb-eba4-41dd-a9c4-30d6905d1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:57.710323 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.741681 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:57.761438 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a63ed8-b223-4f08-b1b6-394426efeb9f None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:57.779035 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b79d37cb-eba4-41dd-a9c4-30d6905d1b4d None None] Set router 90db320e-70f6-4bcc-8d86-a3ca4467e41f gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:57.806830 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.836666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b79d37cb-eba4-41dd-a9c4-30d6905d1b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T09:06:57Z', 'revision_number': 6, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:57.863355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79d37cb-eba4-41dd-a9c4-30d6905d1b4d None None] The sync data for ids ['90db320e-70f6-4bcc-8d86-a3ca4467e41f'] in n-d-768851-18 is: [{'id': '90db320e-70f6-4bcc-8d86-a3ca4467e41f', 'name': 'tempest-TestVolumeBootPattern-1160193248-router', 'tenant_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:26Z', 'updated_at': '2021-11-12T09:06:57Z', 'revision_number': 6, 'project_id': '3047633a86764fd1aa0ef6ef6d5a5248', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:57.907327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.909573 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.963541 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.964240 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90db320e-70f6-4bcc-8d86-a3ca4467e41f {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:06:57.969081 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.970391 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7bae7381-3bcd-442e-9341-9c1b2bf068ca admin admin] 10.222.0.31 "DELETE /v2.0/routers/90db320e-70f6-4bcc-8d86-a3ca4467e41f HTTP/1.1" status: 204 len: 168 time: 0.8021245 Nov 12 09:06:57.972927 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44972) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:58.024509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e16226-f35c-447c-8745-0a7e437d4261 admin admin] Deleting subnet 4fdcf052-295a-4e9d-9bdc-67e73beb1d06 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:06:58.027852 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4e16226-f35c-447c-8745-0a7e437d4261 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.062876 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4e16226-f35c-447c-8745-0a7e437d4261 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.144551 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4e16226-f35c-447c-8745-0a7e437d4261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.209559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4e16226-f35c-447c-8745-0a7e437d4261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.235535 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e16226-f35c-447c-8745-0a7e437d4261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fdcf052-295a-4e9d-9bdc-67e73beb1d06,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:58.242439 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a4e16226-f35c-447c-8745-0a7e437d4261 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.248473 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a4e16226-f35c-447c-8745-0a7e437d4261 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4fdcf052-295a-4e9d-9bdc-67e73beb1d06 HTTP/1.1" status: 204 len: 168 time: 0.2719753 Nov 12 09:06:58.248862 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44974) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:58.253212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d711f-f9bc-4a21-a9b2-11ee76f871f0 None None] Network d2a9cfd5-7dc0-4081-9047-d432a82052a4 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:58.323213 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.394036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Deleting port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:58.394381 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.467532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] For port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4d52c192-d7f3-4f12-8cc5-110d7103ccc6,segment=NetworkSegment(05f64e58-5458-4c39-8955-e4cfb7931663),segment_id=05f64e58-5458-4c39-8955-e4cfb7931663)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:58.467926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.481076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Calling delete_port for 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:58.565778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.592259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d52c192-d7f3-4f12-8cc5-110d7103ccc6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:58.595564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] No DVR routers for this DVR port 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:58.671470 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.689568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5cb9d-3902-4e7c-a93e-9738e83ef319 None None] DHCP port deletion for d2a9cfd5-7dc0-4081-9047-d432a82052a4 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:58.710418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a9cfd5-7dc0-4081-9047-d432a82052a4']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:58.724852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f64e58-5458-4c39-8955-e4cfb7931663') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:58.725902 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f64e58-5458-4c39-8955-e4cfb7931663') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:58.736024 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.757055 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.769411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:06:58.769973 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:06:58.771775 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:06:58.780059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:58.813869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:58.814221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e8ea4b6e-2bad-4013-a1c7-b287c3b7fc89 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:58.814659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:58.835849 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:58.836128 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4d52c192-d7f3-4f12-8cc5-110d7103ccc6 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:58.836467 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.836720 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:58.842582 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.848470 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d2a9cfd5-7dc0-4081-9047-d432a82052a4 HTTP/1.1" status: 204 len: 168 time: 0.5958817 Nov 12 09:06:58.849376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44976) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:58.864256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1f2ae-46bc-40ee-b566-8b4d7bf32f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a9cfd5-7dc0-4081-9047-d432a82052a4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:58.867107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:58.867452 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a986d5bf-84ea-4628-bcaa-2bdf0a28c8f4 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:58.880552 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.272482 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e13886e3-d4af-4ca7-ad35-9f62223003bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.538365 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-e13886e3-d4af-4ca7-ad35-9f62223003bb admin admin] Deleting port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:59.538611 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e13886e3-d4af-4ca7-ad35-9f62223003bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.618077 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-e13886e3-d4af-4ca7-ad35-9f62223003bb admin admin] For port 6c97c2e3-f6c8-44a8-b216-51bd3c305d40, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=6c97c2e3-f6c8-44a8-b216-51bd3c305d40,segment=NetworkSegment(7980c91b-2338-4ccc-a3e2-8036df30f7fb),segment_id=7980c91b-2338-4ccc-a3e2-8036df30f7fb)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:59.618438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e13886e3-d4af-4ca7-ad35-9f62223003bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.631078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-e13886e3-d4af-4ca7-ad35-9f62223003bb admin admin] Calling delete_port for 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:59.845678 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e13886e3-d4af-4ca7-ad35-9f62223003bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.888707 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13886e3-d4af-4ca7-ad35-9f62223003bb admin admin] Pushing event deleted for resources: {'Port': ['ID=6c97c2e3-f6c8-44a8-b216-51bd3c305d40,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:00.076448 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e13886e3-d4af-4ca7-ad35-9f62223003bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:00.310134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13886e3-d4af-4ca7-ad35-9f62223003bb admin admin] Router 686209c8-aa0a-456d-ad5f-75aca11a5f7a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:00.417985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13886e3-d4af-4ca7-ad35-9f62223003bb admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:00.424452 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e13886e3-d4af-4ca7-ad35-9f62223003bb admin admin] 10.222.0.31 "PUT /v2.0/routers/686209c8-aa0a-456d-ad5f-75aca11a5f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5745163 Nov 12 09:07:00.426570 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad7a7f-34a2-44a5-8b41-4a14a1229873 None None] Sync routers for ids ['686209c8-aa0a-456d-ad5f-75aca11a5f7a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:00.427076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44978) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:00.444156 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad7a7f-34a2-44a5-8b41-4a14a1229873 None None] Routers {'686209c8-aa0a-456d-ad5f-75aca11a5f7a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:00.445004 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7aad7a7f-34a2-44a5-8b41-4a14a1229873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['686209c8-aa0a-456d-ad5f-75aca11a5f7a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:00.550103 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:00.564279 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-7aad7a7f-34a2-44a5-8b41-4a14a1229873 None None] Set router 686209c8-aa0a-456d-ad5f-75aca11a5f7a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:00.762461 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7aad7a7f-34a2-44a5-8b41-4a14a1229873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'name': 'tempest-TestVolumeBootPattern-523443388-router', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:38Z', 'updated_at': '2021-11-12T09:06:59Z', 'revision_number': 5, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'gw_port': {'id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:39Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:00.791282 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad7a7f-34a2-44a5-8b41-4a14a1229873 None None] Checking router: 686209c8-aa0a-456d-ad5f-75aca11a5f7a for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:00.800818 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad7a7f-34a2-44a5-8b41-4a14a1229873 None None] Routers {'686209c8-aa0a-456d-ad5f-75aca11a5f7a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:00.801476 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7aad7a7f-34a2-44a5-8b41-4a14a1229873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:06:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['686209c8-aa0a-456d-ad5f-75aca11a5f7a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:00.914091 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-7aad7a7f-34a2-44a5-8b41-4a14a1229873 None None] Set router 686209c8-aa0a-456d-ad5f-75aca11a5f7a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:00.971499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.028899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Deleting port 28980e25-a1bb-4ed3-80af-65930a8a2346 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:01.029300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.108504 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-7aad7a7f-34a2-44a5-8b41-4a14a1229873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'name': 'tempest-TestVolumeBootPattern-523443388-router', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:38Z', 'updated_at': '2021-11-12T09:06:59Z', 'revision_number': 5, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'gw_port': {'id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:39Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:01.114818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] For port 28980e25-a1bb-4ed3-80af-65930a8a2346, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=28980e25-a1bb-4ed3-80af-65930a8a2346,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:01.115187 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.128958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Calling delete_port for 28980e25-a1bb-4ed3-80af-65930a8a2346 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:01.137341 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad7a7f-34a2-44a5-8b41-4a14a1229873 None None] The sync data for ids ['686209c8-aa0a-456d-ad5f-75aca11a5f7a'] in n-d-768851-18 is: [{'id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'name': 'tempest-TestVolumeBootPattern-523443388-router', 'tenant_id': 'e031f38abf85410bb440d5defdebf83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:52:38Z', 'updated_at': '2021-11-12T09:06:59Z', 'revision_number': 5, 'project_id': 'e031f38abf85410bb440d5defdebf83c', 'gw_port': {'id': '28980e25-a1bb-4ed3-80af-65930a8a2346', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686209c8-aa0a-456d-ad5f-75aca11a5f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:52:39Z', 'updated_at': '2021-11-12T08:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:01.304607 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.335090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Pushing event deleted for resources: {'Port': ['ID=28980e25-a1bb-4ed3-80af-65930a8a2346,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:01.350461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d688fb-37c7-42fd-b428-647ab634df80 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:07:01.397728 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.491363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.493750 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.539534 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.540214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 686209c8-aa0a-456d-ad5f-75aca11a5f7a {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:07:01.544563 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.545848 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1b8a22af-5976-423b-aff4-dfd2ba5cb279 admin admin] 10.222.0.31 "DELETE /v2.0/routers/686209c8-aa0a-456d-ad5f-75aca11a5f7a HTTP/1.1" status: 204 len: 168 time: 1.1176958 Nov 12 09:07:01.549627 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 44980) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:01.605141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb18f228-18c2-45ee-9b4e-73c3fd1f9eec admin admin] Deleting subnet f460d839-63e7-4ae7-a169-c0660331a836 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:07:01.609556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb18f228-18c2-45ee-9b4e-73c3fd1f9eec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.655759 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb18f228-18c2-45ee-9b4e-73c3fd1f9eec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.748450 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb18f228-18c2-45ee-9b4e-73c3fd1f9eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.804627 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb18f228-18c2-45ee-9b4e-73c3fd1f9eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.832214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18f228-18c2-45ee-9b4e-73c3fd1f9eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f460d839-63e7-4ae7-a169-c0660331a836,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:01.836008 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-eb18f228-18c2-45ee-9b4e-73c3fd1f9eec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.839185 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-eb18f228-18c2-45ee-9b4e-73c3fd1f9eec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f460d839-63e7-4ae7-a169-c0660331a836 HTTP/1.1" status: 204 len: 168 time: 0.2884824 Nov 12 09:07:01.841765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44982) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:01.843898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053cea7d-c594-4beb-9a30-e5dff0a489d7 None None] Network 58a5508a-ee67-4496-a760-e5412ec7fb89 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:07:01.960130 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.028144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Deleting port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:02.028528 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.096937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] For port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7ce9ba4f-1d92-4a7d-b30b-d419c893befa,segment=NetworkSegment(7980c91b-2338-4ccc-a3e2-8036df30f7fb),segment_id=7980c91b-2338-4ccc-a3e2-8036df30f7fb)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:02.097378 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.110798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Calling delete_port for 7ce9ba4f-1d92-4a7d-b30b-d419c893befa owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:02.192720 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.222207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] No DVR routers for this DVR port 7ce9ba4f-1d92-4a7d-b30b-d419c893befa on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:07:02.224047 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce9ba4f-1d92-4a7d-b30b-d419c893befa,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:02.252281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284369fe-d9f8-4188-8120-10e938bab9bc None None] DHCP port deletion for 58a5508a-ee67-4496-a760-e5412ec7fb89 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:07:02.313054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.333192 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a5508a-ee67-4496-a760-e5412ec7fb89']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:02.342954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7980c91b-2338-4ccc-a3e2-8036df30f7fb') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:02.343559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7980c91b-2338-4ccc-a3e2-8036df30f7fb') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:02.353185 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.369385 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.375515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:07:02.375897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:07:02.377595 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:07:02.437836 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.444271 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.448167 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] 10.222.0.31 "DELETE /v2.0/networks/58a5508a-ee67-4496-a760-e5412ec7fb89 HTTP/1.1" status: 204 len: 168 time: 0.6052155 Nov 12 09:07:02.461584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5d6f1-ac12-4826-946a-c17552f3dd02 admin admin] Pushing event deleted for resources: {'Network': ['ID=58a5508a-ee67-4496-a760-e5412ec7fb89,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:02.576172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44986) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:02.620971 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ceba167f-2519-4603-b040-89db47f50c1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3047633a86764fd1aa0ef6ef6d5a5248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435827 Nov 12 09:07:02.623484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44988) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:02.649011 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:02.669425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:02.669774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 6c97c2e3-f6c8-44a8-b216-51bd3c305d40 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:02.670207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 28980e25-a1bb-4ed3-80af-65930a8a2346 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:02.678975 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f328ba57-f073-4035-86b5-635a78d63543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.689817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 28980e25-a1bb-4ed3-80af-65930a8a2346 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:02.690169 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 28980e25-a1bb-4ed3-80af-65930a8a2346 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:02.690598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7ce9ba4f-1d92-4a7d-b30b-d419c893befa no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:02.703933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f328ba57-f073-4035-86b5-635a78d63543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.711159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 7ce9ba4f-1d92-4a7d-b30b-d419c893befa {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:02.711504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7ce9ba4f-1d92-4a7d-b30b-d419c893befa not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:02.760306 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f328ba57-f073-4035-86b5-635a78d63543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.763266 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f328ba57-f073-4035-86b5-635a78d63543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.764425 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f328ba57-f073-4035-86b5-635a78d63543 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09191a4b-70ac-4ca1-a67b-16060cc11a4b HTTP/1.1" status: 204 len: 168 time: 0.1400304 Nov 12 09:07:02.778665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328ba57-f073-4035-86b5-635a78d63543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09191a4b-70ac-4ca1-a67b-16060cc11a4b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:03.107060 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44994) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:03.149484 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c8c3227f-7aac-4382-a761-4911eb2c9486 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e031f38abf85410bb440d5defdebf83c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410428 Nov 12 09:07:03.152131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 44996) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:03.207503 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-09db679c-4a8d-4125-aced-ac72f767cc0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.228798 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-09db679c-4a8d-4125-aced-ac72f767cc0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.277739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-09db679c-4a8d-4125-aced-ac72f767cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.280301 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-09db679c-4a8d-4125-aced-ac72f767cc0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.281475 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-09db679c-4a8d-4125-aced-ac72f767cc0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cdc0a72-b610-48ee-8764-7adb473cf0b6 HTTP/1.1" status: 204 len: 168 time: 0.1284451 Nov 12 09:07:03.289380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db679c-4a8d-4125-aced-ac72f767cc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdc0a72-b610-48ee-8764-7adb473cf0b6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:05.240068 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-afba75f0-25ca-46f7-89ef-99af2b0702ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.551121 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e6d35454-b5da-4314-9e03-5cf12c42e3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:08.698098 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.063796 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.984390 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:11.044177 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:07:18.156575 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4ad1fe1-2fdf-4d51-9b39-2b48af625c22 req-f9866109-0530-4576-8df0-7d1f3038e13d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413818 Nov 12 09:07:18.239880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad1fe1-2fdf-4d51-9b39-2b48af625c22 req-3d41bee8-b122-4a4b-85a9-192bfaced1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:18.241769 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4ad1fe1-2fdf-4d51-9b39-2b48af625c22 req-3d41bee8-b122-4a4b-85a9-192bfaced1df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9234482bb6144368b0593716fff70f5&device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 1098 time: 0.0431430 Nov 12 09:07:18.355172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad1fe1-2fdf-4d51-9b39-2b48af625c22 req-ae20c789-aeb8-4ec4-8c0b-1645cf0a64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:18.356569 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4ad1fe1-2fdf-4d51-9b39-2b48af625c22 req-ae20c789-aeb8-4ec4-8c0b-1645cf0a64cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 HTTP/1.1" status: 200 len: 910 time: 0.0946941 Nov 12 09:07:18.425030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4ad1fe1-2fdf-4d51-9b39-2b48af625c22 req-ba701337-2370-4be7-81de-ec0e23540fe2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8 HTTP/1.1" status: 200 len: 1002 time: 0.0612528 Nov 12 09:07:18.481631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad1fe1-2fdf-4d51-9b39-2b48af625c22 req-e7807aed-36d5-4942-b90e-f759f8247179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:18.483117 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4ad1fe1-2fdf-4d51-9b39-2b48af625c22 req-e7807aed-36d5-4942-b90e-f759f8247179 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=339a8a16-a04c-4a62-86a4-c05a327e6f43 HTTP/1.1" status: 200 len: 848 time: 0.0510798 Nov 12 09:07:18.531077 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad1fe1-2fdf-4d51-9b39-2b48af625c22 req-cfb0fa77-e8bd-47e0-b0fe-6384df0800b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:18.532590 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4ad1fe1-2fdf-4d51-9b39-2b48af625c22 req-cfb0fa77-e8bd-47e0-b0fe-6384df0800b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424731 Nov 12 09:07:18.630815 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4ad1fe1-2fdf-4d51-9b39-2b48af625c22 req-9efad828-97f5-48f9-bd1a-42abacbc77fc service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897367 Nov 12 09:07:18.726582 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f4ad1fe1-2fdf-4d51-9b39-2b48af625c22 req-584cda62-13ea-4f1d-bb34-50b8cb936d08 service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880580 Nov 12 09:07:22.706069 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:28.893899 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.243640 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-69789b10-86cc-400f-9848-18bf66b3042d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:37.553096 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44edf8cb-d30a-4cfd-a44e-819764978b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:38.698456 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.066402 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.989223 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:48.043507 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:07:52.705522 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:58.891116 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.245222 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-72cdffaa-f9d3-4817-b158-e179f89b9697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:07.556338 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52075609-1e85-48d0-a036-0c2275a5aba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.702618 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.068633 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.993654 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.176800 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e965a464-f67a-48fb-9b16-62af141ab065 req-0166aaa2-b753-476a-8b4d-452fb94ce36d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529077 Nov 12 09:08:20.272826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965a464-f67a-48fb-9b16-62af141ab065 req-778fb3db-da80-4547-b51b-fd6c0b8f6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.274973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e965a464-f67a-48fb-9b16-62af141ab065 req-778fb3db-da80-4547-b51b-fd6c0b8f6265 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9234482bb6144368b0593716fff70f5&device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 1098 time: 0.0499151 Nov 12 09:08:20.387165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965a464-f67a-48fb-9b16-62af141ab065 req-08072d57-d9e3-40e7-b602-73d10e593b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.388664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e965a464-f67a-48fb-9b16-62af141ab065 req-08072d57-d9e3-40e7-b602-73d10e593b12 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 HTTP/1.1" status: 200 len: 910 time: 0.0935421 Nov 12 09:08:20.465539 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e965a464-f67a-48fb-9b16-62af141ab065 req-66b9fa9e-e73b-4de0-b722-17ceb6e72e83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8 HTTP/1.1" status: 200 len: 1002 time: 0.0682113 Nov 12 09:08:20.520985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965a464-f67a-48fb-9b16-62af141ab065 req-04cfd7af-e013-4db6-810c-ac100bab4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.522645 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e965a464-f67a-48fb-9b16-62af141ab065 req-04cfd7af-e013-4db6-810c-ac100bab4c55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=339a8a16-a04c-4a62-86a4-c05a327e6f43 HTTP/1.1" status: 200 len: 848 time: 0.0490105 Nov 12 09:08:20.573537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965a464-f67a-48fb-9b16-62af141ab065 req-4186fd45-118e-4d27-bed1-37667aa19705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.574987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e965a464-f67a-48fb-9b16-62af141ab065 req-4186fd45-118e-4d27-bed1-37667aa19705 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452838 Nov 12 09:08:20.671793 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e965a464-f67a-48fb-9b16-62af141ab065 req-5d6a64bb-4cfe-46ec-89e6-d06b3bcfacab service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890636 Nov 12 09:08:20.765087 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e965a464-f67a-48fb-9b16-62af141ab065 req-faefd164-055d-42d8-861b-b00e5294124c service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861375 Nov 12 09:08:22.705044 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:25.044935 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:08:28.897433 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:35.247685 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f9ce-4cb9-4343-95e2-7f72b9d93c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:37.558669 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b6e224d9-1c1e-4c94-892f-90ec7cbc806b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:38.713825 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:40.074529 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:40.996932 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:52.721798 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.906447 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:02.045330 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:09:05.250160 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b6d1750b-1f72-487f-85f6-07911268e881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:07.559747 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af98983b-c6b0-449c-83eb-f6fb3196bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.706099 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.075430 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:11.000435 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.163689 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44585b03-c20a-475a-8a55-31b1761c1e83 req-e968e0a4-3b73-4d43-a7a6-3ea686760b5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418580 Nov 12 09:09:21.252400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44585b03-c20a-475a-8a55-31b1761c1e83 req-1f40cd96-b999-4189-9182-64ef622a4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.254064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44585b03-c20a-475a-8a55-31b1761c1e83 req-1f40cd96-b999-4189-9182-64ef622a4a6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9234482bb6144368b0593716fff70f5&device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 1098 time: 0.0460126 Nov 12 09:09:21.364244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44585b03-c20a-475a-8a55-31b1761c1e83 req-b4c5a073-4532-4347-835b-be921b2e7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.365699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44585b03-c20a-475a-8a55-31b1761c1e83 req-b4c5a073-4532-4347-835b-be921b2e7c23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 HTTP/1.1" status: 200 len: 910 time: 0.0903409 Nov 12 09:09:21.437876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44585b03-c20a-475a-8a55-31b1761c1e83 req-65a14e9b-ef3d-4b62-83ae-71815d92499e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8 HTTP/1.1" status: 200 len: 1002 time: 0.0650499 Nov 12 09:09:21.489604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44585b03-c20a-475a-8a55-31b1761c1e83 req-efddbde3-1748-45ef-bce2-4f50ec6db948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.491123 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44585b03-c20a-475a-8a55-31b1761c1e83 req-efddbde3-1748-45ef-bce2-4f50ec6db948 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=339a8a16-a04c-4a62-86a4-c05a327e6f43 HTTP/1.1" status: 200 len: 848 time: 0.0450613 Nov 12 09:09:21.539857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44585b03-c20a-475a-8a55-31b1761c1e83 req-4967e8da-84ba-4541-9dc7-dff0cc5e34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.541441 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44585b03-c20a-475a-8a55-31b1761c1e83 req-4967e8da-84ba-4541-9dc7-dff0cc5e34bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431364 Nov 12 09:09:21.639006 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44585b03-c20a-475a-8a55-31b1761c1e83 req-ddfe7a33-7a34-43cd-96e2-c07e371ac3be service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904822 Nov 12 09:09:21.730977 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44585b03-c20a-475a-8a55-31b1761c1e83 req-5ba65c4e-350b-4949-aa07-7eddd5890f05 service neutron] 10.222.0.46 "GET /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848491 Nov 12 09:09:22.718034 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.534661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778e2ef-04ab-47e5-8155-91d26c6e8a1c req-cd80a689-c2ff-4bde-85d1-74d0b69c9181 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:27.536186 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d778e2ef-04ab-47e5-8155-91d26c6e8a1c req-cd80a689-c2ff-4bde-85d1-74d0b69c9181 tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 946 time: 0.0592787 Nov 12 09:09:27.587093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d778e2ef-04ab-47e5-8155-91d26c6e8a1c req-890a4723-da0b-4c49-a138-ee243fe94c4b tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445836 Nov 12 09:09:28.142445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-9491aebf-68f1-4ae2-a73f-30ea86ebe7fc tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.143983 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-9491aebf-68f1-4ae2-a73f-30ea86ebe7fc tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.46 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 946 time: 0.0500035 Nov 12 09:09:28.243538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Deleting port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:28.243878 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.334246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] For port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5f2cce6c-640c-4dcb-bcab-85977f3a48f8,segment=NetworkSegment(4ddc2776-7777-4f75-9033-27d58a366b76),segment_id=4ddc2776-7777-4f75-9033-27d58a366b76)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:28.334598 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.506330 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.506698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.506939 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Floating IP bd49f9c2-9aac-486e-a312-e93f2f354709 disassociated. External IP: 172.25.3.144, port: 5f2cce6c-640c-4dcb-bcab-85977f3a48f8. Nov 12 09:09:28.507256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Calling delete_port for 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:28.643962 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.674300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event deleted for resources: {'Port': ['ID=5f2cce6c-640c-4dcb-bcab-85977f3a48f8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:28.686587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:28.686935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:28.687278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:28.687605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:28.687938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:28.688268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:28.688593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:28.688913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:28.689375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:28.689785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:28.690116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:28.690442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:28.721270 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-12cf7841-f30f-4bcf-ad1f-464b77f2b122 req-eaeae8cb-b4c9-407e-99a8-0a2543bca95a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "GET /v2.0/ports?device_id=68724250-3751-42bb-a410-f42e8fc8602c HTTP/1.1" status: 200 len: 210 time: 0.0329242 Nov 12 09:09:28.800828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Router 39565831-20cc-4ca4-9582-aa13114a0bb5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:09:28.911018 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.911701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:28.922198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97a218-4364-442c-a56a-b260c46dcb15 None None] Sync routers for ids ['39565831-20cc-4ca4-9582-aa13114a0bb5'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:28.932060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97a218-4364-442c-a56a-b260c46dcb15 None None] Routers {'39565831-20cc-4ca4-9582-aa13114a0bb5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:28.932677 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1b97a218-4364-442c-a56a-b260c46dcb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:09:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['39565831-20cc-4ca4-9582-aa13114a0bb5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:28.952674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] No DVR routers for this DVR port 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:28.955461 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.958898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05abd051-7e78-4d33-8bce-02fc02df2169 req-f0e61af1-1f23-4d5f-a1bb-de59ab2a833f tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.46 "DELETE /v2.0/ports/5f2cce6c-640c-4dcb-bcab-85977f3a48f8 HTTP/1.1" status: 204 len: 173 time: 0.8087344 Nov 12 09:09:28.959346 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68724250-3751-42bb-a410-f42e8fc8602c', 'name': 'network-vif-deleted', 'tag': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:28.962327 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a97f195-f0d0-4af7-be99-8f1fed757872" -d '{"events": [{"server_uuid": "68724250-3751-42bb-a410-f42e8fc8602c", "name": "network-vif-deleted", "tag": "5f2cce6c-640c-4dcb-bcab-85977f3a48f8"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:29.058512 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-1b97a218-4364-442c-a56a-b260c46dcb15 None None] Set router 39565831-20cc-4ca4-9582-aa13114a0bb5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:29.143140 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb394be-9e4a-426b-ae34-c97de635b687 x-openstack-request-id: req-2bb394be-9e4a-426b-ae34-c97de635b687 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:29.143671 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68724250-3751-42bb-a410-f42e8fc8602c", "name": "network-vif-deleted", "tag": "5f2cce6c-640c-4dcb-bcab-85977f3a48f8", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:29.143878 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bb394be-9e4a-426b-ae34-c97de635b687 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:29.144396 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68724250-3751-42bb-a410-f42e8fc8602c', 'name': 'network-vif-deleted', 'tag': '5f2cce6c-640c-4dcb-bcab-85977f3a48f8', 'status': 'completed', 'code': 200} Nov 12 09:09:29.276578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1b97a218-4364-442c-a56a-b260c46dcb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'fd89a253-6448-4f71-b83d-e869c4938ba6', 'name': '', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'mac_address': 'fa:16:3e:bd:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:50Z', 'updated_at': '2021-11-12T09:03:56Z', 'revision_number': 5, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'subnets': [{'id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:29.302198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97a218-4364-442c-a56a-b260c46dcb15 None None] Checking router: 39565831-20cc-4ca4-9582-aa13114a0bb5 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:29.310548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97a218-4364-442c-a56a-b260c46dcb15 None None] Routers {'39565831-20cc-4ca4-9582-aa13114a0bb5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:29.311101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1b97a218-4364-442c-a56a-b260c46dcb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:09:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['39565831-20cc-4ca4-9582-aa13114a0bb5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:29.422879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-1b97a218-4364-442c-a56a-b260c46dcb15 None None] Set router 39565831-20cc-4ca4-9582-aa13114a0bb5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:29.623667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1b97a218-4364-442c-a56a-b260c46dcb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'fd89a253-6448-4f71-b83d-e869c4938ba6', 'name': '', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'mac_address': 'fa:16:3e:bd:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:50Z', 'updated_at': '2021-11-12T09:03:56Z', 'revision_number': 5, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'subnets': [{'id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:29.653968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97a218-4364-442c-a56a-b260c46dcb15 None None] The sync data for ids ['39565831-20cc-4ca4-9582-aa13114a0bb5'] in n-d-768851-18 is: [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'fd89a253-6448-4f71-b83d-e869c4938ba6', 'name': '', 'network_id': 'a1591cf6-3d85-4bd1-8cee-4cc5b10f3053', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'mac_address': 'fa:16:3e:bd:d0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:50Z', 'updated_at': '2021-11-12T09:03:56Z', 'revision_number': 5, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'subnets': [{'id': '339a8a16-a04c-4a62-86a4-c05a327e6f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:29.780710 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45066) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:29.878807 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef7d4c9-e1d6-4eba-ab7a-58446eb3a06d None None] New status for floating IP bd49f9c2-9aac-486e-a312-e93f2f354709: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:09:29.920355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-cc10b082-4725-4d4b-bb9f-dc67db2152db tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Deleting port 75d4b0b6-6688-4765-9a7a-c302c48f8a36 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:29.920693 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cc10b082-4725-4d4b-bb9f-dc67db2152db tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.999328 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cc10b082-4725-4d4b-bb9f-dc67db2152db tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.999658 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cc10b082-4725-4d4b-bb9f-dc67db2152db tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.013518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-cc10b082-4725-4d4b-bb9f-dc67db2152db tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Calling delete_port for 75d4b0b6-6688-4765-9a7a-c302c48f8a36 owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:30.153442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cc10b082-4725-4d4b-bb9f-dc67db2152db tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.180949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10b082-4725-4d4b-bb9f-dc67db2152db tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event deleted for resources: {'Port': ['ID=75d4b0b6-6688-4765-9a7a-c302c48f8a36,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:30.248326 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cc10b082-4725-4d4b-bb9f-dc67db2152db tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.251174 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cc10b082-4725-4d4b-bb9f-dc67db2152db tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.252421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cc10b082-4725-4d4b-bb9f-dc67db2152db tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "DELETE /v2.0/floatingips/bd49f9c2-9aac-486e-a312-e93f2f354709 HTTP/1.1" status: 204 len: 168 time: 0.4704418 Nov 12 09:09:30.322292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45072) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:30.378543 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c901550-51ea-4ccc-98f3-f4345712b31a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.404849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c901550-51ea-4ccc-98f3-f4345712b31a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.469513 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c901550-51ea-4ccc-98f3-f4345712b31a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.472351 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2c901550-51ea-4ccc-98f3-f4345712b31a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.473544 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2c901550-51ea-4ccc-98f3-f4345712b31a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] 10.222.0.31 "DELETE /v2.0/security-groups/eaca3cce-6b26-4046-81cc-5c82c2f5e0c6 HTTP/1.1" status: 204 len: 168 time: 0.1502547 Nov 12 09:09:30.483220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c901550-51ea-4ccc-98f3-f4345712b31a tempest-TestServerBasicOps-1748129324 tempest-TestServerBasicOps-1748129324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaca3cce-6b26-4046-81cc-5c82c2f5e0c6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:30.524781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45076) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:31.088410 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-920c93ab-97e4-49b2-8cca-e7a93b71c4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.622490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-920c93ab-97e4-49b2-8cca-e7a93b71c4f4 admin admin] Deleting port fd89a253-6448-4f71-b83d-e869c4938ba6 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:31.622825 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-920c93ab-97e4-49b2-8cca-e7a93b71c4f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.699137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-920c93ab-97e4-49b2-8cca-e7a93b71c4f4 admin admin] For port fd89a253-6448-4f71-b83d-e869c4938ba6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=fd89a253-6448-4f71-b83d-e869c4938ba6,segment=NetworkSegment(4ddc2776-7777-4f75-9033-27d58a366b76),segment_id=4ddc2776-7777-4f75-9033-27d58a366b76)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:31.699490 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-920c93ab-97e4-49b2-8cca-e7a93b71c4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.712034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-920c93ab-97e4-49b2-8cca-e7a93b71c4f4 admin admin] Calling delete_port for fd89a253-6448-4f71-b83d-e869c4938ba6 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:31.889240 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-920c93ab-97e4-49b2-8cca-e7a93b71c4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.917616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c93ab-97e4-49b2-8cca-e7a93b71c4f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd89a253-6448-4f71-b83d-e869c4938ba6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:32.085485 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-920c93ab-97e4-49b2-8cca-e7a93b71c4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.302008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920c93ab-97e4-49b2-8cca-e7a93b71c4f4 admin admin] Router 39565831-20cc-4ca4-9582-aa13114a0bb5 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:09:32.381480 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:32.403859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:32.404200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5f2cce6c-640c-4dcb-bcab-85977f3a48f8 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:32.410648 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920c93ab-97e4-49b2-8cca-e7a93b71c4f4 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:32.415970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-920c93ab-97e4-49b2-8cca-e7a93b71c4f4 admin admin] 10.222.0.31 "PUT /v2.0/routers/39565831-20cc-4ca4-9582-aa13114a0bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8901279 Nov 12 09:09:32.418448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45082) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:32.420861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5151c54-596d-48c2-9130-ae4d4834c790 None None] Sync routers for ids ['39565831-20cc-4ca4-9582-aa13114a0bb5'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:32.430942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5151c54-596d-48c2-9130-ae4d4834c790 None None] Routers {'39565831-20cc-4ca4-9582-aa13114a0bb5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:32.431545 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b5151c54-596d-48c2-9130-ae4d4834c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:09:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['39565831-20cc-4ca4-9582-aa13114a0bb5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:32.533809 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.546561 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b5151c54-596d-48c2-9130-ae4d4834c790 None None] Set router 39565831-20cc-4ca4-9582-aa13114a0bb5 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:32.639244 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.700678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Deleting port b07a55c4-dd9c-4193-b77f-3e8b3c37138c {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:32.701079 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.788487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] For port b07a55c4-dd9c-4193-b77f-3e8b3c37138c, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b07a55c4-dd9c-4193-b77f-3e8b3c37138c,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:32.788868 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.803868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Calling delete_port for b07a55c4-dd9c-4193-b77f-3e8b3c37138c owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:32.903730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b5151c54-596d-48c2-9130-ae4d4834c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:09:31Z', 'revision_number': 5, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port': {'id': 'b07a55c4-dd9c-4193-b77f-3e8b3c37138c', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:48Z', 'updated_at': '2021-11-12T09:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:32.931698 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5151c54-596d-48c2-9130-ae4d4834c790 None None] Checking router: 39565831-20cc-4ca4-9582-aa13114a0bb5 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:32.940102 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5151c54-596d-48c2-9130-ae4d4834c790 None None] Routers {'39565831-20cc-4ca4-9582-aa13114a0bb5'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:32.940770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b5151c54-596d-48c2-9130-ae4d4834c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:09:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['39565831-20cc-4ca4-9582-aa13114a0bb5'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:32.984091 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.009534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b07a55c4-dd9c-4193-b77f-3e8b3c37138c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:33.026252 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a1a58-4425-41b8-8823-10509fbd0901 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:33.034078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-b5151c54-596d-48c2-9130-ae4d4834c790 None None] Set router 39565831-20cc-4ca4-9582-aa13114a0bb5 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:33.080878 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.092766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-b5151c54-596d-48c2-9130-ae4d4834c790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:09:32Z', 'revision_number': 6, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:33.119719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5151c54-596d-48c2-9130-ae4d4834c790 None None] The sync data for ids ['39565831-20cc-4ca4-9582-aa13114a0bb5'] in n-d-768851-18 is: [{'id': '39565831-20cc-4ca4-9582-aa13114a0bb5', 'name': 'tempest-TestServerBasicOps-1733356095-router', 'tenant_id': 'e9234482bb6144368b0593716fff70f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:09:32Z', 'revision_number': 6, 'project_id': 'e9234482bb6144368b0593716fff70f5', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:33.174007 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.176104 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.219944 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.220579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39565831-20cc-4ca4-9582-aa13114a0bb5 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:09:33.225005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.226193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-703ba362-7a33-4472-b52d-a62e5f18f1cf admin admin] 10.222.0.31 "DELETE /v2.0/routers/39565831-20cc-4ca4-9582-aa13114a0bb5 HTTP/1.1" status: 204 len: 168 time: 0.8068340 Nov 12 09:09:33.228646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45084) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:33.274656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8978ab-aec4-40ac-92bf-de0e001b3bff admin admin] Deleting subnet 339a8a16-a04c-4a62-86a4-c05a327e6f43 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:09:33.277762 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e8978ab-aec4-40ac-92bf-de0e001b3bff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.315675 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e8978ab-aec4-40ac-92bf-de0e001b3bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.392277 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e8978ab-aec4-40ac-92bf-de0e001b3bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.444069 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e8978ab-aec4-40ac-92bf-de0e001b3bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.471122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8978ab-aec4-40ac-92bf-de0e001b3bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339a8a16-a04c-4a62-86a4-c05a327e6f43,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:33.481917 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7e8978ab-aec4-40ac-92bf-de0e001b3bff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.488275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7e8978ab-aec4-40ac-92bf-de0e001b3bff admin admin] 10.222.0.31 "DELETE /v2.0/subnets/339a8a16-a04c-4a62-86a4-c05a327e6f43 HTTP/1.1" status: 204 len: 168 time: 0.2555866 Nov 12 09:09:33.488275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45086) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:33.491596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ffec38-5061-4aeb-8e14-901cf6f37056 None None] Network a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:33.569534 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.627140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Deleting port 768d11cf-7509-4cd5-a219-9ae4e8601fa8 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:33.627486 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.694959 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] For port 768d11cf-7509-4cd5-a219-9ae4e8601fa8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=768d11cf-7509-4cd5-a219-9ae4e8601fa8,segment=NetworkSegment(4ddc2776-7777-4f75-9033-27d58a366b76),segment_id=4ddc2776-7777-4f75-9033-27d58a366b76)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:33.695248 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.709019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Calling delete_port for 768d11cf-7509-4cd5-a219-9ae4e8601fa8 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:33.789496 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.815149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Pushing event deleted for resources: {'Port': ['ID=768d11cf-7509-4cd5-a219-9ae4e8601fa8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:33.819185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] No DVR routers for this DVR port 768d11cf-7509-4cd5-a219-9ae4e8601fa8 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:33.901853 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.903805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedeaa21-deb9-4728-9927-7e79ac2b476d None None] DHCP port deletion for a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:33.929340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1591cf6-3d85-4bd1-8cee-4cc5b10f3053']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:33.942827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddc2776-7777-4f75-9033-27d58a366b76') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:33.943294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddc2776-7777-4f75-9033-27d58a366b76') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:33.954195 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.970133 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.976580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:09:33.976994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:09:33.979070 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:09:34.046318 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.054973 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.062292 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] 10.222.0.31 "DELETE /v2.0/networks/a1591cf6-3d85-4bd1-8cee-4cc5b10f3053 HTTP/1.1" status: 204 len: 168 time: 0.5708437 Nov 12 09:09:34.063082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45088) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:34.079660 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c76c19-b385-47a0-ba5a-0faac98ad0bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a1591cf6-3d85-4bd1-8cee-4cc5b10f3053,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:34.424929 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fac-5351-4032-b111-928713a0fa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.674453 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-88cb7fac-5351-4032-b111-928713a0fa30 admin admin] Deleting port 494e1931-e50b-4303-87bb-ff9e5eec18ad {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:34.674794 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fac-5351-4032-b111-928713a0fa30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.712649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device fd89a253-6448-4f71-b83d-e869c4938ba6 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:34.733979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: fd89a253-6448-4f71-b83d-e869c4938ba6 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:34.734338 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device fd89a253-6448-4f71-b83d-e869c4938ba6 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:34.734770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 768d11cf-7509-4cd5-a219-9ae4e8601fa8 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:34.755239 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 768d11cf-7509-4cd5-a219-9ae4e8601fa8 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:34.755592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 768d11cf-7509-4cd5-a219-9ae4e8601fa8 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:34.756023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b07a55c4-dd9c-4193-b77f-3e8b3c37138c no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:34.776279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b07a55c4-dd9c-4193-b77f-3e8b3c37138c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:34.776633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b07a55c4-dd9c-4193-b77f-3e8b3c37138c not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:35.048434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-88cb7fac-5351-4032-b111-928713a0fa30 admin admin] For port 494e1931-e50b-4303-87bb-ff9e5eec18ad, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=494e1931-e50b-4303-87bb-ff9e5eec18ad,segment=NetworkSegment(62633dca-ef7d-4201-af3b-9f507a1ef66a),segment_id=62633dca-ef7d-4201-af3b-9f507a1ef66a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:35.048793 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fac-5351-4032-b111-928713a0fa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.061004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-88cb7fac-5351-4032-b111-928713a0fa30 admin admin] Calling delete_port for 494e1931-e50b-4303-87bb-ff9e5eec18ad owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:35.238299 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fac-5351-4032-b111-928713a0fa30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.255145 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c989e9fb-c9a8-4f33-986b-cfa9c124abbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.267237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb7fac-5351-4032-b111-928713a0fa30 admin admin] Pushing event deleted for resources: {'Port': ['ID=494e1931-e50b-4303-87bb-ff9e5eec18ad,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:35.442738 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-88cb7fac-5351-4032-b111-928713a0fa30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.666885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cb7fac-5351-4032-b111-928713a0fa30 admin admin] Router 16cd1e07-2aab-4342-8519-d6dd9cadaf84 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:09:35.781976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cb7fac-5351-4032-b111-928713a0fa30 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:35.787400 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-88cb7fac-5351-4032-b111-928713a0fa30 admin admin] 10.222.0.31 "PUT /v2.0/routers/16cd1e07-2aab-4342-8519-d6dd9cadaf84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7236705 Nov 12 09:09:35.789916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45090) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:35.792530 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fcbe2b-fea5-442d-9a5a-48eda0a0d08a None None] Sync routers for ids ['16cd1e07-2aab-4342-8519-d6dd9cadaf84'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:35.804113 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fcbe2b-fea5-442d-9a5a-48eda0a0d08a None None] Routers {'16cd1e07-2aab-4342-8519-d6dd9cadaf84'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:35.804761 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-72fcbe2b-fea5-442d-9a5a-48eda0a0d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:09:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['16cd1e07-2aab-4342-8519-d6dd9cadaf84'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:35.900992 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.915621 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-72fcbe2b-fea5-442d-9a5a-48eda0a0d08a None None] Set router 16cd1e07-2aab-4342-8519-d6dd9cadaf84 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:36.020705 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.075615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Deleting port 2be11432-3d39-4c29-9184-c22ae832a103 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:36.075969 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.129214 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-72fcbe2b-fea5-442d-9a5a-48eda0a0d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'name': 'tempest-TestServerBasicOps-694395577-router', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '2be11432-3d39-4c29-9184-c22ae832a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:54Z', 'updated_at': '2021-11-12T09:09:35Z', 'revision_number': 5, 'project_id': '13c51978e6c740d29bafede3a77e2f00', 'gw_port': {'id': '2be11432-3d39-4c29-9184-c22ae832a103', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:55Z', 'updated_at': '2021-11-12T09:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:36.156353 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fcbe2b-fea5-442d-9a5a-48eda0a0d08a None None] Checking router: 16cd1e07-2aab-4342-8519-d6dd9cadaf84 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:36.165599 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fcbe2b-fea5-442d-9a5a-48eda0a0d08a None None] Routers {'16cd1e07-2aab-4342-8519-d6dd9cadaf84'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:36.166200 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-72fcbe2b-fea5-442d-9a5a-48eda0a0d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:09:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['16cd1e07-2aab-4342-8519-d6dd9cadaf84'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:36.169316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] For port 2be11432-3d39-4c29-9184-c22ae832a103, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2be11432-3d39-4c29-9184-c22ae832a103,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:36.169676 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.187694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Calling delete_port for 2be11432-3d39-4c29-9184-c22ae832a103 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:36.255289 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-72fcbe2b-fea5-442d-9a5a-48eda0a0d08a None None] Set router 16cd1e07-2aab-4342-8519-d6dd9cadaf84 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:36.316066 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-72fcbe2b-fea5-442d-9a5a-48eda0a0d08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'name': 'tempest-TestServerBasicOps-694395577-router', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:54Z', 'updated_at': '2021-11-12T09:09:36Z', 'revision_number': 6, 'project_id': '13c51978e6c740d29bafede3a77e2f00', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:36.343843 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fcbe2b-fea5-442d-9a5a-48eda0a0d08a None None] The sync data for ids ['16cd1e07-2aab-4342-8519-d6dd9cadaf84'] in n-d-768851-18 is: [{'id': '16cd1e07-2aab-4342-8519-d6dd9cadaf84', 'name': 'tempest-TestServerBasicOps-694395577-router', 'tenant_id': '13c51978e6c740d29bafede3a77e2f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:54Z', 'updated_at': '2021-11-12T09:09:36Z', 'revision_number': 6, 'project_id': '13c51978e6c740d29bafede3a77e2f00', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:36.389358 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.420645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be11432-3d39-4c29-9184-c22ae832a103,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:36.441217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228e7b21-7fb5-4b63-9a9c-8e396c8c8522 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:36.489278 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.592505 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.594908 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.641486 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.642025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16cd1e07-2aab-4342-8519-d6dd9cadaf84 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:09:36.647094 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.648253 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-51e6c46b-07f1-4a93-a16a-944cf6194736 admin admin] 10.222.0.31 "DELETE /v2.0/routers/16cd1e07-2aab-4342-8519-d6dd9cadaf84 HTTP/1.1" status: 204 len: 168 time: 0.8572927 Nov 12 09:09:36.650979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45092) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:36.702144 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Deleting subnet 1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:09:36.705672 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.748685 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.810013 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 494e1931-e50b-4303-87bb-ff9e5eec18ad no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:36.829884 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.830123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 494e1931-e50b-4303-87bb-ff9e5eec18ad {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:36.830296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 494e1931-e50b-4303-87bb-ff9e5eec18ad not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:36.888469 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.912885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:36.920426 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.926208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1d02f9aa-2dd8-4f1b-8eb1-a200e33c7166 HTTP/1.1" status: 204 len: 168 time: 0.2718365 Nov 12 09:09:36.926748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45094) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:36.928782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d3c70-97ec-4257-be3d-b511b8351ddf None None] Network bbd5330b-12b9-463f-ad48-df09548e40ef requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:36.929762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:36.930895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:36.931265 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:36.931611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:36.932615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:36.932968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:36.933331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:36.933668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:36.934002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:36.934330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:36.934661 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:36.934988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2d9ec-c482-451d-b9b2-c890104b47ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.010572 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.069362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Deleting port 25a5f300-abf4-4e96-8330-6f6d6acfdda0 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:37.069584 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.131584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] DHCP port deletion for bbd5330b-12b9-463f-ad48-df09548e40ef request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:37.136623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] For port 25a5f300-abf4-4e96-8330-6f6d6acfdda0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=25a5f300-abf4-4e96-8330-6f6d6acfdda0,segment=NetworkSegment(62633dca-ef7d-4201-af3b-9f507a1ef66a),segment_id=62633dca-ef7d-4201-af3b-9f507a1ef66a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:37.136988 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.151350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Calling delete_port for 25a5f300-abf4-4e96-8330-6f6d6acfdda0 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:37.180677 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Deleting port 25a5f300-abf4-4e96-8330-6f6d6acfdda0 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:37.181050 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.237331 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.248735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] For port 25a5f300-abf4-4e96-8330-6f6d6acfdda0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=25a5f300-abf4-4e96-8330-6f6d6acfdda0,segment=NetworkSegment(62633dca-ef7d-4201-af3b-9f507a1ef66a),segment_id=62633dca-ef7d-4201-af3b-9f507a1ef66a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:37.249336 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.263057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Calling delete_port for 25a5f300-abf4-4e96-8330-6f6d6acfdda0 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:37.264705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a5f300-abf4-4e96-8330-6f6d6acfdda0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:37.268062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] No DVR routers for this DVR port 25a5f300-abf4-4e96-8330-6f6d6acfdda0 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:37.348399 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.348655 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.372706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd5330b-12b9-463f-ad48-df09548e40ef']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:37.376996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Pushing event deleted for resources: {'Port': ['ID=25a5f300-abf4-4e96-8330-6f6d6acfdda0,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:37.385095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62633dca-ef7d-4201-af3b-9f507a1ef66a') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:37.385603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62633dca-ef7d-4201-af3b-9f507a1ef66a') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:37.387773 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] No DVR routers for this DVR port 25a5f300-abf4-4e96-8330-6f6d6acfdda0 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:37.390296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.390715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.391151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.391553 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.391922 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.392263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.392599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.392930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.393290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.393617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.393968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.394299 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9a7f50-a190-4620-a253-f542eb872c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:37.399633 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.416292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.425275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:09:37.425842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:09:37.427747 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:09:37.481687 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.488546 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.491749 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bbd5330b-12b9-463f-ad48-df09548e40ef HTTP/1.1" status: 204 len: 168 time: 0.5632291 Nov 12 09:09:37.502693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c1cfc-e57a-4fb7-a3a2-3f5aade1ce95 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd5330b-12b9-463f-ad48-df09548e40ef,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:37.561149 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-21884a7d-5f95-480f-8f1c-93e8fa86f51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.611894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45098) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:37.653205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8681c7c4-7aa8-4258-970d-109149021474 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9234482bb6144368b0593716fff70f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399711 Nov 12 09:09:37.655525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45100) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:37.706139 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3830e634-dbc6-4de7-a78f-38f9922f5185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.727785 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3830e634-dbc6-4de7-a78f-38f9922f5185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.774710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3830e634-dbc6-4de7-a78f-38f9922f5185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.777285 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3830e634-dbc6-4de7-a78f-38f9922f5185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.778439 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3830e634-dbc6-4de7-a78f-38f9922f5185 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83d959a0-c75e-4e6d-b576-29b944883e04 HTTP/1.1" status: 204 len: 168 time: 0.1220205 Nov 12 09:09:37.786411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830e634-dbc6-4de7-a78f-38f9922f5185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d959a0-c75e-4e6d-b576-29b944883e04,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:38.106989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45106) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:38.147282 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b6177f74-d10d-418a-a73b-d9a8e614d116 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13c51978e6c740d29bafede3a77e2f00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390997 Nov 12 09:09:38.149967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45108) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:38.197633 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b047c39-ce6f-4c15-b8e5-e93dff5ea85d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.218159 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b047c39-ce6f-4c15-b8e5-e93dff5ea85d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.265443 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b047c39-ce6f-4c15-b8e5-e93dff5ea85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.268395 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b047c39-ce6f-4c15-b8e5-e93dff5ea85d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.269866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2b047c39-ce6f-4c15-b8e5-e93dff5ea85d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68627aab-f02e-4a02-926c-f513b2a6db64 HTTP/1.1" status: 204 len: 168 time: 0.1186991 Nov 12 09:09:38.279589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b047c39-ce6f-4c15-b8e5-e93dff5ea85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68627aab-f02e-4a02-926c-f513b2a6db64,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:38.715431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2be11432-3d39-4c29-9184-c22ae832a103 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:38.719510 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.738610 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 2be11432-3d39-4c29-9184-c22ae832a103 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:38.738958 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2be11432-3d39-4c29-9184-c22ae832a103 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:38.739385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 25a5f300-abf4-4e96-8330-6f6d6acfdda0 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:38.761066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 25a5f300-abf4-4e96-8330-6f6d6acfdda0 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:38.761450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 25a5f300-abf4-4e96-8330-6f6d6acfdda0 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:39.045014 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:09:40.077244 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.008677 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.676224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-899d8175-e46c-45a8-b0d0-5e9568ee63e9 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=981e9eba380c46e9baeb85f57f95cc9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287828 Nov 12 09:09:48.862813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-de05f328-60d9-49f0-bcb4-0c1b01e698fc tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:48.864262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-de05f328-60d9-49f0-bcb4-0c1b01e698fc tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820109 Nov 12 09:09:48.879817 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-36039372-9039-4a44-9780-6b7b616c7914 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/quotas/981e9eba380c46e9baeb85f57f95cc9c HTTP/1.1" status: 200 len: 375 time: 0.0089519 Nov 12 09:09:48.915775 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-c61c58ec-bae3-4412-b35f-9224155f6b04 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=981e9eba380c46e9baeb85f57f95cc9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298076 Nov 12 09:09:49.084093 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-055430e3-fc63-42ab-b88f-6bdf4a22b060 req-7ff0fb2a-e262-4dd4-9931-e2a63f84a074 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 210 time: 0.0313573 Nov 12 09:09:50.109239 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-3e4534dc-1dee-4c43-9744-ebfb3202f617 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=981e9eba380c46e9baeb85f57f95cc9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208461 Nov 12 09:09:50.215735 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ea5f8515-d8c2-4a08-b13d-07b1e4944aa1 req-dd88bf07-2933-4d80-8423-2b04c4a45569 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 210 time: 0.0393550 Nov 12 09:09:50.250005 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-893bfd2f-f103-4100-a0f7-52bf24b2f33b tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.251475 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-893bfd2f-f103-4100-a0f7-52bf24b2f33b tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362729 Nov 12 09:09:50.265360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Request body: {'port': {'device_id': '7c855bf5-641c-4f28-8b1d-5eb2881506c5', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'admin_state_up': True, 'tenant_id': '981e9eba380c46e9baeb85f57f95cc9c'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:50.375127 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Made reservation on behalf of 981e9eba380c46e9baeb85f57f95cc9c for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:50.378799 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.388159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.473231 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.478156 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.541151 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f691298-f0fe-461f-a9cd-bbec608d7321,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:50.613680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Allocated IP 192.168.233.197 (fc884e23-66db-4e34-b176-d0c6b30a0049/9a846dc1-0221-4520-8013-0a269f3da6b8/c6dc41d8-51b9-4bb3-8f06-a925d2a782d5) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:50.764624 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.798092 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.840757 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Network fc884e23-66db-4e34-b176-d0c6b30a0049 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:50.844000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:50.850766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:50.876794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Pushing event updated for resources: {'Port': ['ID=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:50.912677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.913325 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.930659 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-921baf2e-58de-436f-b7a0-cd7f700a750c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6684501 Nov 12 09:09:51.077816 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Request body: {'port': {'device_id': '7c855bf5-641c-4f28-8b1d-5eb2881506c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:51.124319 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-37648d03-38ef-4add-baae-c26e00dc5ec0 None None] Provisioning complete for port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:51.124984 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-37648d03-38ef-4add-baae-c26e00dc5ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.133044 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.158599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-37648d03-38ef-4add-baae-c26e00dc5ec0 None None] Port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:51.337381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec0d53-3679-466a-bfc4-5153ae7cd94a req-b32ad979-1b03-426b-aca3-2ac311d36837 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:51.338811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5aec0d53-3679-466a-bfc4-5153ae7cd94a req-b32ad979-1b03-426b-aca3-2ac311d36837 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 936 time: 0.0498664 Nov 12 09:09:51.388423 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5aec0d53-3679-466a-bfc4-5153ae7cd94a req-a7ab103a-056a-4c5d-8c1b-7b749bc5f359 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f691298-f0fe-461f-a9cd-bbec608d7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435290 Nov 12 09:09:51.416101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:51.423500 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.436469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Transition to ACTIVE for port object c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:51.439660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.494634 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Pushing event updated for resources: {'Port': ['ID=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:51.562711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Attempting to bind port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:51.563046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Attempting to bind port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:51.563379 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Attempting to bind port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:51.568423 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 on network fc884e23-66db-4e34-b176-d0c6b30a0049 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:51.568696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Attempting to bind port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 on network fc884e23-66db-4e34-b176-d0c6b30a0049 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:51.576013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:51.576214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Checking segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:51.576594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Bound using segment: {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:51.577198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Bound port: c6dc41d8-51b9-4bb3-8f06-a925d2a782d5, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e740281-749f-457e-b4b4-69d199db8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:51.577555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.652364 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] For port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:51.656105 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] For port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:51.659570 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.694597 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:51.695220 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.696649 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] 10.222.0.52 "PUT /v2.0/ports/c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 HTTP/1.1" status: 200 len: 1097 time: 0.7573178 Nov 12 09:09:51.697089 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c855bf5-641c-4f28-8b1d-5eb2881506c5', 'tag': 'c6dc41d8-51b9-4bb3-8f06-a925d2a782d5'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:51.699388 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b580ee6-cf0f-40ee-b3b5-86185d50b505" -d '{"events": [{"name": "network-changed", "server_uuid": "7c855bf5-641c-4f28-8b1d-5eb2881506c5", "tag": "c6dc41d8-51b9-4bb3-8f06-a925d2a782d5"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:51.727326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60659462-71d9-4327-b9b5-f21992ccac3e service neutron] Pushing event updated for resources: {'Port': ['ID=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:51.798938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-bb7db3ab-60c5-4584-850a-2ba46ffe238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:51.800570 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-bb7db3ab-60c5-4584-850a-2ba46ffe238b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=981e9eba380c46e9baeb85f57f95cc9c&device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 1100 time: 0.0495963 Nov 12 09:09:51.818380 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3e4f42-e2c1-4f2b-9caa-87aeb5593c28 x-openstack-request-id: req-bc3e4f42-e2c1-4f2b-9caa-87aeb5593c28 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:51.818676 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c855bf5-641c-4f28-8b1d-5eb2881506c5", "tag": "c6dc41d8-51b9-4bb3-8f06-a925d2a782d5", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:51.818927 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc3e4f42-e2c1-4f2b-9caa-87aeb5593c28 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:51.819330 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c855bf5-641c-4f28-8b1d-5eb2881506c5', 'tag': 'c6dc41d8-51b9-4bb3-8f06-a925d2a782d5', 'status': 'completed', 'code': 200} Nov 12 09:09:51.850374 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-cb0f6cb5-dd33-4bc8-b6f1-52d0515cf185 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 HTTP/1.1" status: 200 len: 217 time: 0.0406172 Nov 12 09:09:52.192561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-599ed208-eb6b-4d06-9c17-e72476341381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.194053 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-599ed208-eb6b-4d06-9c17-e72476341381 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.3341434 Nov 12 09:09:52.241264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-ab58ff0d-02db-41ec-843b-a7bb2965bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.243608 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-ab58ff0d-02db-41ec-843b-a7bb2965bc1c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0406563 Nov 12 09:09:52.338379 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-4275a784-e5f5-4a6f-82d6-5f5c15803b79 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867050 Nov 12 09:09:52.445193 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f1da24-525e-4dc4-bb3a-996c4c77b8f2 req-e7ad6b2a-abbd-4ec8-9c11-e50e7d5bdb11 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989881 Nov 12 09:09:52.511951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdaea1-0221-4696-ac64-f374f8e29bc7 req-f86590f3-7379-44c1-998e-8c70550a415a tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.513641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3bdaea1-0221-4696-ac64-f374f8e29bc7 req-f86590f3-7379-44c1-998e-8c70550a415a tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 948 time: 0.0542259 Nov 12 09:09:52.546343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b580ee6-cf0f-40ee-b3b5-86185d50b505 req-ea1243fd-a753-4457-8e1f-bd477590febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.548806 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3b580ee6-cf0f-40ee-b3b5-86185d50b505 req-ea1243fd-a753-4457-8e1f-bd477590febd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=981e9eba380c46e9baeb85f57f95cc9c&device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 1100 time: 0.0503669 Nov 12 09:09:52.581776 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3bdaea1-0221-4696-ac64-f374f8e29bc7 req-e61a4c50-8a00-46b0-8bc7-b40d4a8d4889 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f691298-f0fe-461f-a9cd-bbec608d7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605087 Nov 12 09:09:52.710180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b580ee6-cf0f-40ee-b3b5-86185d50b505 req-e6bdd171-cc06-4288-8871-daa6c996f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.714056 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3b580ee6-cf0f-40ee-b3b5-86185d50b505 req-e6bdd171-cc06-4288-8871-daa6c996f6b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc884e23-66db-4e34-b176-d0c6b30a0049 HTTP/1.1" status: 200 len: 870 time: 0.1565797 Nov 12 09:09:52.751710 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.782147 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3b580ee6-cf0f-40ee-b3b5-86185d50b505 req-b056b994-58ca-4369-bf5c-2408e889ca78 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 HTTP/1.1" status: 200 len: 217 time: 0.0589652 Nov 12 09:09:52.838918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b580ee6-cf0f-40ee-b3b5-86185d50b505 req-673d5c2d-d635-41d9-b954-6017626c2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.840410 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3b580ee6-cf0f-40ee-b3b5-86185d50b505 req-673d5c2d-d635-41d9-b954-6017626c2e2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a846dc1-0221-4520-8013-0a269f3da6b8 HTTP/1.1" status: 200 len: 843 time: 0.0507088 Nov 12 09:09:52.893296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b580ee6-cf0f-40ee-b3b5-86185d50b505 req-006a6c4a-c9eb-4cd9-ac07-56a2c95f312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.895923 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3b580ee6-cf0f-40ee-b3b5-86185d50b505 req-006a6c4a-c9eb-4cd9-ac07-56a2c95f312f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc884e23-66db-4e34-b176-d0c6b30a0049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0473461 Nov 12 09:09:53.012357 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3b580ee6-cf0f-40ee-b3b5-86185d50b505 req-49148171-92f7-4b0f-915e-97bfbac11885 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072283 Nov 12 09:09:53.122194 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3b580ee6-cf0f-40ee-b3b5-86185d50b505 req-d8ffd618-a8c9-4bb7-806b-9e75e14eeb27 service neutron] 10.222.0.52 "GET /v2.0/networks/fc884e23-66db-4e34-b176-d0c6b30a0049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011598 Nov 12 09:09:53.704954 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc5a05-0d6b-4f89-a4bf-c7efb25c535c req-d74f567a-ad2b-41fb-bf78-45b9aa2036a3 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:53.706574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1bdc5a05-0d6b-4f89-a4bf-c7efb25c535c req-d74f567a-ad2b-41fb-bf78-45b9aa2036a3 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 948 time: 0.0509856 Nov 12 09:09:53.762274 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1bdc5a05-0d6b-4f89-a4bf-c7efb25c535c req-d80cc0d5-9963-4f8f-ba7d-ae4745e693ec tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f691298-f0fe-461f-a9cd-bbec608d7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495965 Nov 12 09:09:53.907101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:54.003574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:54.015246 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'c6dc41d8-51b9-4bb3-8f06-a925d2a782d5', 'network_id': 'fc884e23-66db-4e34-b176-d0c6b30a0049', 'port_id': 'c6dc41d8-51b9-4bb3-8f06-a925d2a782d5', 'mac_address': 'fa:16:3e:c6:5b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a846dc1-0221-4520-8013-0a269f3da6b8', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:54.051875 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.064381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:54.083647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:54.088456 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.138023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:54.364610 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['c6dc41d8-51b9-4bb3-8f06-a925d2a782d5'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:54.885623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c6746-a3f0-4320-a6d3-1da5b22e83d7 req-0265ef1c-1fe2-425d-bfb4-8243c7ba6f21 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:54.887385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-322c6746-a3f0-4320-a6d3-1da5b22e83d7 req-0265ef1c-1fe2-425d-bfb4-8243c7ba6f21 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 949 time: 0.0563376 Nov 12 09:09:54.946542 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-322c6746-a3f0-4320-a6d3-1da5b22e83d7 req-06ab3616-64c7-444c-b00a-2d9e52fa979f tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f691298-f0fe-461f-a9cd-bbec608d7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463743 Nov 12 09:09:55.906432 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:55.958541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:55.964318 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:55.964783 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.055329 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.087559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3d878-5ef2-4d56-b5e3-2917279ccc24 req-f30d1857-94f2-419f-9717-444345137808 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:56.089077 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5cb3d878-5ef2-4d56-b5e3-2917279ccc24 req-f30d1857-94f2-419f-9717-444345137808 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 949 time: 0.0696981 Nov 12 09:09:56.098638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c855bf5-641c-4f28-8b1d-5eb2881506c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dc41d8-51b9-4bb3-8f06-a925d2a782d5'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:56.100877 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c170e9db-1ecb-444b-b035-f7058123230a" -d '{"events": [{"server_uuid": "7c855bf5-641c-4f28-8b1d-5eb2881506c5", "name": "network-vif-plugged", "status": "completed", "tag": "c6dc41d8-51b9-4bb3-8f06-a925d2a782d5"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:56.116523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:56.121621 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.145538 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5cb3d878-5ef2-4d56-b5e3-2917279ccc24 req-9ee7e0ec-79bd-46fb-a3e3-8b18d5c0b602 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f691298-f0fe-461f-a9cd-bbec608d7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502470 Nov 12 09:09:56.180399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:56.250911 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e2d8f-741c-4e98-85cc-aca4df1a4c7f x-openstack-request-id: req-363e2d8f-741c-4e98-85cc-aca4df1a4c7f {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:56.251203 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c855bf5-641c-4f28-8b1d-5eb2881506c5", "name": "network-vif-plugged", "status": "completed", "tag": "c6dc41d8-51b9-4bb3-8f06-a925d2a782d5", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:56.251452 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-363e2d8f-741c-4e98-85cc-aca4df1a4c7f {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:56.251866 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c855bf5-641c-4f28-8b1d-5eb2881506c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dc41d8-51b9-4bb3-8f06-a925d2a782d5', 'code': 200} Nov 12 09:09:56.361335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dd30e-69ad-461c-bf9e-dd7806b2da49 req-53c32e29-2c5a-49d0-b9c0-7f9ff07ebcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:56.362829 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9e0dd30e-69ad-461c-bf9e-dd7806b2da49 req-53c32e29-2c5a-49d0-b9c0-7f9ff07ebcae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 1102 time: 0.0405958 Nov 12 09:09:56.407590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9e0dd30e-69ad-461c-bf9e-dd7806b2da49 req-be9706ac-02a8-4411-ac18-d20bb01d7486 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f691298-f0fe-461f-a9cd-bbec608d7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Nov 12 09:09:57.284339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6c15a-e92e-4be8-ae0a-972ccf6f4b62 req-98e5f469-045b-4cc5-9527-4eda041ac4d0 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:57.286051 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3a6c15a-e92e-4be8-ae0a-972ccf6f4b62 req-98e5f469-045b-4cc5-9527-4eda041ac4d0 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 950 time: 0.0603600 Nov 12 09:09:57.338626 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3a6c15a-e92e-4be8-ae0a-972ccf6f4b62 req-d34514f4-2c0e-4dae-8567-284406f18e6c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f691298-f0fe-461f-a9cd-bbec608d7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457542 Nov 12 09:09:58.466901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be03e3f-bdd6-4aa1-b65b-fdc0002d1fdc req-c69f2b73-2748-4017-8f24-0a5cf953810c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:58.468454 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1be03e3f-bdd6-4aa1-b65b-fdc0002d1fdc req-c69f2b73-2748-4017-8f24-0a5cf953810c tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 950 time: 0.0535600 Nov 12 09:09:58.525130 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1be03e3f-bdd6-4aa1-b65b-fdc0002d1fdc req-edb84642-700d-415d-889d-94a83b4ae47d tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f691298-f0fe-461f-a9cd-bbec608d7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496163 Nov 12 09:09:58.897245 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-9bdad213-6a9b-409e-8ca7-ca0e63785f04 req-71022d73-893b-4386-80a6-639e4ef9470f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:09:58.898384 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9bdad213-6a9b-409e-8ca7-ca0e63785f04 req-71022d73-893b-4386-80a6-639e4ef9470f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0597167 Nov 12 09:09:58.923778 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.330317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-297b7231-ff82-4dc4-8ad2-4d985422ab71 req-f06c9fa7-ca83-42d0-b837-8d6d1f270b28 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:09:59.331383 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-297b7231-ff82-4dc4-8ad2-4d985422ab71 req-f06c9fa7-ca83-42d0-b837-8d6d1f270b28 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0663824 Nov 12 09:09:59.691535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281333c8-a98d-4507-8fc3-d5737f7b80b8 req-85813fee-0242-424f-a8e8-4a615fcc335a tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:59.693060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-281333c8-a98d-4507-8fc3-d5737f7b80b8 req-85813fee-0242-424f-a8e8-4a615fcc335a tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 950 time: 0.0507886 Nov 12 09:09:59.745660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-281333c8-a98d-4507-8fc3-d5737f7b80b8 req-f228a459-9fc7-4d94-a336-58bf3c8bb535 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f691298-f0fe-461f-a9cd-bbec608d7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465422 Nov 12 09:10:00.863576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3a86f-b8c5-42a6-898d-d48c91b58b5d req-d1c0b5c1-ae91-4859-a752-47c1428091ae tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.865068 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-39a3a86f-b8c5-42a6-898d-d48c91b58b5d req-d1c0b5c1-ae91-4859-a752-47c1428091ae tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 950 time: 0.0495710 Nov 12 09:10:00.919028 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-39a3a86f-b8c5-42a6-898d-d48c91b58b5d req-85eb7d17-9455-4055-9a34-5756728aa74f tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f691298-f0fe-461f-a9cd-bbec608d7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474181 Nov 12 09:10:01.102134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76764e0e-e140-4f63-bc82-3926a6cca45e req-307cc7a7-7fad-444e-a634-e433deab8139 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:01.103629 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76764e0e-e140-4f63-bc82-3926a6cca45e req-307cc7a7-7fad-444e-a634-e433deab8139 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 950 time: 0.0498657 Nov 12 09:10:01.199883 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-76764e0e-e140-4f63-bc82-3926a6cca45e req-f505275a-813c-4c12-995d-ebc146080f13 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Deleting port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:01.200135 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-76764e0e-e140-4f63-bc82-3926a6cca45e req-f505275a-813c-4c12-995d-ebc146080f13 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.289853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-76764e0e-e140-4f63-bc82-3926a6cca45e req-f505275a-813c-4c12-995d-ebc146080f13 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] For port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5,segment=NetworkSegment(0e740281-749f-457e-b4b4-69d199db8b2d),segment_id=0e740281-749f-457e-b4b4-69d199db8b2d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:01.290295 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-76764e0e-e140-4f63-bc82-3926a6cca45e req-f505275a-813c-4c12-995d-ebc146080f13 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.308210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-76764e0e-e140-4f63-bc82-3926a6cca45e req-f505275a-813c-4c12-995d-ebc146080f13 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Calling delete_port for c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:01.435199 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-76764e0e-e140-4f63-bc82-3926a6cca45e req-f505275a-813c-4c12-995d-ebc146080f13 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.451747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['c6dc41d8-51b9-4bb3-8f06-a925d2a782d5'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:01.463628 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505275a-813c-4c12-995d-ebc146080f13 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Pushing event deleted for resources: {'Port': ['ID=c6dc41d8-51b9-4bb3-8f06-a925d2a782d5,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:01.515107 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-76764e0e-e140-4f63-bc82-3926a6cca45e req-f505275a-813c-4c12-995d-ebc146080f13 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] No DVR routers for this DVR port c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:01.517993 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-76764e0e-e140-4f63-bc82-3926a6cca45e req-f505275a-813c-4c12-995d-ebc146080f13 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.521773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-76764e0e-e140-4f63-bc82-3926a6cca45e req-f505275a-813c-4c12-995d-ebc146080f13 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.52 "DELETE /v2.0/ports/c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 HTTP/1.1" status: 204 len: 173 time: 0.4110796 Nov 12 09:10:01.522260 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c855bf5-641c-4f28-8b1d-5eb2881506c5', 'name': 'network-vif-deleted', 'tag': 'c6dc41d8-51b9-4bb3-8f06-a925d2a782d5'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:01.524859 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adf6aa6-b8a6-4a0a-bbdc-e050351c6fb9" -d '{"events": [{"server_uuid": "7c855bf5-641c-4f28-8b1d-5eb2881506c5", "name": "network-vif-deleted", "tag": "c6dc41d8-51b9-4bb3-8f06-a925d2a782d5"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:01.572742 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3649bd-b74e-434f-9dc5-3fd7412b7f2f x-openstack-request-id: req-4e3649bd-b74e-434f-9dc5-3fd7412b7f2f {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:01.573030 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c855bf5-641c-4f28-8b1d-5eb2881506c5", "name": "network-vif-deleted", "tag": "c6dc41d8-51b9-4bb3-8f06-a925d2a782d5", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:01.573314 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e3649bd-b74e-434f-9dc5-3fd7412b7f2f {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:01.573715 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c855bf5-641c-4f28-8b1d-5eb2881506c5', 'name': 'network-vif-deleted', 'tag': 'c6dc41d8-51b9-4bb3-8f06-a925d2a782d5', 'status': 'completed', 'code': 200} Nov 12 09:10:02.032325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-35bedecd-e10d-4c9c-884a-eb5d6e2757db req-15d20b1d-b63e-4cdb-92db-ce7fa7492318 tempest-ServersAdminNegativeTestJSON-2030530181 tempest-ServersAdminNegativeTestJSON-2030530181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c855bf5-641c-4f28-8b1d-5eb2881506c5 HTTP/1.1" status: 200 len: 210 time: 0.0305672 Nov 12 09:10:03.328341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45256) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:03.460178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d1820f8e-c633-4c30-839b-72e4314e67bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=981e9eba380c46e9baeb85f57f95cc9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306753 Nov 12 09:10:03.463249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45260) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:03.510512 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6828143b-0fe9-4ff3-b26a-2424dd97bddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.531493 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6828143b-0fe9-4ff3-b26a-2424dd97bddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.575285 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6828143b-0fe9-4ff3-b26a-2424dd97bddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.578100 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6828143b-0fe9-4ff3-b26a-2424dd97bddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.579279 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6828143b-0fe9-4ff3-b26a-2424dd97bddf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f691298-f0fe-461f-a9cd-bbec608d7321 HTTP/1.1" status: 204 len: 168 time: 0.1151407 Nov 12 09:10:03.587794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828143b-0fe9-4ff3-b26a-2424dd97bddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f691298-f0fe-461f-a9cd-bbec608d7321,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:03.852398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45266) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:03.866076 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20839769-6aaf-4d83-ba81-e36563fdcc35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.948571 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:03.950261 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20839769-6aaf-4d83-ba81-e36563fdcc35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.957676 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20839769-6aaf-4d83-ba81-e36563fdcc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.975159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:03.975499 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device c6dc41d8-51b9-4bb3-8f06-a925d2a782d5 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:04.003291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-20839769-6aaf-4d83-ba81-e36563fdcc35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e768bb5cb67341fd87f96d8444c85cbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467609 Nov 12 09:10:04.003291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20839769-6aaf-4d83-ba81-e36563fdcc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e56382a-78a6-48b8-bf92-e540b169df5f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:04.003603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45268) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:04.056873 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-feb3ae91-1de5-4d38-9763-88f0dfef24cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.078213 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-feb3ae91-1de5-4d38-9763-88f0dfef24cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.126563 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-feb3ae91-1de5-4d38-9763-88f0dfef24cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.129234 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-feb3ae91-1de5-4d38-9763-88f0dfef24cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.130377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-feb3ae91-1de5-4d38-9763-88f0dfef24cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e56382a-78a6-48b8-bf92-e540b169df5f HTTP/1.1" status: 204 len: 168 time: 0.1248217 Nov 12 09:10:04.138638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3ae91-1de5-4d38-9763-88f0dfef24cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e56382a-78a6-48b8-bf92-e540b169df5f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:04.846168 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45290) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:04.942242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1266995192-network', 'tenant_id': '3e89c1ff7ccb4db5851e029aae0f244c'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:04.966696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Made reservation on behalf of 3e89c1ff7ccb4db5851e029aae0f244c for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:04.969229 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.977959 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.057576 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.061724 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.091027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:05.097066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed18ae81-d44e-4b58-b187-cb6498bc7387,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:05.106654 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.107057 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Added segment cdfe8164-fc49-4de8-ac46-74dbaebfd61e of type vlan for network 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 Nov 12 09:10:05.151994 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.178419 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.179390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:05.180505 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.243592 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3915281 Nov 12 09:10:05.243895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45294) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:05.250673 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2e030a43-aa7c-499d-8481-880aa3f69159 admin admin] Request body: {'subnet': {'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1266995192-subnet', 'tenant_id': '3e89c1ff7ccb4db5851e029aae0f244c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:05.260442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917d1b8-1da0-4699-854f-3c9f22b0e5f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:05.266609 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7fbd665e-91b6-45e7-b8d0-5483e41915b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.274382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:05.284603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e030a43-aa7c-499d-8481-880aa3f69159 admin admin] Made reservation on behalf of 3e89c1ff7ccb4db5851e029aae0f244c for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:05.287681 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2e030a43-aa7c-499d-8481-880aa3f69159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.477619 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2e030a43-aa7c-499d-8481-880aa3f69159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.536159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e030a43-aa7c-499d-8481-880aa3f69159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c923313e-45f7-4c3a-9e7b-f34052cab338,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:05.547337 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e030a43-aa7c-499d-8481-880aa3f69159 admin admin] Checking segment: {'id': 'cdfe8164-fc49-4de8-ac46-74dbaebfd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:05.547337 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e030a43-aa7c-499d-8481-880aa3f69159 admin admin] Network hostable DHCP agents. Network: 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:05.565225 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e030a43-aa7c-499d-8481-880aa3f69159 admin admin] Network 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:05.574333 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-2e030a43-aa7c-499d-8481-880aa3f69159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:05.580629 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e030a43-aa7c-499d-8481-880aa3f69159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:05.581629 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2e030a43-aa7c-499d-8481-880aa3f69159 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.582347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dba3356-2f74-4abf-851b-440147fbebf8 None None] Network 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:05.605096 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2e030a43-aa7c-499d-8481-880aa3f69159 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3523366 Nov 12 09:10:05.713998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b949d220-7197-41cb-ae23-643eda5a5dab None None] Network 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:06.037603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-389411f3-4bdf-4fd4-8a38-e0051f08f671 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:06.039080 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-389411f3-4bdf-4fd4-8a38-e0051f08f671 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/networks?id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 HTTP/1.1" status: 200 len: 812 time: 0.1042125 Nov 12 09:10:06.054207 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-ff9e9f5c-5474-4053-8da0-5fe9ebf4f0ef tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/quotas/3e89c1ff7ccb4db5851e029aae0f244c HTTP/1.1" status: 200 len: 375 time: 0.0091665 Nov 12 09:10:06.092458 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-729a9831-089b-4809-9e4b-d992280c3ae1 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e89c1ff7ccb4db5851e029aae0f244c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320442 Nov 12 09:10:06.103188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-5e4ac2f3-4189-46e5-b8cf-d0e87692e13a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:06.104136 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-5e4ac2f3-4189-46e5-b8cf-d0e87692e13a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050647 Nov 12 09:10:06.192780 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-2d23e6e7-5ff9-4a5b-8b3c-14c9f0189efe service neutron] 10.222.0.31 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830119 Nov 12 09:10:06.287074 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-37daf023-3da5-47e5-a38f-a0e4c778b0e1 service neutron] 10.222.0.31 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874386 Nov 12 09:10:06.448115 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7ced959-3f88-4078-acce-e77b459d2454 req-3457a886-908d-4ffc-90f0-e0a5be3e6400 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 210 time: 0.0281034 Nov 12 09:10:07.557671 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-732ff12d-2a65-4f4d-a701-2dc1ab0e3a6c req-b48c61e3-8bb2-45e1-85e4-455da135a339 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 210 time: 0.0374627 Nov 12 09:10:07.571252 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ed3af229-af3a-4279-8797-48adf257d57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.589951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-68309042-8793-49fa-b8f2-9fdc569e0531 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:07.591408 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-68309042-8793-49fa-b8f2-9fdc569e0531 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.52 "GET /v2.0/networks?id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 HTTP/1.1" status: 200 len: 812 time: 0.1418505 Nov 12 09:10:07.606584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Request body: {'port': {'device_id': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8', 'admin_state_up': True, 'tenant_id': '3e89c1ff7ccb4db5851e029aae0f244c'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:07.714175 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Made reservation on behalf of 3e89c1ff7ccb4db5851e029aae0f244c for: {'port': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:07.717905 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.850432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Allocated IP 172.20.0.6 (4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8/c923313e-45f7-4c3a-9e7b-f34052cab338/79cff750-592e-4fca-a389-df73a76df1dd) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:08.004901 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.044451 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.087943 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Network 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:08.093214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:08.097749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:08.104923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Pushing event updated for resources: {'Port': ['ID=79cff750-592e-4fca-a389-df73a76df1dd,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:08.152544 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:08.153198 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.169879 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-4fffa6a0-c08a-4e81-85d6-5679fbb72309 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5669243 Nov 12 09:10:08.189635 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Request body: {'port': {'device_id': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:08.257785 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.552928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cff750-592e-4fca-a389-df73a76df1dd {{(pid=102445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:08.561135 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.574997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Transition to ACTIVE for port object 79cff750-592e-4fca-a389-df73a76df1dd will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:10:08.578706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.630336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Pushing event updated for resources: {'Port': ['ID=79cff750-592e-4fca-a389-df73a76df1dd,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:08.692929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d7b0f-8a37-4d56-b74a-99f3e9d47323 req-8b4d4f69-e602-4428-a7bb-a2a506cdc7c1 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:08.694602 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-097d7b0f-8a37-4d56-b74a-99f3e9d47323 req-8b4d4f69-e602-4428-a7bb-a2a506cdc7c1 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 943 time: 0.0506573 Nov 12 09:10:08.708203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Attempting to bind port 79cff750-592e-4fca-a389-df73a76df1dd on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:08.708465 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Attempting to bind port 79cff750-592e-4fca-a389-df73a76df1dd by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'cdfe8164-fc49-4de8-ac46-74dbaebfd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:08.708839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Attempting to bind port 79cff750-592e-4fca-a389-df73a76df1dd on network 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:08.713832 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.715305 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Port 79cff750-592e-4fca-a389-df73a76df1dd on network 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:10:08.715733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Attempting to bind port 79cff750-592e-4fca-a389-df73a76df1dd on network 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:08.720905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:08.721289 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Checking segment: {'id': 'cdfe8164-fc49-4de8-ac46-74dbaebfd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:08.721692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Bound using segment: {'id': 'cdfe8164-fc49-4de8-ac46-74dbaebfd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:08.722099 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Bound port: 79cff750-592e-4fca-a389-df73a76df1dd, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfe8164-fc49-4de8-ac46-74dbaebfd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:08.722461 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.746405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-097d7b0f-8a37-4d56-b74a-99f3e9d47323 req-84eadb6e-2acb-4da4-994e-1eb87c67027e tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448723 Nov 12 09:10:08.797397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:08.800510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=79cff750-592e-4fca-a389-df73a76df1dd,segment=NetworkSegment(cdfe8164-fc49-4de8-ac46-74dbaebfd61e),segment_id=cdfe8164-fc49-4de8-ac46-74dbaebfd61e)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:08.804288 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.838570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:08.839185 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.840575 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] 10.222.0.52 "PUT /v2.0/ports/79cff750-592e-4fca-a389-df73a76df1dd HTTP/1.1" status: 200 len: 1092 time: 0.6557038 Nov 12 09:10:08.841006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'tag': '79cff750-592e-4fca-a389-df73a76df1dd'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:08.843278 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2410e522-08ed-4cc7-8c2e-8d5485d8376e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb5a23c-ac3b-4db1-99ae-4584897801a9", "tag": "79cff750-592e-4fca-a389-df73a76df1dd"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:08.866948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ff539-b5f8-4e49-a06b-75bc8b2531b1 service neutron] Pushing event updated for resources: {'Port': ['ID=79cff750-592e-4fca-a389-df73a76df1dd,revision_number=3']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:08.891787 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c7df96-c235-4e1f-a397-1578647df6ce x-openstack-request-id: req-04c7df96-c235-4e1f-a397-1578647df6ce {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:08.892083 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb5a23c-ac3b-4db1-99ae-4584897801a9", "tag": "79cff750-592e-4fca-a389-df73a76df1dd", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:08.892334 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04c7df96-c235-4e1f-a397-1578647df6ce {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:08.892728 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'tag': '79cff750-592e-4fca-a389-df73a76df1dd', 'status': 'completed', 'code': 200} Nov 12 09:10:08.928604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-1620b7a2-e1d6-4b75-979b-d0d9c753eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:08.930677 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-1620b7a2-e1d6-4b75-979b-d0d9c753eb3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e89c1ff7ccb4db5851e029aae0f244c&device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 1095 time: 0.0487273 Nov 12 09:10:08.973984 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-73061bb5-823f-4a75-b802-21d68b8a87ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cff750-592e-4fca-a389-df73a76df1dd HTTP/1.1" status: 200 len: 217 time: 0.0348804 Nov 12 09:10:09.024992 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-86e420a7-5e47-4042-93d4-f9ffc1c53dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.026515 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-86e420a7-5e47-4042-93d4-f9ffc1c53dac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c923313e-45f7-4c3a-9e7b-f34052cab338 HTTP/1.1" status: 200 len: 852 time: 0.0445039 Nov 12 09:10:09.059914 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-fbe83d04-0277-4a85-bca5-6e8bd008526f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255003 Nov 12 09:10:09.167458 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-2d4ac647-31e0-4389-b9c0-258421e0eab8 service neutron] 10.222.0.52 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953956 Nov 12 09:10:09.266333 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2c9c5c4-a7a5-4576-81c7-f2d14853e731 req-fcdbd8f5-135b-40a6-80a1-cdd54fa9a81b service neutron] 10.222.0.52 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884778 Nov 12 09:10:09.358165 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410e522-08ed-4cc7-8c2e-8d5485d8376e req-0c766a48-a13c-4f15-a4b5-aca9748436c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.359698 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2410e522-08ed-4cc7-8c2e-8d5485d8376e req-0c766a48-a13c-4f15-a4b5-aca9748436c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e89c1ff7ccb4db5851e029aae0f244c&device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 1095 time: 0.0407088 Nov 12 09:10:09.449183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410e522-08ed-4cc7-8c2e-8d5485d8376e req-52398abd-4b2f-473a-b020-69a1a25ab034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.450674 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2410e522-08ed-4cc7-8c2e-8d5485d8376e req-52398abd-4b2f-473a-b020-69a1a25ab034 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 HTTP/1.1" status: 200 len: 913 time: 0.0835986 Nov 12 09:10:09.496622 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2410e522-08ed-4cc7-8c2e-8d5485d8376e req-6291769b-08a6-4963-ad84-92f23777c0f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cff750-592e-4fca-a389-df73a76df1dd HTTP/1.1" status: 200 len: 217 time: 0.0378110 Nov 12 09:10:09.547148 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410e522-08ed-4cc7-8c2e-8d5485d8376e req-55e964e3-8ade-4885-a7f2-8d7a5d8ed422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.548581 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2410e522-08ed-4cc7-8c2e-8d5485d8376e req-55e964e3-8ade-4885-a7f2-8d7a5d8ed422 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c923313e-45f7-4c3a-9e7b-f34052cab338 HTTP/1.1" status: 200 len: 852 time: 0.0424583 Nov 12 09:10:09.580692 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2410e522-08ed-4cc7-8c2e-8d5485d8376e req-11c6d2dc-16bb-49c8-a0a2-b36f69bd6c71 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237536 Nov 12 09:10:09.676510 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2410e522-08ed-4cc7-8c2e-8d5485d8376e req-dd4b90f0-e4ae-401d-a228-777f5afa0749 service neutron] 10.222.0.52 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865521 Nov 12 09:10:09.768621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2410e522-08ed-4cc7-8c2e-8d5485d8376e req-6a7f66d6-8190-411a-90f0-6d7d9f278865 service neutron] 10.222.0.52 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802073 Nov 12 09:10:09.868478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7f579-ac17-42ad-a106-60ef0f959287 req-b4652dfa-dc78-4034-ac80-9956a978355e tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.869998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4a7f579-ac17-42ad-a106-60ef0f959287 req-b4652dfa-dc78-4034-ac80-9956a978355e tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 943 time: 0.0501132 Nov 12 09:10:09.920825 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4a7f579-ac17-42ad-a106-60ef0f959287 req-b867474e-e556-41e6-80c8-8402ee57a592 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Nov 12 09:10:10.079050 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:11.002571 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:11.046313 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe954e9-fcdf-4d7a-89a7-2909d26c7630 req-31719ad5-cb88-4ee3-8891-f32092175e98 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:11.047818 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-afe954e9-fcdf-4d7a-89a7-2909d26c7630 req-31719ad5-cb88-4ee3-8891-f32092175e98 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 943 time: 0.0555100 Nov 12 09:10:11.095743 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-afe954e9-fcdf-4d7a-89a7-2909d26c7630 req-e694c1e4-303e-4c34-8293-3219861b9897 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417275 Nov 12 09:10:11.984212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 79cff750-592e-4fca-a389-df73a76df1dd details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:10:12.077938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=79cff750-592e-4fca-a389-df73a76df1dd,segment=NetworkSegment(cdfe8164-fc49-4de8-ac46-74dbaebfd61e),segment_id=cdfe8164-fc49-4de8-ac46-74dbaebfd61e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:12.092567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '79cff750-592e-4fca-a389-df73a76df1dd', 'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8', 'port_id': '79cff750-592e-4fca-a389-df73a76df1dd', 'mac_address': 'fa:16:3e:56:80:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c923313e-45f7-4c3a-9e7b-f34052cab338', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:10:12.130709 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.143664 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cff750-592e-4fca-a389-df73a76df1dd {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:12.163039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=79cff750-592e-4fca-a389-df73a76df1dd,segment=NetworkSegment(cdfe8164-fc49-4de8-ac46-74dbaebfd61e),segment_id=cdfe8164-fc49-4de8-ac46-74dbaebfd61e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:12.168093 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.214028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d715e-dfaf-41a3-be7c-ab8778404d9e req-74673508-1150-4220-a915-5c7acbb8d8a4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:12.215539 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f13d715e-dfaf-41a3-be7c-ab8778404d9e req-74673508-1150-4220-a915-5c7acbb8d8a4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 944 time: 0.0502298 Nov 12 09:10:12.216968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=79cff750-592e-4fca-a389-df73a76df1dd,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:12.266389 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f13d715e-dfaf-41a3-be7c-ab8778404d9e req-62f14ac5-1001-4173-9901-6752edd2830d tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443630 Nov 12 09:10:12.393984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['79cff750-592e-4fca-a389-df73a76df1dd'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:13.380686 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e47cfa-aa46-478f-8727-c4a6166afe3f req-8b1d491d-0902-48ec-a3a9-dd67388dbb29 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:13.382240 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-68e47cfa-aa46-478f-8727-c4a6166afe3f req-8b1d491d-0902-48ec-a3a9-dd67388dbb29 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 944 time: 0.0484607 Nov 12 09:10:13.430191 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-68e47cfa-aa46-478f-8727-c4a6166afe3f req-7fd62f82-5894-4708-b352-0a9ee9c317bd tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 Nov 12 09:10:13.995632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 79cff750-592e-4fca-a389-df73a76df1dd up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:14.044606 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 79cff750-592e-4fca-a389-df73a76df1dd completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:10:14.048620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 79cff750-592e-4fca-a389-df73a76df1dd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:14.048996 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.127959 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.149814 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cff750-592e-4fca-a389-df73a76df1dd'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:14.152003 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5599c7-97da-426f-9f5e-8043350587c7" -d '{"events": [{"server_uuid": "dfb5a23c-ac3b-4db1-99ae-4584897801a9", "name": "network-vif-plugged", "status": "completed", "tag": "79cff750-592e-4fca-a389-df73a76df1dd"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:14.165366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=79cff750-592e-4fca-a389-df73a76df1dd,segment=NetworkSegment(cdfe8164-fc49-4de8-ac46-74dbaebfd61e),segment_id=cdfe8164-fc49-4de8-ac46-74dbaebfd61e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:14.170225 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.192837 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7085679-8598-4bdf-9b86-e5abf6b9028d x-openstack-request-id: req-f7085679-8598-4bdf-9b86-e5abf6b9028d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:14.193153 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb5a23c-ac3b-4db1-99ae-4584897801a9", "name": "network-vif-plugged", "status": "completed", "tag": "79cff750-592e-4fca-a389-df73a76df1dd", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:14.193409 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7085679-8598-4bdf-9b86-e5abf6b9028d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:14.193794 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cff750-592e-4fca-a389-df73a76df1dd', 'code': 200} Nov 12 09:10:14.223445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=79cff750-592e-4fca-a389-df73a76df1dd,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:14.287000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83bdd9-2f1e-4ef6-b4a6-99555f26b8f2 req-3c699069-f961-45f7-8a2b-c7bcf2655e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:14.288390 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8e83bdd9-2f1e-4ef6-b4a6-99555f26b8f2 req-3c699069-f961-45f7-8a2b-c7bcf2655e7a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 1097 time: 0.0385785 Nov 12 09:10:14.334832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8e83bdd9-2f1e-4ef6-b4a6-99555f26b8f2 req-25951e55-2a06-4bca-88bf-e47251da8161 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391657 Nov 12 09:10:14.545823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce87f8-d522-4a5d-bf93-c8428dcc7f06 req-4e26bfd1-5cda-427f-bc84-aa240677d0e0 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:14.547198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d0ce87f8-d522-4a5d-bf93-c8428dcc7f06 req-4e26bfd1-5cda-427f-bc84-aa240677d0e0 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0495696 Nov 12 09:10:14.594683 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d0ce87f8-d522-4a5d-bf93-c8428dcc7f06 req-ee848c7f-183f-409d-807a-466b267ef3d5 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414970 Nov 12 09:10:15.710378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2a3d9-a2e6-453d-abc5-16f40e72acc3 req-4a64e4eb-e0be-4348-ab5d-f10118850e9b tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:15.712545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74f2a3d9-a2e6-453d-abc5-16f40e72acc3 req-4a64e4eb-e0be-4348-ab5d-f10118850e9b tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0503180 Nov 12 09:10:15.759226 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74f2a3d9-a2e6-453d-abc5-16f40e72acc3 req-cba08d9d-7399-401a-8c56-9e2252562469 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407414 Nov 12 09:10:15.938996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45356) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:16.000754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3aada-2a71-416c-9e1b-fcc04b596939 req-6b3ebf7b-37ee-4217-af14-3b3778ecf2bc tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:16.002309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28c3aada-2a71-416c-9e1b-fcc04b596939 req-6b3ebf7b-37ee-4217-af14-3b3778ecf2bc tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0538137 Nov 12 09:10:16.033325 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-59b21475-153a-4adb-9f88-a31680e2cdc9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929375 Nov 12 09:10:16.042857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-d8e867f8-55aa-4a1f-a6a1-a9428437a3ad service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:16.043850 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:10:16.044382 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-d8e867f8-55aa-4a1f-a6a1-a9428437a3ad service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051744 Nov 12 09:10:16.050818 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28c3aada-2a71-416c-9e1b-fcc04b596939 req-dd93d72d-4233-4d66-aabc-1a8c722a0694 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418348 Nov 12 09:10:17.175924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232960f-50a4-4333-9928-058236d6b96b req-4edbedf8-6505-49e1-b36d-fa8d13608ecf tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:17.177418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5232960f-50a4-4333-9928-058236d6b96b req-4edbedf8-6505-49e1-b36d-fa8d13608ecf tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0566227 Nov 12 09:10:17.227445 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5232960f-50a4-4333-9928-058236d6b96b req-14b28b41-8cb9-459f-9679-20128fb7f26e tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Nov 12 09:10:17.322441 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-e1240f9e-95a6-49ca-b588-19b954431c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:17.323942 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-e1240f9e-95a6-49ca-b588-19b954431c68 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e89c1ff7ccb4db5851e029aae0f244c&device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 1097 time: 0.0398419 Nov 12 09:10:17.419683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-ead108db-4ff4-478b-86c0-f13137298d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:17.421198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-ead108db-4ff4-478b-86c0-f13137298d4c service neutron] 10.222.0.52 "GET /v2.0/networks?id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 HTTP/1.1" status: 200 len: 913 time: 0.0868495 Nov 12 09:10:17.464792 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-1c5dc7b9-51fb-4494-aab0-a212b96c2cd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cff750-592e-4fca-a389-df73a76df1dd HTTP/1.1" status: 200 len: 217 time: 0.0357521 Nov 12 09:10:17.515633 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-73aa9389-d347-43a1-bfb5-f51ca57fece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:17.517087 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-73aa9389-d347-43a1-bfb5-f51ca57fece6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c923313e-45f7-4c3a-9e7b-f34052cab338 HTTP/1.1" status: 200 len: 852 time: 0.0442226 Nov 12 09:10:17.549387 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-e98fd5f1-d8dd-4202-8413-d70c5be8364d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244491 Nov 12 09:10:17.643630 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-41fba20b-8c3f-4a74-b64a-6717e9a08370 service neutron] 10.222.0.52 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858130 Nov 12 09:10:17.734318 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-583b878d-b45b-45b9-b7bb-cc1d5527871e service neutron] 10.222.0.52 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828304 Nov 12 09:10:18.353510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49d763-3046-414a-a965-229d27dd1277 req-bb01cb2a-7f92-4fb0-a28d-2e405594a8ab tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:18.354982 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e49d763-3046-414a-a965-229d27dd1277 req-bb01cb2a-7f92-4fb0-a28d-2e405594a8ab tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0491474 Nov 12 09:10:18.401387 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e49d763-3046-414a-a965-229d27dd1277 req-3e398324-3ea8-484c-a07c-5f5ac8d9a54c tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Nov 12 09:10:19.522840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc73b3-83e7-485f-8757-6e67f9ca14e2 req-95189481-a468-4e4f-b10c-ee10b44d72c5 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:19.524994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-57bc73b3-83e7-485f-8757-6e67f9ca14e2 req-95189481-a468-4e4f-b10c-ee10b44d72c5 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0527472 Nov 12 09:10:19.571652 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-57bc73b3-83e7-485f-8757-6e67f9ca14e2 req-4c007076-21e4-4a7b-912e-dca274149959 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 Nov 12 09:10:20.695082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97d041-0467-428c-a74d-53cedf60077b req-2c8ba16d-347c-4afc-9a87-ef4a218ef113 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:20.697089 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6a97d041-0467-428c-a74d-53cedf60077b req-2c8ba16d-347c-4afc-9a87-ef4a218ef113 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0533149 Nov 12 09:10:20.743614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6a97d041-0467-428c-a74d-53cedf60077b req-ec3a9d7b-5340-4637-857a-9df136cd3a5f tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Nov 12 09:10:21.860544 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363186f-d497-42c4-88ab-41663c063818 req-8705fcb2-a165-4518-9cbb-11db132cdb99 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:21.862162 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b363186f-d497-42c4-88ab-41663c063818 req-8705fcb2-a165-4518-9cbb-11db132cdb99 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0506876 Nov 12 09:10:21.913759 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b363186f-d497-42c4-88ab-41663c063818 req-eded3ef5-6851-400b-af1a-c28ce7e49762 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447340 Nov 12 09:10:22.752083 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.032625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f19e9-1988-4308-bd23-3645fcbf5610 req-a5f82827-3828-4382-a516-9b7eef2fba3f tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:23.034126 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de8f19e9-1988-4308-bd23-3645fcbf5610 req-a5f82827-3828-4382-a516-9b7eef2fba3f tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0492220 Nov 12 09:10:23.082543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de8f19e9-1988-4308-bd23-3645fcbf5610 req-a3c73739-09b2-4f2f-8fcc-ef0454f0318b tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Nov 12 09:10:24.202228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ca712-98b4-4286-95e3-5652810657e0 req-135ad3b9-8d83-4acc-9ca7-63fc271b4797 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:24.203725 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-990ca712-98b4-4286-95e3-5652810657e0 req-135ad3b9-8d83-4acc-9ca7-63fc271b4797 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0515668 Nov 12 09:10:24.250378 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-990ca712-98b4-4286-95e3-5652810657e0 req-6cee62a1-5028-44cd-a2d9-f8d47a7923d4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407305 Nov 12 09:10:25.366870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c39a3e-0cab-433b-baf2-8ea41e19cd83 req-629817a5-24d5-43ff-b2c4-964493fa380f tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:25.368631 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-37c39a3e-0cab-433b-baf2-8ea41e19cd83 req-629817a5-24d5-43ff-b2c4-964493fa380f tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0491881 Nov 12 09:10:25.420219 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-37c39a3e-0cab-433b-baf2-8ea41e19cd83 req-572f0d1f-518f-4394-8e3d-d9cfa546ab31 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456069 Nov 12 09:10:26.534372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a6db9-8c3f-49c2-ae0e-6b6ae211a813 req-0c33958b-fecd-4834-a563-517ae647473c tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:26.535829 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b24a6db9-8c3f-49c2-ae0e-6b6ae211a813 req-0c33958b-fecd-4834-a563-517ae647473c tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0491414 Nov 12 09:10:26.582217 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b24a6db9-8c3f-49c2-ae0e-6b6ae211a813 req-5178ad58-259e-4a4b-a082-39daae71063a tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Nov 12 09:10:27.698203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bd4b2-db6f-4ddc-9ede-a601e626d985 req-c84b29b1-9eb2-4713-a6ee-484ec4b57a4a tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:27.699660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c37bd4b2-db6f-4ddc-9ede-a601e626d985 req-c84b29b1-9eb2-4713-a6ee-484ec4b57a4a tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0491512 Nov 12 09:10:27.746393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c37bd4b2-db6f-4ddc-9ede-a601e626d985 req-c60fe439-997e-44a4-bcbd-217e5fc42cfc tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Nov 12 09:10:28.863041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76d657-e51a-4ac9-b749-b8b43f6f4dc8 req-491a6578-7570-4907-a2ae-d77e05094877 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:28.864526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d76d657-e51a-4ac9-b749-b8b43f6f4dc8 req-491a6578-7570-4907-a2ae-d77e05094877 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0486913 Nov 12 09:10:28.918497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d76d657-e51a-4ac9-b749-b8b43f6f4dc8 req-fdffefb6-910a-4562-a85b-1a3534c828ce tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474939 Nov 12 09:10:28.919926 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.034385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ed117-4643-47b3-bc01-91ebbf1906a1 req-d7aeec57-611e-4f9a-bfc2-6663e0d128cb tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:30.035895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e08ed117-4643-47b3-bc01-91ebbf1906a1 req-d7aeec57-611e-4f9a-bfc2-6663e0d128cb tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0487306 Nov 12 09:10:30.084111 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e08ed117-4643-47b3-bc01-91ebbf1906a1 req-dbedaad9-cf93-4be8-b8cd-6338d7ef9591 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Nov 12 09:10:31.200473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab9b85-f85f-423b-815a-3acbd87f02dc req-e5db680b-efe4-4082-b9ec-5d877e066fdb tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:31.202024 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0ab9b85-f85f-423b-815a-3acbd87f02dc req-e5db680b-efe4-4082-b9ec-5d877e066fdb tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0493252 Nov 12 09:10:31.248496 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a0ab9b85-f85f-423b-815a-3acbd87f02dc req-394436ff-3a23-4a7f-a8d7-ebd66abdd05b tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Nov 12 09:10:32.368360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c2dbd-9e25-40b0-8ad8-fa4d3964915b req-779a4239-efad-483e-b0ad-b09bf1caa121 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:32.369847 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-472c2dbd-9e25-40b0-8ad8-fa4d3964915b req-779a4239-efad-483e-b0ad-b09bf1caa121 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0529978 Nov 12 09:10:32.417828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-472c2dbd-9e25-40b0-8ad8-fa4d3964915b req-7c58d82b-1c96-4702-a8d5-d2642bc74403 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Nov 12 09:10:33.534524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc278d-af42-475b-83c5-c732bf991d45 req-a5db4dd2-9ef6-4480-b339-909adf0b4cfb tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:33.535995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56dc278d-af42-475b-83c5-c732bf991d45 req-a5db4dd2-9ef6-4480-b339-909adf0b4cfb tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0499856 Nov 12 09:10:33.590250 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56dc278d-af42-475b-83c5-c732bf991d45 req-51558408-3069-4e55-9ee8-85df8b94d2be tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476937 Nov 12 09:10:34.708309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fb1ac-7a45-49ff-ab47-ed224ece98d0 req-12627dd0-8f21-42e4-bb60-3540ed06afc7 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:34.709837 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b6fb1ac-7a45-49ff-ab47-ed224ece98d0 req-12627dd0-8f21-42e4-bb60-3540ed06afc7 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0518577 Nov 12 09:10:34.757481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b6fb1ac-7a45-49ff-ab47-ed224ece98d0 req-6bf7f4a3-2ffd-49e6-b6bc-7a88fc08f13d tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 Nov 12 09:10:35.260744 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b88e-049a-43cf-96f2-8d793964154d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.873946 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26ec97-17cd-4d8a-98bb-02990522f0f5 req-aeb784bb-1cb6-4430-9ede-baf333613d60 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:35.875407 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa26ec97-17cd-4d8a-98bb-02990522f0f5 req-aeb784bb-1cb6-4430-9ede-baf333613d60 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0513813 Nov 12 09:10:35.922003 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aa26ec97-17cd-4d8a-98bb-02990522f0f5 req-04d07001-d91e-4dec-a169-9a62dca00e43 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406997 Nov 12 09:10:37.047808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fbf40-66bb-434b-919c-20ec8bab545a req-a42db5cb-4e6a-41c9-9bcc-0b7ba81af038 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:37.049459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b08fbf40-66bb-434b-919c-20ec8bab545a req-a42db5cb-4e6a-41c9-9bcc-0b7ba81af038 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0551248 Nov 12 09:10:37.101003 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b08fbf40-66bb-434b-919c-20ec8bab545a req-6e0ec25a-b3bd-4079-8f98-42015330e1f2 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450265 Nov 12 09:10:37.565466 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b696d509-e403-45cf-8861-b2626025b0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.218269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449df31-8b58-41fc-8986-0ab762b524ae req-64cafc74-ccc6-4384-8d48-e82d4ab9e8d8 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:38.219740 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7449df31-8b58-41fc-8986-0ab762b524ae req-64cafc74-ccc6-4384-8d48-e82d4ab9e8d8 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0485616 Nov 12 09:10:38.266349 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7449df31-8b58-41fc-8986-0ab762b524ae req-71276210-937e-4ab8-9524-62d80ee085b3 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Nov 12 09:10:38.714974 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.385817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e1715-f1ab-4b4d-a5bc-950930f4a91e req-a662c1a8-aeb0-4cd3-81ba-d9b83cd654dd tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:39.387299 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-954e1715-f1ab-4b4d-a5bc-950930f4a91e req-a662c1a8-aeb0-4cd3-81ba-d9b83cd654dd tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0506167 Nov 12 09:10:39.434209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-954e1715-f1ab-4b4d-a5bc-950930f4a91e req-c5845daa-6341-4ea1-a76c-0f716740db23 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Nov 12 09:10:40.085316 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.551464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cee5d-a484-4a10-a8c4-e7e8418ccc72 req-47176ad8-2b75-4194-b68e-b2dfbb657836 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:40.552922 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-336cee5d-a484-4a10-a8c4-e7e8418ccc72 req-47176ad8-2b75-4194-b68e-b2dfbb657836 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0515141 Nov 12 09:10:40.888805 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-336cee5d-a484-4a10-a8c4-e7e8418ccc72 req-ce198142-1339-443e-a1d5-5e27334f9382 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289788 Nov 12 09:10:41.009827 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.004087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3394d-8cec-4da8-8863-4dd7eccfa5bf req-c5193312-cd18-43eb-ad73-9df1585d0555 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:42.005615 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d9a3394d-8cec-4da8-8863-4dd7eccfa5bf req-c5193312-cd18-43eb-ad73-9df1585d0555 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0494752 Nov 12 09:10:42.055825 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d9a3394d-8cec-4da8-8863-4dd7eccfa5bf req-dba6eb7e-c84c-4377-acd8-d596918f2e79 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438428 Nov 12 09:10:43.176496 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989fbc1-21b1-4fa9-8d4a-40f6b9b25cac req-2a5390cb-dd25-4db3-84ae-036d6523cfad tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:43.178028 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0989fbc1-21b1-4fa9-8d4a-40f6b9b25cac req-2a5390cb-dd25-4db3-84ae-036d6523cfad tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0518229 Nov 12 09:10:43.226761 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0989fbc1-21b1-4fa9-8d4a-40f6b9b25cac req-f7d32911-fce3-45e6-baff-4760e7cc49e4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Nov 12 09:10:44.349636 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697c937-c746-4686-b50c-f000a5c74f85 req-f3e5838f-7d1e-4727-98bd-3766fe626895 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:44.351088 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9697c937-c746-4686-b50c-f000a5c74f85 req-f3e5838f-7d1e-4727-98bd-3766fe626895 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0538924 Nov 12 09:10:44.398426 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9697c937-c746-4686-b50c-f000a5c74f85 req-776f4352-380a-4b9e-b0cd-b6a33a1560b6 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Nov 12 09:10:44.741978 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-b07f9590-b63b-4122-9250-3f2e4415e6ad service neutron] show failed (client error): The resource could not be found. Nov 12 09:10:44.743282 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-b07f9590-b63b-4122-9250-3f2e4415e6ad service neutron] 10.222.0.52 "GET /v2.0/ports/79cff750-592e-4fca-a389-df73a76df1dd/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.0589011 Nov 12 09:10:45.040258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-019784df-996b-487c-8208-558c0fb682b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:45.041801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-019784df-996b-487c-8208-558c0fb682b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9&tenant_id=3e89c1ff7ccb4db5851e029aae0f244c HTTP/1.1" status: 200 len: 1097 time: 0.1350913 Nov 12 09:10:45.054226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:45.108839 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.307411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=79cff750-592e-4fca-a389-df73a76df1dd,segment=NetworkSegment(cdfe8164-fc49-4de8-ac46-74dbaebfd61e),segment_id=cdfe8164-fc49-4de8-ac46-74dbaebfd61e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:45.339163 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:45.376981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79cff750-592e-4fca-a389-df73a76df1dd'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:45.379340 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52289853-8525-4904-b7cf-316128917996" -d '{"events": [{"server_uuid": "dfb5a23c-ac3b-4db1-99ae-4584897801a9", "name": "network-vif-unplugged", "status": "completed", "tag": "79cff750-592e-4fca-a389-df73a76df1dd"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:45.383558 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.396538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Transition to ACTIVE for port object 79cff750-592e-4fca-a389-df73a76df1dd will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:10:45.400964 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.439237 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72915e7-ddb7-48df-bc12-2d29ab6073bb x-openstack-request-id: req-b72915e7-ddb7-48df-bc12-2d29ab6073bb {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:45.439532 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb5a23c-ac3b-4db1-99ae-4584897801a9", "name": "network-vif-unplugged", "status": "completed", "tag": "79cff750-592e-4fca-a389-df73a76df1dd", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:45.439789 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b72915e7-ddb7-48df-bc12-2d29ab6073bb {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:45.440178 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79cff750-592e-4fca-a389-df73a76df1dd', 'code': 200} Nov 12 09:10:45.470719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] No DVR routers for this DVR port 79cff750-592e-4fca-a389-df73a76df1dd on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:45.486281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Pushing event updated for resources: {'Port': ['ID=79cff750-592e-4fca-a389-df73a76df1dd,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:45.522953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:45.523298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:45.523643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:45.524520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:45.524856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:45.525211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:45.525542 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:45.525868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:45.526196 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:45.526521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:45.526844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:45.527165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:45.550654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Attempting to bind port 79cff750-592e-4fca-a389-df73a76df1dd on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:45.550987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Attempting to bind port 79cff750-592e-4fca-a389-df73a76df1dd by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'cdfe8164-fc49-4de8-ac46-74dbaebfd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:45.551318 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Attempting to bind port 79cff750-592e-4fca-a389-df73a76df1dd on network 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:45.559632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Port 79cff750-592e-4fca-a389-df73a76df1dd on network 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:10:45.559883 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Attempting to bind port 79cff750-592e-4fca-a389-df73a76df1dd on network 4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:45.570625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbabd8e-e75d-43cf-b7e4-3cf415a2672f req-ffc73f36-50d6-4261-a537-e55a96efb14a tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:45.572142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fbabd8e-e75d-43cf-b7e4-3cf415a2672f req-ffc73f36-50d6-4261-a537-e55a96efb14a tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 943 time: 0.0967331 Nov 12 09:10:45.574794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:45.575123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Checking segment: {'id': 'cdfe8164-fc49-4de8-ac46-74dbaebfd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:45.575493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Bound using segment: {'id': 'cdfe8164-fc49-4de8-ac46-74dbaebfd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:45.575915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Bound port: 79cff750-592e-4fca-a389-df73a76df1dd, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfe8164-fc49-4de8-ac46-74dbaebfd61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:45.576347 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.671386 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fbabd8e-e75d-43cf-b7e4-3cf415a2672f req-299bddf0-50b4-4307-b8fd-58e10ca8b9b4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928497 Nov 12 09:10:45.681855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:45.684878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=79cff750-592e-4fca-a389-df73a76df1dd,segment=NetworkSegment(cdfe8164-fc49-4de8-ac46-74dbaebfd61e),segment_id=cdfe8164-fc49-4de8-ac46-74dbaebfd61e)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:45.689435 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.723791 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:45.724435 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.725923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] 10.222.0.46 "PUT /v2.0/ports/79cff750-592e-4fca-a389-df73a76df1dd HTTP/1.1" status: 200 len: 1092 time: 0.6758871 Nov 12 09:10:45.761670 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca71fc7-1538-4149-90c0-daa8e957c113 service neutron] Pushing event updated for resources: {'Port': ['ID=79cff750-592e-4fca-a389-df73a76df1dd,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:45.795249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-ac21a811-5bce-4d28-ad2b-9f1a1a2fadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:45.796737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-ac21a811-5bce-4d28-ad2b-9f1a1a2fadc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e89c1ff7ccb4db5851e029aae0f244c&device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 1095 time: 0.0470517 Nov 12 09:10:45.889915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-cf663857-9bc1-4fe5-a305-1fd2ee386df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:45.891336 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-cf663857-9bc1-4fe5-a305-1fd2ee386df8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 HTTP/1.1" status: 200 len: 913 time: 0.0871460 Nov 12 09:10:45.932682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-a81dbd6d-8f26-430b-8129-352d8eba15a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cff750-592e-4fca-a389-df73a76df1dd HTTP/1.1" status: 200 len: 217 time: 0.0345140 Nov 12 09:10:45.980481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-692fc8c3-67af-4301-8c9f-062c62e06ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:45.981912 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-692fc8c3-67af-4301-8c9f-062c62e06ed0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c923313e-45f7-4c3a-9e7b-f34052cab338 HTTP/1.1" status: 200 len: 852 time: 0.0427675 Nov 12 09:10:46.018926 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-13fd0ef0-832e-456e-9dea-d31073cfeede service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293553 Nov 12 09:10:46.391718 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-d9ae45b9-d478-4bbc-b68b-fd4c30393072 service neutron] 10.222.0.46 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655751 Nov 12 09:10:46.481570 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf7a253-82b0-4b4d-b356-f133b6843f1c req-08b9cac5-fbb4-40b2-9df3-9fd635965078 service neutron] 10.222.0.46 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829787 Nov 12 09:10:46.794911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71b326-2547-477b-a11e-a4b7d5d6966d req-d4013b7c-a72c-4e34-98f3-c4a1cda162b3 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:46.796415 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ab71b326-2547-477b-a11e-a4b7d5d6966d req-d4013b7c-a72c-4e34-98f3-c4a1cda162b3 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 943 time: 0.0550036 Nov 12 09:10:46.846311 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ab71b326-2547-477b-a11e-a4b7d5d6966d req-2aad745f-0fcd-48ab-bc5b-c5644870d5f2 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439250 Nov 12 09:10:47.441442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'tag': '79cff750-592e-4fca-a389-df73a76df1dd'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:47.443824 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409cef13-0dd2-490a-b360-5dabcf820d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb5a23c-ac3b-4db1-99ae-4584897801a9", "tag": "79cff750-592e-4fca-a389-df73a76df1dd"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:47.501562 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7621be25-7265-40a3-a8c0-b7d4f4663c45 x-openstack-request-id: req-7621be25-7265-40a3-a8c0-b7d4f4663c45 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:47.501853 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb5a23c-ac3b-4db1-99ae-4584897801a9", "tag": "79cff750-592e-4fca-a389-df73a76df1dd", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:47.502100 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7621be25-7265-40a3-a8c0-b7d4f4663c45 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:47.502518 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'tag': '79cff750-592e-4fca-a389-df73a76df1dd', 'status': 'completed', 'code': 200} Nov 12 09:10:47.553444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-519a48eb-c29c-4d22-bd26-b3691010ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.555044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-519a48eb-c29c-4d22-bd26-b3691010ff29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e89c1ff7ccb4db5851e029aae0f244c&device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 1095 time: 0.0414431 Nov 12 09:10:47.555695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-77f37907-3899-4b67-a9e9-1ed5332606c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.557298 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-77f37907-3899-4b67-a9e9-1ed5332606c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e89c1ff7ccb4db5851e029aae0f244c&device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 1095 time: 0.0408661 Nov 12 09:10:47.653442 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-e08d3fde-ed2a-4923-be95-7995af2b2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.654927 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-e08d3fde-ed2a-4923-be95-7995af2b2bdd service neutron] 10.222.0.52 "GET /v2.0/networks?id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 HTTP/1.1" status: 200 len: 913 time: 0.0909348 Nov 12 09:10:47.658991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-1b864b80-b283-4aba-a5c5-211c38fc0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.660446 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-1b864b80-b283-4aba-a5c5-211c38fc0136 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 HTTP/1.1" status: 200 len: 913 time: 0.0964651 Nov 12 09:10:47.697530 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-9bb48157-474b-48bc-98c7-cdab2e246c5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cff750-592e-4fca-a389-df73a76df1dd HTTP/1.1" status: 200 len: 217 time: 0.0350873 Nov 12 09:10:47.703271 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-e4fdac1c-4a76-4c2c-8c1a-5417e692ffd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cff750-592e-4fca-a389-df73a76df1dd HTTP/1.1" status: 200 len: 217 time: 0.0352588 Nov 12 09:10:47.746047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-8fc3303c-8712-4b1a-bce2-c299fcfbdf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.747506 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-8fc3303c-8712-4b1a-bce2-c299fcfbdf74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c923313e-45f7-4c3a-9e7b-f34052cab338 HTTP/1.1" status: 200 len: 852 time: 0.0434992 Nov 12 09:10:47.751790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-1799535e-e1cd-4488-b145-3e452a2398d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.753270 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-1799535e-e1cd-4488-b145-3e452a2398d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c923313e-45f7-4c3a-9e7b-f34052cab338 HTTP/1.1" status: 200 len: 852 time: 0.0434823 Nov 12 09:10:47.785367 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-e17c7964-6876-43f4-8a64-4998886116d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247693 Nov 12 09:10:47.785611 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-5c2b10e8-fbe8-48f6-af62-d24e1b10ec92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298922 Nov 12 09:10:47.875836 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-11089fc1-9396-49d2-b8cb-7103573b9ca1 service neutron] 10.222.0.52 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820990 Nov 12 09:10:47.880249 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-cf7f5c13-c4c6-40d1-bf74-9d920cb295c6 service neutron] 10.222.0.46 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869350 Nov 12 09:10:47.975984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-304bb86b-55b3-43f5-a69a-cd65b28e3c38 service neutron] 10.222.0.46 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878463 Nov 12 09:10:48.003759 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-409cef13-0dd2-490a-b360-5dabcf820d3b req-9751fbdf-de3f-45ac-9366-c3bd787c68d0 service neutron] 10.222.0.52 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192718 Nov 12 09:10:48.013357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f01a7-81a7-497e-855e-b79648913b63 req-0f567c6f-a8e1-4c43-b428-7686e4408b8c tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:48.014889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e9f01a7-81a7-497e-855e-b79648913b63 req-0f567c6f-a8e1-4c43-b428-7686e4408b8c tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 943 time: 0.0752079 Nov 12 09:10:48.063143 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2e9f01a7-81a7-497e-855e-b79648913b63 req-650dd07b-6b27-422b-9f48-72cd5c367397 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422885 Nov 12 09:10:48.170907 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 79cff750-592e-4fca-a389-df73a76df1dd no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:48.208772 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 79cff750-592e-4fca-a389-df73a76df1dd not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:48.700415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 79cff750-592e-4fca-a389-df73a76df1dd details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:10:48.797224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=79cff750-592e-4fca-a389-df73a76df1dd,segment=NetworkSegment(cdfe8164-fc49-4de8-ac46-74dbaebfd61e),segment_id=cdfe8164-fc49-4de8-ac46-74dbaebfd61e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:48.808834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '79cff750-592e-4fca-a389-df73a76df1dd', 'network_id': '4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8', 'port_id': '79cff750-592e-4fca-a389-df73a76df1dd', 'mac_address': 'fa:16:3e:56:80:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c923313e-45f7-4c3a-9e7b-f34052cab338', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:10:48.844690 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.857702 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cff750-592e-4fca-a389-df73a76df1dd {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:48.880866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=79cff750-592e-4fca-a389-df73a76df1dd,segment=NetworkSegment(cdfe8164-fc49-4de8-ac46-74dbaebfd61e),segment_id=cdfe8164-fc49-4de8-ac46-74dbaebfd61e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:48.884512 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.930682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=79cff750-592e-4fca-a389-df73a76df1dd,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:48.937876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:48.938222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:48.938564 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:48.938903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:48.939239 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:48.939569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:48.939897 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:48.940224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:48.940548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:48.940871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:48.941232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:48.941558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:49.183814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142dffe-a16b-4a15-a299-eff05c28326d req-d0c34f0e-78bc-495c-bc5e-9816e96d9e78 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:49.185318 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4142dffe-a16b-4a15-a299-eff05c28326d req-d0c34f0e-78bc-495c-bc5e-9816e96d9e78 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 944 time: 0.0494387 Nov 12 09:10:49.232783 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4142dffe-a16b-4a15-a299-eff05c28326d req-6e8ea65d-caa1-48b6-af09-4554ddd4f27c tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Nov 12 09:10:49.421343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['79cff750-592e-4fca-a389-df73a76df1dd'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:50.357527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94788a30-fe45-4780-b866-03effa47a0bd req-4d33c5c6-c7cb-4cbc-83b0-06db5b920bc9 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:50.359052 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-94788a30-fe45-4780-b866-03effa47a0bd req-4d33c5c6-c7cb-4cbc-83b0-06db5b920bc9 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 944 time: 0.0562656 Nov 12 09:10:50.415717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-94788a30-fe45-4780-b866-03effa47a0bd req-730f3c35-c898-4e09-b542-6af84db1a0a8 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506303 Nov 12 09:10:50.708986 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 79cff750-592e-4fca-a389-df73a76df1dd up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:50.737293 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-7a5cb71b-2399-481c-a4ed-607fd740b3de tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:50.738758 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-7a5cb71b-2399-481c-a4ed-607fd740b3de tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9&tenant_id=3e89c1ff7ccb4db5851e029aae0f244c&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 944 time: 0.0854816 Nov 12 09:10:50.759753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 79cff750-592e-4fca-a389-df73a76df1dd completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:10:50.765173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 79cff750-592e-4fca-a389-df73a76df1dd triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:50.765547 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.802507 n-d-768851-18 neutron-server[102445]: INFO neutron.api.v2.resource [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-72611563-725e-4616-b557-faba5770ae5a service neutron] delete failed (client error): The resource could not be found. Nov 12 09:10:50.803447 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-72611563-725e-4616-b557-faba5770ae5a service neutron] 10.222.0.52 "DELETE /v2.0/ports/79cff750-592e-4fca-a389-df73a76df1dd/bindings/n-h2-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.0565724 Nov 12 09:10:50.846502 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.870465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cff750-592e-4fca-a389-df73a76df1dd'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:50.872692 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ff2c49-2a46-427f-a113-a6ca97432bad" -d '{"events": [{"server_uuid": "dfb5a23c-ac3b-4db1-99ae-4584897801a9", "name": "network-vif-plugged", "status": "completed", "tag": "79cff750-592e-4fca-a389-df73a76df1dd"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:50.890282 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=79cff750-592e-4fca-a389-df73a76df1dd,segment=NetworkSegment(cdfe8164-fc49-4de8-ac46-74dbaebfd61e),segment_id=cdfe8164-fc49-4de8-ac46-74dbaebfd61e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:50.891013 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-f677eabc-1924-41ef-8d62-c1563cbb2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:50.892569 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-f677eabc-1924-41ef-8d62-c1563cbb2301 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e89c1ff7ccb4db5851e029aae0f244c&device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 1096 time: 0.0464172 Nov 12 09:10:50.895672 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.934172 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3f0bb1-bbd9-4641-8b05-d9cbd73692eb x-openstack-request-id: req-4c3f0bb1-bbd9-4641-8b05-d9cbd73692eb {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:50.934459 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb5a23c-ac3b-4db1-99ae-4584897801a9", "name": "network-vif-plugged", "status": "completed", "tag": "79cff750-592e-4fca-a389-df73a76df1dd", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:50.934709 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c3f0bb1-bbd9-4641-8b05-d9cbd73692eb {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:50.935090 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cff750-592e-4fca-a389-df73a76df1dd', 'code': 200} Nov 12 09:10:50.948578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=79cff750-592e-4fca-a389-df73a76df1dd,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:50.989158 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-dbd73636-b6b1-41e7-9c59-2ff88f85a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:50.990671 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-dbd73636-b6b1-41e7-9c59-2ff88f85a7f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 HTTP/1.1" status: 200 len: 913 time: 0.0906334 Nov 12 09:10:51.037129 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-776e4637-ebc4-490c-bf26-de67f8b0a305 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cff750-592e-4fca-a389-df73a76df1dd HTTP/1.1" status: 200 len: 217 time: 0.0385652 Nov 12 09:10:51.085952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-a04b282e-2dda-4531-9b71-7cbb35615b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:51.087334 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-a04b282e-2dda-4531-9b71-7cbb35615b8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c923313e-45f7-4c3a-9e7b-f34052cab338 HTTP/1.1" status: 200 len: 852 time: 0.0431881 Nov 12 09:10:51.120490 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-fa5208d9-d914-49e8-b718-d8916d7b6857 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250695 Nov 12 09:10:51.217572 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-e94c0433-9df4-4c1f-a407-4e0b1ea5e0db service neutron] 10.222.0.52 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837648 Nov 12 09:10:51.308607 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-bab143cc-1d82-4dc4-8070-609de562f9b6 service neutron] 10.222.0.52 "GET /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834444 Nov 12 09:10:52.061339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94726999-a597-4898-860c-bfd2e2333b12 req-b7dc8bb9-24a0-420f-b5f2-fbe5a3ff791e tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:52.062721 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-94726999-a597-4898-860c-bfd2e2333b12 req-b7dc8bb9-24a0-420f-b5f2-fbe5a3ff791e tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0508015 Nov 12 09:10:52.114513 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-94726999-a597-4898-860c-bfd2e2333b12 req-1d3d4d10-20ae-40cc-8632-5def5f1876de tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458648 Nov 12 09:10:52.747101 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.044206 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:10:53.247339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9bf3b-5d9d-4687-8db7-1d1cf3888a63 req-2fa0d6d4-f0fa-4829-afef-c863552c6ea0 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:53.249192 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ee9bf3b-5d9d-4687-8db7-1d1cf3888a63 req-2fa0d6d4-f0fa-4829-afef-c863552c6ea0 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0547540 Nov 12 09:10:53.297358 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ee9bf3b-5d9d-4687-8db7-1d1cf3888a63 req-27cfa054-fdfc-4921-90fd-ee4144cf5a43 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed18ae81-d44e-4b58-b187-cb6498bc7387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421140 Nov 12 09:10:53.590790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-5b3ad371-1334-4f23-85c2-be7b7f46c46d tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:53.592219 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-5b3ad371-1334-4f23-85c2-be7b7f46c46d tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfb5a23c-ac3b-4db1-99ae-4584897801a9 HTTP/1.1" status: 200 len: 945 time: 0.0539570 Nov 12 09:10:53.685583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-2209f73e-e3f5-4ca6-8c26-584e0908c8d4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Deleting port 79cff750-592e-4fca-a389-df73a76df1dd {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:53.685917 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-2209f73e-e3f5-4ca6-8c26-584e0908c8d4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.778284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-2209f73e-e3f5-4ca6-8c26-584e0908c8d4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] For port 79cff750-592e-4fca-a389-df73a76df1dd, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=79cff750-592e-4fca-a389-df73a76df1dd,segment=NetworkSegment(cdfe8164-fc49-4de8-ac46-74dbaebfd61e),segment_id=cdfe8164-fc49-4de8-ac46-74dbaebfd61e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:53.778651 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-2209f73e-e3f5-4ca6-8c26-584e0908c8d4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.791833 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-2209f73e-e3f5-4ca6-8c26-584e0908c8d4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Calling delete_port for 79cff750-592e-4fca-a389-df73a76df1dd owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:53.922355 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-2209f73e-e3f5-4ca6-8c26-584e0908c8d4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.936272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['79cff750-592e-4fca-a389-df73a76df1dd'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:53.958734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209f73e-e3f5-4ca6-8c26-584e0908c8d4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Pushing event deleted for resources: {'Port': ['ID=79cff750-592e-4fca-a389-df73a76df1dd,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:53.997355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-2209f73e-e3f5-4ca6-8c26-584e0908c8d4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] No DVR routers for this DVR port 79cff750-592e-4fca-a389-df73a76df1dd on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:54.000157 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-2209f73e-e3f5-4ca6-8c26-584e0908c8d4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.004198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5a8348af-420d-4d9d-9567-0aa814710ba8 req-2209f73e-e3f5-4ca6-8c26-584e0908c8d4 tempest-DeleteServersTestJSON-1144602873 tempest-DeleteServersTestJSON-1144602873-project] 10.222.0.46 "DELETE /v2.0/ports/79cff750-592e-4fca-a389-df73a76df1dd HTTP/1.1" status: 204 len: 173 time: 0.4058659 Nov 12 09:10:54.004975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'name': 'network-vif-deleted', 'tag': '79cff750-592e-4fca-a389-df73a76df1dd'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:54.008917 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10771fc-bcbf-4a7e-9359-06a424500afb" -d '{"events": [{"server_uuid": "dfb5a23c-ac3b-4db1-99ae-4584897801a9", "name": "network-vif-deleted", "tag": "79cff750-592e-4fca-a389-df73a76df1dd"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:54.055903 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2780a4-b9f0-47eb-9ebc-cb0876a0d8bb x-openstack-request-id: req-7a2780a4-b9f0-47eb-9ebc-cb0876a0d8bb {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:54.057457 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb5a23c-ac3b-4db1-99ae-4584897801a9", "name": "network-vif-deleted", "tag": "79cff750-592e-4fca-a389-df73a76df1dd", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:54.057821 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a2780a4-b9f0-47eb-9ebc-cb0876a0d8bb {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:54.058271 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb5a23c-ac3b-4db1-99ae-4584897801a9', 'name': 'network-vif-deleted', 'tag': '79cff750-592e-4fca-a389-df73a76df1dd', 'status': 'completed', 'code': 200} Nov 12 09:10:54.424524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45480) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:54.468945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Deleting subnet c923313e-45f7-4c3a-9e7b-f34052cab338 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:54.472041 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.506263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.545640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.601377 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.629663 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.632916 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c923313e-45f7-4c3a-9e7b-f34052cab338 HTTP/1.1" status: 204 len: 168 time: 0.2072945 Nov 12 09:10:54.634559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c923313e-45f7-4c3a-9e7b-f34052cab338,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:54.636095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45482) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:54.642130 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:54.642479 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:54.642814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:54.643147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:54.643477 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:54.643801 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:54.644126 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:54.644450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:54.644768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:54.645084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:54.645430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:54.645745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b0c7f8-0e53-45ab-bffa-fde14c7e000f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:54.709723 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.787844 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.808826 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:54.818312 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfe8164-fc49-4de8-ac46-74dbaebfd61e') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:54.818610 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfe8164-fc49-4de8-ac46-74dbaebfd61e') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:54.828163 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.841150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.846986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:54.847370 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:54.848987 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:54.910986 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.915933 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.919209 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8 HTTP/1.1" status: 204 len: 168 time: 0.2820609 Nov 12 09:10:54.932675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317074eb-7f36-4e40-a3f6-72779ae17704 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bbeb487-f4f2-416d-92f7-1c50bf7cc3f8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:55.051851 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45486) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.091990 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3d91aefb-d16b-4500-99ce-b5880b93f39f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e89c1ff7ccb4db5851e029aae0f244c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389764 Nov 12 09:10:55.094650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45488) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.142897 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2ae9-548d-483d-a27b-2436ad2516f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.165041 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2ae9-548d-483d-a27b-2436ad2516f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.216099 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2ae9-548d-483d-a27b-2436ad2516f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.219326 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2ae9-548d-483d-a27b-2436ad2516f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.220723 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f6d2ae9-548d-483d-a27b-2436ad2516f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed18ae81-d44e-4b58-b187-cb6498bc7387 HTTP/1.1" status: 204 len: 168 time: 0.1251676 Nov 12 09:10:55.229459 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d2ae9-548d-483d-a27b-2436ad2516f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed18ae81-d44e-4b58-b187-cb6498bc7387,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:55.963315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45512) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.081900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-203595971-network', 'tenant_id': '507149c742734de0a0a47e9cf48f34a8'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:56.102918 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Made reservation on behalf of 507149c742734de0a0a47e9cf48f34a8 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:56.105227 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.113607 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.189398 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.193164 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.214468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:56.227654 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33f840a-eda7-442b-beef-cf764206a403,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:56.232502 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.232844 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Added segment 652207de-0036-4d9a-903a-3f555b89a53c of type vlan for network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 Nov 12 09:10:56.274973 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.298593 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.299719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:56.300283 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.332249 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3678405 Nov 12 09:10:56.335325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45516) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.340849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-bd766ae6-ce97-4323-a7de-3f5dcecbe133 admin admin] Request body: {'subnet': {'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-203595971-subnet', 'tenant_id': '507149c742734de0a0a47e9cf48f34a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:56.364637 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39839c-4dd4-4a13-9386-baa0dc1219b5 admin admin] Pushing event updated for resources: {'Network': ['ID=ebe059c9-23be-4e9b-beb7-7d9323c73ac1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:56.366243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd766ae6-ce97-4323-a7de-3f5dcecbe133 admin admin] Made reservation on behalf of 507149c742734de0a0a47e9cf48f34a8 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:56.369927 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd766ae6-ce97-4323-a7de-3f5dcecbe133 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.374832 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:56.549707 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd766ae6-ce97-4323-a7de-3f5dcecbe133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.609347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd766ae6-ce97-4323-a7de-3f5dcecbe133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4008eb38-e0c7-466b-815f-a20da7ff7709,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:56.617068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd766ae6-ce97-4323-a7de-3f5dcecbe133 admin admin] Checking segment: {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:56.618251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd766ae6-ce97-4323-a7de-3f5dcecbe133 admin admin] Network hostable DHCP agents. Network: ebe059c9-23be-4e9b-beb7-7d9323c73ac1, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:56.636561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd766ae6-ce97-4323-a7de-3f5dcecbe133 admin admin] Network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:56.644989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-bd766ae6-ce97-4323-a7de-3f5dcecbe133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, ebe059c9-23be-4e9b-beb7-7d9323c73ac1) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:56.649186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd766ae6-ce97-4323-a7de-3f5dcecbe133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:56.649781 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bd766ae6-ce97-4323-a7de-3f5dcecbe133 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.656335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ff6fcb-7dc5-4a7b-ad45-14a75629c717 None None] Network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:56.666034 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bd766ae6-ce97-4323-a7de-3f5dcecbe133 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3295746 Nov 12 09:10:56.759466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 79cff750-592e-4fca-a389-df73a76df1dd no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:56.793283 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 79cff750-592e-4fca-a389-df73a76df1dd {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:56.793635 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 79cff750-592e-4fca-a389-df73a76df1dd not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:56.802037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d536250-1c57-4e81-8050-ad39e89e8f52 None None] Network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:57.097618 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-b353558f-aeeb-476b-822e-9a134dc25e10 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:57.098994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-b353558f-aeeb-476b-822e-9a134dc25e10 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 814 time: 0.1034415 Nov 12 09:10:57.114115 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-4dc88f45-cc22-470a-8589-4d6430d100f1 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/quotas/507149c742734de0a0a47e9cf48f34a8 HTTP/1.1" status: 200 len: 375 time: 0.0089595 Nov 12 09:10:57.146413 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-129d6fff-731b-4d04-99c1-b436c8b9060d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260029 Nov 12 09:10:57.238758 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-9daa74c6-a5fc-4cc0-842d-cd0686eaad42 service neutron] 10.222.0.31 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854671 Nov 12 09:10:57.327500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-808261c4-2248-4504-a7c0-3e20a4a09bd0 service neutron] 10.222.0.31 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819037 Nov 12 09:10:57.492802 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56aff9bc-659c-4a24-af9a-e37569837da6 req-9098f171-cd1f-427c-bea9-0856c8683f3a tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 210 time: 0.0326183 Nov 12 09:10:58.415292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-4e3acbde-63ff-4671-9e95-cc855ba05852 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:58.416746 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-4e3acbde-63ff-4671-9e95-cc855ba05852 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.46 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 814 time: 0.1070590 Nov 12 09:10:58.435345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Request body: {'port': {'device_id': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1', 'admin_state_up': True, 'tenant_id': '507149c742734de0a0a47e9cf48f34a8'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:58.555866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Made reservation on behalf of 507149c742734de0a0a47e9cf48f34a8 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:58.559644 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.602449 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-149a557c-0eb7-4bc2-b620-e2ea11ed6c30 req-79a05036-a54c-47f3-92f5-4310e3ebd869 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 210 time: 0.0355239 Nov 12 09:10:58.698278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Allocated IP 172.20.0.4 (ebe059c9-23be-4e9b-beb7-7d9323c73ac1/4008eb38-e0c7-466b-815f-a20da7ff7709/ef685cfe-1e81-4090-8aca-ad18d5801d44) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:58.865957 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.899553 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.925414 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.948509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:58.951675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:58.956420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:58.960445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Pushing event updated for resources: {'Port': ['ID=ef685cfe-1e81-4090-8aca-ad18d5801d44,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:59.014854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:59.015480 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.033138 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-0fc3e0fb-b79f-47c0-9e9b-6359fe104620 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6022525 Nov 12 09:10:59.045893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Request body: {'port': {'device_id': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:59.101326 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.393352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef685cfe-1e81-4090-8aca-ad18d5801d44 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:59.401026 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.414062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Transition to ACTIVE for port object ef685cfe-1e81-4090-8aca-ad18d5801d44 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:10:59.418308 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.472995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef685cfe-1e81-4090-8aca-ad18d5801d44,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:59.547005 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Attempting to bind port ef685cfe-1e81-4090-8aca-ad18d5801d44 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:59.547339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Attempting to bind port ef685cfe-1e81-4090-8aca-ad18d5801d44 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:59.547666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Attempting to bind port ef685cfe-1e81-4090-8aca-ad18d5801d44 on network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:59.552920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Port ef685cfe-1e81-4090-8aca-ad18d5801d44 on network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:10:59.552920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Attempting to bind port ef685cfe-1e81-4090-8aca-ad18d5801d44 on network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:59.557549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:59.558186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Checking segment: {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:59.558421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Bound using segment: {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:59.558847 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Bound port: ef685cfe-1e81-4090-8aca-ad18d5801d44, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:59.559204 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.626086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:59.629026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:59.633685 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.668175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:59.669037 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.670521 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] 10.222.0.46 "PUT /v2.0/ports/ef685cfe-1e81-4090-8aca-ad18d5801d44 HTTP/1.1" status: 200 len: 1092 time: 0.6288683 Nov 12 09:10:59.672920 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'tag': 'ef685cfe-1e81-4090-8aca-ad18d5801d44'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:59.675297 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee73cac8-8204-48bb-87c8-f6789b1e0448" -d '{"events": [{"name": "network-changed", "server_uuid": "40b0294e-a74c-4971-a285-c6e2e7e7f76d", "tag": "ef685cfe-1e81-4090-8aca-ad18d5801d44"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:59.731029 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e41053-adcf-4d41-8a1c-c083b74a0607 x-openstack-request-id: req-67e41053-adcf-4d41-8a1c-c083b74a0607 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:59.731314 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b0294e-a74c-4971-a285-c6e2e7e7f76d", "tag": "ef685cfe-1e81-4090-8aca-ad18d5801d44", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:59.731570 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67e41053-adcf-4d41-8a1c-c083b74a0607 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:59.731962 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'tag': 'ef685cfe-1e81-4090-8aca-ad18d5801d44', 'status': 'completed', 'code': 200} Nov 12 09:10:59.755071 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ffd14-8ee8-4160-8607-7541c5da94d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ef685cfe-1e81-4090-8aca-ad18d5801d44,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:59.782335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb9a39-b428-469a-8930-e9fc09e2bb5d req-d0327696-3125-4df4-a794-9976b25bfd2a tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:59.783822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cafb9a39-b428-469a-8930-e9fc09e2bb5d req-d0327696-3125-4df4-a794-9976b25bfd2a tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 943 time: 0.1054468 Nov 12 09:10:59.790195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-89a42ca6-d59d-4ea2-96ce-c5f1b330bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:59.792230 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-89a42ca6-d59d-4ea2-96ce-c5f1b330bbf3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 1095 time: 0.0761142 Nov 12 09:10:59.844540 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-cf61258a-fdff-4c3e-aecd-aa32305ab289 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44 HTTP/1.1" status: 200 len: 217 time: 0.0432229 Nov 12 09:10:59.897925 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cafb9a39-b428-469a-8930-e9fc09e2bb5d req-c54eed2b-b31a-47eb-af35-7c2aac77200b tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046395 Nov 12 09:10:59.911100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-35385214-415f-424c-8646-2fd3b7423815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:59.912554 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-35385214-415f-424c-8646-2fd3b7423815 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0582817 Nov 12 09:10:59.949116 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-951e4da6-d10a-4ee2-a06d-907579e5f03e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290484 Nov 12 09:11:00.042914 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-e546cf14-74e4-4b13-9862-24666462cefd service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845854 Nov 12 09:11:00.141336 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e05d6a93-04ea-4660-97cc-fc9bae068638 req-a177c9b9-dd48-4bf1-bff1-eefda5673605 service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912018 Nov 12 09:11:00.229971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73cac8-8204-48bb-87c8-f6789b1e0448 req-584b31fa-84bb-4678-92d3-752633512823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:00.231522 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee73cac8-8204-48bb-87c8-f6789b1e0448 req-584b31fa-84bb-4678-92d3-752633512823 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 1095 time: 0.0441730 Nov 12 09:11:00.323239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73cac8-8204-48bb-87c8-f6789b1e0448 req-5b8dde84-8583-4c7a-aa18-34c9b4c017f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:00.324705 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee73cac8-8204-48bb-87c8-f6789b1e0448 req-5b8dde84-8583-4c7a-aa18-34c9b4c017f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.0850301 Nov 12 09:11:00.372653 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee73cac8-8204-48bb-87c8-f6789b1e0448 req-785f933d-6e81-4017-8276-c0338a33ef78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44 HTTP/1.1" status: 200 len: 217 time: 0.0393720 Nov 12 09:11:00.423994 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73cac8-8204-48bb-87c8-f6789b1e0448 req-6e7d6b27-ff93-40c6-976b-a594db072c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:00.425654 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee73cac8-8204-48bb-87c8-f6789b1e0448 req-6e7d6b27-ff93-40c6-976b-a594db072c4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0459149 Nov 12 09:11:00.463686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee73cac8-8204-48bb-87c8-f6789b1e0448 req-bebe4250-1670-428f-96e3-6241658f61cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308797 Nov 12 09:11:00.560402 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee73cac8-8204-48bb-87c8-f6789b1e0448 req-5d6d2b7f-aa70-4781-b1c2-994fc83093ab service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889630 Nov 12 09:11:00.658478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ee73cac8-8204-48bb-87c8-f6789b1e0448 req-bfe1fb73-c7bc-4867-8f91-53c5605ee948 service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905993 Nov 12 09:11:01.022291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae853f8-9e14-473d-8c62-e2a991832597 req-df256d4d-a150-40bd-a565-d939d4b137d9 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:01.023803 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dae853f8-9e14-473d-8c62-e2a991832597 req-df256d4d-a150-40bd-a565-d939d4b137d9 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 943 time: 0.0526791 Nov 12 09:11:01.074661 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dae853f8-9e14-473d-8c62-e2a991832597 req-7a64983b-c2f8-4cb5-9276-e4d75b2fb4da tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434477 Nov 12 09:11:02.195568 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd29591-c88c-4d06-b630-5738ecbb4aef req-963f5981-c3b4-4e42-976c-ba77f40cb5e7 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:02.197556 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbd29591-c88c-4d06-b630-5738ecbb4aef req-963f5981-c3b4-4e42-976c-ba77f40cb5e7 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 943 time: 0.0520265 Nov 12 09:11:02.242852 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fbd29591-c88c-4d06-b630-5738ecbb4aef req-01fc7a97-b9c0-432a-b5bd-e48f85602d7c tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Nov 12 09:11:02.818942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ef685cfe-1e81-4090-8aca-ad18d5801d44 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:11:02.912006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:02.922860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'ef685cfe-1e81-4090-8aca-ad18d5801d44', 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1', 'port_id': 'ef685cfe-1e81-4090-8aca-ad18d5801d44', 'mac_address': 'fa:16:3e:8e:1a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4008eb38-e0c7-466b-815f-a20da7ff7709', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:11:02.962982 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.977816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef685cfe-1e81-4090-8aca-ad18d5801d44 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:03.000083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:03.004885 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.051209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=ef685cfe-1e81-4090-8aca-ad18d5801d44,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:03.310300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['ef685cfe-1e81-4090-8aca-ad18d5801d44'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:03.364752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a8963-9395-40be-badd-d6d298596049 req-4da92d38-7690-4f47-adb9-39c733fc6e36 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:03.366381 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff7a8963-9395-40be-badd-d6d298596049 req-4da92d38-7690-4f47-adb9-39c733fc6e36 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 944 time: 0.0539243 Nov 12 09:11:03.418954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff7a8963-9395-40be-badd-d6d298596049 req-84a18e65-f716-458b-91cd-e4c215edd8f7 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458045 Nov 12 09:11:04.537200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4245f5b-1b0e-4c36-8e9c-77c60d1544b2 req-edeee388-0f48-4f24-8ace-0750717457df tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:04.538692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4245f5b-1b0e-4c36-8e9c-77c60d1544b2 req-edeee388-0f48-4f24-8ace-0750717457df tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 944 time: 0.0506551 Nov 12 09:11:04.585365 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4245f5b-1b0e-4c36-8e9c-77c60d1544b2 req-5b9e264e-ac8c-4981-968d-0de26db09abb tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 Nov 12 09:11:04.834826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ef685cfe-1e81-4090-8aca-ad18d5801d44 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:04.896237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port ef685cfe-1e81-4090-8aca-ad18d5801d44 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:11:04.902654 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port ef685cfe-1e81-4090-8aca-ad18d5801d44 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:04.903250 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.982665 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.011192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef685cfe-1e81-4090-8aca-ad18d5801d44'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:05.013672 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f0b482-cbb8-41e8-a04c-c3d000bb65e3" -d '{"events": [{"server_uuid": "40b0294e-a74c-4971-a285-c6e2e7e7f76d", "name": "network-vif-plugged", "status": "completed", "tag": "ef685cfe-1e81-4090-8aca-ad18d5801d44"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:05.027055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:05.031371 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.054491 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efab63c6-7fde-4fbe-8e42-24ff7c00a7d8 x-openstack-request-id: req-efab63c6-7fde-4fbe-8e42-24ff7c00a7d8 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:05.054789 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b0294e-a74c-4971-a285-c6e2e7e7f76d", "name": "network-vif-plugged", "status": "completed", "tag": "ef685cfe-1e81-4090-8aca-ad18d5801d44", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:05.055043 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efab63c6-7fde-4fbe-8e42-24ff7c00a7d8 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:05.055465 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef685cfe-1e81-4090-8aca-ad18d5801d44', 'code': 200} Nov 12 09:11:05.080484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=ef685cfe-1e81-4090-8aca-ad18d5801d44,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:05.152253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622b243-2dfa-4a8b-b5f8-c03f08e73ec7 req-59dcdc5e-2810-468e-b6ab-fba4204bd430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:05.153757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1622b243-2dfa-4a8b-b5f8-c03f08e73ec7 req-59dcdc5e-2810-468e-b6ab-fba4204bd430 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 1097 time: 0.0407767 Nov 12 09:11:05.201220 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1622b243-2dfa-4a8b-b5f8-c03f08e73ec7 req-33e20463-e4e5-4ff6-928a-112c01be71a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392890 Nov 12 09:11:05.262952 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-33c31d87-2f54-4b93-a086-3b95cc94676f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.701849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db970269-899f-4a66-a055-7767c70f15c2 req-69b64d11-214a-4996-9a9b-f00d007361b8 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:05.703328 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db970269-899f-4a66-a055-7767c70f15c2 req-69b64d11-214a-4996-9a9b-f00d007361b8 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0486171 Nov 12 09:11:05.751342 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db970269-899f-4a66-a055-7767c70f15c2 req-96b755c0-63d5-4880-9f8a-7684873f30ba tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 Nov 12 09:11:06.883675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdf3be-01fe-438b-af11-abe6b5bc347c req-f637436a-dadb-4814-9721-85476b9671b3 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:06.885191 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ffbdf3be-01fe-438b-af11-abe6b5bc347c req-f637436a-dadb-4814-9721-85476b9671b3 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0539956 Nov 12 09:11:06.934495 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ffbdf3be-01fe-438b-af11-abe6b5bc347c req-ddd99cb8-c9df-48aa-bd6f-918e392ba5e4 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431972 Nov 12 09:11:07.050884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c54c1-ce89-4ff6-8658-1d2d4bb0c657 req-b48a5317-cc67-4661-9892-53559eb1305c tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:07.052346 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb4c54c1-ce89-4ff6-8658-1d2d4bb0c657 req-b48a5317-cc67-4661-9892-53559eb1305c tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0496142 Nov 12 09:11:07.099229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bb4c54c1-ce89-4ff6-8658-1d2d4bb0c657 req-49386151-4eca-4dc4-b0cc-a133ff35be2f tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Nov 12 09:11:07.309463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386974c8-1b77-4d68-bc36-8c8c01b0916e req-8a97c112-87b3-4cbe-b32c-0bd74834f25e tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:07.310970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-386974c8-1b77-4d68-bc36-8c8c01b0916e req-8a97c112-87b3-4cbe-b32c-0bd74834f25e tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0602708 Nov 12 09:11:07.358617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-386974c8-1b77-4d68-bc36-8c8c01b0916e req-bf5e1867-e61e-4776-ae4e-60dc07289c14 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Nov 12 09:11:07.474310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54a943-7615-4f39-8f44-be84b1f5c7b4 req-88da0b07-741d-437d-8204-2b90ef2a0790 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:07.475720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ae54a943-7615-4f39-8f44-be84b1f5c7b4 req-88da0b07-741d-437d-8204-2b90ef2a0790 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0513053 Nov 12 09:11:07.530134 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ae54a943-7615-4f39-8f44-be84b1f5c7b4 req-32b8e127-c329-425d-b79b-84a24c6a5289 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477743 Nov 12 09:11:07.571768 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-24da6382-fa0e-4c46-8ef4-a25cae0aa194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.809240 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-8e040e9d-b9b7-4101-8e3c-4ad467694d1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799243 Nov 12 09:11:07.822316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1248dca-23ad-41ff-be25-f796c63dd8fa req-1490da4c-55dc-451a-84fa-f0cfb36910ab tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:07.822930 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1248dca-23ad-41ff-be25-f796c63dd8fa req-1490da4c-55dc-451a-84fa-f0cfb36910ab tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0828552 Nov 12 09:11:07.876583 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1248dca-23ad-41ff-be25-f796c63dd8fa req-c0084f91-337d-4543-9488-797f39b3ccb1 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474322 Nov 12 09:11:08.721885 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.010434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619a43-aec7-4d81-bd53-97199bdfe094 req-2fbddc6f-de0e-4333-a293-14f67760faca tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:09.011930 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00619a43-aec7-4d81-bd53-97199bdfe094 req-2fbddc6f-de0e-4333-a293-14f67760faca tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0495067 Nov 12 09:11:09.064069 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00619a43-aec7-4d81-bd53-97199bdfe094 req-16feeecd-f205-497c-8ed6-86ae41d394db tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 Nov 12 09:11:09.163268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-827d4326-e960-46ce-8e23-ff08faf42160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:09.164684 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-827d4326-e960-46ce-8e23-ff08faf42160 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 1097 time: 0.0420058 Nov 12 09:11:09.259422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-cfc2527f-ff7d-46d7-92d7-dbd23dc99795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:09.260924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-cfc2527f-ff7d-46d7-92d7-dbd23dc99795 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.0899870 Nov 12 09:11:09.303878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-beb912ff-641e-429a-b66d-d6d05d675351 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44 HTTP/1.1" status: 200 len: 217 time: 0.0353062 Nov 12 09:11:09.357350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-42426b68-5240-4f5c-9634-6c3f78b9b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:09.358843 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-42426b68-5240-4f5c-9634-6c3f78b9b8ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0479772 Nov 12 09:11:09.392081 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-15c989ac-a3af-4641-8026-1507f2636397 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244606 Nov 12 09:11:09.481342 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-934bb8da-589f-4b2e-8127-03945b95864f service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820217 Nov 12 09:11:09.577669 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-32c667cf-d167-4d1c-b6a4-b3b0560d8725 service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871255 Nov 12 09:11:10.088147 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.182561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b734e-a5ac-4fa6-91b4-f2350e3136c3 req-062977ec-56f2-40d8-b0c3-b4f134c02d40 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:10.184037 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-170b734e-a5ac-4fa6-91b4-f2350e3136c3 req-062977ec-56f2-40d8-b0c3-b4f134c02d40 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0494595 Nov 12 09:11:10.239837 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-170b734e-a5ac-4fa6-91b4-f2350e3136c3 req-1d880424-d090-4b21-a5f2-48399306a377 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497940 Nov 12 09:11:11.006586 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:11.359564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa43cbf-fa0b-430a-8e9c-3fd8fc519759 req-8ef9f3c5-6c97-4321-bb96-98b396c3f865 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:11.361193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fa43cbf-fa0b-430a-8e9c-3fd8fc519759 req-8ef9f3c5-6c97-4321-bb96-98b396c3f865 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0508361 Nov 12 09:11:11.410752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fa43cbf-fa0b-430a-8e9c-3fd8fc519759 req-d949ee9e-aeb5-4679-8bc0-59ce6f74fda0 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435727 Nov 12 09:11:12.532692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b57a46-bc99-46fa-9807-8c539777707d req-84141830-d204-48bf-ac69-ac8aa8ee1bbf tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:12.534197 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4b57a46-bc99-46fa-9807-8c539777707d req-84141830-d204-48bf-ac69-ac8aa8ee1bbf tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0540452 Nov 12 09:11:12.587089 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4b57a46-bc99-46fa-9807-8c539777707d req-710f0b68-d899-4be6-9c46-3bcc9abe5f47 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 Nov 12 09:11:13.727451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad2cae-c8fa-419a-8a01-8adc5013dfb7 req-a9a1c9f1-8580-4d15-9046-b62f7fd1a0ed tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:13.728952 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cfad2cae-c8fa-419a-8a01-8adc5013dfb7 req-a9a1c9f1-8580-4d15-9046-b62f7fd1a0ed tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0705056 Nov 12 09:11:13.781480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cfad2cae-c8fa-419a-8a01-8adc5013dfb7 req-4a4a9bda-7948-4077-9aae-814b3ceefb03 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462852 Nov 12 09:11:14.955823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7cd1e-aadf-4dba-971c-183a7ad4af9c req-446d8d14-2bfd-4f2b-a00a-96bc8c954ccf tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:14.957252 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4db7cd1e-aadf-4dba-971c-183a7ad4af9c req-446d8d14-2bfd-4f2b-a00a-96bc8c954ccf tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.1077824 Nov 12 09:11:15.009694 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4db7cd1e-aadf-4dba-971c-183a7ad4af9c req-34f4ff1f-dd23-4690-af41-7a5ca5dafa73 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463088 Nov 12 09:11:16.126819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e66f4-8e1f-485b-9d26-671139f1c212 req-a7729947-b031-4593-b187-3a42a14f1858 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:16.128278 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a20e66f4-8e1f-485b-9d26-671139f1c212 req-a7729947-b031-4593-b187-3a42a14f1858 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0498822 Nov 12 09:11:16.175099 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a20e66f4-8e1f-485b-9d26-671139f1c212 req-c6d29f44-5a0c-4b3e-bfbd-358f69b81fa8 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Nov 12 09:11:17.292387 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4d1f3-5985-441f-bdea-d632f626543b req-de993e93-0764-49a7-932d-668a6cf89994 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:17.293877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a7e4d1f3-5985-441f-bdea-d632f626543b req-de993e93-0764-49a7-932d-668a6cf89994 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0508299 Nov 12 09:11:17.346234 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a7e4d1f3-5985-441f-bdea-d632f626543b req-4b25f381-9112-4036-995b-c0309c7c69fc tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462930 Nov 12 09:11:18.481345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92fd91-cdf1-426c-b2c3-3521e8354323 req-eb61e80b-42bb-4b8b-bf9a-0b984e6c6296 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:18.483699 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f92fd91-cdf1-426c-b2c3-3521e8354323 req-eb61e80b-42bb-4b8b-bf9a-0b984e6c6296 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0622642 Nov 12 09:11:18.538780 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f92fd91-cdf1-426c-b2c3-3521e8354323 req-84bdc5a0-92de-4c80-b936-b9a32689b33b tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489953 Nov 12 09:11:19.674296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39779-bf9f-4f69-960d-8669002cf724 req-e86d4d21-07e1-47e1-b4aa-ed8b986e3535 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:19.675808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ccc39779-bf9f-4f69-960d-8669002cf724 req-e86d4d21-07e1-47e1-b4aa-ed8b986e3535 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0581253 Nov 12 09:11:19.729868 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ccc39779-bf9f-4f69-960d-8669002cf724 req-6b155db3-96f0-4e68-a03c-28c11b285e08 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479996 Nov 12 09:11:20.852746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033a4cc-01db-40b3-b3ca-81d2f3c4324c req-d4f4a4a7-5beb-449a-8205-b1b2373f1958 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:20.854816 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8033a4cc-01db-40b3-b3ca-81d2f3c4324c req-d4f4a4a7-5beb-449a-8205-b1b2373f1958 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0515301 Nov 12 09:11:20.907550 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8033a4cc-01db-40b3-b3ca-81d2f3c4324c req-63117eb8-97d6-4dc3-8879-2303c36d15cd tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466838 Nov 12 09:11:21.835806 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe05c0-81ac-4d91-b355-628f317e0642 req-010ce73e-750e-4783-8acc-075f5b42984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:21.838189 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7efe05c0-81ac-4d91-b355-628f317e0642 req-010ce73e-750e-4783-8acc-075f5b42984e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 1097 time: 0.0440767 Nov 12 09:11:21.957858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe05c0-81ac-4d91-b355-628f317e0642 req-3cd91dd2-dd94-406d-a481-aa91fdaf2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:21.959344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7efe05c0-81ac-4d91-b355-628f317e0642 req-3cd91dd2-dd94-406d-a481-aa91fdaf2f86 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.1014092 Nov 12 09:11:22.004177 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7efe05c0-81ac-4d91-b355-628f317e0642 req-a52c0b8b-d5c9-470d-b120-45ae3592393f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44 HTTP/1.1" status: 200 len: 217 time: 0.0372798 Nov 12 09:11:22.038467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4f51e-bc06-4b2e-9c4d-434188de2e16 req-80fbb1f8-9f2f-4746-9025-8248b3d4ddc5 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.040013 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1dd4f51e-bc06-4b2e-9c4d-434188de2e16 req-80fbb1f8-9f2f-4746-9025-8248b3d4ddc5 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0593417 Nov 12 09:11:22.074409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe05c0-81ac-4d91-b355-628f317e0642 req-d2dff0ed-a863-4670-a28d-fd22df0e25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.075918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7efe05c0-81ac-4d91-b355-628f317e0642 req-d2dff0ed-a863-4670-a28d-fd22df0e25d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0634086 Nov 12 09:11:22.093909 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1dd4f51e-bc06-4b2e-9c4d-434188de2e16 req-54512266-2097-4ae4-8430-30ebf467197a tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472891 Nov 12 09:11:22.112309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7efe05c0-81ac-4d91-b355-628f317e0642 req-d4afb29a-5b4a-4f48-9b68-9fe85793e7b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263231 Nov 12 09:11:22.206564 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7efe05c0-81ac-4d91-b355-628f317e0642 req-caae640b-aa02-4794-b4e9-0f3407e9e93a service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863829 Nov 12 09:11:22.307050 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7efe05c0-81ac-4d91-b355-628f317e0642 req-391c31b7-5e0f-4620-a76e-6fe5c6f87985 service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933466 Nov 12 09:11:22.762173 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.214775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b420c-fa59-4055-ba6c-f8a51002b449 req-6a821a7e-6ceb-48c2-8fc4-48586d2c63ea tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:23.216299 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-670b420c-fa59-4055-ba6c-f8a51002b449 req-6a821a7e-6ceb-48c2-8fc4-48586d2c63ea tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0534091 Nov 12 09:11:23.267454 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-670b420c-fa59-4055-ba6c-f8a51002b449 req-5a83476c-c3f0-46d3-829a-92275abebf05 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442116 Nov 12 09:11:24.417677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd96a3-9f46-49a7-8f30-a8b47dabe792 req-e4bf2020-f13c-4399-b300-8878ab0df659 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:24.419907 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6bdd96a3-9f46-49a7-8f30-a8b47dabe792 req-e4bf2020-f13c-4399-b300-8878ab0df659 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0782735 Nov 12 09:11:24.473991 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6bdd96a3-9f46-49a7-8f30-a8b47dabe792 req-ee915111-e79e-4b1a-b879-93568e8e83d1 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481160 Nov 12 09:11:25.596483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed304-b0e1-44af-9033-8a7ec0c03714 req-30b47427-82f5-4d5b-bbd6-938336c65fda tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:25.597991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-854ed304-b0e1-44af-9033-8a7ec0c03714 req-30b47427-82f5-4d5b-bbd6-938336c65fda tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0519834 Nov 12 09:11:25.646124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-854ed304-b0e1-44af-9033-8a7ec0c03714 req-301f08fb-d678-4407-bd2d-9a7999d7c7fb tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411215 Nov 12 09:11:26.765855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e838a06-e61f-4430-91a5-4cdc5656b4fa req-76066693-4efd-4694-bd1c-4e3ddf24c079 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:26.767461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e838a06-e61f-4430-91a5-4cdc5656b4fa req-76066693-4efd-4694-bd1c-4e3ddf24c079 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0514643 Nov 12 09:11:26.821815 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e838a06-e61f-4430-91a5-4cdc5656b4fa req-81f40408-1812-4dd9-b80a-edaff5c08671 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478761 Nov 12 09:11:27.963314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebb3b4-fd60-4fb5-ba8e-f385295f7666 req-7f250836-c7e3-4562-9503-19cca45da71a tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:27.964829 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5aebb3b4-fd60-4fb5-ba8e-f385295f7666 req-7f250836-c7e3-4562-9503-19cca45da71a tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0637326 Nov 12 09:11:28.017028 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5aebb3b4-fd60-4fb5-ba8e-f385295f7666 req-4c976b59-14cc-47e4-8c1a-f9afbe779dce tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458562 Nov 12 09:11:28.941572 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.145016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe270130-7425-4be6-bde7-7224b3127d19 req-4dc4f3c6-7685-4ffd-9d0e-f8e275d11b35 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:29.146560 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe270130-7425-4be6-bde7-7224b3127d19 req-4dc4f3c6-7685-4ffd-9d0e-f8e275d11b35 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0579004 Nov 12 09:11:29.202669 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fe270130-7425-4be6-bde7-7224b3127d19 req-60e87f5e-1014-4fa8-b6ce-f883f80d26c7 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493140 Nov 12 09:11:30.043157 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:11:30.324212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0af3a1-0bdd-40be-872b-29de40307159 req-89b93090-5d3e-430a-b780-8f8d6cf7573e tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:30.325790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4e0af3a1-0bdd-40be-872b-29de40307159 req-89b93090-5d3e-430a-b780-8f8d6cf7573e tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0520597 Nov 12 09:11:30.379975 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4e0af3a1-0bdd-40be-872b-29de40307159 req-6ff53d16-6e2a-4741-adbe-e4ded927b296 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479028 Nov 12 09:11:31.501743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b31861-d553-470e-a099-8865dd887b01 req-82f2d72a-837d-4b80-90cc-cc28625505db tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:31.503288 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-85b31861-d553-470e-a099-8865dd887b01 req-82f2d72a-837d-4b80-90cc-cc28625505db tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0527713 Nov 12 09:11:31.553186 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-85b31861-d553-470e-a099-8865dd887b01 req-aa997613-8e73-4975-a71a-0af65bcb6d4f tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 Nov 12 09:11:32.675279 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479186b-2749-4cc5-b0af-3cad514bbb84 req-f2ef108d-18c5-4199-9bb7-ac4426d52ea1 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:32.676752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6479186b-2749-4cc5-b0af-3cad514bbb84 req-f2ef108d-18c5-4199-9bb7-ac4426d52ea1 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0507154 Nov 12 09:11:32.726880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6479186b-2749-4cc5-b0af-3cad514bbb84 req-90251e28-a178-48be-83b2-353582f0158d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435150 Nov 12 09:11:33.852636 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb145bc-8462-4df1-b7d9-c986fbdbd67f req-d80e58d9-ffbf-4aff-816e-3b4aff94930b tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:33.854770 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fcb145bc-8462-4df1-b7d9-c986fbdbd67f req-d80e58d9-ffbf-4aff-816e-3b4aff94930b tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0531104 Nov 12 09:11:33.904118 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fcb145bc-8462-4df1-b7d9-c986fbdbd67f req-074cac9d-3413-4dcf-b3de-f734c632fe03 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432065 Nov 12 09:11:35.040272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cafd1b-3a72-45af-abae-2f7ba2c49984 req-3c042dea-3b38-4444-a097-10a0948fbf0a tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:35.041825 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44cafd1b-3a72-45af-abae-2f7ba2c49984 req-3c042dea-3b38-4444-a097-10a0948fbf0a tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0604925 Nov 12 09:11:35.093459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44cafd1b-3a72-45af-abae-2f7ba2c49984 req-6f0e11f1-3c7b-4451-a8f2-33a2cd7a8dad tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453751 Nov 12 09:11:35.265812 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb5db164-b7e4-41cb-8737-69f984d2f392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.219372 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f0d78-0e1a-4c75-be75-e3161f4e2cb1 req-47e9c7cd-6d7a-48c6-b1fe-143dad6744a9 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:36.220830 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee1f0d78-0e1a-4c75-be75-e3161f4e2cb1 req-47e9c7cd-6d7a-48c6-b1fe-143dad6744a9 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0531518 Nov 12 09:11:36.267969 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee1f0d78-0e1a-4c75-be75-e3161f4e2cb1 req-c5ffaffc-fb68-466e-bfd7-ab7e48169deb tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Nov 12 09:11:36.647451 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-b5cbaad1-3338-44e2-bcf7-d5084023f739 service neutron] show failed (client error): The resource could not be found. Nov 12 09:11:36.648395 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-b5cbaad1-3338-44e2-bcf7-d5084023f739 service neutron] 10.222.0.46 "GET /v2.0/ports/ef685cfe-1e81-4090-8aca-ad18d5801d44/bindings/n-h2-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.0596230 Nov 12 09:11:36.895034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-4cd3542f-0259-4ce8-82c0-d4466b2c9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:36.896542 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-4cd3542f-0259-4ce8-82c0-d4466b2c9f67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d&tenant_id=507149c742734de0a0a47e9cf48f34a8 HTTP/1.1" status: 200 len: 1097 time: 0.0737481 Nov 12 09:11:36.909715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:36.966368 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.189929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:37.224656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h1-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:37.268203 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef685cfe-1e81-4090-8aca-ad18d5801d44'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:37.270997 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b654b9-ab64-4a71-a76d-f359f8fa327b" -d '{"events": [{"server_uuid": "40b0294e-a74c-4971-a285-c6e2e7e7f76d", "name": "network-vif-unplugged", "status": "completed", "tag": "ef685cfe-1e81-4090-8aca-ad18d5801d44"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:37.277427 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.294313 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.provisioning_blocks [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Transition to ACTIVE for port object ef685cfe-1e81-4090-8aca-ad18d5801d44 will not be triggered until provisioned by entity L2. {{(pid=102445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:11:37.300333 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.334966 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291b8398-a3db-4f71-8393-212e2c4b7840 x-openstack-request-id: req-291b8398-a3db-4f71-8393-212e2c4b7840 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:37.335264 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b0294e-a74c-4971-a285-c6e2e7e7f76d", "name": "network-vif-unplugged", "status": "completed", "tag": "ef685cfe-1e81-4090-8aca-ad18d5801d44", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:37.337524 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-291b8398-a3db-4f71-8393-212e2c4b7840 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:37.337524 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef685cfe-1e81-4090-8aca-ad18d5801d44', 'code': 200} Nov 12 09:11:37.375774 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] No DVR routers for this DVR port ef685cfe-1e81-4090-8aca-ad18d5801d44 on host n-h1-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:37.387542 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Pushing event updated for resources: {'Port': ['ID=ef685cfe-1e81-4090-8aca-ad18d5801d44,revision_number=6']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:37.449221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Attempting to bind port ef685cfe-1e81-4090-8aca-ad18d5801d44 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:37.449541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Attempting to bind port ef685cfe-1e81-4090-8aca-ad18d5801d44 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:37.449979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Attempting to bind port ef685cfe-1e81-4090-8aca-ad18d5801d44 on network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:37.461034 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c389bc-b18a-40f8-b6ef-e931bf405093 req-87f5ccb5-c4a1-4e7f-ac1e-f567bfdd1476 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.463355 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-98c389bc-b18a-40f8-b6ef-e931bf405093 req-87f5ccb5-c4a1-4e7f-ac1e-f567bfdd1476 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 943 time: 0.0926683 Nov 12 09:11:37.465739 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Port ef685cfe-1e81-4090-8aca-ad18d5801d44 on network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:11:37.466063 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Attempting to bind port ef685cfe-1e81-4090-8aca-ad18d5801d44 on network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:37.473510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:37.473840 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Checking segment: {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:37.474219 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Bound using segment: {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'} {{(pid=102445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:37.474669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.managers [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Bound port: ef685cfe-1e81-4090-8aca-ad18d5801d44, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'}}] {{(pid=102445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:37.475081 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.564154 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-41262ab0-d389-4f20-8d09-3b2b1439b09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.566886 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-98c389bc-b18a-40f8-b6ef-e931bf405093 req-be600d07-23d5-4ecf-8bd9-cc7cc5f93b13 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951610 Nov 12 09:11:37.578486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h2-768851-18, cleared binding levels {{(pid=102445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:37.581921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:37.587923 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.626913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.627568 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.629878 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-951d2d23-19f4-4552-937c-00e442880795 service neutron] 10.222.0.52 "PUT /v2.0/ports/ef685cfe-1e81-4090-8aca-ad18d5801d44 HTTP/1.1" status: 200 len: 1092 time: 0.7245355 Nov 12 09:11:37.653728 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d2d23-19f4-4552-937c-00e442880795 service neutron] Pushing event updated for resources: {'Port': ['ID=ef685cfe-1e81-4090-8aca-ad18d5801d44,revision_number=7']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:37.701233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-c8a4f98f-6cf4-4206-ba2e-f28512162e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.703029 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-c8a4f98f-6cf4-4206-ba2e-f28512162e4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 1095 time: 0.0464730 Nov 12 09:11:37.806467 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-6492432d-803c-4694-97c2-b916cd80ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.807957 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-6492432d-803c-4694-97c2-b916cd80ed11 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.0976822 Nov 12 09:11:37.852339 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-a46fa0e1-1dec-45a4-a005-cb6c1e34fa9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44 HTTP/1.1" status: 200 len: 217 time: 0.0349498 Nov 12 09:11:37.909481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-632c7424-2cdc-4984-9f83-1be8b3965ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.910987 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-632c7424-2cdc-4984-9f83-1be8b3965ba2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0513384 Nov 12 09:11:37.945710 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-34cae25a-527b-42eb-a873-3a4173b7882c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261984 Nov 12 09:11:38.046536 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-15ca38bf-69df-4824-87cb-2fcc229abad2 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934839 Nov 12 09:11:38.149606 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05d09658-c861-4376-a25c-9915bb90a5e8 req-2a4f3449-6fc6-48be-821c-7413fd63bc69 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954409 Nov 12 09:11:38.706866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078749ee-a498-4b11-8356-5711c11a0431 req-e9bae13d-4b3f-4d13-a02a-7071660623b6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:38.708421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-078749ee-a498-4b11-8356-5711c11a0431 req-e9bae13d-4b3f-4d13-a02a-7071660623b6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 943 time: 0.0623202 Nov 12 09:11:38.724036 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.762722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-078749ee-a498-4b11-8356-5711c11a0431 req-15bf1914-ec55-4c77-a312-70cda44512bc tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468054 Nov 12 09:11:39.337055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'tag': 'ef685cfe-1e81-4090-8aca-ad18d5801d44'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:39.339427 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db4806-2530-435c-9753-65668c923a12" -d '{"events": [{"name": "network-changed", "server_uuid": "40b0294e-a74c-4971-a285-c6e2e7e7f76d", "tag": "ef685cfe-1e81-4090-8aca-ad18d5801d44"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:39.392317 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a8b6ae-a9b1-4f2c-ab3a-9283be8db629 x-openstack-request-id: req-25a8b6ae-a9b1-4f2c-ab3a-9283be8db629 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:39.392610 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b0294e-a74c-4971-a285-c6e2e7e7f76d", "tag": "ef685cfe-1e81-4090-8aca-ad18d5801d44", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:39.392853 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25a8b6ae-a9b1-4f2c-ab3a-9283be8db629 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:39.393371 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'tag': 'ef685cfe-1e81-4090-8aca-ad18d5801d44', 'status': 'completed', 'code': 200} Nov 12 09:11:39.457474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4806-2530-435c-9753-65668c923a12 req-adc09d0a-aa3c-464b-8a15-e131da8928c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.459008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-adc09d0a-aa3c-464b-8a15-e131da8928c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 1095 time: 0.0453510 Nov 12 09:11:39.465787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4806-2530-435c-9753-65668c923a12 req-2a72908c-f132-4378-aeac-0412215e4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.467480 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-2a72908c-f132-4378-aeac-0412215e4b14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 1095 time: 0.0441077 Nov 12 09:11:39.580808 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4806-2530-435c-9753-65668c923a12 req-99bba091-039c-4573-893e-d1bacab01c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.582374 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-99bba091-039c-4573-893e-d1bacab01c41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.1063793 Nov 12 09:11:39.628379 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-6bfd440e-b5f3-42df-8b73-ecbc7d17777f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44 HTTP/1.1" status: 200 len: 217 time: 0.0378938 Nov 12 09:11:39.689945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4806-2530-435c-9753-65668c923a12 req-7466a8da-e90e-4521-98b7-f640f555f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.691426 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-7466a8da-e90e-4521-98b7-f640f555f222 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0513532 Nov 12 09:11:39.730100 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-f5ecf731-180e-4368-9720-c55c60c6fcf7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301158 Nov 12 09:11:39.844373 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-adf2bf80-d973-4182-b3f9-f61b681d4a20 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068873 Nov 12 09:11:39.913229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4806-2530-435c-9753-65668c923a12 req-d563ec0f-c565-4264-b5b5-78524e8c8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.914621 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-d563ec0f-c565-4264-b5b5-78524e8c8e19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.4476204 Nov 12 09:11:39.938061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b06e6-c5df-4d17-a58f-fbf073935675 req-de76b641-c090-4d98-8101-7b9fcb81f5b7 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.939536 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-045b06e6-c5df-4d17-a58f-fbf073935675 req-de76b641-c090-4d98-8101-7b9fcb81f5b7 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 943 time: 0.0762720 Nov 12 09:11:39.946747 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-8a761470-0494-4ca8-bddf-e68b4f38ecc9 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924857 Nov 12 09:11:39.972406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-2c5106d4-bb70-412f-938b-610203d605ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44 HTTP/1.1" status: 200 len: 217 time: 0.0503192 Nov 12 09:11:40.051516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4806-2530-435c-9753-65668c923a12 req-4958b42b-5508-40c2-9ac1-b5653dc1f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.052979 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-4958b42b-5508-40c2-9ac1-b5653dc1f0ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0739720 Nov 12 09:11:40.056776 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-045b06e6-c5df-4d17-a58f-fbf073935675 req-b082a9d9-06e1-4448-bfbd-b73eb472cff7 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868638 Nov 12 09:11:40.086870 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-3fdb45b1-750a-4574-a080-695ba2b0632b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267181 Nov 12 09:11:40.102529 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.195373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-11bb6a99-501c-4dd7-b405-86b610e99c98 service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012051 Nov 12 09:11:40.409047 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0ae44-66c2-4f9a-9bee-fcbee6006b81 req-54a7cd91-9f79-44bb-8daf-908a3e2d356b tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.410555 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-64f0ae44-66c2-4f9a-9bee-fcbee6006b81 req-54a7cd91-9f79-44bb-8daf-908a3e2d356b tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 943 time: 0.1778939 Nov 12 09:11:40.411201 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device ef685cfe-1e81-4090-8aca-ad18d5801d44 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:11:40.418039 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66db4806-2530-435c-9753-65668c923a12 req-81dfc298-9080-4694-bf1c-84a15e693a8c service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147677 Nov 12 09:11:40.435015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-1df6d18c-d5e2-4f67-868f-2f6d4f6fc34e tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.436837 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-1df6d18c-d5e2-4f67-868f-2f6d4f6fc34e tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.46 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d&tenant_id=507149c742734de0a0a47e9cf48f34a8&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 943 time: 0.1518824 Nov 12 09:11:40.522112 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-64f0ae44-66c2-4f9a-9bee-fcbee6006b81 req-2911dc06-b68c-4be4-a791-824d989066c9 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032813 Nov 12 09:11:40.528057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:40.531604 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-4946d372-bad7-4a01-89d6-575208059532 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:11:40.532614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-4946d372-bad7-4a01-89d6-575208059532 service neutron] 10.222.0.46 "DELETE /v2.0/ports/ef685cfe-1e81-4090-8aca-ad18d5801d44/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.0820527 Nov 12 09:11:40.541768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'ef685cfe-1e81-4090-8aca-ad18d5801d44', 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1', 'port_id': 'ef685cfe-1e81-4090-8aca-ad18d5801d44', 'mac_address': 'fa:16:3e:8e:1a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4008eb38-e0c7-466b-815f-a20da7ff7709', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:11:40.593619 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.607807 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef685cfe-1e81-4090-8aca-ad18d5801d44 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:40.620635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-447f122a-b08f-4b2c-bf4b-a595860f2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.622222 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-447f122a-b08f-4b2c-bf4b-a595860f2d20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 1095 time: 0.0443928 Nov 12 09:11:40.632168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:40.637572 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.689582 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=ef685cfe-1e81-4090-8aca-ad18d5801d44,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:40.734875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-233719d6-1ec9-41f0-b0d4-ec3a80e09ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.736373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-233719d6-1ec9-41f0-b0d4-ec3a80e09ea8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.1066689 Nov 12 09:11:40.779707 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-3e6a79bd-0b09-4dcc-a3dc-2f487ddd7f9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44 HTTP/1.1" status: 200 len: 217 time: 0.0362306 Nov 12 09:11:40.831631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-4a564a18-5a58-4404-9f81-e6f9843720a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.833215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-4a564a18-5a58-4404-9f81-e6f9843720a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0461442 Nov 12 09:11:40.867633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['ef685cfe-1e81-4090-8aca-ad18d5801d44'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:40.869459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-b5c2235b-b8ae-4446-94c8-c17e88a87b0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281954 Nov 12 09:11:40.971132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-69ae399d-465b-4f0e-91e5-2d912d0ecec0 service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949385 Nov 12 09:11:41.000144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ef685cfe-1e81-4090-8aca-ad18d5801d44 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:41.034019 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:41.067349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ef685cfe-1e81-4090-8aca-ad18d5801d44 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:41.072505 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-372e21e3-c6a6-4298-8a9a-d98534ffe016 req-177ebb01-a4af-402f-869f-c16fea19c184 service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945566 Nov 12 09:11:41.656766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe37b53-3d07-43f5-ab76-9ef3272c71db req-6f742d96-940e-4f87-8c76-4c4f5a98adae tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:41.658299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-afe37b53-3d07-43f5-ab76-9ef3272c71db req-6f742d96-940e-4f87-8c76-4c4f5a98adae tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 944 time: 0.0626309 Nov 12 09:11:41.707045 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-afe37b53-3d07-43f5-ab76-9ef3272c71db req-ddbb123e-b94a-4cfe-ad41-97a257a25723 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415201 Nov 12 09:11:41.825933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59618977-faf8-4a6b-90b7-7511af65498e req-fa9c49ca-7141-4848-96d8-8f2af3e28a3f tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:41.827444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-59618977-faf8-4a6b-90b7-7511af65498e req-fa9c49ca-7141-4848-96d8-8f2af3e28a3f tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 944 time: 0.0512996 Nov 12 09:11:41.877223 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-59618977-faf8-4a6b-90b7-7511af65498e req-cc6f5676-2636-4637-914a-ea017f0d53ab tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433421 Nov 12 09:11:41.999137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1910-dc6e-4fe5-844c-69b0c00e2008 req-3d89b334-0ad1-46a2-a8f0-382576bbbda7 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:42.000543 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f64c1910-dc6e-4fe5-844c-69b0c00e2008 req-3d89b334-0ad1-46a2-a8f0-382576bbbda7 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 944 time: 0.0548508 Nov 12 09:11:42.048354 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f64c1910-dc6e-4fe5-844c-69b0c00e2008 req-0e769ce2-4ca7-45ff-a2df-60d57b832e7c tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Nov 12 09:11:42.403712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-e349bc75-64d7-454e-84f1-2b7103f73ee5 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:42.405193 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-e349bc75-64d7-454e-84f1-2b7103f73ee5 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 814 time: 0.1072431 Nov 12 09:11:42.421559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device ef685cfe-1e81-4090-8aca-ad18d5801d44 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:42.422150 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-db8c0e91-9a7d-45f6-97da-a4efe8e89fdf tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/quotas/507149c742734de0a0a47e9cf48f34a8 HTTP/1.1" status: 200 len: 375 time: 0.0109489 Nov 12 09:11:42.472620 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port ef685cfe-1e81-4090-8aca-ad18d5801d44 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:11:42.476890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port ef685cfe-1e81-4090-8aca-ad18d5801d44 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:42.477288 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.482321 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-169a6ddb-705e-4cea-beed-f5e72996e8a6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535579 Nov 12 09:11:42.561195 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.586545 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-664428c1-e2d1-4a59-a4e1-7c71cf0ef439 service neutron] 10.222.0.31 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919590 Nov 12 09:11:42.588593 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef685cfe-1e81-4090-8aca-ad18d5801d44'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:42.591574 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e15623f-7ab8-48cc-abea-f57d43ec5ff1" -d '{"events": [{"server_uuid": "40b0294e-a74c-4971-a285-c6e2e7e7f76d", "name": "network-vif-plugged", "status": "completed", "tag": "ef685cfe-1e81-4090-8aca-ad18d5801d44"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:42.611542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:42.617836 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.646965 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fc4de4-3899-4421-9dc7-cf3e3686f479 x-openstack-request-id: req-22fc4de4-3899-4421-9dc7-cf3e3686f479 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:42.647257 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b0294e-a74c-4971-a285-c6e2e7e7f76d", "name": "network-vif-plugged", "status": "completed", "tag": "ef685cfe-1e81-4090-8aca-ad18d5801d44", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:42.647514 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22fc4de4-3899-4421-9dc7-cf3e3686f479 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:42.647903 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef685cfe-1e81-4090-8aca-ad18d5801d44', 'code': 200} Nov 12 09:11:42.676549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=ef685cfe-1e81-4090-8aca-ad18d5801d44,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:42.701186 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-7aaf15a4-1288-432f-a087-575db21b8767 service neutron] 10.222.0.31 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071689 Nov 12 09:11:42.874075 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45a35b10-60a4-4549-803c-b5b6d060c8b5 req-f53bd6d1-1a08-4953-8dd6-5348c9143cc6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 210 time: 0.0292134 Nov 12 09:11:43.609027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d6555-bf57-4a45-8906-ce3674cba780 req-63ab2fc2-ac9d-454d-977a-34eef699b493 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:43.610418 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-430d6555-bf57-4a45-8906-ce3674cba780 req-63ab2fc2-ac9d-454d-977a-34eef699b493 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b0294e-a74c-4971-a285-c6e2e7e7f76d HTTP/1.1" status: 200 len: 945 time: 0.0493848 Nov 12 09:11:43.708705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-430d6555-bf57-4a45-8906-ce3674cba780 req-86705b22-88e0-40ca-a274-656157deba0d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Deleting port ef685cfe-1e81-4090-8aca-ad18d5801d44 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:43.709436 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-430d6555-bf57-4a45-8906-ce3674cba780 req-86705b22-88e0-40ca-a274-656157deba0d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.813875 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-430d6555-bf57-4a45-8906-ce3674cba780 req-86705b22-88e0-40ca-a274-656157deba0d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] For port ef685cfe-1e81-4090-8aca-ad18d5801d44, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=ef685cfe-1e81-4090-8aca-ad18d5801d44,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:43.814232 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-430d6555-bf57-4a45-8906-ce3674cba780 req-86705b22-88e0-40ca-a274-656157deba0d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.844084 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [req-430d6555-bf57-4a45-8906-ce3674cba780 req-86705b22-88e0-40ca-a274-656157deba0d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Calling delete_port for ef685cfe-1e81-4090-8aca-ad18d5801d44 owned by compute:nova {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:43.887732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-9206dc72-d014-4d79-ab5a-550ce807a48c tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:43.889275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-9206dc72-d014-4d79-ab5a-550ce807a48c tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.52 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 814 time: 0.1417363 Nov 12 09:11:43.907615 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Request body: {'port': {'device_id': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1', 'admin_state_up': True, 'tenant_id': '507149c742734de0a0a47e9cf48f34a8'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:43.995223 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8222a059-7f85-455b-8261-ddbcda8b453d req-ad978e92-d038-4d7e-bc99-cd6b931704de tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 210 time: 0.0483949 Nov 12 09:11:44.018334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-430d6555-bf57-4a45-8906-ce3674cba780 req-86705b22-88e0-40ca-a274-656157deba0d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.027730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Made reservation on behalf of 507149c742734de0a0a47e9cf48f34a8 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:44.031338 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['ef685cfe-1e81-4090-8aca-ad18d5801d44'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:44.031970 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.048986 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86705b22-88e0-40ca-a274-656157deba0d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Pushing event deleted for resources: {'Port': ['ID=ef685cfe-1e81-4090-8aca-ad18d5801d44,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:44.103563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [req-430d6555-bf57-4a45-8906-ce3674cba780 req-86705b22-88e0-40ca-a274-656157deba0d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] No DVR routers for this DVR port ef685cfe-1e81-4090-8aca-ad18d5801d44 on host n-h2-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:44.106911 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-430d6555-bf57-4a45-8906-ce3674cba780 req-86705b22-88e0-40ca-a274-656157deba0d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.111021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-430d6555-bf57-4a45-8906-ce3674cba780 req-86705b22-88e0-40ca-a274-656157deba0d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.52 "DELETE /v2.0/ports/ef685cfe-1e81-4090-8aca-ad18d5801d44 HTTP/1.1" status: 204 len: 173 time: 0.4939063 Nov 12 09:11:44.111197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'name': 'network-vif-deleted', 'tag': 'ef685cfe-1e81-4090-8aca-ad18d5801d44'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:44.113531 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391537bf-0c1b-4688-825b-1166c288f92f" -d '{"events": [{"server_uuid": "40b0294e-a74c-4971-a285-c6e2e7e7f76d", "name": "network-vif-deleted", "tag": "ef685cfe-1e81-4090-8aca-ad18d5801d44"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:44.156620 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a534e10e-fd5b-4281-a27b-51b497173346 x-openstack-request-id: req-a534e10e-fd5b-4281-a27b-51b497173346 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:44.156978 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b0294e-a74c-4971-a285-c6e2e7e7f76d", "name": "network-vif-deleted", "tag": "ef685cfe-1e81-4090-8aca-ad18d5801d44", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:44.157266 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a534e10e-fd5b-4281-a27b-51b497173346 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:44.157668 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b0294e-a74c-4971-a285-c6e2e7e7f76d', 'name': 'network-vif-deleted', 'tag': 'ef685cfe-1e81-4090-8aca-ad18d5801d44', 'status': 'completed', 'code': 200} Nov 12 09:11:44.174341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Allocated IP 172.20.0.6 (ebe059c9-23be-4e9b-beb7-7d9323c73ac1/4008eb38-e0c7-466b-815f-a20da7ff7709/23b6d85b-f1fc-4718-b2ae-0bdb0b409d85) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:44.337969 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.371631 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.384264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['ef685cfe-1e81-4090-8aca-ad18d5801d44'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:44.414283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:44.417339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:44.423157 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:44.454822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Pushing event updated for resources: {'Port': ['ID=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:44.483275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:44.483883 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.501157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-a78b9357-0ed2-4bbf-9e29-da4aa5e89a50 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5989594 Nov 12 09:11:44.513991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Request body: {'port': {'device_id': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:44.573883 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.833843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:44.841757 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.854477 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Transition to ACTIVE for port object 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:11:44.858201 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.907356 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Pushing event updated for resources: {'Port': ['ID=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:44.984080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Attempting to bind port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:44.984298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Attempting to bind port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:44.984613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Attempting to bind port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 on network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:44.989223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 on network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:11:44.989579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Attempting to bind port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 on network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:44.994907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:44.995245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Checking segment: {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:44.995627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Bound using segment: {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:44.996182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Bound port: 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:44.996540 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.063614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:45.066718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:45.072177 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.111600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.111600 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.112535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] 10.222.0.52 "PUT /v2.0/ports/23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 HTTP/1.1" status: 200 len: 1092 time: 0.6026189 Nov 12 09:11:45.112989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'tag': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:45.115291 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c45f53-01d7-4e5d-a5e4-16c405d67444" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4892d6-63fd-4437-9e40-6b6b47729600", "tag": "23b6d85b-f1fc-4718-b2ae-0bdb0b409d85"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:45.124867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e85e7-60e4-4596-a5b6-84e6d470e8a7 req-6392109b-d54e-4c79-9c2d-2af925912d62 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.126805 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f4e85e7-60e4-4596-a5b6-84e6d470e8a7 req-6392109b-d54e-4c79-9c2d-2af925912d62 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 943 time: 0.0567236 Nov 12 09:11:45.145341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa5f62-58a1-42dc-ab69-f70286827096 service neutron] Pushing event updated for resources: {'Port': ['ID=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:45.166440 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e083e0c-2eb6-454a-b921-92d74c7adf02 x-openstack-request-id: req-5e083e0c-2eb6-454a-b921-92d74c7adf02 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:45.167000 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4892d6-63fd-4437-9e40-6b6b47729600", "tag": "23b6d85b-f1fc-4718-b2ae-0bdb0b409d85", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:45.167388 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e083e0c-2eb6-454a-b921-92d74c7adf02 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:45.167795 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'tag': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85', 'status': 'completed', 'code': 200} Nov 12 09:11:45.188981 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0f4e85e7-60e4-4596-a5b6-84e6d470e8a7 req-39c6fa28-4e4a-4a8b-8218-8e461fbc76d7 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470757 Nov 12 09:11:45.203299 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-244a95f5-ac99-4ff4-b0e2-ec9b88505bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.205190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-244a95f5-ac99-4ff4-b0e2-ec9b88505bc8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 1095 time: 0.0508397 Nov 12 09:11:45.251439 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-65c75f2a-9efe-4b1d-8b8f-166952d72e5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 HTTP/1.1" status: 200 len: 217 time: 0.0382080 Nov 12 09:11:45.303417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-03611e34-6faa-48a5-932f-2c4056c585a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.304878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-03611e34-6faa-48a5-932f-2c4056c585a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0444956 Nov 12 09:11:45.343008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-4487ddf1-42a7-4e8e-b16d-2e530ad54c34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305185 Nov 12 09:11:45.434553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-46b32c91-7ae0-4e02-bccf-d62ba12f1dc4 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848746 Nov 12 09:11:45.532206 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-13f24a9c-9491-4bb2-8184-fb103aebe205 req-0e3b5698-d995-4954-8150-41aac5fcf847 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906525 Nov 12 09:11:45.630691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c45f53-01d7-4e5d-a5e4-16c405d67444 req-a5beea2f-edd3-45b4-a96a-3f7c90ef5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.632216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7c45f53-01d7-4e5d-a5e4-16c405d67444 req-a5beea2f-edd3-45b4-a96a-3f7c90ef5e2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 1095 time: 0.0432134 Nov 12 09:11:45.724216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c45f53-01d7-4e5d-a5e4-16c405d67444 req-a52f8462-5bbd-43df-8b89-4babfca99414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.725340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7c45f53-01d7-4e5d-a5e4-16c405d67444 req-a52f8462-5bbd-43df-8b89-4babfca99414 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.0856326 Nov 12 09:11:45.772357 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7c45f53-01d7-4e5d-a5e4-16c405d67444 req-a16d8e38-600a-410c-b80d-eb23e9d9ef09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 HTTP/1.1" status: 200 len: 217 time: 0.0385664 Nov 12 09:11:45.824009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c45f53-01d7-4e5d-a5e4-16c405d67444 req-e8936195-eed1-42cc-91c5-a010102c99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.825409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7c45f53-01d7-4e5d-a5e4-16c405d67444 req-e8936195-eed1-42cc-91c5-a010102c99fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0455999 Nov 12 09:11:45.859499 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7c45f53-01d7-4e5d-a5e4-16c405d67444 req-ce9c1524-18a0-4e83-9ec2-fdcb96fe3840 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258801 Nov 12 09:11:45.954193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7c45f53-01d7-4e5d-a5e4-16c405d67444 req-6cafcbf1-03bc-4b97-a139-54a4262f7914 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867810 Nov 12 09:11:46.047576 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e7c45f53-01d7-4e5d-a5e4-16c405d67444 req-fe3f23e2-66e5-43fa-853e-219ea8fc6994 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861573 Nov 12 09:11:46.392351 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af2402-f224-49df-a4ff-ef52b48f512e req-4a0e2e51-03d8-4fc3-9508-56630651b9e6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:46.393878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-09af2402-f224-49df-a4ff-ef52b48f512e req-4a0e2e51-03d8-4fc3-9508-56630651b9e6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 943 time: 0.1336274 Nov 12 09:11:46.420250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:11:46.442201 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-09af2402-f224-49df-a4ff-ef52b48f512e req-6e0719c5-f396-4971-923f-b1cbdf4afc0d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Nov 12 09:11:46.515425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:46.527122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85', 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1', 'port_id': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85', 'mac_address': 'fa:16:3e:49:e6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4008eb38-e0c7-466b-815f-a20da7ff7709', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:11:46.566896 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.580005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:46.599393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:46.603707 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.650626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:46.794670 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['23b6d85b-f1fc-4718-b2ae-0bdb0b409d85'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:47.565891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34700cf-1a8c-4f62-9f2d-46883406548c req-cc8e6fd8-851d-4bff-93d7-4d350141b508 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:47.567445 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f34700cf-1a8c-4f62-9f2d-46883406548c req-cc8e6fd8-851d-4bff-93d7-4d350141b508 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 944 time: 0.0492208 Nov 12 09:11:47.617228 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f34700cf-1a8c-4f62-9f2d-46883406548c req-72c1ba25-c772-4e6c-9e05-b88b45c6704e tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433958 Nov 12 09:11:48.420892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:48.469271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:11:48.473308 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:48.473678 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.558761 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.582831 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:48.585042 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635d6a0f-5261-4456-80c6-54c167ef85c5" -d '{"events": [{"server_uuid": "4e4892d6-63fd-4437-9e40-6b6b47729600", "name": "network-vif-plugged", "status": "completed", "tag": "23b6d85b-f1fc-4718-b2ae-0bdb0b409d85"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:48.598361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:48.603686 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.604527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device ef685cfe-1e81-4090-8aca-ad18d5801d44 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:48.643417 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0293dbb-79da-472d-a149-7b899d212569 x-openstack-request-id: req-a0293dbb-79da-472d-a149-7b899d212569 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:48.643778 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4892d6-63fd-4437-9e40-6b6b47729600", "name": "network-vif-plugged", "status": "completed", "tag": "23b6d85b-f1fc-4718-b2ae-0bdb0b409d85", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:48.644002 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0293dbb-79da-472d-a149-7b899d212569 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:48.644391 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85', 'code': 200} Nov 12 09:11:48.647599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: ef685cfe-1e81-4090-8aca-ad18d5801d44 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:48.647599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device ef685cfe-1e81-4090-8aca-ad18d5801d44 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:48.675044 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:48.745221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435d365-7142-4d32-b4d2-3f8c3968072b req-9f519dc9-e65a-44c3-a567-599dc8e632fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.746800 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1435d365-7142-4d32-b4d2-3f8c3968072b req-9f519dc9-e65a-44c3-a567-599dc8e632fa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 1097 time: 0.0424998 Nov 12 09:11:48.747930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828dc1-7cf9-48ec-802c-201d13c2e012 req-e018b1e4-9e05-4f8c-912f-a1184c1c69ad tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.749461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7828dc1-7cf9-48ec-802c-201d13c2e012 req-e018b1e4-9e05-4f8c-912f-a1184c1c69ad tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0551720 Nov 12 09:11:48.802327 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b7828dc1-7cf9-48ec-802c-201d13c2e012 req-f7a3b5de-6082-4f2a-840c-a0455426b3a3 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 Nov 12 09:11:48.805217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1435d365-7142-4d32-b4d2-3f8c3968072b req-62c7cf7c-1178-4910-8ddc-5655cfda518c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Nov 12 09:11:49.924695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e0deb-a4c4-46cf-bcdb-518b1088dd7e req-ea11fb04-da32-48ac-a25f-15a7e323e351 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:49.926199 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd6e0deb-a4c4-46cf-bcdb-518b1088dd7e req-ea11fb04-da32-48ac-a25f-15a7e323e351 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0494967 Nov 12 09:11:49.976153 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd6e0deb-a4c4-46cf-bcdb-518b1088dd7e req-162da034-91ca-4a52-922f-22e88b701007 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 Nov 12 09:11:50.091872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227d14c-e1c7-47e7-88f4-420a5de72ec6 req-df959e36-8a6d-4a53-8180-faca00b9de89 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:50.093279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b227d14c-e1c7-47e7-88f4-420a5de72ec6 req-df959e36-8a6d-4a53-8180-faca00b9de89 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0501943 Nov 12 09:11:50.142549 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b227d14c-e1c7-47e7-88f4-420a5de72ec6 req-750ec478-ca90-46fc-934c-30c7642d94b2 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Nov 12 09:11:50.698038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-7c5c0350-5517-4a27-8414-5bc9eb74b4c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3698559 Nov 12 09:11:50.706601 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b3c2c-cd2b-4f8e-8aa6-5b0c4cb7d9ee req-37f3d4a7-546d-483f-b84c-26fd140bce90 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:50.708061 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a49b3c2c-cd2b-4f8e-8aa6-5b0c4cb7d9ee req-37f3d4a7-546d-483f-b84c-26fd140bce90 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.3718371 Nov 12 09:11:50.760175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a49b3c2c-cd2b-4f8e-8aa6-5b0c4cb7d9ee req-82fb2dfa-ec4e-4e6a-98c2-b1924aecd1cd tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457973 Nov 12 09:11:51.799140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-76a7e7f9-7eeb-4154-b267-15a142ff7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:51.800723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-76a7e7f9-7eeb-4154-b267-15a142ff7c13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 1097 time: 0.0436263 Nov 12 09:11:51.930701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744e7e0-5017-47e2-bd92-a1d369d418b8 req-07741ec0-517f-42d8-80ea-4e6c67bd88a6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:51.932159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e744e7e0-5017-47e2-bd92-a1d369d418b8 req-07741ec0-517f-42d8-80ea-4e6c67bd88a6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0981579 Nov 12 09:11:51.934932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-d65dffe1-344c-4a14-a6a4-06402508d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:51.936313 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-d65dffe1-344c-4a14-a6a4-06402508d6b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.1272027 Nov 12 09:11:51.984300 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-b5ede600-581b-4a67-8495-b2ee564f75c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 HTTP/1.1" status: 200 len: 217 time: 0.0402029 Nov 12 09:11:52.043705 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e744e7e0-5017-47e2-bd92-a1d369d418b8 req-5142cc2e-5d6b-453e-877a-0803d39baf66 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054173 Nov 12 09:11:52.056260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-fbc7b2f9-2316-4e84-bee6-76d7a10b7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:52.057758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-fbc7b2f9-2316-4e84-bee6-76d7a10b7373 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0619102 Nov 12 09:11:52.089584 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-4277deea-ec5c-440d-9718-cf86c8cd61d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249536 Nov 12 09:11:52.179293 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-d17df738-e395-43b8-abb2-6c5030a379ad service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827234 Nov 12 09:11:52.272852 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-09bf8dd6-59a5-435e-b360-3b411bd7fe28 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860224 Nov 12 09:11:52.778096 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.170103 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5d40c-514c-47eb-9441-3f89ce47191c req-dda449b5-39ae-4e79-9315-22f6742a0ad0 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:53.171541 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28d5d40c-514c-47eb-9441-3f89ce47191c req-dda449b5-39ae-4e79-9315-22f6742a0ad0 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0478902 Nov 12 09:11:53.218491 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-28d5d40c-514c-47eb-9441-3f89ce47191c req-3fbc0a81-5f52-4830-8990-30fd245b10bd tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410247 Nov 12 09:11:54.339170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad298e5-89f5-4c36-8b9a-d9b9f5683452 req-94ef1348-d17f-4f3a-8b8f-e6fbd2d6c718 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:54.340630 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad298e5-89f5-4c36-8b9a-d9b9f5683452 req-94ef1348-d17f-4f3a-8b8f-e6fbd2d6c718 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0484030 Nov 12 09:11:54.387619 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aad298e5-89f5-4c36-8b9a-d9b9f5683452 req-fff54ca4-9d11-4280-b711-eace605d2160 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Nov 12 09:11:55.518006 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdab92-8597-44ea-a1a6-2fb0569ed69a req-9d1d805d-4afb-49a2-8d39-6a011c835792 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:55.519491 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-75bdab92-8597-44ea-a1a6-2fb0569ed69a req-9d1d805d-4afb-49a2-8d39-6a011c835792 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0539129 Nov 12 09:11:55.567800 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-75bdab92-8597-44ea-a1a6-2fb0569ed69a req-1c5baab3-267d-4c28-81d0-461d8f154f98 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423770 Nov 12 09:11:56.687121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92203089-922e-4dfc-9295-c9c9bb86ae33 req-7cdc388b-f631-40ac-aa7e-a3842df61477 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:56.688635 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-92203089-922e-4dfc-9295-c9c9bb86ae33 req-7cdc388b-f631-40ac-aa7e-a3842df61477 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0527680 Nov 12 09:11:56.736200 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-92203089-922e-4dfc-9295-c9c9bb86ae33 req-04b434d9-278b-4bb2-81d4-fed8c725dd3f tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Nov 12 09:11:57.850431 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee807f8c-ca8b-4afe-a66e-f631a32089cd req-6722a9ee-224a-4bb4-a2ee-3fe7c060773a tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:57.851898 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee807f8c-ca8b-4afe-a66e-f631a32089cd req-6722a9ee-224a-4bb4-a2ee-3fe7c060773a tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0478697 Nov 12 09:11:57.899365 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ee807f8c-ca8b-4afe-a66e-f631a32089cd req-976a1790-b0f7-4249-b6f7-6a04a31bac64 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 Nov 12 09:11:58.957651 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.017445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25228c90-e9d9-422d-bf27-719ddea801bf req-9dcdce34-5657-4955-a5f7-d6f1b497cff3 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:59.019128 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25228c90-e9d9-422d-bf27-719ddea801bf req-9dcdce34-5657-4955-a5f7-d6f1b497cff3 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0500627 Nov 12 09:11:59.065806 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-25228c90-e9d9-422d-bf27-719ddea801bf req-f6f373a5-0379-4960-8d06-bf4ec2c509ec tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Nov 12 09:12:00.189702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37566145-dc32-4e37-8b3c-47bd1131095b req-ac96ff1d-d4d6-411f-8b10-69c49d7532f7 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:00.191191 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-37566145-dc32-4e37-8b3c-47bd1131095b req-ac96ff1d-d4d6-411f-8b10-69c49d7532f7 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0494919 Nov 12 09:12:00.243522 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-37566145-dc32-4e37-8b3c-47bd1131095b req-67c3dded-12da-4f61-89d9-5feff01eb826 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462384 Nov 12 09:12:00.969860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-2db2551b-d0bf-48fe-9585-2f8af82e642e req-f928899c-5c12-4f43-b7ae-30026cf2c8db service neutron] (102444) timed out ('10.222.0.52', 49512) {{(pid=102444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:12:01.360755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8a831-ba0e-4590-9fbb-444e11142f3d req-97372419-fe27-46b4-82bb-9886205022ee tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:01.362254 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7b8a831-ba0e-4590-9fbb-444e11142f3d req-97372419-fe27-46b4-82bb-9886205022ee tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0492928 Nov 12 09:12:01.412396 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7b8a831-ba0e-4590-9fbb-444e11142f3d req-e6944ed2-fc29-461e-9574-8c48238e18bc tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442519 Nov 12 09:12:02.531962 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2ac89-0313-4a91-8434-fa7808789697 req-13ca443a-160f-4e89-a869-726a757b09a5 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:02.533554 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cfd2ac89-0313-4a91-8434-fa7808789697 req-13ca443a-160f-4e89-a869-726a757b09a5 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0503209 Nov 12 09:12:02.583005 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cfd2ac89-0313-4a91-8434-fa7808789697 req-bc609825-a6dc-420e-8739-1ea99e22520c tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Nov 12 09:12:03.699091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e0588-fbe7-45a2-8353-a00d93ff3801 req-413675b0-f91b-45c9-943d-6b3cb7994060 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:03.700550 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-736e0588-fbe7-45a2-8353-a00d93ff3801 req-413675b0-f91b-45c9-943d-6b3cb7994060 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0485449 Nov 12 09:12:03.747768 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-736e0588-fbe7-45a2-8353-a00d93ff3801 req-afdcbc9a-8f6d-489c-aab5-d5a4f07b2c86 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Nov 12 09:12:04.862056 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1dd14-efcc-466f-8c8a-6528cac0de8f req-761a2fbf-208c-4baa-804b-cc8c791e401b tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:04.863522 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cf1dd14-efcc-466f-8c8a-6528cac0de8f req-761a2fbf-208c-4baa-804b-cc8c791e401b tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0494149 Nov 12 09:12:04.910430 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cf1dd14-efcc-466f-8c8a-6528cac0de8f req-c7f52004-de13-4bf5-af94-4459382aeb69 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408132 Nov 12 09:12:05.266530 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c3cf05ce-65e3-4f7e-b55f-ef2fcd7fda63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.031010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7e738-5e48-46bd-9d62-7b8f46cd24fb req-4e598d56-2120-4c66-8f01-d738605b3398 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:06.032529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1cf7e738-5e48-46bd-9d62-7b8f46cd24fb req-4e598d56-2120-4c66-8f01-d738605b3398 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0536344 Nov 12 09:12:06.084241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1cf7e738-5e48-46bd-9d62-7b8f46cd24fb req-b475db20-3a5f-4b32-b977-29d198fafbb3 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Nov 12 09:12:07.041787 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:12:07.203547 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4e9e-8195-4ddc-b9b8-1b6e6e5cfaa4 req-ae758a1d-7e7f-457d-a239-1fba12af5051 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:07.205020 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-400a4e9e-8195-4ddc-b9b8-1b6e6e5cfaa4 req-ae758a1d-7e7f-457d-a239-1fba12af5051 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0532472 Nov 12 09:12:07.251316 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-400a4e9e-8195-4ddc-b9b8-1b6e6e5cfaa4 req-b1175017-0132-4182-acca-f5301b49a961 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Nov 12 09:12:07.565066 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-347f7daf-31e1-43b9-b4af-9e30675945cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.374493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edce57f-d68b-4bf1-9b3c-2c66fca89668 req-61d0cd3b-8c8f-45e6-b4bc-8f719b3f24e3 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:08.375965 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0edce57f-d68b-4bf1-9b3c-2c66fca89668 req-61d0cd3b-8c8f-45e6-b4bc-8f719b3f24e3 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0524724 Nov 12 09:12:08.421843 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0edce57f-d68b-4bf1-9b3c-2c66fca89668 req-bddd6bf2-70d4-4ac5-8d1e-6cf678d50ff5 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398815 Nov 12 09:12:08.723593 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.540156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdd920-984c-4864-8ee3-e02a5fb58acb req-8dc65cc4-573e-45bf-bed9-623161780fda tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:09.542284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-61cdd920-984c-4864-8ee3-e02a5fb58acb req-8dc65cc4-573e-45bf-bed9-623161780fda tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0529945 Nov 12 09:12:09.590340 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-61cdd920-984c-4864-8ee3-e02a5fb58acb req-94fe74bd-581e-4b7f-8b6a-2316a7688bf5 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Nov 12 09:12:10.093901 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.713918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55620214-dea4-431b-ba71-00dc29d257f0 req-ac464cc5-8cda-4e01-a29b-ae2ac4ba2c21 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:10.715415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55620214-dea4-431b-ba71-00dc29d257f0 req-ac464cc5-8cda-4e01-a29b-ae2ac4ba2c21 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0534291 Nov 12 09:12:10.766325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-55620214-dea4-431b-ba71-00dc29d257f0 req-df135130-dbb1-4112-9676-da6d5bf712b0 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446572 Nov 12 09:12:11.000240 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.889302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4f0a1-77d2-4477-afa0-e05ae61d28ae req-8a3d796c-c990-40b4-945b-848129d606ff tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:11.891007 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-29a4f0a1-77d2-4477-afa0-e05ae61d28ae req-8a3d796c-c990-40b4-945b-848129d606ff tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0548422 Nov 12 09:12:11.945881 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-29a4f0a1-77d2-4477-afa0-e05ae61d28ae req-941726d1-41f1-4ed7-8a4a-76c8e52a105a tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488691 Nov 12 09:12:13.068814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596eb34-4c2c-49a5-a007-acdd276742d4 req-a9a49c6e-8f93-4bc8-89f8-8d20f5a084af tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:13.070347 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a596eb34-4c2c-49a5-a007-acdd276742d4 req-a9a49c6e-8f93-4bc8-89f8-8d20f5a084af tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0510845 Nov 12 09:12:13.129853 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a596eb34-4c2c-49a5-a007-acdd276742d4 req-7d1855de-13a1-4f78-a123-69a1d90ed059 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531600 Nov 12 09:12:14.251531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea14fee-df0a-4e1a-af47-e209ac4ae920 req-17a05680-8ff1-4468-b314-5fdec788bb90 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:14.253077 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7ea14fee-df0a-4e1a-af47-e209ac4ae920 req-17a05680-8ff1-4468-b314-5fdec788bb90 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0510330 Nov 12 09:12:14.305130 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7ea14fee-df0a-4e1a-af47-e209ac4ae920 req-70aea56b-86fd-4124-aeb5-b98e3c9c14af tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454402 Nov 12 09:12:15.423146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d2747-10e5-4f7d-8974-4126a63d5242 req-1437e2a9-a995-45ac-9ead-4ff3ff1dd198 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:15.424623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e9d2747-10e5-4f7d-8974-4126a63d5242 req-1437e2a9-a995-45ac-9ead-4ff3ff1dd198 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0485208 Nov 12 09:12:15.472503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5e9d2747-10e5-4f7d-8974-4126a63d5242 req-21904223-5d17-4f47-9dbd-7d8fd1207c6d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 Nov 12 09:12:16.095336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb00e3-d272-4b35-ae39-a395bf41060e req-c0373ab7-c2eb-4b15-b882-7076c92df193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:16.096834 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0eb00e3-d272-4b35-ae39-a395bf41060e req-c0373ab7-c2eb-4b15-b882-7076c92df193 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 1097 time: 0.0405524 Nov 12 09:12:16.202310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb00e3-d272-4b35-ae39-a395bf41060e req-87e83c71-b5fb-4c6f-8fe3-6cd35370b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:16.203752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0eb00e3-d272-4b35-ae39-a395bf41060e req-87e83c71-b5fb-4c6f-8fe3-6cd35370b9ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.0867176 Nov 12 09:12:16.245480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0eb00e3-d272-4b35-ae39-a395bf41060e req-11204196-286c-4336-9a73-329e70630fde service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 HTTP/1.1" status: 200 len: 217 time: 0.0345783 Nov 12 09:12:16.298703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb00e3-d272-4b35-ae39-a395bf41060e req-d03164d5-b2c3-47bd-8d80-9d9edba51edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:16.300060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0eb00e3-d272-4b35-ae39-a395bf41060e req-d03164d5-b2c3-47bd-8d80-9d9edba51edf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0476286 Nov 12 09:12:16.332804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0eb00e3-d272-4b35-ae39-a395bf41060e req-35e7bd3c-9262-492c-8870-a0a14d4456cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246463 Nov 12 09:12:16.343567 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-a0eb00e3-d272-4b35-ae39-a395bf41060e req-aafdc144-849e-4d37-b122-4a4b0ef016c3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:12:16.344513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0eb00e3-d272-4b35-ae39-a395bf41060e req-aafdc144-849e-4d37-b122-4a4b0ef016c3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047636 Nov 12 09:12:16.431170 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0eb00e3-d272-4b35-ae39-a395bf41060e req-e79bab64-6057-4220-bb7f-05e1ed1c06d8 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799217 Nov 12 09:12:16.595729 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284490ee-1446-4468-b8ca-1f03960ed2cd req-eea2d8d1-c4c6-44a3-87b5-32888d412385 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:16.597262 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-284490ee-1446-4468-b8ca-1f03960ed2cd req-eea2d8d1-c4c6-44a3-87b5-32888d412385 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0515873 Nov 12 09:12:16.648645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-284490ee-1446-4468-b8ca-1f03960ed2cd req-6bd3766a-f5a5-423a-8088-e7388aa6f713 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451648 Nov 12 09:12:16.826011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0eb00e3-d272-4b35-ae39-a395bf41060e req-ddfb1f92-399b-4465-a17c-3213a4367f1f service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871131 Nov 12 09:12:17.769733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842206e-3504-4eba-bbc5-915311d7c64f req-85e807fd-e462-4b39-9026-fcaaa75c6403 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:17.771226 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5842206e-3504-4eba-bbc5-915311d7c64f req-85e807fd-e462-4b39-9026-fcaaa75c6403 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0511508 Nov 12 09:12:17.823502 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5842206e-3504-4eba-bbc5-915311d7c64f req-5dcb1a46-ca60-44f7-86ea-c6ae2b2dae83 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463157 Nov 12 09:12:18.942534 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622f3a7-4320-4a64-948f-18ac6db62279 req-e3b7037e-56a6-4fd8-a0f5-e59578bbc301 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:18.944018 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4622f3a7-4320-4a64-948f-18ac6db62279 req-e3b7037e-56a6-4fd8-a0f5-e59578bbc301 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0529101 Nov 12 09:12:18.991104 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4622f3a7-4320-4a64-948f-18ac6db62279 req-e870e199-bec5-446e-b9a8-ec69eb23742c tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411162 Nov 12 09:12:19.247098 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-f8dfe6c2-1e9c-49a2-8477-d0b6fa88051a service neutron] show failed (client error): The resource could not be found. Nov 12 09:12:19.248007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-f8dfe6c2-1e9c-49a2-8477-d0b6fa88051a service neutron] 10.222.0.52 "GET /v2.0/ports/23b6d85b-f1fc-4718-b2ae-0bdb0b409d85/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.0576057 Nov 12 09:12:19.484360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-f65045bd-49ec-43cc-8d8a-b205396655f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:19.485902 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-f65045bd-49ec-43cc-8d8a-b205396655f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600&tenant_id=507149c742734de0a0a47e9cf48f34a8 HTTP/1.1" status: 200 len: 1097 time: 0.0431042 Nov 12 09:12:19.496815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-b224bec8-139c-4949-b074-f24308aa14a6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:12:19.497829 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-b224bec8-139c-4949-b074-f24308aa14a6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052493 Nov 12 09:12:19.521668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:19.575840 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.794827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:19.835148 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:19.881485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:19.883885 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc508913-6c73-4aa7-9b1b-9788f15c2e81" -d '{"events": [{"server_uuid": "4e4892d6-63fd-4437-9e40-6b6b47729600", "name": "network-vif-unplugged", "status": "completed", "tag": "23b6d85b-f1fc-4718-b2ae-0bdb0b409d85"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:19.889186 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.908731 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Transition to ACTIVE for port object 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:12:19.913705 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.960822 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d072d88-e793-4133-ad39-5814603e5008 x-openstack-request-id: req-4d072d88-e793-4133-ad39-5814603e5008 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:19.961347 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4892d6-63fd-4437-9e40-6b6b47729600", "name": "network-vif-unplugged", "status": "completed", "tag": "23b6d85b-f1fc-4718-b2ae-0bdb0b409d85", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:19.961764 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d072d88-e793-4133-ad39-5814603e5008 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:19.962393 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85', 'code': 200} Nov 12 09:12:20.026300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Pushing event updated for resources: {'Port': ['ID=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:20.030012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] No DVR routers for this DVR port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:20.046220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.046727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.047178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.047518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.047873 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.048432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.048797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.049140 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.049525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.050053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.050521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.050990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.093676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Attempting to bind port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:20.094004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Attempting to bind port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:20.094327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Attempting to bind port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 on network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:20.099017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 on network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:12:20.099340 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Attempting to bind port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 on network ebe059c9-23be-4e9b-beb7-7d9323c73ac1 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:20.105737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:20.106131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Checking segment: {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:20.106486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Bound using segment: {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:20.106864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Bound port: 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652207de-0036-4d9a-903a-3f555b89a53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:20.107216 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.112276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd045eae-f4e4-4276-878f-246911e1e33a req-110969b7-819e-4c8c-90af-876ed4cf7409 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:20.113856 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd045eae-f4e4-4276-878f-246911e1e33a req-110969b7-819e-4c8c-90af-876ed4cf7409 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 943 time: 0.0536273 Nov 12 09:12:20.169126 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd045eae-f4e4-4276-878f-246911e1e33a req-e76d9c27-dae9-4783-b526-a3ee3dfe9437 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435202 Nov 12 09:12:20.177884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:20.180871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:20.185960 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.228497 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:20.229920 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.231407 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] 10.222.0.46 "PUT /v2.0/ports/23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 HTTP/1.1" status: 200 len: 1092 time: 0.7139146 Nov 12 09:12:20.243683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffc4d7-ce84-485a-8bd2-c1c36d1792a9 service neutron] Pushing event updated for resources: {'Port': ['ID=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:20.295692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-5bd992e8-0c7f-4a20-a31e-c129e974a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:20.297274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-5bd992e8-0c7f-4a20-a31e-c129e974a773 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 1095 time: 0.0419748 Nov 12 09:12:20.412111 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-5b92b93b-b3bd-426c-a756-78bd998ed2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:20.413624 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-5b92b93b-b3bd-426c-a756-78bd998ed2d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.1092653 Nov 12 09:12:20.455570 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-3fedff6f-0792-4e39-af82-9ec48e61a7e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 HTTP/1.1" status: 200 len: 217 time: 0.0351686 Nov 12 09:12:20.508982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-1487a9ac-f28f-4892-8b54-64e560a1140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:20.510525 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-1487a9ac-f28f-4892-8b54-64e560a1140a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0488024 Nov 12 09:12:20.543857 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-44c6627e-f4fb-4aa6-9eab-a64090042513 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263340 Nov 12 09:12:20.641800 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-247f60a3-9b02-4383-83b3-47a62931c0ee service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899796 Nov 12 09:12:20.738406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fb052b7-1945-4400-b6ca-b2e13faae2f0 req-53de5c33-5ade-416d-8720-780b8ab0e7ec service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891440 Nov 12 09:12:21.292074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeabcf2-060d-4447-af4d-6bdba5cffce0 req-ce56e37c-35b8-4b43-9cc7-243b91463b82 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:21.293585 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfeabcf2-060d-4447-af4d-6bdba5cffce0 req-ce56e37c-35b8-4b43-9cc7-243b91463b82 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 943 time: 0.0530629 Nov 12 09:12:21.342838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dfeabcf2-060d-4447-af4d-6bdba5cffce0 req-e443a73e-d5cd-4358-b046-a734ac5cfaa6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Nov 12 09:12:21.963901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'tag': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:21.966325 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4892d6-63fd-4437-9e40-6b6b47729600", "tag": "23b6d85b-f1fc-4718-b2ae-0bdb0b409d85"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:22.017344 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67ab2db-c9c7-450e-b14e-1a27e528d48f x-openstack-request-id: req-d67ab2db-c9c7-450e-b14e-1a27e528d48f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:22.017643 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4892d6-63fd-4437-9e40-6b6b47729600", "tag": "23b6d85b-f1fc-4718-b2ae-0bdb0b409d85", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:22.017898 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d67ab2db-c9c7-450e-b14e-1a27e528d48f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:22.018306 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'tag': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85', 'status': 'completed', 'code': 200} Nov 12 09:12:22.109565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-3e08eccb-e924-4e03-b26c-82828e52eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.111124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-3e08eccb-e924-4e03-b26c-82828e52eff6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 1095 time: 0.0718086 Nov 12 09:12:22.119651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-a9fa1f88-92e5-4598-977e-3668e140f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.127670 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-a9fa1f88-92e5-4598-977e-3668e140f183 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 1095 time: 0.0796700 Nov 12 09:12:22.286220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-d153e760-0cc1-423a-a7f8-6716d2d20ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.287628 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-d153e760-0cc1-423a-a7f8-6716d2d20ecb service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.1590817 Nov 12 09:12:22.288761 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-56d643f2-2b35-4f22-9b0b-04f697e142b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.290108 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-56d643f2-2b35-4f22-9b0b-04f697e142b9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.1539874 Nov 12 09:12:22.366652 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-a4ca92ea-693a-4432-ad96-bdd627ea48f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 HTTP/1.1" status: 200 len: 217 time: 0.0712428 Nov 12 09:12:22.368013 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-ce982288-adff-4376-8214-88f3f52108fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 HTTP/1.1" status: 200 len: 217 time: 0.0665002 Nov 12 09:12:22.490711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-8658cb47-4a23-4cf8-975b-9c2e7c21f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.492213 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-8658cb47-4a23-4cf8-975b-9c2e7c21f21a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.1153069 Nov 12 09:12:22.495747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-5e2b4ddf-5123-4a6e-b373-c5af8ec8c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.497085 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-5e2b4ddf-5123-4a6e-b373-c5af8ec8c88d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.1189444 Nov 12 09:12:22.549510 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-2a17c76a-5e5a-42f0-854d-d0a7454eaeea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483789 Nov 12 09:12:22.557242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b08b7-7499-4dbf-847a-68f4de436397 req-6dc4b68a-7e8a-47a3-9db8-c661400aff55 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.558671 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c05b08b7-7499-4dbf-847a-68f4de436397 req-6dc4b68a-7e8a-47a3-9db8-c661400aff55 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 943 time: 0.1251693 Nov 12 09:12:22.561908 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-998f69b8-f533-40bb-8bf3-437279252f93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525630 Nov 12 09:12:22.729362 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c05b08b7-7499-4dbf-847a-68f4de436397 req-2d5d05f1-34e4-4bbc-80cb-4258443505c4 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604981 Nov 12 09:12:22.767697 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-3c556151-7564-4d7d-8c4e-a35ff2aac238 service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062809 Nov 12 09:12:22.769909 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-1da2a85e-d789-4953-87b2-cb87066781a5 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834755 Nov 12 09:12:22.794290 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.931132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-96abff55-c3fb-4b55-a82a-928d0b3bc8fd service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579599 Nov 12 09:12:22.935091 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-db34b4cf-86ab-4f1a-9b2b-2add82d5bbb4 req-700c223b-5c9b-4481-85ec-6618d0b82786 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544249 Nov 12 09:12:23.208692 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:12:23.328511 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:23.340467 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85', 'network_id': 'ebe059c9-23be-4e9b-beb7-7d9323c73ac1', 'port_id': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85', 'mac_address': 'fa:16:3e:49:e6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4008eb38-e0c7-466b-815f-a20da7ff7709', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:12:23.383544 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.399066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:12:23.419296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:23.425006 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.477881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:23.486016 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:23.486369 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:23.486718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:23.487057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:23.487394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:23.487730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:23.488077 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:23.488403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:23.488730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:23.489050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:23.489401 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:23.489728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:23.831350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225918e-9dfc-48e7-9e85-8264f4964c2e req-1154189c-9112-46e9-b09b-94e971e18552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:23.832996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a225918e-9dfc-48e7-9e85-8264f4964c2e req-1154189c-9112-46e9-b09b-94e971e18552 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 1096 time: 0.0560193 Nov 12 09:12:23.870359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377effc-9eae-4f25-9130-9a25129d4384 req-4495a3f5-95b2-4b97-8184-31bfddbcc800 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:23.871866 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c377effc-9eae-4f25-9130-9a25129d4384 req-4495a3f5-95b2-4b97-8184-31bfddbcc800 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 944 time: 0.0559292 Nov 12 09:12:23.919711 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c377effc-9eae-4f25-9130-9a25129d4384 req-39cea950-3444-4f58-b438-07b0c6af1150 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418005 Nov 12 09:12:23.948635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225918e-9dfc-48e7-9e85-8264f4964c2e req-692c3c15-ca25-44cb-9d9d-d49fdfd2dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:23.950185 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a225918e-9dfc-48e7-9e85-8264f4964c2e req-692c3c15-ca25-44cb-9d9d-d49fdfd2dda5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.0966120 Nov 12 09:12:23.994817 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a225918e-9dfc-48e7-9e85-8264f4964c2e req-88663420-39e7-4a12-9562-9f44a49a1ed4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 HTTP/1.1" status: 200 len: 217 time: 0.0365887 Nov 12 09:12:24.050646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225918e-9dfc-48e7-9e85-8264f4964c2e req-22f73c72-a5c2-485a-accf-2aef5eb5a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:24.052329 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a225918e-9dfc-48e7-9e85-8264f4964c2e req-22f73c72-a5c2-485a-accf-2aef5eb5a827 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0502849 Nov 12 09:12:24.092679 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a225918e-9dfc-48e7-9e85-8264f4964c2e req-0cb39dea-52ed-4d96-927b-d4497a95a5f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334880 Nov 12 09:12:24.127450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b19e6-99ad-4912-8e99-f5208a29adf2 req-0e24ac02-5c8f-4200-b959-6bbb025afdf1 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:24.129010 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-833b19e6-99ad-4912-8e99-f5208a29adf2 req-0e24ac02-5c8f-4200-b959-6bbb025afdf1 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 944 time: 0.0518014 Nov 12 09:12:24.179030 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-833b19e6-99ad-4912-8e99-f5208a29adf2 req-dd56a63a-b3a0-4480-93c0-ce378790f6c2 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 Nov 12 09:12:24.208668 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-4b0b295d-9d3e-4a35-9d0c-709d2e262d3f tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:24.210190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-4b0b295d-9d3e-4a35-9d0c-709d2e262d3f tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600&tenant_id=507149c742734de0a0a47e9cf48f34a8&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 944 time: 0.1139839 Nov 12 09:12:24.252386 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a225918e-9dfc-48e7-9e85-8264f4964c2e req-ec9f9876-340d-4108-b123-f802d2949bd7 service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449387 Nov 12 09:12:24.333336 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-0dac0bfc-3be1-4881-a7e3-29d1e04495a5 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:12:24.334248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-0dac0bfc-3be1-4881-a7e3-29d1e04495a5 service neutron] 10.222.0.52 "DELETE /v2.0/ports/23b6d85b-f1fc-4718-b2ae-0bdb0b409d85/bindings/n-h2-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.1093390 Nov 12 09:12:24.364328 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a225918e-9dfc-48e7-9e85-8264f4964c2e req-406ba26a-f2d2-4aae-ae66-2c59c9344c26 service neutron] 10.222.0.46 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034734 Nov 12 09:12:24.431284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-935e7986-e9fd-43eb-8b57-4f94260d129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:24.433487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-935e7986-e9fd-43eb-8b57-4f94260d129f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=507149c742734de0a0a47e9cf48f34a8&device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 1096 time: 0.0462694 Nov 12 09:12:24.530188 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-e782fecc-c0b4-4b4a-a5e7-0bbcdcfda273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:24.531662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-e782fecc-c0b4-4b4a-a5e7-0bbcdcfda273 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 200 len: 915 time: 0.0897951 Nov 12 09:12:24.580048 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-f5a79b93-0b4b-4549-b836-1e9f795c8384 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 HTTP/1.1" status: 200 len: 217 time: 0.0388365 Nov 12 09:12:24.608147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:24.634644 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-4cd06966-0dfb-4dfc-b156-f79acf1c0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:24.636114 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-4cd06966-0dfb-4dfc-b156-f79acf1c0dfe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 200 len: 854 time: 0.0474935 Nov 12 09:12:24.649231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:24.672695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-21cf1d3e-24cd-4ff1-8318-80c11ee91c47 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ebe059c9-23be-4e9b-beb7-7d9323c73ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254085 Nov 12 09:12:24.768001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-e5d7a58b-ef66-462a-a80f-ba1c382bf8c6 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874190 Nov 12 09:12:24.803434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['23b6d85b-f1fc-4718-b2ae-0bdb0b409d85'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:24.862971 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-47d9796c-74d3-4dde-9f34-768e4bb7b603 req-98aabf88-a587-4372-8bc9-8299c570ebb1 service neutron] 10.222.0.52 "GET /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865939 Nov 12 09:12:25.314579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536a9c6-982b-4a7c-8a98-9c28d85603bb req-d786e499-4c8e-4d5d-82b8-67a0842efcdc tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:25.316023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d536a9c6-982b-4a7c-8a98-9c28d85603bb req-d786e499-4c8e-4d5d-82b8-67a0842efcdc tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 944 time: 0.0603533 Nov 12 09:12:25.370567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d536a9c6-982b-4a7c-8a98-9c28d85603bb req-cf75f11e-f2b0-4a31-83ac-b484719756db tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480535 Nov 12 09:12:26.487699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ce3ae-47f0-4c56-88a4-cb36178c3c51 req-74f9f08f-0500-4f91-945e-1470c8e7c57f tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:26.489216 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d8ce3ae-47f0-4c56-88a4-cb36178c3c51 req-74f9f08f-0500-4f91-945e-1470c8e7c57f tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 944 time: 0.0505221 Nov 12 09:12:26.541503 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d8ce3ae-47f0-4c56-88a4-cb36178c3c51 req-33b47098-776e-4b0b-a929-c9c38609ca48 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455179 Nov 12 09:12:26.659177 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f791e-adbe-4da6-b6d0-330e76f31370 req-42e4b4cd-3ffb-448d-aac3-3d98b81b9eeb tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:26.660595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a03f791e-adbe-4da6-b6d0-330e76f31370 req-42e4b4cd-3ffb-448d-aac3-3d98b81b9eeb tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 944 time: 0.0506833 Nov 12 09:12:26.710881 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a03f791e-adbe-4da6-b6d0-330e76f31370 req-870888e2-8b76-4be6-9129-3a250396f34c tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422654 Nov 12 09:12:26.826005 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a2e1-cc97-46cc-9bf1-1302461fe6c4 req-96545411-8835-49d3-a2ae-1abf8ded8d8f tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:26.827500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55d5a2e1-cc97-46cc-9bf1-1302461fe6c4 req-96545411-8835-49d3-a2ae-1abf8ded8d8f tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 944 time: 0.0503151 Nov 12 09:12:26.875467 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55d5a2e1-cc97-46cc-9bf1-1302461fe6c4 req-966f1b39-7c43-4b8b-98f9-f3e93f36526f tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420213 Nov 12 09:12:27.226025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59713f5f-91fb-40a0-b7f3-200a45d6e32c req-7f3afbf1-eb9c-4cf4-9a1f-b050a827cf5d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:27.227569 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-59713f5f-91fb-40a0-b7f3-200a45d6e32c req-7f3afbf1-eb9c-4cf4-9a1f-b050a827cf5d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 944 time: 0.0624077 Nov 12 09:12:27.234003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:27.280828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-59713f5f-91fb-40a0-b7f3-200a45d6e32c req-6e427d39-7e64-4b43-8025-f991b707920b tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461090 Nov 12 09:12:27.293874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:12:27.298928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:27.299473 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.382621 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.406778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:27.409208 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b82cb8a-94b4-41a1-99d9-9510b49cb3bd" -d '{"events": [{"server_uuid": "4e4892d6-63fd-4437-9e40-6b6b47729600", "name": "network-vif-plugged", "status": "completed", "tag": "23b6d85b-f1fc-4718-b2ae-0bdb0b409d85"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:27.430650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:27.436046 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.463760 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2f6ac1-9a9e-41b4-b3f7-4202d9ff64b2 x-openstack-request-id: req-0a2f6ac1-9a9e-41b4-b3f7-4202d9ff64b2 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:27.464050 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4892d6-63fd-4437-9e40-6b6b47729600", "name": "network-vif-plugged", "status": "completed", "tag": "23b6d85b-f1fc-4718-b2ae-0bdb0b409d85", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:27.464296 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a2f6ac1-9a9e-41b4-b3f7-4202d9ff64b2 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:27.464675 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85', 'code': 200} Nov 12 09:12:27.492802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:28.422674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbb90d-0a2d-41f5-aecc-635604f0d66d req-bfba36d0-1ec4-4819-893e-43a4ee25a8d0 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:28.424433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bcbb90d-0a2d-41f5-aecc-635604f0d66d req-bfba36d0-1ec4-4819-893e-43a4ee25a8d0 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0595160 Nov 12 09:12:28.502542 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bcbb90d-0a2d-41f5-aecc-635604f0d66d req-cdc68fbf-193a-46f3-b5bf-46a27466d138 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.31 "GET /v2.0/security-groups?id=c33f840a-eda7-442b-beef-cf764206a403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679498 Nov 12 09:12:28.527726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998dc3c-56ce-4029-b29b-f59c4158f071 req-52bd60ff-7940-49d0-8c51-a9c835ff85bb tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:28.529366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3998dc3c-56ce-4029-b29b-f59c4158f071 req-52bd60ff-7940-49d0-8c51-a9c835ff85bb tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e4892d6-63fd-4437-9e40-6b6b47729600 HTTP/1.1" status: 200 len: 945 time: 0.0746229 Nov 12 09:12:28.633358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-3998dc3c-56ce-4029-b29b-f59c4158f071 req-55944564-6469-48fc-a21a-dc00272f1ae6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Deleting port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:28.633763 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3998dc3c-56ce-4029-b29b-f59c4158f071 req-55944564-6469-48fc-a21a-dc00272f1ae6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.725535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-3998dc3c-56ce-4029-b29b-f59c4158f071 req-55944564-6469-48fc-a21a-dc00272f1ae6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] For port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,segment=NetworkSegment(652207de-0036-4d9a-903a-3f555b89a53c),segment_id=652207de-0036-4d9a-903a-3f555b89a53c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:28.725876 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3998dc3c-56ce-4029-b29b-f59c4158f071 req-55944564-6469-48fc-a21a-dc00272f1ae6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.744386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-3998dc3c-56ce-4029-b29b-f59c4158f071 req-55944564-6469-48fc-a21a-dc00272f1ae6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Calling delete_port for 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:28.887232 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3998dc3c-56ce-4029-b29b-f59c4158f071 req-55944564-6469-48fc-a21a-dc00272f1ae6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.899872 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['23b6d85b-f1fc-4718-b2ae-0bdb0b409d85'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:28.928098 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55944564-6469-48fc-a21a-dc00272f1ae6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Pushing event deleted for resources: {'Port': ['ID=23b6d85b-f1fc-4718-b2ae-0bdb0b409d85,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:28.960715 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.977671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3998dc3c-56ce-4029-b29b-f59c4158f071 req-55944564-6469-48fc-a21a-dc00272f1ae6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] No DVR routers for this DVR port 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:28.980609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-3998dc3c-56ce-4029-b29b-f59c4158f071 req-55944564-6469-48fc-a21a-dc00272f1ae6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.984230 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3998dc3c-56ce-4029-b29b-f59c4158f071 req-55944564-6469-48fc-a21a-dc00272f1ae6 tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] 10.222.0.46 "DELETE /v2.0/ports/23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 HTTP/1.1" status: 204 len: 173 time: 0.4474523 Nov 12 09:12:28.984890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'name': 'network-vif-deleted', 'tag': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:28.988980 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f7b529-45fc-4362-8606-a2c33dcebb8a" -d '{"events": [{"server_uuid": "4e4892d6-63fd-4437-9e40-6b6b47729600", "name": "network-vif-deleted", "tag": "23b6d85b-f1fc-4718-b2ae-0bdb0b409d85"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:29.047909 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed734751-4070-4b04-8887-a2e001fb952e x-openstack-request-id: req-ed734751-4070-4b04-8887-a2e001fb952e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:29.048205 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4892d6-63fd-4437-9e40-6b6b47729600", "name": "network-vif-deleted", "tag": "23b6d85b-f1fc-4718-b2ae-0bdb0b409d85", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:29.048460 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed734751-4070-4b04-8887-a2e001fb952e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:29.048862 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4892d6-63fd-4437-9e40-6b6b47729600', 'name': 'network-vif-deleted', 'tag': '23b6d85b-f1fc-4718-b2ae-0bdb0b409d85', 'status': 'completed', 'code': 200} Nov 12 09:12:29.639503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45846) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:29.685403 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d4f973-c5dd-45d1-81aa-75d42a1ff515 admin admin] Deleting subnet 4008eb38-e0c7-466b-815f-a20da7ff7709 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:29.688644 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57d4f973-c5dd-45d1-81aa-75d42a1ff515 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.730110 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57d4f973-c5dd-45d1-81aa-75d42a1ff515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.778010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57d4f973-c5dd-45d1-81aa-75d42a1ff515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.836526 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57d4f973-c5dd-45d1-81aa-75d42a1ff515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.864226 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-57d4f973-c5dd-45d1-81aa-75d42a1ff515 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.867477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-57d4f973-c5dd-45d1-81aa-75d42a1ff515 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4008eb38-e0c7-466b-815f-a20da7ff7709 HTTP/1.1" status: 204 len: 168 time: 0.2269828 Nov 12 09:12:29.868569 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4f973-c5dd-45d1-81aa-75d42a1ff515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4008eb38-e0c7-466b-815f-a20da7ff7709,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:29.871344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45848) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:29.941600 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.324375 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.344963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe059c9-23be-4e9b-beb7-7d9323c73ac1']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:30.354641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652207de-0036-4d9a-903a-3f555b89a53c') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:30.354936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652207de-0036-4d9a-903a-3f555b89a53c') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:30.364014 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.377279 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.383651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:30.384030 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:30.385995 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:30.441529 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.446479 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.450239 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ebe059c9-23be-4e9b-beb7-7d9323c73ac1 HTTP/1.1" status: 204 len: 168 time: 0.5777159 Nov 12 09:12:30.467650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544a28b-b157-4074-b5dd-0f8986f1c8f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe059c9-23be-4e9b-beb7-7d9323c73ac1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:30.568578 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45852) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:30.611554 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-353a5ea3-c346-4586-9e8f-7234115bddf7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=507149c742734de0a0a47e9cf48f34a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415096 Nov 12 09:12:30.613789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45854) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:30.661773 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22ce0244-088a-430e-8676-949460294fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.682320 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22ce0244-088a-430e-8676-949460294fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.730696 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22ce0244-088a-430e-8676-949460294fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.733332 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-22ce0244-088a-430e-8676-949460294fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.734480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-22ce0244-088a-430e-8676-949460294fbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c33f840a-eda7-442b-beef-cf764206a403 HTTP/1.1" status: 204 len: 168 time: 0.1197848 Nov 12 09:12:30.742518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce0244-088a-430e-8676-949460294fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33f840a-eda7-442b-beef-cf764206a403,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:31.431101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45876) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:31.525342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1178190010-network', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:31.545743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Made reservation on behalf of 7737ace6dc7b4670a006bdf92fe2d7cf for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:31.547997 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.562230 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.637219 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.641612 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.667186 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:31.677800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26ff629-1e95-4709-8a7d-8b22802c4d60,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:31.687161 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.687496 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Added segment cbcfba58-87f6-48ed-98a1-33b91140215c of type vlan for network 9e647ae9-ea63-47b7-b2de-80635abaebb9 Nov 12 09:12:31.689494 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:31.689837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:31.690170 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:31.690500 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:31.690830 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:31.691154 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:31.691475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:31.692339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:31.692339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:31.692525 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:31.692747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:31.693062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:31.741409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.766297 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.767301 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:31.767868 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.823414 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3905060 Nov 12 09:12:31.826900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45880) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:31.831973 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216d9c2-cf97-4568-a3d9-6a674b0ef339 admin admin] Pushing event updated for resources: {'Network': ['ID=9e647ae9-ea63-47b7-b2de-80635abaebb9,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:31.832861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6c03e045-346c-4ada-8227-c52c9ad94007 admin admin] Request body: {'subnet': {'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1178190010-subnet', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:31.846228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 9e647ae9-ea63-47b7-b2de-80635abaebb9 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:31.860398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c03e045-346c-4ada-8227-c52c9ad94007 admin admin] Made reservation on behalf of 7737ace6dc7b4670a006bdf92fe2d7cf for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:31.863084 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c03e045-346c-4ada-8227-c52c9ad94007 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.033708 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c03e045-346c-4ada-8227-c52c9ad94007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.092848 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03e045-346c-4ada-8227-c52c9ad94007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=296051de-65d4-4f67-9a1e-536ad9020287,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:32.103880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c03e045-346c-4ada-8227-c52c9ad94007 admin admin] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:32.104238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03e045-346c-4ada-8227-c52c9ad94007 admin admin] Network hostable DHCP agents. Network: 9e647ae9-ea63-47b7-b2de-80635abaebb9, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:32.122491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03e045-346c-4ada-8227-c52c9ad94007 admin admin] Network 9e647ae9-ea63-47b7-b2de-80635abaebb9 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:32.135240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6c03e045-346c-4ada-8227-c52c9ad94007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 9e647ae9-ea63-47b7-b2de-80635abaebb9) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:32.140013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c03e045-346c-4ada-8227-c52c9ad94007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:32.140605 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6c03e045-346c-4ada-8227-c52c9ad94007 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.145929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4ecaca-731b-458b-85be-3777c26b3896 None None] Network 9e647ae9-ea63-47b7-b2de-80635abaebb9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:32.158205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6c03e045-346c-4ada-8227-c52c9ad94007 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3296261 Nov 12 09:12:32.162592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45882) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:32.166831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:32.188109 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.189134 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.242294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.313075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-9e647ae9-ea63-47b7-b2de-80635abaebb9', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:12:32.314054 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.385786 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.453410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Allocated IP 172.20.0.2 (9e647ae9-ea63-47b7-b2de-80635abaebb9/296051de-65d4-4f67-9a1e-536ad9020287/69969885-1ce1-4263-8e21-d894304d1d96) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:32.594563 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.605799 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.611964 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.618754 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.655726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Network 9e647ae9-ea63-47b7-b2de-80635abaebb9 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:32.659489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:32.661615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Pushing event updated for resources: {'Port': ['ID=69969885-1ce1-4263-8e21-d894304d1d96,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:32.664049 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:32.726618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Attempting to bind port 69969885-1ce1-4263-8e21-d894304d1d96 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:32.726618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Attempting to bind port 69969885-1ce1-4263-8e21-d894304d1d96 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:32.726618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Attempting to bind port 69969885-1ce1-4263-8e21-d894304d1d96 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:32.730036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Allocated IP 172.25.3.195 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:32.735056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:32.735484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:32.736108 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.736420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Bound using segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:32.736906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Bound port: 69969885-1ce1-4263-8e21-d894304d1d96, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:32.737786 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.806718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] For port 69969885-1ce1-4263-8e21-d894304d1d96, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:32.810179 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] For port 69969885-1ce1-4263-8e21-d894304d1d96, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=69969885-1ce1-4263-8e21-d894304d1d96,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:32.814667 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.874350 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.883643 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeeada6-bba6-4fbf-aba6-bb6978be9500 None None] Pushing event updated for resources: {'Port': ['ID=69969885-1ce1-4263-8e21-d894304d1d96,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:32.912357 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.956647 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:32.959753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:32.964947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:32.968161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:32.975515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b2ada-b9f1-4feb-8b44-453a6e9a87ad None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:33.084556 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b83b725f-4da3-4666-9666-251188478f2a None None] Provisioning complete for port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:33.085731 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b83b725f-4da3-4666-9666-251188478f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.135941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b83b725f-4da3-4666-9666-251188478f2a None None] Port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:33.243697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:33.270142 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.281162 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:33.281802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 23b6d85b-f1fc-4718-b2ae-0bdb0b409d85 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:33.475764 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.615324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Router 63153253-ab56-4e87-9220-21ca0fe82820 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:12:33.750541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:33.766196 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Sync routers for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:33.777489 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.782975 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d53187bd-d2e7-4677-bbda-8e0380851ed9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6154387 Nov 12 09:12:33.783178 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:33.783178 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:12:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:33.783517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45888) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:33.857978 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9c95d-a26d-44b8-a55a-bf6ef2927d5e None None] Network 9e647ae9-ea63-47b7-b2de-80635abaebb9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:34.148974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0cb9a96c-d772-48cf-b82f-e773f7900616 None None] Provisioning complete for port 69969885-1ce1-4263-8e21-d894304d1d96 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:34.149725 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0cb9a96c-d772-48cf-b82f-e773f7900616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.152876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:34.266438 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.454806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Allocated IP 172.20.0.1 (9e647ae9-ea63-47b7-b2de-80635abaebb9/296051de-65d4-4f67-9a1e-536ad9020287/d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:34.467221 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0cb9a96c-d772-48cf-b82f-e773f7900616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.519734 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0cb9a96c-d772-48cf-b82f-e773f7900616 None None] For port 69969885-1ce1-4263-8e21-d894304d1d96, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=69969885-1ce1-4263-8e21-d894304d1d96,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:34.524481 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0cb9a96c-d772-48cf-b82f-e773f7900616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.561127 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:33Z', 'revision_number': 3, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:34.587474 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.594495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Checking router: 63153253-ab56-4e87-9220-21ca0fe82820 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:34.594850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Updating router 63153253-ab56-4e87-9220-21ca0fe82820 port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:12:34.629230 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.642908 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.644554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9a96c-d772-48cf-b82f-e773f7900616 None None] Pushing event updated for resources: {'Port': ['ID=69969885-1ce1-4263-8e21-d894304d1d96,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:34.672448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Network 9e647ae9-ea63-47b7-b2de-80635abaebb9 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:34.677815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:34.682519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:34.714625 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Pushing event updated for resources: {'Port': ['ID=d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:34.735287 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.890976 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-147a3f9a-4edf-4c23-8bda-1a0d0aec0683 None None] Provisioning complete for port 69969885-1ce1-4263-8e21-d894304d1d96 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:34.891330 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-147a3f9a-4edf-4c23-8bda-1a0d0aec0683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.893219 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 69969885-1ce1-4263-8e21-d894304d1d96 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:34.924578 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.062872 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.069668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 69969885-1ce1-4263-8e21-d894304d1d96 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:35.070044 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.075169 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.143448 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.149928 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.164752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e61625-6a33-449f-a380-1a24c18f9a86 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:35.180985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Attempting to bind port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:35.181385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Attempting to bind port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:35.182371 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Attempting to bind port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:35.188290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff040ca5-4790-4b8c-a303-009649bddd48 None None] Pushing event updated for resources: {'Port': ['ID=ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:35.195897 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:35.196280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:35.196685 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.197123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:35.197615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Bound port: ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:35.197999 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.231899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Pushing event updated for resources: {'Port': ['ID=d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:35.234599 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.298870 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-25f49226-cbb0-4f7a-826e-4ff27e016755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.303452 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] For port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:35.310406 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] For port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:35.314259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-93968a65-7c78-4452-9fc1-09f046bb9c58 None None] Provisioning complete for port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:35.314620 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93968a65-7c78-4452-9fc1-09f046bb9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.318365 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.344498 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Network 9e647ae9-ea63-47b7-b2de-80635abaebb9 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:35.346273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:35.390296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8153bb-cd4c-42c1-b00b-b7720e611e15 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:35.426000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:35.426654 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:12:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:35.475313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff040ca5-4790-4b8c-a303-009649bddd48 None None] Pushing event updated for resources: {'Port': ['ID=ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:35.502506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Router 63153253-ab56-4e87-9220-21ca0fe82820 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:35.566515 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93968a65-7c78-4452-9fc1-09f046bb9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.600006 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:35.602766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-93968a65-7c78-4452-9fc1-09f046bb9c58 None None] For port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:35.632623 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93968a65-7c78-4452-9fc1-09f046bb9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.633561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:35.639011 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b7b72f31-668c-4dec-8547-a09a009daa50 admin admin] 10.222.0.31 "PUT /v2.0/routers/63153253-ab56-4e87-9220-21ca0fe82820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8546948 Nov 12 09:12:35.724130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-93968a65-7c78-4452-9fc1-09f046bb9c58 None None] Provisioning complete for port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:35.724509 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-93968a65-7c78-4452-9fc1-09f046bb9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.799685 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93968a65-7c78-4452-9fc1-09f046bb9c58 None None] Pushing event updated for resources: {'Port': ['ID=ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:35.821777 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-93968a65-7c78-4452-9fc1-09f046bb9c58 None None] Port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:35.912717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 2, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:35.960656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626d4988-b0e0-48f7-b76a-fbd9e24559ca None None] The sync data for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 is: [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 2, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:35.971839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-499cf261-f880-43ff-b61c-b8d7f6577063 None None] Provisioning complete for port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:35.972480 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-499cf261-f880-43ff-b61c-b8d7f6577063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.080143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-499cf261-f880-43ff-b61c-b8d7f6577063 None None] Provisioning complete for port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:36.080588 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-499cf261-f880-43ff-b61c-b8d7f6577063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.124322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-499cf261-f880-43ff-b61c-b8d7f6577063 None None] Port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:36.202323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45896) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:36.208059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-1fb28d75-b7ba-46e3-80c2-9e1693261fcf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1050043003', 'description': 'tempest-description--1019483891'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:36.240164 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d75-b7ba-46e3-80c2-9e1693261fcf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.328565 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d75-b7ba-46e3-80c2-9e1693261fcf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.332952 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d75-b7ba-46e3-80c2-9e1693261fcf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.364631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb28d75-b7ba-46e3-80c2-9e1693261fcf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946edb6f-fad0-44bf-bc0f-7edeb3e9e645,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:36.369549 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1fb28d75-b7ba-46e3-80c2-9e1693261fcf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.373919 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1fb28d75-b7ba-46e3-80c2-9e1693261fcf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1670272 Nov 12 09:12:36.374609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45898) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:36.380052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b4ed20e2-f0db-4447-95f6-ae20049f926e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Request body: {'security_group_rule': {'security_group_id': '946edb6f-fad0-44bf-bc0f-7edeb3e9e645', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:36.418658 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4ed20e2-f0db-4447-95f6-ae20049f926e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.482935 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4ed20e2-f0db-4447-95f6-ae20049f926e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.487848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4ed20e2-f0db-4447-95f6-ae20049f926e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.506767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed20e2-f0db-4447-95f6-ae20049f926e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe3a5bc-db75-4887-b994-d8d4c8993ad9,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:36.523881 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4ed20e2-f0db-4447-95f6-ae20049f926e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.528235 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b4ed20e2-f0db-4447-95f6-ae20049f926e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495030 Nov 12 09:12:36.528735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45900) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:36.534187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-aca4941b-ce84-4243-8b3c-9db00d0ec574 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Request body: {'security_group_rule': {'security_group_id': '946edb6f-fad0-44bf-bc0f-7edeb3e9e645', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:36.567458 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aca4941b-ce84-4243-8b3c-9db00d0ec574 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.652303 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aca4941b-ce84-4243-8b3c-9db00d0ec574 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.658495 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aca4941b-ce84-4243-8b3c-9db00d0ec574 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.681874 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4941b-ce84-4243-8b3c-9db00d0ec574 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8553e0c5-cc90-4233-a299-b7367830f632,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:36.701270 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aca4941b-ce84-4243-8b3c-9db00d0ec574 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.703052 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aca4941b-ce84-4243-8b3c-9db00d0ec574 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1731431 Nov 12 09:12:36.706818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 45902) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:36.711439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:36.744624 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.860627 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:36.913005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.934429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:36.934985 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.055375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Allocated IP 172.25.3.100 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/65fdb7b4-3262-4d3d-a592-47172ad218ee) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:37.180269 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.222124 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.266288 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:37.269174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:37.275544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:37.302193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event updated for resources: {'Port': ['ID=65fdb7b4-3262-4d3d-a592-47172ad218ee,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:37.392880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.446391 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.571521 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7e2d7fa1-017a-4857-b0bc-033d4db12115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.607079 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.612719 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.696775 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event updated for resources: {'Port': ['ID=65fdb7b4-3262-4d3d-a592-47172ad218ee,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:37.712159 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.730181 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.731516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2d9bd158-073c-4061-84c0-8167adabb1f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0236688 Nov 12 09:12:37.899597 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-2ab08ba5-bde9-4a14-863a-aabaf44e1f27 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1050043003&fields=id&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 267 time: 0.0480080 Nov 12 09:12:38.024319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-e80df5cd-4d7e-48e9-b6bc-38572ca41e34 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:38.026451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-e80df5cd-4d7e-48e9-b6bc-38572ca41e34 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 812 time: 0.1191642 Nov 12 09:12:38.042475 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-afd35061-b16c-4a85-a627-7649d568c85b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/quotas/7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 375 time: 0.0101311 Nov 12 09:12:38.108363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-c94946df-ab3c-4fc9-9dcb-0f92db98d503 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598874 Nov 12 09:12:38.124369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8da8bf8d-130b-482c-ba2c-5be03b44701e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:12:38.125359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8da8bf8d-130b-482c-ba2c-5be03b44701e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053473 Nov 12 09:12:38.160707 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Sync routers for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:38.174625 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:38.174625 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:12:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:38.228141 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-b6f9c7ec-bcd2-4416-a31f-0d151b331ece service neutron] 10.222.0.31 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963326 Nov 12 09:12:38.350010 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-bf96811a-6d1a-4cbf-b409-be46d47cb612 service neutron] 10.222.0.31 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150231 Nov 12 09:12:38.392019 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:38.529740 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-69d98d63-0ac9-49f2-8c3e-d5d3c6daa1b8 req-8ccea8cd-2ca0-4c05-98e0-d1294d410c54 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 210 time: 0.0284185 Nov 12 09:12:38.632191 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 2, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:38.663220 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Checking router: 63153253-ab56-4e87-9220-21ca0fe82820 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:38.663673 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Updating router 63153253-ab56-4e87-9220-21ca0fe82820 port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:12:38.691294 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.728158 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.008918 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.016526 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.069685 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Pushing event updated for resources: {'Port': ['ID=d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:39.080859 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.081241 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.081582 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.081919 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.082239 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.082741 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.083241 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.083569 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.083892 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.084218 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.084539 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.084852 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:39.140412 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Attempting to bind port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:39.140881 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Attempting to bind port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:39.141421 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Attempting to bind port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:39.147452 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:39.147825 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:39.148226 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.148617 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Bound using segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:39.149091 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Bound port: d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:39.149513 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.230571 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] For port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:39.234849 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] For port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:39.241199 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.311621 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:39.311621 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:12:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:39.353847 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a32537-7e0c-4e71-920e-04508a7e8483 None None] Pushing event updated for resources: {'Port': ['ID=d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:39.390592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-234cddee-4c27-42ad-bf78-2155771ff57e None None] Provisioning complete for port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:39.390978 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-234cddee-4c27-42ad-bf78-2155771ff57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.443995 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:39.503935 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-234cddee-4c27-42ad-bf78-2155771ff57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.551075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-234cddee-4c27-42ad-bf78-2155771ff57e None None] For port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:39.558691 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-234cddee-4c27-42ad-bf78-2155771ff57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.635369 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cddee-4c27-42ad-bf78-2155771ff57e None None] Pushing event updated for resources: {'Port': ['ID=d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:39.673447 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-401811db-090b-4e91-b4cc-8a447d5a1c8e req-c4261572-af64-4eeb-95f0-0d99985c4ca8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 210 time: 0.0369952 Nov 12 09:12:39.711431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-edb3fdaa-97b3-4a00-aa22-485d811a8d32 None None] Provisioning complete for port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:39.712137 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-edb3fdaa-97b3-4a00-aa22-485d811a8d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.796114 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:39.802640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-aa6c6a98-10f6-4610-9f83-e6ff6f4fca71 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:39.804140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-aa6c6a98-10f6-4610-9f83-e6ff6f4fca71 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 812 time: 0.1796858 Nov 12 09:12:39.824647 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fcdee6-c036-427d-af04-4a235db48c28 None None] The sync data for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 is: [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:39.877256 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f1b0359d-e80c-4e22-9f21-c3830a051d98 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 380 time: 0.0615020 Nov 12 09:12:39.887588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Request body: {'port': {'device_id': '680ed538-cb6d-4d33-9d73-325182196cc2', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'admin_state_up': True, 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'security_groups': ['946edb6f-fad0-44bf-bc0f-7edeb3e9e645']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:40.016231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Made reservation on behalf of 7737ace6dc7b4670a006bdf92fe2d7cf for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:40.020076 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.101392 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.202507 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Allocated IP 172.20.0.8 (9e647ae9-ea63-47b7-b2de-80635abaebb9/296051de-65d4-4f67-9a1e-536ad9020287/f8ae27ee-dedb-4f02-b7a8-6174c6d9693c) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:40.399307 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.442202 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.504068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Network 9e647ae9-ea63-47b7-b2de-80635abaebb9 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:40.509907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:40.516869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:40.522029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event updated for resources: {'Port': ['ID=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:40.574413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:40.575078 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.606124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-f89bc067-156b-4b2c-a92a-f77c23e7cdee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7225451 Nov 12 09:12:40.623093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Request body: {'port': {'device_id': '680ed538-cb6d-4d33-9d73-325182196cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:40.694442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.794336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-04e5a490-dd67-4880-a609-77839b18a30b None None] Provisioning complete for port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:40.796091 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-04e5a490-dd67-4880-a609-77839b18a30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.848308 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-04e5a490-dd67-4880-a609-77839b18a30b None None] Port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:40.872344 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905402f6-f1ec-42aa-a7d6-7c749b4fce12 req-b7f58659-3b23-412d-95a5-420be72355c2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:40.877879 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-905402f6-f1ec-42aa-a7d6-7c749b4fce12 req-b7f58659-3b23-412d-95a5-420be72355c2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 931 time: 0.1157534 Nov 12 09:12:40.887927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:40.938993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-905402f6-f1ec-42aa-a7d6-7c749b4fce12 req-6c1c2d20-531c-4bd5-be5c-d6dcd8ecb49e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519874 Nov 12 09:12:41.045576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ae27ee-dedb-4f02-b7a8-6174c6d9693c {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:12:41.057839 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.077981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Transition to ACTIVE for port object f8ae27ee-dedb-4f02-b7a8-6174c6d9693c will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:12:41.083401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.120858 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.140085 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:41.140519 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.165071 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:41.222627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Attempting to bind port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:41.222627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Attempting to bind port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:41.222627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Attempting to bind port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:41.228484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:12:41.228971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Attempting to bind port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:41.236258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:41.236607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:41.236988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Bound using segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:41.237447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Bound port: f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:41.237837 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.320008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:41.324534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:41.330005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.377426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:41.378059 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:41.379718 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] 10.222.0.46 "PUT /v2.0/ports/f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 1092 time: 0.7642064 Nov 12 09:12:41.380295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:41.382626 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa81e20-de8f-496a-9786-4ec710cc0b83" -d '{"events": [{"name": "network-changed", "server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:41.435011 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f6bf87-baea-40a7-853f-62c1a250a7ff x-openstack-request-id: req-b7f6bf87-baea-40a7-853f-62c1a250a7ff {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:41.435425 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:41.436062 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7f6bf87-baea-40a7-853f-62c1a250a7ff {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:41.436766 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'status': 'completed', 'code': 200} Nov 12 09:12:41.441530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3c514-d8eb-43ad-9d94-ccaf1ae3d628 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:41.497470 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-aa7bcbe5-e764-4437-b2c7-5cb7449b5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:41.500114 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-aa7bcbe5-e764-4437-b2c7-5cb7449b5b3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0602920 Nov 12 09:12:41.546421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-5798b8b5-5265-4c5a-b194-8e820f9f3f98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 217 time: 0.0375884 Nov 12 09:12:41.603636 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-d4e87e66-4c22-4eee-893f-3f83b333a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:41.605135 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-d4e87e66-4c22-4eee-893f-3f83b333a73b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0518692 Nov 12 09:12:41.657438 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-81f4290e-5efe-4265-8bb3-5951c63b7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:41.659043 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-81f4290e-5efe-4265-8bb3-5951c63b7859 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470872 Nov 12 09:12:41.768048 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-a4c2bcfd-a81f-4e10-91d6-72fbd4f61fe8 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020229 Nov 12 09:12:41.867998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b144a6c-ee0f-4449-aa7d-add3ce658431 req-89b4f50e-805a-4aea-a988-e7257f74e625 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933704 Nov 12 09:12:41.965829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81e20-de8f-496a-9786-4ec710cc0b83 req-698d8ced-d551-4b91-a224-ac0b1287b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:41.968003 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaa81e20-de8f-496a-9786-4ec710cc0b83 req-698d8ced-d551-4b91-a224-ac0b1287b038 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0490358 Nov 12 09:12:42.073635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81e20-de8f-496a-9786-4ec710cc0b83 req-df6427a9-c85c-48ec-9f52-835066c5dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:42.075034 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaa81e20-de8f-496a-9786-4ec710cc0b83 req-df6427a9-c85c-48ec-9f52-835066c5dad2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0996566 Nov 12 09:12:42.084272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901a2a8-c699-4aba-846c-1e71d3f93cbc req-a4b816b1-f87e-4d5b-9022-fc9c390a95cf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:42.085809 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5901a2a8-c699-4aba-846c-1e71d3f93cbc req-a4b816b1-f87e-4d5b-9022-fc9c390a95cf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 943 time: 0.0610728 Nov 12 09:12:42.123970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaa81e20-de8f-496a-9786-4ec710cc0b83 req-d09c0204-a53b-4b07-9f1b-6794a0cefff1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 217 time: 0.0416982 Nov 12 09:12:42.165310 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5901a2a8-c699-4aba-846c-1e71d3f93cbc req-c6d5d093-1470-428b-853c-1f006ab08715 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698252 Nov 12 09:12:42.192587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81e20-de8f-496a-9786-4ec710cc0b83 req-5eafe6a1-4e2e-4da4-8e21-323e258a100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:42.194463 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaa81e20-de8f-496a-9786-4ec710cc0b83 req-5eafe6a1-4e2e-4da4-8e21-323e258a100a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0637128 Nov 12 09:12:42.251322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81e20-de8f-496a-9786-4ec710cc0b83 req-ccced634-4d54-4a03-ad28-f56f95598bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:42.252851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaa81e20-de8f-496a-9786-4ec710cc0b83 req-ccced634-4d54-4a03-ad28-f56f95598bd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516031 Nov 12 09:12:42.684457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaa81e20-de8f-496a-9786-4ec710cc0b83 req-b5e3bc44-b5d6-493c-89c5-2d440e4bf2e0 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235141 Nov 12 09:12:42.786197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eaa81e20-de8f-496a-9786-4ec710cc0b83 req-b2630f5b-bb09-483b-b771-ff1c730c746d service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938468 Nov 12 09:12:42.860975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-78e061eb-87da-4a46-9327-4e33b38c6b2d req-00043363-7586-49c8-bf34-663227544d09 service neutron] (102445) timed out ('10.222.0.31', 40348) {{(pid=102445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:12:43.301801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfe9c3-c6f2-483e-8dda-8384d171394e req-425fd61e-2edc-424a-953e-9f3a6ebdb13e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:43.303376 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2bdfe9c3-c6f2-483e-8dda-8384d171394e req-425fd61e-2edc-424a-953e-9f3a6ebdb13e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 943 time: 0.0630105 Nov 12 09:12:43.355293 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2bdfe9c3-c6f2-483e-8dda-8384d171394e req-f95fee29-c604-4e20-8975-fd5a5ddff08c tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456204 Nov 12 09:12:44.042723 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:12:44.473980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed530759-fd13-4d68-a826-a7a18b32a6ff req-1fc1c31a-1cc3-4545-b196-b14ddc5a7d61 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:44.475462 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed530759-fd13-4d68-a826-a7a18b32a6ff req-1fc1c31a-1cc3-4545-b196-b14ddc5a7d61 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 943 time: 0.0506778 Nov 12 09:12:44.529623 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed530759-fd13-4d68-a826-a7a18b32a6ff req-3ed9a6ca-17cf-4af8-9e73-b1f352476011 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470817 Nov 12 09:12:45.254884 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f8ae27ee-dedb-4f02-b7a8-6174c6d9693c details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:12:45.355669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:45.369739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'port_id': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'mac_address': 'fa:16:3e:be:ef:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:12:45.420438 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.434816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ae27ee-dedb-4f02-b7a8-6174c6d9693c {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:12:45.457481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:45.468068 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.522358 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:45.674807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b1aab-ba9b-4f4b-a123-522c6d4edc6a req-02d0ead7-388b-4690-ad8c-c352a164b7f6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:45.676351 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f39b1aab-ba9b-4f4b-a123-522c6d4edc6a req-02d0ead7-388b-4690-ad8c-c352a164b7f6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 944 time: 0.0504580 Nov 12 09:12:45.725696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f39b1aab-ba9b-4f4b-a123-522c6d4edc6a req-ab7d4fb9-a790-4551-bef1-b879a3716947 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427487 Nov 12 09:12:45.750865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['f8ae27ee-dedb-4f02-b7a8-6174c6d9693c'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:46.851576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55009fa9-a972-41df-b3ef-3a9438360c54 req-a3e1d47c-9b81-4b5d-b234-97ae1499b3ec tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:46.853733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55009fa9-a972-41df-b3ef-3a9438360c54 req-a3e1d47c-9b81-4b5d-b234-97ae1499b3ec tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 944 time: 0.0508668 Nov 12 09:12:46.901563 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55009fa9-a972-41df-b3ef-3a9438360c54 req-fb2625a9-7418-4538-992d-4da0f0baf1fe tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418677 Nov 12 09:12:47.287399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f8ae27ee-dedb-4f02-b7a8-6174c6d9693c up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:47.338313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:12:47.343182 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:47.343419 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.434333 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.460312 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:47.463528 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9906094c-11e1-469b-b370-68cb3fc62179" -d '{"events": [{"server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "name": "network-vif-plugged", "status": "completed", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:47.478780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:47.484354 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.516380 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b432c0af-ea55-4a9f-8542-140b066b9115 x-openstack-request-id: req-b432c0af-ea55-4a9f-8542-140b066b9115 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:47.516707 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "name": "network-vif-plugged", "status": "completed", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:47.516923 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b432c0af-ea55-4a9f-8542-140b066b9115 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:47.517351 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'code': 200} Nov 12 09:12:47.550361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:47.644388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdce5d6-0351-443f-b799-df689e186042 req-64f7ff41-4b5a-4d20-8940-d789de63873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:47.646016 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9bdce5d6-0351-443f-b799-df689e186042 req-64f7ff41-4b5a-4d20-8940-d789de63873d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0620315 Nov 12 09:12:47.693457 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9bdce5d6-0351-443f-b799-df689e186042 req-957b4019-3955-42c2-8bc9-3f1aeb5d0c21 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403986 Nov 12 09:12:48.022914 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3c672-2dba-4224-be8e-b30fec0b390c req-12faec53-e7e3-491f-a3c5-114eb5eb3672 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:48.025619 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ced3c672-2dba-4224-be8e-b30fec0b390c req-12faec53-e7e3-491f-a3c5-114eb5eb3672 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0537539 Nov 12 09:12:48.076795 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ced3c672-2dba-4224-be8e-b30fec0b390c req-e468caf6-47ef-4a0b-8734-486d6b103f3f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439248 Nov 12 09:12:49.210076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06188e13-5453-4c9c-b2ca-15d12a877b26 req-0bddf34b-c006-4626-b554-781c46bc0cde tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:49.211605 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-06188e13-5453-4c9c-b2ca-15d12a877b26 req-0bddf34b-c006-4626-b554-781c46bc0cde tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0504899 Nov 12 09:12:49.264930 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-06188e13-5453-4c9c-b2ca-15d12a877b26 req-1f78952f-c3a4-4516-8b4e-036ee19a4abe tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460565 Nov 12 09:12:49.393817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a222cc-a98e-4cc7-bb39-c093361631dc req-1d93b1a2-9a53-4249-9186-4ce1933fb9c7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:49.395442 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-81a222cc-a98e-4cc7-bb39-c093361631dc req-1d93b1a2-9a53-4249-9186-4ce1933fb9c7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0567126 Nov 12 09:12:49.406473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 45950) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:49.411117 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3f8174ce-dbff-4460-b034-506d6f05511e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Request body: {'floatingip': {'port_id': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:49.452327 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f8174ce-dbff-4460-b034-506d6f05511e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.955138 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f8174ce-dbff-4460-b034-506d6f05511e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.959862 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f8174ce-dbff-4460-b034-506d6f05511e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.081589 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-3f8174ce-dbff-4460-b034-506d6f05511e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Floating IP 5ef1724d-b882-496b-80c9-edcb6140d968 associated. External IP: 172.25.3.100, port: f8ae27ee-dedb-4f02-b7a8-6174c6d9693c. Nov 12 09:12:50.313302 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8174ce-dbff-4460-b034-506d6f05511e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Router 63153253-ab56-4e87-9220-21ca0fe82820 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:50.430839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8174ce-dbff-4460-b034-506d6f05511e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:50.436161 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3f8174ce-dbff-4460-b034-506d6f05511e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.442852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d608904-eedd-4654-b817-4ecb71c7f5ca None None] Sync routers for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:50.459033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d608904-eedd-4654-b817-4ecb71c7f5ca None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:50.460066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-0d608904-eedd-4654-b817-4ecb71c7f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:12:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:50.480738 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3f8174ce-dbff-4460-b034-506d6f05511e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "PUT /v2.0/floatingips/5ef1724d-b882-496b-80c9-edcb6140d968 HTTP/1.1" status: 200 len: 991 time: 1.0728436 Nov 12 09:12:50.481642 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:50.485584 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fbe8c70676be8adccf662dade5606d680c3bb1102de236df37d937713b3786a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1506ca89-5ce8-47a4-b61a-70b857b89bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:50.529972 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6a9b75-b07e-4972-a3bf-a00712cf906e x-openstack-request-id: req-1d6a9b75-b07e-4972-a3bf-a00712cf906e {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:50.530356 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:50.530682 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d6a9b75-b07e-4972-a3bf-a00712cf906e {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:50.531156 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'status': 'completed', 'code': 200} Nov 12 09:12:50.598942 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506ca89-5ce8-47a4-b61a-70b857b89bc0 req-cb06e768-2da4-4463-862b-aba8b3b8fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:50.600383 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1506ca89-5ce8-47a4-b61a-70b857b89bc0 req-cb06e768-2da4-4463-862b-aba8b3b8fc3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0463824 Nov 12 09:12:50.601965 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-0d608904-eedd-4654-b817-4ecb71c7f5ca None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:50.714704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506ca89-5ce8-47a4-b61a-70b857b89bc0 req-181f7a21-1bf2-4acf-8e1d-b73a375f7548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:50.716913 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1506ca89-5ce8-47a4-b61a-70b857b89bc0 req-181f7a21-1bf2-4acf-8e1d-b73a375f7548 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1083727 Nov 12 09:12:50.799099 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1506ca89-5ce8-47a4-b61a-70b857b89bc0 req-1d0b245c-f633-485e-8f30-997d6e8fb940 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 999 time: 0.0750110 Nov 12 09:12:50.863768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506ca89-5ce8-47a4-b61a-70b857b89bc0 req-9d6d468b-0984-473b-b068-94101932405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:50.865172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1506ca89-5ce8-47a4-b61a-70b857b89bc0 req-9d6d468b-0984-473b-b068-94101932405f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0587964 Nov 12 09:12:50.891411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-0d608904-eedd-4654-b817-4ecb71c7f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5ef1724d-b882-496b-80c9-edcb6140d968', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'port_id': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'mac_address': 'fa:16:3e:be:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680ed538-cb6d-4d33-9d73-325182196cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:37Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 1, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:50.910983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506ca89-5ce8-47a4-b61a-70b857b89bc0 req-f4f05bba-5851-4d57-bc79-a683fc3cf1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:50.912482 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1506ca89-5ce8-47a4-b61a-70b857b89bc0 req-f4f05bba-5851-4d57-bc79-a683fc3cf1bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407047 Nov 12 09:12:50.920630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d608904-eedd-4654-b817-4ecb71c7f5ca None None] Checking router: 63153253-ab56-4e87-9220-21ca0fe82820 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:50.929473 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d608904-eedd-4654-b817-4ecb71c7f5ca None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:50.930195 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-0d608904-eedd-4654-b817-4ecb71c7f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:12:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:51.028703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1506ca89-5ce8-47a4-b61a-70b857b89bc0 req-cbbaaa87-a8bb-4d11-a337-2c291970d790 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087515 Nov 12 09:12:51.038750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-0d608904-eedd-4654-b817-4ecb71c7f5ca None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:51.131922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1506ca89-5ce8-47a4-b61a-70b857b89bc0 req-dd61cd34-551f-4f2e-a325-9f206c31c115 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957038 Nov 12 09:12:51.290623 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-0d608904-eedd-4654-b817-4ecb71c7f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5ef1724d-b882-496b-80c9-edcb6140d968', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'port_id': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'mac_address': 'fa:16:3e:be:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680ed538-cb6d-4d33-9d73-325182196cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:37Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 1, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:51.318942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d608904-eedd-4654-b817-4ecb71c7f5ca None None] The sync data for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 is: [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5ef1724d-b882-496b-80c9-edcb6140d968', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'port_id': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'mac_address': 'fa:16:3e:be:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680ed538-cb6d-4d33-9d73-325182196cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:37Z', 'updated_at': '2021-11-12T09:12:49Z', 'revision_number': 1, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:51.555318 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb6cbe-57d5-43b7-a80c-d532a6f2feac None None] New status for floating IP 5ef1724d-b882-496b-80c9-edcb6140d968: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:12:52.811172 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.976886 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.271478 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cb728118-f099-4fa1-94e7-e5b382e27c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.564336 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a945f56a-bc50-4863-93d3-81d2f7b6a779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.723310 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:10.099086 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:11.007672 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:21.043342 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:13:22.839489 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.752138 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-812c7c8f-ff3d-4f5a-a964-fe79f90e1ba1 req-83fcda37-2efd-4c9f-a432-15a53b2b8ed3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417948 Nov 12 09:13:24.852566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c7c8f-ff3d-4f5a-a964-fe79f90e1ba1 req-3afe5561-bba8-41c6-a437-93c326e3f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:24.854113 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-812c7c8f-ff3d-4f5a-a964-fe79f90e1ba1 req-3afe5561-bba8-41c6-a437-93c326e3f740 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0478396 Nov 12 09:13:24.965203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c7c8f-ff3d-4f5a-a964-fe79f90e1ba1 req-ae238688-f679-484c-85ea-593d9072ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:24.966749 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-812c7c8f-ff3d-4f5a-a964-fe79f90e1ba1 req-ae238688-f679-484c-85ea-593d9072ded0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0899274 Nov 12 09:13:25.037239 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-812c7c8f-ff3d-4f5a-a964-fe79f90e1ba1 req-8787206c-e9ff-461f-9a00-9c056639bb11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 1001 time: 0.0629029 Nov 12 09:13:25.088968 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c7c8f-ff3d-4f5a-a964-fe79f90e1ba1 req-9ff32c4e-e05e-4684-aca4-cace6116bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:25.090529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-812c7c8f-ff3d-4f5a-a964-fe79f90e1ba1 req-9ff32c4e-e05e-4684-aca4-cace6116bf60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0454044 Nov 12 09:13:25.137075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c7c8f-ff3d-4f5a-a964-fe79f90e1ba1 req-53ff83b0-92e4-44af-ade8-ba2e007d1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:25.138859 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-812c7c8f-ff3d-4f5a-a964-fe79f90e1ba1 req-53ff83b0-92e4-44af-ade8-ba2e007d1749 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401816 Nov 12 09:13:25.232233 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-812c7c8f-ff3d-4f5a-a964-fe79f90e1ba1 req-a5671489-0323-4607-b041-ea0f68549c5f service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855637 Nov 12 09:13:25.328047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-812c7c8f-ff3d-4f5a-a964-fe79f90e1ba1 req-caee5e3b-6399-4a07-931e-e63533cdbc00 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873449 Nov 12 09:13:28.969627 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.276913 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-059e41ee-1e49-4a65-8476-d4a7736e91bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.571310 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5df57046-7a9f-4261-85c0-27b0f48543f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.724089 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.102027 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.002550 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.868092 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.043289 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:13:58.970332 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.268747 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5519ad70-f2c5-4d03-b687-b5f78c409cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.563228 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-da9a4e28-53c5-48d3-9cda-4d89172d18d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.729072 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.104002 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.008132 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.879802 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.134882 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de88dd66-66a2-4627-ab23-53625c1e6433 req-d20e8ad7-65af-4ee9-891a-1b1345e533f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405946 Nov 12 09:14:25.225273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88dd66-66a2-4627-ab23-53625c1e6433 req-ad956a9c-900b-4e9a-804f-9daa3c27a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:25.226848 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de88dd66-66a2-4627-ab23-53625c1e6433 req-ad956a9c-900b-4e9a-804f-9daa3c27a75f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0457463 Nov 12 09:14:25.331409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88dd66-66a2-4627-ab23-53625c1e6433 req-c9d1a0e4-7d51-4569-b0b8-fbabe2e99f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:25.332888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de88dd66-66a2-4627-ab23-53625c1e6433 req-c9d1a0e4-7d51-4569-b0b8-fbabe2e99f59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0842094 Nov 12 09:14:25.408339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de88dd66-66a2-4627-ab23-53625c1e6433 req-06e7db1a-7ee6-494b-9b61-3a27e9ae8b45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 1001 time: 0.0674775 Nov 12 09:14:25.458958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88dd66-66a2-4627-ab23-53625c1e6433 req-61a0825a-24d3-4b32-8928-5c5d0acac732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:25.460480 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de88dd66-66a2-4627-ab23-53625c1e6433 req-61a0825a-24d3-4b32-8928-5c5d0acac732 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0446455 Nov 12 09:14:25.512038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88dd66-66a2-4627-ab23-53625c1e6433 req-d0b9152a-ff85-4b1b-8efc-c2dc5a8942d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:25.512038 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de88dd66-66a2-4627-ab23-53625c1e6433 req-d0b9152a-ff85-4b1b-8efc-c2dc5a8942d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433564 Nov 12 09:14:25.606835 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de88dd66-66a2-4627-ab23-53625c1e6433 req-842e65e9-98cc-457c-b2f2-7fcece01d649 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884957 Nov 12 09:14:25.697069 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de88dd66-66a2-4627-ab23-53625c1e6433 req-1096a4dc-54fa-4d00-bdb1-30f4c12e31e5 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831342 Nov 12 09:14:28.980929 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.042874 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:14:35.270518 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d2424844-74d6-4efc-b1c6-17c81cf3638e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.563809 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4f0f0e03-310a-44a0-9641-aae90ca99abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.731503 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:40.108798 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:41.011360 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:52.876341 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.006344 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:05.274286 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0b19491d-9d9d-4f00-931a-f9d17b6c1306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.567021 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9486b373-e125-4e6b-9ba2-662b28e14c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.733386 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.110796 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:11.013825 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.043035 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:15:22.883604 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.281690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0da52-6daf-4436-ac24-2f4f66857839 req-d8195fcc-e16c-4b00-924e-2121f00629b0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:25.283195 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5c0da52-6daf-4436-ac24-2f4f66857839 req-d8195fcc-e16c-4b00-924e-2121f00629b0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0544519 Nov 12 09:15:25.331235 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5c0da52-6daf-4436-ac24-2f4f66857839 req-9da4482f-679e-45aa-9c64-d99bd0acb2c6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421638 Nov 12 09:15:25.577736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b8b0a-4ff2-42f5-b6cb-c08981e89d52 req-709b5193-fc8f-44f7-bcfb-659503108c66 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:25.579432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b06b8b0a-4ff2-42f5-b6cb-c08981e89d52 req-709b5193-fc8f-44f7-bcfb-659503108c66 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0511193 Nov 12 09:15:25.627391 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-1c279799-548d-42db-bfc2-9779489ab49c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1075881 Nov 12 09:15:25.630455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b06b8b0a-4ff2-42f5-b6cb-c08981e89d52 req-d0133900-f5b8-4ed1-b55b-c082b00a0bf1 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448673 Nov 12 09:15:25.900422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e16667-3b72-449a-b092-d70bc1cc3b7b req-6f0cbe26-4b4b-4172-95c5-c95ed946bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:25.902142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0e16667-3b72-449a-b092-d70bc1cc3b7b req-6f0cbe26-4b4b-4172-95c5-c95ed946bdb6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0455635 Nov 12 09:15:26.016237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e16667-3b72-449a-b092-d70bc1cc3b7b req-8a43b0c5-8c34-49f3-b3f5-324079a0f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:26.017892 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0e16667-3b72-449a-b092-d70bc1cc3b7b req-8a43b0c5-8c34-49f3-b3f5-324079a0f0d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0936184 Nov 12 09:15:26.093978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0e16667-3b72-449a-b092-d70bc1cc3b7b req-9818c339-6e36-42b5-895b-7907c1e023b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 1001 time: 0.0687869 Nov 12 09:15:26.148275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e16667-3b72-449a-b092-d70bc1cc3b7b req-0014d1ab-5813-4253-87d5-4cd0aee9b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:26.149795 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0e16667-3b72-449a-b092-d70bc1cc3b7b req-0014d1ab-5813-4253-87d5-4cd0aee9b1d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0458174 Nov 12 09:15:26.206682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e16667-3b72-449a-b092-d70bc1cc3b7b req-b37ee4ea-719a-454a-809b-e463482d6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:26.208277 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0e16667-3b72-449a-b092-d70bc1cc3b7b req-b37ee4ea-719a-454a-809b-e463482d6d91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503738 Nov 12 09:15:26.307284 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0e16667-3b72-449a-b092-d70bc1cc3b7b req-395d37fd-c8d2-4984-9bb8-666abf919801 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909250 Nov 12 09:15:26.405388 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d0e16667-3b72-449a-b092-d70bc1cc3b7b req-65a3c101-eaba-4d29-903f-01e3cbf77964 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903144 Nov 12 09:15:26.753875 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6b8b4-8cd6-4ed1-8144-56dccbddd229 req-3551bb16-e28c-450c-a02a-2e324b8ca3c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:26.755398 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e6b8b4-8cd6-4ed1-8144-56dccbddd229 req-3551bb16-e28c-450c-a02a-2e324b8ca3c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0526693 Nov 12 09:15:26.776963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2f6ee149-3c1d-4e90-a36d-4cd116836810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:26.778491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2f6ee149-3c1d-4e90-a36d-4cd116836810 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 1097 time: 0.0428681 Nov 12 09:15:26.803286 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41e6b8b4-8cd6-4ed1-8144-56dccbddd229 req-99ec95af-3a78-4d37-b781-04eda5b55ab4 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Nov 12 09:15:26.881828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2c3d48e1-48cd-4218-b6c7-943e3a627c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:26.883304 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2c3d48e1-48cd-4218-b6c7-943e3a627c49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0881453 Nov 12 09:15:26.953476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-68f94f2a-5a35-449c-85d6-5a02273f7cfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 1001 time: 0.0623696 Nov 12 09:15:27.003735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-ff5cb6e2-130d-4f43-9378-bc837cc6182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:27.005263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-ff5cb6e2-130d-4f43-9378-bc837cc6182c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0448797 Nov 12 09:15:27.051856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-11b8c113-5efd-4cf6-87f2-96ba4fbf6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:27.053365 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-11b8c113-5efd-4cf6-87f2-96ba4fbf6d78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409729 Nov 12 09:15:27.145428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-23b43577-8a86-4407-aca4-1756712a474b service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849910 Nov 12 09:15:27.242115 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-1171de40-d2e9-4a23-a28a-525e1597d126 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893381 Nov 12 09:15:27.925334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2472b77-ab7f-47cc-a74a-01162e9d4470 req-ee3a3a6e-c8a6-427e-9d13-bb061bf6dbf9 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:27.928484 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2472b77-ab7f-47cc-a74a-01162e9d4470 req-ee3a3a6e-c8a6-427e-9d13-bb061bf6dbf9 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0531459 Nov 12 09:15:27.984136 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2472b77-ab7f-47cc-a74a-01162e9d4470 req-8c1590a1-70c8-4bec-80dd-4118ea9bcc40 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469520 Nov 12 09:15:29.009773 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.107326 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f69c0b-f589-4ca1-8c62-e6178cffea7c req-c3f95b5b-36d5-483e-af9b-05b0f2b444aa tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:29.108713 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-65f69c0b-f589-4ca1-8c62-e6178cffea7c req-c3f95b5b-36d5-483e-af9b-05b0f2b444aa tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0528359 Nov 12 09:15:29.157994 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-65f69c0b-f589-4ca1-8c62-e6178cffea7c req-dc1a12d6-28dc-454e-81ff-beb4ccc8db54 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Nov 12 09:15:30.273068 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639db9bd-5d5b-4ccd-a2ac-63242222e8d7 req-0352cb35-a244-48d2-b93d-a0c0ab26e381 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:30.274478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-639db9bd-5d5b-4ccd-a2ac-63242222e8d7 req-0352cb35-a244-48d2-b93d-a0c0ab26e381 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0496752 Nov 12 09:15:30.323081 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-639db9bd-5d5b-4ccd-a2ac-63242222e8d7 req-fcb80048-f79d-4702-bf93-12d24348b8dd tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Nov 12 09:15:31.442815 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa8289-1e5a-4797-bebd-622b1da8dcb4 req-46cdc5be-21e8-4134-9373-15a64302ca33 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:31.444292 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14fa8289-1e5a-4797-bebd-622b1da8dcb4 req-46cdc5be-21e8-4134-9373-15a64302ca33 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0488517 Nov 12 09:15:31.491036 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-14fa8289-1e5a-4797-bebd-622b1da8dcb4 req-a80eb8e1-a8b0-4235-ac44-a70794e3d351 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408659 Nov 12 09:15:32.609420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695caf7-8cdb-41e9-9123-a2f10daf7f71 req-0d4a7896-6010-4062-b2c5-af9edfb73549 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:32.611162 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4695caf7-8cdb-41e9-9123-a2f10daf7f71 req-0d4a7896-6010-4062-b2c5-af9edfb73549 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0486991 Nov 12 09:15:32.658251 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4695caf7-8cdb-41e9-9123-a2f10daf7f71 req-c18dc1f7-21ab-4f65-ba0a-7f61d3c2e9a2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410669 Nov 12 09:15:33.783481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b3353-65fd-4bcf-8821-2269e8505bea req-9f1db2da-f4ba-418e-aac9-23ca9f0a8155 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:33.785005 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff3b3353-65fd-4bcf-8821-2269e8505bea req-9f1db2da-f4ba-418e-aac9-23ca9f0a8155 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0552678 Nov 12 09:15:34.135832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff3b3353-65fd-4bcf-8821-2269e8505bea req-9a7bfbca-0641-4b22-bcdd-b8d09df537ea tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428690 Nov 12 09:15:35.255592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395eea8-9a37-4ac6-bad5-423b52aceac4 req-595f3466-5168-4f30-8d1a-17f7de2a0c96 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:35.257044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0395eea8-9a37-4ac6-bad5-423b52aceac4 req-595f3466-5168-4f30-8d1a-17f7de2a0c96 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0535197 Nov 12 09:15:35.278885 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dece8b2e-0b55-4dda-9454-cf38948c3e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.315012 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0395eea8-9a37-4ac6-bad5-423b52aceac4 req-85f780b1-9de0-4049-9a0d-02bde254c273 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515387 Nov 12 09:15:36.434342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00beaa-51a1-4d13-bf5a-dd32754ebc1c req-1a9b86be-c4a8-4b22-97e6-6f9b96bc0c4e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:36.435908 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c00beaa-51a1-4d13-bf5a-dd32754ebc1c req-1a9b86be-c4a8-4b22-97e6-6f9b96bc0c4e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0494881 Nov 12 09:15:36.483516 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c00beaa-51a1-4d13-bf5a-dd32754ebc1c req-0a13a93d-a8f4-48e1-acaf-0db6985b7675 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408065 Nov 12 09:15:37.563506 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4584cfb3-7a54-48e1-99db-15d58132ccba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.602869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20cbc3-91db-43d9-9e5e-e95b19518745 req-dbe367b6-6c97-4c3b-b953-fd167b3f444f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:37.604358 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed20cbc3-91db-43d9-9e5e-e95b19518745 req-dbe367b6-6c97-4c3b-b953-fd167b3f444f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0502245 Nov 12 09:15:37.653999 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed20cbc3-91db-43d9-9e5e-e95b19518745 req-0a7e72dc-4d01-4c31-a05c-54345e5b5ec0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429406 Nov 12 09:15:38.740864 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:38.776009 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b4338-2775-48c1-b900-7848e2e3f1bf req-27adb42d-3987-4f4a-8387-9e97eea9cc02 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:38.777512 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac3b4338-2775-48c1-b900-7848e2e3f1bf req-27adb42d-3987-4f4a-8387-9e97eea9cc02 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0532994 Nov 12 09:15:38.828713 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac3b4338-2775-48c1-b900-7848e2e3f1bf req-bb436d6e-e78e-4c30-b7ea-4ccc7204d911 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450039 Nov 12 09:15:39.950254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e198-2413-42fd-b0ca-c7317192e98e req-dfd05dc7-956f-4302-9495-f359762dfea4 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:39.951720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20c0e198-2413-42fd-b0ca-c7317192e98e req-dfd05dc7-956f-4302-9495-f359762dfea4 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0518491 Nov 12 09:15:39.999722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20c0e198-2413-42fd-b0ca-c7317192e98e req-0f58cb1d-5622-4bbf-b76b-53bc965b94ba tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420828 Nov 12 09:15:40.112966 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.015898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.118517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45368f7d-5235-40f7-9866-761c6fea5a8a req-aa0eca25-9981-4cd0-ac77-008e83858caa tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:41.119897 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45368f7d-5235-40f7-9866-761c6fea5a8a req-aa0eca25-9981-4cd0-ac77-008e83858caa tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0497327 Nov 12 09:15:41.167423 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45368f7d-5235-40f7-9866-761c6fea5a8a req-07fccdf6-82d5-4775-97a7-5f36855a3586 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414593 Nov 12 09:15:42.281836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15481e3-1688-4020-a3a5-7fab94d714ec req-9bb982ec-7d6e-4f6d-b710-f139e7645b6b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:42.283202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b15481e3-1688-4020-a3a5-7fab94d714ec req-9bb982ec-7d6e-4f6d-b710-f139e7645b6b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0489824 Nov 12 09:15:42.331722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b15481e3-1688-4020-a3a5-7fab94d714ec req-c20cbeff-9155-499d-b9fc-ea51580473ff tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Nov 12 09:15:43.455878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c736afb-f2e8-4b02-b973-6f35a5ff38bb req-3e7cf7f8-240d-4e4a-b62d-08f0b9836794 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:43.457384 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c736afb-f2e8-4b02-b973-6f35a5ff38bb req-3e7cf7f8-240d-4e4a-b62d-08f0b9836794 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0544188 Nov 12 09:15:43.504720 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6c736afb-f2e8-4b02-b973-6f35a5ff38bb req-b1297a18-5f86-4243-83a3-86e2f41f6cc9 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Nov 12 09:15:44.295082 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-213babd1-a6bd-42f6-b7d4-5f065a17bc5f service neutron] show failed (client error): The resource could not be found. Nov 12 09:15:44.296007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-213babd1-a6bd-42f6-b7d4-5f065a17bc5f service neutron] 10.222.0.46 "GET /v2.0/ports/f8ae27ee-dedb-4f02-b7a8-6174c6d9693c/bindings/n-h2-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.0539725 Nov 12 09:15:44.547842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-d8df8c50-d30d-417d-8644-24b24bc558d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:44.549331 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-d8df8c50-d30d-417d-8644-24b24bc558d8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 1097 time: 0.0978098 Nov 12 09:15:44.562880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:44.642875 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.663484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67122cd-483e-431f-bde4-c0af2d463a3f req-cba4440a-10f1-4cb5-8e16-d7fb4e303630 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:44.664990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a67122cd-483e-431f-bde4-c0af2d463a3f req-cba4440a-10f1-4cb5-8e16-d7fb4e303630 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0840480 Nov 12 09:15:44.799573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a67122cd-483e-431f-bde4-c0af2d463a3f req-35d0a59a-ea33-4f08-9985-f6cecec22815 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088731 Nov 12 09:15:44.894316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:44.926431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:44.963800 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:44.966129 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95d8f8b-81b2-4af7-ad39-49f44e02cce0" -d '{"events": [{"server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:44.969826 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.982780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Transition to ACTIVE for port object f8ae27ee-dedb-4f02-b7a8-6174c6d9693c will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:15:44.986494 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.100215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:45.103298 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4c9e97-0468-4392-9a7a-50b936a129e0 x-openstack-request-id: req-ad4c9e97-0468-4392-9a7a-50b936a129e0 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:45.103592 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "name": "network-vif-unplugged", "status": "completed", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:45.103841 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad4c9e97-0468-4392-9a7a-50b936a129e0 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:45.104229 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'code': 200} Nov 12 09:15:45.125375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:45.125711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:45.126045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:45.126377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:45.126699 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:45.127020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:45.127339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:45.127655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:45.127976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:45.128294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:45.128610 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:45.128923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:45.173069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] No DVR routers for this DVR port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:45.308923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Attempting to bind port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:45.309609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Attempting to bind port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:45.309609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Attempting to bind port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:45.314081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:15:45.314401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Attempting to bind port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:45.319152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:45.319484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:45.319861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Bound using segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:45.320278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Bound port: f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:45.320625 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.384651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:45.388142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:45.392898 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.425031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:45.425929 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.428156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] 10.222.0.52 "PUT /v2.0/ports/f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 1092 time: 0.8694618 Nov 12 09:15:45.483987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b429254-ad8e-4211-aa22-f47c5357ad50 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:45.502593 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-9978239f-a000-41b7-b17a-3493d44b7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:45.504240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-9978239f-a000-41b7-b17a-3493d44b7f46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0532093 Nov 12 09:15:45.600000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-d0a770e7-9fd6-42d5-b0dc-efdcb1c33cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:45.601591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-d0a770e7-9fd6-42d5-b0dc-efdcb1c33cbb service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0902855 Nov 12 09:15:45.669978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-7bdd9c8e-baea-4ca5-9640-c99b7d101444 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 999 time: 0.0613544 Nov 12 09:15:45.723328 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-5dbb8da3-3e8d-425c-b6ae-be6d971cd72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:45.724730 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-5dbb8da3-3e8d-425c-b6ae-be6d971cd72a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0475039 Nov 12 09:15:45.777635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-354a27ca-4a33-437f-a122-badf1d08a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:45.779151 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-354a27ca-4a33-437f-a122-badf1d08a0f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415981 Nov 12 09:15:45.873064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-9ba85c53-1196-492c-949b-9e28ec8f77b9 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854228 Nov 12 09:15:45.976190 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc63af-fc0e-443c-9f09-88b060b2961e req-0089a541-ca48-40a1-9df0-3fc992a51095 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:45.977722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c9dc63af-fc0e-443c-9f09-88b060b2961e req-0089a541-ca48-40a1-9df0-3fc992a51095 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 943 time: 0.1037369 Nov 12 09:15:46.010044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e8006633-aa11-4c3f-b8a2-1f5915d81cab req-b43ab214-b085-4803-a544-096cdb28b8af service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276898 Nov 12 09:15:46.038280 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c9dc63af-fc0e-443c-9f09-88b060b2961e req-f64a936f-41df-47a5-8271-a90e35e6e9ae tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540237 Nov 12 09:15:47.105780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:47.108056 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7b909b-2fcb-4035-b9f1-dca92f7982be" -d '{"events": [{"name": "network-changed", "server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:47.159046 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed482e9-7308-4ac8-a557-318ded323803 x-openstack-request-id: req-2ed482e9-7308-4ac8-a557-318ded323803 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:47.159331 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:47.159580 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ed482e9-7308-4ac8-a557-318ded323803 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:47.159973 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'status': 'completed', 'code': 200} Nov 12 09:15:47.166680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f899fa2-b671-454c-bb56-f98814790e10 req-3258a092-fc1a-4808-bc80-d83375306f4e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.168219 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f899fa2-b671-454c-bb56-f98814790e10 req-3258a092-fc1a-4808-bc80-d83375306f4e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 943 time: 0.0545721 Nov 12 09:15:47.220016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f899fa2-b671-454c-bb56-f98814790e10 req-ed9c4647-54d0-460c-9fce-5e90008c7860 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Nov 12 09:15:47.229586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-443d0a5b-6112-4165-9ccd-fc5eef87e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.231128 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-443d0a5b-6112-4165-9ccd-fc5eef87e74d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0459449 Nov 12 09:15:47.336397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-cd2c26a0-9913-415d-a001-9d8fed9ff1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.338467 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-cd2c26a0-9913-415d-a001-9d8fed9ff1dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 1095 time: 0.1583660 Nov 12 09:15:47.378317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-a8cc054d-e886-4aad-a643-98bc46527781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.379625 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-a8cc054d-e886-4aad-a643-98bc46527781 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1393738 Nov 12 09:15:47.791274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-fc0cb891-c142-4a4d-a3db-1793db556871 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 999 time: 0.3826337 Nov 12 09:15:47.795812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-cf5bd703-9671-4504-938a-5cc8650417ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.797215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-cf5bd703-9671-4504-938a-5cc8650417ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.4513938 Nov 12 09:15:47.880259 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-9ddcfebf-2e48-4fa8-95c7-525c1a06c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.881748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-9ddcfebf-2e48-4fa8-95c7-525c1a06c786 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0832818 Nov 12 09:15:47.898966 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-350e2ad6-c4d1-4209-b3f5-60b09430dca5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 999 time: 0.0925560 Nov 12 09:15:47.969401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-04d0b191-4ae8-41f5-81f2-3c7c76f28333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.970847 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-04d0b191-4ae8-41f5-81f2-3c7c76f28333 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0542512 Nov 12 09:15:47.973432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-029fdce6-71f3-4f52-8a1a-8bfd4b54f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.974768 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-029fdce6-71f3-4f52-8a1a-8bfd4b54f700 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844703 Nov 12 09:15:48.076108 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-ce31620b-d4f4-49dd-b1d2-41e5ad89f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.077535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-ce31620b-d4f4-49dd-b1d2-41e5ad89f15f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988355 Nov 12 09:15:48.117774 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-426d17c1-6a9d-4b30-ab6d-a6af6d32e24d service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313260 Nov 12 09:15:48.238836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-093ddd13-dde1-4a2e-8216-94f9a073a18d service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517677 Nov 12 09:15:48.271321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-f9038470-2ff5-41ce-bc96-bd9e408795b9 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257010 Nov 12 09:15:48.365933 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f8ae27ee-dedb-4f02-b7a8-6174c6d9693c no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:48.372144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ec7b909b-2fcb-4035-b9f1-dca92f7982be req-0b9724fa-4434-4497-979a-c85512f57def service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223743 Nov 12 09:15:48.384315 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649591c4-eb21-479f-a8a9-da037497d625 req-c7d8e437-dd8f-423d-b100-ce0a3edfcd22 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.385863 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-649591c4-eb21-479f-a8a9-da037497d625 req-c7d8e437-dd8f-423d-b100-ce0a3edfcd22 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 943 time: 0.0749733 Nov 12 09:15:48.406188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device f8ae27ee-dedb-4f02-b7a8-6174c6d9693c not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:48.441230 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-649591c4-eb21-479f-a8a9-da037497d625 req-71b690fe-5ca3-4cdc-aacd-4d00cdebaf79 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453668 Nov 12 09:15:48.664229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1229651-0178-4b80-af5a-72c6558408ba req-f7011be6-0fca-4f1c-b457-648d60bebd86 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.665669 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1229651-0178-4b80-af5a-72c6558408ba req-f7011be6-0fca-4f1c-b457-648d60bebd86 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 943 time: 0.0821772 Nov 12 09:15:48.679579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-88581e1f-c809-4214-aba6-0f534f076f16 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.681506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-88581e1f-c809-4214-aba6-0f534f076f16 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.46 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 943 time: 0.0730703 Nov 12 09:15:48.753060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c1229651-0178-4b80-af5a-72c6558408ba req-dce0273f-3965-4f74-8ea0-b46e48af4eb1 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813100 Nov 12 09:15:48.770578 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-055cb657-1547-4546-8216-b1cab5a3dac3 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:15:48.771595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-055cb657-1547-4546-8216-b1cab5a3dac3 service neutron] 10.222.0.46 "DELETE /v2.0/ports/f8ae27ee-dedb-4f02-b7a8-6174c6d9693c/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.0774746 Nov 12 09:15:48.860594 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-716574aa-b24b-4278-a7ee-2481e4a98a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.862117 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-716574aa-b24b-4278-a7ee-2481e4a98a75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 1095 time: 0.0427933 Nov 12 09:15:48.956963 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-828dc292-afea-449b-aea7-7d9e70e43b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.958468 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-828dc292-afea-449b-aea7-7d9e70e43b77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0889223 Nov 12 09:15:49.035612 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-c91a61ff-b4b1-46a7-b1bb-a391589ca965 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 200 len: 999 time: 0.0701275 Nov 12 09:15:49.043649 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:15:49.100076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-fc109df0-e2af-420c-862d-f9b6e934a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:49.101589 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-fc109df0-e2af-420c-862d-f9b6e934a06e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0579309 Nov 12 09:15:49.156475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-c8e1f568-342d-4501-9679-31e1e2c8ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:49.158040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-c8e1f568-342d-4501-9679-31e1e2c8ba13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490601 Nov 12 09:15:49.254053 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-9fc2f23e-6d82-4eec-b7e4-565f7903f7f4 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875595 Nov 12 09:15:49.354233 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-52c0e6a7-76cc-4b85-86a7-f5f9bb76f532 req-1a23f034-dd26-47c6-b6fa-5521a93af8b3 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932329 Nov 12 09:15:49.416448 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f8ae27ee-dedb-4f02-b7a8-6174c6d9693c details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:15:49.521536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:49.534445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'port_id': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'mac_address': 'fa:16:3e:be:ef:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:15:49.574230 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.587567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ae27ee-dedb-4f02-b7a8-6174c6d9693c {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:49.607624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:49.612176 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.660359 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:49.668043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:49.668388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:49.668731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:49.669072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:49.669501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:49.669838 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:49.670165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:49.670494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:49.670821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:49.671149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:49.672154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:49.672505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:49.869321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['f8ae27ee-dedb-4f02-b7a8-6174c6d9693c'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:49.879026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d3caf-b2f5-40ea-8238-646327a58eb4 req-aadf4f50-8b86-4d3f-8cce-a0b67e085584 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:49.880592 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa5d3caf-b2f5-40ea-8238-646327a58eb4 req-aadf4f50-8b86-4d3f-8cce-a0b67e085584 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 944 time: 0.0531421 Nov 12 09:15:49.935927 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa5d3caf-b2f5-40ea-8238-646327a58eb4 req-154f3d0d-afb5-4522-bed9-a0b2ef49461b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486181 Nov 12 09:15:50.074156 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045fe56-0cdc-49a1-9965-d93c197a125e req-b7083fe4-cd23-442b-93ff-3433b7062c7f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:50.075641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6045fe56-0cdc-49a1-9965-d93c197a125e req-b7083fe4-cd23-442b-93ff-3433b7062c7f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 944 time: 0.0571909 Nov 12 09:15:50.125995 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6045fe56-0cdc-49a1-9965-d93c197a125e req-005530ee-93e4-41a6-b15e-88e6815672cd tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442176 Nov 12 09:15:50.245513 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a28e5-ef15-4478-9133-b51df5567bfd req-d59d8d80-425e-4b9f-b827-b9b4b31e0a2e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:50.246983 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9d8a28e5-ef15-4478-9133-b51df5567bfd req-d59d8d80-425e-4b9f-b827-b9b4b31e0a2e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 944 time: 0.0493057 Nov 12 09:15:50.298885 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9d8a28e5-ef15-4478-9133-b51df5567bfd req-439c1c24-3337-411d-92bf-7972ce9987de tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460341 Nov 12 09:15:50.529057 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5182e0-5254-4521-a87e-b535e53785f0 req-5a158391-88a4-41b7-b898-179f033c329b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:50.530572 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de5182e0-5254-4521-a87e-b535e53785f0 req-5a158391-88a4-41b7-b898-179f033c329b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 944 time: 0.0487566 Nov 12 09:15:50.578334 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-de5182e0-5254-4521-a87e-b535e53785f0 req-2eca0779-f455-455d-baa0-30aa17e7f500 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418408 Nov 12 09:15:51.431300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f8ae27ee-dedb-4f02-b7a8-6174c6d9693c up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:51.481534 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:15:51.486032 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:51.486406 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.564009 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.590810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:51.593387 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca31a49-7657-4f71-8975-762fa69d8a0c" -d '{"events": [{"server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "name": "network-vif-plugged", "status": "completed", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:51.611267 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:51.618039 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.674394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:51.704395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec1206-7494-4f0e-9146-45b3ec8a0bda req-10456734-ed43-40dd-8b9b-c26582a04913 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:51.706210 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8ec1206-7494-4f0e-9146-45b3ec8a0bda req-10456734-ed43-40dd-8b9b-c26582a04913 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0572548 Nov 12 09:15:51.711574 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c94248b-06f6-4432-8d08-43b43eecca56 x-openstack-request-id: req-9c94248b-06f6-4432-8d08-43b43eecca56 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:51.712065 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "name": "network-vif-plugged", "status": "completed", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:51.712321 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c94248b-06f6-4432-8d08-43b43eecca56 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:51.712711 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'code': 200} Nov 12 09:15:51.755850 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8ec1206-7494-4f0e-9146-45b3ec8a0bda req-56ca2783-3c99-43e6-aa65-dfdecc699378 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434101 Nov 12 09:15:51.811858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-5fac2b15-30f0-485d-b12b-f08f83238a8b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:51.813362 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-5fac2b15-30f0-485d-b12b-f08f83238a8b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 945 time: 0.0541878 Nov 12 09:15:51.907237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Deleting port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:51.907583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.001128 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] For port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:52.001413 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.189287 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.189649 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.189961 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Floating IP 5ef1724d-b882-496b-80c9-edcb6140d968 disassociated. External IP: 172.25.3.100, port: f8ae27ee-dedb-4f02-b7a8-6174c6d9693c. Nov 12 09:15:52.190358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Calling delete_port for f8ae27ee-dedb-4f02-b7a8-6174c6d9693c owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:52.332862 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.363291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event deleted for resources: {'Port': ['ID=f8ae27ee-dedb-4f02-b7a8-6174c6d9693c,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:52.487988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Router 63153253-ab56-4e87-9220-21ca0fe82820 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:52.601217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:52.612596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034636d-364b-49e7-9628-79cea6f96bce None None] Sync routers for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:52.628106 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034636d-364b-49e7-9628-79cea6f96bce None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:52.628785 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5034636d-364b-49e7-9628-79cea6f96bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:15:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:52.641985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] No DVR routers for this DVR port f8ae27ee-dedb-4f02-b7a8-6174c6d9693c on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:52.644815 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.648611 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46fcbeaa-9b5c-4819-b23b-8125a536b375 req-6a1d2b88-fd2e-486d-a75e-71f61e6ba06e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "DELETE /v2.0/ports/f8ae27ee-dedb-4f02-b7a8-6174c6d9693c HTTP/1.1" status: 204 len: 173 time: 0.8285062 Nov 12 09:15:52.649064 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'name': 'network-vif-deleted', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:52.651900 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a75c00-3e15-4eb7-b503-350552364874" -d '{"events": [{"server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "name": "network-vif-deleted", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:52.695844 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8fd0d7-8d18-4ff9-8be2-000956b7e628 x-openstack-request-id: req-cd8fd0d7-8d18-4ff9-8be2-000956b7e628 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:52.696136 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "680ed538-cb6d-4d33-9d73-325182196cc2", "name": "network-vif-deleted", "tag": "f8ae27ee-dedb-4f02-b7a8-6174c6d9693c", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:52.696388 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd8fd0d7-8d18-4ff9-8be2-000956b7e628 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:52.696790 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '680ed538-cb6d-4d33-9d73-325182196cc2', 'name': 'network-vif-deleted', 'tag': 'f8ae27ee-dedb-4f02-b7a8-6174c6d9693c', 'status': 'completed', 'code': 200} Nov 12 09:15:52.748066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-5034636d-364b-49e7-9628-79cea6f96bce None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:52.884567 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3641e346-f10e-47ce-944d-47aca848038c req-66385559-1cd9-421f-8733-4006290e120b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=680ed538-cb6d-4d33-9d73-325182196cc2 HTTP/1.1" status: 200 len: 210 time: 0.0397217 Nov 12 09:15:52.925422 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.976831 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5034636d-364b-49e7-9628-79cea6f96bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:53.003789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034636d-364b-49e7-9628-79cea6f96bce None None] Checking router: 63153253-ab56-4e87-9220-21ca0fe82820 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:53.012281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5034636d-364b-49e7-9628-79cea6f96bce None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:53.012926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5034636d-364b-49e7-9628-79cea6f96bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:15:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:53.121834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-5034636d-364b-49e7-9628-79cea6f96bce None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:53.317905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5034636d-364b-49e7-9628-79cea6f96bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:53.345325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5034636d-364b-49e7-9628-79cea6f96bce None None] The sync data for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 is: [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:53.563228 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584ebeb-8b36-4a5d-826d-06e4e9fabe47 None None] New status for floating IP 5ef1724d-b882-496b-80c9-edcb6140d968: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:15:54.138054 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-1d9833c0-ea3c-4080-b81e-4dee78c5689b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1050043003&fields=id&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 267 time: 0.0442188 Nov 12 09:15:54.254147 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-5ae2b974-9ec3-4dbe-8a9a-62f2ef167fe1 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:54.255501 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-5ae2b974-9ec3-4dbe-8a9a-62f2ef167fe1 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 812 time: 0.1079919 Nov 12 09:15:54.270736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-a00243d8-54ee-4aca-b1e6-eaafcbbfc9f1 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/quotas/7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 375 time: 0.0093968 Nov 12 09:15:54.325897 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-24e861bc-2c93-4932-8bb3-482ce3ddcaf0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491564 Nov 12 09:15:54.474427 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-b7a65ff3-9038-484e-806a-8c0ab6e32c06 service neutron] 10.222.0.31 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370571 Nov 12 09:15:54.567348 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-ac8dee0b-75ba-4325-a991-9495edeee247 service neutron] 10.222.0.31 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866086 Nov 12 09:15:54.736537 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8932ab3-e458-461a-b409-3d1a5090880d req-4cef4938-9773-4bfb-a75f-ed7a13af03e7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 210 time: 0.0271537 Nov 12 09:15:55.464540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f8ae27ee-dedb-4f02-b7a8-6174c6d9693c no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:55.488412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: f8ae27ee-dedb-4f02-b7a8-6174c6d9693c {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:55.488754 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device f8ae27ee-dedb-4f02-b7a8-6174c6d9693c not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:55.799876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c294c7e7-315c-4fc6-932a-7f3a8288ef9a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:55.802477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c294c7e7-315c-4fc6-932a-7f3a8288ef9a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 812 time: 0.1543689 Nov 12 09:15:55.856843 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1740b818-2340-4652-aa19-bd10b451b79d req-7e0c0dae-f4e2-4dd7-b1a3-d0654a31b33d tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 210 time: 0.0379019 Nov 12 09:15:55.909142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-309583a3-a7a6-4c19-a45f-8f30d1bf4225 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 380 time: 0.0964370 Nov 12 09:15:55.919216 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Request body: {'port': {'device_id': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'admin_state_up': True, 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'security_groups': ['946edb6f-fad0-44bf-bc0f-7edeb3e9e645']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:56.067448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Made reservation on behalf of 7737ace6dc7b4670a006bdf92fe2d7cf for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:56.071582 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.227930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Allocated IP 172.20.0.5 (9e647ae9-ea63-47b7-b2de-80635abaebb9/296051de-65d4-4f67-9a1e-536ad9020287/fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:56.376979 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.411829 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.463820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Network 9e647ae9-ea63-47b7-b2de-80635abaebb9 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:56.467023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:56.471859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:56.475886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event updated for resources: {'Port': ['ID=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:56.531475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.532382 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.549586 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-c91b88a5-a99d-4146-8b81-3bc8866efb97 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6345034 Nov 12 09:15:56.562928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Request body: {'port': {'device_id': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:56.620539 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.761716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-dcaaf127-6e24-4657-abb4-5684d4966ad8 None None] Provisioning complete for port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:56.762278 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dcaaf127-6e24-4657-abb4-5684d4966ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.794677 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-dcaaf127-6e24-4657-abb4-5684d4966ad8 None None] Port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:56.894058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:56.902400 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.915220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Transition to ACTIVE for port object fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:15:56.920197 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.976586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Pushing event updated for resources: {'Port': ['ID=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:56.979343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da4055-6229-49e7-aba5-632c26760dd3 req-8f937415-d122-459c-be78-1325be66a719 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.981025 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8da4055-6229-49e7-aba5-632c26760dd3 req-8f937415-d122-459c-be78-1325be66a719 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 943 time: 0.0530715 Nov 12 09:15:57.036068 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8da4055-6229-49e7-aba5-632c26760dd3 req-a780f20c-c4ad-46a6-931b-2a6467c7e797 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469728 Nov 12 09:15:57.054968 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Attempting to bind port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:57.055314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Attempting to bind port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:57.055649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Attempting to bind port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:57.060342 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:15:57.060661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Attempting to bind port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:57.065745 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:57.066092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:57.066483 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Bound using segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:57.067108 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Bound port: fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:57.067297 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.135901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:57.139143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:57.143849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.178759 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.179395 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.180765 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] 10.222.0.46 "PUT /v2.0/ports/fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 1092 time: 0.6224985 Nov 12 09:15:57.181234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:57.183509 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8b16e6-9a10-4cb1-b1a6-5bce8669c62e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:57.230523 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e2ee7-25e0-420d-8780-220de70dc62e service neutron] Pushing event updated for resources: {'Port': ['ID=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:57.242657 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88940351-5386-4d03-af80-1d22fe6fa3bb x-openstack-request-id: req-88940351-5386-4d03-af80-1d22fe6fa3bb {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:57.242957 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:57.243211 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88940351-5386-4d03-af80-1d22fe6fa3bb {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:57.243605 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'status': 'completed', 'code': 200} Nov 12 09:15:57.277543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-6e9d5ead-7109-4755-b28d-d353f46b069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.279167 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-6e9d5ead-7109-4755-b28d-d353f46b069c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1095 time: 0.0500379 Nov 12 09:15:57.327346 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-409a045c-e8f6-4ae7-a8d8-dd02175b8ef8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 217 time: 0.0394895 Nov 12 09:15:57.379846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-a2c73fc0-26e1-4d5c-b29a-519a0ff56857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.381331 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-a2c73fc0-26e1-4d5c-b29a-519a0ff56857 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0453084 Nov 12 09:15:57.426977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-8667f015-728c-407c-b041-cd3638f4cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.428616 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-8667f015-728c-407c-b041-cd3638f4cacc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406358 Nov 12 09:15:57.522694 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-b662465d-6467-4daa-9046-5bd7ae99566a service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869408 Nov 12 09:15:57.610599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a62ed613-5c87-4f92-9edb-a739c2994165 req-f42d0944-f31f-47fa-b1cd-599115f35ea5 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808420 Nov 12 09:15:57.705557 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b16e6-9a10-4cb1-b1a6-5bce8669c62e req-0daa9412-98ab-4cbd-878b-a083444b98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.706957 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b8b16e6-9a10-4cb1-b1a6-5bce8669c62e req-0daa9412-98ab-4cbd-878b-a083444b98b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1095 time: 0.0455880 Nov 12 09:15:57.796035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b16e6-9a10-4cb1-b1a6-5bce8669c62e req-466f4b58-15e1-44fa-ad6e-abfd3ca23441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.797521 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b8b16e6-9a10-4cb1-b1a6-5bce8669c62e req-466f4b58-15e1-44fa-ad6e-abfd3ca23441 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0834882 Nov 12 09:15:57.843650 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b8b16e6-9a10-4cb1-b1a6-5bce8669c62e req-edf996ce-47a8-46ee-ace5-c0b16f8a7170 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 217 time: 0.0379815 Nov 12 09:15:57.893133 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b16e6-9a10-4cb1-b1a6-5bce8669c62e req-4bf926ad-3e4a-4771-9705-d5bd69bc6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.894536 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b8b16e6-9a10-4cb1-b1a6-5bce8669c62e req-4bf926ad-3e4a-4771-9705-d5bd69bc6e89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0433617 Nov 12 09:15:57.940448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b16e6-9a10-4cb1-b1a6-5bce8669c62e req-9099be25-38e8-4c8d-afce-4bc1a2703f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.942000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b8b16e6-9a10-4cb1-b1a6-5bce8669c62e req-9099be25-38e8-4c8d-afce-4bc1a2703f6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405951 Nov 12 09:15:58.172112 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d7463-033d-4b2a-a0c5-c334c69efd15 req-ed6c44a1-f744-49d6-b704-5d75b6245301 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:58.173972 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-547d7463-033d-4b2a-a0c5-c334c69efd15 req-ed6c44a1-f744-49d6-b704-5d75b6245301 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 943 time: 0.0616753 Nov 12 09:15:58.236458 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-547d7463-033d-4b2a-a0c5-c334c69efd15 req-29dc9f5c-6e88-48d8-9b81-72bc7ce4f6a6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561609 Nov 12 09:15:58.361313 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b8b16e6-9a10-4cb1-b1a6-5bce8669c62e req-f54c1f52-bd5b-460d-954d-47664c855064 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116824 Nov 12 09:15:58.458794 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b8b16e6-9a10-4cb1-b1a6-5bce8669c62e req-cd6bfeeb-5731-4741-8537-b09316b61f49 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896740 Nov 12 09:15:59.025513 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:59.355145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a89ea-ac4d-4312-8819-d4926dec9def req-bc6b9df6-e3a2-40de-ad53-1cd7c647fe77 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:59.356640 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d6a89ea-ac4d-4312-8819-d4926dec9def req-bc6b9df6-e3a2-40de-ad53-1cd7c647fe77 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 943 time: 0.0492666 Nov 12 09:15:59.407311 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2d6a89ea-ac4d-4312-8819-d4926dec9def req-8a52358c-c795-4feb-a471-3634239aeebb tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444877 Nov 12 09:16:00.529955 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcab26-227f-4727-ad30-a7e127692cc5 req-5df6ccfa-8da9-47e8-b8e9-1fbd6f95d730 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:00.532312 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2fcab26-227f-4727-ad30-a7e127692cc5 req-5df6ccfa-8da9-47e8-b8e9-1fbd6f95d730 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 943 time: 0.0568359 Nov 12 09:16:00.584422 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d2fcab26-227f-4727-ad30-a7e127692cc5 req-d4dcb005-b084-462b-82d6-c9b10eb46c0a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458293 Nov 12 09:16:01.705311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fa887-79bb-4ebd-808e-baf3c6ba9aee req-8092a1cb-c69c-4560-ba47-17ddeb79f565 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:01.707874 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f5fa887-79bb-4ebd-808e-baf3c6ba9aee req-8092a1cb-c69c-4560-ba47-17ddeb79f565 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 943 time: 0.0559187 Nov 12 09:16:01.762766 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f5fa887-79bb-4ebd-808e-baf3c6ba9aee req-cc4181b0-5ffa-4c9e-a2a5-426cac386758 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490839 Nov 12 09:16:02.505418 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:16:02.622594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:02.640753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'port_id': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'mac_address': 'fa:16:3e:b1:f2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:16:02.701664 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:02.716397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:02.738631 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:02.743359 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:02.799437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:02.920523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70798272-c0af-4892-9b01-7a25f993fcec req-d308f351-7b9a-456e-951c-9f35c794b930 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:02.923587 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70798272-c0af-4892-9b01-7a25f993fcec req-d308f351-7b9a-456e-951c-9f35c794b930 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 944 time: 0.0621953 Nov 12 09:16:02.976607 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-70798272-c0af-4892-9b01-7a25f993fcec req-82dec1f0-6619-45af-ac70-bb99b738ae60 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467787 Nov 12 09:16:03.104825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:04.097150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197df06-fece-499f-8378-86c8bd09ae59 req-d4a3e0a4-d0a9-4a74-87b4-a6882fcf8323 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:04.098687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f197df06-fece-499f-8378-86c8bd09ae59 req-d4a3e0a4-d0a9-4a74-87b4-a6882fcf8323 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 944 time: 0.0482621 Nov 12 09:16:04.145941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f197df06-fece-499f-8378-86c8bd09ae59 req-121b0078-a03d-442a-9ac1-caa7ca33a1f9 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412977 Nov 12 09:16:04.517655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:04.567897 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:16:04.572015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:04.572396 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.650959 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.673158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:04.675405 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fc69bb74f4d25362b2bc648add2714a841af2c59b758f16595a1605c5dbe12d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd32d06-85cc-4bd1-9207-ee4fb34be71e" -d '{"events": [{"server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:04.687699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:04.692269 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.721159 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1b4d4a-79aa-434d-83a6-84b97d49fee4 x-openstack-request-id: req-4a1b4d4a-79aa-434d-83a6-84b97d49fee4 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:04.721451 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:04.721706 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4a1b4d4a-79aa-434d-83a6-84b97d49fee4 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:04.722094 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'code': 200} Nov 12 09:16:04.751113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:04.822669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0e47b-7a87-45dc-b6e9-f48c184f8091 req-85537a86-1454-425e-8ec1-c8f9202b9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:04.824113 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57c0e47b-7a87-45dc-b6e9-f48c184f8091 req-85537a86-1454-425e-8ec1-c8f9202b9c54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1097 time: 0.0457902 Nov 12 09:16:04.898475 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57c0e47b-7a87-45dc-b6e9-f48c184f8091 req-f2f1950d-4eae-4510-8ab9-994ba64542f2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663855 Nov 12 09:16:05.291063 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2524a361-0803-4857-b2ad-3671e6400a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.294021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9f26e-318b-419e-92b0-b81580129624 req-46d74e2c-2dd1-457d-b2ed-2e3412d7b57a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:05.295549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9a9f26e-318b-419e-92b0-b81580129624 req-46d74e2c-2dd1-457d-b2ed-2e3412d7b57a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0606172 Nov 12 09:16:05.347234 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a9a9f26e-318b-419e-92b0-b81580129624 req-c0a2411f-4ac2-4e3c-bd69-64ca710988ed tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451176 Nov 12 09:16:06.479120 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b21a92-7a67-483f-a9a9-95c896cac8ef req-e85478a1-7e84-4714-a742-bb0c0e9106fb tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:06.480624 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b21a92-7a67-483f-a9a9-95c896cac8ef req-e85478a1-7e84-4714-a742-bb0c0e9106fb tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0539198 Nov 12 09:16:06.529084 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38b21a92-7a67-483f-a9a9-95c896cac8ef req-b2aa703a-bdd3-42bc-80cb-522d13e2ba4c tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420597 Nov 12 09:16:06.643162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14022c84-bdb6-4b4b-a8b5-5bac98346077 req-cd0ea95b-b425-4fd2-a583-a48b3b49c9ec tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:06.644562 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14022c84-bdb6-4b4b-a8b5-5bac98346077 req-cd0ea95b-b425-4fd2-a583-a48b3b49c9ec tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0515633 Nov 12 09:16:06.653752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46438) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:06.658165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b01091ec-a1bc-4b0a-bc05-6decf137f1c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Request body: {'floatingip': {'port_id': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:06.700800 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b01091ec-a1bc-4b0a-bc05-6decf137f1c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.162057 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b01091ec-a1bc-4b0a-bc05-6decf137f1c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.167413 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b01091ec-a1bc-4b0a-bc05-6decf137f1c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.272566 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-b01091ec-a1bc-4b0a-bc05-6decf137f1c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Floating IP 5ef1724d-b882-496b-80c9-edcb6140d968 associated. External IP: 172.25.3.100, port: fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1. Nov 12 09:16:07.499503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01091ec-a1bc-4b0a-bc05-6decf137f1c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Router 63153253-ab56-4e87-9220-21ca0fe82820 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:16:07.570777 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e73407f3-bd13-4b9a-a99e-c22589061b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.622563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01091ec-a1bc-4b0a-bc05-6decf137f1c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:16:07.627135 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b01091ec-a1bc-4b0a-bc05-6decf137f1c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.632191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ffaa50-2e99-442e-b29c-8202b4ffd429 None None] Sync routers for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:07.643960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ffaa50-2e99-442e-b29c-8202b4ffd429 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:07.644589 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-79ffaa50-2e99-442e-b29c-8202b4ffd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:16:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:07.659368 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b01091ec-a1bc-4b0a-bc05-6decf137f1c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "PUT /v2.0/floatingips/5ef1724d-b882-496b-80c9-edcb6140d968 HTTP/1.1" status: 200 len: 991 time: 1.0019259 Nov 12 09:16:07.659368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:07.659985 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91dabfccd2caab853af25eb9196b835257f791f42ccf4f74ad1605c1e3556fdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c42f14-112e-4a79-b152-1c12a8b713a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:07.728847 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72526b9c-99d2-468f-8f11-16a1f5e7acbc x-openstack-request-id: req-72526b9c-99d2-468f-8f11-16a1f5e7acbc {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:07.728847 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:07.728847 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72526b9c-99d2-468f-8f11-16a1f5e7acbc {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:07.729435 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'status': 'completed', 'code': 200} Nov 12 09:16:07.798463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-79ffaa50-2e99-442e-b29c-8202b4ffd429 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:07.805626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c42f14-112e-4a79-b152-1c12a8b713a9 req-adf3abb6-8245-49d0-8949-dd662c41c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:07.807381 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12c42f14-112e-4a79-b152-1c12a8b713a9 req-adf3abb6-8245-49d0-8949-dd662c41c526 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1097 time: 0.0515089 Nov 12 09:16:07.919519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c42f14-112e-4a79-b152-1c12a8b713a9 req-8e84d3d7-8c3f-4649-b104-112f526b8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:07.922137 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12c42f14-112e-4a79-b152-1c12a8b713a9 req-8e84d3d7-8c3f-4649-b104-112f526b8080 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1073818 Nov 12 09:16:08.011360 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12c42f14-112e-4a79-b152-1c12a8b713a9 req-bf31253d-d46c-4d98-b5f3-49610dc71c2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 999 time: 0.0799046 Nov 12 09:16:08.069521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c42f14-112e-4a79-b152-1c12a8b713a9 req-b092bfed-734a-41d2-b6d1-2bdbee4891ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:08.073174 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12c42f14-112e-4a79-b152-1c12a8b713a9 req-b092bfed-734a-41d2-b6d1-2bdbee4891ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0558236 Nov 12 09:16:08.133204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-79ffaa50-2e99-442e-b29c-8202b4ffd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5ef1724d-b882-496b-80c9-edcb6140d968', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'port_id': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'mac_address': 'fa:16:3e:b1:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:37Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:08.143521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c42f14-112e-4a79-b152-1c12a8b713a9 req-80dd0866-ecb6-472b-a620-028199881252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:08.146655 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12c42f14-112e-4a79-b152-1c12a8b713a9 req-80dd0866-ecb6-472b-a620-028199881252 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640616 Nov 12 09:16:08.164986 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ffaa50-2e99-442e-b29c-8202b4ffd429 None None] Checking router: 63153253-ab56-4e87-9220-21ca0fe82820 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:08.177761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ffaa50-2e99-442e-b29c-8202b4ffd429 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:08.178365 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-79ffaa50-2e99-442e-b29c-8202b4ffd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:16:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:08.328202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12c42f14-112e-4a79-b152-1c12a8b713a9 req-68b226db-607a-4535-9369-b8b820149357 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719723 Nov 12 09:16:08.331769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-79ffaa50-2e99-442e-b29c-8202b4ffd429 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:08.444057 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12c42f14-112e-4a79-b152-1c12a8b713a9 req-0ac2ae55-23f6-463d-bf84-e2611ac73784 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080265 Nov 12 09:16:08.642835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-79ffaa50-2e99-442e-b29c-8202b4ffd429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5ef1724d-b882-496b-80c9-edcb6140d968', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'port_id': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'mac_address': 'fa:16:3e:b1:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:37Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:08.697757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ffaa50-2e99-442e-b29c-8202b4ffd429 None None] The sync data for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 is: [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5ef1724d-b882-496b-80c9-edcb6140d968', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'port_id': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'mac_address': 'fa:16:3e:b1:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:37Z', 'updated_at': '2021-11-12T09:16:07Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:08.749700 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.918106 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbfb8d-1276-4de6-8d62-69f1c91fd6d0 None None] New status for floating IP 5ef1724d-b882-496b-80c9-edcb6140d968: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:16:10.122614 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:11.020395 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:22.900650 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:25.765941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62d18cf7-0293-44d4-95b8-1aa2fd7c6371 req-f3e0af95-c69a-40ff-ae28-3a76fcb45f6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500600 Nov 12 09:16:25.860001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d18cf7-0293-44d4-95b8-1aa2fd7c6371 req-39267d46-2a24-4bf0-8a9a-6035ac871687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:25.861634 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62d18cf7-0293-44d4-95b8-1aa2fd7c6371 req-39267d46-2a24-4bf0-8a9a-6035ac871687 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1097 time: 0.0444884 Nov 12 09:16:25.975239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d18cf7-0293-44d4-95b8-1aa2fd7c6371 req-a948bc81-4a0f-4ba4-b5b4-7313b723de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:25.977257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62d18cf7-0293-44d4-95b8-1aa2fd7c6371 req-a948bc81-4a0f-4ba4-b5b4-7313b723de44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0900018 Nov 12 09:16:26.047984 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:16:26.082961 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62d18cf7-0293-44d4-95b8-1aa2fd7c6371 req-2d6d1dcb-79a4-44f3-9cbd-08b4f4e42831 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 1001 time: 0.0933182 Nov 12 09:16:26.149655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d18cf7-0293-44d4-95b8-1aa2fd7c6371 req-6ef42110-019d-4d76-84e4-2cae11dd3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:26.151440 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62d18cf7-0293-44d4-95b8-1aa2fd7c6371 req-6ef42110-019d-4d76-84e4-2cae11dd3ab5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0544076 Nov 12 09:16:26.204224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d18cf7-0293-44d4-95b8-1aa2fd7c6371 req-cb228286-2649-4f4b-8cfe-5940796974e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:26.205824 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62d18cf7-0293-44d4-95b8-1aa2fd7c6371 req-cb228286-2649-4f4b-8cfe-5940796974e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438569 Nov 12 09:16:26.307036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62d18cf7-0293-44d4-95b8-1aa2fd7c6371 req-59dda5bf-8381-4163-a9a8-cceb2e977434 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884163 Nov 12 09:16:26.402619 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-62d18cf7-0293-44d4-95b8-1aa2fd7c6371 req-2bd24aa9-9127-4ba5-b7f9-4ccec0b76e2c service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862942 Nov 12 09:16:29.021847 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.283564 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e0a6daf4-905e-449d-901e-7e6b6df729f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.564413 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c03279e5-8b7d-454e-ac8c-6d04f63c6752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.743748 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:40.118557 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.023705 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:52.913326 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.034628 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:03.046156 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:17:05.285618 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-84562ac6-49d5-4873-8b14-cde0b029a788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:07.565762 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-40164864-c0f8-495f-b212-e7a95d584f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.747978 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.121677 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.025336 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.911635 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.125384 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3568ad6-131f-4240-b42c-94dc7334108c req-87ecfe8b-643c-437b-8052-e54aaf576cb9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456479 Nov 12 09:17:25.209455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3568ad6-131f-4240-b42c-94dc7334108c req-82749bc2-e2f3-448f-b0ce-d6883ea16058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:25.211000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3568ad6-131f-4240-b42c-94dc7334108c req-82749bc2-e2f3-448f-b0ce-d6883ea16058 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1097 time: 0.0413706 Nov 12 09:17:25.318727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3568ad6-131f-4240-b42c-94dc7334108c req-123c6281-7f5e-4f83-80d8-d4cc36f846c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:25.320206 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3568ad6-131f-4240-b42c-94dc7334108c req-123c6281-7f5e-4f83-80d8-d4cc36f846c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0894818 Nov 12 09:17:25.387201 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3568ad6-131f-4240-b42c-94dc7334108c req-828f8d7f-6616-46a4-92eb-929a1045b2cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 1001 time: 0.0595152 Nov 12 09:17:25.436475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3568ad6-131f-4240-b42c-94dc7334108c req-7856a006-93dd-485f-85be-2c343664ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:25.437992 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3568ad6-131f-4240-b42c-94dc7334108c req-7856a006-93dd-485f-85be-2c343664ad14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0440073 Nov 12 09:17:25.490334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3568ad6-131f-4240-b42c-94dc7334108c req-ecd39270-a686-4514-9ae9-6b366f2904e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:25.491723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3568ad6-131f-4240-b42c-94dc7334108c req-ecd39270-a686-4514-9ae9-6b366f2904e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455685 Nov 12 09:17:25.584988 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3568ad6-131f-4240-b42c-94dc7334108c req-ca554609-813b-4b30-bd35-3792a7a1e001 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846784 Nov 12 09:17:25.685309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3568ad6-131f-4240-b42c-94dc7334108c req-f1dae794-1268-4630-a35a-14d3716bb11f service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932200 Nov 12 09:17:29.024096 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:35.288393 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5c2a06b-888c-4dbb-98b7-610592ffb2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.567617 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6ede41c7-fd01-4626-bc51-22749f43714a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.747422 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.045268 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:17:40.123644 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.032460 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:52.917759 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:59.053563 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.291103 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1dc08401-7885-49b0-a866-07bebdb2fe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:07.570015 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d45a76ce-7ec4-4f9e-81c9-f5d9d95ca232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:08.753443 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.126237 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.026082 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.045075 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:18:22.922779 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:25.686159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07f6a186-9882-47dd-9597-dd7cad92d4bc req-2987dcd4-7483-4233-a808-b94cd7a7763e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433774 Nov 12 09:18:25.777513 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6a186-9882-47dd-9597-dd7cad92d4bc req-619d2f00-df21-41ce-b754-471b5654ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:25.779108 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07f6a186-9882-47dd-9597-dd7cad92d4bc req-619d2f00-df21-41ce-b754-471b5654ff32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1097 time: 0.0483243 Nov 12 09:18:25.896597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6a186-9882-47dd-9597-dd7cad92d4bc req-5286d321-b0d5-4d1b-959b-e02f03fdbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:25.898138 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07f6a186-9882-47dd-9597-dd7cad92d4bc req-5286d321-b0d5-4d1b-959b-e02f03fdbcca service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0993178 Nov 12 09:18:25.978672 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07f6a186-9882-47dd-9597-dd7cad92d4bc req-1edad45b-c3cc-4fec-8f4f-2413e239c235 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 1001 time: 0.0733933 Nov 12 09:18:26.040334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6a186-9882-47dd-9597-dd7cad92d4bc req-ced3d45f-3d66-4e2e-9b70-d06fa4bc7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:26.041977 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07f6a186-9882-47dd-9597-dd7cad92d4bc req-ced3d45f-3d66-4e2e-9b70-d06fa4bc7c89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0561974 Nov 12 09:18:26.094511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6a186-9882-47dd-9597-dd7cad92d4bc req-182233f9-3e44-4532-a693-4c31edc79454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:26.096147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07f6a186-9882-47dd-9597-dd7cad92d4bc req-182233f9-3e44-4532-a693-4c31edc79454 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464199 Nov 12 09:18:26.195493 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07f6a186-9882-47dd-9597-dd7cad92d4bc req-89969ee8-2862-4a9f-8c8e-e97ed2246d5a service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904112 Nov 12 09:18:26.300929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-07f6a186-9882-47dd-9597-dd7cad92d4bc req-18698d2a-2ca3-4d38-bc41-58e9fbd64705 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983548 Nov 12 09:18:29.044049 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.297579 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-11a5b676-b79e-4467-b1ed-8b25ade45615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.574038 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2bf372a1-9590-45d7-8a28-11ab8360c48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.755895 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.129383 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.030391 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.356090 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cd1d4-0af9-47dc-b26f-e1b764b82d31 req-e9501f68-3107-4206-ad4d-88902b5fd33e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:50.357766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d89cd1d4-0af9-47dc-b26f-e1b764b82d31 req-e9501f68-3107-4206-ad4d-88902b5fd33e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0950241 Nov 12 09:18:50.405197 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d89cd1d4-0af9-47dc-b26f-e1b764b82d31 req-39cb0240-038d-47f5-956e-f48f2a77b3dd tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413337 Nov 12 09:18:51.640544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbec0a-0805-45ac-a329-1461e2a271c7 req-17976a10-be5d-4e84-98d3-fcbe6d4bb196 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:51.642066 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6cbec0a-0805-45ac-a329-1461e2a271c7 req-17976a10-be5d-4e84-98d3-fcbe6d4bb196 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0944352 Nov 12 09:18:51.688380 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6cbec0a-0805-45ac-a329-1461e2a271c7 req-0fad7630-2c0e-41a0-8196-e7a9d1eda368 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404248 Nov 12 09:18:52.816485 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d30c9-cd37-4786-8177-27941b02a605 req-cf799327-9847-4ef9-ac23-5c69d10447d0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:52.818070 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb8d30c9-cd37-4786-8177-27941b02a605 req-cf799327-9847-4ef9-ac23-5c69d10447d0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0576725 Nov 12 09:18:52.869948 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb8d30c9-cd37-4786-8177-27941b02a605 req-fe61d2d5-0a96-4657-ab7f-2a0dd7941a5f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448003 Nov 12 09:18:52.931671 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.002815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf086f-ebdf-4245-b7be-39ea16b4cb49 req-b565d78e-f2e8-41f1-8914-b97e9face27c tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:54.005138 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9bf086f-ebdf-4245-b7be-39ea16b4cb49 req-b565d78e-f2e8-41f1-8914-b97e9face27c tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0616541 Nov 12 09:18:54.043701 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:18:54.058613 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e9bf086f-ebdf-4245-b7be-39ea16b4cb49 req-cbe6ab5f-69b7-42b9-a010-28a0a21a7f7a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470059 Nov 12 09:18:55.176865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3601d-f3e0-4bb9-99d2-a8826ad9f66f req-8a5ad001-efbd-4cc0-b942-6601ae4092c8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:55.178372 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aab3601d-f3e0-4bb9-99d2-a8826ad9f66f req-8a5ad001-efbd-4cc0-b942-6601ae4092c8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0491278 Nov 12 09:18:55.228113 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aab3601d-f3e0-4bb9-99d2-a8826ad9f66f req-3f63b116-2999-42be-bc9b-c4203cc7bfa5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432341 Nov 12 09:18:56.342109 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4fc43-20d5-41a7-8231-2357868a847f req-1636afb0-f848-47c7-95a3-3d0840b30b65 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:56.343602 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2fe4fc43-20d5-41a7-8231-2357868a847f req-1636afb0-f848-47c7-95a3-3d0840b30b65 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0492406 Nov 12 09:18:56.390623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2fe4fc43-20d5-41a7-8231-2357868a847f req-b4dfaec9-7ad9-40f6-8e32-7725064028cd tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411673 Nov 12 09:18:57.507952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1475cd-1885-4759-bdbd-6bf896998c57 req-f6cde40b-0e98-4a1d-8cb4-c087bb011a81 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:57.509479 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f1475cd-1885-4759-bdbd-6bf896998c57 req-f6cde40b-0e98-4a1d-8cb4-c087bb011a81 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Nov 12 09:18:57.560304 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f1475cd-1885-4759-bdbd-6bf896998c57 req-893600d9-681e-40f9-9472-b9ccd1feeb4d tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448456 Nov 12 09:18:58.678459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919d4a8-0677-49d6-a63a-95276fef1958 req-37053a7c-31de-45de-a89a-35138011a16a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:58.679918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e919d4a8-0677-49d6-a63a-95276fef1958 req-37053a7c-31de-45de-a89a-35138011a16a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0490217 Nov 12 09:18:58.734155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e919d4a8-0677-49d6-a63a-95276fef1958 req-6c15a9b4-ba43-4bbe-8a8e-0b18310c5bda tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481720 Nov 12 09:18:59.057774 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.849221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083955a1-5519-4884-84f8-75df6b5db8be req-aaa3982f-f824-494e-a57a-35d9e7a6a737 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:59.851034 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-083955a1-5519-4884-84f8-75df6b5db8be req-aaa3982f-f824-494e-a57a-35d9e7a6a737 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0506861 Nov 12 09:18:59.898535 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-083955a1-5519-4884-84f8-75df6b5db8be req-43e46cb0-fe0d-4641-b699-a75ef2606a02 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416424 Nov 12 09:19:01.016149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12909424-b0e3-493f-b817-77939a04a368 req-256ed09e-f418-4ba9-af4b-650f83c162e8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:01.017662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12909424-b0e3-493f-b817-77939a04a368 req-256ed09e-f418-4ba9-af4b-650f83c162e8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0522563 Nov 12 09:19:01.066001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-12909424-b0e3-493f-b817-77939a04a368 req-d1f99a15-95dd-4eb1-a83b-06e6a78b12b0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 Nov 12 09:19:02.181749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03a8af-5cd0-4f25-a2f0-12c9021c3716 req-686748ad-3925-4c02-8ce7-36a20e9afa8b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:02.183242 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd03a8af-5cd0-4f25-a2f0-12c9021c3716 req-686748ad-3925-4c02-8ce7-36a20e9afa8b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0488787 Nov 12 09:19:02.231016 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dd03a8af-5cd0-4f25-a2f0-12c9021c3716 req-edade278-9ec0-48f7-96be-fa513b77fffa tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411270 Nov 12 09:19:03.350221 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d37a5-ac5d-4342-8f05-b66a578494a9 req-afd4478d-5466-4868-a609-4fc486a656f4 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:03.351963 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-331d37a5-ac5d-4342-8f05-b66a578494a9 req-afd4478d-5466-4868-a609-4fc486a656f4 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0493529 Nov 12 09:19:03.399390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-331d37a5-ac5d-4342-8f05-b66a578494a9 req-4c2ae4be-813f-422d-9bc1-ba62884e5121 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414913 Nov 12 09:19:04.522953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b3a38-6029-415c-b555-a8d78602a4a7 req-3758769d-9515-4dce-baf4-714d13461ff7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:04.524450 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb7b3a38-6029-415c-b555-a8d78602a4a7 req-3758769d-9515-4dce-baf4-714d13461ff7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0529327 Nov 12 09:19:04.574061 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb7b3a38-6029-415c-b555-a8d78602a4a7 req-ee99c247-cdce-4835-8afa-2da0ac4ba81d tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429313 Nov 12 09:19:05.296175 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-908550d2-21dd-4f6c-a463-8dade1757dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.693008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b6d39-25a9-43f1-ae00-17b0a74852b2 req-866009ca-42f3-49b4-b21d-df53af9aff24 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:05.694519 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-504b6d39-25a9-43f1-ae00-17b0a74852b2 req-866009ca-42f3-49b4-b21d-df53af9aff24 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0526075 Nov 12 09:19:05.742824 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-504b6d39-25a9-43f1-ae00-17b0a74852b2 req-dee548ac-3c06-4968-8598-5199702ae08c tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Nov 12 09:19:05.970555 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-1c4c74f4-496b-476a-bf9c-c8a451a5872c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435700 Nov 12 09:19:05.983320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de42ccf-aaaa-44ea-8fa4-b915018e0bc2 req-01235ea5-2823-4650-aeaa-fcba531626a5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:05.984978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3de42ccf-aaaa-44ea-8fa4-b915018e0bc2 req-01235ea5-2823-4650-aeaa-fcba531626a5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0501504 Nov 12 09:19:06.035147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3de42ccf-aaaa-44ea-8fa4-b915018e0bc2 req-8c208442-148a-42ba-945d-491adbb6478a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441468 Nov 12 09:19:07.040926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-1227b175-250f-4f93-923a-10f373470eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:07.042489 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-1227b175-250f-4f93-923a-10f373470eb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1097 time: 0.0422728 Nov 12 09:19:07.139832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-a0b229a3-250f-4cd9-9e0a-62fe5a634426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:07.141331 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-a0b229a3-250f-4cd9-9e0a-62fe5a634426 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0923145 Nov 12 09:19:07.154887 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545907d-05ed-430c-b95f-34059b875002 req-b511747f-16a9-48d0-96d5-cbff6d2bb98c tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:07.156970 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8545907d-05ed-430c-b95f-34059b875002 req-b511747f-16a9-48d0-96d5-cbff6d2bb98c tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0511484 Nov 12 09:19:07.216584 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-82d9c3b2-09c4-4fe2-b3b9-880696ea93c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 1001 time: 0.0664024 Nov 12 09:19:07.219729 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8545907d-05ed-430c-b95f-34059b875002 req-f689be5f-3c88-4728-b4f2-58379f087c00 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564768 Nov 12 09:19:07.266213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-8f67e5f0-197a-4fd3-9a4a-e2bb7b5605e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:07.267592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-8f67e5f0-197a-4fd3-9a4a-e2bb7b5605e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0445030 Nov 12 09:19:07.314104 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-fe2c2a2c-f158-4a4a-a938-294603a556e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:07.315622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-fe2c2a2c-f158-4a4a-a938-294603a556e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407326 Nov 12 09:19:07.412899 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-09c416e4-bf24-4d22-82df-b62a0b5448a0 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899203 Nov 12 09:19:07.508366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-5aaa778b-2c64-45fa-96d5-27227af2eb42 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880702 Nov 12 09:19:07.578940 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-94c05c5f-638d-49a1-acb6-b3076e963285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:08.347526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ff5e1-1da6-4cde-ab1e-8019e596e1fa req-860321fb-d3cf-4624-bd3f-61d021e0b496 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:08.349038 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a73ff5e1-1da6-4cde-ab1e-8019e596e1fa req-860321fb-d3cf-4624-bd3f-61d021e0b496 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0545282 Nov 12 09:19:08.403753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a73ff5e1-1da6-4cde-ab1e-8019e596e1fa req-c99c3255-56eb-4306-af24-eb5778fe9b47 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485356 Nov 12 09:19:08.756378 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.530852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97994701-7054-4260-9630-a9b79779da3b req-9a288955-3f78-4f1e-bf4f-3e923692f171 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:09.532401 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97994701-7054-4260-9630-a9b79779da3b req-9a288955-3f78-4f1e-bf4f-3e923692f171 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0518482 Nov 12 09:19:09.583212 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97994701-7054-4260-9630-a9b79779da3b req-a495768f-71db-414b-96ca-2d4bbf24436f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448844 Nov 12 09:19:10.029512 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-1b375a4b-d886-48a7-bf93-1ab0d81ace2a service neutron] show failed (client error): The resource could not be found. Nov 12 09:19:10.030580 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-1b375a4b-d886-48a7-bf93-1ab0d81ace2a service neutron] 10.222.0.46 "GET /v2.0/ports/fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1/bindings/n-h2-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.0558319 Nov 12 09:19:10.132018 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.312565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-b708f45e-5681-4de5-84f2-20d0eea6635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:10.314095 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-b708f45e-5681-4de5-84f2-20d0eea6635a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 1097 time: 0.0831931 Nov 12 09:19:10.326620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:10.383845 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.586797 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:10.623280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:10.671628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:10.677326 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.707940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Transition to ACTIVE for port object fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:19:10.717084 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117a3088-6ea8-4913-9f61-b945cdec634f" -d '{"events": [{"server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:10.719802 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:11.035603 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:11.078216 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b41bda-1cef-4b41-b306-88a641886e2e x-openstack-request-id: req-74b41bda-1cef-4b41-b306-88a641886e2e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:11.078892 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:11.078892 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74b41bda-1cef-4b41-b306-88a641886e2e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:11.079833 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'code': 200} Nov 12 09:19:11.089685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf26664-2d43-4004-9295-512a0059d40e req-69f93a0a-7273-484a-b76f-1e3cb54b7ecf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:11.091233 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2cf26664-2d43-4004-9295-512a0059d40e req-69f93a0a-7273-484a-b76f-1e3cb54b7ecf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.4308312 Nov 12 09:19:11.118388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Pushing event updated for resources: {'Port': ['ID=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:11.164664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:11.165006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:11.165377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:11.165718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:11.166056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:11.166389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:11.166718 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:11.167047 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:11.167371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:11.167693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:11.168017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:11.168354 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:11.220005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2cf26664-2d43-4004-9295-512a0059d40e req-64bf79ad-99db-4441-ba00-a2cc845a054a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079426 Nov 12 09:19:11.245155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] No DVR routers for this DVR port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:11.410217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Attempting to bind port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:11.410545 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Attempting to bind port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:11.410869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Attempting to bind port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:11.416839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:19:11.417182 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Attempting to bind port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:11.422532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:11.422908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:11.423285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Bound using segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:11.423705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Bound port: fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:11.424054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:11.491821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:11.495102 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:11.500377 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:11.536234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:11.536748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:11.538205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] 10.222.0.52 "PUT /v2.0/ports/fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 1092 time: 1.2155061 Nov 12 09:19:11.565893 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0803ed-7a23-4eb5-8b3e-284dd47cadba service neutron] Pushing event updated for resources: {'Port': ['ID=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:11.617419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-cc258491-2bcb-41e7-ae1c-18ebfbfd91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:11.618973 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-cc258491-2bcb-41e7-ae1c-18ebfbfd91a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1095 time: 0.0501091 Nov 12 09:19:11.728175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-6ea98a8a-cd67-491c-8f50-fa2bf718cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:11.729714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-6ea98a8a-cd67-491c-8f50-fa2bf718cb3a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1019008 Nov 12 09:19:11.808238 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-63cf57c1-0bbd-4a83-a8b3-9e468a3b11b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 999 time: 0.0707874 Nov 12 09:19:11.861815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-f9cfd2bd-271c-4b18-9774-b96d6532acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:11.863272 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-f9cfd2bd-271c-4b18-9774-b96d6532acfa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0478408 Nov 12 09:19:11.908696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-744adb58-d7f7-4227-be5b-b6ed5dd4dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:11.910216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-744adb58-d7f7-4227-be5b-b6ed5dd4dbef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404415 Nov 12 09:19:12.004638 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-05cef7f4-f677-4869-b863-83f4c819a9f7 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866573 Nov 12 09:19:12.096086 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b4b2d385-aac1-4d59-ad49-79e10f416bae req-c74d57db-dd69-46cf-a8fd-2b1307b3611a service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835748 Nov 12 09:19:12.352383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6db83b-09b3-4f5b-a566-e0ad2395c914 req-3d6a2a9d-dcd5-4b04-8bd3-d459ec28a6e6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:12.353878 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e6db83b-09b3-4f5b-a566-e0ad2395c914 req-3d6a2a9d-dcd5-4b04-8bd3-d459ec28a6e6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 943 time: 0.0504262 Nov 12 09:19:12.402590 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3e6db83b-09b3-4f5b-a566-e0ad2395c914 req-9b926617-64a9-4b85-9d56-1aaa46864e34 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427763 Nov 12 09:19:13.080670 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:13.083115 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:13.131099 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf68a1fe-5cd4-4ef4-baf4-d47f28998703 x-openstack-request-id: req-bf68a1fe-5cd4-4ef4-baf4-d47f28998703 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:13.131680 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:13.131680 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf68a1fe-5cd4-4ef4-baf4-d47f28998703 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:13.131997 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'status': 'completed', 'code': 200} Nov 12 09:19:13.222508 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-a2229f9a-78d8-4e04-a91a-833095fd1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:13.224011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-a2229f9a-78d8-4e04-a91a-833095fd1b72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1095 time: 0.0650461 Nov 12 09:19:13.226113 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-c77b798f-d380-44cf-ad36-5e3ff6020168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:13.227399 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-c77b798f-d380-44cf-ad36-5e3ff6020168 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1095 time: 0.0769091 Nov 12 09:19:13.378672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:13.385732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-49415fad-0dac-4630-b098-febba8e5549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:13.387231 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-49415fad-0dac-4630-b098-febba8e5549a service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1555240 Nov 12 09:19:13.389945 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-7f96c5c5-476b-4773-b72d-dc3de90b89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:13.391255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-7f96c5c5-476b-4773-b72d-dc3de90b89d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1518404 Nov 12 09:19:13.431550 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:13.506328 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-7da3b6f6-43fd-4461-9cc8-4e2d6fc632f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 999 time: 0.1078632 Nov 12 09:19:13.527052 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-982d495e-e348-4544-9d11-9f98481c3a86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 999 time: 0.1207323 Nov 12 09:19:13.530384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4837a4d-ac1f-4148-9900-f69ebc4836bf req-f2d27288-df6b-439a-8666-bd5e6b4184c1 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:13.531952 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4837a4d-ac1f-4148-9900-f69ebc4836bf req-f2d27288-df6b-439a-8666-bd5e6b4184c1 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 943 time: 0.0570669 Nov 12 09:19:13.581644 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d4837a4d-ac1f-4148-9900-f69ebc4836bf req-26f63c32-2580-414b-9c23-b9592f31549d tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432029 Nov 12 09:19:13.598149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-143d6335-6522-4d38-9917-21856405d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:13.599662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-143d6335-6522-4d38-9917-21856405d961 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0848134 Nov 12 09:19:13.606018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-7dffaaea-85e7-411c-8e7c-21564c160f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:13.607519 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-7dffaaea-85e7-411c-8e7c-21564c160f66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0614250 Nov 12 09:19:13.684088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-bd30fea0-a1b5-44dc-888e-01b3fda49981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:13.686478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-bd30fea0-a1b5-44dc-888e-01b3fda49981 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780425 Nov 12 09:19:13.689320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-49498c4b-e9d0-474e-bc3f-84ab88e9344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:13.690718 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-49498c4b-e9d0-474e-bc3f-84ab88e9344f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739794 Nov 12 09:19:13.799213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b6934-7eb6-48d2-b19d-ec587e99fe06 req-2a32fd07-4c42-4e78-aff9-801f467fe38a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:13.800752 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-598b6934-7eb6-48d2-b19d-ec587e99fe06 req-2a32fd07-4c42-4e78-aff9-801f467fe38a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 943 time: 0.0509272 Nov 12 09:19:13.851664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-598b6934-7eb6-48d2-b19d-ec587e99fe06 req-d51f149c-bebc-4cd2-bede-b2c4b4cba0da tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447073 Nov 12 09:19:13.884836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-8cdd12cd-c5b3-47d8-b9b5-d3ee9492c79d service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863513 Nov 12 09:19:13.921435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45279a96-5d9b-4058-b54a-572d15628219 req-d04f34fa-ef94-4537-b4f4-459f8d646052 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:13.923504 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45279a96-5d9b-4058-b54a-572d15628219 req-d04f34fa-ef94-4537-b4f4-459f8d646052 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&binding%3Ahost_id=n-h2-768851-18 HTTP/1.1" status: 200 len: 943 time: 0.1391473 Nov 12 09:19:13.925302 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-492d513d-2f8d-4393-9243-944341d3a195 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254887 Nov 12 09:19:14.106677 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-45279a96-5d9b-4058-b54a-572d15628219 req-1856365e-b548-4f5d-b948-84bcf69bd971 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:19:14.107764 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45279a96-5d9b-4058-b54a-572d15628219 req-1856365e-b548-4f5d-b948-84bcf69bd971 service neutron] 10.222.0.46 "DELETE /v2.0/ports/fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.1654828 Nov 12 09:19:14.122234 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-fde127d1-06af-4b2a-9955-3e6257956334 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261996 Nov 12 09:19:14.130120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-efa4088d-8ec6-422f-b717-ae0ca3d91ea3 req-d2acf59e-41ff-4f9d-93fb-8d3c2a429993 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893477 Nov 12 09:19:14.230907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45279a96-5d9b-4058-b54a-572d15628219 req-b55a3766-95cc-47c9-bdde-3260b7df9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:14.232421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45279a96-5d9b-4058-b54a-572d15628219 req-b55a3766-95cc-47c9-bdde-3260b7df9dc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1095 time: 0.0425406 Nov 12 09:19:14.324680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45279a96-5d9b-4058-b54a-572d15628219 req-b924e6c5-476a-427a-9792-ad0ec945fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:14.326105 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45279a96-5d9b-4058-b54a-572d15628219 req-b924e6c5-476a-427a-9792-ad0ec945fd36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0872843 Nov 12 09:19:14.393370 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45279a96-5d9b-4058-b54a-572d15628219 req-21264a1e-0102-4670-b94d-f3c7fabc4329 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 999 time: 0.0604985 Nov 12 09:19:14.406293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:19:14.455858 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45279a96-5d9b-4058-b54a-572d15628219 req-b4569151-6cb2-4acf-9404-c508c4c90163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:14.458663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45279a96-5d9b-4058-b54a-572d15628219 req-b4569151-6cb2-4acf-9404-c508c4c90163 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0583949 Nov 12 09:19:14.502557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:14.508561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45279a96-5d9b-4058-b54a-572d15628219 req-757991f9-e820-4704-bb87-1298d551e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:14.510377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45279a96-5d9b-4058-b54a-572d15628219 req-757991f9-e820-4704-bb87-1298d551e07f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435486 Nov 12 09:19:14.514861 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'port_id': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'mac_address': 'fa:16:3e:b1:f2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:19:14.556974 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:14.572393 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:14.595294 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:14.599781 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:14.613386 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45279a96-5d9b-4058-b54a-572d15628219 req-d4d21133-ee13-48b1-9917-cb1af5eed1c2 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959427 Nov 12 09:19:14.648326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:14.656045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.656394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.656739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.657633 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.657970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.658303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.658637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.658963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.659291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.659614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.659941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.660263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.719130 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-45279a96-5d9b-4058-b54a-572d15628219 req-5994e77c-5fe9-4b2b-9144-8041e03ea102 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979826 Nov 12 09:19:14.915514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:14.985928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818707d2-3151-41d1-8ecd-617e7b0cad2d req-6fb930a5-1697-41b0-87d4-0d8cc85ef9df tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:14.987801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-818707d2-3151-41d1-8ecd-617e7b0cad2d req-6fb930a5-1697-41b0-87d4-0d8cc85ef9df tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 944 time: 0.0591483 Nov 12 09:19:15.048808 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-818707d2-3151-41d1-8ecd-617e7b0cad2d req-09cc25cd-189e-4aa9-b3b7-93b8c552cb82 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547681 Nov 12 09:19:16.169284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefb5bd-c44d-4edf-ad87-aa370258def8 req-c94a2045-5bb2-4b6a-b20a-a86142d02d75 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:16.170858 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5cefb5bd-c44d-4edf-ad87-aa370258def8 req-c94a2045-5bb2-4b6a-b20a-a86142d02d75 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 944 time: 0.0523198 Nov 12 09:19:16.226023 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5cefb5bd-c44d-4edf-ad87-aa370258def8 req-16b09e66-1c1c-4f39-b8c9-d4f03819fae0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486701 Nov 12 09:19:16.349728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331373d-5f9e-433f-bdf2-aba4125da035 req-e6e832e4-64ce-450d-be65-72dc763b5160 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:16.351736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4331373d-5f9e-433f-bdf2-aba4125da035 req-e6e832e4-64ce-450d-be65-72dc763b5160 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 944 time: 0.0579591 Nov 12 09:19:16.401229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4331373d-5f9e-433f-bdf2-aba4125da035 req-2b8168f1-9112-4bc5-9fa1-d73fa263187d tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432353 Nov 12 09:19:16.427209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:16.481381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:19:16.486259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:16.486259 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.583993 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.608845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:16.624721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:16.631336 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.653844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119c88d-b186-4218-9e0c-efb290d92799 req-35f6658f-d98d-4242-984f-2c084d040e0f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:16.655505 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f119c88d-b186-4218-9e0c-efb290d92799 req-35f6658f-d98d-4242-984f-2c084d040e0f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 944 time: 0.0886378 Nov 12 09:19:16.660966 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e777d05-5300-4a78-b017-74914e472050" -d '{"events": [{"server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:16.662601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ef3bd-7df7-4b60-bc5e-f8ce6e3e538c req-a8b3e513-0187-468d-8adb-619b0674c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:16.664190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-189ef3bd-7df7-4b60-bc5e-f8ce6e3e538c req-a8b3e513-0187-468d-8adb-619b0674c48b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 1096 time: 0.0624986 Nov 12 09:19:16.692563 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:16.759417 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa308556-d123-4ed5-9dea-9f12d9384553 x-openstack-request-id: req-fa308556-d123-4ed5-9dea-9f12d9384553 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:16.759708 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "name": "network-vif-plugged", "status": "completed", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:16.759959 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa308556-d123-4ed5-9dea-9f12d9384553 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:16.760353 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'code': 200} Nov 12 09:19:16.773135 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f119c88d-b186-4218-9e0c-efb290d92799 req-ff9e074c-01c6-4d1b-8673-181474923675 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078968 Nov 12 09:19:16.801703 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ef3bd-7df7-4b60-bc5e-f8ce6e3e538c req-8fc72ca7-6116-41ae-9ba6-2ad9cfc26862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:16.803253 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-189ef3bd-7df7-4b60-bc5e-f8ce6e3e538c req-8fc72ca7-6116-41ae-9ba6-2ad9cfc26862 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1254535 Nov 12 09:19:16.882169 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-189ef3bd-7df7-4b60-bc5e-f8ce6e3e538c req-f1c77a11-7f6a-40ba-8393-0d4c3482ec94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 200 len: 1001 time: 0.0696487 Nov 12 09:19:16.932411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ef3bd-7df7-4b60-bc5e-f8ce6e3e538c req-0ae95367-4392-4fa9-a09e-3d42b30de8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:16.933883 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-189ef3bd-7df7-4b60-bc5e-f8ce6e3e538c req-0ae95367-4392-4fa9-a09e-3d42b30de8f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0440476 Nov 12 09:19:16.983368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ef3bd-7df7-4b60-bc5e-f8ce6e3e538c req-cad67b3f-a79d-4c81-9b92-8618fe0986d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:16.985548 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-189ef3bd-7df7-4b60-bc5e-f8ce6e3e538c req-cad67b3f-a79d-4c81-9b92-8618fe0986d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417955 Nov 12 09:19:17.082549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-189ef3bd-7df7-4b60-bc5e-f8ce6e3e538c req-0a48e173-9ccf-435b-a913-840c633c6bc0 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887928 Nov 12 09:19:17.175816 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-189ef3bd-7df7-4b60-bc5e-f8ce6e3e538c req-4301cf4a-431f-4832-bfb2-efb358378cc8 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859206 Nov 12 09:19:17.900792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d65b9e-aae2-4525-857b-6f8170ac3c11 req-7cf1219c-bb44-49d3-9df0-dc16646eed90 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:17.902317 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-85d65b9e-aae2-4525-857b-6f8170ac3c11 req-7cf1219c-bb44-49d3-9df0-dc16646eed90 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0527823 Nov 12 09:19:17.957771 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-85d65b9e-aae2-4525-857b-6f8170ac3c11 req-918c162e-ec2a-4376-800b-0827046a4dc8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488312 Nov 12 09:19:18.223051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64c1c4-1c19-4ff2-a000-f84fd21dc20b req-ec672b86-d5fd-4129-a90e-2203134fb3ea tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:18.224614 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6b64c1c4-1c19-4ff2-a000-f84fd21dc20b req-ec672b86-d5fd-4129-a90e-2203134fb3ea tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0536184 Nov 12 09:19:18.280658 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6b64c1c4-1c19-4ff2-a000-f84fd21dc20b req-7dcb2ced-f363-4ecc-b328-7dd2c4bc3310 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461137 Nov 12 09:19:19.407139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ea8e7-af97-49fd-8bff-a59abdc7e96b req-6e8ab1f1-cecc-46cd-88c6-fb01d4687ca2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:19.408647 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de1ea8e7-af97-49fd-8bff-a59abdc7e96b req-6e8ab1f1-cecc-46cd-88c6-fb01d4687ca2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0528824 Nov 12 09:19:19.462946 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-de1ea8e7-af97-49fd-8bff-a59abdc7e96b req-9f219c36-29d3-4469-8302-3d161e517837 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478964 Nov 12 09:19:19.657396 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ce991-7aae-4362-944c-4ce6d3213792 req-3e9e0c4a-b639-4faf-9209-bf4ef68866da tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:19.658749 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-170ce991-7aae-4362-944c-4ce6d3213792 req-3e9e0c4a-b639-4faf-9209-bf4ef68866da tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 945 time: 0.0553081 Nov 12 09:19:19.747492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Deleting port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:19.747838 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.838978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] For port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:19.839329 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:20.016087 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:20.016448 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:20.016770 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Floating IP 5ef1724d-b882-496b-80c9-edcb6140d968 disassociated. External IP: 172.25.3.100, port: fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1. Nov 12 09:19:20.017661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Calling delete_port for fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:20.154720 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:20.184691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event deleted for resources: {'Port': ['ID=fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:20.309610 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Router 63153253-ab56-4e87-9220-21ca0fe82820 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:19:20.575496 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5d486f35-224b-4ab0-98ce-867df7c89873 req-836e1a38-b427-4612-916e-a1da0e230443 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3ed3c15-52d6-4604-985a-802825b913e2 HTTP/1.1" status: 200 len: 210 time: 0.0378928 Nov 12 09:19:20.746405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:20.757547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a558ba3-5c73-46ec-8b67-d4da34f440c7 None None] Sync routers for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:20.768507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a558ba3-5c73-46ec-8b67-d4da34f440c7 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:20.769140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2a558ba3-5c73-46ec-8b67-d4da34f440c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:19:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:20.794829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] No DVR routers for this DVR port fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:20.798507 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:20.801901 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-170ce991-7aae-4362-944c-4ce6d3213792 req-4b67c3b8-9a88-47ba-9750-1d7c3fd606bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "DELETE /v2.0/ports/fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 HTTP/1.1" status: 204 len: 173 time: 1.1366334 Nov 12 09:19:20.802360 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'name': 'network-vif-deleted', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:20.804651 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a436a82d-90a2-42c1-80d0-96e5bf4d85f0" -d '{"events": [{"server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "name": "network-vif-deleted", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:20.848851 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa749d5c-dcf1-416a-b801-4a49e022d28e x-openstack-request-id: req-aa749d5c-dcf1-416a-b801-4a49e022d28e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:20.849170 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ed3c15-52d6-4604-985a-802825b913e2", "name": "network-vif-deleted", "tag": "fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:20.849426 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa749d5c-dcf1-416a-b801-4a49e022d28e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:20.850098 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ed3c15-52d6-4604-985a-802825b913e2', 'name': 'network-vif-deleted', 'tag': 'fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1', 'status': 'completed', 'code': 200} Nov 12 09:19:20.926048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-2a558ba3-5c73-46ec-8b67-d4da34f440c7 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:21.141463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2a558ba3-5c73-46ec-8b67-d4da34f440c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:21.169307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a558ba3-5c73-46ec-8b67-d4da34f440c7 None None] Checking router: 63153253-ab56-4e87-9220-21ca0fe82820 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:21.177494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a558ba3-5c73-46ec-8b67-d4da34f440c7 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:21.178149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2a558ba3-5c73-46ec-8b67-d4da34f440c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:19:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:21.296739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-2a558ba3-5c73-46ec-8b67-d4da34f440c7 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:21.507195 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-2a558ba3-5c73-46ec-8b67-d4da34f440c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:21.537787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a558ba3-5c73-46ec-8b67-d4da34f440c7 None None] The sync data for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 is: [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:21.811336 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03888414-9aa6-4c01-999f-6169420a7b6e None None] New status for floating IP 5ef1724d-b882-496b-80c9-edcb6140d968: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:19:21.922413 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-46e1e4a6-bd63-487a-a502-4f1dba569554 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1050043003&fields=id&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 267 time: 0.0483279 Nov 12 09:19:22.056699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8f30a-276a-4099-9919-b3878b713f96 req-2288cde8-e61f-4a41-991b-a30139035028 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:22.058131 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-2288cde8-e61f-4a41-991b-a30139035028 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 812 time: 0.1194007 Nov 12 09:19:22.074631 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-93b2d4a6-0b50-42a0-b0fb-0430b51b06c6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/quotas/7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 375 time: 0.0095990 Nov 12 09:19:22.139284 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-dbd11855-f11c-465c-b430-b75a43b042e2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578172 Nov 12 09:19:22.319824 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-a0780037-fa2b-4890-ab43-819498e171c4 service neutron] 10.222.0.31 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339908 Nov 12 09:19:22.411790 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-2df91a53-7e5c-462e-8f1f-8e45b3545526 service neutron] 10.222.0.31 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858066 Nov 12 09:19:22.437701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:22.458541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:22.458898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device fd9b0054-1f3f-4f3f-bdaa-6ecdbe8f09f1 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:22.574132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d99ad50a-94f4-4d90-a0d4-114036c37cf7 req-91a6710d-678e-4fdd-b597-c8c1af908481 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 210 time: 0.0278091 Nov 12 09:19:22.938182 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.586423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8f30a-276a-4099-9919-b3878b713f96 req-1a7f0fd3-9fbb-4462-8616-e578d6f4e0cf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:23.587874 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-1a7f0fd3-9fbb-4462-8616-e578d6f4e0cf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 812 time: 0.1146157 Nov 12 09:19:23.658854 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-b4ac3fed-b633-4748-8b46-8b1e72f17454 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 380 time: 0.0609293 Nov 12 09:19:23.670428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-48a8f30a-276a-4099-9919-b3878b713f96 req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Request body: {'port': {'device_id': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'admin_state_up': True, 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'security_groups': ['946edb6f-fad0-44bf-bc0f-7edeb3e9e645']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:23.794646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a8f30a-276a-4099-9919-b3878b713f96 req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Made reservation on behalf of 7737ace6dc7b4670a006bdf92fe2d7cf for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:23.799279 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-48a8f30a-276a-4099-9919-b3878b713f96 req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.934245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-48a8f30a-276a-4099-9919-b3878b713f96 req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Allocated IP 172.20.0.13 (9e647ae9-ea63-47b7-b2de-80635abaebb9/296051de-65d4-4f67-9a1e-536ad9020287/5b768705-41c3-4555-953f-24930a4f751b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:23.949257 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-160b3573-0e6c-4f55-965d-3621bef606d1 req-2174d130-ae60-48f3-adb5-bb9551d2fba2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 210 time: 0.0292668 Nov 12 09:19:24.086895 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-48a8f30a-276a-4099-9919-b3878b713f96 req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.121562 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-48a8f30a-276a-4099-9919-b3878b713f96 req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.163505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a8f30a-276a-4099-9919-b3878b713f96 req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Network 9e647ae9-ea63-47b7-b2de-80635abaebb9 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:24.166704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-48a8f30a-276a-4099-9919-b3878b713f96 req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:24.173217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a8f30a-276a-4099-9919-b3878b713f96 req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:24.209199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event updated for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:24.241872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8f30a-276a-4099-9919-b3878b713f96 req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:24.242499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-48a8f30a-276a-4099-9919-b3878b713f96 req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.261008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-ec6fb886-d78d-478d-8a3f-db6cbb5e4dd8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5947366 Nov 12 09:19:24.273852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Request body: {'port': {'device_id': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:24.335858 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.401761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b0e1e258-73ff-416e-965e-2bb998819743 None None] Provisioning complete for port 5b768705-41c3-4555-953f-24930a4f751b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:24.402561 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b0e1e258-73ff-416e-965e-2bb998819743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.435591 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1e258-73ff-416e-965e-2bb998819743 None None] Port 5b768705-41c3-4555-953f-24930a4f751b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:24.608475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b768705-41c3-4555-953f-24930a4f751b {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:24.616502 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.629803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Transition to ACTIVE for port object 5b768705-41c3-4555-953f-24930a4f751b will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:19:24.633693 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.685869 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Pushing event updated for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:24.758683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Attempting to bind port 5b768705-41c3-4555-953f-24930a4f751b on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:24.759011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Attempting to bind port 5b768705-41c3-4555-953f-24930a4f751b by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:24.759344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Attempting to bind port 5b768705-41c3-4555-953f-24930a4f751b on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:24.764016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Port 5b768705-41c3-4555-953f-24930a4f751b on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:19:24.764333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Attempting to bind port 5b768705-41c3-4555-953f-24930a4f751b on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:24.770503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:24.770835 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:24.771208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Bound using segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:24.771630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Bound port: 5b768705-41c3-4555-953f-24930a4f751b, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:24.771982 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.848309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:24.852081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:24.856287 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.893978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:24.894609 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.896074 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] 10.222.0.52 "PUT /v2.0/ports/5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1093 time: 0.6267364 Nov 12 09:19:24.896579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'tag': '5b768705-41c3-4555-953f-24930a4f751b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:24.899261 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6f3d42-4a57-4530-8948-10c634e21c79" -d '{"events": [{"name": "network-changed", "server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "tag": "5b768705-41c3-4555-953f-24930a4f751b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:24.926742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915ef24-13b8-455b-9d16-c05fd5d368aa service neutron] Pushing event updated for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:24.952152 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a337938c-b152-4047-912f-35ff9dea824e x-openstack-request-id: req-a337938c-b152-4047-912f-35ff9dea824e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:24.952449 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "tag": "5b768705-41c3-4555-953f-24930a4f751b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:24.952703 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a337938c-b152-4047-912f-35ff9dea824e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:24.953942 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'tag': '5b768705-41c3-4555-953f-24930a4f751b', 'status': 'completed', 'code': 200} Nov 12 09:19:25.003249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8f30a-276a-4099-9919-b3878b713f96 req-226b5237-28b2-41b8-a02c-3752aa38bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:25.004851 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-226b5237-28b2-41b8-a02c-3752aa38bb59 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1096 time: 0.0463650 Nov 12 09:19:25.056277 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-80588d98-cede-4411-8b2e-d1bec10cfd8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 217 time: 0.0420058 Nov 12 09:19:25.089599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7a24c-4b80-4d8b-918d-bfdf3b6ad5af req-62701a7a-3df9-4b36-84b2-154594ab80c0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:25.093748 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-99d7a24c-4b80-4d8b-918d-bfdf3b6ad5af req-62701a7a-3df9-4b36-84b2-154594ab80c0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 944 time: 0.0641158 Nov 12 09:19:25.120183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8f30a-276a-4099-9919-b3878b713f96 req-9d820948-0cda-4002-9d62-5bea68bd037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:25.121657 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-9d820948-0cda-4002-9d62-5bea68bd037b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0578296 Nov 12 09:19:25.149758 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-99d7a24c-4b80-4d8b-918d-bfdf3b6ad5af req-e69afeff-c125-4271-85c1-5f3c420a6035 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525961 Nov 12 09:19:25.174051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8f30a-276a-4099-9919-b3878b713f96 req-5ef44720-4387-4f1b-abba-c82a197e57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:25.175599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-5ef44720-4387-4f1b-abba-c82a197e57f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463920 Nov 12 09:19:25.276779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-fc550f12-6be7-4419-931f-422d5ad63ebe service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929914 Nov 12 09:19:25.371291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48a8f30a-276a-4099-9919-b3878b713f96 req-53624c18-ec3a-4773-9484-432a5982aaee service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864730 Nov 12 09:19:25.464652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3d42-4a57-4530-8948-10c634e21c79 req-c7c88cee-933f-4394-b03e-a4ff74171541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:25.466197 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b6f3d42-4a57-4530-8948-10c634e21c79 req-c7c88cee-933f-4394-b03e-a4ff74171541 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1096 time: 0.0433712 Nov 12 09:19:25.561132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3d42-4a57-4530-8948-10c634e21c79 req-529ec749-b818-446c-84df-5ce005fffa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:25.562646 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b6f3d42-4a57-4530-8948-10c634e21c79 req-529ec749-b818-446c-84df-5ce005fffa85 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0880103 Nov 12 09:19:25.606054 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b6f3d42-4a57-4530-8948-10c634e21c79 req-8f4d0d0d-1d30-41ac-bc0d-ee4dd87107ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 217 time: 0.0360999 Nov 12 09:19:25.661866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3d42-4a57-4530-8948-10c634e21c79 req-e723b365-e26f-4a82-b4fb-b13c7a3b9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:25.663283 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b6f3d42-4a57-4530-8948-10c634e21c79 req-e723b365-e26f-4a82-b4fb-b13c7a3b9c72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0486240 Nov 12 09:19:25.709544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f3d42-4a57-4530-8948-10c634e21c79 req-e4391afc-b0c7-4e8f-b093-f76400098e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:25.711026 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b6f3d42-4a57-4530-8948-10c634e21c79 req-e4391afc-b0c7-4e8f-b093-f76400098e13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400782 Nov 12 09:19:25.802187 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b6f3d42-4a57-4530-8948-10c634e21c79 req-de7b97df-3a1a-48a8-9f57-a1b33ee49f61 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817020 Nov 12 09:19:25.897475 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4b6f3d42-4a57-4530-8948-10c634e21c79 req-4d94f944-d573-4112-98ba-71736fd1076c service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869501 Nov 12 09:19:26.268043 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42a0e4-4e40-4af4-8672-e6cc7b88f272 req-762ce63d-9a44-4e5f-ab20-0852cbb2c89b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:26.269454 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-be42a0e4-4e40-4af4-8672-e6cc7b88f272 req-762ce63d-9a44-4e5f-ab20-0852cbb2c89b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 944 time: 0.0492480 Nov 12 09:19:26.318459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-be42a0e4-4e40-4af4-8672-e6cc7b88f272 req-976ffcd2-8949-4f33-878b-f4fecc09f43a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431659 Nov 12 09:19:27.438607 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03524ec4-4db9-4d89-8d98-e2c3c0510bb0 req-5c51b60f-c264-4087-b6ad-616bb6335420 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:27.440251 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03524ec4-4db9-4d89-8d98-e2c3c0510bb0 req-5c51b60f-c264-4087-b6ad-616bb6335420 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 944 time: 0.0550566 Nov 12 09:19:27.489648 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-03524ec4-4db9-4d89-8d98-e2c3c0510bb0 req-92e6317e-6f58-401b-9b98-04aaa0dee9bc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Nov 12 09:19:28.485687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5b768705-41c3-4555-953f-24930a4f751b details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:19:28.588377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:28.600390 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '5b768705-41c3-4555-953f-24930a4f751b', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'port_id': '5b768705-41c3-4555-953f-24930a4f751b', 'mac_address': 'fa:16:3e:ad:ec:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:19:28.615030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ef80f-3a5c-4083-a64b-4380abe4bfb9 req-90b5abb9-f461-40cf-8f82-434f46e81f0d tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:28.617552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b4ef80f-3a5c-4083-a64b-4380abe4bfb9 req-90b5abb9-f461-40cf-8f82-434f46e81f0d tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 944 time: 0.0555530 Nov 12 09:19:28.642756 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.663903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b768705-41c3-4555-953f-24930a4f751b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:28.665240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3b4ef80f-3a5c-4083-a64b-4380abe4bfb9 req-a833c41c-045d-480d-9ad5-2f8b64f0710f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 Nov 12 09:19:28.684056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:28.688961 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.738360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:28.909053 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['5b768705-41c3-4555-953f-24930a4f751b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:29.060594 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.784566 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c8bd5-d102-4088-9457-f18e2e0098f4 req-bf2368e9-e75c-4e50-9e9b-72f7d254055e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:29.786234 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-363c8bd5-d102-4088-9457-f18e2e0098f4 req-bf2368e9-e75c-4e50-9e9b-72f7d254055e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 945 time: 0.0513463 Nov 12 09:19:29.840831 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-363c8bd5-d102-4088-9457-f18e2e0098f4 req-ebb42ef6-16ad-40bc-8524-4fe7d7657406 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485272 Nov 12 09:19:30.493018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5b768705-41c3-4555-953f-24930a4f751b up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:30.545934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 5b768705-41c3-4555-953f-24930a4f751b completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:19:30.549760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 5b768705-41c3-4555-953f-24930a4f751b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:30.550148 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.628668 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.651283 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b768705-41c3-4555-953f-24930a4f751b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:30.653519 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997fbaaf-b6f6-4ffc-b993-95927529c8da" -d '{"events": [{"server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "name": "network-vif-plugged", "status": "completed", "tag": "5b768705-41c3-4555-953f-24930a4f751b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:30.674206 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:30.678401 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.700875 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b23c16c-15b8-4c3c-bec3-78d9b7b9ef57 x-openstack-request-id: req-6b23c16c-15b8-4c3c-bec3-78d9b7b9ef57 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:30.701196 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "name": "network-vif-plugged", "status": "completed", "tag": "5b768705-41c3-4555-953f-24930a4f751b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:30.701452 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b23c16c-15b8-4c3c-bec3-78d9b7b9ef57 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:30.701838 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b768705-41c3-4555-953f-24930a4f751b', 'code': 200} Nov 12 09:19:30.730055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:30.799290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b085b10-4c8a-4a3f-b337-963f72f753f0 req-3c58dc93-e56a-4031-a49b-40d34923bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:30.800747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b085b10-4c8a-4a3f-b337-963f72f753f0 req-3c58dc93-e56a-4031-a49b-40d34923bcb4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1098 time: 0.0415492 Nov 12 09:19:30.846372 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5b085b10-4c8a-4a3f-b337-963f72f753f0 req-979ab23c-01b9-4682-bffb-3e7c327505c9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380447 Nov 12 09:19:30.963054 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94081d46-d1ed-4752-8900-f1dae1c1fb6b req-4743da4c-f67e-417d-b1d2-e64e1ac208a5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:30.964651 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-94081d46-d1ed-4752-8900-f1dae1c1fb6b req-4743da4c-f67e-417d-b1d2-e64e1ac208a5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0532067 Nov 12 09:19:31.018709 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-94081d46-d1ed-4752-8900-f1dae1c1fb6b req-c231fa44-4d09-4715-91bf-a5bb61c85bd3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471783 Nov 12 09:19:31.043977 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:19:32.145089 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88055f3-bfbb-46e4-8ed5-70ec5731416f req-40fcadcf-7155-44ed-ba1a-31a704d5032b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:32.146732 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a88055f3-bfbb-46e4-8ed5-70ec5731416f req-40fcadcf-7155-44ed-ba1a-31a704d5032b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0508771 Nov 12 09:19:32.204000 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a88055f3-bfbb-46e4-8ed5-70ec5731416f req-eb675fab-c901-49ac-8805-a8e907389bf1 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507941 Nov 12 09:19:33.322496 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67de61d-29dd-4b18-b5d0-e379a8ae051c req-bf242042-acd1-4708-9496-0def83640e87 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:33.323915 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67de61d-29dd-4b18-b5d0-e379a8ae051c req-bf242042-acd1-4708-9496-0def83640e87 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0496910 Nov 12 09:19:33.371652 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f67de61d-29dd-4b18-b5d0-e379a8ae051c req-cb1eadb2-269c-474d-8d29-12e040d67336 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407560 Nov 12 09:19:33.484787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792bf1e-d8c1-4dca-abd7-c0122c1367f5 req-a392404b-1db0-413c-b7b8-c793fcb75dfc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:33.486287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5792bf1e-d8c1-4dca-abd7-c0122c1367f5 req-a392404b-1db0-413c-b7b8-c793fcb75dfc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0520449 Nov 12 09:19:33.494876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 46966) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:33.499256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2f423d26-e04f-419c-be8f-ab061499d5af tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Request body: {'floatingip': {'port_id': '5b768705-41c3-4555-953f-24930a4f751b'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:33.539047 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f423d26-e04f-419c-be8f-ab061499d5af tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.978719 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f423d26-e04f-419c-be8f-ab061499d5af tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.983004 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f423d26-e04f-419c-be8f-ab061499d5af tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.092012 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-2f423d26-e04f-419c-be8f-ab061499d5af tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Floating IP 5ef1724d-b882-496b-80c9-edcb6140d968 associated. External IP: 172.25.3.100, port: 5b768705-41c3-4555-953f-24930a4f751b. Nov 12 09:19:34.301217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f423d26-e04f-419c-be8f-ab061499d5af tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Router 63153253-ab56-4e87-9220-21ca0fe82820 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:19:34.409574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f423d26-e04f-419c-be8f-ab061499d5af tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:34.414866 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2f423d26-e04f-419c-be8f-ab061499d5af tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.418905 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13a80d8-59aa-4dd0-842f-2c21a3138467 None None] Sync routers for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:34.428674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a80d8-59aa-4dd0-842f-2c21a3138467 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:34.429315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d13a80d8-59aa-4dd0-842f-2c21a3138467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:19:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:34.450091 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2f423d26-e04f-419c-be8f-ab061499d5af tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "PUT /v2.0/floatingips/5ef1724d-b882-496b-80c9-edcb6140d968 HTTP/1.1" status: 200 len: 992 time: 0.9511921 Nov 12 09:19:34.450091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'tag': '5b768705-41c3-4555-953f-24930a4f751b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:34.450551 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d66627-503d-4a74-ade7-5bc7ccc50082" -d '{"events": [{"name": "network-changed", "server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "tag": "5b768705-41c3-4555-953f-24930a4f751b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:34.497476 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab851c99-b3eb-445b-83ad-db721e2f00d4 x-openstack-request-id: req-ab851c99-b3eb-445b-83ad-db721e2f00d4 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:34.498595 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "tag": "5b768705-41c3-4555-953f-24930a4f751b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:34.498920 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab851c99-b3eb-445b-83ad-db721e2f00d4 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:34.499465 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'tag': '5b768705-41c3-4555-953f-24930a4f751b', 'status': 'completed', 'code': 200} Nov 12 09:19:34.552759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d13a80d8-59aa-4dd0-842f-2c21a3138467 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:34.567492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d66627-503d-4a74-ade7-5bc7ccc50082 req-e2113973-d588-4209-8a4b-6bbcef34f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:34.569207 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75d66627-503d-4a74-ade7-5bc7ccc50082 req-e2113973-d588-4209-8a4b-6bbcef34f882 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1098 time: 0.0466866 Nov 12 09:19:34.684305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d66627-503d-4a74-ade7-5bc7ccc50082 req-825e9be5-13f7-4b70-a76a-0b4bc1ecfc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:34.685872 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75d66627-503d-4a74-ade7-5bc7ccc50082 req-825e9be5-13f7-4b70-a76a-0b4bc1ecfc61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1091955 Nov 12 09:19:34.754307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75d66627-503d-4a74-ade7-5bc7ccc50082 req-7cf7ff52-2f62-4fde-a3fe-a0fcffc107a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1000 time: 0.0605619 Nov 12 09:19:34.812844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d66627-503d-4a74-ade7-5bc7ccc50082 req-f41bc78c-04bc-428d-90df-2b80cf5f551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:34.814292 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75d66627-503d-4a74-ade7-5bc7ccc50082 req-f41bc78c-04bc-428d-90df-2b80cf5f551a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0522392 Nov 12 09:19:34.865971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d66627-503d-4a74-ade7-5bc7ccc50082 req-95e5314c-8015-46b4-9f59-a0a19bd7c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:34.867774 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75d66627-503d-4a74-ade7-5bc7ccc50082 req-95e5314c-8015-46b4-9f59-a0a19bd7c5cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453651 Nov 12 09:19:34.955881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d13a80d8-59aa-4dd0-842f-2c21a3138467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5ef1724d-b882-496b-80c9-edcb6140d968', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'port_id': '5b768705-41c3-4555-953f-24930a4f751b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'mac_address': 'fa:16:3e:ad:ec:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:37Z', 'updated_at': '2021-11-12T09:19:33Z', 'revision_number': 9, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:34.975574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75d66627-503d-4a74-ade7-5bc7ccc50082 req-40303514-e6a9-4ce1-ad09-b2b7d868f18b service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986128 Nov 12 09:19:34.982437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13a80d8-59aa-4dd0-842f-2c21a3138467 None None] Checking router: 63153253-ab56-4e87-9220-21ca0fe82820 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:34.991613 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a80d8-59aa-4dd0-842f-2c21a3138467 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:34.992243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d13a80d8-59aa-4dd0-842f-2c21a3138467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:19:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:35.081389 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75d66627-503d-4a74-ade7-5bc7ccc50082 req-e500f2a2-07a9-49fa-88cf-4d81fe0198b7 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982444 Nov 12 09:19:35.110828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d13a80d8-59aa-4dd0-842f-2c21a3138467 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:35.302838 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-484422a7-67bf-46b5-8ec9-16c007ebc791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.349003 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d13a80d8-59aa-4dd0-842f-2c21a3138467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5ef1724d-b882-496b-80c9-edcb6140d968', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'port_id': '5b768705-41c3-4555-953f-24930a4f751b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'mac_address': 'fa:16:3e:ad:ec:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:37Z', 'updated_at': '2021-11-12T09:19:33Z', 'revision_number': 9, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:35.375325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13a80d8-59aa-4dd0-842f-2c21a3138467 None None] The sync data for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 is: [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5ef1724d-b882-496b-80c9-edcb6140d968', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'port_id': '5b768705-41c3-4555-953f-24930a4f751b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'mac_address': 'fa:16:3e:ad:ec:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:37Z', 'updated_at': '2021-11-12T09:19:33Z', 'revision_number': 9, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:35.576691 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f323c41-db14-4f13-afcc-db44bb9e1c42 None None] New status for floating IP 5ef1724d-b882-496b-80c9-edcb6140d968: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:19:37.573465 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8ce878cd-da6f-4c87-a234-41cca3bc2774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.770816 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.137444 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:41.041657 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.933501 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.060770 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.292820 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-203eb6d3-441f-4bee-9f70-f3e8379adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:07.575584 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3a02d874-65c8-428d-841f-cdfb3bb21347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.043254 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:20:08.764450 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.138155 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:11.046368 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:22.679389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-84125d0d-c240-4fde-9e71-39623c1dcec7 req-71abd279-645d-4d11-86f4-6f5d7f785d7f service neutron] (102445) timed out ('10.222.0.31', 44284) {{(pid=102445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:20:22.947539 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:26.031983 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf7e164c-6871-4b8c-bb29-37f61df784dd req-8fb1698d-fd9c-4500-88a4-baed08746ce0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454581 Nov 12 09:20:26.119252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e164c-6871-4b8c-bb29-37f61df784dd req-bc2fcbc7-be2a-4dce-87cd-5af2fb2bc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:26.120753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf7e164c-6871-4b8c-bb29-37f61df784dd req-bc2fcbc7-be2a-4dce-87cd-5af2fb2bc9d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1098 time: 0.0431516 Nov 12 09:20:26.247126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e164c-6871-4b8c-bb29-37f61df784dd req-6ad19249-9a41-46d0-a01f-1199b8953734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:26.248610 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf7e164c-6871-4b8c-bb29-37f61df784dd req-6ad19249-9a41-46d0-a01f-1199b8953734 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0997486 Nov 12 09:20:26.316546 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf7e164c-6871-4b8c-bb29-37f61df784dd req-aad1dc8f-b439-4ecd-816b-248ba0eb6bdb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1003 time: 0.0597372 Nov 12 09:20:26.373012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e164c-6871-4b8c-bb29-37f61df784dd req-43190146-87ff-44ea-84f7-247bff538ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:26.374529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf7e164c-6871-4b8c-bb29-37f61df784dd req-43190146-87ff-44ea-84f7-247bff538ae5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0500252 Nov 12 09:20:26.424290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e164c-6871-4b8c-bb29-37f61df784dd req-64137405-b258-4fe5-a60e-9978d89629eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:26.425885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf7e164c-6871-4b8c-bb29-37f61df784dd req-64137405-b258-4fe5-a60e-9978d89629eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433307 Nov 12 09:20:26.522419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf7e164c-6871-4b8c-bb29-37f61df784dd req-d399a724-b801-4fb2-9f83-d3ebbb454395 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870399 Nov 12 09:20:26.623250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf7e164c-6871-4b8c-bb29-37f61df784dd req-8694be6a-6e8a-4f95-86bb-0eb332ea1346 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932493 Nov 12 09:20:29.059001 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.288554 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4712fee0-15a8-4e5b-8311-e46fabb9029a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.578041 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-291fa204-53fb-4e36-9db9-6415a2ac99b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.765817 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.141366 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:41.048823 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:45.042614 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:20:52.956666 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:59.070264 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.291479 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4024dab1-5e6f-4997-9fc9-29f6b5136434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.580384 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aa8d0bae-1a27-4e82-baed-309a7643fa7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.769090 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.146073 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.672581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-cf49fa72-1abc-47cb-90a2-b432c062e20f req-c247a4b9-e6b1-4c22-ac3c-17d18f40fb04 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:21:10.673667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cf49fa72-1abc-47cb-90a2-b432c062e20f req-c247a4b9-e6b1-4c22-ac3c-17d18f40fb04 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526395 Nov 12 09:21:10.875548 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ee347-5844-4db0-8a94-5fac1621708f req-c69b537f-17dc-484f-858e-57979c2007ff tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:10.877058 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac4ee347-5844-4db0-8a94-5fac1621708f req-c69b537f-17dc-484f-858e-57979c2007ff tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0683548 Nov 12 09:21:10.955210 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-2dc6cc67-d62b-4732-b3ec-b506f0927812 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1135409 Nov 12 09:21:10.958988 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ac4ee347-5844-4db0-8a94-5fac1621708f req-698f8a91-b550-412f-92e0-a405022ecc02 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700157 Nov 12 09:21:10.963988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-934e9d7f-42a1-430b-ac14-0033ba8e61cf service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:21:10.964949 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-934e9d7f-42a1-430b-ac14-0033ba8e61cf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049543 Nov 12 09:21:11.051680 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.082927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada6afd-3eed-4914-868d-1cc32b571541 req-4c223555-3abd-42b6-b97f-6f49b4abd414 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:12.084456 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ada6afd-3eed-4914-868d-1cc32b571541 req-4c223555-3abd-42b6-b97f-6f49b4abd414 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0552344 Nov 12 09:21:12.166927 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ada6afd-3eed-4914-868d-1cc32b571541 req-f20ce064-0a58-449a-8fd2-885c44ab00c6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749085 Nov 12 09:21:12.179260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-c040060a-f113-4742-9b38-a9fed9410c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:12.180803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-c040060a-f113-4742-9b38-a9fed9410c56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1098 time: 0.0647087 Nov 12 09:21:12.276338 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-4baf29ae-1698-4d18-a0ae-7905660f5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:12.277844 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-4baf29ae-1698-4d18-a0ae-7905660f5b33 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0887175 Nov 12 09:21:12.349428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-5cbc8251-6054-4e34-83a3-c32b6e5cb431 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1003 time: 0.0631142 Nov 12 09:21:12.397882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-f73258cb-3029-4774-bde9-d18546d8c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:12.399307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-f73258cb-3029-4774-bde9-d18546d8c9fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0431118 Nov 12 09:21:12.444176 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-6299c439-80f5-4fb9-91bc-97e66ecd026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:12.445659 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-6299c439-80f5-4fb9-91bc-97e66ecd026b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389948 Nov 12 09:21:12.539540 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-89270a11-e9b5-49aa-b2c3-a25abc5de84e service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862086 Nov 12 09:21:12.635686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-9a9a66bb-b07e-4071-9772-0e93ed7a3590 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890439 Nov 12 09:21:13.287591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c3ccd-c2af-45cc-85df-9d63dd00b4d8 req-7c92c4b2-5639-4f20-b5b3-b8ee9492e421 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:13.288968 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-165c3ccd-c2af-45cc-85df-9d63dd00b4d8 req-7c92c4b2-5639-4f20-b5b3-b8ee9492e421 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0497746 Nov 12 09:21:13.336482 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-165c3ccd-c2af-45cc-85df-9d63dd00b4d8 req-3f04909e-fc2a-4f53-addf-0f138aa94c53 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410161 Nov 12 09:21:14.458156 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7366e-6944-48ff-aa3d-71fb716881a6 req-7af56834-c35f-4ec1-9771-02b711092a05 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:14.459624 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0db7366e-6944-48ff-aa3d-71fb716881a6 req-7af56834-c35f-4ec1-9771-02b711092a05 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0528753 Nov 12 09:21:14.506070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0db7366e-6944-48ff-aa3d-71fb716881a6 req-59599a12-cee7-4468-9fdb-0a982650dd2f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406835 Nov 12 09:21:15.626332 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bb4bf-f4e2-457a-a68f-42c3442cb870 req-7db8ae66-c3d4-4beb-87c6-43c79eecd10e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:15.629187 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-285bb4bf-f4e2-457a-a68f-42c3442cb870 req-7db8ae66-c3d4-4beb-87c6-43c79eecd10e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0517368 Nov 12 09:21:15.678924 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-285bb4bf-f4e2-457a-a68f-42c3442cb870 req-de2a304f-6556-427e-ab36-52262d36fe9f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451276 Nov 12 09:21:16.793344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b9a6e-9560-4b41-9de3-cc9938137e0b req-ddc91c99-728f-40e2-885f-093a10f1d8c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:16.795337 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b17b9a6e-9560-4b41-9de3-cc9938137e0b req-ddc91c99-728f-40e2-885f-093a10f1d8c3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0481751 Nov 12 09:21:16.842374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b17b9a6e-9560-4b41-9de3-cc9938137e0b req-d70c3270-3ed9-4798-a225-224b16641383 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402756 Nov 12 09:21:17.958443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d20f5-3877-4185-b470-765144a84dc4 req-432a5a85-54f5-4a67-af04-13ce971d849b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:17.959914 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-522d20f5-3877-4185-b470-765144a84dc4 req-432a5a85-54f5-4a67-af04-13ce971d849b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0490661 Nov 12 09:21:18.007020 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-522d20f5-3877-4185-b470-765144a84dc4 req-f12a4df8-6d98-4758-a077-2c54c4b56506 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412431 Nov 12 09:21:19.124253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ec723-ea8f-4576-ab24-fee5bfcf89c6 req-b37c704d-e078-487e-8643-70983ca60c1e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:19.125730 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a6ec723-ea8f-4576-ab24-fee5bfcf89c6 req-b37c704d-e078-487e-8643-70983ca60c1e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0495050 Nov 12 09:21:19.177950 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a6ec723-ea8f-4576-ab24-fee5bfcf89c6 req-3d74aab5-0b7b-456e-9f75-22432b894ca7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461426 Nov 12 09:21:20.298680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcfd5-6fc4-47fc-99df-f659aed909f5 req-5fe392b3-9997-44ec-bfaf-43d133ff7a31 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:20.300148 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b38dcfd5-6fc4-47fc-99df-f659aed909f5 req-5fe392b3-9997-44ec-bfaf-43d133ff7a31 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0524206 Nov 12 09:21:20.348534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b38dcfd5-6fc4-47fc-99df-f659aed909f5 req-eca9e6f4-5318-45ea-bc5f-006c7e586524 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Nov 12 09:21:21.461471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5481b9-a850-4f72-9d31-157c6e27773f req-e4c3e0e0-e963-4d61-9527-b5758d29e493 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:21.462948 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d5481b9-a850-4f72-9d31-157c6e27773f req-e4c3e0e0-e963-4d61-9527-b5758d29e493 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0480604 Nov 12 09:21:21.510263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d5481b9-a850-4f72-9d31-157c6e27773f req-20227d8a-2603-4304-a894-62505306b804 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408561 Nov 12 09:21:22.041836 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:21:22.636264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e4df3-4487-4eeb-8826-a59644870920 req-e6786a74-7210-4c4c-a887-85f34b1ab1c7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:22.637798 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f8e4df3-4487-4eeb-8826-a59644870920 req-e6786a74-7210-4c4c-a887-85f34b1ab1c7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0598907 Nov 12 09:21:22.685705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6f8e4df3-4487-4eeb-8826-a59644870920 req-22ea934b-0035-495c-96d0-a7855269cf64 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Nov 12 09:21:22.958988 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.799225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147975b6-4f4a-4aba-bf41-a053f888a2fa req-bceab6f8-1096-4943-ae94-e1fe24775f80 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:23.800806 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-147975b6-4f4a-4aba-bf41-a053f888a2fa req-bceab6f8-1096-4943-ae94-e1fe24775f80 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0471938 Nov 12 09:21:23.848829 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-147975b6-4f4a-4aba-bf41-a053f888a2fa req-27f75e84-aa71-4ebc-95cf-7e92c9de4aef tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417273 Nov 12 09:21:24.967974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af694f5a-4249-4e9a-84ca-4e483b3a7ce9 req-96b3b982-1869-4856-bf7f-c1e569625318 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:24.969544 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af694f5a-4249-4e9a-84ca-4e483b3a7ce9 req-96b3b982-1869-4856-bf7f-c1e569625318 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0518258 Nov 12 09:21:24.986527 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-c33bfee3-d53c-4aa7-8b18-f0a1e373fdd8 service neutron] show failed (client error): The resource could not be found. Nov 12 09:21:24.987575 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-c33bfee3-d53c-4aa7-8b18-f0a1e373fdd8 service neutron] 10.222.0.52 "GET /v2.0/ports/5b768705-41c3-4555-953f-24930a4f751b/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.3668511 Nov 12 09:21:25.020567 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af694f5a-4249-4e9a-84ca-4e483b3a7ce9 req-713bf476-e4c9-4dad-9461-3e7a4e3f3a4f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446961 Nov 12 09:21:25.267836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-03053c67-db10-47cd-8b83-c79f4588e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:25.269357 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-03053c67-db10-47cd-8b83-c79f4588e878 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 1098 time: 0.0785658 Nov 12 09:21:25.284041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:25.335838 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.535294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:25.566501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:25.605910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b768705-41c3-4555-953f-24930a4f751b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:25.608284 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5498ce4f-2d43-4638-83f0-e4e180fa5360" -d '{"events": [{"server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "name": "network-vif-unplugged", "status": "completed", "tag": "5b768705-41c3-4555-953f-24930a4f751b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:25.612294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.624431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Transition to ACTIVE for port object 5b768705-41c3-4555-953f-24930a4f751b will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:21:25.628901 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.667313 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8914e9-8e6b-4f7b-b230-f375df7a1abb x-openstack-request-id: req-0d8914e9-8e6b-4f7b-b230-f375df7a1abb {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:25.667605 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "name": "network-vif-unplugged", "status": "completed", "tag": "5b768705-41c3-4555-953f-24930a4f751b", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:25.667854 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d8914e9-8e6b-4f7b-b230-f375df7a1abb {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:25.668236 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b768705-41c3-4555-953f-24930a4f751b', 'code': 200} Nov 12 09:21:25.719985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:25.734752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:25.735092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:25.735434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:25.735764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:25.736088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:25.736408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:25.736726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:25.737046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:25.737399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:25.737716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:25.738134 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:25.738332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:25.764319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] No DVR routers for this DVR port 5b768705-41c3-4555-953f-24930a4f751b on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:25.901084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Attempting to bind port 5b768705-41c3-4555-953f-24930a4f751b on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:25.901434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Attempting to bind port 5b768705-41c3-4555-953f-24930a4f751b by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:25.901759 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Attempting to bind port 5b768705-41c3-4555-953f-24930a4f751b on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:25.906531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Port 5b768705-41c3-4555-953f-24930a4f751b on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:21:25.906850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Attempting to bind port 5b768705-41c3-4555-953f-24930a4f751b on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:25.911540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:25.911866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:25.912243 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Bound using segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:25.912656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Bound port: 5b768705-41c3-4555-953f-24930a4f751b, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:25.913004 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.977011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:25.980380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:25.986899 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:26.024696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.025337 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:26.026711 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] 10.222.0.46 "PUT /v2.0/ports/5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1093 time: 0.7467155 Nov 12 09:21:26.051746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f72ff-5812-4534-8fde-af8b0c950cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:26.107938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-2a20ed7a-7d79-4b05-8cd6-0539b00fa48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.110117 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-2a20ed7a-7d79-4b05-8cd6-0539b00fa48e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1096 time: 0.0597317 Nov 12 09:21:26.156030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055ef1b-e4a8-47c0-bf17-8629fd02994b req-0f16f174-e32d-4192-ae49-dd2d3589179e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.157779 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5055ef1b-e4a8-47c0-bf17-8629fd02994b req-0f16f174-e32d-4192-ae49-dd2d3589179e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 944 time: 0.0569592 Nov 12 09:21:26.210430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-5da5d38f-e737-4b2b-8b3b-80877964b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.212113 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-5da5d38f-e737-4b2b-8b3b-80877964b080 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0933697 Nov 12 09:21:26.213737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5055ef1b-e4a8-47c0-bf17-8629fd02994b req-8133bd8d-d248-4188-b6fe-f25fff51b1be tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488698 Nov 12 09:21:26.288140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-2b91d62d-0dc4-415f-88ce-f3e22ec574e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1001 time: 0.0660157 Nov 12 09:21:26.344324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-11010436-8d0a-46c3-8763-ccf535a9aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.345708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-11010436-8d0a-46c3-8763-ccf535a9aa65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0481310 Nov 12 09:21:26.393632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-62a9f25a-a677-4a82-8230-6843e518efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.395139 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-62a9f25a-a677-4a82-8230-6843e518efd1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401223 Nov 12 09:21:26.488049 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-b4d0a875-4700-4d4f-9140-663325139aaa service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853870 Nov 12 09:21:26.579648 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d341dbc3-9ac6-4405-bccd-c4af447c4c3d req-1611d472-c583-4f61-bf3a-172ae00caef2 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843492 Nov 12 09:21:27.069677 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5b768705-41c3-4555-953f-24930a4f751b no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:27.107999 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5b768705-41c3-4555-953f-24930a4f751b not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:27.333405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0802599-d4de-42a9-8c80-0b4652e11e88 req-e0d815ca-2f3b-479e-becb-328a785e7c45 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:27.334858 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0802599-d4de-42a9-8c80-0b4652e11e88 req-e0d815ca-2f3b-479e-becb-328a785e7c45 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 944 time: 0.0537748 Nov 12 09:21:27.383522 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0802599-d4de-42a9-8c80-0b4652e11e88 req-99d863a2-2a72-4680-bc20-5a2521a3cb7e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408833 Nov 12 09:21:27.669561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'tag': '5b768705-41c3-4555-953f-24930a4f751b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:27.672593 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33f87da-8941-4802-866b-f1c99500fad3" -d '{"events": [{"name": "network-changed", "server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "tag": "5b768705-41c3-4555-953f-24930a4f751b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:27.726448 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffb56b9-5cbb-4019-847a-ad8fc16fa81d x-openstack-request-id: req-1ffb56b9-5cbb-4019-847a-ad8fc16fa81d {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:27.726761 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "tag": "5b768705-41c3-4555-953f-24930a4f751b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:27.727042 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ffb56b9-5cbb-4019-847a-ad8fc16fa81d {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:27.727447 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'tag': '5b768705-41c3-4555-953f-24930a4f751b', 'status': 'completed', 'code': 200} Nov 12 09:21:27.817517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f87da-8941-4802-866b-f1c99500fad3 req-a1c76466-86cc-4e1a-a06b-6989b643e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:27.819024 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-a1c76466-86cc-4e1a-a06b-6989b643e771 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1096 time: 0.0722651 Nov 12 09:21:27.821582 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f87da-8941-4802-866b-f1c99500fad3 req-a29aa123-edfd-4e65-8be9-d2943f0b4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:27.822955 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-a29aa123-edfd-4e65-8be9-d2943f0b4d88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1096 time: 0.0676892 Nov 12 09:21:27.980547 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f87da-8941-4802-866b-f1c99500fad3 req-3c9167ff-4160-4f93-8aa4-9dfec11d09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:27.982497 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-3c9167ff-4160-4f93-8aa4-9dfec11d09f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1560955 Nov 12 09:21:27.983581 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f87da-8941-4802-866b-f1c99500fad3 req-93b32cac-5150-4cd9-aec0-0d67fc745b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:27.984889 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-93b32cac-5150-4cd9-aec0-0d67fc745b3e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1515338 Nov 12 09:21:28.104435 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-34a0a032-3cbc-4a2f-be6c-2e5ebc6b01c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1001 time: 0.1122746 Nov 12 09:21:28.108805 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-3f1cea43-c52b-4460-9880-d81e1542fa55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1001 time: 0.1156123 Nov 12 09:21:28.188091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f87da-8941-4802-866b-f1c99500fad3 req-44c8ce2a-96e2-4a49-972b-f3f46185084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:28.189586 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-44c8ce2a-96e2-4a49-972b-f3f46185084e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0776176 Nov 12 09:21:28.190958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f87da-8941-4802-866b-f1c99500fad3 req-a1b4544a-9e59-4f72-a01a-370dd1771db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:28.192250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-a1b4544a-9e59-4f72-a01a-370dd1771db8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0731800 Nov 12 09:21:28.269138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f87da-8941-4802-866b-f1c99500fad3 req-0627d44b-0ea6-406a-af1a-71147d1b70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:28.270543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-0627d44b-0ea6-406a-af1a-71147d1b70b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732288 Nov 12 09:21:28.272317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f87da-8941-4802-866b-f1c99500fad3 req-4d6f12d1-5f55-4d0f-bd2b-4e677e4d0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:28.273700 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-4d6f12d1-5f55-4d0f-bd2b-4e677e4d0950 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683942 Nov 12 09:21:28.439398 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-333082a3-a826-429d-b097-c297e2ba4fc1 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534483 Nov 12 09:21:28.442985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-8ab56f3f-592e-47ce-98db-3660ed7e6cd3 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639814 Nov 12 09:21:28.644475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17262ff-ef49-4145-a3b8-ac17e0cce103 req-840ff35e-32ec-424e-9be0-3e31977e8e93 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:28.645894 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f17262ff-ef49-4145-a3b8-ac17e0cce103 req-840ff35e-32ec-424e-9be0-3e31977e8e93 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 944 time: 0.1627779 Nov 12 09:21:28.652363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-dbd48c77-4b50-434c-9217-5f244fc67628 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029700 Nov 12 09:21:28.655518 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c33f87da-8941-4802-866b-f1c99500fad3 req-52d607f6-8207-43f8-a916-eeca1455c06b service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973102 Nov 12 09:21:28.698279 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f17262ff-ef49-4145-a3b8-ac17e0cce103 req-a2a35017-3662-4cb0-ba2d-da6102f24fa5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448792 Nov 12 09:21:28.760385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3c94e-5a77-4d3c-9cd2-ac782f4ec6ea req-4c7a8dcf-5d68-42be-9f64-26e0996211c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:28.761916 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34f3c94e-5a77-4d3c-9cd2-ac782f4ec6ea req-4c7a8dcf-5d68-42be-9f64-26e0996211c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1096 time: 0.0419369 Nov 12 09:21:28.869849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3c94e-5a77-4d3c-9cd2-ac782f4ec6ea req-0168769b-52dc-4e07-b855-712de4bfbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:28.871302 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34f3c94e-5a77-4d3c-9cd2-ac782f4ec6ea req-0168769b-52dc-4e07-b855-712de4bfbcd7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0893133 Nov 12 09:21:28.937089 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34f3c94e-5a77-4d3c-9cd2-ac782f4ec6ea req-f67f8d60-dc84-45b6-81af-638a87f9c09f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1001 time: 0.0570109 Nov 12 09:21:28.989739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3c94e-5a77-4d3c-9cd2-ac782f4ec6ea req-9fe802c6-cacd-4e7a-97f2-6d7c59c39eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:28.991644 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34f3c94e-5a77-4d3c-9cd2-ac782f4ec6ea req-9fe802c6-cacd-4e7a-97f2-6d7c59c39eb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0462229 Nov 12 09:21:29.038290 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3c94e-5a77-4d3c-9cd2-ac782f4ec6ea req-f34c433f-4a24-4b10-bc36-e936fc953e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:29.039781 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34f3c94e-5a77-4d3c-9cd2-ac782f4ec6ea req-f34c433f-4a24-4b10-bc36-e936fc953e88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411615 Nov 12 09:21:29.082661 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.130193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34f3c94e-5a77-4d3c-9cd2-ac782f4ec6ea req-0e327457-a52f-4e9c-8395-3f37cf88e4b0 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820558 Nov 12 09:21:29.226706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-34f3c94e-5a77-4d3c-9cd2-ac782f4ec6ea req-635d4e52-f709-4b3e-930e-25c90ecf1208 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860217 Nov 12 09:21:29.820761 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c12f8-57e8-4a23-b53b-f7b949505841 req-69260cc4-47e9-4e25-989e-c98b79240792 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:29.822270 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-349c12f8-57e8-4a23-b53b-f7b949505841 req-69260cc4-47e9-4e25-989e-c98b79240792 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 944 time: 0.0507970 Nov 12 09:21:29.871663 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-349c12f8-57e8-4a23-b53b-f7b949505841 req-b12c97bd-606d-42fe-ac3c-ba03dd55bc99 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434256 Nov 12 09:21:30.023019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5b768705-41c3-4555-953f-24930a4f751b details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:21:30.116681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:30.127559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '5b768705-41c3-4555-953f-24930a4f751b', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'port_id': '5b768705-41c3-4555-953f-24930a4f751b', 'mac_address': 'fa:16:3e:ad:ec:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:21:30.168259 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:30.181001 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b768705-41c3-4555-953f-24930a4f751b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:30.199985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:30.203359 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:30.248287 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:30.255340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:30.255678 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:30.256012 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:30.256342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:30.256721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:30.256990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:30.257334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:30.257656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:30.257975 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:30.258292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:30.258636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:30.258953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:30.619256 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['5b768705-41c3-4555-953f-24930a4f751b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:30.988067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bcd42-1e38-4344-ab31-b02659633d76 req-ace3e535-e4d7-4364-9f67-76a62ce8bc37 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:30.989604 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-448bcd42-1e38-4344-ab31-b02659633d76 req-ace3e535-e4d7-4364-9f67-76a62ce8bc37 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 945 time: 0.0490510 Nov 12 09:21:31.036695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-448bcd42-1e38-4344-ab31-b02659633d76 req-b29c6486-e705-4d3f-884f-c437d10e2b81 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411370 Nov 12 09:21:31.352949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736732-318c-43fe-be53-f47165df0a4d req-03a4bf96-bc49-405c-bb06-fbcacd8b64ff tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:31.354499 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-03a4bf96-bc49-405c-bb06-fbcacd8b64ff tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.46 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 945 time: 0.0834537 Nov 12 09:21:31.366715 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69168815-3a7a-4bf5-9421-848b3a4d5323 req-5a2c7a01-0015-4c4a-86fd-301e7432a8e7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:31.368084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69168815-3a7a-4bf5-9421-848b3a4d5323 req-5a2c7a01-0015-4c4a-86fd-301e7432a8e7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 945 time: 0.0704792 Nov 12 09:21:31.448977 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-69168815-3a7a-4bf5-9421-848b3a4d5323 req-b471fccd-c4ea-4cd7-891c-9d90889f3fab tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749836 Nov 12 09:21:31.453385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-86c0a08e-c36c-4c85-9b30-0d8bb745eeb7 service neutron] 10.222.0.46 "GET /v2.0/ports/5b768705-41c3-4555-953f-24930a4f751b/bindings/n-h1-768851-18 HTTP/1.1" status: 200 len: 383 time: 0.0844038 Nov 12 09:21:31.527071 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736732-318c-43fe-be53-f47165df0a4d req-4774eb9a-49a8-4985-8541-84e97ea9868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:31.529096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-4774eb9a-49a8-4985-8541-84e97ea9868e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1097 time: 0.0450087 Nov 12 09:21:31.617711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736732-318c-43fe-be53-f47165df0a4d req-2214b07d-ec41-436d-ad3a-29c233d1cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:31.619205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-2214b07d-ec41-436d-ad3a-29c233d1cae9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0823863 Nov 12 09:21:31.687989 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-d0963c79-eb7c-4661-95c3-1e4dd9167e6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1002 time: 0.0615258 Nov 12 09:21:31.737981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736732-318c-43fe-be53-f47165df0a4d req-a951a502-8884-4d30-9190-ff509f016d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:31.739444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-a951a502-8884-4d30-9190-ff509f016d45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0439293 Nov 12 09:21:31.787349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736732-318c-43fe-be53-f47165df0a4d req-38af7be3-3f16-403e-804c-659083ad2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:31.788840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-38af7be3-3f16-403e-804c-659083ad2632 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421226 Nov 12 09:21:31.881681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-7fd138b5-0b30-4131-922e-acdf543cc1ab service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854099 Nov 12 09:21:31.973026 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-3de04b5e-eb29-4167-a3fe-dbd4e56dab29 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836945 Nov 12 09:21:32.039379 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5b768705-41c3-4555-953f-24930a4f751b up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:32.087009 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 5b768705-41c3-4555-953f-24930a4f751b completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:21:32.091047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 5b768705-41c3-4555-953f-24930a4f751b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:32.091415 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.166195 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.191522 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b768705-41c3-4555-953f-24930a4f751b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:32.193822 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bca73a7-b521-4986-8fc3-71567d8ce6ac" -d '{"events": [{"server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "name": "network-vif-plugged", "status": "completed", "tag": "5b768705-41c3-4555-953f-24930a4f751b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:32.206893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:32.211041 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.245849 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511875d5-a618-4a1e-af3d-d9d2d5d9fbb3 x-openstack-request-id: req-511875d5-a618-4a1e-af3d-d9d2d5d9fbb3 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:32.246144 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "name": "network-vif-plugged", "status": "completed", "tag": "5b768705-41c3-4555-953f-24930a4f751b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:32.246397 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-511875d5-a618-4a1e-af3d-d9d2d5d9fbb3 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:32.246784 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b768705-41c3-4555-953f-24930a4f751b', 'code': 200} Nov 12 09:21:32.260959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:32.571646 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacce69-759c-484f-9666-b70842e8f5fb req-f0bfcf55-8dcb-4bef-996b-5ec34f0a22d7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:32.573009 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-daacce69-759c-484f-9666-b70842e8f5fb req-f0bfcf55-8dcb-4bef-996b-5ec34f0a22d7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0544832 Nov 12 09:21:32.619968 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-daacce69-759c-484f-9666-b70842e8f5fb req-94270d0f-b596-46b8-89e7-195004af44a8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408478 Nov 12 09:21:33.737759 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae120bf-8b58-46fc-ab0f-a1504d11d36a req-1ae82f3e-d557-47f7-868b-40bc30a07e4c tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:33.739038 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aae120bf-8b58-46fc-ab0f-a1504d11d36a req-1ae82f3e-d557-47f7-868b-40bc30a07e4c tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0491395 Nov 12 09:21:33.790845 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-aae120bf-8b58-46fc-ab0f-a1504d11d36a req-2a32b0ac-6918-4bd0-af60-8567bec90d14 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450814 Nov 12 09:21:34.246684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736732-318c-43fe-be53-f47165df0a4d req-ccac6af0-d8b8-4680-903f-2ca4d7e3898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.248686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-ccac6af0-d8b8-4680-903f-2ca4d7e3898f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 1098 time: 0.0448525 Nov 12 09:21:34.261744 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:34.313244 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.829998 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:34.872103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:34.930464 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b768705-41c3-4555-953f-24930a4f751b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:34.932749 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fe7306-c0a1-4701-b436-43dcfae03688" -d '{"events": [{"server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "name": "network-vif-unplugged", "status": "completed", "tag": "5b768705-41c3-4555-953f-24930a4f751b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:34.938733 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.949048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032e1b5-6f82-460b-83cf-8885d49f3e91 req-fae19b64-0eba-487b-9c28-e13b993ec0d3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.950614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2032e1b5-6f82-460b-83cf-8885d49f3e91 req-fae19b64-0eba-487b-9c28-e13b993ec0d3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0894363 Nov 12 09:21:34.968362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Transition to ACTIVE for port object 5b768705-41c3-4555-953f-24930a4f751b will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:21:34.976416 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.007151 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358fe401-7be2-4d00-babc-bc2b6f4e40ea x-openstack-request-id: req-358fe401-7be2-4d00-babc-bc2b6f4e40ea {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:35.007451 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "name": "network-vif-unplugged", "status": "completed", "tag": "5b768705-41c3-4555-953f-24930a4f751b", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:35.007703 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-358fe401-7be2-4d00-babc-bc2b6f4e40ea {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:35.008090 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b768705-41c3-4555-953f-24930a4f751b', 'code': 200} Nov 12 09:21:35.057218 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2032e1b5-6f82-460b-83cf-8885d49f3e91 req-0577620b-6a3a-453b-b6e4-fc1436abdc91 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993643 Nov 12 09:21:35.085682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Pushing event updated for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=10']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:35.132309 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] No DVR routers for this DVR port 5b768705-41c3-4555-953f-24930a4f751b on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:35.268831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Attempting to bind port 5b768705-41c3-4555-953f-24930a4f751b on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:35.269534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Attempting to bind port 5b768705-41c3-4555-953f-24930a4f751b by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:35.269534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Attempting to bind port 5b768705-41c3-4555-953f-24930a4f751b on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:35.273649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Port 5b768705-41c3-4555-953f-24930a4f751b on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:21:35.273958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Attempting to bind port 5b768705-41c3-4555-953f-24930a4f751b on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:35.279662 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:35.279662 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:35.279956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Bound using segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:35.280365 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Bound port: 5b768705-41c3-4555-953f-24930a4f751b, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:35.280711 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.292751 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cd4d23c-0561-4dc7-834f-d5160e55f60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.346521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:35.349863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:35.354376 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.387953 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:35.388564 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.390144 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] 10.222.0.52 "PUT /v2.0/ports/5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1094 time: 1.1322038 Nov 12 09:21:35.411560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01231044-dedf-4c47-adde-149f2f296f72 service neutron] Pushing event updated for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=11']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:35.455825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736732-318c-43fe-be53-f47165df0a4d req-97d4819a-3675-4e37-9fda-1519b8ec4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:35.457376 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-97d4819a-3675-4e37-9fda-1519b8ec4941 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1097 time: 0.0428519 Nov 12 09:21:35.557465 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736732-318c-43fe-be53-f47165df0a4d req-07aaf50c-9d6b-4a16-9d3f-b412ce91040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:35.558955 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-07aaf50c-9d6b-4a16-9d3f-b412ce91040c service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0941653 Nov 12 09:21:35.626758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-7d98a9ab-4c0b-4a29-8506-e51861030de4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1001 time: 0.0590720 Nov 12 09:21:35.684079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736732-318c-43fe-be53-f47165df0a4d req-288e60c2-86ed-4490-a433-949f29dac4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:35.686101 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-288e60c2-86ed-4490-a433-949f29dac4b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0507033 Nov 12 09:21:35.735418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6736732-318c-43fe-be53-f47165df0a4d req-409c199e-82fa-47c9-9b10-67af37ccef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:35.736958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-409c199e-82fa-47c9-9b10-67af37ccef24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421908 Nov 12 09:21:35.827929 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-e407f138-acc5-440e-8ec5-19c03b88e4b7 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828624 Nov 12 09:21:35.921743 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a6736732-318c-43fe-be53-f47165df0a4d req-17ae7e57-eee0-41f0-a2e9-6a1581f5bbf3 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864515 Nov 12 09:21:36.177095 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4820d-0c68-4649-b487-fb8465cbf0c5 req-7cc08360-a42f-4063-8b97-30465a8bff92 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:36.178541 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7a4820d-0c68-4649-b487-fb8465cbf0c5 req-7cc08360-a42f-4063-8b97-30465a8bff92 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 945 time: 0.0491710 Nov 12 09:21:36.226104 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e7a4820d-0c68-4649-b487-fb8465cbf0c5 req-121e4b69-6d3c-4e94-8bce-18b1baf7b375 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417557 Nov 12 09:21:37.009524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'tag': '5b768705-41c3-4555-953f-24930a4f751b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:37.011916 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8a2904-44a2-40d2-b202-a5667b76f99f" -d '{"events": [{"name": "network-changed", "server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "tag": "5b768705-41c3-4555-953f-24930a4f751b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:37.059584 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5e636c-0089-4c3b-afdc-a150924a36cf x-openstack-request-id: req-6a5e636c-0089-4c3b-afdc-a150924a36cf {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:37.059876 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "tag": "5b768705-41c3-4555-953f-24930a4f751b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:37.060132 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a5e636c-0089-4c3b-afdc-a150924a36cf {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:37.060546 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'tag': '5b768705-41c3-4555-953f-24930a4f751b', 'status': 'completed', 'code': 200} Nov 12 09:21:37.149864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-0d792d59-293e-4ec7-8fbf-8bfd1be07200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.151345 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-0d792d59-293e-4ec7-8fbf-8bfd1be07200 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1097 time: 0.0649722 Nov 12 09:21:37.153896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-421a6349-27b5-4c76-af44-7fca79774669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.155231 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-421a6349-27b5-4c76-af44-7fca79774669 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 1097 time: 0.0769947 Nov 12 09:21:37.317931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-126c0340-142a-448a-bfea-f3fa3c5f883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.319405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-126c0340-142a-448a-bfea-f3fa3c5f883f service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1568372 Nov 12 09:21:37.320478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-735249d7-bfc3-41ea-9367-c749a2a02434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.322048 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-735249d7-bfc3-41ea-9367-c749a2a02434 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1522670 Nov 12 09:21:37.345435 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185d86c-0765-48aa-b390-4e743962626d req-1c680756-b33a-4b92-8a92-c0aa9b282210 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.347299 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8185d86c-0765-48aa-b390-4e743962626d req-1c680756-b33a-4b92-8a92-c0aa9b282210 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 945 time: 0.0519099 Nov 12 09:21:37.401516 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8185d86c-0765-48aa-b390-4e743962626d req-69d5e59b-84e3-47c7-921a-ee26133adf52 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455129 Nov 12 09:21:37.439068 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-e4a486c1-4cf5-45e0-b5c9-fd24fceafaa9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1001 time: 0.1118550 Nov 12 09:21:37.440873 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-7b761ef3-d1d4-4d05-b76e-1052abcfa198 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 200 len: 1001 time: 0.1072581 Nov 12 09:21:37.524448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-82bf7ea4-46ad-4e5e-8cac-699e4bc54cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.525869 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-82bf7ea4-46ad-4e5e-8cac-699e4bc54cbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0793476 Nov 12 09:21:37.530021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-824c3765-a5ef-4285-b4ff-4f68c3671f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.531359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-824c3765-a5ef-4285-b4ff-4f68c3671f36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0769737 Nov 12 09:21:37.589652 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef0f8-0bf7-4607-8aef-48976f94c215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.605664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-dba91483-8c27-4490-8c22-b48912a43f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.607250 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-dba91483-8c27-4490-8c22-b48912a43f3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747616 Nov 12 09:21:37.609135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-6d1d3a51-786b-4fc4-b127-15cbd287d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.610509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-6d1d3a51-786b-4fc4-b127-15cbd287d2fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704136 Nov 12 09:21:37.769437 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-046ec51e-b4dd-49d2-8ee9-8954d10a5da8 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539578 Nov 12 09:21:37.771305 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-bda90dfa-a41a-431f-836b-b07d9da355c6 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489499 Nov 12 09:21:37.935532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-68978efc-496f-4c57-a853-519cc87df7bf service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592302 Nov 12 09:21:37.937710 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc8a2904-44a2-40d2-b202-a5667b76f99f req-58416853-d6fc-43ea-9320-2166e20224e8 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544633 Nov 12 09:21:38.071691 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5b768705-41c3-4555-953f-24930a4f751b no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:38.113788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 5b768705-41c3-4555-953f-24930a4f751b not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:38.528638 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd55937-2db2-447d-a49b-17f4f022ab2b req-c9202703-916b-4325-bac1-4f39628dc0a0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:38.530113 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fd55937-2db2-447d-a49b-17f4f022ab2b req-c9202703-916b-4325-bac1-4f39628dc0a0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 945 time: 0.0546420 Nov 12 09:21:38.578168 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8fd55937-2db2-447d-a49b-17f4f022ab2b req-9848d4eb-9024-49f9-9d66-508e4d9ba26f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Nov 12 09:21:38.700707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eef70-dfb5-466c-9d5a-a8c54fa5d9ba req-fe459c7b-68d2-44c7-ac33-cac81d31e53a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:38.702139 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d9eef70-dfb5-466c-9d5a-a8c54fa5d9ba req-fe459c7b-68d2-44c7-ac33-cac81d31e53a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 945 time: 0.0538259 Nov 12 09:21:38.749652 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d9eef70-dfb5-466c-9d5a-a8c54fa5d9ba req-4b612816-e183-4366-b1ae-2035bd503dd9 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Nov 12 09:21:38.780811 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:38.870084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cc58b-d3f0-4d20-9d32-f7352958630c req-e51b6309-df23-4859-b6c5-c51a4e360c31 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:38.871707 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c9cc58b-d3f0-4d20-9d32-f7352958630c req-e51b6309-df23-4859-b6c5-c51a4e360c31 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 945 time: 0.0499399 Nov 12 09:21:38.919910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c9cc58b-d3f0-4d20-9d32-f7352958630c req-93224960-5184-4b26-a62a-72669778b4d9 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418613 Nov 12 09:21:39.157676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b2806-31a9-415c-8ff0-c099b9025238 req-dd8aae2c-4956-47d8-9954-4ff04a82bd76 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:39.159121 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-377b2806-31a9-415c-8ff0-c099b9025238 req-dd8aae2c-4956-47d8-9954-4ff04a82bd76 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 945 time: 0.0524139 Nov 12 09:21:39.168863 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5b768705-41c3-4555-953f-24930a4f751b details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:21:39.207273 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-377b2806-31a9-415c-8ff0-c099b9025238 req-31cb00e9-8631-4b0e-bdd5-85c30f5b0c6a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421228 Nov 12 09:21:39.270729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:39.287376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '5b768705-41c3-4555-953f-24930a4f751b', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'port_id': '5b768705-41c3-4555-953f-24930a4f751b', 'mac_address': 'fa:16:3e:ad:ec:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:21:39.322501 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.335400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b768705-41c3-4555-953f-24930a4f751b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:39.354791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:39.358598 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.405909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=12']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:39.661434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['5b768705-41c3-4555-953f-24930a4f751b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:40.147083 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.323781 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8759705-b96f-40ef-bb55-d0c81b4d0517 req-af765aac-bb7e-4910-b20a-f0a241ee7cbe tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:40.325202 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8759705-b96f-40ef-bb55-d0c81b4d0517 req-af765aac-bb7e-4910-b20a-f0a241ee7cbe tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0487709 Nov 12 09:21:40.373755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a8759705-b96f-40ef-bb55-d0c81b4d0517 req-5a3c9cdd-5f5e-458f-9ae1-01c02bcf5d8f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425925 Nov 12 09:21:40.598528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-caced028-b6ff-4535-a9fe-9ec5945eb1e6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:40.599905 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-caced028-b6ff-4535-a9fe-9ec5945eb1e6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 946 time: 0.0501101 Nov 12 09:21:40.692205 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Deleting port 5b768705-41c3-4555-953f-24930a4f751b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:40.692539 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.779214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] For port 5b768705-41c3-4555-953f-24930a4f751b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=5b768705-41c3-4555-953f-24930a4f751b,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:40.779601 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.951782 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.952145 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.952463 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Floating IP 5ef1724d-b882-496b-80c9-edcb6140d968 disassociated. External IP: 172.25.3.100, port: 5b768705-41c3-4555-953f-24930a4f751b. Nov 12 09:21:40.952808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Calling delete_port for 5b768705-41c3-4555-953f-24930a4f751b owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:41.054512 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.083895 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.112571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event deleted for resources: {'Port': ['ID=5b768705-41c3-4555-953f-24930a4f751b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:41.185457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5b768705-41c3-4555-953f-24930a4f751b no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:41.208297 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 5b768705-41c3-4555-953f-24930a4f751b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:41.208579 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 5b768705-41c3-4555-953f-24930a4f751b not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:41.239431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Router 63153253-ab56-4e87-9220-21ca0fe82820 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:41.351819 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:41.362095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8df22-314e-4352-b167-defeb4a93706 None None] Sync routers for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:41.374059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8df22-314e-4352-b167-defeb4a93706 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:41.374678 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-14e8df22-314e-4352-b167-defeb4a93706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:21:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:41.395860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] No DVR routers for this DVR port 5b768705-41c3-4555-953f-24930a4f751b on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:41.398855 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.402772 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-630a9e50-aaf4-4572-b4c4-c180633f9d28 req-e592c80a-fa0c-452e-a5b2-c8b217f47bd5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "DELETE /v2.0/ports/5b768705-41c3-4555-953f-24930a4f751b HTTP/1.1" status: 204 len: 173 time: 0.7959034 Nov 12 09:21:41.403125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'name': 'network-vif-deleted', 'tag': '5b768705-41c3-4555-953f-24930a4f751b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:41.406163 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4756ab02-22bc-4188-b3eb-4adf8db21080" -d '{"events": [{"server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "name": "network-vif-deleted", "tag": "5b768705-41c3-4555-953f-24930a4f751b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:41.461179 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d843e1-8bd8-4f23-a23b-64f51e3e842a x-openstack-request-id: req-99d843e1-8bd8-4f23-a23b-64f51e3e842a {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:41.461474 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6812c4ba-a5a0-48b8-b550-3e070b8e82fd", "name": "network-vif-deleted", "tag": "5b768705-41c3-4555-953f-24930a4f751b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:41.462117 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99d843e1-8bd8-4f23-a23b-64f51e3e842a {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:41.462542 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6812c4ba-a5a0-48b8-b550-3e070b8e82fd', 'name': 'network-vif-deleted', 'tag': '5b768705-41c3-4555-953f-24930a4f751b', 'status': 'completed', 'code': 200} Nov 12 09:21:41.493801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab893c63-13b2-48ed-b309-1441d73c99e3 req-3ed68771-f8c1-445b-a103-aa5efd800b27 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=6812c4ba-a5a0-48b8-b550-3e070b8e82fd HTTP/1.1" status: 200 len: 210 time: 0.0297062 Nov 12 09:21:41.497840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-14e8df22-314e-4352-b167-defeb4a93706 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:41.701840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-14e8df22-314e-4352-b167-defeb4a93706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:41.728366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8df22-314e-4352-b167-defeb4a93706 None None] Checking router: 63153253-ab56-4e87-9220-21ca0fe82820 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:41.737017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8df22-314e-4352-b167-defeb4a93706 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:41.737644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-14e8df22-314e-4352-b167-defeb4a93706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:21:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:41.847273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-14e8df22-314e-4352-b167-defeb4a93706 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:42.055100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-14e8df22-314e-4352-b167-defeb4a93706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:42.084300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8df22-314e-4352-b167-defeb4a93706 None None] The sync data for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 is: [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:42.295106 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc44f5e-921f-4272-920f-08b38666eb84 None None] New status for floating IP 5ef1724d-b882-496b-80c9-edcb6140d968: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:21:42.773934 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-e529838a-0414-4fed-a889-2345db060433 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1050043003&fields=id&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 267 time: 0.0418468 Nov 12 09:21:42.883730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-381cf11a-18c3-4f5f-bdc7-c0445e7cfc40 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:42.885264 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-381cf11a-18c3-4f5f-bdc7-c0445e7cfc40 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 812 time: 0.1045468 Nov 12 09:21:42.900620 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-cb6c6e03-56bb-46e5-9004-c707275a3fd7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/quotas/7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 375 time: 0.0092361 Nov 12 09:21:42.960647 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-1b41404e-ab7b-4735-a728-e763e71f2e24 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536499 Nov 12 09:21:42.977092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-1e153fbb-324a-462e-8b02-78c0b6eaee82 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:21:42.978072 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-1e153fbb-324a-462e-8b02-78c0b6eaee82 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051084 Nov 12 09:21:43.071385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-20687faf-00d1-48f2-abbc-178c9f213147 service neutron] 10.222.0.31 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869229 Nov 12 09:21:43.160321 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed25e5fa-103f-4fa7-b5de-ef188ea13dcb service neutron] 10.222.0.31 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828834 Nov 12 09:21:43.326268 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e0ba5e14-0962-4d38-84ee-2c005ff59198 req-c9814e4b-c7cd-454b-9c40-92c1926886df tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 210 time: 0.0266910 Nov 12 09:21:44.332232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-981cf992-4115-4b41-8288-edc31b264227 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:44.333635 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-981cf992-4115-4b41-8288-edc31b264227 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 812 time: 0.1019101 Nov 12 09:21:44.403279 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-a77a8f39-f2da-46de-a89a-9865ec0186d5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 380 time: 0.0595040 Nov 12 09:21:44.413774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Request body: {'port': {'device_id': '19b84257-d9fc-497e-823a-f60c02b565bc', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'admin_state_up': True, 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'security_groups': ['946edb6f-fad0-44bf-bc0f-7edeb3e9e645']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:44.430842 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6aa0da46-41b3-4e08-9629-df1a38e2b7e5 req-fa994b02-4775-42bb-b5de-d43d99bc9698 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 210 time: 0.0311978 Nov 12 09:21:44.524541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Made reservation on behalf of 7737ace6dc7b4670a006bdf92fe2d7cf for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:44.528430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.659175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Allocated IP 172.20.0.8 (9e647ae9-ea63-47b7-b2de-80635abaebb9/296051de-65d4-4f67-9a1e-536ad9020287/af73c7d5-edfc-4714-9345-5a3a55291d94) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:44.796999 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.828114 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.869528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Network 9e647ae9-ea63-47b7-b2de-80635abaebb9 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:44.872519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:44.878362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:44.904482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:44.934398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:44.935024 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.952422 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed8ef9f3-7bcf-48b8-a723-b80feedc065b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424192 Nov 12 09:21:44.966319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Request body: {'port': {'device_id': '19b84257-d9fc-497e-823a-f60c02b565bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:45.025689 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.128825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-774ba293-b13b-4882-a779-5b471af35d1d None None] Provisioning complete for port af73c7d5-edfc-4714-9345-5a3a55291d94 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:45.129514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-774ba293-b13b-4882-a779-5b471af35d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.163546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-774ba293-b13b-4882-a779-5b471af35d1d None None] Port af73c7d5-edfc-4714-9345-5a3a55291d94 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:45.291251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af73c7d5-edfc-4714-9345-5a3a55291d94 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:45.298543 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.310373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Transition to ACTIVE for port object af73c7d5-edfc-4714-9345-5a3a55291d94 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:21:45.314094 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.367601 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:45.437757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Attempting to bind port af73c7d5-edfc-4714-9345-5a3a55291d94 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:45.438096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Attempting to bind port af73c7d5-edfc-4714-9345-5a3a55291d94 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:45.438428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Attempting to bind port af73c7d5-edfc-4714-9345-5a3a55291d94 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:45.443251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Port af73c7d5-edfc-4714-9345-5a3a55291d94 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:21:45.443577 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Attempting to bind port af73c7d5-edfc-4714-9345-5a3a55291d94 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:45.448779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:45.449147 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:45.450201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Bound using segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:45.450630 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Bound port: af73c7d5-edfc-4714-9345-5a3a55291d94, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:45.450988 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.546025 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:45.560765 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:45.566534 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.580606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719bdef-e3c4-476b-8ce2-849db700b23f req-0e37c291-0653-462c-ac83-4900387e20da tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:45.582140 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1719bdef-e3c4-476b-8ce2-849db700b23f req-0e37c291-0653-462c-ac83-4900387e20da tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0784276 Nov 12 09:21:45.623950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:45.624566 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.625944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] 10.222.0.52 "PUT /v2.0/ports/af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1092 time: 0.6645889 Nov 12 09:21:45.630436 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:45.632696 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d83ad8-1440-4ab2-b3d0-62503555859d" -d '{"events": [{"name": "network-changed", "server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:45.670373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0e381-fc05-4144-aea5-afc0c0dfb747 service neutron] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:45.694252 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0147b0db-436a-4831-ad69-364b2219270a x-openstack-request-id: req-0147b0db-436a-4831-ad69-364b2219270a {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:45.694542 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:45.694788 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0147b0db-436a-4831-ad69-364b2219270a {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:45.695179 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'status': 'completed', 'code': 200} Nov 12 09:21:45.722400 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1719bdef-e3c4-476b-8ce2-849db700b23f req-393ba9dd-594f-457a-986c-068668189402 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164227 Nov 12 09:21:45.738124 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-bd6a6de1-0ee1-4c96-8bcc-ae42d26855c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:45.740101 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-bd6a6de1-0ee1-4c96-8bcc-ae42d26855c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1095 time: 0.0617733 Nov 12 09:21:45.784483 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-7ca6831d-a43c-4ab9-9137-27b67fefbeb9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 217 time: 0.0362539 Nov 12 09:21:45.838492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-8356488c-4ce2-442b-9ee6-f684d98fce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:45.840024 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-8356488c-4ce2-442b-9ee6-f684d98fce98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0474613 Nov 12 09:21:45.890069 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed42cd5c-43d7-4c16-ab88-60edc1fcfbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:45.891478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-ed42cd5c-43d7-4c16-ab88-60edc1fcfbe6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448895 Nov 12 09:21:45.982984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-19500a82-776d-4fbf-a5fa-71a2dab66a8e service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831714 Nov 12 09:21:46.080712 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23753a1c-1cc1-42aa-bf3c-bef5d22c0677 req-db225176-e316-4e82-9da6-f0925b50c93d service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900843 Nov 12 09:21:46.166009 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d83ad8-1440-4ab2-b3d0-62503555859d req-54383e1e-dde3-468a-8010-b53d09f6f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:46.167517 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82d83ad8-1440-4ab2-b3d0-62503555859d req-54383e1e-dde3-468a-8010-b53d09f6f86f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1095 time: 0.0414195 Nov 12 09:21:46.262674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d83ad8-1440-4ab2-b3d0-62503555859d req-11c4aa63-f2ee-453f-b501-fa1d3d7bb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:46.264278 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82d83ad8-1440-4ab2-b3d0-62503555859d req-11c4aa63-f2ee-453f-b501-fa1d3d7bb079 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0869124 Nov 12 09:21:46.306826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82d83ad8-1440-4ab2-b3d0-62503555859d req-8f0ee7a5-254c-42dc-9459-97c7e0674bf8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 217 time: 0.0352283 Nov 12 09:21:46.355552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d83ad8-1440-4ab2-b3d0-62503555859d req-380d83ba-6cd1-4351-ba5f-c5e97cffcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:46.357558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82d83ad8-1440-4ab2-b3d0-62503555859d req-380d83ba-6cd1-4351-ba5f-c5e97cffcec4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0430176 Nov 12 09:21:46.408021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d83ad8-1440-4ab2-b3d0-62503555859d req-5bf84c36-261a-4d87-a188-c63db319833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:46.409605 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82d83ad8-1440-4ab2-b3d0-62503555859d req-5bf84c36-261a-4d87-a188-c63db319833e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436659 Nov 12 09:21:46.802115 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82d83ad8-1440-4ab2-b3d0-62503555859d req-6e93e273-e237-45f4-8029-e4b8a0b4ba1d service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844206 Nov 12 09:21:46.844399 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d93a5d-592e-45ba-be73-17aba5f5c027 req-23f8fbd1-63c6-4bf2-9b58-b73a1d57f99f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:46.846286 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-86d93a5d-592e-45ba-be73-17aba5f5c027 req-23f8fbd1-63c6-4bf2-9b58-b73a1d57f99f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0496278 Nov 12 09:21:46.894551 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-86d93a5d-592e-45ba-be73-17aba5f5c027 req-f44c65da-c184-4618-9786-0ab34bdb3819 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421603 Nov 12 09:21:46.897377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82d83ad8-1440-4ab2-b3d0-62503555859d req-06f28dac-8044-427f-8a38-a90600e9bc08 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867620 Nov 12 09:21:48.011639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167125de-cb50-474a-9c59-773048ea24d0 req-f0193162-a692-4d13-b48d-c14049f4b561 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:48.013162 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-167125de-cb50-474a-9c59-773048ea24d0 req-f0193162-a692-4d13-b48d-c14049f4b561 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0508265 Nov 12 09:21:48.061389 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-167125de-cb50-474a-9c59-773048ea24d0 req-8efa107d-ea18-41c4-9dcc-57bdcf8f4bbf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Nov 12 09:21:49.177958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58b046-d76c-4371-a8f2-22b417031d3b req-6ad7d8be-ddc1-4a91-97e2-2c9ac10c1515 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:49.179143 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6b58b046-d76c-4371-a8f2-22b417031d3b req-6ad7d8be-ddc1-4a91-97e2-2c9ac10c1515 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0485268 Nov 12 09:21:49.225267 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device af73c7d5-edfc-4714-9345-5a3a55291d94 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:21:49.228745 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6b58b046-d76c-4371-a8f2-22b417031d3b req-6a0dca2d-4a04-4c1b-88c8-66db152c71c7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Nov 12 09:21:49.471084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:49.481717 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'port_id': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'mac_address': 'fa:16:3e:a0:24:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:21:49.521390 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.533549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af73c7d5-edfc-4714-9345-5a3a55291d94 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:49.552392 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:49.556419 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.601485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:49.747621 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['af73c7d5-edfc-4714-9345-5a3a55291d94'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:50.352817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f78f0f-d2cc-4402-9acd-2ffd8e5e34d7 req-96789063-8635-4841-8b72-5df48475ba05 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:50.354338 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5f78f0f-d2cc-4402-9acd-2ffd8e5e34d7 req-96789063-8635-4841-8b72-5df48475ba05 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0492544 Nov 12 09:21:50.405145 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a5f78f0f-d2cc-4402-9acd-2ffd8e5e34d7 req-c9ff4d12-c847-451b-aec5-d1fc723844af tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445340 Nov 12 09:21:51.241817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device af73c7d5-edfc-4714-9345-5a3a55291d94 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:51.290110 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port af73c7d5-edfc-4714-9345-5a3a55291d94 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:21:51.294180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port af73c7d5-edfc-4714-9345-5a3a55291d94 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:51.294549 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.374418 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.397453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:51.399701 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eadcd34-fd52-4693-9bc7-deaaf611cf97" -d '{"events": [{"server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "name": "network-vif-plugged", "status": "completed", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:51.412882 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:51.417193 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.442767 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aa1fd3-7d18-4fc6-af1e-2242aa6c7fbc x-openstack-request-id: req-36aa1fd3-7d18-4fc6-af1e-2242aa6c7fbc {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:51.443125 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "name": "network-vif-plugged", "status": "completed", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:51.443289 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36aa1fd3-7d18-4fc6-af1e-2242aa6c7fbc {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:51.443675 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'code': 200} Nov 12 09:21:51.475159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:51.557575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f839fec-4ef5-4bd7-b391-b41d63709938 req-97bcd55a-11f3-4181-b9e6-016114ea60e2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:51.558983 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f839fec-4ef5-4bd7-b391-b41d63709938 req-97bcd55a-11f3-4181-b9e6-016114ea60e2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0805893 Nov 12 09:21:51.562269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb05d-efb0-4b61-a385-f8883f48ddee req-1f321ef8-8543-4109-978d-45b5b15ebb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:51.563611 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ae9eb05d-efb0-4b61-a385-f8883f48ddee req-1f321ef8-8543-4109-978d-45b5b15ebb88 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1097 time: 0.0586386 Nov 12 09:21:51.648994 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f839fec-4ef5-4bd7-b391-b41d63709938 req-cf27c2aa-3b0e-4e6f-ac8d-ec4589680772 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830154 Nov 12 09:21:51.652154 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ae9eb05d-efb0-4b61-a385-f8883f48ddee req-e7c94b9d-1244-4334-a89c-f8dc82dadff7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805802 Nov 12 09:21:52.770290 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1e156-05a8-47ce-83a1-59f0af2a55e2 req-b5c6ed7b-3c96-4916-9763-d8b43fb446b6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:52.771809 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9de1e156-05a8-47ce-83a1-59f0af2a55e2 req-b5c6ed7b-3c96-4916-9763-d8b43fb446b6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0526972 Nov 12 09:21:52.821010 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9de1e156-05a8-47ce-83a1-59f0af2a55e2 req-f21a3a2b-fffa-41b1-9398-77e5c12712ab tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430880 Nov 12 09:21:52.958573 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.944543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b5ed0-0bb8-458e-8599-e1432b3cc8f4 req-95de5dbd-d56c-42dc-a7d7-649b81e531d7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:53.946062 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b3b5ed0-0bb8-458e-8599-e1432b3cc8f4 req-95de5dbd-d56c-42dc-a7d7-649b81e531d7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0541470 Nov 12 09:21:53.995264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8b3b5ed0-0bb8-458e-8599-e1432b3cc8f4 req-d5636715-498a-4840-9797-a45418a44908 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433414 Nov 12 09:21:54.109869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d35da9-cefc-4aa5-94c8-b49503c94ab0 req-4fd61de8-c255-430d-b6e9-a1f0fe4687a0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:54.111287 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a3d35da9-cefc-4aa5-94c8-b49503c94ab0 req-4fd61de8-c255-430d-b6e9-a1f0fe4687a0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0492241 Nov 12 09:21:54.120128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47384) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:54.125329 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fafe250d-5178-453b-8b0a-664eeedcc11b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Request body: {'floatingip': {'port_id': 'af73c7d5-edfc-4714-9345-5a3a55291d94'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:54.166765 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fafe250d-5178-453b-8b0a-664eeedcc11b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.605160 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fafe250d-5178-453b-8b0a-664eeedcc11b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.609801 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fafe250d-5178-453b-8b0a-664eeedcc11b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.711119 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-fafe250d-5178-453b-8b0a-664eeedcc11b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Floating IP 5ef1724d-b882-496b-80c9-edcb6140d968 associated. External IP: 172.25.3.100, port: af73c7d5-edfc-4714-9345-5a3a55291d94. Nov 12 09:21:54.917722 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafe250d-5178-453b-8b0a-664eeedcc11b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Router 63153253-ab56-4e87-9220-21ca0fe82820 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:55.025310 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafe250d-5178-453b-8b0a-664eeedcc11b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:55.030804 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fafe250d-5178-453b-8b0a-664eeedcc11b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.035414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad54531-32ea-4e45-ba3c-3b0cfda18116 None None] Sync routers for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:55.044719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad54531-32ea-4e45-ba3c-3b0cfda18116 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:55.045375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1ad54531-32ea-4e45-ba3c-3b0cfda18116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:21:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:55.057853 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fafe250d-5178-453b-8b0a-664eeedcc11b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "PUT /v2.0/floatingips/5ef1724d-b882-496b-80c9-edcb6140d968 HTTP/1.1" status: 200 len: 992 time: 0.9366405 Nov 12 09:21:55.058515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:55.119072 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2577e2-3f04-4e29-b980-460b2d7ac8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:55.163630 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-1ad54531-32ea-4e45-ba3c-3b0cfda18116 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:55.205505 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3849ec85-693a-44d1-8f45-4f0958f524d0 x-openstack-request-id: req-3849ec85-693a-44d1-8f45-4f0958f524d0 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:55.205836 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:55.206095 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3849ec85-693a-44d1-8f45-4f0958f524d0 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:55.206499 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'status': 'completed', 'code': 200} Nov 12 09:21:55.268508 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2577e2-3f04-4e29-b980-460b2d7ac8d3 req-d9e283df-0b04-4429-9c6b-d380d5b4c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:55.270047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b2577e2-3f04-4e29-b980-460b2d7ac8d3 req-d9e283df-0b04-4429-9c6b-d380d5b4c79b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1097 time: 0.0415494 Nov 12 09:21:55.368278 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2577e2-3f04-4e29-b980-460b2d7ac8d3 req-5263bb1f-000d-4971-a8e1-0c4595458a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:55.369792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b2577e2-3f04-4e29-b980-460b2d7ac8d3 req-5263bb1f-000d-4971-a8e1-0c4595458a00 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0931003 Nov 12 09:21:55.404285 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1ad54531-32ea-4e45-ba3c-3b0cfda18116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5ef1724d-b882-496b-80c9-edcb6140d968', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'port_id': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'mac_address': 'fa:16:3e:a0:24:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b84257-d9fc-497e-823a-f60c02b565bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:37Z', 'updated_at': '2021-11-12T09:21:54Z', 'revision_number': 13, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:55.433243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad54531-32ea-4e45-ba3c-3b0cfda18116 None None] Checking router: 63153253-ab56-4e87-9220-21ca0fe82820 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:55.437992 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b2577e2-3f04-4e29-b980-460b2d7ac8d3 req-11df5424-079a-4942-a2e2-629c7cab0932 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1000 time: 0.0607221 Nov 12 09:21:55.443352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad54531-32ea-4e45-ba3c-3b0cfda18116 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:55.444643 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1ad54531-32ea-4e45-ba3c-3b0cfda18116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:21:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:55.491687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2577e2-3f04-4e29-b980-460b2d7ac8d3 req-ccdbc576-c3ce-494d-a170-bfaeae08efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:55.493190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b2577e2-3f04-4e29-b980-460b2d7ac8d3 req-ccdbc576-c3ce-494d-a170-bfaeae08efac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0485976 Nov 12 09:21:55.543488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2577e2-3f04-4e29-b980-460b2d7ac8d3 req-f09cbbf5-4711-4239-8eb0-691dcca9c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:55.544993 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b2577e2-3f04-4e29-b980-460b2d7ac8d3 req-f09cbbf5-4711-4239-8eb0-691dcca9c194 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445795 Nov 12 09:21:55.560104 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-1ad54531-32ea-4e45-ba3c-3b0cfda18116 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:55.639026 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b2577e2-3f04-4e29-b980-460b2d7ac8d3 req-21badbfc-b60e-4ef1-a4b5-f01cbafe1eb2 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851676 Nov 12 09:21:55.737064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b2577e2-3f04-4e29-b980-460b2d7ac8d3 req-9075679e-500b-4f2d-b031-82ae9d7bae29 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910010 Nov 12 09:21:55.806312 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-1ad54531-32ea-4e45-ba3c-3b0cfda18116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5ef1724d-b882-496b-80c9-edcb6140d968', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'port_id': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'mac_address': 'fa:16:3e:a0:24:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b84257-d9fc-497e-823a-f60c02b565bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:37Z', 'updated_at': '2021-11-12T09:21:54Z', 'revision_number': 13, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:55.834902 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad54531-32ea-4e45-ba3c-3b0cfda18116 None None] The sync data for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 is: [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '5ef1724d-b882-496b-80c9-edcb6140d968', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'port_id': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'mac_address': 'fa:16:3e:a0:24:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b84257-d9fc-497e-823a-f60c02b565bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:37Z', 'updated_at': '2021-11-12T09:21:54Z', 'revision_number': 13, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:56.048190 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4cfff-7a0b-4a59-9b24-2e78ea1ebd9c None None] New status for floating IP 5ef1724d-b882-496b-80c9-edcb6140d968: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:21:59.041404 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:21:59.085875 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:05.293724 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2eaef7f1-5c46-4590-9171-a955318c4fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:07.585369 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f13286a6-c863-431c-8b0d-5d4f19d71b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.776548 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:10.157023 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.057978 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:22.972990 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.095338 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-340033af-9e34-48c9-9ecf-95f29de8128d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534186 Nov 12 09:22:28.188079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-f5c65afa-621d-44bd-b81d-e6f44779cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:28.190228 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-f5c65afa-621d-44bd-b81d-e6f44779cb12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1097 time: 0.0417697 Nov 12 09:22:28.307778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-363c942c-5864-4acb-906d-c5269183f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:28.309309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-363c942c-5864-4acb-906d-c5269183f852 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0959222 Nov 12 09:22:28.378692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-41e0ec04-8571-46e4-9cd4-664f050f7b20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1002 time: 0.0607655 Nov 12 09:22:28.433993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-d384f8e0-9774-4c9e-8b66-7dc35a66907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:28.435479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-d384f8e0-9774-4c9e-8b66-7dc35a66907e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0494313 Nov 12 09:22:28.482045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-91add660-e17e-4f8c-b66c-bd2c03f04b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:28.483558 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-91add660-e17e-4f8c-b66c-bd2c03f04b2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406265 Nov 12 09:22:28.496261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-12c3854e-6fa4-4865-be5e-0597b3ff2825 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:22:28.497466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-12c3854e-6fa4-4865-be5e-0597b3ff2825 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055778 Nov 12 09:22:28.595444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-cf5c8847-3e99-4c25-849c-49b812446088 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903955 Nov 12 09:22:28.694171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ad5c0eed-3d23-44fd-b059-020d87d3d514 req-2717eb28-211c-41e6-bf89-c4bbaf16edbf service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898318 Nov 12 09:22:29.088102 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.295888 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c79d4298-bc98-44e7-a0ed-699c41f2b678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.042487 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:22:37.587742 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c7247f7-eb85-459f-84c1-94fcfb23b2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.779849 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.152004 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.060780 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.991996 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.092743 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.299356 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6df5bcf1-848e-4f60-9260-74251aa0b281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.589145 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4e78d813-e8f6-442b-a051-f828bf8a467e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.782457 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.157816 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.064245 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.041869 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:23:23.002343 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.045264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-780b9c7f-cdb7-4525-be75-59a889c48938 req-70865b76-6bd7-4ae0-9de5-a85161b83540 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439293 Nov 12 09:23:28.136779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b9c7f-cdb7-4525-be75-59a889c48938 req-f0a2cda0-a854-457c-88f6-1daaa819a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:28.138400 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-780b9c7f-cdb7-4525-be75-59a889c48938 req-f0a2cda0-a854-457c-88f6-1daaa819a959 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1097 time: 0.0504632 Nov 12 09:23:28.249505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b9c7f-cdb7-4525-be75-59a889c48938 req-c0245516-f953-4161-b14c-f07c7c5eb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:28.250981 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-780b9c7f-cdb7-4525-be75-59a889c48938 req-c0245516-f953-4161-b14c-f07c7c5eb240 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0926096 Nov 12 09:23:28.318858 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-780b9c7f-cdb7-4525-be75-59a889c48938 req-70756f6d-594b-451e-9bdb-89a6609b2e94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1002 time: 0.0601945 Nov 12 09:23:28.375452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b9c7f-cdb7-4525-be75-59a889c48938 req-900a29b6-2f81-418e-b81c-c5541e444a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:28.376924 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-780b9c7f-cdb7-4525-be75-59a889c48938 req-900a29b6-2f81-418e-b81c-c5541e444a3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0502124 Nov 12 09:23:28.425512 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b9c7f-cdb7-4525-be75-59a889c48938 req-f12b21fe-84fb-40c3-b3cb-d40103e915b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:28.427035 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-780b9c7f-cdb7-4525-be75-59a889c48938 req-f12b21fe-84fb-40c3-b3cb-d40103e915b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411754 Nov 12 09:23:28.526450 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-780b9c7f-cdb7-4525-be75-59a889c48938 req-9ceece0f-883c-4c38-ab4a-b62803ba8c49 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913441 Nov 12 09:23:28.626369 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-780b9c7f-cdb7-4525-be75-59a889c48938 req-2dd3ed04-0f75-4587-a491-b1c6d33bf9ab service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903189 Nov 12 09:23:29.102951 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:33.837195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286ab48-f3ed-402a-a8e4-0632d767e28f req-25d3ede4-1c3c-43b5-865e-8dddf956f3bb tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:33.838556 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1286ab48-f3ed-402a-a8e4-0632d767e28f req-25d3ede4-1c3c-43b5-865e-8dddf956f3bb tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0503557 Nov 12 09:23:33.890377 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1286ab48-f3ed-402a-a8e4-0632d767e28f req-9313f6b2-fcf7-42b4-b566-abfc6e76ff1e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455086 Nov 12 09:23:35.301194 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4debc034-61fb-45cf-b9c9-fc47f6d968e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.592494 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4737cbd-5fd0-4749-893b-bf3de8929a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.784474 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.157416 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.066631 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.923030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-ce0ff9cd-1df9-41e7-9a58-647174a2e9cc req-d1393098-642d-4746-b8f8-141771ed8a5d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:23:45.924010 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ce0ff9cd-1df9-41e7-9a58-647174a2e9cc req-d1393098-642d-4746-b8f8-141771ed8a5d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053971 Nov 12 09:23:46.087091 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-917813bd-4391-4f3b-bb07-2a1a684e387b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404522 Nov 12 09:23:46.110132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72330790-a007-4a88-8a7c-f30a60381226 req-1288654a-3a1e-4675-bff4-09789be3e902 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:46.111853 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72330790-a007-4a88-8a7c-f30a60381226 req-1288654a-3a1e-4675-bff4-09789be3e902 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0519197 Nov 12 09:23:46.161327 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72330790-a007-4a88-8a7c-f30a60381226 req-00bb35e9-c1e8-4161-8af3-049290437587 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433621 Nov 12 09:23:47.280192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cb32b-434c-4cdb-8042-8f9d03be77e8 req-bf924033-94f2-4100-8c84-7f9f7aec15f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:47.281630 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff7cb32b-434c-4cdb-8042-8f9d03be77e8 req-bf924033-94f2-4100-8c84-7f9f7aec15f2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0492942 Nov 12 09:23:47.332410 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ff7cb32b-434c-4cdb-8042-8f9d03be77e8 req-e4333a28-e8ce-4a05-978f-ad40f80702df tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446475 Nov 12 09:23:48.458203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fff77f-184a-44a4-95dc-27baacb41f70 req-3c523ea5-a3ce-4ea2-93f0-3ff44a86d78a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:48.459730 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54fff77f-184a-44a4-95dc-27baacb41f70 req-3c523ea5-a3ce-4ea2-93f0-3ff44a86d78a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0566087 Nov 12 09:23:48.513840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-54fff77f-184a-44a4-95dc-27baacb41f70 req-1388754e-6f3c-4002-bafd-854635fb4d27 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474319 Nov 12 09:23:49.644173 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a730f-62a8-45d4-aaf2-b848016e6630 req-8959eb1a-4011-45e1-8547-167d54fafd72 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:49.645789 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bc9a730f-62a8-45d4-aaf2-b848016e6630 req-8959eb1a-4011-45e1-8547-167d54fafd72 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0520358 Nov 12 09:23:49.697946 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bc9a730f-62a8-45d4-aaf2-b848016e6630 req-606377fe-3e59-4d9f-82e2-8fa56fe412ca tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462065 Nov 12 09:23:50.042066 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:23:50.823846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97097579-a5e5-4787-8fb9-df4ae08eee26 req-81f13740-57bc-491c-970e-7d68511242c5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:50.829563 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97097579-a5e5-4787-8fb9-df4ae08eee26 req-81f13740-57bc-491c-970e-7d68511242c5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0588751 Nov 12 09:23:50.876124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97097579-a5e5-4787-8fb9-df4ae08eee26 req-3b9f19f4-43dd-4cda-bf39-673f8e8b2b6e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446956 Nov 12 09:23:51.274139 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023c793-8fe6-495e-bd56-121a88117a83 req-202d1ae3-f919-4592-88a9-cfdd91d313a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.275583 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-202d1ae3-f919-4592-88a9-cfdd91d313a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1097 time: 0.0468299 Nov 12 09:23:51.371602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023c793-8fe6-495e-bd56-121a88117a83 req-191205e4-ef52-4a81-80eb-609f38060203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.373079 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-191205e4-ef52-4a81-80eb-609f38060203 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0901079 Nov 12 09:23:51.445407 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-854b4787-952f-4a15-a311-b96d0d31a65f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1002 time: 0.0644858 Nov 12 09:23:51.495362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023c793-8fe6-495e-bd56-121a88117a83 req-04cdbbb1-977c-466a-8362-cc7d7e6132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.496855 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-04cdbbb1-977c-466a-8362-cc7d7e6132b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0438797 Nov 12 09:23:51.544640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023c793-8fe6-495e-bd56-121a88117a83 req-93ffc89d-8261-449b-be2c-b25f5a2b4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.544862 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-93ffc89d-8261-449b-be2c-b25f5a2b4613 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407057 Nov 12 09:23:51.642645 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-f39333b2-7dad-4419-a74a-6b861482e9e6 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907123 Nov 12 09:23:51.734734 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-d382f15d-d607-43df-8828-097c8db6a8e6 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850265 Nov 12 09:23:52.095314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25950b44-c466-47e7-b844-7ca3f5a1e5b0 req-792356ed-0298-4677-a5b2-4ba7e30e9e95 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:52.096819 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25950b44-c466-47e7-b844-7ca3f5a1e5b0 req-792356ed-0298-4677-a5b2-4ba7e30e9e95 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.1462557 Nov 12 09:23:52.143456 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-25950b44-c466-47e7-b844-7ca3f5a1e5b0 req-27084efa-83d7-4623-8d68-aa6f02f51ca0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406194 Nov 12 09:23:53.000316 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:53.327029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738cf10-a587-43ef-a52f-86bf2d9aa774 req-c34a5480-a7b9-43b4-ad70-c10e6073076e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:53.328555 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8738cf10-a587-43ef-a52f-86bf2d9aa774 req-c34a5480-a7b9-43b4-ad70-c10e6073076e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.1140816 Nov 12 09:23:53.381091 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8738cf10-a587-43ef-a52f-86bf2d9aa774 req-c77826a6-7037-4f63-8d31-25bd11dda66f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462189 Nov 12 09:23:54.505930 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708ea21-0793-49c6-9634-b2c26a71b3ac req-c94ba52b-0757-4a27-a7e7-87107302ac0c tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:54.507414 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d708ea21-0793-49c6-9634-b2c26a71b3ac req-c94ba52b-0757-4a27-a7e7-87107302ac0c tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0510368 Nov 12 09:23:54.557459 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d708ea21-0793-49c6-9634-b2c26a71b3ac req-6a377008-a3f2-4643-a02b-d67ace265a75 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438921 Nov 12 09:23:55.683486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eab31-7772-4cab-8b6a-8bdf3ce88c3b req-5a0e5dce-1fe6-4928-a62a-d0eb0919a299 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:55.685979 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ea6eab31-7772-4cab-8b6a-8bdf3ce88c3b req-5a0e5dce-1fe6-4928-a62a-d0eb0919a299 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0576477 Nov 12 09:23:55.734227 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ea6eab31-7772-4cab-8b6a-8bdf3ce88c3b req-aa6947c4-80be-4051-920d-dd7fb5eb4915 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Nov 12 09:23:56.857346 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28362d-21fb-485f-99df-90740525239a req-1db7fa5a-7b3e-4d2e-9fef-8222b4388a24 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:56.858870 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad28362d-21fb-485f-99df-90740525239a req-1db7fa5a-7b3e-4d2e-9fef-8222b4388a24 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0543246 Nov 12 09:23:56.908327 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad28362d-21fb-485f-99df-90740525239a req-da7402f0-8ea7-4dbc-8818-775ef4e538ba tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432434 Nov 12 09:23:58.040907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e143b-0069-4cd2-94aa-9d7453921e8d req-9d5a49f4-2d1e-40d6-9820-fc329f2dca0a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:58.042465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d47e143b-0069-4cd2-94aa-9d7453921e8d req-9d5a49f4-2d1e-40d6-9820-fc329f2dca0a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0574965 Nov 12 09:23:58.108678 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d47e143b-0069-4cd2-94aa-9d7453921e8d req-e9593288-5026-4bba-9656-8af5b3a2f5cf tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600333 Nov 12 09:23:59.100824 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:59.232331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf355e-dc72-418c-9088-a1535949e464 req-5c26855a-4056-496a-9dc8-6125eb868295 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:59.233867 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ddf355e-dc72-418c-9088-a1535949e464 req-5c26855a-4056-496a-9dc8-6125eb868295 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0494645 Nov 12 09:23:59.281948 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ddf355e-dc72-418c-9088-a1535949e464 req-a9f167e8-ce0d-45e7-b4c3-13ae8f5b230a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420012 Nov 12 09:24:00.400232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c67982-1405-42b3-847d-8b20efd97758 req-a19f049c-4ccb-41fe-a319-63f052c1277f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:00.402560 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21c67982-1405-42b3-847d-8b20efd97758 req-a19f049c-4ccb-41fe-a319-63f052c1277f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0504990 Nov 12 09:24:00.453727 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-21c67982-1405-42b3-847d-8b20efd97758 req-236840e0-0182-412b-a6ca-df3825a45d06 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Nov 12 09:24:01.575026 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d12c-6472-40f0-aab5-89e5c68b5453 req-6d59cebe-6074-4162-b2c3-32e08e847788 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:01.576497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f5d12c-6472-40f0-aab5-89e5c68b5453 req-6d59cebe-6074-4162-b2c3-32e08e847788 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0527949 Nov 12 09:24:01.626646 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f8f5d12c-6472-40f0-aab5-89e5c68b5453 req-14ff92f9-8e5d-4aad-a73e-7b3a40111b7e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439730 Nov 12 09:24:02.744447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3aa4-bbb8-4c6e-b077-0552bc63ff0a req-c09fec4a-ce80-4319-91e7-e6b26b02ec62 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:02.746547 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-337f3aa4-bbb8-4c6e-b077-0552bc63ff0a req-c09fec4a-ce80-4319-91e7-e6b26b02ec62 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0497937 Nov 12 09:24:02.798217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-337f3aa4-bbb8-4c6e-b077-0552bc63ff0a req-8e650186-ea22-48b2-aff9-30c4ffcfcfa6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454342 Nov 12 09:24:03.919813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d4f55-c1e2-4155-ab4a-1d81382d7f0e req-405f45ac-4c88-41a2-961b-1c8c6c3ac5ee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:03.921375 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa0d4f55-c1e2-4155-ab4a-1d81382d7f0e req-405f45ac-4c88-41a2-961b-1c8c6c3ac5ee tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0515778 Nov 12 09:24:03.969379 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa0d4f55-c1e2-4155-ab4a-1d81382d7f0e req-b8890f02-19f3-4dca-860a-744058f999aa tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418026 Nov 12 09:24:05.112645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bbee8-05cb-4e1f-bc2d-819cceddccf2 req-d1aa7af9-2366-444c-a0f7-eac16b67a41a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:05.114312 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-861bbee8-05cb-4e1f-bc2d-819cceddccf2 req-d1aa7af9-2366-444c-a0f7-eac16b67a41a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0661180 Nov 12 09:24:05.170185 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-861bbee8-05cb-4e1f-bc2d-819cceddccf2 req-6740a3c7-14cb-49b7-b3ff-73220270c23e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481117 Nov 12 09:24:05.304196 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-afccdd4c-3065-46df-a6a5-e82ffec17e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:05.973532 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device af73c7d5-edfc-4714-9345-5a3a55291d94 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:05.996125 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-f023c793-8fe6-495e-bd56-121a88117a83 req-8b70c0b4-cd8c-4edc-974d-2b7dd5b40d51 service neutron] show failed (client error): The resource could not be found. Nov 12 09:24:05.997299 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-8b70c0b4-cd8c-4edc-974d-2b7dd5b40d51 service neutron] 10.222.0.52 "GET /v2.0/ports/af73c7d5-edfc-4714-9345-5a3a55291d94/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.0592873 Nov 12 09:24:06.054338 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.080512 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:06.082643 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ffe30f-5b9e-4aa7-8562-d8b9492a28f7" -d '{"events": [{"server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "name": "network-vif-unplugged", "status": "completed", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:06.096646 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:06.102697 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.151753 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfb5ee3-2499-452b-981d-e52c7037db15 x-openstack-request-id: req-dbfb5ee3-2499-452b-981d-e52c7037db15 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:06.152042 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "name": "network-vif-unplugged", "status": "completed", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:06.152322 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbfb5ee3-2499-452b-981d-e52c7037db15 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:06.152747 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'code': 200} Nov 12 09:24:06.172559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:06.183384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.183384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.184356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.184751 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.185068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.185542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.185985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.186410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.186728 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.187060 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.187617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.187894 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.290092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023c793-8fe6-495e-bd56-121a88117a83 req-8314c378-f94a-4105-9e45-c1016ac7d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:06.292160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-8314c378-f94a-4105-9e45-c1016ac7d6cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 1095 time: 0.0861290 Nov 12 09:24:06.304932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-ee7e152e-e506-4ef5-a3c0-897147232fd9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:24:06.306020 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-ee7e152e-e506-4ef5-a3c0-897147232fd9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068576 Nov 12 09:24:06.320030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441728d-3c23-4981-a288-ceb5d693baf8 req-d0199021-c129-4ccf-9ba2-3687a3ad296e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:06.321516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1441728d-3c23-4981-a288-ceb5d693baf8 req-d0199021-c129-4ccf-9ba2-3687a3ad296e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0749717 Nov 12 09:24:06.326491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:06.420976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1441728d-3c23-4981-a288-ceb5d693baf8 req-48f4f78c-0854-4aa7-95fe-d7034ca5872f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904911 Nov 12 09:24:06.421551 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.638418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:06.673053 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:06.707892 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af73c7d5-edfc-4714-9345-5a3a55291d94 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:24:06.715857 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.727991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Transition to ACTIVE for port object af73c7d5-edfc-4714-9345-5a3a55291d94 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:24:06.732548 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.819129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:06.829946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.830297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.830640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.830968 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.831305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.831634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.831958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.832280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.832609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.832931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.833282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.833602 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:06.875894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] No DVR routers for this DVR port af73c7d5-edfc-4714-9345-5a3a55291d94 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:07.023944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Attempting to bind port af73c7d5-edfc-4714-9345-5a3a55291d94 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:07.024282 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Attempting to bind port af73c7d5-edfc-4714-9345-5a3a55291d94 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:07.024608 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Attempting to bind port af73c7d5-edfc-4714-9345-5a3a55291d94 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:07.029491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Port af73c7d5-edfc-4714-9345-5a3a55291d94 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:24:07.029810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Attempting to bind port af73c7d5-edfc-4714-9345-5a3a55291d94 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:07.035627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:07.035895 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:07.036283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Bound using segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:07.036714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Bound port: af73c7d5-edfc-4714-9345-5a3a55291d94, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:07.037066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.103018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:07.106119 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:07.111832 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.153198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:07.153823 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.155307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1092 time: 0.8328779 Nov 12 09:24:07.155753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:07.158020 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68faffbd-e4c7-478c-b797-511c3880a148" -d '{"events": [{"name": "network-changed", "server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:07.229179 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4abb8a7-be20-4ea0-9501-0af427d1f55b x-openstack-request-id: req-f4abb8a7-be20-4ea0-9501-0af427d1f55b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:07.229477 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:07.229733 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4abb8a7-be20-4ea0-9501-0af427d1f55b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:07.230156 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'status': 'completed', 'code': 200} Nov 12 09:24:07.232446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0cfd3-3534-48c3-bd2d-18a0db2862b6 service neutron] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=8']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:07.265310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023c793-8fe6-495e-bd56-121a88117a83 req-fee46389-d281-44e4-8497-78c7bf85b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:07.266876 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-fee46389-d281-44e4-8497-78c7bf85b6f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1095 time: 0.0857480 Nov 12 09:24:07.376012 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faffbd-e4c7-478c-b797-511c3880a148 req-12f503b3-a21d-43ea-986f-e55b85a2f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:07.377543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-12f503b3-a21d-43ea-986f-e55b85a2f66b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1095 time: 0.1235352 Nov 12 09:24:07.419739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023c793-8fe6-495e-bd56-121a88117a83 req-2feb1906-dca6-4ca9-bfe3-51efa6689484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:07.421177 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-2feb1906-dca6-4ca9-bfe3-51efa6689484 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1327806 Nov 12 09:24:07.600745 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f7c6fb47-19fb-4f71-9ce8-4648c7169fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.861706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-31903dd1-3db3-4f24-a707-35c95e8d7332 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1000 time: 0.4113898 Nov 12 09:24:07.866736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faffbd-e4c7-478c-b797-511c3880a148 req-f8f5c140-059b-4af1-a226-596902f9e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:07.868098 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-f8f5c140-059b-4af1-a226-596902f9e65e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.4815407 Nov 12 09:24:07.954792 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2251c-c076-428d-857a-f817d508303e req-3932527b-0ada-4505-9882-62fc1b880ad6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:07.956293 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93b2251c-c076-428d-857a-f817d508303e req-3932527b-0ada-4505-9882-62fc1b880ad6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.1509354 Nov 12 09:24:07.993280 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-2f36b0b6-b97d-4baa-bb95-433ef39a052e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1000 time: 0.1148603 Nov 12 09:24:07.997574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023c793-8fe6-495e-bd56-121a88117a83 req-d17f52af-a987-4134-83d8-b2d4b37374cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:07.998865 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-d17f52af-a987-4134-83d8-b2d4b37374cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.1292808 Nov 12 09:24:08.089131 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faffbd-e4c7-478c-b797-511c3880a148 req-101f1a73-d8e8-40fa-8a8d-d37a0df6d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:08.090615 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-101f1a73-d8e8-40fa-8a8d-d37a0df6d952 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0898373 Nov 12 09:24:08.094987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-93b2251c-c076-428d-857a-f817d508303e req-4af7b185-8cea-4a6f-b03f-9ca426fa5615 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284854 Nov 12 09:24:08.109783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023c793-8fe6-495e-bd56-121a88117a83 req-a552e636-a821-4360-bb5b-6d5cf84e4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:08.111283 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-a552e636-a821-4360-bb5b-6d5cf84e4fc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030695 Nov 12 09:24:08.201170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faffbd-e4c7-478c-b797-511c3880a148 req-0eb5eb8f-3b1a-4e2f-a4b6-610c6f95e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:08.202681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-0eb5eb8f-3b1a-4e2f-a4b6-610c6f95e4c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043980 Nov 12 09:24:08.250392 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-c88a0ec1-1081-45a5-a980-750c667e002b service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206968 Nov 12 09:24:08.372643 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-70f8e2d9-5ef1-4df7-b5b0-c97d192472ac service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607778 Nov 12 09:24:08.404732 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-58374a79-2d7b-4de6-8a92-5dfb7e84c69f service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260211 Nov 12 09:24:08.513242 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-15e4bb37-4389-4852-841d-4d231704e7aa service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301320 Nov 12 09:24:08.530116 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faffbd-e4c7-478c-b797-511c3880a148 req-898c4731-e679-4c7b-b4fb-452215395d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:08.531785 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-898c4731-e679-4c7b-b4fb-452215395d2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1095 time: 0.0633347 Nov 12 09:24:08.647037 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faffbd-e4c7-478c-b797-511c3880a148 req-175cde18-2f12-45b3-bd68-28a39a83152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:08.648520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-175cde18-2f12-45b3-bd68-28a39a83152c service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1025405 Nov 12 09:24:08.721026 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-80dc7c45-1977-47b3-982c-b549567b63cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1000 time: 0.0647285 Nov 12 09:24:08.774094 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faffbd-e4c7-478c-b797-511c3880a148 req-00d54c44-9857-4e7c-880a-ecfd5551cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:08.775502 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-00d54c44-9857-4e7c-880a-ecfd5551cf0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0464334 Nov 12 09:24:08.795395 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.841251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68faffbd-e4c7-478c-b797-511c3880a148 req-2ae2e226-f9a2-4bb1-97ed-4a9ecb3b0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:08.842903 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-2ae2e226-f9a2-4bb1-97ed-4a9ecb3b0611 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605280 Nov 12 09:24:08.944265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-3714a037-3dfb-457a-859c-e451188eeb53 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931404 Nov 12 09:24:09.049177 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68faffbd-e4c7-478c-b797-511c3880a148 req-7e4e465e-066e-47ae-8fc8-fc09dbe7502b service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972829 Nov 12 09:24:09.232093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42746aeb-225b-4588-81db-f08ac1b60604 req-80e0a4b3-47fb-4f64-b84d-14c374c23053 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:09.233942 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42746aeb-225b-4588-81db-f08ac1b60604 req-80e0a4b3-47fb-4f64-b84d-14c374c23053 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0617087 Nov 12 09:24:09.300620 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-42746aeb-225b-4588-81db-f08ac1b60604 req-1ab7952d-6877-4a62-8c2e-666c55dbc59f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604565 Nov 12 09:24:10.164147 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.434936 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acda324-8722-42ec-ad49-40ecd5540802 req-9c4b7215-72e9-4f61-8ba1-ab677a5a46b6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:10.436844 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8acda324-8722-42ec-ad49-40ecd5540802 req-9c4b7215-72e9-4f61-8ba1-ab677a5a46b6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0592611 Nov 12 09:24:10.490664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8acda324-8722-42ec-ad49-40ecd5540802 req-046df13e-a274-462a-9acc-7ac43651f560 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475323 Nov 12 09:24:11.071537 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.623665 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ca722-3d47-4153-a073-fe6619a0f9f3 req-680148b4-966d-4800-8a53-57561c8d2833 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:11.626326 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e40ca722-3d47-4153-a073-fe6619a0f9f3 req-680148b4-966d-4800-8a53-57561c8d2833 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0563893 Nov 12 09:24:11.685454 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e40ca722-3d47-4153-a073-fe6619a0f9f3 req-cb381700-59d4-43c9-8c68-8e0c2217b5e7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528636 Nov 12 09:24:12.820291 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c683b40-06fa-49a0-bb87-3dcbd04cc27e req-048fd4bc-67f0-4328-a89f-dcff1e19a985 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:12.822685 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c683b40-06fa-49a0-bb87-3dcbd04cc27e req-048fd4bc-67f0-4328-a89f-dcff1e19a985 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0549741 Nov 12 09:24:12.891086 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6c683b40-06fa-49a0-bb87-3dcbd04cc27e req-62c42c90-73a3-4a76-9a36-903af0137a69 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607543 Nov 12 09:24:14.030273 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695f99b-6094-4158-af5d-615eae8c3000 req-ddec1341-ab9b-4f3e-8442-ae441c334f62 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:14.032039 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f695f99b-6094-4158-af5d-615eae8c3000 req-ddec1341-ab9b-4f3e-8442-ae441c334f62 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0517764 Nov 12 09:24:14.082036 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f695f99b-6094-4158-af5d-615eae8c3000 req-dc254fa3-c317-4090-a665-4a8058631037 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437503 Nov 12 09:24:15.209051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc68839-aa60-4563-b615-ab077a608c01 req-e83062c8-616b-46a4-87c4-043a2ca23ee4 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:15.210579 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abc68839-aa60-4563-b615-ab077a608c01 req-e83062c8-616b-46a4-87c4-043a2ca23ee4 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0509031 Nov 12 09:24:15.259804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abc68839-aa60-4563-b615-ab077a608c01 req-34703d02-b0da-4b5a-bdbf-60f51a622276 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 Nov 12 09:24:16.383651 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ca618-19f5-4878-89c0-b3da04f7e496 req-ee7163e7-0017-4228-b8de-5ee1df38a031 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:16.385330 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8a9ca618-19f5-4878-89c0-b3da04f7e496 req-ee7163e7-0017-4228-b8de-5ee1df38a031 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0541067 Nov 12 09:24:16.434506 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8a9ca618-19f5-4878-89c0-b3da04f7e496 req-164a8ee8-443a-452a-942b-a0e723acedd9 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430019 Nov 12 09:24:17.555918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ab06b-cf28-4014-aac5-7aa5a77e0710 req-e56ccd89-2012-4280-a056-4ab391c156da tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:17.557959 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d4ab06b-cf28-4014-aac5-7aa5a77e0710 req-e56ccd89-2012-4280-a056-4ab391c156da tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0520644 Nov 12 09:24:17.607866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9d4ab06b-cf28-4014-aac5-7aa5a77e0710 req-e2ed702a-32dc-43a3-bf0a-cd9903521141 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428326 Nov 12 09:24:18.733958 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56f4fe-4491-45da-a586-c732433f4547 req-71585aaa-1c62-4eb1-a0fd-fd955c47fb77 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:18.735439 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf56f4fe-4491-45da-a586-c732433f4547 req-71585aaa-1c62-4eb1-a0fd-fd955c47fb77 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0544882 Nov 12 09:24:18.784409 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bf56f4fe-4491-45da-a586-c732433f4547 req-7127cad4-4bb8-4647-9932-f2b4b6018119 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429473 Nov 12 09:24:19.909417 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4449afa-878f-4826-93f2-1e35651d8b84 req-f32f9d9b-6834-4d36-893f-25eb5de7fee3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:19.911479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d4449afa-878f-4826-93f2-1e35651d8b84 req-f32f9d9b-6834-4d36-893f-25eb5de7fee3 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0556796 Nov 12 09:24:19.960240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d4449afa-878f-4826-93f2-1e35651d8b84 req-8a241282-b2c8-4674-bbcb-e50b73086057 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 Nov 12 09:24:21.083128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23842a-8bae-4ea7-a2d9-2562f94e7c0c req-b6d54693-37ab-4c57-95ac-35a059437408 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:21.084604 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb23842a-8bae-4ea7-a2d9-2562f94e7c0c req-b6d54693-37ab-4c57-95ac-35a059437408 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0486066 Nov 12 09:24:21.138584 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cb23842a-8bae-4ea7-a2d9-2562f94e7c0c req-06508280-d468-4d5e-805b-04d5881215f1 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472524 Nov 12 09:24:22.259179 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0e075-00fa-4fa5-8b15-e0be1eac7334 req-261a6254-4105-463a-83c9-540ca09d0e7e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:22.261166 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44c0e075-00fa-4fa5-8b15-e0be1eac7334 req-261a6254-4105-463a-83c9-540ca09d0e7e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 943 time: 0.0504651 Nov 12 09:24:22.312571 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44c0e075-00fa-4fa5-8b15-e0be1eac7334 req-2dfa5dfb-f7a1-4b80-a40a-9b14316ea7d5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454791 Nov 12 09:24:22.907823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device af73c7d5-edfc-4714-9345-5a3a55291d94 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:24:23.009081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:23.029524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'port_id': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'mac_address': 'fa:16:3e:a0:24:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:24:23.036960 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.069045 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.081963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af73c7d5-edfc-4714-9345-5a3a55291d94 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:24:23.103140 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:23.108167 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.157732 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.435584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afc49e-9d11-4fc1-98b7-d77bd03dd645 req-be3a8ba6-0893-4c8c-a982-ce77edda49b7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:23.437326 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41afc49e-9d11-4fc1-98b7-d77bd03dd645 req-be3a8ba6-0893-4c8c-a982-ce77edda49b7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0520062 Nov 12 09:24:23.472486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['af73c7d5-edfc-4714-9345-5a3a55291d94'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:24:23.489569 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-41afc49e-9d11-4fc1-98b7-d77bd03dd645 req-55577a50-d411-4ed5-a973-66af50f9efe2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453117 Nov 12 09:24:23.813854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-246b22ba-c0b3-461f-aad6-8b0c651c56ea tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:23.814999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d3d3d-64ac-46ad-b621-de32ffe19470 req-92dd55df-9bc5-43e3-a0f6-ae18b5f6d702 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:23.815921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-246b22ba-c0b3-461f-aad6-8b0c651c56ea tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.46 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 944 time: 0.0690737 Nov 12 09:24:23.816577 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-848d3d3d-64ac-46ad-b621-de32ffe19470 req-92dd55df-9bc5-43e3-a0f6-ae18b5f6d702 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0546932 Nov 12 09:24:23.868695 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-848d3d3d-64ac-46ad-b621-de32ffe19470 req-b251f062-0a10-45db-affa-018ec41cc3dc tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439551 Nov 12 09:24:23.886192 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-731718b6-fe55-48ab-8816-733140bbd9f7 service neutron] 10.222.0.46 "GET /v2.0/ports/af73c7d5-edfc-4714-9345-5a3a55291d94/bindings/n-h1-768851-18 HTTP/1.1" status: 200 len: 383 time: 0.0603604 Nov 12 09:24:23.953605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-f0681dfe-531b-4ba6-858f-13e638d52d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:23.955329 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-f0681dfe-531b-4ba6-858f-13e638d52d14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1096 time: 0.0463789 Nov 12 09:24:24.058538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-e1cf696a-9737-452e-aa95-0849fe8fb12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:24.060084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-e1cf696a-9737-452e-aa95-0849fe8fb12c service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0972803 Nov 12 09:24:24.138617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-e966e37c-c9ee-40ec-bf33-74f466d866fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1001 time: 0.0711894 Nov 12 09:24:24.191174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-0c4f4a5f-a998-4625-bb00-8625f2258629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:24.192747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-0c4f4a5f-a998-4625-bb00-8625f2258629 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0470695 Nov 12 09:24:24.248019 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3b0232cf-c7a8-4910-b36b-f51a349ab5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:24.249602 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3b0232cf-c7a8-4910-b36b-f51a349ab5a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482466 Nov 12 09:24:24.362601 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-31a257be-f1a0-4fe7-bdb8-e0ab8cad8a78 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056619 Nov 12 09:24:24.455111 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-2c2e5310-3120-4f93-94dd-20e045e7482e service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852656 Nov 12 09:24:24.920911 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device af73c7d5-edfc-4714-9345-5a3a55291d94 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:24.972819 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port af73c7d5-edfc-4714-9345-5a3a55291d94 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:24:24.976983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port af73c7d5-edfc-4714-9345-5a3a55291d94 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:24.977390 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:25.005421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38e493-43cb-4ed8-abc1-2a6fe19b83f3 req-99c34042-6cdb-438d-9fe7-db7f0e05b1b8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:25.007102 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af38e493-43cb-4ed8-abc1-2a6fe19b83f3 req-99c34042-6cdb-438d-9fe7-db7f0e05b1b8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0636125 Nov 12 09:24:25.056205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af38e493-43cb-4ed8-abc1-2a6fe19b83f3 req-cd0f5da8-8e49-47d5-9622-241c5fbad303 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424120 Nov 12 09:24:25.070696 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:25.094286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:25.096475 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2391ef-fdf5-4797-ae8c-1afc77e93edf" -d '{"events": [{"server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "name": "network-vif-plugged", "status": "completed", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:25.109445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:25.114301 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:25.168291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=10']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:25.202008 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02967968-9128-49dd-a5c1-e08437cff653 x-openstack-request-id: req-02967968-9128-49dd-a5c1-e08437cff653 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:25.202008 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "name": "network-vif-plugged", "status": "completed", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:25.202008 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02967968-9128-49dd-a5c1-e08437cff653 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:25.202375 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'code': 200} Nov 12 09:24:26.174592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05381667-0386-4ba8-94fb-29a086e680b0 req-2e600384-03de-456d-8afd-3e62376210d6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:26.176067 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05381667-0386-4ba8-94fb-29a086e680b0 req-2e600384-03de-456d-8afd-3e62376210d6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 946 time: 0.0490279 Nov 12 09:24:26.229156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-05381667-0386-4ba8-94fb-29a086e680b0 req-aae98577-7aa4-4af3-a331-8456bec05443 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469911 Nov 12 09:24:27.041723 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:24:27.359572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2253d-ff3f-4ee8-866d-33dbdde8d0ad req-50557f7b-0022-48b4-82a3-179a4e10ca23 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:27.361204 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e5d2253d-ff3f-4ee8-866d-33dbdde8d0ad req-50557f7b-0022-48b4-82a3-179a4e10ca23 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 946 time: 0.0573306 Nov 12 09:24:27.423191 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e5d2253d-ff3f-4ee8-866d-33dbdde8d0ad req-a4274122-d0cf-47e5-a7a1-79476dc9826c tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552657 Nov 12 09:24:28.549999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0525c-8c48-4b73-993a-9d28d9d4180a req-b87e61f3-721f-4ebc-ad80-78f5c8538ffe tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:28.551490 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c5d0525c-8c48-4b73-993a-9d28d9d4180a req-b87e61f3-721f-4ebc-ad80-78f5c8538ffe tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 946 time: 0.0513022 Nov 12 09:24:28.602838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c5d0525c-8c48-4b73-993a-9d28d9d4180a req-a162f4dc-9c6e-4d6f-ab86-ed06c2836ad7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453174 Nov 12 09:24:28.951827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-88c67ffd-d3ee-4e70-b12f-333f8854c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:28.953497 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-88c67ffd-d3ee-4e70-b12f-333f8854c491 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc&tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf HTTP/1.1" status: 200 len: 1098 time: 0.0809929 Nov 12 09:24:28.966193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:29.030045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.108677 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.248230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:29.281777 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:29.321260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:29.323784 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b746842-0297-4a4e-a2d7-33b5f4e9f5fe" -d '{"events": [{"server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "name": "network-vif-unplugged", "status": "completed", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:29.327855 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.340834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Transition to ACTIVE for port object af73c7d5-edfc-4714-9345-5a3a55291d94 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:24:29.345809 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.437881 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98bcf44-0bc0-4beb-9419-0d70ce5b09dd x-openstack-request-id: req-b98bcf44-0bc0-4beb-9419-0d70ce5b09dd {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:29.438167 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "name": "network-vif-unplugged", "status": "completed", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:29.438426 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b98bcf44-0bc0-4beb-9419-0d70ce5b09dd {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:29.438817 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'code': 200} Nov 12 09:24:29.441352 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=11']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:29.486368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] No DVR routers for this DVR port af73c7d5-edfc-4714-9345-5a3a55291d94 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:29.634731 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Attempting to bind port af73c7d5-edfc-4714-9345-5a3a55291d94 on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:29.635972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Attempting to bind port af73c7d5-edfc-4714-9345-5a3a55291d94 by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:29.635972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Attempting to bind port af73c7d5-edfc-4714-9345-5a3a55291d94 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:29.640151 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Port af73c7d5-edfc-4714-9345-5a3a55291d94 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:24:29.640535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Attempting to bind port af73c7d5-edfc-4714-9345-5a3a55291d94 on network 9e647ae9-ea63-47b7-b2de-80635abaebb9 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:29.645503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:29.645845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Checking segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:29.646232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Bound using segment: {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:29.646656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Bound port: af73c7d5-edfc-4714-9345-5a3a55291d94, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbcfba58-87f6-48ed-98a1-33b91140215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:29.647131 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.746028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:29.751316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:29.760329 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee58a95-50de-4de3-8a83-6f295cb57b40 req-596c785a-52af-44fb-8f73-c830b37ccc84 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:29.762040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dee58a95-50de-4de3-8a83-6f295cb57b40 req-596c785a-52af-44fb-8f73-c830b37ccc84 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0817375 Nov 12 09:24:29.763499 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.813052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:29.813688 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.815069 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] 10.222.0.52 "PUT /v2.0/ports/af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1093 time: 0.8530192 Nov 12 09:24:29.881091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df61176-dee9-46c8-8778-ae4ba4e7bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=12']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:29.891235 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-dee58a95-50de-4de3-8a83-6f295cb57b40 req-4ef5b981-adda-4115-b629-5b7a31aedf7a tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198416 Nov 12 09:24:29.906258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-e18148dd-a1a0-407f-b473-2c54398d5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:29.907807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-e18148dd-a1a0-407f-b473-2c54398d5d5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1096 time: 0.0632660 Nov 12 09:24:30.012872 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-2bd86f18-26ec-46e1-8f8a-8e327a6acd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:30.014514 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-2bd86f18-26ec-46e1-8f8a-8e327a6acd35 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.0998702 Nov 12 09:24:30.085265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-4eec49db-4c28-47de-891b-a236b7e124b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1000 time: 0.0627224 Nov 12 09:24:30.140480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-e302c75d-6d48-43bc-841a-1b0a53c646d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:30.141994 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-e302c75d-6d48-43bc-841a-1b0a53c646d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0490751 Nov 12 09:24:30.188918 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-5dba27dd-0b4f-44c3-bb11-d0c0dca51cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:30.190561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-5dba27dd-0b4f-44c3-bb11-d0c0dca51cf6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410185 Nov 12 09:24:30.286622 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-982b6b38-40b2-4f9b-8212-57e4bbbe187c service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872085 Nov 12 09:24:30.386199 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-550bc837-4144-4611-8227-b57c9a4ffaa4 req-4514bb4c-f22e-4d6d-b914-8da722e619af service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915017 Nov 12 09:24:30.939339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device af73c7d5-edfc-4714-9345-5a3a55291d94 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:30.982555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device af73c7d5-edfc-4714-9345-5a3a55291d94 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:31.030688 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d0dd-e29d-4a65-ab99-9c5e714abd8f req-9688f470-6982-49c2-a08b-607bf1ec62e6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:31.032194 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-34c3d0dd-e29d-4a65-ab99-9c5e714abd8f req-9688f470-6982-49c2-a08b-607bf1ec62e6 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0589178 Nov 12 09:24:31.086021 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-34c3d0dd-e29d-4a65-ab99-9c5e714abd8f req-b3cd5fa2-1cd0-4348-9bcf-5afa27b38955 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478103 Nov 12 09:24:31.440684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:31.443111 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127f8aed-b00c-4562-a2bf-4e40282413b5" -d '{"events": [{"name": "network-changed", "server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:31.495722 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae535896-546d-4f8f-aae7-48f8003ecf37 x-openstack-request-id: req-ae535896-546d-4f8f-aae7-48f8003ecf37 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:31.496018 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:31.496277 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae535896-546d-4f8f-aae7-48f8003ecf37 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:31.496669 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'status': 'completed', 'code': 200} Nov 12 09:24:31.596628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-3d59035a-aa3d-4576-9436-6980308ff376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:31.598175 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-3d59035a-aa3d-4576-9436-6980308ff376 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1096 time: 0.0784581 Nov 12 09:24:31.601028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-78aa3610-79f5-48bb-aa0d-8aacaab59990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:31.602452 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-78aa3610-79f5-48bb-aa0d-8aacaab59990 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 1096 time: 0.0735853 Nov 12 09:24:31.762890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-daec1fba-814d-47a5-ad0f-b00e12a35fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:31.764570 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-daec1fba-814d-47a5-ad0f-b00e12a35fa5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1584661 Nov 12 09:24:31.766015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-915e97d2-100c-4b8d-8228-553042d203c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:31.767473 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-915e97d2-100c-4b8d-8228-553042d203c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 200 len: 913 time: 0.1542718 Nov 12 09:24:31.890198 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-ecea03c5-47b2-4e3c-a882-5599cd8cccb7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1000 time: 0.1119647 Nov 12 09:24:31.891742 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-e3978b37-4d19-487a-b2cd-eed2962ac17f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 200 len: 1000 time: 0.1202724 Nov 12 09:24:31.977989 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-b5db3b44-f2f3-4bba-ace9-c135dd35fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:31.979515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-b5db3b44-f2f3-4bba-ace9-c135dd35fd12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0813477 Nov 12 09:24:31.983198 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-272acc84-fb76-4e0d-9646-d279682e8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:31.984529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-272acc84-fb76-4e0d-9646-d279682e8a9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 200 len: 851 time: 0.0850627 Nov 12 09:24:32.064115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-69f370ed-6875-4f2b-a08e-711207e3eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:32.066568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-69f370ed-6875-4f2b-a08e-711207e3eb5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791066 Nov 12 09:24:32.068844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-baee5ca3-f2cd-431c-a0e2-13e0edc341a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:32.070302 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-baee5ca3-f2cd-431c-a0e2-13e0edc341a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9e647ae9-ea63-47b7-b2de-80635abaebb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743537 Nov 12 09:24:32.220078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86146cc0-0164-4af9-93d6-6f6e070cf434 req-aa271825-bd87-49ed-ac76-2b7cf9d2cf72 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:32.221674 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-86146cc0-0164-4af9-93d6-6f6e070cf434 req-aa271825-bd87-49ed-ac76-2b7cf9d2cf72 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0575047 Nov 12 09:24:32.228566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-f4529406-7361-478d-8199-5d325e5fd642 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533635 Nov 12 09:24:32.234577 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-10fb6f36-b349-41f9-b679-8978e81aadd7 service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520596 Nov 12 09:24:32.274643 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-86146cc0-0164-4af9-93d6-6f6e070cf434 req-56fb34ed-a9a1-4a85-8bcb-b7b58b254900 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443921 Nov 12 09:24:32.393639 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-f033d77c-6d2f-479d-bba0-be14b00894ff service neutron] 10.222.0.46 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494656 Nov 12 09:24:32.395486 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-127f8aed-b00c-4562-a2bf-4e40282413b5 req-35170fb4-6f8a-48f9-ab7f-2581d89ecc37 service neutron] 10.222.0.52 "GET /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585062 Nov 12 09:24:33.403307 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bbf2e-640f-4bc1-bf2b-e41f5dba588b req-f5a5426c-640c-4a50-8cb9-426427cf43ba tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:33.404780 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-507bbf2e-640f-4bc1-bf2b-e41f5dba588b req-f5a5426c-640c-4a50-8cb9-426427cf43ba tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0535572 Nov 12 09:24:33.453035 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-507bbf2e-640f-4bc1-bf2b-e41f5dba588b req-2bec3407-bc81-49ac-af29-d78a8c431a11 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423090 Nov 12 09:24:34.575801 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa0254-3acd-4f44-a749-6637f62aadf5 req-8f50a713-9b23-423d-9170-9424d0e5773e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:34.577371 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-58aa0254-3acd-4f44-a749-6637f62aadf5 req-8f50a713-9b23-423d-9170-9424d0e5773e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0521455 Nov 12 09:24:34.631163 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-58aa0254-3acd-4f44-a749-6637f62aadf5 req-f8696a09-6423-4a0e-a901-e778e09c54ba tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472565 Nov 12 09:24:35.309448 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b6da53ea-0643-4d7c-89d7-0679f7848dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.748333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518349ec-2a80-48b3-bf69-5ed2afeb9bb7 req-e0089a18-dbe3-4359-8e92-361c8273cac4 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:35.749874 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-518349ec-2a80-48b3-bf69-5ed2afeb9bb7 req-e0089a18-dbe3-4359-8e92-361c8273cac4 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0482588 Nov 12 09:24:35.796815 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-518349ec-2a80-48b3-bf69-5ed2afeb9bb7 req-4135a71b-dbda-4e67-a5de-f135a6aadc64 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408211 Nov 12 09:24:36.914524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650626e-02a5-4a26-9a24-4e875377ab82 req-ff3ba6b0-0d43-4d1c-b766-1c692b4f295b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:36.916311 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9650626e-02a5-4a26-9a24-4e875377ab82 req-ff3ba6b0-0d43-4d1c-b766-1c692b4f295b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0496790 Nov 12 09:24:36.967526 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-9650626e-02a5-4a26-9a24-4e875377ab82 req-25e44454-fbed-4183-8fd5-e750cda60655 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452609 Nov 12 09:24:37.594729 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bab00634-9211-43c5-9c17-bcb338417282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.086559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd7a08-7379-4662-9385-b885d0331bfe req-4a0b76e9-2c97-43f8-bf4f-a2a91c6c1db8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:38.088040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aecd7a08-7379-4662-9385-b885d0331bfe req-4a0b76e9-2c97-43f8-bf4f-a2a91c6c1db8 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0514834 Nov 12 09:24:38.439116 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aecd7a08-7379-4662-9385-b885d0331bfe req-4de43515-cce6-4b04-8a3d-7a75d3b69008 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448734 Nov 12 09:24:38.793624 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:39.855184 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7d2a9-8dc3-4e10-922a-ef98c6ebdc0f req-caa25072-9aa1-4af8-a89e-f802feea17c5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:39.856809 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24e7d2a9-8dc3-4e10-922a-ef98c6ebdc0f req-caa25072-9aa1-4af8-a89e-f802feea17c5 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.3477902 Nov 12 09:24:39.911378 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-24e7d2a9-8dc3-4e10-922a-ef98c6ebdc0f req-d5b4b832-ae46-4fab-8ddd-c512dd8d1291 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479126 Nov 12 09:24:40.158622 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.030252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220e95c-a450-4452-a222-3afa1dd34759 req-f1028ad3-c3f7-437c-959d-b8946e001b39 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:41.031709 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3220e95c-a450-4452-a222-3afa1dd34759 req-f1028ad3-c3f7-437c-959d-b8946e001b39 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0483556 Nov 12 09:24:41.077434 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.080205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3220e95c-a450-4452-a222-3afa1dd34759 req-27ad65c7-db9e-4c32-ae69-d983be1f684f tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425107 Nov 12 09:24:42.156704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device af73c7d5-edfc-4714-9345-5a3a55291d94 details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:24:42.200727 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d952-233c-425f-9b75-7d20d1b049a3 req-eedbfe8f-9ed9-4e1a-91cc-94eee87c4cb7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:42.202263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09a8d952-233c-425f-9b75-7d20d1b049a3 req-eedbfe8f-9ed9-4e1a-91cc-94eee87c4cb7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 944 time: 0.0506427 Nov 12 09:24:42.250624 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09a8d952-233c-425f-9b75-7d20d1b049a3 req-141e3b06-1742-4453-a4b7-c7adc3a77c7b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Nov 12 09:24:42.254245 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:42.265372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'port_id': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'mac_address': 'fa:16:3e:a0:24:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:24:42.303464 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.315956 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af73c7d5-edfc-4714-9345-5a3a55291d94 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:24:42.335556 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:42.340086 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.390500 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=13']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:42.640101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['af73c7d5-edfc-4714-9345-5a3a55291d94'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:24:43.368537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de3838-791e-457b-ab31-478b9f2d0880 req-62fbfd68-b88f-4570-8ca7-ed4979f3edf7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:43.370720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82de3838-791e-457b-ab31-478b9f2d0880 req-62fbfd68-b88f-4570-8ca7-ed4979f3edf7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0504663 Nov 12 09:24:43.425364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82de3838-791e-457b-ab31-478b9f2d0880 req-9c6d2e58-3f5a-4812-a95a-9db4125b3bde tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480375 Nov 12 09:24:43.552563 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b977c-0cad-4a8c-aa65-ff103331e542 req-ac7b0138-9e71-4877-b2e8-691999b50b8b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:43.553993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad6b977c-0cad-4a8c-aa65-ff103331e542 req-ac7b0138-9e71-4877-b2e8-691999b50b8b tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0568664 Nov 12 09:24:43.605224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ad6b977c-0cad-4a8c-aa65-ff103331e542 req-93795721-d475-4f77-8fe4-ecb2b1273a24 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437579 Nov 12 09:24:43.720779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0592061-3316-477f-813a-63225059edae req-be24a131-00d8-4a4e-b526-37b927df1fe7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:43.722407 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0592061-3316-477f-813a-63225059edae req-be24a131-00d8-4a4e-b526-37b927df1fe7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0502124 Nov 12 09:24:43.771554 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0592061-3316-477f-813a-63225059edae req-231fdc25-bd47-4861-a9f4-c2223548d267 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424428 Nov 12 09:24:44.027719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812408f-5ae9-49a6-893a-2740ce550724 req-89bcea2c-5c7b-4d59-97c7-49273100bb60 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:44.029364 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3812408f-5ae9-49a6-893a-2740ce550724 req-89bcea2c-5c7b-4d59-97c7-49273100bb60 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 945 time: 0.0553730 Nov 12 09:24:44.079509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3812408f-5ae9-49a6-893a-2740ce550724 req-65895406-d14f-4ed8-ae4a-039f385debac tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432546 Nov 12 09:24:44.190848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device af73c7d5-edfc-4714-9345-5a3a55291d94 up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:44.240068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port af73c7d5-edfc-4714-9345-5a3a55291d94 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:24:44.244465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port af73c7d5-edfc-4714-9345-5a3a55291d94 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:44.244842 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.324571 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.349464 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:44.351856 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26f08bf-3c58-4a38-8139-e7147886c747" -d '{"events": [{"server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "name": "network-vif-plugged", "status": "completed", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:44.367528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:44.371478 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.397191 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2e360c-6cce-4efe-a1cd-8d415b47f380 x-openstack-request-id: req-8f2e360c-6cce-4efe-a1cd-8d415b47f380 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:44.397448 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "name": "network-vif-plugged", "status": "completed", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:44.397699 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f2e360c-6cce-4efe-a1cd-8d415b47f380 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:44.398083 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'code': 200} Nov 12 09:24:44.423294 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=14']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:45.208931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed8475-7619-405f-914e-859ff3d47b4c req-ebce0de3-4b09-40bc-b9d5-d65435ff1da0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:45.210474 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9aed8475-7619-405f-914e-859ff3d47b4c req-ebce0de3-4b09-40bc-b9d5-d65435ff1da0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 946 time: 0.0556319 Nov 12 09:24:45.262082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9aed8475-7619-405f-914e-859ff3d47b4c req-9a140137-21b4-4626-af2c-13b0bcb7cda0 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups?id=946edb6f-fad0-44bf-bc0f-7edeb3e9e645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440528 Nov 12 09:24:45.638280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-2835c0f9-4ed9-48e5-a931-2c938eb4f417 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:45.639664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-2835c0f9-4ed9-48e5-a931-2c938eb4f417 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 946 time: 0.0485885 Nov 12 09:24:45.730238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Deleting port af73c7d5-edfc-4714-9345-5a3a55291d94 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:45.730575 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:45.817570 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] For port af73c7d5-edfc-4714-9345-5a3a55291d94, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=af73c7d5-edfc-4714-9345-5a3a55291d94,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:45.817718 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:45.984458 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:45.984814 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:45.985160 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Floating IP 5ef1724d-b882-496b-80c9-edcb6140d968 disassociated. External IP: 172.25.3.100, port: af73c7d5-edfc-4714-9345-5a3a55291d94. Nov 12 09:24:45.985500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Calling delete_port for af73c7d5-edfc-4714-9345-5a3a55291d94 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:46.120747 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.149167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event deleted for resources: {'Port': ['ID=af73c7d5-edfc-4714-9345-5a3a55291d94,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:46.271430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Router 63153253-ab56-4e87-9220-21ca0fe82820 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:46.363371 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-891ec66d-df38-4340-a2fb-301a763a1761 req-752863b8-3bbc-48c2-86c6-835b2d4aa0db tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 210 time: 0.0276926 Nov 12 09:24:46.390628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:46.400434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d725eb0b-6c09-4c64-b95e-fc0687c46cbb None None] Sync routers for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:46.411000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d725eb0b-6c09-4c64-b95e-fc0687c46cbb None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:46.411628 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d725eb0b-6c09-4c64-b95e-fc0687c46cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:24:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:46.432531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] No DVR routers for this DVR port af73c7d5-edfc-4714-9345-5a3a55291d94 on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:46.435150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.439349 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cb9b2348-3344-40e2-be68-99076f8e1f03 req-b99ecc31-9679-4b09-9b1a-f2031bd17f5e tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.52 "DELETE /v2.0/ports/af73c7d5-edfc-4714-9345-5a3a55291d94 HTTP/1.1" status: 204 len: 173 time: 0.7938049 Nov 12 09:24:46.439813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'name': 'network-vif-deleted', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:46.442675 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29be67b-504d-4acc-a07c-395f5043f989" -d '{"events": [{"server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "name": "network-vif-deleted", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:46.487051 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cea8a6-5e16-4bde-9e4a-ffc1ac7574d9 x-openstack-request-id: req-03cea8a6-5e16-4bde-9e4a-ffc1ac7574d9 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:46.487333 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b84257-d9fc-497e-823a-f60c02b565bc", "name": "network-vif-deleted", "tag": "af73c7d5-edfc-4714-9345-5a3a55291d94", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:46.487581 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03cea8a6-5e16-4bde-9e4a-ffc1ac7574d9 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:46.487981 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b84257-d9fc-497e-823a-f60c02b565bc', 'name': 'network-vif-deleted', 'tag': 'af73c7d5-edfc-4714-9345-5a3a55291d94', 'status': 'completed', 'code': 200} Nov 12 09:24:46.530647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d725eb0b-6c09-4c64-b95e-fc0687c46cbb None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:46.735474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d725eb0b-6c09-4c64-b95e-fc0687c46cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:46.762987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d725eb0b-6c09-4c64-b95e-fc0687c46cbb None None] Checking router: 63153253-ab56-4e87-9220-21ca0fe82820 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:46.771643 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d725eb0b-6c09-4c64-b95e-fc0687c46cbb None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:46.772245 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d725eb0b-6c09-4c64-b95e-fc0687c46cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:24:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:46.879181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d725eb0b-6c09-4c64-b95e-fc0687c46cbb None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:47.100973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d725eb0b-6c09-4c64-b95e-fc0687c46cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:47.131853 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d725eb0b-6c09-4c64-b95e-fc0687c46cbb None None] The sync data for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 is: [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:34Z', 'revision_number': 4, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd6bbdac1-ee4a-4e18-8e76-5fea6e71ac07', 'name': '', 'network_id': '9e647ae9-ea63-47b7-b2de-80635abaebb9', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'mac_address': 'fa:16:3e:bb:bf:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '296051de-65d4-4f67-9a1e-536ad9020287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:34Z', 'updated_at': '2021-11-12T09:12:39Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'subnets': [{'id': '296051de-65d4-4f67-9a1e-536ad9020287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:47.384782 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798ea789-c589-4e51-a95b-f641dfcef974 None None] New status for floating IP 5ef1724d-b882-496b-80c9-edcb6140d968: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:24:47.473779 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-df130f98-b10c-4609-a90e-bb7e9cdffbfb req-4598653b-9803-4431-921f-5dc7c090ca78 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 210 time: 0.0275180 Nov 12 09:24:48.240968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device af73c7d5-edfc-4714-9345-5a3a55291d94 no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:48.263570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: af73c7d5-edfc-4714-9345-5a3a55291d94 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:48.263835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device af73c7d5-edfc-4714-9345-5a3a55291d94 not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:48.584248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a2c288f9-e23a-46a9-94fb-54b05c5fa69b req-30534a94-effc-42ca-a44c-fe34e39f5b27 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 210 time: 0.0322285 Nov 12 09:24:49.680814 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-857a401a-c1b0-426b-8abd-640d6a623122 req-18fcde1a-8f13-4238-97dd-1cea1fb0dfd7 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 210 time: 0.0263987 Nov 12 09:24:50.780807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e44c08be-3fe8-4a59-8f05-66166a36383b req-56ca3cf7-f427-484d-b1e8-86f206ad3935 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b84257-d9fc-497e-823a-f60c02b565bc HTTP/1.1" status: 200 len: 210 time: 0.0288794 Nov 12 09:24:53.028894 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.536699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47882) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:55.590205 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.617397 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.668499 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.671451 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.672610 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "DELETE /v2.0/security-groups/946edb6f-fad0-44bf-bc0f-7edeb3e9e645 HTTP/1.1" status: 204 len: 168 time: 0.1347973 Nov 12 09:24:55.675534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47884) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:55.683509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=946edb6f-fad0-44bf-bc0f-7edeb3e9e645,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:55.690974 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:55.691324 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:55.691670 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:55.691819 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-690c39d5-0269-415b-a2e6-ad315cd51f49 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] show failed (client error): The resource could not be found. Nov 12 09:24:55.692025 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:55.692358 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:55.692692 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:55.693019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:55.693375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:55.693702 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:55.694028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:55.694759 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:55.695111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6ad920-6362-4394-8fef-4c288b2d89d2 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:55.696355 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-690c39d5-0269-415b-a2e6-ad315cd51f49 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "GET /v2.0/security-groups/946edb6f-fad0-44bf-bc0f-7edeb3e9e645 HTTP/1.1" status: 404 len: 347 time: 0.0197618 Nov 12 09:24:55.696933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47886) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:55.849504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b3da08a3-d1b6-4c7a-98a5-e1437fbedd57 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Deleting port 65fdb7b4-3262-4d3d-a592-47172ad218ee {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:55.849760 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3da08a3-d1b6-4c7a-98a5-e1437fbedd57 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.926884 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3da08a3-d1b6-4c7a-98a5-e1437fbedd57 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.927228 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3da08a3-d1b6-4c7a-98a5-e1437fbedd57 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.939884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-b3da08a3-d1b6-4c7a-98a5-e1437fbedd57 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Calling delete_port for 65fdb7b4-3262-4d3d-a592-47172ad218ee owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:56.081633 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3da08a3-d1b6-4c7a-98a5-e1437fbedd57 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.112178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da08a3-d1b6-4c7a-98a5-e1437fbedd57 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Pushing event deleted for resources: {'Port': ['ID=65fdb7b4-3262-4d3d-a592-47172ad218ee,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:56.180377 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3da08a3-d1b6-4c7a-98a5-e1437fbedd57 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.183096 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b3da08a3-d1b6-4c7a-98a5-e1437fbedd57 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.184237 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b3da08a3-d1b6-4c7a-98a5-e1437fbedd57 tempest-ServerActionsTestJSON-80649334 tempest-ServerActionsTestJSON-80649334-project] 10.222.0.31 "DELETE /v2.0/floatingips/5ef1724d-b882-496b-80c9-edcb6140d968 HTTP/1.1" status: 204 len: 168 time: 0.4795959 Nov 12 09:24:56.187217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47888) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:56.674719 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8700f2d-f6c3-4c93-90d7-acf0c0b93a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.950152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-f8700f2d-f6c3-4c93-90d7-acf0c0b93a34 admin admin] Deleting port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:56.950880 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8700f2d-f6c3-4c93-90d7-acf0c0b93a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.034970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-f8700f2d-f6c3-4c93-90d7-acf0c0b93a34 admin admin] For port d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:57.035328 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8700f2d-f6c3-4c93-90d7-acf0c0b93a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.051431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-f8700f2d-f6c3-4c93-90d7-acf0c0b93a34 admin admin] Calling delete_port for d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:57.235438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8700f2d-f6c3-4c93-90d7-acf0c0b93a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.261661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8700f2d-f6c3-4c93-90d7-acf0c0b93a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:57.439800 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8700f2d-f6c3-4c93-90d7-acf0c0b93a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.648896 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8700f2d-f6c3-4c93-90d7-acf0c0b93a34 admin admin] Router 63153253-ab56-4e87-9220-21ca0fe82820 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:57.754539 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8700f2d-f6c3-4c93-90d7-acf0c0b93a34 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:57.759994 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f8700f2d-f6c3-4c93-90d7-acf0c0b93a34 admin admin] 10.222.0.31 "PUT /v2.0/routers/63153253-ab56-4e87-9220-21ca0fe82820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5718379 Nov 12 09:24:57.762642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47892) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:57.765407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1b001-3f8e-4ca4-b726-86ad1b6b6aa4 None None] Sync routers for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:57.776043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1b001-3f8e-4ca4-b726-86ad1b6b6aa4 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:57.776655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-87e1b001-3f8e-4ca4-b726-86ad1b6b6aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:24:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:57.867246 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.879679 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-87e1b001-3f8e-4ca4-b726-86ad1b6b6aa4 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:57.969141 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.022971 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Deleting port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:58.023310 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.058002 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-87e1b001-3f8e-4ca4-b726-86ad1b6b6aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:24:57Z', 'revision_number': 5, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port': {'id': 'ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cf:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63153253-ab56-4e87-9220-21ca0fe82820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:58.088632 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1b001-3f8e-4ca4-b726-86ad1b6b6aa4 None None] Checking router: 63153253-ab56-4e87-9220-21ca0fe82820 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:58.097382 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1b001-3f8e-4ca4-b726-86ad1b6b6aa4 None None] Routers {'63153253-ab56-4e87-9220-21ca0fe82820'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:58.097990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-87e1b001-3f8e-4ca4-b726-86ad1b6b6aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:24:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['63153253-ab56-4e87-9220-21ca0fe82820'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:58.108441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] For port ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:58.108805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.120472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Calling delete_port for ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:58.292141 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.318150 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:58.335144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed5e52-d50e-4fcc-8f04-09fdcc054394 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:58.346445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-87e1b001-3f8e-4ca4-b726-86ad1b6b6aa4 None None] Set router 63153253-ab56-4e87-9220-21ca0fe82820 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:58.383438 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.399215 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-87e1b001-3f8e-4ca4-b726-86ad1b6b6aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:24:57Z', 'revision_number': 6, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:58.428494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e1b001-3f8e-4ca4-b726-86ad1b6b6aa4 None None] The sync data for ids ['63153253-ab56-4e87-9220-21ca0fe82820'] in n-d-768851-18 is: [{'id': '63153253-ab56-4e87-9220-21ca0fe82820', 'name': 'tempest-ServerActionsTestJSON-1178190010-router', 'tenant_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:12:32Z', 'updated_at': '2021-11-12T09:24:57Z', 'revision_number': 6, 'project_id': '7737ace6dc7b4670a006bdf92fe2d7cf', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:58.474939 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.477032 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.525256 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.525801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63153253-ab56-4e87-9220-21ca0fe82820 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:24:58.530276 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.531447 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-98ac55d7-f9f3-4a3f-8fa7-78961a62fd32 admin admin] 10.222.0.31 "DELETE /v2.0/routers/63153253-ab56-4e87-9220-21ca0fe82820 HTTP/1.1" status: 204 len: 168 time: 0.7673981 Nov 12 09:24:58.534004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47894) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:58.577343 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26f1806-528a-4f11-b186-bcb64f16a1ed admin admin] Deleting subnet 296051de-65d4-4f67-9a1e-536ad9020287 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:58.580178 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b26f1806-528a-4f11-b186-bcb64f16a1ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.619357 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b26f1806-528a-4f11-b186-bcb64f16a1ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.701267 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b26f1806-528a-4f11-b186-bcb64f16a1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.755291 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b26f1806-528a-4f11-b186-bcb64f16a1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.787227 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f1806-528a-4f11-b186-bcb64f16a1ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=296051de-65d4-4f67-9a1e-536ad9020287,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:58.795688 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b26f1806-528a-4f11-b186-bcb64f16a1ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.801527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12573636-0765-4bca-ba13-7f93799dd4a5 None None] Network 9e647ae9-ea63-47b7-b2de-80635abaebb9 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:58.802596 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47896) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:58.813822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b26f1806-528a-4f11-b186-bcb64f16a1ed admin admin] 10.222.0.31 "DELETE /v2.0/subnets/296051de-65d4-4f67-9a1e-536ad9020287 HTTP/1.1" status: 204 len: 168 time: 0.2786312 Nov 12 09:24:58.886752 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.948402 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Deleting port 69969885-1ce1-4263-8e21-d894304d1d96 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:58.948743 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.016842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] For port 69969885-1ce1-4263-8e21-d894304d1d96, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=69969885-1ce1-4263-8e21-d894304d1d96,segment=NetworkSegment(cbcfba58-87f6-48ed-98a1-33b91140215c),segment_id=cbcfba58-87f6-48ed-98a1-33b91140215c)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:59.017245 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.029705 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Calling delete_port for 69969885-1ce1-4263-8e21-d894304d1d96 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:59.095675 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.111318 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.138899 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Pushing event deleted for resources: {'Port': ['ID=69969885-1ce1-4263-8e21-d894304d1d96,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:59.140766 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] No DVR routers for this DVR port 69969885-1ce1-4263-8e21-d894304d1d96 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:59.213244 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.237299 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e647ae9-ea63-47b7-b2de-80635abaebb9']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:59.240963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1536dd9c-966f-40ed-ace6-a914abafe635 None None] DHCP port deletion for 9e647ae9-ea63-47b7-b2de-80635abaebb9 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:59.248121 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbcfba58-87f6-48ed-98a1-33b91140215c') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:59.248771 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbcfba58-87f6-48ed-98a1-33b91140215c') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:59.265447 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.281678 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.287798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:59.288178 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:59.289864 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:59.347152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.354273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:59.354980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.362673 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9e647ae9-ea63-47b7-b2de-80635abaebb9 HTTP/1.1" status: 204 len: 168 time: 0.5558686 Nov 12 09:24:59.379281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:59.379804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d6bbdac1-ee4a-4e18-8e76-5fea6e71ac07 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:59.380221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:59.384237 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904ae79-50a6-4435-92ca-2b01d49f1758 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e647ae9-ea63-47b7-b2de-80635abaebb9,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:59.401416 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:59.401836 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device ff7274d8-dad2-4b7e-8f32-25f2eb0f7bf0 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:59.402330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 69969885-1ce1-4263-8e21-d894304d1d96 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:59.421318 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 69969885-1ce1-4263-8e21-d894304d1d96 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:59.421770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 69969885-1ce1-4263-8e21-d894304d1d96 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:59.497401 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47900) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:59.544567 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-38f44a3d-ae54-4581-a517-0d41a5908686 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7737ace6dc7b4670a006bdf92fe2d7cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459421 Nov 12 09:24:59.547156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47902) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:59.594000 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0e11f63-1e70-446d-b8fd-86638daaffc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.619007 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0e11f63-1e70-446d-b8fd-86638daaffc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.669700 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0e11f63-1e70-446d-b8fd-86638daaffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.672370 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a0e11f63-1e70-446d-b8fd-86638daaffc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.673598 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a0e11f63-1e70-446d-b8fd-86638daaffc7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d26ff629-1e95-4709-8a7d-8b22802c4d60 HTTP/1.1" status: 204 len: 168 time: 0.1255457 Nov 12 09:24:59.683620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e11f63-1e70-446d-b8fd-86638daaffc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26ff629-1e95-4709-8a7d-8b22802c4d60,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:00.389590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 47924) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:00.483272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1047000980-network', 'tenant_id': '832874dd08944396a2b471997e08774f'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:00.504036 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Made reservation on behalf of 832874dd08944396a2b471997e08774f for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:00.506438 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.514926 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.586580 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.591155 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.615735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:00.625531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c90efd7-83be-4841-acf2-ef60cb922150,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:00.630596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.630944 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Added segment ff06c566-1c01-474e-aece-7caa9aa6287c of type vlan for network 15c44980-220f-49e7-845a-62129bc69e1f Nov 12 09:25:00.673010 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.697268 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.698233 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:00.698811 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.733901 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3430877 Nov 12 09:25:00.736721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 47928) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:00.741885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f2b9cb97-fb8b-4639-b18f-aeb60d46b65a admin admin] Request body: {'subnet': {'network_id': '15c44980-220f-49e7-845a-62129bc69e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1047000980-subnet', 'tenant_id': '832874dd08944396a2b471997e08774f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:00.762294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b9cb97-fb8b-4639-b18f-aeb60d46b65a admin admin] Made reservation on behalf of 832874dd08944396a2b471997e08774f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:00.764758 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2b9cb97-fb8b-4639-b18f-aeb60d46b65a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.765749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7b614-b8b4-4ab2-ac8f-363c3829b1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=15c44980-220f-49e7-845a-62129bc69e1f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:00.776547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 15c44980-220f-49e7-845a-62129bc69e1f details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:00.938113 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2b9cb97-fb8b-4639-b18f-aeb60d46b65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.000184 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9cb97-fb8b-4639-b18f-aeb60d46b65a admin admin] Pushing event updated for resources: {'Subnet': ['ID=da89ba51-a213-47a0-82b0-9a97ebf8e794,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:01.006932 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b9cb97-fb8b-4639-b18f-aeb60d46b65a admin admin] Checking segment: {'id': 'ff06c566-1c01-474e-aece-7caa9aa6287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:01.007294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b9cb97-fb8b-4639-b18f-aeb60d46b65a admin admin] Network hostable DHCP agents. Network: 15c44980-220f-49e7-845a-62129bc69e1f, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:01.023327 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b9cb97-fb8b-4639-b18f-aeb60d46b65a admin admin] Network 15c44980-220f-49e7-845a-62129bc69e1f is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:01.032001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-f2b9cb97-fb8b-4639-b18f-aeb60d46b65a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 15c44980-220f-49e7-845a-62129bc69e1f) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:01.036489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b9cb97-fb8b-4639-b18f-aeb60d46b65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:01.037075 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f2b9cb97-fb8b-4639-b18f-aeb60d46b65a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.040850 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4064ae-69e2-47e9-9a1c-b714943b06be None None] Network 15c44980-220f-49e7-845a-62129bc69e1f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:01.052828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f2b9cb97-fb8b-4639-b18f-aeb60d46b65a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3148859 Nov 12 09:25:01.171483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5419e3d-934d-4cbd-802b-7add7c05ad04 None None] Network 15c44980-220f-49e7-845a-62129bc69e1f requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:01.470575 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-5b61a54a-95aa-428c-99ff-60bf9f1a6e62 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:01.472056 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-5b61a54a-95aa-428c-99ff-60bf9f1a6e62 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/networks?id=15c44980-220f-49e7-845a-62129bc69e1f HTTP/1.1" status: 200 len: 814 time: 0.0988362 Nov 12 09:25:01.487744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-3786eb45-8358-40d5-a9e6-1c26e1cad6c3 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/quotas/832874dd08944396a2b471997e08774f HTTP/1.1" status: 200 len: 375 time: 0.0092223 Nov 12 09:25:01.523614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-9f062dcb-9b7b-492d-a7ef-a7be8f234ff4 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=832874dd08944396a2b471997e08774f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301676 Nov 12 09:25:01.534678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-6e503cb7-7025-4be0-9b05-7cb1592de18b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:25:01.535588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-6e503cb7-7025-4be0-9b05-7cb1592de18b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050189 Nov 12 09:25:01.623909 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-5aa803de-e54c-4de3-987c-4711c2691a51 service neutron] 10.222.0.31 "GET /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822477 Nov 12 09:25:02.017761 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-a924ae01-fec5-4d00-9213-80017c57f2dc service neutron] 10.222.0.31 "GET /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877881 Nov 12 09:25:02.180182 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f706f345-ff5a-4e16-a5df-eb5eb6592ef6 req-23e53cb3-0b56-4756-953f-1f6f3976d088 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 210 time: 0.0271337 Nov 12 09:25:03.097373 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-4cfd034b-8047-40a6-a218-db5572d06174 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:03.098792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-4cfd034b-8047-40a6-a218-db5572d06174 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.46 "GET /v2.0/networks?id=15c44980-220f-49e7-845a-62129bc69e1f HTTP/1.1" status: 200 len: 814 time: 0.1016693 Nov 12 09:25:03.111752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Request body: {'port': {'device_id': 'f50729df-936d-4634-8143-a51d1d7d3bd4', 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f', 'admin_state_up': True, 'tenant_id': '832874dd08944396a2b471997e08774f'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:03.221254 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Made reservation on behalf of 832874dd08944396a2b471997e08774f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:03.224967 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.315506 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a99a455-076d-4bfc-9948-14ea8f5f2e19 req-df7027a6-a547-4298-8dde-cc85c780143c tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 210 time: 0.0631316 Nov 12 09:25:03.378785 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Allocated IP 172.20.0.14 (15c44980-220f-49e7-845a-62129bc69e1f/da89ba51-a213-47a0-82b0-9a97ebf8e794/62cc3ab7-6091-49c5-9130-b2dbb14e90c7) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:03.530599 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.563823 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.606161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Network 15c44980-220f-49e7-845a-62129bc69e1f is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:03.611367 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:03.622325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:03.623152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Pushing event updated for resources: {'Port': ['ID=62cc3ab7-6091-49c5-9130-b2dbb14e90c7,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:03.667934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:03.668544 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.684157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-821553da-7bfe-4b02-acbd-1d00873bdfdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762677 Nov 12 09:25:03.697263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Request body: {'port': {'device_id': 'f50729df-936d-4634-8143-a51d1d7d3bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:03.753356 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.018130 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:25:04.026086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.037796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Transition to ACTIVE for port object 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:25:04.042188 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:25:04.043203 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.095380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Pushing event updated for resources: {'Port': ['ID=62cc3ab7-6091-49c5-9130-b2dbb14e90c7,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:04.168174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Attempting to bind port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:04.168846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Attempting to bind port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': 'ff06c566-1c01-474e-aece-7caa9aa6287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:04.168846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Attempting to bind port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 on network 15c44980-220f-49e7-845a-62129bc69e1f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:04.173126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 on network 15c44980-220f-49e7-845a-62129bc69e1f not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:25:04.173451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Attempting to bind port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 on network 15c44980-220f-49e7-845a-62129bc69e1f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:04.178244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:04.178579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Checking segment: {'id': 'ff06c566-1c01-474e-aece-7caa9aa6287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:04.178964 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Bound using segment: {'id': 'ff06c566-1c01-474e-aece-7caa9aa6287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:04.179422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Bound port: 62cc3ab7-6091-49c5-9130-b2dbb14e90c7, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff06c566-1c01-474e-aece-7caa9aa6287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:04.179744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.242914 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] For port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:04.246001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] For port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=62cc3ab7-6091-49c5-9130-b2dbb14e90c7,segment=NetworkSegment(ff06c566-1c01-474e-aece-7caa9aa6287c),segment_id=ff06c566-1c01-474e-aece-7caa9aa6287c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:04.249552 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.283246 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:04.283859 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.285951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] 10.222.0.46 "PUT /v2.0/ports/62cc3ab7-6091-49c5-9130-b2dbb14e90c7 HTTP/1.1" status: 200 len: 1093 time: 0.5927811 Nov 12 09:25:04.286503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f50729df-936d-4634-8143-a51d1d7d3bd4', 'tag': '62cc3ab7-6091-49c5-9130-b2dbb14e90c7'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:25:04.288892 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f89ae66-26ac-4c5c-9780-869f02b43afe" -d '{"events": [{"name": "network-changed", "server_uuid": "f50729df-936d-4634-8143-a51d1d7d3bd4", "tag": "62cc3ab7-6091-49c5-9130-b2dbb14e90c7"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:25:04.317628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9b812-1bfe-46fb-b01d-9efe1fed45c1 service neutron] Pushing event updated for resources: {'Port': ['ID=62cc3ab7-6091-49c5-9130-b2dbb14e90c7,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:04.337773 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae02ce3-810a-4631-ae3d-a293786e2c1e x-openstack-request-id: req-4ae02ce3-810a-4631-ae3d-a293786e2c1e {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:25:04.338073 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f50729df-936d-4634-8143-a51d1d7d3bd4", "tag": "62cc3ab7-6091-49c5-9130-b2dbb14e90c7", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:25:04.338418 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ae02ce3-810a-4631-ae3d-a293786e2c1e {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:25:04.338822 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f50729df-936d-4634-8143-a51d1d7d3bd4', 'tag': '62cc3ab7-6091-49c5-9130-b2dbb14e90c7', 'status': 'completed', 'code': 200} Nov 12 09:25:04.379238 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-64869f07-3021-4b6b-b2e3-4a98a07888dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:04.380835 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-64869f07-3021-4b6b-b2e3-4a98a07888dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=832874dd08944396a2b471997e08774f&device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0529511 Nov 12 09:25:04.446824 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-91178315-d82a-45ea-a0d8-e5549825bf48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62cc3ab7-6091-49c5-9130-b2dbb14e90c7 HTTP/1.1" status: 200 len: 217 time: 0.0496869 Nov 12 09:25:04.504655 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5040852-6c5c-4ea8-929b-01f9659615ee req-45030f91-9169-4f2b-9c9b-a716a617a2bf tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:04.506461 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5040852-6c5c-4ea8-929b-01f9659615ee req-45030f91-9169-4f2b-9c9b-a716a617a2bf tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 944 time: 0.1190495 Nov 12 09:25:04.530268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-6907b7d0-a3c8-42b4-b704-7781304ebf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:04.531623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-6907b7d0-a3c8-42b4-b704-7781304ebf18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da89ba51-a213-47a0-82b0-9a97ebf8e794 HTTP/1.1" status: 200 len: 854 time: 0.0766513 Nov 12 09:25:04.575902 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-e675f2c8-1a2c-4b1b-92cc-ae92cb873caf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15c44980-220f-49e7-845a-62129bc69e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366609 Nov 12 09:25:04.583070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d5040852-6c5c-4ea8-929b-01f9659615ee req-cd1a4274-d3af-495e-8ce3-8cfded81e850 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698416 Nov 12 09:25:04.671027 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-e932e9ee-7fd4-46a5-861c-da4dcbef5dab service neutron] 10.222.0.46 "GET /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865996 Nov 12 09:25:04.767035 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a4b17733-8bd7-47e2-96c0-e20a746730af req-07a1aee3-afce-4578-bb19-ea34966ff7ac service neutron] 10.222.0.46 "GET /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875909 Nov 12 09:25:04.855524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89ae66-26ac-4c5c-9780-869f02b43afe req-47e96ff6-979e-4669-9059-48af09abf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:04.856961 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f89ae66-26ac-4c5c-9780-869f02b43afe req-47e96ff6-979e-4669-9059-48af09abf3a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=832874dd08944396a2b471997e08774f&device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0463021 Nov 12 09:25:04.955870 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89ae66-26ac-4c5c-9780-869f02b43afe req-5aa67564-9ba7-4116-80c6-e954fa3b5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:04.957373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f89ae66-26ac-4c5c-9780-869f02b43afe req-5aa67564-9ba7-4116-80c6-e954fa3b5e15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=15c44980-220f-49e7-845a-62129bc69e1f HTTP/1.1" status: 200 len: 915 time: 0.0932813 Nov 12 09:25:04.999320 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f89ae66-26ac-4c5c-9780-869f02b43afe req-8e7ec79d-b45b-4f02-9d97-9624ee8f2c0e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62cc3ab7-6091-49c5-9130-b2dbb14e90c7 HTTP/1.1" status: 200 len: 217 time: 0.0346649 Nov 12 09:25:05.048561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89ae66-26ac-4c5c-9780-869f02b43afe req-ba4ac13f-4765-4244-8764-10fddb0f15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:05.050022 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f89ae66-26ac-4c5c-9780-869f02b43afe req-ba4ac13f-4765-4244-8764-10fddb0f15e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da89ba51-a213-47a0-82b0-9a97ebf8e794 HTTP/1.1" status: 200 len: 854 time: 0.0430651 Nov 12 09:25:05.087130 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f89ae66-26ac-4c5c-9780-869f02b43afe req-81cf5525-9dce-4651-ad3e-57425b1c12ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15c44980-220f-49e7-845a-62129bc69e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297296 Nov 12 09:25:05.177870 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f89ae66-26ac-4c5c-9780-869f02b43afe req-66ab68ca-3fa4-48e7-a643-a6a26d15846e service neutron] 10.222.0.46 "GET /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829465 Nov 12 09:25:05.278922 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f89ae66-26ac-4c5c-9780-869f02b43afe req-bbb628a5-6043-4056-9158-687c03747900 service neutron] 10.222.0.46 "GET /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928659 Nov 12 09:25:05.313008 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ef3c6404-3729-4371-b8ee-fd6184978449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:05.701436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784413f9-67c1-4afc-9ea3-6de1e7d025cf req-439be51d-bb13-4199-8b01-7d113b0385ed tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:05.702939 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-784413f9-67c1-4afc-9ea3-6de1e7d025cf req-439be51d-bb13-4199-8b01-7d113b0385ed tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 944 time: 0.0501950 Nov 12 09:25:05.749409 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-784413f9-67c1-4afc-9ea3-6de1e7d025cf req-1b5f8e31-6dbc-4f3f-b11a-d3e03155e109 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Nov 12 09:25:06.869149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640098f-e429-4299-9a69-d9ef29aff5b0 req-24af47ec-13a4-483f-bcf6-a39731dcc262 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:06.870667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d640098f-e429-4299-9a69-d9ef29aff5b0 req-24af47ec-13a4-483f-bcf6-a39731dcc262 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 944 time: 0.0539496 Nov 12 09:25:06.920029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d640098f-e429-4299-9a69-d9ef29aff5b0 req-bddcb2e4-ff83-4a35-9736-25abca135061 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434046 Nov 12 09:25:07.597632 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-66c87a44-d9eb-42a0-9c6d-1c5ac3114d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.042399 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74948d-2277-42b3-9644-de0319a2e6d5 req-43caebe5-c883-4b09-9648-31c40aee53b9 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:08.043840 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4f74948d-2277-42b3-9644-de0319a2e6d5 req-43caebe5-c883-4b09-9648-31c40aee53b9 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 944 time: 0.0537362 Nov 12 09:25:08.091586 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4f74948d-2277-42b3-9644-de0319a2e6d5 req-7cc34d29-832c-40e6-bf78-8b897729d644 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417337 Nov 12 09:25:08.793538 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.132143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:25:09.211239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842c77f-74bd-43d0-9618-eb8d0b6ceb1c req-88e6ab26-c6c8-4fac-b701-6a42587ac3fe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:09.213545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b842c77f-74bd-43d0-9618-eb8d0b6ceb1c req-88e6ab26-c6c8-4fac-b701-6a42587ac3fe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 944 time: 0.0509837 Nov 12 09:25:09.235863 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=62cc3ab7-6091-49c5-9130-b2dbb14e90c7,segment=NetworkSegment(ff06c566-1c01-474e-aece-7caa9aa6287c),segment_id=ff06c566-1c01-474e-aece-7caa9aa6287c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:09.248015 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '62cc3ab7-6091-49c5-9130-b2dbb14e90c7', 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f', 'port_id': '62cc3ab7-6091-49c5-9130-b2dbb14e90c7', 'mac_address': 'fa:16:3e:95:b2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da89ba51-a213-47a0-82b0-9a97ebf8e794', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:25:09.271145 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b842c77f-74bd-43d0-9618-eb8d0b6ceb1c req-e7f1acf8-28ac-49bd-b8cb-6ecd0dee14ff tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509310 Nov 12 09:25:09.286808 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.300482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:25:09.321532 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=62cc3ab7-6091-49c5-9130-b2dbb14e90c7,segment=NetworkSegment(ff06c566-1c01-474e-aece-7caa9aa6287c),segment_id=ff06c566-1c01-474e-aece-7caa9aa6287c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:09.326812 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.380690 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=62cc3ab7-6091-49c5-9130-b2dbb14e90c7,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:09.388784 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:09.389134 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:09.389484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:09.389808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:09.390133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:09.390455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:09.390775 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:09.391095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:09.391413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:09.391729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:09.392045 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:09.392434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:09.616357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['62cc3ab7-6091-49c5-9130-b2dbb14e90c7'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:25:10.162286 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:10.385291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c8fa3-4aa0-4575-b45e-e6da1c969ba5 req-91664598-4a74-47bb-bcfa-eee15488d51b tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:10.386755 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc1c8fa3-4aa0-4575-b45e-e6da1c969ba5 req-91664598-4a74-47bb-bcfa-eee15488d51b tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 945 time: 0.0488367 Nov 12 09:25:10.432713 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fc1c8fa3-4aa0-4575-b45e-e6da1c969ba5 req-c849256c-4941-4614-a43f-fd1101e8c9c2 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 Nov 12 09:25:11.070128 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:11.132770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:11.185778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:25:11.194834 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:11.195203 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:11.274496 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:11.298452 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50729df-936d-4634-8143-a51d1d7d3bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cc3ab7-6091-49c5-9130-b2dbb14e90c7'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:25:11.300733 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d95b01-325b-471a-a852-2520cc163d05" -d '{"events": [{"server_uuid": "f50729df-936d-4634-8143-a51d1d7d3bd4", "name": "network-vif-plugged", "status": "completed", "tag": "62cc3ab7-6091-49c5-9130-b2dbb14e90c7"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:25:11.318235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=62cc3ab7-6091-49c5-9130-b2dbb14e90c7,segment=NetworkSegment(ff06c566-1c01-474e-aece-7caa9aa6287c),segment_id=ff06c566-1c01-474e-aece-7caa9aa6287c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:11.324798 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:11.361347 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45c7be1-d17f-4e9d-9f20-83567778b9d9 x-openstack-request-id: req-f45c7be1-d17f-4e9d-9f20-83567778b9d9 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:25:11.361636 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50729df-936d-4634-8143-a51d1d7d3bd4", "name": "network-vif-plugged", "status": "completed", "tag": "62cc3ab7-6091-49c5-9130-b2dbb14e90c7", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:25:11.361884 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f45c7be1-d17f-4e9d-9f20-83567778b9d9 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:25:11.362273 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50729df-936d-4634-8143-a51d1d7d3bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cc3ab7-6091-49c5-9130-b2dbb14e90c7', 'code': 200} Nov 12 09:25:11.391928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=62cc3ab7-6091-49c5-9130-b2dbb14e90c7,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:11.451538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae4262-f67e-4ae7-9466-d988e7e08532 req-ba528385-7b67-431d-aa84-be286295e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:11.453058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9aae4262-f67e-4ae7-9466-d988e7e08532 req-ba528385-7b67-431d-aa84-be286295e08b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0424731 Nov 12 09:25:11.503926 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9aae4262-f67e-4ae7-9466-d988e7e08532 req-c00bb829-b3e4-40c1-b252-1f04a0509f54 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406601 Nov 12 09:25:11.559499 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57412d-48cd-494f-a048-0d109538773c req-ceefbe86-c2f8-4fd6-a167-e364391005a5 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:11.560995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7f57412d-48cd-494f-a048-0d109538773c req-ceefbe86-c2f8-4fd6-a167-e364391005a5 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 946 time: 0.0563126 Nov 12 09:25:11.615172 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7f57412d-48cd-494f-a048-0d109538773c req-5dea8469-e611-4d03-8b5b-a7b41327ef38 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474396 Nov 12 09:25:12.735747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2f7bf-0f0a-402c-8079-48173bd9ab9b req-1652ab29-ecd5-4aa2-9491-d2cca533d842 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:12.737324 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40b2f7bf-0f0a-402c-8079-48173bd9ab9b req-1652ab29-ecd5-4aa2-9491-d2cca533d842 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 946 time: 0.0502174 Nov 12 09:25:12.785572 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-40b2f7bf-0f0a-402c-8079-48173bd9ab9b req-54aa21d8-c908-45dc-8725-218f686b7663 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422695 Nov 12 09:25:13.903564 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6dd83-b937-4f81-bbe8-b6c3e5f8f94d req-8eb3ee10-62b1-4229-8e44-46f65f5a1845 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:13.905051 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-47d6dd83-b937-4f81-bbe8-b6c3e5f8f94d req-8eb3ee10-62b1-4229-8e44-46f65f5a1845 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 946 time: 0.0494299 Nov 12 09:25:13.953253 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-47d6dd83-b937-4f81-bbe8-b6c3e5f8f94d req-2d4e552a-216f-4e14-b303-19ed9d0584a1 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421562 Nov 12 09:25:14.182280 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-5ca521e2-76bc-4413-8f95-91a123a27370 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:14.183762 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-5ca521e2-76bc-4413-8f95-91a123a27370 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/networks?id=15c44980-220f-49e7-845a-62129bc69e1f HTTP/1.1" status: 200 len: 814 time: 0.1096261 Nov 12 09:25:14.199603 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-82e5519d-4509-4e23-832e-51f795b29581 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/quotas/832874dd08944396a2b471997e08774f HTTP/1.1" status: 200 len: 375 time: 0.0099812 Nov 12 09:25:14.248265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-e7e55424-d9f1-4419-a41b-b121cedff290 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=832874dd08944396a2b471997e08774f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430548 Nov 12 09:25:14.340608 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-fbbab9bf-3c93-4e2d-bc86-b72c2822a693 service neutron] 10.222.0.31 "GET /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851536 Nov 12 09:25:14.428424 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-c7ccc43d-1e9e-442f-8443-36bdd89d5b3b service neutron] 10.222.0.31 "GET /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815468 Nov 12 09:25:14.582974 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-66a7274d-d9d8-455a-a08e-ecd65cb183e1 req-ccac5f84-e08d-4fdd-81ff-8740b531e47a tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 210 time: 0.0268338 Nov 12 09:25:15.510475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-c8dd5762-d65c-47ac-9840-2d024f1164af tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:15.511979 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-c8dd5762-d65c-47ac-9840-2d024f1164af tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.52 "GET /v2.0/networks?id=15c44980-220f-49e7-845a-62129bc69e1f HTTP/1.1" status: 200 len: 814 time: 0.1119430 Nov 12 09:25:15.526620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Request body: {'port': {'device_id': '351f2a11-a0e8-4346-a1a6-bed3a168c9aa', 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f', 'admin_state_up': True, 'tenant_id': '832874dd08944396a2b471997e08774f'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:15.639256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Made reservation on behalf of 832874dd08944396a2b471997e08774f for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:15.643023 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.688196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b0a4266a-7989-4ce6-981b-6ff9026b0410 req-7a455cb3-3f07-486f-8f10-dc1ff88b85ce tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 210 time: 0.0335598 Nov 12 09:25:15.795342 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Allocated IP 172.20.0.6 (15c44980-220f-49e7-845a-62129bc69e1f/da89ba51-a213-47a0-82b0-9a97ebf8e794/1ffadfa6-7741-4a8f-b9a6-9351f3a4534e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:15.942871 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.976350 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.992650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['62cc3ab7-6091-49c5-9130-b2dbb14e90c7'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:25:16.025598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Network 15c44980-220f-49e7-845a-62129bc69e1f is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:16.030887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:16.033364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:16.063613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Pushing event updated for resources: {'Port': ['ID=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:16.074400 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:16.074751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:16.075091 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:16.075427 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:16.075768 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:16.076087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:16.076411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:16.076736 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:16.077062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:16.077420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:16.077747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:16.078059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:16.098144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:16.098769 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.114832 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-75b88dbd-76a7-4afe-83ea-be0f981b1300 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932326 Nov 12 09:25:16.128225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Request body: {'port': {'device_id': '351f2a11-a0e8-4346-a1a6-bed3a168c9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:16.181740 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.438913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:25:16.446748 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.458591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Transition to ACTIVE for port object 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:25:16.461956 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.512694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:16.575747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Attempting to bind port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:16.576086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Attempting to bind port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': 'ff06c566-1c01-474e-aece-7caa9aa6287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:16.576410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Attempting to bind port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e on network 15c44980-220f-49e7-845a-62129bc69e1f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:16.580612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e on network 15c44980-220f-49e7-845a-62129bc69e1f not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:25:16.580935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Attempting to bind port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e on network 15c44980-220f-49e7-845a-62129bc69e1f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:16.585769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:16.586106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Checking segment: {'id': 'ff06c566-1c01-474e-aece-7caa9aa6287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:16.587048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Bound using segment: {'id': 'ff06c566-1c01-474e-aece-7caa9aa6287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:16.587473 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Bound port: 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff06c566-1c01-474e-aece-7caa9aa6287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:16.587828 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.652867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] For port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:16.655996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] For port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e,segment=NetworkSegment(ff06c566-1c01-474e-aece-7caa9aa6287c),segment_id=ff06c566-1c01-474e-aece-7caa9aa6287c)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:16.659314 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.693005 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:16.693654 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.695067 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-1470ed76-8306-409a-b236-567ab7022394 service neutron] 10.222.0.52 "PUT /v2.0/ports/1ffadfa6-7741-4a8f-b9a6-9351f3a4534e HTTP/1.1" status: 200 len: 1092 time: 0.5710316 Nov 12 09:25:16.695505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351f2a11-a0e8-4346-a1a6-bed3a168c9aa', 'tag': '1ffadfa6-7741-4a8f-b9a6-9351f3a4534e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:25:16.698398 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f18341c-2a2b-4b1b-8803-fcabab2a1af3" -d '{"events": [{"name": "network-changed", "server_uuid": "351f2a11-a0e8-4346-a1a6-bed3a168c9aa", "tag": "1ffadfa6-7741-4a8f-b9a6-9351f3a4534e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:25:16.725586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470ed76-8306-409a-b236-567ab7022394 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:16.742356 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c26b87-0128-475c-97bc-e817629b2c56 x-openstack-request-id: req-e4c26b87-0128-475c-97bc-e817629b2c56 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:25:16.743181 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351f2a11-a0e8-4346-a1a6-bed3a168c9aa", "tag": "1ffadfa6-7741-4a8f-b9a6-9351f3a4534e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:25:16.743441 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4c26b87-0128-475c-97bc-e817629b2c56 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:25:16.743852 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351f2a11-a0e8-4346-a1a6-bed3a168c9aa', 'tag': '1ffadfa6-7741-4a8f-b9a6-9351f3a4534e', 'status': 'completed', 'code': 200} Nov 12 09:25:16.815273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-60717098-2b1c-43a3-bede-c8df283cbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:16.816782 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-60717098-2b1c-43a3-bede-c8df283cbf84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=832874dd08944396a2b471997e08774f&device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 1095 time: 0.0711668 Nov 12 09:25:16.829273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a11561-2520-4c2a-b16f-939f15d9a72f req-858e680e-a036-4f2c-9219-459854a6f2e8 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:16.830661 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28a11561-2520-4c2a-b16f-939f15d9a72f req-858e680e-a036-4f2c-9219-459854a6f2e8 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 943 time: 0.0582733 Nov 12 09:25:16.879410 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-12a10f61-6db0-461e-b180-2ca622f299b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e HTTP/1.1" status: 200 len: 217 time: 0.0478144 Nov 12 09:25:16.936857 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28a11561-2520-4c2a-b16f-939f15d9a72f req-2bc9d6b9-ea9a-4e57-b243-e88ad49ae9a1 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989327 Nov 12 09:25:16.947447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-d7fdd4ee-4423-47db-8e93-4f06d49dd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:16.948941 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-d7fdd4ee-4423-47db-8e93-4f06d49dd104 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da89ba51-a213-47a0-82b0-9a97ebf8e794 HTTP/1.1" status: 200 len: 854 time: 0.0621686 Nov 12 09:25:16.982529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-949afbb6-c06e-4f88-ad29-76d122c726d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15c44980-220f-49e7-845a-62129bc69e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260229 Nov 12 09:25:17.076561 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-40e60752-81d1-4b60-b5d4-1f89477e5b25 service neutron] 10.222.0.52 "GET /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877218 Nov 12 09:25:17.167815 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ebeaae4-84c6-45ab-a1f9-0599f4628706 req-58af37dc-afd1-4fc5-ac22-151a2cd7c930 service neutron] 10.222.0.52 "GET /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841224 Nov 12 09:25:17.258999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18341c-2a2b-4b1b-8803-fcabab2a1af3 req-2cdede9a-f149-461d-a69f-81ca11e4b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:17.260455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f18341c-2a2b-4b1b-8803-fcabab2a1af3 req-2cdede9a-f149-461d-a69f-81ca11e4b9f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=832874dd08944396a2b471997e08774f&device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 1095 time: 0.0456133 Nov 12 09:25:17.354600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18341c-2a2b-4b1b-8803-fcabab2a1af3 req-72e740cd-2fea-4fb0-a654-cbf553b2b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:17.356104 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f18341c-2a2b-4b1b-8803-fcabab2a1af3 req-72e740cd-2fea-4fb0-a654-cbf553b2b77e service neutron] 10.222.0.52 "GET /v2.0/networks?id=15c44980-220f-49e7-845a-62129bc69e1f HTTP/1.1" status: 200 len: 915 time: 0.0857356 Nov 12 09:25:17.402087 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f18341c-2a2b-4b1b-8803-fcabab2a1af3 req-06149049-ddf4-432e-98fc-03d6f57c6028 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e HTTP/1.1" status: 200 len: 217 time: 0.0388305 Nov 12 09:25:17.450829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18341c-2a2b-4b1b-8803-fcabab2a1af3 req-f5880cfb-6649-4df0-a0a2-91d829ab51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:17.452295 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f18341c-2a2b-4b1b-8803-fcabab2a1af3 req-f5880cfb-6649-4df0-a0a2-91d829ab51ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da89ba51-a213-47a0-82b0-9a97ebf8e794 HTTP/1.1" status: 200 len: 854 time: 0.0433390 Nov 12 09:25:17.485848 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f18341c-2a2b-4b1b-8803-fcabab2a1af3 req-a130699a-da84-436c-8d76-d4a7237b3ab7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=15c44980-220f-49e7-845a-62129bc69e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249066 Nov 12 09:25:17.579717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f18341c-2a2b-4b1b-8803-fcabab2a1af3 req-fc2809f2-f2fe-4b6c-90a0-5b6dd92ddc96 service neutron] 10.222.0.52 "GET /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854187 Nov 12 09:25:17.676545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f18341c-2a2b-4b1b-8803-fcabab2a1af3 req-26ba746d-7bb6-4e9a-bde5-9e3f2420d4c1 service neutron] 10.222.0.52 "GET /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877399 Nov 12 09:25:18.055039 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229004cf-e92d-4ead-91f0-501076dcf9d6 req-6f41da4c-a84f-4553-9023-bc8c0ae9ecbe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:18.056515 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-229004cf-e92d-4ead-91f0-501076dcf9d6 req-6f41da4c-a84f-4553-9023-bc8c0ae9ecbe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 943 time: 0.0497236 Nov 12 09:25:18.107791 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-229004cf-e92d-4ead-91f0-501076dcf9d6 req-05920b2b-1605-4319-8739-f5742a45a3f4 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454094 Nov 12 09:25:19.222717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf709a7-51c3-4a10-a078-a1d98772818f req-9fd26485-d301-43b0-bbc1-6e4ad27af759 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:19.224191 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bf709a7-51c3-4a10-a078-a1d98772818f req-9fd26485-d301-43b0-bbc1-6e4ad27af759 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 943 time: 0.0497496 Nov 12 09:25:19.275368 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5bf709a7-51c3-4a10-a078-a1d98772818f req-96fb9db1-05c6-4cd5-a0f8-2b54b4925d42 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450602 Nov 12 09:25:20.387367 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:25:20.397388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4a35c-b6a7-4e81-8fa0-b2d83a817cb5 req-5ccc1c06-d2e6-4b9c-b6db-94a19000876c tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:20.398906 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18c4a35c-b6a7-4e81-8fa0-b2d83a817cb5 req-5ccc1c06-d2e6-4b9c-b6db-94a19000876c tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 943 time: 0.0570972 Nov 12 09:25:20.447175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-18c4a35c-b6a7-4e81-8fa0-b2d83a817cb5 req-3dcbd279-a455-4c4e-8504-aec2f8a6ff72 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Nov 12 09:25:20.479384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e,segment=NetworkSegment(ff06c566-1c01-474e-aece-7caa9aa6287c),segment_id=ff06c566-1c01-474e-aece-7caa9aa6287c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:20.490029 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '1ffadfa6-7741-4a8f-b9a6-9351f3a4534e', 'network_id': '15c44980-220f-49e7-845a-62129bc69e1f', 'port_id': '1ffadfa6-7741-4a8f-b9a6-9351f3a4534e', 'mac_address': 'fa:16:3e:71:f7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da89ba51-a213-47a0-82b0-9a97ebf8e794', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:25:20.529000 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.541588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:25:20.560243 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e,segment=NetworkSegment(ff06c566-1c01-474e-aece-7caa9aa6287c),segment_id=ff06c566-1c01-474e-aece-7caa9aa6287c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:20.564628 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.611899 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:20.778161 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['1ffadfa6-7741-4a8f-b9a6-9351f3a4534e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:25:21.563215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daa4ed-eb4f-4a65-a7a7-d5213bf640c3 req-3e396fb7-1614-4e62-8a67-79185256dae9 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:21.564749 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-02daa4ed-eb4f-4a65-a7a7-d5213bf640c3 req-3e396fb7-1614-4e62-8a67-79185256dae9 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 944 time: 0.0498176 Nov 12 09:25:21.612552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-02daa4ed-eb4f-4a65-a7a7-d5213bf640c3 req-6b7f3fe7-acdd-478e-b57f-6af744e62c93 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Nov 12 09:25:22.411222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:22.458848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:25:22.462866 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:22.463234 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.540947 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.563316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351f2a11-a0e8-4346-a1a6-bed3a168c9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffadfa6-7741-4a8f-b9a6-9351f3a4534e'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:25:22.565568 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59711c4d-0900-4486-a770-eff4806e5346" -d '{"events": [{"server_uuid": "351f2a11-a0e8-4346-a1a6-bed3a168c9aa", "name": "network-vif-plugged", "status": "completed", "tag": "1ffadfa6-7741-4a8f-b9a6-9351f3a4534e"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:25:22.578165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e,segment=NetworkSegment(ff06c566-1c01-474e-aece-7caa9aa6287c),segment_id=ff06c566-1c01-474e-aece-7caa9aa6287c)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:22.581969 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.604733 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f263c442-0ff2-413a-9f9f-ece33e2dca63 x-openstack-request-id: req-f263c442-0ff2-413a-9f9f-ece33e2dca63 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:25:22.605023 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351f2a11-a0e8-4346-a1a6-bed3a168c9aa", "name": "network-vif-plugged", "status": "completed", "tag": "1ffadfa6-7741-4a8f-b9a6-9351f3a4534e", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:25:22.605300 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f263c442-0ff2-413a-9f9f-ece33e2dca63 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:25:22.605688 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351f2a11-a0e8-4346-a1a6-bed3a168c9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffadfa6-7741-4a8f-b9a6-9351f3a4534e', 'code': 200} Nov 12 09:25:22.632589 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:22.731021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87087fd9-eb3c-4de4-b23e-6d37e4bd9cfa req-b5adf44f-77b0-4457-b73f-86dc29a881c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:22.732564 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-87087fd9-eb3c-4de4-b23e-6d37e4bd9cfa req-b5adf44f-77b0-4457-b73f-86dc29a881c5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 1097 time: 0.0729833 Nov 12 09:25:22.764730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87d837-b34d-4953-b5eb-6253f7845bab req-7c19da10-cd49-460a-bfe4-b2f16c92ab9d tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:22.766282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd87d837-b34d-4953-b5eb-6253f7845bab req-7c19da10-cd49-460a-bfe4-b2f16c92ab9d tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 945 time: 0.0769026 Nov 12 09:25:22.804195 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-87087fd9-eb3c-4de4-b23e-6d37e4bd9cfa req-5568a1e1-d1b1-4fde-bbff-0a92198abbbf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638762 Nov 12 09:25:22.829292 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd87d837-b34d-4953-b5eb-6253f7845bab req-e0cf434a-aa6b-41d8-8fbf-7da844872218 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536411 Nov 12 09:25:23.026361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:23.950388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91ce3a-effa-434d-a269-7a55aa418244 req-3fe9c23a-2a12-4f24-b952-8e202f7c5b62 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:23.951876 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f91ce3a-effa-434d-a269-7a55aa418244 req-3fe9c23a-2a12-4f24-b952-8e202f7c5b62 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 945 time: 0.0525365 Nov 12 09:25:23.999849 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1f91ce3a-effa-434d-a269-7a55aa418244 req-e2a63299-79c4-4388-b2f7-f4835cb86efa tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420284 Nov 12 09:25:25.120731 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cf3a9-0615-4f26-b59f-45f015f44c31 req-71063b6b-03dd-4bb3-a615-fc7f87d3ca2a tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:25.122298 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e63cf3a9-0615-4f26-b59f-45f015f44c31 req-71063b6b-03dd-4bb3-a615-fc7f87d3ca2a tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 945 time: 0.0506659 Nov 12 09:25:25.171534 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e63cf3a9-0615-4f26-b59f-45f015f44c31 req-507eaa61-75d8-49d8-897b-3ba814100ae0 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424376 Nov 12 09:25:25.417410 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8708d-6a25-438e-a1c2-4a8cd0949630 req-fa5ffc38-d9f8-43cf-a4f5-28f5c7d54947 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:25.418916 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22a8708d-6a25-438e-a1c2-4a8cd0949630 req-fa5ffc38-d9f8-43cf-a4f5-28f5c7d54947 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 945 time: 0.0532186 Nov 12 09:25:25.467366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22a8708d-6a25-438e-a1c2-4a8cd0949630 req-b4abd6c8-0054-4291-9b6d-1ed045d10425 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422649 Nov 12 09:25:26.586965 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b5a26-31d4-4cf1-8384-f9c063e115b5 req-9f66c398-1641-4065-8d1b-95dacb33dbf2 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:26.588422 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd4b5a26-31d4-4cf1-8384-f9c063e115b5 req-9f66c398-1641-4065-8d1b-95dacb33dbf2 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 945 time: 0.0518944 Nov 12 09:25:26.635810 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd4b5a26-31d4-4cf1-8384-f9c063e115b5 req-fa0c081e-df63-458f-8a51-38b0fb2f3d4f tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411928 Nov 12 09:25:26.687003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122a8cc-399d-43de-8047-71d97839c556 req-b7f60c84-a36b-41e7-bbdf-fa88bfbed8f2 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:26.688513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1122a8cc-399d-43de-8047-71d97839c556 req-b7f60c84-a36b-41e7-bbdf-fa88bfbed8f2 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.52 "GET /v2.0/ports?device_id=351f2a11-a0e8-4346-a1a6-bed3a168c9aa HTTP/1.1" status: 200 len: 945 time: 0.0481627 Nov 12 09:25:26.775751 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1122a8cc-399d-43de-8047-71d97839c556 req-88f3c703-d840-4ce2-a35c-b25d413adab5 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Deleting port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:26.776018 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1122a8cc-399d-43de-8047-71d97839c556 req-88f3c703-d840-4ce2-a35c-b25d413adab5 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:26.881742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-1122a8cc-399d-43de-8047-71d97839c556 req-88f3c703-d840-4ce2-a35c-b25d413adab5 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] For port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e,segment=NetworkSegment(ff06c566-1c01-474e-aece-7caa9aa6287c),segment_id=ff06c566-1c01-474e-aece-7caa9aa6287c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:26.882097 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1122a8cc-399d-43de-8047-71d97839c556 req-88f3c703-d840-4ce2-a35c-b25d413adab5 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:26.894363 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-1122a8cc-399d-43de-8047-71d97839c556 req-88f3c703-d840-4ce2-a35c-b25d413adab5 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Calling delete_port for 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:27.025238 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1122a8cc-399d-43de-8047-71d97839c556 req-88f3c703-d840-4ce2-a35c-b25d413adab5 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:27.038131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['1ffadfa6-7741-4a8f-b9a6-9351f3a4534e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:25:27.040938 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['62cc3ab7-6091-49c5-9130-b2dbb14e90c7'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:25:27.055406 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3c703-d840-4ce2-a35c-b25d413adab5 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Pushing event deleted for resources: {'Port': ['ID=1ffadfa6-7741-4a8f-b9a6-9351f3a4534e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:27.099213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1122a8cc-399d-43de-8047-71d97839c556 req-88f3c703-d840-4ce2-a35c-b25d413adab5 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] No DVR routers for this DVR port 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:27.102800 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-1122a8cc-399d-43de-8047-71d97839c556 req-88f3c703-d840-4ce2-a35c-b25d413adab5 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:27.106188 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1122a8cc-399d-43de-8047-71d97839c556 req-88f3c703-d840-4ce2-a35c-b25d413adab5 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.52 "DELETE /v2.0/ports/1ffadfa6-7741-4a8f-b9a6-9351f3a4534e HTTP/1.1" status: 204 len: 173 time: 0.4118330 Nov 12 09:25:27.106629 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351f2a11-a0e8-4346-a1a6-bed3a168c9aa', 'name': 'network-vif-deleted', 'tag': '1ffadfa6-7741-4a8f-b9a6-9351f3a4534e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:25:27.108965 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310efdb0-499b-4da5-8649-f7c541d0a796" -d '{"events": [{"server_uuid": "351f2a11-a0e8-4346-a1a6-bed3a168c9aa", "name": "network-vif-deleted", "tag": "1ffadfa6-7741-4a8f-b9a6-9351f3a4534e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:25:27.149651 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e3d5b9-60e9-4c99-a76a-442d2a8541a5 x-openstack-request-id: req-d7e3d5b9-60e9-4c99-a76a-442d2a8541a5 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:25:27.149943 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351f2a11-a0e8-4346-a1a6-bed3a168c9aa", "name": "network-vif-deleted", "tag": "1ffadfa6-7741-4a8f-b9a6-9351f3a4534e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:25:27.150191 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7e3d5b9-60e9-4c99-a76a-442d2a8541a5 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:25:27.151738 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351f2a11-a0e8-4346-a1a6-bed3a168c9aa', 'name': 'network-vif-deleted', 'tag': '1ffadfa6-7741-4a8f-b9a6-9351f3a4534e', 'status': 'completed', 'code': 200} Nov 12 09:25:27.792935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0483260-eda4-45fb-ae41-69631a603214 req-7e4ae196-5461-4d61-bfc5-879fb31976f0 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:27.794465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0483260-eda4-45fb-ae41-69631a603214 req-7e4ae196-5461-4d61-bfc5-879fb31976f0 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 946 time: 0.0537596 Nov 12 09:25:27.844704 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f0483260-eda4-45fb-ae41-69631a603214 req-f5f516f6-f81a-4ed0-8175-9ce0d7a3513c tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443676 Nov 12 09:25:27.984172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e171882-306b-4ec2-b0f6-5134b247b11b req-2493f87e-d733-4504-ad65-cdd7ea38348f tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:27.985756 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e171882-306b-4ec2-b0f6-5134b247b11b req-2493f87e-d733-4504-ad65-cdd7ea38348f tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 946 time: 0.0554152 Nov 12 09:25:28.039682 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e171882-306b-4ec2-b0f6-5134b247b11b req-e542e009-12ec-4dce-88a4-1ea21775f9ce tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466881 Nov 12 09:25:28.167905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4bed5-d3f6-441d-b9d1-ebcd664f76a6 req-cb31ad19-2b46-44e2-a728-ae228278f462 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:28.169488 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dea4bed5-d3f6-441d-b9d1-ebcd664f76a6 req-cb31ad19-2b46-44e2-a728-ae228278f462 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 946 time: 0.0589948 Nov 12 09:25:28.220459 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-dea4bed5-d3f6-441d-b9d1-ebcd664f76a6 req-e825985a-d82a-4d3a-a162-8e7f3abf2a58 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443873 Nov 12 09:25:28.395829 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a1b51-bfee-44ef-9a23-eb5aacab1b87 req-7ecb9302-f283-455c-9fe6-150baed66bba tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:28.397355 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd7a1b51-bfee-44ef-9a23-eb5aacab1b87 req-7ecb9302-f283-455c-9fe6-150baed66bba tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 946 time: 0.0554752 Nov 12 09:25:28.445405 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd7a1b51-bfee-44ef-9a23-eb5aacab1b87 req-0d4e1738-4cd4-4587-b987-fc603cb0bd6e tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Nov 12 09:25:28.581437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906d2ac-3503-4acd-afd8-409c2012fa9a req-2c53ad4c-f34c-4f18-80fd-60990af5e005 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:28.582895 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e906d2ac-3503-4acd-afd8-409c2012fa9a req-2c53ad4c-f34c-4f18-80fd-60990af5e005 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 946 time: 0.0514524 Nov 12 09:25:28.633728 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e906d2ac-3503-4acd-afd8-409c2012fa9a req-e7537142-0f55-47eb-96ea-8076c3165685 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449593 Nov 12 09:25:28.763268 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ac0fd-156a-4974-b832-d3207bfe1215 req-f565413e-d17a-4646-bea3-d1cb608a3461 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:28.764749 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe4ac0fd-156a-4974-b832-d3207bfe1215 req-f565413e-d17a-4646-bea3-d1cb608a3461 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 946 time: 0.0509524 Nov 12 09:25:28.812376 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fe4ac0fd-156a-4974-b832-d3207bfe1215 req-db9f8d21-5c76-4733-8dae-ec629899eb81 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 Nov 12 09:25:29.114618 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:29.133898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c360468-0395-447f-a7f5-baddbffaf2dc req-4fc3a835-2f62-48f1-beca-0036bd5545bb tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:29.135393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c360468-0395-447f-a7f5-baddbffaf2dc req-4fc3a835-2f62-48f1-beca-0036bd5545bb tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 946 time: 0.0641668 Nov 12 09:25:29.183721 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3c360468-0395-447f-a7f5-baddbffaf2dc req-20f79fd3-d54d-4aab-8b31-e26ce8386c18 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Nov 12 09:25:30.305737 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51c4d4-00fd-4512-ae1d-5e70ecb38d8b req-2702902e-982c-4ea5-9cf1-68fc66ac3ef7 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:30.307115 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa51c4d4-00fd-4512-ae1d-5e70ecb38d8b req-2702902e-982c-4ea5-9cf1-68fc66ac3ef7 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 946 time: 0.0502679 Nov 12 09:25:30.354545 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fa51c4d4-00fd-4512-ae1d-5e70ecb38d8b req-0c2097a5-cd38-450c-8245-a0bcd3e21066 tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c90efd7-83be-4841-acf2-ef60cb922150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413218 Nov 12 09:25:30.451868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:30.476163 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:30.476483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1ffadfa6-7741-4a8f-b9a6-9351f3a4534e not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:25:30.600960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669608e6-5c90-40e9-96c7-7019749761d3 req-029da0d5-5c39-4f6f-9e4c-f3fd385d717c tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:30.602869 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-669608e6-5c90-40e9-96c7-7019749761d3 req-029da0d5-5c39-4f6f-9e4c-f3fd385d717c tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.46 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 946 time: 0.0549197 Nov 12 09:25:30.692917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-669608e6-5c90-40e9-96c7-7019749761d3 req-8e0f17da-4660-4cce-b09c-47230ea074fe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Deleting port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:30.693290 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-669608e6-5c90-40e9-96c7-7019749761d3 req-8e0f17da-4660-4cce-b09c-47230ea074fe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.097811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-669608e6-5c90-40e9-96c7-7019749761d3 req-8e0f17da-4660-4cce-b09c-47230ea074fe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] For port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=62cc3ab7-6091-49c5-9130-b2dbb14e90c7,segment=NetworkSegment(ff06c566-1c01-474e-aece-7caa9aa6287c),segment_id=ff06c566-1c01-474e-aece-7caa9aa6287c)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:31.098171 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-669608e6-5c90-40e9-96c7-7019749761d3 req-8e0f17da-4660-4cce-b09c-47230ea074fe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.118168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-669608e6-5c90-40e9-96c7-7019749761d3 req-8e0f17da-4660-4cce-b09c-47230ea074fe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Calling delete_port for 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:31.246371 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-669608e6-5c90-40e9-96c7-7019749761d3 req-8e0f17da-4660-4cce-b09c-47230ea074fe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.260202 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['62cc3ab7-6091-49c5-9130-b2dbb14e90c7'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:25:31.277515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f17da-4660-4cce-b09c-47230ea074fe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Pushing event deleted for resources: {'Port': ['ID=62cc3ab7-6091-49c5-9130-b2dbb14e90c7,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:31.322616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-669608e6-5c90-40e9-96c7-7019749761d3 req-8e0f17da-4660-4cce-b09c-47230ea074fe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] No DVR routers for this DVR port 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:31.325262 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-669608e6-5c90-40e9-96c7-7019749761d3 req-8e0f17da-4660-4cce-b09c-47230ea074fe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.328563 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-669608e6-5c90-40e9-96c7-7019749761d3 req-8e0f17da-4660-4cce-b09c-47230ea074fe tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.46 "DELETE /v2.0/ports/62cc3ab7-6091-49c5-9130-b2dbb14e90c7 HTTP/1.1" status: 204 len: 173 time: 0.7197106 Nov 12 09:25:31.329028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f50729df-936d-4634-8143-a51d1d7d3bd4', 'name': 'network-vif-deleted', 'tag': '62cc3ab7-6091-49c5-9130-b2dbb14e90c7'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:25:31.331614 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17fbce3-41d2-4501-afe0-9c6f60eca9d6" -d '{"events": [{"server_uuid": "f50729df-936d-4634-8143-a51d1d7d3bd4", "name": "network-vif-deleted", "tag": "62cc3ab7-6091-49c5-9130-b2dbb14e90c7"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:25:31.373771 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c89be5-3378-4ba2-bf54-f0d6be4639a0 x-openstack-request-id: req-70c89be5-3378-4ba2-bf54-f0d6be4639a0 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:25:31.374087 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f50729df-936d-4634-8143-a51d1d7d3bd4", "name": "network-vif-deleted", "tag": "62cc3ab7-6091-49c5-9130-b2dbb14e90c7", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:25:31.374340 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70c89be5-3378-4ba2-bf54-f0d6be4639a0 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:25:31.374737 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f50729df-936d-4634-8143-a51d1d7d3bd4', 'name': 'network-vif-deleted', 'tag': '62cc3ab7-6091-49c5-9130-b2dbb14e90c7', 'status': 'completed', 'code': 200} Nov 12 09:25:31.466556 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-2563a900-db75-4ffe-adc2-25ba99a24f35 req-43e57155-fc52-4fd8-935a-0d00dcb2cbdc tempest-ServersNegativeTestJSON-1882840282 tempest-ServersNegativeTestJSON-1882840282-project] 10.222.0.31 "GET /v2.0/ports?device_id=f50729df-936d-4634-8143-a51d1d7d3bd4 HTTP/1.1" status: 200 len: 210 time: 0.0280681 Nov 12 09:25:32.524640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48076) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:32.569442 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3aa2f5-3a96-4158-a01a-26165881361c admin admin] Deleting subnet da89ba51-a213-47a0-82b0-9a97ebf8e794 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:32.572581 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa2f5-3a96-4158-a01a-26165881361c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.607761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa2f5-3a96-4158-a01a-26165881361c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.656749 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa2f5-3a96-4158-a01a-26165881361c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.707844 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa2f5-3a96-4158-a01a-26165881361c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.735520 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3aa2f5-3a96-4158-a01a-26165881361c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da89ba51-a213-47a0-82b0-9a97ebf8e794,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:32.738011 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa2f5-3a96-4158-a01a-26165881361c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.740657 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bc3aa2f5-3a96-4158-a01a-26165881361c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/da89ba51-a213-47a0-82b0-9a97ebf8e794 HTTP/1.1" status: 204 len: 168 time: 0.2150371 Nov 12 09:25:32.743228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48078) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:32.818593 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.903812 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.925682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c44980-220f-49e7-845a-62129bc69e1f']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:32.934995 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff06c566-1c01-474e-aece-7caa9aa6287c') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:32.935294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff06c566-1c01-474e-aece-7caa9aa6287c') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:32.944675 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.958606 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.965912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:32.966319 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:32.968002 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:33.028025 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.033615 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.036913 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] 10.222.0.31 "DELETE /v2.0/networks/15c44980-220f-49e7-845a-62129bc69e1f HTTP/1.1" status: 204 len: 168 time: 0.2927387 Nov 12 09:25:33.048423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd9442-bcac-4611-97ed-e5e026d91879 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c44980-220f-49e7-845a-62129bc69e1f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:33.156943 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48082) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:33.209411 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-534e896f-d02b-4f88-82db-82b00f0e2c13 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=832874dd08944396a2b471997e08774f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510859 Nov 12 09:25:33.213010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48084) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:33.263065 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4efe7ffe-db47-4453-83cd-5cdd86da5824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.289043 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4efe7ffe-db47-4453-83cd-5cdd86da5824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.338005 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4efe7ffe-db47-4453-83cd-5cdd86da5824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.340916 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4efe7ffe-db47-4453-83cd-5cdd86da5824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.342109 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4efe7ffe-db47-4453-83cd-5cdd86da5824 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c90efd7-83be-4841-acf2-ef60cb922150 HTTP/1.1" status: 204 len: 168 time: 0.1281407 Nov 12 09:25:33.350062 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe7ffe-db47-4453-83cd-5cdd86da5824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c90efd7-83be-4841-acf2-ef60cb922150,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:34.044861 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48106) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:34.154510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-371375500'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:34.175203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Made reservation on behalf of d4f3ad6960ea4bbfb6f322696ecb2000 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:34.178712 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.191684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.268131 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.272130 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.302419 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:34.310090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0508b9-e121-484e-b6c4-04128d217cbf,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:34.318384 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.318576 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Added segment 6e1c5b2d-0ef6-443e-a173-9ca880898cb4 of type vlan for network 4266839e-32bf-4b42-9a25-9dfb160df547 Nov 12 09:25:34.361147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.386163 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.391856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:34.392383 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.454520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4081192 Nov 12 09:25:34.463532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ad93e-d4b3-47b9-8b57-219066164d0a tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event updated for resources: {'Network': ['ID=4266839e-32bf-4b42-9a25-9dfb160df547,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:34.480665 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4266839e-32bf-4b42-9a25-9dfb160df547 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:35.212137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:35.231867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:35.232210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 62cc3ab7-6091-49c5-9130-b2dbb14e90c7 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:25:35.316427 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d0f66fb8-a92a-4b72-9236-ad2fdf14d764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.599756 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3bd376c8-1905-4b33-9fb5-3dfd631bb6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.847136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48110) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:37.852885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4740a209-9a38-4342-9a3b-61907f3f1f15 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Request body: {'subnet': {'network_id': '4266839e-32bf-4b42-9a25-9dfb160df547', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:37.944485 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4740a209-9a38-4342-9a3b-61907f3f1f15 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Made reservation on behalf of d4f3ad6960ea4bbfb6f322696ecb2000 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:37.948066 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4740a209-9a38-4342-9a3b-61907f3f1f15 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.142577 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4740a209-9a38-4342-9a3b-61907f3f1f15 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.205692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740a209-9a38-4342-9a3b-61907f3f1f15 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event updated for resources: {'Subnet': ['ID=8cb1c640-9a92-47cc-a101-728062cab920,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:38.216844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4740a209-9a38-4342-9a3b-61907f3f1f15 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Checking segment: {'id': '6e1c5b2d-0ef6-443e-a173-9ca880898cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4266839e-32bf-4b42-9a25-9dfb160df547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:38.216844 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4740a209-9a38-4342-9a3b-61907f3f1f15 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Network hostable DHCP agents. Network: 4266839e-32bf-4b42-9a25-9dfb160df547, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:38.233530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4740a209-9a38-4342-9a3b-61907f3f1f15 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Network 4266839e-32bf-4b42-9a25-9dfb160df547 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:38.243653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-4740a209-9a38-4342-9a3b-61907f3f1f15 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4266839e-32bf-4b42-9a25-9dfb160df547) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:38.249347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4740a209-9a38-4342-9a3b-61907f3f1f15 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:38.250218 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4740a209-9a38-4342-9a3b-61907f3f1f15 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.253941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798046d3-3ef7-4c08-bb9d-efe0159f9db2 None None] Network 4266839e-32bf-4b42-9a25-9dfb160df547 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:38.270996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4740a209-9a38-4342-9a3b-61907f3f1f15 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4226358 Nov 12 09:25:38.275741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48112) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:38.280204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-bdecec9d-62b5-476b-b7cd-7d3cc2d6719b tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-711962822'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:38.303537 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdecec9d-62b5-476b-b7cd-7d3cc2d6719b tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Made reservation on behalf of d4f3ad6960ea4bbfb6f322696ecb2000 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:38.307518 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bdecec9d-62b5-476b-b7cd-7d3cc2d6719b tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.342509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdecec9d-62b5-476b-b7cd-7d3cc2d6719b tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:38.352922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bdecec9d-62b5-476b-b7cd-7d3cc2d6719b tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.353343 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-bdecec9d-62b5-476b-b7cd-7d3cc2d6719b tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Added segment 0928a3ff-3917-469d-b5f3-54e5a47e98b7 of type vlan for network a4cc8f59-59f6-4dcd-ad52-ec655781b81b Nov 12 09:25:38.401515 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bdecec9d-62b5-476b-b7cd-7d3cc2d6719b tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.427198 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4266839e-32bf-4b42-9a25-9dfb160df547', 'network_id': '4266839e-32bf-4b42-9a25-9dfb160df547', 'tenant_id': 'd4f3ad6960ea4bbfb6f322696ecb2000', 'fixed_ips': [{'subnet_id': '8cb1c640-9a92-47cc-a101-728062cab920'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:38.428230 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.433147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bdecec9d-62b5-476b-b7cd-7d3cc2d6719b tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.439628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdecec9d-62b5-476b-b7cd-7d3cc2d6719b tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:38.440301 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bdecec9d-62b5-476b-b7cd-7d3cc2d6719b tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.481789 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bdecec9d-62b5-476b-b7cd-7d3cc2d6719b tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2056336 Nov 12 09:25:38.485604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48114) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:38.491263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-da710487-45e5-4a47-9ef1-505e2940cb5e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Request body: {'subnet': {'network_id': 'a4cc8f59-59f6-4dcd-ad52-ec655781b81b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:38.523201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecec9d-62b5-476b-b7cd-7d3cc2d6719b tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event updated for resources: {'Network': ['ID=a4cc8f59-59f6-4dcd-ad52-ec655781b81b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:38.544336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network a4cc8f59-59f6-4dcd-ad52-ec655781b81b details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:38.594495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da710487-45e5-4a47-9ef1-505e2940cb5e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Made reservation on behalf of d4f3ad6960ea4bbfb6f322696ecb2000 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:38.598618 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da710487-45e5-4a47-9ef1-505e2940cb5e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.646693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Allocated IP 2001:db8:0:ffff::2 (4266839e-32bf-4b42-9a25-9dfb160df547/8cb1c640-9a92-47cc-a101-728062cab920/4a571939-f4c1-451c-9a17-0846be02f36e) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:38.798783 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da710487-45e5-4a47-9ef1-505e2940cb5e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.812110 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.815823 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.824413 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.864791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da710487-45e5-4a47-9ef1-505e2940cb5e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event updated for resources: {'Subnet': ['ID=eb7a769c-01cd-49f4-9a35-02d3dec08dec,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:38.873343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da710487-45e5-4a47-9ef1-505e2940cb5e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Checking segment: {'id': '0928a3ff-3917-469d-b5f3-54e5a47e98b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a4cc8f59-59f6-4dcd-ad52-ec655781b81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:38.873483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da710487-45e5-4a47-9ef1-505e2940cb5e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Network hostable DHCP agents. Network: a4cc8f59-59f6-4dcd-ad52-ec655781b81b, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:38.878360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Network 4266839e-32bf-4b42-9a25-9dfb160df547 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:38.891242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da710487-45e5-4a47-9ef1-505e2940cb5e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Network a4cc8f59-59f6-4dcd-ad52-ec655781b81b is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:38.894309 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:38.899204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:38.904918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Pushing event updated for resources: {'Port': ['ID=4a571939-f4c1-451c-9a17-0846be02f36e,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:38.906726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-da710487-45e5-4a47-9ef1-505e2940cb5e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, a4cc8f59-59f6-4dcd-ad52-ec655781b81b) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:38.914071 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da710487-45e5-4a47-9ef1-505e2940cb5e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:38.914686 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-da710487-45e5-4a47-9ef1-505e2940cb5e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.928935 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c28bff-7e30-46fb-ae24-c27216a0f5c8 None None] Network a4cc8f59-59f6-4dcd-ad52-ec655781b81b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:38.933335 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-da710487-45e5-4a47-9ef1-505e2940cb5e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4464493 Nov 12 09:25:38.936019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48116) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:39.008900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Attempting to bind port 4a571939-f4c1-451c-9a17-0846be02f36e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:39.009313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Attempting to bind port 4a571939-f4c1-451c-9a17-0846be02f36e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '6e1c5b2d-0ef6-443e-a173-9ca880898cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4266839e-32bf-4b42-9a25-9dfb160df547'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:39.009706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Attempting to bind port 4a571939-f4c1-451c-9a17-0846be02f36e on network 4266839e-32bf-4b42-9a25-9dfb160df547 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:39.020757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:39.021151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Checking segment: {'id': '6e1c5b2d-0ef6-443e-a173-9ca880898cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4266839e-32bf-4b42-9a25-9dfb160df547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:39.021580 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.021980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Bound using segment: {'id': '6e1c5b2d-0ef6-443e-a173-9ca880898cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4266839e-32bf-4b42-9a25-9dfb160df547'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:39.022463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Bound port: 4a571939-f4c1-451c-9a17-0846be02f36e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1c5b2d-0ef6-443e-a173-9ca880898cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4266839e-32bf-4b42-9a25-9dfb160df547'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:39.022939 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.051950 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.135410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] For port 4a571939-f4c1-451c-9a17-0846be02f36e, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:39.140335 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] For port 4a571939-f4c1-451c-9a17-0846be02f36e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4a571939-f4c1-451c-9a17-0846be02f36e,segment=NetworkSegment(6e1c5b2d-0ef6-443e-a173-9ca880898cb4),segment_id=6e1c5b2d-0ef6-443e-a173-9ca880898cb4)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:39.141266 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.147302 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.191222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21da06-3b83-4488-ac8c-00c2ab7f2426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-a4cc8f59-59f6-4dcd-ad52-ec655781b81b', 'network_id': 'a4cc8f59-59f6-4dcd-ad52-ec655781b81b', 'tenant_id': 'd4f3ad6960ea4bbfb6f322696ecb2000', 'fixed_ips': [{'subnet_id': 'eb7a769c-01cd-49f4-9a35-02d3dec08dec'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:39.192073 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-da21da06-3b83-4488-ac8c-00c2ab7f2426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.216498 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.247813 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7a769c-01cd-49f4-9a35-02d3dec08dec,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:39.248149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbac4e5-cdd2-4471-9b29-ae68418018d4 None None] Pushing event updated for resources: {'Port': ['ID=4a571939-f4c1-451c-9a17-0846be02f36e,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:39.317617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.348362 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4cc8f59-59f6-4dcd-ad52-ec655781b81b']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:39.361306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0928a3ff-3917-469d-b5f3-54e5a47e98b7') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:39.361606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0928a3ff-3917-469d-b5f3-54e5a47e98b7') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:39.372815 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.389475 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.399768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:39.400173 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:39.404057 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:39.502980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.510708 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.517231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f433b3-040d-48ae-9518-010a32f57d7d None None] Network a4cc8f59-59f6-4dcd-ad52-ec655781b81b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:39.517441 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/networks/a4cc8f59-59f6-4dcd-ad52-ec655781b81b HTTP/1.1" status: 204 len: 168 time: 0.5789590 Nov 12 09:25:39.518153 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48118) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:39.528395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-43c4e87c-102d-489d-b16d-2bc70c0095ae tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1547539244'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:39.531987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f433b3-040d-48ae-9518-010a32f57d7d None None] Network a4cc8f59-59f6-4dcd-ad52-ec655781b81b could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:25:39.534420 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7b73f-ac0b-4d13-a772-2a40db47a128 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event deleted for resources: {'Network': ['ID=a4cc8f59-59f6-4dcd-ad52-ec655781b81b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:39.558256 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c4e87c-102d-489d-b16d-2bc70c0095ae tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Made reservation on behalf of d4f3ad6960ea4bbfb6f322696ecb2000 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:39.562100 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43c4e87c-102d-489d-b16d-2bc70c0095ae tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.588649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c4e87c-102d-489d-b16d-2bc70c0095ae tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:39.600650 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43c4e87c-102d-489d-b16d-2bc70c0095ae tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.601612 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-43c4e87c-102d-489d-b16d-2bc70c0095ae tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Added segment 743f905d-2184-4a17-bf72-dd0eb34e9f22 of type vlan for network 89babb47-c142-492b-884f-ee88c8720b37 Nov 12 09:25:39.651262 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43c4e87c-102d-489d-b16d-2bc70c0095ae tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.677544 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43c4e87c-102d-489d-b16d-2bc70c0095ae tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.684583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c4e87c-102d-489d-b16d-2bc70c0095ae tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:39.685126 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-43c4e87c-102d-489d-b16d-2bc70c0095ae tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.726551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-43c4e87c-102d-489d-b16d-2bc70c0095ae tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2034984 Nov 12 09:25:39.726909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48120) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:39.732453 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Request body: {'subnet': {'network_id': '89babb47-c142-492b-884f-ee88c8720b37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:39.759041 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4e87c-102d-489d-b16d-2bc70c0095ae tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event updated for resources: {'Network': ['ID=89babb47-c142-492b-884f-ee88c8720b37,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:39.770387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 89babb47-c142-492b-884f-ee88c8720b37 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:39.836620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Made reservation on behalf of d4f3ad6960ea4bbfb6f322696ecb2000 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:39.841685 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.902148 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Performing IP validity checks on allocation pools {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:25:39.902665 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.ipam_backend_mixin [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102445) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:25:40.054864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.114166 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event updated for resources: {'Subnet': ['ID=35a9d9a0-99c7-4361-8cf4-4bc5c18d1548,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:40.132327 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Checking segment: {'id': '743f905d-2184-4a17-bf72-dd0eb34e9f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '89babb47-c142-492b-884f-ee88c8720b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:40.132715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Network hostable DHCP agents. Network: 89babb47-c142-492b-884f-ee88c8720b37, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:40.154456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Network 89babb47-c142-492b-884f-ee88c8720b37 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:40.165028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 89babb47-c142-492b-884f-ee88c8720b37) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:40.168802 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.170593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:40.171556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.177407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265dbe3c-efba-485e-bfd4-4d44b8e783b6 None None] Network 89babb47-c142-492b-884f-ee88c8720b37 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:40.193785 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1d7cf35a-e1c8-4c52-9a66-866e89b20bfd tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4656825 Nov 12 09:25:40.196896 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48122) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:40.272158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ab234b-6da1-4bfa-ab27-f143629131da None None] Network 4266839e-32bf-4b42-9a25-9dfb160df547 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:40.315406 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.377158 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.397248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f82e6a-b904-4878-aac7-36887919c2f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-89babb47-c142-492b-884f-ee88c8720b37', 'network_id': '89babb47-c142-492b-884f-ee88c8720b37', 'tenant_id': 'd4f3ad6960ea4bbfb6f322696ecb2000', 'fixed_ips': [{'subnet_id': '35a9d9a0-99c7-4361-8cf4-4bc5c18d1548'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:40.398701 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f8f82e6a-b904-4878-aac7-36887919c2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.433548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4ce4d25e-f5f3-454a-97ee-befb1d0cd3fe None None] Provisioning complete for port 4a571939-f4c1-451c-9a17-0846be02f36e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:40.433916 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d25e-f5f3-454a-97ee-befb1d0cd3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.442251 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.470877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event deleted for resources: {'Subnet': ['ID=35a9d9a0-99c7-4361-8cf4-4bc5c18d1548,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:40.546483 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.568267 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89babb47-c142-492b-884f-ee88c8720b37']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:40.578060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743f905d-2184-4a17-bf72-dd0eb34e9f22') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:40.578361 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743f905d-2184-4a17-bf72-dd0eb34e9f22') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:40.589719 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server [None req-f8f82e6a-b904-4878-aac7-36887919c2f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35a9d9a0-99c7-4361-8cf4-4bc5c18d1548: This subnet is being modified by another concurrent operation. Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35a9d9a0-99c7-4361-8cf4-4bc5c18d1548: This subnet is being modified by another concurrent operation. Nov 12 09:25:40.593265 n-d-768851-18 neutron-server[102446]: ERROR oslo_messaging.rpc.server Nov 12 09:25:40.612409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.619475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:40.619980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:40.623412 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:40.629798 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f95e60e-b178-4c86-9ecf-941c2d1c14b2 None None] Network 89babb47-c142-492b-884f-ee88c8720b37 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:40.666739 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d25e-f5f3-454a-97ee-befb1d0cd3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.689596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.712283 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.718553 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/networks/89babb47-c142-492b-884f-ee88c8720b37 HTTP/1.1" status: 204 len: 168 time: 0.5199380 Nov 12 09:25:40.722704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48124) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:40.729863 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4c07b9bf-5cc4-43e5-b062-1aa4e01070fb tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1446602829'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:40.734855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a2430-7361-4915-9d68-784f3df00e56 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event deleted for resources: {'Network': ['ID=89babb47-c142-492b-884f-ee88c8720b37,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:40.760233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c07b9bf-5cc4-43e5-b062-1aa4e01070fb tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Made reservation on behalf of d4f3ad6960ea4bbfb6f322696ecb2000 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:40.764204 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4c07b9bf-5cc4-43e5-b062-1aa4e01070fb tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.765730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4ce4d25e-f5f3-454a-97ee-befb1d0cd3fe None None] For port 4a571939-f4c1-451c-9a17-0846be02f36e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4a571939-f4c1-451c-9a17-0846be02f36e,segment=NetworkSegment(6e1c5b2d-0ef6-443e-a173-9ca880898cb4),segment_id=6e1c5b2d-0ef6-443e-a173-9ca880898cb4)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:40.771249 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d25e-f5f3-454a-97ee-befb1d0cd3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.796855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c07b9bf-5cc4-43e5-b062-1aa4e01070fb tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:40.813918 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4c07b9bf-5cc4-43e5-b062-1aa4e01070fb tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.820396 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-4c07b9bf-5cc4-43e5-b062-1aa4e01070fb tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Added segment d15ed880-72f0-4509-81ea-6b003e06d637 of type vlan for network e66c7764-933c-4f79-aa81-bd989791c678 Nov 12 09:25:40.849251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4d25e-f5f3-454a-97ee-befb1d0cd3fe None None] Pushing event updated for resources: {'Port': ['ID=4a571939-f4c1-451c-9a17-0846be02f36e,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:40.877394 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4c07b9bf-5cc4-43e5-b062-1aa4e01070fb tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.893199 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1053a-609f-4ba8-a927-94f5e1888456 None None] get_active_networks_info from n-d-768851-18 {{(pid=102446) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:25:40.905922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4c07b9bf-5cc4-43e5-b062-1aa4e01070fb tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.911961 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c07b9bf-5cc4-43e5-b062-1aa4e01070fb tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:40.912580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4c07b9bf-5cc4-43e5-b062-1aa4e01070fb tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.952325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4c07b9bf-5cc4-43e5-b062-1aa4e01070fb tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2276974 Nov 12 09:25:40.955805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48126) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:40.964116 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2635d213-57ea-4e46-8674-b61b0a2b4db3 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Request body: {'subnet': {'network_id': 'e66c7764-933c-4f79-aa81-bd989791c678', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:40.972758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a1053a-609f-4ba8-a927-94f5e1888456 None None] Resources bound (agent type, host, resource id): {{(pid=102446) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:25:40.997452 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07b9bf-5cc4-43e5-b062-1aa4e01070fb tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event updated for resources: {'Network': ['ID=e66c7764-933c-4f79-aa81-bd989791c678,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:41.021133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network e66c7764-933c-4f79-aa81-bd989791c678 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:41.026142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d62fa5b8-d2f4-497b-92e6-d3c29b8ff39b None None] Provisioning complete for port 4a571939-f4c1-451c-9a17-0846be02f36e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:41.026512 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d62fa5b8-d2f4-497b-92e6-d3c29b8ff39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.044591 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:25:41.075598 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2635d213-57ea-4e46-8674-b61b0a2b4db3 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Made reservation on behalf of d4f3ad6960ea4bbfb6f322696ecb2000 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:41.080660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2635d213-57ea-4e46-8674-b61b0a2b4db3 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.171466 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.286576 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2635d213-57ea-4e46-8674-b61b0a2b4db3 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.355331 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635d213-57ea-4e46-8674-b61b0a2b4db3 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event updated for resources: {'Subnet': ['ID=c1fa4052-4fb2-4a46-9b85-a8e4583856d5,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:41.361817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2635d213-57ea-4e46-8674-b61b0a2b4db3 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Checking segment: {'id': 'd15ed880-72f0-4509-81ea-6b003e06d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e66c7764-933c-4f79-aa81-bd989791c678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:41.362131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2635d213-57ea-4e46-8674-b61b0a2b4db3 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Network hostable DHCP agents. Network: e66c7764-933c-4f79-aa81-bd989791c678, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:41.379561 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2635d213-57ea-4e46-8674-b61b0a2b4db3 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Network e66c7764-933c-4f79-aa81-bd989791c678 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:41.390576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-2635d213-57ea-4e46-8674-b61b0a2b4db3 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, e66c7764-933c-4f79-aa81-bd989791c678) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:41.395968 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2635d213-57ea-4e46-8674-b61b0a2b4db3 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:41.396572 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2635d213-57ea-4e46-8674-b61b0a2b4db3 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.402020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1d3e69-fb45-42d7-9624-b9a992a7d818 None None] Network e66c7764-933c-4f79-aa81-bd989791c678 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:41.419070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48128) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:41.421917 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2635d213-57ea-4e46-8674-b61b0a2b4db3 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4639392 Nov 12 09:25:41.426353 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-bcc32ee4-14f8-4ccb-b65f-95754694e397 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-853488453'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:41.431686 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4a571939-f4c1-451c-9a17-0846be02f36e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:41.450616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc32ee4-14f8-4ccb-b65f-95754694e397 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Made reservation on behalf of d4f3ad6960ea4bbfb6f322696ecb2000 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:41.454139 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcc32ee4-14f8-4ccb-b65f-95754694e397 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.478786 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc32ee4-14f8-4ccb-b65f-95754694e397 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:41.489372 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcc32ee4-14f8-4ccb-b65f-95754694e397 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.489947 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-bcc32ee4-14f8-4ccb-b65f-95754694e397 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Added segment 48fcda8b-f06f-4999-9069-976451555808 of type vlan for network 653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1 Nov 12 09:25:41.534342 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcc32ee4-14f8-4ccb-b65f-95754694e397 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.562802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 4a571939-f4c1-451c-9a17-0846be02f36e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:41.563602 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.566241 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcc32ee4-14f8-4ccb-b65f-95754694e397 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.578228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc32ee4-14f8-4ccb-b65f-95754694e397 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:41.578831 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bcc32ee4-14f8-4ccb-b65f-95754694e397 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.617771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bcc32ee4-14f8-4ccb-b65f-95754694e397 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1975772 Nov 12 09:25:41.620798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48130) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:41.627268 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fd81fd62-dd47-4f28-80d5-8097fde94de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Request body: {'subnet': {'network_id': '653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:41.636650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-e66c7764-933c-4f79-aa81-bd989791c678', 'network_id': 'e66c7764-933c-4f79-aa81-bd989791c678', 'tenant_id': 'd4f3ad6960ea4bbfb6f322696ecb2000', 'fixed_ips': [{'subnet_id': 'c1fa4052-4fb2-4a46-9b85-a8e4583856d5'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:41.637754 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.657798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc32ee4-14f8-4ccb-b65f-95754694e397 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event updated for resources: {'Network': ['ID=653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:41.681873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:41.729232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd81fd62-dd47-4f28-80d5-8097fde94de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Made reservation on behalf of d4f3ad6960ea4bbfb6f322696ecb2000 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:41.733455 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fd81fd62-dd47-4f28-80d5-8097fde94de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.877052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Allocated IP 2001:db8::2 (e66c7764-933c-4f79-aa81-bd989791c678/c1fa4052-4fb2-4a46-9b85-a8e4583856d5/74c856f1-1fb3-48f2-8c9b-676e46adbc1d) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:41.922550 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fd81fd62-dd47-4f28-80d5-8097fde94de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.985246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81fd62-dd47-4f28-80d5-8097fde94de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event updated for resources: {'Subnet': ['ID=ace5006a-9e40-4f88-96f6-7cc208d3eb9b,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:41.997080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81fd62-dd47-4f28-80d5-8097fde94de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Checking segment: {'id': '48fcda8b-f06f-4999-9069-976451555808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:41.997488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd81fd62-dd47-4f28-80d5-8097fde94de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Network hostable DHCP agents. Network: 653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:42.015049 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd81fd62-dd47-4f28-80d5-8097fde94de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Network 653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:42.024825 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-fd81fd62-dd47-4f28-80d5-8097fde94de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:42.028903 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.032033 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd81fd62-dd47-4f28-80d5-8097fde94de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:42.032903 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fd81fd62-dd47-4f28-80d5-8097fde94de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.036766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eab836-36bc-4661-9564-15806ccd1b48 None None] Network 653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:42.050771 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.054461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fd81fd62-dd47-4f28-80d5-8097fde94de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4316990 Nov 12 09:25:42.057543 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48132) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:42.137981 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Network e66c7764-933c-4f79-aa81-bd989791c678 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:42.146090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:42.153043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:42.158007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Pushing event updated for resources: {'Port': ['ID=74c856f1-1fb3-48f2-8c9b-676e46adbc1d,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:42.171058 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.248680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Attempting to bind port 74c856f1-1fb3-48f2-8c9b-676e46adbc1d on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:42.249017 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Attempting to bind port 74c856f1-1fb3-48f2-8c9b-676e46adbc1d by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'd15ed880-72f0-4509-81ea-6b003e06d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e66c7764-933c-4f79-aa81-bd989791c678'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:42.249356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Attempting to bind port 74c856f1-1fb3-48f2-8c9b-676e46adbc1d on network e66c7764-933c-4f79-aa81-bd989791c678 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:42.250297 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.270876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:42.271326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Checking segment: {'id': 'd15ed880-72f0-4509-81ea-6b003e06d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e66c7764-933c-4f79-aa81-bd989791c678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:42.271649 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.272042 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Bound using segment: {'id': 'd15ed880-72f0-4509-81ea-6b003e06d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e66c7764-933c-4f79-aa81-bd989791c678'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:42.272529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Bound port: 74c856f1-1fb3-48f2-8c9b-676e46adbc1d, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15ed880-72f0-4509-81ea-6b003e06d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e66c7764-933c-4f79-aa81-bd989791c678'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:42.272927 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.283028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945cd404-7b57-4d57-a96e-d7da76e26b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1', 'network_id': '653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1', 'tenant_id': 'd4f3ad6960ea4bbfb6f322696ecb2000', 'fixed_ips': [{'subnet_id': 'ace5006a-9e40-4f88-96f6-7cc208d3eb9b'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:42.287966 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-945cd404-7b57-4d57-a96e-d7da76e26b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.315544 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.348713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event deleted for resources: {'Subnet': ['ID=ace5006a-9e40-4f88-96f6-7cc208d3eb9b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:42.412833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.434634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:42.444390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fcda8b-f06f-4999-9069-976451555808') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:42.445232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fcda8b-f06f-4999-9069-976451555808') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:42.455710 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.469722 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.475803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:42.476187 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:42.479203 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:42.549533 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.568043 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.569081 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e62d35a-d5b7-4d6f-bc60-1c1afa271358 None None] Network 653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:42.572737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] For port 74c856f1-1fb3-48f2-8c9b-676e46adbc1d, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:42.573724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/networks/653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1 HTTP/1.1" status: 204 len: 168 time: 0.5149729 Nov 12 09:25:42.575757 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a87635-f70f-4d5f-be0f-f50010e937f6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event deleted for resources: {'Network': ['ID=653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:42.575922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48134) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:42.592961 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e62d35a-d5b7-4d6f-bc60-1c1afa271358 None None] Network 653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1 could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:25:42.595509 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] For port 74c856f1-1fb3-48f2-8c9b-676e46adbc1d, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=74c856f1-1fb3-48f2-8c9b-676e46adbc1d,segment=NetworkSegment(d15ed880-72f0-4509-81ea-6b003e06d637),segment_id=d15ed880-72f0-4509-81ea-6b003e06d637)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:42.601806 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.612069 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-73275944-1899-4ec7-8cbf-186d965c4245 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] GET failed (client error): The resource could not be found. Nov 12 09:25:42.613438 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-73275944-1899-4ec7-8cbf-186d965c4245 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "GET /v2.0/subnets/ace5006a-9e40-4f88-96f6-7cc208d3eb9b HTTP/1.1" status: 404 len: 337 time: 0.0362310 Nov 12 09:25:42.617330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48136) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:42.636156 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-c484a2b3-1ed0-42f8-978d-7cd63abb7434 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:42.636861 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c484a2b3-1ed0-42f8-978d-7cd63abb7434 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:42.641009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c484a2b3-1ed0-42f8-978d-7cd63abb7434 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/networks/653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1 HTTP/1.1" status: 404 len: 339 time: 0.0227373 Nov 12 09:25:42.644877 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48138) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:42.666645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d6b4b-aaf0-4090-8e43-3ab31c513368 None None] Pushing event updated for resources: {'Port': ['ID=74c856f1-1fb3-48f2-8c9b-676e46adbc1d,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:42.681339 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-83698193-2e04-4111-96d2-4528e5058253 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:42.681794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83698193-2e04-4111-96d2-4528e5058253 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:42.684850 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-83698193-2e04-4111-96d2-4528e5058253 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/subnets/ace5006a-9e40-4f88-96f6-7cc208d3eb9b HTTP/1.1" status: 404 len: 337 time: 0.0386705 Nov 12 09:25:42.687483 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48140) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:42.706145 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f9c5b5-3600-4106-96b5-06701d14e0c9 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:42.706891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f9c5b5-3600-4106-96b5-06701d14e0c9 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:42.709989 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-63f9c5b5-3600-4106-96b5-06701d14e0c9 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/networks/653bfd70-00ea-4bdc-8bd2-c99f8fa1f2f1 HTTP/1.1" status: 404 len: 339 time: 0.0214739 Nov 12 09:25:42.712679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48142) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:42.766166 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2760cb5-9fa4-4334-8b9c-64d7e4337f27 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Deleting subnet c1fa4052-4fb2-4a46-9b85-a8e4583856d5 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:42.769694 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2760cb5-9fa4-4334-8b9c-64d7e4337f27 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.832013 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2760cb5-9fa4-4334-8b9c-64d7e4337f27 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.932208 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2760cb5-9fa4-4334-8b9c-64d7e4337f27 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.996664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2760cb5-9fa4-4334-8b9c-64d7e4337f27 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.027234 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2760cb5-9fa4-4334-8b9c-64d7e4337f27 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fa4052-4fb2-4a46-9b85-a8e4583856d5,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:43.029224 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e2760cb5-9fa4-4334-8b9c-64d7e4337f27 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.034385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e2760cb5-9fa4-4334-8b9c-64d7e4337f27 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/subnets/c1fa4052-4fb2-4a46-9b85-a8e4583856d5 HTTP/1.1" status: 204 len: 168 time: 0.3184540 Nov 12 09:25:43.035028 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48144) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.114187 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.167713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Deleting port 74c856f1-1fb3-48f2-8c9b-676e46adbc1d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:43.168053 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.237031 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] For port 74c856f1-1fb3-48f2-8c9b-676e46adbc1d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=74c856f1-1fb3-48f2-8c9b-676e46adbc1d,segment=NetworkSegment(d15ed880-72f0-4509-81ea-6b003e06d637),segment_id=d15ed880-72f0-4509-81ea-6b003e06d637)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:43.237827 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.251529 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Calling delete_port for 74c856f1-1fb3-48f2-8c9b-676e46adbc1d owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:43.335225 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.373160 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event deleted for resources: {'Port': ['ID=74c856f1-1fb3-48f2-8c9b-676e46adbc1d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:43.378202 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] No DVR routers for this DVR port 74c856f1-1fb3-48f2-8c9b-676e46adbc1d on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:43.425433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 74c856f1-1fb3-48f2-8c9b-676e46adbc1d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:43.449584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 74c856f1-1fb3-48f2-8c9b-676e46adbc1d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:43.450058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 74c856f1-1fb3-48f2-8c9b-676e46adbc1d not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 09:25:43.473852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Port 74c856f1-1fb3-48f2-8c9b-676e46adbc1d not found, will not notify nova. {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 09:25:43.478810 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.501251 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66c7764-933c-4f79-aa81-bd989791c678']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:43.511392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15ed880-72f0-4509-81ea-6b003e06d637') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:43.511691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15ed880-72f0-4509-81ea-6b003e06d637') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:43.527545 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.542001 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.551884 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:43.552540 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:43.556280 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:43.618930 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.619324 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85978d79-9883-4f0f-a8dc-800dd05a5ad5 None None] Network e66c7764-933c-4f79-aa81-bd989791c678 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:43.628924 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.632199 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/networks/e66c7764-933c-4f79-aa81-bd989791c678 HTTP/1.1" status: 204 len: 168 time: 0.5961421 Nov 12 09:25:43.634034 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85978d79-9883-4f0f-a8dc-800dd05a5ad5 None None] Network e66c7764-933c-4f79-aa81-bd989791c678 could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:25:43.635671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48146) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.642021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe08921-743e-4025-801c-ccb8bd372efe tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event deleted for resources: {'Network': ['ID=e66c7764-933c-4f79-aa81-bd989791c678,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:43.665027 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-de014446-f8e8-4ac0-85d1-f5bb44cbd2b1 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:43.665617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de014446-f8e8-4ac0-85d1-f5bb44cbd2b1 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:43.668981 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-de014446-f8e8-4ac0-85d1-f5bb44cbd2b1 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/subnets/35a9d9a0-99c7-4361-8cf4-4bc5c18d1548 HTTP/1.1" status: 404 len: 337 time: 0.0317919 Nov 12 09:25:43.671609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48148) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.689949 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f0a084-2528-47c2-810a-0d4601057de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:43.690507 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f0a084-2528-47c2-810a-0d4601057de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:43.693529 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a4f0a084-2528-47c2-810a-0d4601057de0 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/networks/89babb47-c142-492b-884f-ee88c8720b37 HTTP/1.1" status: 404 len: 339 time: 0.0210035 Nov 12 09:25:43.696317 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48150) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.701789 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670ed1bd-9d22-4143-833d-1b00679fe31e None None] DHCP port deletion for e66c7764-933c-4f79-aa81-bd989791c678 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:43.705813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b13b72ea-8ab6-42a8-97b2-71c91f11749e None None] Could not find standard attr ID for object 74c856f1-1fb3-48f2-8c9b-676e46adbc1d. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:25:43.723088 n-d-768851-18 neutron-server[102445]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb32bdd-884b-4ab8-8bec-8120cef516b6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:43.723540 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb32bdd-884b-4ab8-8bec-8120cef516b6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102445) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:43.727264 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5fb32bdd-884b-4ab8-8bec-8120cef516b6 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/subnets/eb7a769c-01cd-49f4-9a35-02d3dec08dec HTTP/1.1" status: 404 len: 337 time: 0.0299580 Nov 12 09:25:43.730252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48152) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.753404 n-d-768851-18 neutron-server[102444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e5630d-f3dc-4f18-8656-ff8aeb25b079 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:43.753952 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e5630d-f3dc-4f18-8656-ff8aeb25b079 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:43.756939 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d8e5630d-f3dc-4f18-8656-ff8aeb25b079 tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/networks/a4cc8f59-59f6-4dcd-ad52-ec655781b81b HTTP/1.1" status: 404 len: 339 time: 0.0257049 Nov 12 09:25:43.759555 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48154) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.812274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddec2d43-7eea-40be-bb63-33ac80de095e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Deleting subnet 8cb1c640-9a92-47cc-a101-728062cab920 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:43.815470 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddec2d43-7eea-40be-bb63-33ac80de095e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.857297 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddec2d43-7eea-40be-bb63-33ac80de095e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.942869 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddec2d43-7eea-40be-bb63-33ac80de095e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.000473 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddec2d43-7eea-40be-bb63-33ac80de095e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.028966 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec2d43-7eea-40be-bb63-33ac80de095e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb1c640-9a92-47cc-a101-728062cab920,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:44.039363 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ddec2d43-7eea-40be-bb63-33ac80de095e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.042865 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ddec2d43-7eea-40be-bb63-33ac80de095e tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/subnets/8cb1c640-9a92-47cc-a101-728062cab920 HTTP/1.1" status: 204 len: 168 time: 0.2821372 Nov 12 09:25:44.045212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48156) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:44.045810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e300d7c8-707d-4353-9276-75a58f512c52 None None] Network 4266839e-32bf-4b42-9a25-9dfb160df547 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:44.123336 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.185895 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Deleting port 4a571939-f4c1-451c-9a17-0846be02f36e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:44.186286 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.219979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e835957b-56f0-49c5-8dea-bb1477a491b2 None None] DHCP port deletion for 4266839e-32bf-4b42-9a25-9dfb160df547 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:44.259947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] For port 4a571939-f4c1-451c-9a17-0846be02f36e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4a571939-f4c1-451c-9a17-0846be02f36e,segment=NetworkSegment(6e1c5b2d-0ef6-443e-a173-9ca880898cb4),segment_id=6e1c5b2d-0ef6-443e-a173-9ca880898cb4)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:44.260303 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.270960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e835957b-56f0-49c5-8dea-bb1477a491b2 None None] Deleting port 4a571939-f4c1-451c-9a17-0846be02f36e {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:44.271368 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e835957b-56f0-49c5-8dea-bb1477a491b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.273528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Calling delete_port for 4a571939-f4c1-451c-9a17-0846be02f36e owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:44.337292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e835957b-56f0-49c5-8dea-bb1477a491b2 None None] For port 4a571939-f4c1-451c-9a17-0846be02f36e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=4a571939-f4c1-451c-9a17-0846be02f36e,segment=NetworkSegment(6e1c5b2d-0ef6-443e-a173-9ca880898cb4),segment_id=6e1c5b2d-0ef6-443e-a173-9ca880898cb4)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:44.337779 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e835957b-56f0-49c5-8dea-bb1477a491b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.351222 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e835957b-56f0-49c5-8dea-bb1477a491b2 None None] Calling delete_port for 4a571939-f4c1-451c-9a17-0846be02f36e owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:44.365722 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.391810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event deleted for resources: {'Port': ['ID=4a571939-f4c1-451c-9a17-0846be02f36e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:44.395349 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] No DVR routers for this DVR port 4a571939-f4c1-451c-9a17-0846be02f36e on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:44.432312 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e835957b-56f0-49c5-8dea-bb1477a491b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.457174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835957b-56f0-49c5-8dea-bb1477a491b2 None None] Pushing event deleted for resources: {'Port': ['ID=4a571939-f4c1-451c-9a17-0846be02f36e,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:44.462967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835957b-56f0-49c5-8dea-bb1477a491b2 None None] No DVR routers for this DVR port 4a571939-f4c1-451c-9a17-0846be02f36e on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:44.480417 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.500790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4266839e-32bf-4b42-9a25-9dfb160df547']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:44.511368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1c5b2d-0ef6-443e-a173-9ca880898cb4') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:44.511662 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1c5b2d-0ef6-443e-a173-9ca880898cb4') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:44.520917 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.533890 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.540350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:44.540770 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:44.544141 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:44.605948 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.615247 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.618815 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] 10.222.0.31 "DELETE /v2.0/networks/4266839e-32bf-4b42-9a25-9dfb160df547 HTTP/1.1" status: 204 len: 168 time: 0.5726514 Nov 12 09:25:44.628472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd47b5-2f70-4837-8413-9a7e66dbfbab tempest-NetworksIpV6Test-1295236585 tempest-NetworksIpV6Test-1295236585-project] Pushing event deleted for resources: {'Network': ['ID=4266839e-32bf-4b42-9a25-9dfb160df547,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:44.873300 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48162) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:45.007691 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-280eaa4f-e6e9-43cf-980a-a3971ab3da7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4f3ad6960ea4bbfb6f322696ecb2000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332002 Nov 12 09:25:45.010336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48166) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:45.069917 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29a2968a-4cf6-469c-a24a-0341547fdf21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.091214 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29a2968a-4cf6-469c-a24a-0341547fdf21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.141166 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29a2968a-4cf6-469c-a24a-0341547fdf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.145075 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-29a2968a-4cf6-469c-a24a-0341547fdf21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.146706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-29a2968a-4cf6-469c-a24a-0341547fdf21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae0508b9-e121-484e-b6c4-04128d217cbf HTTP/1.1" status: 204 len: 168 time: 0.1353598 Nov 12 09:25:45.156156 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2968a-4cf6-469c-a24a-0341547fdf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0508b9-e121-484e-b6c4-04128d217cbf,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:45.392503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4a571939-f4c1-451c-9a17-0846be02f36e no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:45.414773 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 4a571939-f4c1-451c-9a17-0846be02f36e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:45.415022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 4a571939-f4c1-451c-9a17-0846be02f36e not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:25:45.415447 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 74c856f1-1fb3-48f2-8c9b-676e46adbc1d no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:45.437621 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 74c856f1-1fb3-48f2-8c9b-676e46adbc1d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:45.438251 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 74c856f1-1fb3-48f2-8c9b-676e46adbc1d not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:25:45.809285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48188) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:45.916287 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-29271293-6b27-4b2c-9a4c-1d81d8213505 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-587060359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:45.939681 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-29271293-6b27-4b2c-9a4c-1d81d8213505 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.940749 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-29271293-6b27-4b2c-9a4c-1d81d8213505 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.003261 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-29271293-6b27-4b2c-9a4c-1d81d8213505 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.009467 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-29271293-6b27-4b2c-9a4c-1d81d8213505 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.027173 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-29271293-6b27-4b2c-9a4c-1d81d8213505 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.028527 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-29271293-6b27-4b2c-9a4c-1d81d8213505 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2180700 Nov 12 09:25:46.031373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48192) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:46.036671 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1318552663'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:46.058881 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Made reservation on behalf of 9a391d10e0874d7da04574349f8c05ba for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:46.062300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.071622 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.146698 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.151408 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.177928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:46.187920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c283bad5-a71d-41b5-a6ba-1fe65e555e80,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:46.192682 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.193024 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Added segment 100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d of type vlan for network 5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d Nov 12 09:25:46.232763 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.260653 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.267047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:46.267699 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.312612 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2764714 Nov 12 09:25:46.312933 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48194) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:46.318191 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-cd4c1e06-d2a9-4995-bc35-fdcffab2513c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Request body: {'subnet': {'network_id': '5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:46.345142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874d83a-f0ab-4e8e-9338-e2090208026d tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Pushing event updated for resources: {'Network': ['ID=5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:46.360697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:46.415446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4c1e06-d2a9-4995-bc35-fdcffab2513c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Made reservation on behalf of 9a391d10e0874d7da04574349f8c05ba for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:46.419024 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1e06-d2a9-4995-bc35-fdcffab2513c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.613568 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1e06-d2a9-4995-bc35-fdcffab2513c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.683100 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c1e06-d2a9-4995-bc35-fdcffab2513c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Pushing event updated for resources: {'Subnet': ['ID=630f13dd-a3dc-4444-97e2-ab32538a2e9e,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:46.687433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4c1e06-d2a9-4995-bc35-fdcffab2513c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Checking segment: {'id': '100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:46.687799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4c1e06-d2a9-4995-bc35-fdcffab2513c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Network hostable DHCP agents. Network: 5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:46.705688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4c1e06-d2a9-4995-bc35-fdcffab2513c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Network 5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:46.714993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-cd4c1e06-d2a9-4995-bc35-fdcffab2513c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:46.719364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4c1e06-d2a9-4995-bc35-fdcffab2513c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:46.719993 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-cd4c1e06-d2a9-4995-bc35-fdcffab2513c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.724859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6392e0-c4cb-4acd-9634-87a1adc4fe5b None None] Network 5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:46.737477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-cd4c1e06-d2a9-4995-bc35-fdcffab2513c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4233863 Nov 12 09:25:46.740470 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48196) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:46.745530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4e006000-34dd-4286-bcfc-46705e69e57c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-403582483'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:46.766398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e006000-34dd-4286-bcfc-46705e69e57c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Made reservation on behalf of 9a391d10e0874d7da04574349f8c05ba for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:46.769804 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e006000-34dd-4286-bcfc-46705e69e57c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.796996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e006000-34dd-4286-bcfc-46705e69e57c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:46.807446 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e006000-34dd-4286-bcfc-46705e69e57c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.807797 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-4e006000-34dd-4286-bcfc-46705e69e57c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Added segment faf7deb9-4dd3-4909-a2a0-2bd8eef0136d of type vlan for network 2c3d33cf-1e87-4862-9982-20fdd9eed1c1 Nov 12 09:25:46.851628 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e006000-34dd-4286-bcfc-46705e69e57c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.880037 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d', 'network_id': '5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d', 'tenant_id': '9a391d10e0874d7da04574349f8c05ba', 'fixed_ips': [{'subnet_id': '630f13dd-a3dc-4444-97e2-ab32538a2e9e'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:46.881513 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.887110 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e006000-34dd-4286-bcfc-46705e69e57c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.893742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e006000-34dd-4286-bcfc-46705e69e57c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:46.894456 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4e006000-34dd-4286-bcfc-46705e69e57c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.932097 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4e006000-34dd-4286-bcfc-46705e69e57c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1904378 Nov 12 09:25:46.935156 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48198) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:46.941834 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b8ba215f-ff48-46e2-9442-1a2f600293c0 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Request body: {'subnet': {'network_id': '2c3d33cf-1e87-4862-9982-20fdd9eed1c1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:46.971857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e006000-34dd-4286-bcfc-46705e69e57c tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Pushing event updated for resources: {'Network': ['ID=2c3d33cf-1e87-4862-9982-20fdd9eed1c1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:46.983235 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 2c3d33cf-1e87-4862-9982-20fdd9eed1c1 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:47.043807 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ba215f-ff48-46e2-9442-1a2f600293c0 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Made reservation on behalf of 9a391d10e0874d7da04574349f8c05ba for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:47.047494 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b8ba215f-ff48-46e2-9442-1a2f600293c0 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.087591 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Allocated IP 172.20.0.2 (5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d/630f13dd-a3dc-4444-97e2-ab32538a2e9e/a9b1978d-4c99-4d83-bbe2-034e8594a396) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:47.242405 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b8ba215f-ff48-46e2-9442-1a2f600293c0 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.243589 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.249660 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.292430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Network 5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:47.295609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:47.298555 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:47.306462 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Pushing event updated for resources: {'Port': ['ID=a9b1978d-4c99-4d83-bbe2-034e8594a396,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:47.310255 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba215f-ff48-46e2-9442-1a2f600293c0 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Pushing event updated for resources: {'Subnet': ['ID=67eed5e1-0b1d-4599-b581-55b13371a375,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:47.318103 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba215f-ff48-46e2-9442-1a2f600293c0 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Checking segment: {'id': 'faf7deb9-4dd3-4909-a2a0-2bd8eef0136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3d33cf-1e87-4862-9982-20fdd9eed1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:47.318474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba215f-ff48-46e2-9442-1a2f600293c0 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Network hostable DHCP agents. Network: 2c3d33cf-1e87-4862-9982-20fdd9eed1c1, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:47.336274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba215f-ff48-46e2-9442-1a2f600293c0 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Network 2c3d33cf-1e87-4862-9982-20fdd9eed1c1 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:47.347069 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba215f-ff48-46e2-9442-1a2f600293c0 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 2c3d33cf-1e87-4862-9982-20fdd9eed1c1) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:47.351726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba215f-ff48-46e2-9442-1a2f600293c0 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:47.352334 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b8ba215f-ff48-46e2-9442-1a2f600293c0 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.362929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673f72ad-9135-4073-a693-7e9860dd984a None None] Network 2c3d33cf-1e87-4862-9982-20fdd9eed1c1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:47.377279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b8ba215f-ff48-46e2-9442-1a2f600293c0 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4400671 Nov 12 09:25:47.380264 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48200) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:47.385794 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-899ce92d-de59-4e95-94b7-29ab89c5ade7 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c3d33cf-1e87-4862-9982-20fdd9eed1c1'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:47.394583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Attempting to bind port a9b1978d-4c99-4d83-bbe2-034e8594a396 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:47.394946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Attempting to bind port a9b1978d-4c99-4d83-bbe2-034e8594a396 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:47.395313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Attempting to bind port a9b1978d-4c99-4d83-bbe2-034e8594a396 on network 5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:47.426325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:47.426704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Checking segment: {'id': '100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:47.427741 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.428174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Bound using segment: {'id': '100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:47.428730 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Bound port: a9b1978d-4c99-4d83-bbe2-034e8594a396, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:47.429313 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.548616 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] For port a9b1978d-4c99-4d83-bbe2-034e8594a396, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:47.553283 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] For port a9b1978d-4c99-4d83-bbe2-034e8594a396, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a9b1978d-4c99-4d83-bbe2-034e8594a396,segment=NetworkSegment(100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d),segment_id=100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:47.559251 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.601064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-899ce92d-de59-4e95-94b7-29ab89c5ade7 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.614134 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-2c3d33cf-1e87-4862-9982-20fdd9eed1c1', 'network_id': '2c3d33cf-1e87-4862-9982-20fdd9eed1c1', 'tenant_id': '9a391d10e0874d7da04574349f8c05ba', 'fixed_ips': [{'subnet_id': '67eed5e1-0b1d-4599-b581-55b13371a375'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:47.614987 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.644867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a1f88-b7ab-48fa-a595-b27baff83d25 None None] Pushing event updated for resources: {'Port': ['ID=a9b1978d-4c99-4d83-bbe2-034e8594a396,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:47.732819 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [None req-899ce92d-de59-4e95-94b7-29ab89c5ade7 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:25:47.740859 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48202) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:47.741731 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-899ce92d-de59-4e95-94b7-29ab89c5ade7 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] 10.222.0.31 "PUT /v2.0/routers/485b8195-9edf-447a-b5ca-e37ea277d3c8 HTTP/1.1" status: 400 len: 364 time: 0.3602061 Nov 12 09:25:47.788513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Allocated IP 172.21.0.2 (2c3d33cf-1e87-4862-9982-20fdd9eed1c1/67eed5e1-0b1d-4599-b581-55b13371a375/1f38f909-0aa5-43e4-a61f-a7b25b5a4c55) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:47.799041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-013aee1a-89a3-48c9-a5ec-3dbd89b6f416 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Deleting subnet 67eed5e1-0b1d-4599-b581-55b13371a375 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:47.964027 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.970042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-013aee1a-89a3-48c9-a5ec-3dbd89b6f416 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.971407 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.014707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Network 2c3d33cf-1e87-4862-9982-20fdd9eed1c1 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:48.017975 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-013aee1a-89a3-48c9-a5ec-3dbd89b6f416 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.020651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:48.023151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Pushing event updated for resources: {'Port': ['ID=1f38f909-0aa5-43e4-a61f-a7b25b5a4c55,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:48.025387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:48.080288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Attempting to bind port 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:48.080871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Attempting to bind port 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'faf7deb9-4dd3-4909-a2a0-2bd8eef0136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3d33cf-1e87-4862-9982-20fdd9eed1c1'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:48.081341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Attempting to bind port 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55 on network 2c3d33cf-1e87-4862-9982-20fdd9eed1c1 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:48.087461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:48.087835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Checking segment: {'id': 'faf7deb9-4dd3-4909-a2a0-2bd8eef0136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3d33cf-1e87-4862-9982-20fdd9eed1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:48.088269 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.088669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Bound using segment: {'id': 'faf7deb9-4dd3-4909-a2a0-2bd8eef0136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3d33cf-1e87-4862-9982-20fdd9eed1c1'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:48.089166 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Bound port: 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf7deb9-4dd3-4909-a2a0-2bd8eef0136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2c3d33cf-1e87-4862-9982-20fdd9eed1c1'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:48.089523 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.121344 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-013aee1a-89a3-48c9-a5ec-3dbd89b6f416 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.186071 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-013aee1a-89a3-48c9-a5ec-3dbd89b6f416 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.188708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] For port 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:48.192355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] For port 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1f38f909-0aa5-43e4-a61f-a7b25b5a4c55,segment=NetworkSegment(faf7deb9-4dd3-4909-a2a0-2bd8eef0136d),segment_id=faf7deb9-4dd3-4909-a2a0-2bd8eef0136d)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:48.197703 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.215716 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013aee1a-89a3-48c9-a5ec-3dbd89b6f416 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Pushing event deleted for resources: {'Subnet': ['ID=67eed5e1-0b1d-4599-b581-55b13371a375,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:48.221383 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-013aee1a-89a3-48c9-a5ec-3dbd89b6f416 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.226995 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-013aee1a-89a3-48c9-a5ec-3dbd89b6f416 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] 10.222.0.31 "DELETE /v2.0/subnets/67eed5e1-0b1d-4599-b581-55b13371a375 HTTP/1.1" status: 204 len: 168 time: 0.4826033 Nov 12 09:25:48.227213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48204) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.260241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab25bc9-0269-44fe-bbba-5c2d52851548 None None] Pushing event updated for resources: {'Port': ['ID=1f38f909-0aa5-43e4-a61f-a7b25b5a4c55,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:48.323007 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.390793 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Deleting port 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:48.391133 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.492029 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] For port 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1f38f909-0aa5-43e4-a61f-a7b25b5a4c55,segment=NetworkSegment(faf7deb9-4dd3-4909-a2a0-2bd8eef0136d),segment_id=faf7deb9-4dd3-4909-a2a0-2bd8eef0136d)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:48.492392 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.507675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Calling delete_port for 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:48.604623 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.634888 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Pushing event deleted for resources: {'Port': ['ID=1f38f909-0aa5-43e4-a61f-a7b25b5a4c55,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:48.637014 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] No DVR routers for this DVR port 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:48.721925 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.722990 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7882e062-3596-4c0c-8a1b-31c328a0b5ce None None] Network 5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:48.751804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3d33cf-1e87-4862-9982-20fdd9eed1c1']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:48.762844 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf7deb9-4dd3-4909-a2a0-2bd8eef0136d') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:48.763139 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf7deb9-4dd3-4909-a2a0-2bd8eef0136d') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:48.774009 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.787727 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.794522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:48.794913 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:48.798057 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:48.817562 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4e2abd41-95da-4fca-bf60-596d96f8b400 None None] Provisioning complete for port a9b1978d-4c99-4d83-bbe2-034e8594a396 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:48.818161 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4e2abd41-95da-4fca-bf60-596d96f8b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.860611 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.871216 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.875175 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] 10.222.0.31 "DELETE /v2.0/networks/2c3d33cf-1e87-4862-9982-20fdd9eed1c1 HTTP/1.1" status: 204 len: 168 time: 0.6462390 Nov 12 09:25:48.877954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48206) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.885512 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f780b98-74f1-40ae-8a77-d8ac8493060a tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Pushing event deleted for resources: {'Network': ['ID=2c3d33cf-1e87-4862-9982-20fdd9eed1c1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:48.947057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf9b090-4722-46ec-9817-0965b2f064b3 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Deleting subnet 630f13dd-a3dc-4444-97e2-ab32538a2e9e {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:48.950597 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b090-4722-46ec-9817-0965b2f064b3 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.970527 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4e2abd41-95da-4fca-bf60-596d96f8b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.008964 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b090-4722-46ec-9817-0965b2f064b3 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.010967 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4e2abd41-95da-4fca-bf60-596d96f8b400 None None] For port a9b1978d-4c99-4d83-bbe2-034e8594a396, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a9b1978d-4c99-4d83-bbe2-034e8594a396,segment=NetworkSegment(100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d),segment_id=100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:49.017812 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4e2abd41-95da-4fca-bf60-596d96f8b400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.080649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2abd41-95da-4fca-bf60-596d96f8b400 None None] Pushing event updated for resources: {'Port': ['ID=a9b1978d-4c99-4d83-bbe2-034e8594a396,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:49.112763 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b090-4722-46ec-9817-0965b2f064b3 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.181842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b090-4722-46ec-9817-0965b2f064b3 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.212540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9b090-4722-46ec-9817-0965b2f064b3 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Pushing event deleted for resources: {'Subnet': ['ID=630f13dd-a3dc-4444-97e2-ab32538a2e9e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:49.222465 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b090-4722-46ec-9817-0965b2f064b3 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.226180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eaf9b090-4722-46ec-9817-0965b2f064b3 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] 10.222.0.31 "DELETE /v2.0/subnets/630f13dd-a3dc-4444-97e2-ab32538a2e9e HTTP/1.1" status: 204 len: 168 time: 0.3464005 Nov 12 09:25:49.229982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48208) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:49.276576 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1381c191-206d-4418-8e88-5e8116146904 None None] Network 5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:49.322918 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.364007 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2022b03f-ede6-4fc6-bb3a-ced4ddb90120 None None] Provisioning complete for port a9b1978d-4c99-4d83-bbe2-034e8594a396 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:49.364996 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2022b03f-ede6-4fc6-bb3a-ced4ddb90120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.410445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Deleting port a9b1978d-4c99-4d83-bbe2-034e8594a396 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:49.410851 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.496923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] For port a9b1978d-4c99-4d83-bbe2-034e8594a396, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=a9b1978d-4c99-4d83-bbe2-034e8594a396,segment=NetworkSegment(100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d),segment_id=100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:49.497667 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.503969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93f2bce-97c4-4950-af42-b375bd1c2705 None None] DHCP port deletion for 2c3d33cf-1e87-4862-9982-20fdd9eed1c1 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:49.515204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a9b1978d-4c99-4d83-bbe2-034e8594a396 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:49.518106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Calling delete_port for a9b1978d-4c99-4d83-bbe2-034e8594a396 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:49.546163 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fd299c-b435-413a-a592-eeae49edd31a None None] Network 2c3d33cf-1e87-4862-9982-20fdd9eed1c1 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:49.572943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fd299c-b435-413a-a592-eeae49edd31a None None] Network 2c3d33cf-1e87-4862-9982-20fdd9eed1c1 could not be found, it might have been deleted concurrently. {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:25:49.593806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port a9b1978d-4c99-4d83-bbe2-034e8594a396 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:49.594180 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.606565 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.617320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33bb52a-b5dc-4ad1-9d94-a0d4ba6271aa None None] DHCP port deletion for 5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:49.635979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Pushing event deleted for resources: {'Port': ['ID=a9b1978d-4c99-4d83-bbe2-034e8594a396,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:49.645033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Could not find standard attr ID for object a9b1978d-4c99-4d83-bbe2-034e8594a396. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:25:49.645217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] No DVR routers for this DVR port a9b1978d-4c99-4d83-bbe2-034e8594a396 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:49.648796 n-d-768851-18 neutron-server[102446]: INFO neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No ports have port_id starting with a9b1978d-4c99-4d83-bbe2-034e8594a396 Nov 12 09:25:49.687714 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1cf52f62-8519-45b7-bc96-c3051129f463 None None] Could not find standard attr ID for object 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55. {{(pid=102446) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:25:49.731376 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.752266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:49.762713 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:49.762997 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100741d2-4fb2-4d9a-9c44-5cd9ae0c6f5d') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:49.772954 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.786580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.792621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:49.793043 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:49.796017 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:49.856466 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.863560 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.867265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] 10.222.0.31 "DELETE /v2.0/networks/5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d HTTP/1.1" status: 204 len: 168 time: 0.6361580 Nov 12 09:25:49.870152 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48210) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:49.878827 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8a02b-58ff-4071-8bdf-e86d6aacc175 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Pushing event deleted for resources: {'Network': ['ID=5e5fdbe8-ac12-4eed-ab0f-2c4cbf021d1d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:49.898850 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-acf50d03-31ed-4c7a-83d0-5b36418368ca tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] 10.222.0.31 "GET /v2.0/ports?device_id=485b8195-9edf-447a-b5ca-e37ea277d3c8 HTTP/1.1" status: 200 len: 205 time: 0.0275531 Nov 12 09:25:49.901178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48212) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:49.981260 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0df55803-35aa-491f-ab9e-e7229deba2c2 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.156416 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0df55803-35aa-491f-ab9e-e7229deba2c2 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.158960 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0df55803-35aa-491f-ab9e-e7229deba2c2 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.206187 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0df55803-35aa-491f-ab9e-e7229deba2c2 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.206929 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df55803-35aa-491f-ab9e-e7229deba2c2 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Fanout notify agent at l3_agent the message router_deleted on router 485b8195-9edf-447a-b5ca-e37ea277d3c8 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:25:50.214477 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0df55803-35aa-491f-ab9e-e7229deba2c2 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.215844 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0df55803-35aa-491f-ab9e-e7229deba2c2 tempest-RoutersNegativeTest-1440412378 tempest-RoutersNegativeTest-1440412378-project] 10.222.0.31 "DELETE /v2.0/routers/485b8195-9edf-447a-b5ca-e37ea277d3c8 HTTP/1.1" status: 204 len: 168 time: 0.3137646 Nov 12 09:25:50.460575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48218) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:50.594835 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-92f76a81-3650-474a-98c4-3756a24e3003 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a391d10e0874d7da04574349f8c05ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330423 Nov 12 09:25:50.597375 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48222) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:50.643399 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-918bf1ef-d58d-413a-8d86-33bcfd6003fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.665464 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-918bf1ef-d58d-413a-8d86-33bcfd6003fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.713416 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-918bf1ef-d58d-413a-8d86-33bcfd6003fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.716249 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-918bf1ef-d58d-413a-8d86-33bcfd6003fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.717447 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-918bf1ef-d58d-413a-8d86-33bcfd6003fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c283bad5-a71d-41b5-a6ba-1fe65e555e80 HTTP/1.1" status: 204 len: 168 time: 0.1191616 Nov 12 09:25:50.725415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bf1ef-d58d-413a-8d86-33bcfd6003fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283bad5-a71d-41b5-a6ba-1fe65e555e80,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:51.322706 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48244) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:51.379168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:51.402122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:51.402474 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1f38f909-0aa5-43e4-a61f-a7b25b5a4c55 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:25:51.402901 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a9b1978d-4c99-4d83-bbe2-034e8594a396 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:51.422234 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: a9b1978d-4c99-4d83-bbe2-034e8594a396 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:51.422581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device a9b1978d-4c99-4d83-bbe2-034e8594a396 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:25:51.428165 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-601359356-network', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:51.449657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Made reservation on behalf of b1d7e379ab1443729366c2a5879a444b for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:51.452006 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.461672 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.537037 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.541601 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.566111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:51.575615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a3414a-5e4a-4cae-bb51-d40eb3618f61,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:51.580245 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.580586 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Added segment 5b18ea9b-6914-4058-b1ed-c49224738b08 of type vlan for network 69fcebe9-d356-4090-a075-9d6918400915 Nov 12 09:25:51.623853 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.951498 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.952432 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:51.953033 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.009663 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6856902 Nov 12 09:25:52.011288 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48248) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:52.016203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2b879d23-f086-41c1-8a48-792cd3e75864 admin admin] Request body: {'subnet': {'network_id': '69fcebe9-d356-4090-a075-9d6918400915', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-601359356-subnet', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:52.017288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd027f0b-c71d-4ac6-bfd3-4faae69dcd2f admin admin] Pushing event updated for resources: {'Network': ['ID=69fcebe9-d356-4090-a075-9d6918400915,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:52.026995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 69fcebe9-d356-4090-a075-9d6918400915 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:52.040240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b879d23-f086-41c1-8a48-792cd3e75864 admin admin] Made reservation on behalf of b1d7e379ab1443729366c2a5879a444b for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:52.042605 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b879d23-f086-41c1-8a48-792cd3e75864 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.209356 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b879d23-f086-41c1-8a48-792cd3e75864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.266147 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b879d23-f086-41c1-8a48-792cd3e75864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d2ee30-b91c-487e-93b7-99d94e9d4269,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:52.276129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b879d23-f086-41c1-8a48-792cd3e75864 admin admin] Checking segment: {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:52.276493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b879d23-f086-41c1-8a48-792cd3e75864 admin admin] Network hostable DHCP agents. Network: 69fcebe9-d356-4090-a075-9d6918400915, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:52.293154 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b879d23-f086-41c1-8a48-792cd3e75864 admin admin] Network 69fcebe9-d356-4090-a075-9d6918400915 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:52.301517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-2b879d23-f086-41c1-8a48-792cd3e75864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 69fcebe9-d356-4090-a075-9d6918400915) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:52.305988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b879d23-f086-41c1-8a48-792cd3e75864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:52.306583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2b879d23-f086-41c1-8a48-792cd3e75864 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.312051 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c45a07-d9e6-4e40-8666-04c2d1bfe354 None None] Network 69fcebe9-d356-4090-a075-9d6918400915 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:52.323388 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2b879d23-f086-41c1-8a48-792cd3e75864 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3109779 Nov 12 09:25:52.326564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48250) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:52.330849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-601359356-router', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:52.351582 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.352747 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.404147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.461839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-69fcebe9-d356-4090-a075-9d6918400915', 'network_id': '69fcebe9-d356-4090-a075-9d6918400915', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'fixed_ips': [{'subnet_id': 'd8d2ee30-b91c-487e-93b7-99d94e9d4269'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:52.462645 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.605906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Allocated IP 172.20.0.2 (69fcebe9-d356-4090-a075-9d6918400915/d8d2ee30-b91c-487e-93b7-99d94e9d4269/2db28a32-136f-4b20-a22a-6443cf8ab063) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:52.870081 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.912364 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.918167 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.954116 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Network 69fcebe9-d356-4090-a075-9d6918400915 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:52.961273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:52.966404 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:52.969394 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Pushing event updated for resources: {'Port': ['ID=2db28a32-136f-4b20-a22a-6443cf8ab063,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:53.034101 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Attempting to bind port 2db28a32-136f-4b20-a22a-6443cf8ab063 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:53.034489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Attempting to bind port 2db28a32-136f-4b20-a22a-6443cf8ab063 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:53.034816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Attempting to bind port 2db28a32-136f-4b20-a22a-6443cf8ab063 on network 69fcebe9-d356-4090-a075-9d6918400915 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:53.039803 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.040971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:53.041367 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Checking segment: {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:53.041752 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.042137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Bound using segment: {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:53.042590 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Bound port: 2db28a32-136f-4b20-a22a-6443cf8ab063, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:53.042960 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.074378 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.097743 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.103923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] For port 2db28a32-136f-4b20-a22a-6443cf8ab063, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:53.108766 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] For port 2db28a32-136f-4b20-a22a-6443cf8ab063, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2db28a32-136f-4b20-a22a-6443cf8ab063,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:53.113616 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.172482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5acaa-a61e-4b99-a9b0-7b1ee9393b72 None None] Pushing event updated for resources: {'Port': ['ID=2db28a32-136f-4b20-a22a-6443cf8ab063,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:53.205492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Allocated IP 172.25.3.129 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/f67085f6-aa2c-4cde-b365-4430b0cd8db8) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:53.326246 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.365621 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.408755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:53.411864 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:53.417039 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:53.420271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Pushing event updated for resources: {'Port': ['ID=f67085f6-aa2c-4cde-b365-4430b0cd8db8,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:53.427095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c84532-20e6-4603-b38a-3be720add998 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:53.478614 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2db28a32-136f-4b20-a22a-6443cf8ab063 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:53.549818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 2db28a32-136f-4b20-a22a-6443cf8ab063 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:53.550537 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.552413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1bd6091f-d89c-4b3f-8159-27e4241dc549 None None] Provisioning complete for port f67085f6-aa2c-4cde-b365-4430b0cd8db8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:53.552784 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1bd6091f-d89c-4b3f-8159-27e4241dc549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.614139 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6091f-d89c-4b3f-8159-27e4241dc549 None None] Port f67085f6-aa2c-4cde-b365-4430b0cd8db8 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:53.658149 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.690116 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.692281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 2db28a32-136f-4b20-a22a-6443cf8ab063, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2db28a32-136f-4b20-a22a-6443cf8ab063,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:53.696601 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.744994 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=2db28a32-136f-4b20-a22a-6443cf8ab063,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:53.902207 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.040146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Router 1912af8c-fbbc-4546-b9fb-791253acc368 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:25:54.095989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f33fc71-bff9-48b7-bf11-99412c030ae7 None None] Network 69fcebe9-d356-4090-a075-9d6918400915 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:54.152640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:25:54.163264 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Sync routers for ids ['1912af8c-fbbc-4546-b9fb-791253acc368'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:25:54.169849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.171106 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b47aee76-0b75-48ed-8232-903d84a72e79 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8435967 Nov 12 09:25:54.173825 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48256) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:54.177641 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bdba79ec-ac00-4bff-a6e7-5ffe707a1bca None None] Provisioning complete for port 2db28a32-136f-4b20-a22a-6443cf8ab063 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:54.177958 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bdba79ec-ac00-4bff-a6e7-5ffe707a1bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.180971 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Routers {'1912af8c-fbbc-4546-b9fb-791253acc368'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:54.181755 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:25:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1912af8c-fbbc-4546-b9fb-791253acc368'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:54.296518 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Set router 1912af8c-fbbc-4546-b9fb-791253acc368 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:25:54.487941 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'name': 'tempest-TestEncryptedCinderVolumes-601359356-router', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:52Z', 'updated_at': '2021-11-12T09:25:53Z', 'revision_number': 3, 'project_id': 'b1d7e379ab1443729366c2a5879a444b', 'gw_port': {'id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:53Z', 'updated_at': '2021-11-12T09:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:54.515532 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Checking router: 1912af8c-fbbc-4546-b9fb-791253acc368 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:25:54.515879 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Updating router 1912af8c-fbbc-4546-b9fb-791253acc368 port f67085f6-aa2c-4cde-b365-4430b0cd8db8 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:25:54.540651 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.546298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0fe93099-c980-4445-a808-260327f0e0f1 None None] Provisioning complete for port 2db28a32-136f-4b20-a22a-6443cf8ab063 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:54.546803 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0fe93099-c980-4445-a808-260327f0e0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.625459 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.785651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Allocated IP 172.20.0.1 (69fcebe9-d356-4090-a075-9d6918400915/d8d2ee30-b91c-487e-93b7-99d94e9d4269/d481b394-f579-4994-93d5-70e7defd0256) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:54.803334 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.808637 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.849331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d245a45c-cb7a-4b54-9ddf-c21ab7975ec4 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:54.852460 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Attempting to bind port f67085f6-aa2c-4cde-b365-4430b0cd8db8 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:54.852835 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Attempting to bind port f67085f6-aa2c-4cde-b365-4430b0cd8db8 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:54.853360 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Attempting to bind port f67085f6-aa2c-4cde-b365-4430b0cd8db8 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:54.864765 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:54.865435 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:54.865769 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.866514 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:54.867187 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Bound port: f67085f6-aa2c-4cde-b365-4430b0cd8db8, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:54.867382 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.889373 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Pushing event updated for resources: {'Port': ['ID=f67085f6-aa2c-4cde-b365-4430b0cd8db8,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:54.900134 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.900630 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:54.900980 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:54.901343 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:54.901684 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:54.902014 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:54.902342 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:54.902667 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:54.903062 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:54.903317 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:54.903637 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:54.903960 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:54.904278 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:54.932719 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] For port f67085f6-aa2c-4cde-b365-4430b0cd8db8, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:54.936596 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] For port f67085f6-aa2c-4cde-b365-4430b0cd8db8, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f67085f6-aa2c-4cde-b365-4430b0cd8db8,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:54.936736 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.940093 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.963878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b236018d-1dfc-4051-99a6-8bcc6e8bee59 None None] Provisioning complete for port f67085f6-aa2c-4cde-b365-4430b0cd8db8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:54.964891 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b236018d-1dfc-4051-99a6-8bcc6e8bee59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.974286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Network 69fcebe9-d356-4090-a075-9d6918400915 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:54.978079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:54.983970 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:54.996539 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ef147-4349-42dd-bcb6-3dd4bb011d0b None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:54.996918 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Routers {'1912af8c-fbbc-4546-b9fb-791253acc368'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:54.997574 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:25:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1912af8c-fbbc-4546-b9fb-791253acc368'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:55.040482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Pushing event updated for resources: {'Port': ['ID=d481b394-f579-4994-93d5-70e7defd0256,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:55.042728 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.079979 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b236018d-1dfc-4051-99a6-8bcc6e8bee59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.102983 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f590eff-8355-433f-8d68-3137b02085cb None None] Pushing event updated for resources: {'Port': ['ID=f67085f6-aa2c-4cde-b365-4430b0cd8db8,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:55.111433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b236018d-1dfc-4051-99a6-8bcc6e8bee59 None None] For port f67085f6-aa2c-4cde-b365-4430b0cd8db8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f67085f6-aa2c-4cde-b365-4430b0cd8db8,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:55.118405 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b236018d-1dfc-4051-99a6-8bcc6e8bee59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.148140 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] Set router 1912af8c-fbbc-4546-b9fb-791253acc368 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:25:55.184100 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236018d-1dfc-4051-99a6-8bcc6e8bee59 None None] Pushing event updated for resources: {'Port': ['ID=f67085f6-aa2c-4cde-b365-4430b0cd8db8,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:55.199175 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.250428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3e2f6266-c7f5-45b9-8f27-b4c569882785 None None] Provisioning complete for port f67085f6-aa2c-4cde-b365-4430b0cd8db8 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:55.250813 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3e2f6266-c7f5-45b9-8f27-b4c569882785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.363337 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'name': 'tempest-TestEncryptedCinderVolumes-601359356-router', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:52Z', 'updated_at': '2021-11-12T09:25:53Z', 'revision_number': 3, 'project_id': 'b1d7e379ab1443729366c2a5879a444b', 'gw_port': {'id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:53Z', 'updated_at': '2021-11-12T09:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:55.390987 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9353f-2814-4bcd-a772-d7469b070324 None None] The sync data for ids ['1912af8c-fbbc-4546-b9fb-791253acc368'] in n-d-768851-18 is: [{'id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'name': 'tempest-TestEncryptedCinderVolumes-601359356-router', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:52Z', 'updated_at': '2021-11-12T09:25:53Z', 'revision_number': 3, 'project_id': 'b1d7e379ab1443729366c2a5879a444b', 'gw_port': {'id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:53Z', 'updated_at': '2021-11-12T09:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:25:55.395281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2db28a32-136f-4b20-a22a-6443cf8ab063 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:55.395431 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.402641 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.453258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 2db28a32-136f-4b20-a22a-6443cf8ab063 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:55.453632 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.482923 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.487279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d3914ee6-dc1c-4637-99bf-fa050fd18cd8 None None] Provisioning complete for port d481b394-f579-4994-93d5-70e7defd0256 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:55.487655 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d3914ee6-dc1c-4637-99bf-fa050fd18cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.491949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Pushing event updated for resources: {'Port': ['ID=d481b394-f579-4994-93d5-70e7defd0256,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:55.532547 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d3914ee6-dc1c-4637-99bf-fa050fd18cd8 None None] Port d481b394-f579-4994-93d5-70e7defd0256 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:55.588771 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Network 69fcebe9-d356-4090-a075-9d6918400915 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:55.590552 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:55.740458 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Router 1912af8c-fbbc-4546-b9fb-791253acc368 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:25:55.878021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:25:55.883444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-080a401d-9747-413a-bb8b-15ec1c7a17ea admin admin] 10.222.0.31 "PUT /v2.0/routers/1912af8c-fbbc-4546-b9fb-791253acc368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7085857 Nov 12 09:25:55.966636 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3e296a14-8bba-4664-a67d-2b8a7632c3a9 None None] Provisioning complete for port d481b394-f579-4994-93d5-70e7defd0256 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:55.967215 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3e296a14-8bba-4664-a67d-2b8a7632c3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.012031 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-3e296a14-8bba-4664-a67d-2b8a7632c3a9 None None] Port d481b394-f579-4994-93d5-70e7defd0256 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:56.379283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48272) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:56.384296 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-942686167-network', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:56.404982 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Made reservation on behalf of ce46bcd2b09447bb9157123c68b00709 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:56.407335 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.416326 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.491749 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.496088 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.524854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:56.534423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10495130-3e37-4e30-ab55-47990a55cedc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:56.539706 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.540046 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Added segment e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac of type vlan for network 87c33405-2f6f-4c1a-bffd-a40c938722de Nov 12 09:25:56.581221 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.606836 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.607764 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:56.608393 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.642163 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2617586 Nov 12 09:25:56.645083 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48274) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:56.651433 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Request body: {'subnet': {'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-942686167-subnet', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:56.672856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Made reservation on behalf of ce46bcd2b09447bb9157123c68b00709 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:56.674426 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18579e2e-d69f-4bfa-9475-35591bc1b8af admin admin] Pushing event updated for resources: {'Network': ['ID=87c33405-2f6f-4c1a-bffd-a40c938722de,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:56.675224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.684507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 87c33405-2f6f-4c1a-bffd-a40c938722de details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:56.855350 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.912092 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1100dea0-1884-4f55-8c81-3ffcf042e55d,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:56.927328 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.927675 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.928021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.928399 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.928732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.929061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.929421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.929747 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.930070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.930395 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.930719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.931048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:56.941348 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Checking segment: {'id': 'e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:56.941720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Network hostable DHCP agents. Network: 87c33405-2f6f-4c1a-bffd-a40c938722de, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:56.962542 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Network 87c33405-2f6f-4c1a-bffd-a40c938722de is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:56.972928 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 87c33405-2f6f-4c1a-bffd-a40c938722de) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:56.977731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:56.978330 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.982461 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742b8a72-422c-4032-8083-e903efba68d5 None None] Network 87c33405-2f6f-4c1a-bffd-a40c938722de requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:56.997363 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-868dcb70-f1aa-45fa-b659-be4eb9fa6db3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3505361 Nov 12 09:25:57.000357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48276) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:57.004873 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-942686167-router', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:57.028468 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.029669 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.082108 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Sync routers for ids ['1912af8c-fbbc-4546-b9fb-791253acc368'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:25:57.090274 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.118484 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Routers {'1912af8c-fbbc-4546-b9fb-791253acc368'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:57.119131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:25:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1912af8c-fbbc-4546-b9fb-791253acc368'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:57.234890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-87c33405-2f6f-4c1a-bffd-a40c938722de', 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'fixed_ips': [{'subnet_id': '1100dea0-1884-4f55-8c81-3ffcf042e55d'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:57.235752 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.243973 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.328097 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Set router 1912af8c-fbbc-4546-b9fb-791253acc368 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:25:57.445752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f67085f6-aa2c-4cde-b365-4430b0cd8db8 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:57.478920 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.499450 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.535696 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Allocated IP 172.20.0.2 (87c33405-2f6f-4c1a-bffd-a40c938722de/1100dea0-1884-4f55-8c81-3ffcf042e55d/bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:57.622924 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Allocated IP 172.25.3.205 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/53578540-a9fa-4466-ac3c-54c9599476e6) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:57.670569 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port f67085f6-aa2c-4cde-b365-4430b0cd8db8 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:57.670937 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.739963 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.780759 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.825445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:57.830995 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:57.833536 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:57.865341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Pushing event updated for resources: {'Port': ['ID=53578540-a9fa-4466-ac3c-54c9599476e6,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:57.982977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaac5cd-d57a-487a-921b-43a653ba4b47 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:57.996940 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'name': 'tempest-TestEncryptedCinderVolumes-601359356-router', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:52Z', 'updated_at': '2021-11-12T09:25:55Z', 'revision_number': 4, 'project_id': 'b1d7e379ab1443729366c2a5879a444b', 'gw_port': {'id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:53Z', 'updated_at': '2021-11-12T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd481b394-f579-4994-93d5-70e7defd0256', 'name': '', 'network_id': '69fcebe9-d356-4090-a075-9d6918400915', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'mac_address': 'fa:16:3e:97:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'd8d2ee30-b91c-487e-93b7-99d94e9d4269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:54Z', 'updated_at': '2021-11-12T09:25:55Z', 'revision_number': 2, 'project_id': 'b1d7e379ab1443729366c2a5879a444b', 'subnets': [{'id': 'd8d2ee30-b91c-487e-93b7-99d94e9d4269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:57.999158 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.036134 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.041038 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Checking router: 1912af8c-fbbc-4546-b9fb-791253acc368 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:25:58.041428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Updating router 1912af8c-fbbc-4546-b9fb-791253acc368 port d481b394-f579-4994-93d5-70e7defd0256 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:25:58.110292 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.132126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Network 87c33405-2f6f-4c1a-bffd-a40c938722de is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:58.143249 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Pushing event updated for resources: {'Port': ['ID=bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:58.145715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:58.149037 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.149340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:58.204457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6b05e979-6b05-4d55-97aa-cb0b5a701c26 None None] Provisioning complete for port 53578540-a9fa-4466-ac3c-54c9599476e6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:58.204834 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6b05e979-6b05-4d55-97aa-cb0b5a701c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.268295 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Attempting to bind port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:58.268572 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Attempting to bind port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:58.268931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Attempting to bind port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 on network 87c33405-2f6f-4c1a-bffd-a40c938722de {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:58.326417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:58.326882 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Checking segment: {'id': 'e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:58.327197 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.327587 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Bound using segment: {'id': 'e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:58.328067 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Bound port: bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:58.328447 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.333545 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6b05e979-6b05-4d55-97aa-cb0b5a701c26 None None] Port 53578540-a9fa-4466-ac3c-54c9599476e6 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:58.367178 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.457652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] For port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:58.475443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] For port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846,segment=NetworkSegment(e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac),segment_id=e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:58.483190 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.501677 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Router b37425a2-c6b8-4211-a0c7-c34e01cb4d90 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:25:58.587354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf118c-1b99-43c4-8b1b-cd226f2dcab9 None None] Pushing event updated for resources: {'Port': ['ID=bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:58.610370 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.616881 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.636997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:25:58.659821 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Sync routers for ids ['b37425a2-c6b8-4211-a0c7-c34e01cb4d90'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:25:58.661684 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.666747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48278) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:58.667509 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-72638ae5-39fa-497c-9446-83696458a30e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6657631 Nov 12 09:25:58.668174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817e4a6-7e51-4d10-9031-25b31ded5257 None None] Pushing event updated for resources: {'Port': ['ID=d481b394-f579-4994-93d5-70e7defd0256,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:58.690589 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Routers {'b37425a2-c6b8-4211-a0c7-c34e01cb4d90'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:58.691213 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:25:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b37425a2-c6b8-4211-a0c7-c34e01cb4d90'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:58.728133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Attempting to bind port d481b394-f579-4994-93d5-70e7defd0256 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:58.728503 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Attempting to bind port d481b394-f579-4994-93d5-70e7defd0256 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:58.728878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Attempting to bind port d481b394-f579-4994-93d5-70e7defd0256 on network 69fcebe9-d356-4090-a075-9d6918400915 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:58.736420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:58.736821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Checking segment: {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:58.737231 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.737645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Bound using segment: {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:58.738129 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Bound port: d481b394-f579-4994-93d5-70e7defd0256, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:58.738728 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.867601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] For port d481b394-f579-4994-93d5-70e7defd0256, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:58.872156 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] For port d481b394-f579-4994-93d5-70e7defd0256, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d481b394-f579-4994-93d5-70e7defd0256,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:58.877469 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.936306 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Set router b37425a2-c6b8-4211-a0c7-c34e01cb4d90 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:25:59.000055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817e4a6-7e51-4d10-9031-25b31ded5257 None None] Pushing event updated for resources: {'Port': ['ID=d481b394-f579-4994-93d5-70e7defd0256,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:59.016036 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Routers {'1912af8c-fbbc-4546-b9fb-791253acc368'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:59.017420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:25:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1912af8c-fbbc-4546-b9fb-791253acc368'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:59.190464 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.210926 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] Set router 1912af8c-fbbc-4546-b9fb-791253acc368 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:25:59.213779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bf16d63a-1c36-4444-8e27-5743f309fb3a None None] Provisioning complete for port d481b394-f579-4994-93d5-70e7defd0256 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:59.214161 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bf16d63a-1c36-4444-8e27-5743f309fb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.349365 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'name': 'tempest-TestEncryptedCinderVolumes-942686167-router', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:25:58Z', 'revision_number': 3, 'project_id': 'ce46bcd2b09447bb9157123c68b00709', 'gw_port': {'id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:59.523436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:59.548018 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Checking router: b37425a2-c6b8-4211-a0c7-c34e01cb4d90 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:25:59.548758 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Updating router b37425a2-c6b8-4211-a0c7-c34e01cb4d90 port 53578540-a9fa-4466-ac3c-54c9599476e6 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:25:59.566850 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bf16d63a-1c36-4444-8e27-5743f309fb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.578072 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.657276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-bf16d63a-1c36-4444-8e27-5743f309fb3a None None] For port d481b394-f579-4994-93d5-70e7defd0256, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d481b394-f579-4994-93d5-70e7defd0256,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:59.668505 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bf16d63a-1c36-4444-8e27-5743f309fb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.717280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:59.717652 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.798588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16d63a-1c36-4444-8e27-5743f309fb3a None None] Pushing event updated for resources: {'Port': ['ID=d481b394-f579-4994-93d5-70e7defd0256,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:59.827735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-9f985624-89ca-4a47-a59f-309d21970f13 None None] Provisioning complete for port d481b394-f579-4994-93d5-70e7defd0256 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:59.828266 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f985624-89ca-4a47-a59f-309d21970f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.864052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'name': 'tempest-TestEncryptedCinderVolumes-601359356-router', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:52Z', 'updated_at': '2021-11-12T09:25:55Z', 'revision_number': 4, 'project_id': 'b1d7e379ab1443729366c2a5879a444b', 'gw_port': {'id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:53Z', 'updated_at': '2021-11-12T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd481b394-f579-4994-93d5-70e7defd0256', 'name': '', 'network_id': '69fcebe9-d356-4090-a075-9d6918400915', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'mac_address': 'fa:16:3e:97:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'd8d2ee30-b91c-487e-93b7-99d94e9d4269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:54Z', 'updated_at': '2021-11-12T09:25:58Z', 'revision_number': 4, 'project_id': 'b1d7e379ab1443729366c2a5879a444b', 'subnets': [{'id': 'd8d2ee30-b91c-487e-93b7-99d94e9d4269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:59.888294 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.897553 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.926180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56816b14-f744-472f-a541-4a488bcdc133 None None] The sync data for ids ['1912af8c-fbbc-4546-b9fb-791253acc368'] in n-d-768851-18 is: [{'id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'name': 'tempest-TestEncryptedCinderVolumes-601359356-router', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:52Z', 'updated_at': '2021-11-12T09:25:55Z', 'revision_number': 4, 'project_id': 'b1d7e379ab1443729366c2a5879a444b', 'gw_port': {'id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:53Z', 'updated_at': '2021-11-12T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'd481b394-f579-4994-93d5-70e7defd0256', 'name': '', 'network_id': '69fcebe9-d356-4090-a075-9d6918400915', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'mac_address': 'fa:16:3e:97:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'd8d2ee30-b91c-487e-93b7-99d94e9d4269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:54Z', 'updated_at': '2021-11-12T09:25:58Z', 'revision_number': 4, 'project_id': 'b1d7e379ab1443729366c2a5879a444b', 'subnets': [{'id': 'd8d2ee30-b91c-487e-93b7-99d94e9d4269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:25:59.940486 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.950260 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.952587 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716257f5-51e0-438d-bdd1-b20e2a6c6cb8 None None] Pushing event updated for resources: {'Port': ['ID=53578540-a9fa-4466-ac3c-54c9599476e6,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:59.971603 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Attempting to bind port 53578540-a9fa-4466-ac3c-54c9599476e6 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:59.971983 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Attempting to bind port 53578540-a9fa-4466-ac3c-54c9599476e6 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:59.972648 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Attempting to bind port 53578540-a9fa-4466-ac3c-54c9599476e6 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:59.979091 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:59.979536 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:59.979851 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.980279 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:59.980804 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Bound port: 53578540-a9fa-4466-ac3c-54c9599476e6, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:59.981259 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.995498 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d932392-e017-4160-8ced-56736f511f46 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:00.061031 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846,segment=NetworkSegment(e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac),segment_id=e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:00.079232 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] For port 53578540-a9fa-4466-ac3c-54c9599476e6, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:26:00.084374 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] For port 53578540-a9fa-4466-ac3c-54c9599476e6, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=53578540-a9fa-4466-ac3c-54c9599476e6,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:26:00.094278 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.104987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd81958-08fa-47ca-b42c-a71a4083c946 None None] Network 87c33405-2f6f-4c1a-bffd-a40c938722de requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:00.111591 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.169834 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Routers {'b37425a2-c6b8-4211-a0c7-c34e01cb4d90'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:00.170890 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:25:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b37425a2-c6b8-4211-a0c7-c34e01cb4d90'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:00.178962 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439326fe-9167-47c2-87ec-1e16c91ae014 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:00.221144 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716257f5-51e0-438d-bdd1-b20e2a6c6cb8 None None] Pushing event updated for resources: {'Port': ['ID=53578540-a9fa-4466-ac3c-54c9599476e6,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:00.244677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Allocated IP 172.20.0.1 (87c33405-2f6f-4c1a-bffd-a40c938722de/1100dea0-1884-4f55-8c81-3ffcf042e55d/be38e47f-9c94-4e21-aa6b-5329f68b8dab) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:00.269769 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:00.318886 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] Set router b37425a2-c6b8-4211-a0c7-c34e01cb4d90 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:00.375813 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.415237 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.466501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Pushing event updated for resources: {'Port': ['ID=be38e47f-9c94-4e21-aa6b-5329f68b8dab,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:00.481122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Network 87c33405-2f6f-4c1a-bffd-a40c938722de is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:00.482597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:00.488572 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:00.532150 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.555578 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'name': 'tempest-TestEncryptedCinderVolumes-942686167-router', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:25:58Z', 'revision_number': 3, 'project_id': 'ce46bcd2b09447bb9157123c68b00709', 'gw_port': {'id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:00.586791 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018fa83e-2b14-469a-8066-59bd2a2c02d7 None None] The sync data for ids ['b37425a2-c6b8-4211-a0c7-c34e01cb4d90'] in n-d-768851-18 is: [{'id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'name': 'tempest-TestEncryptedCinderVolumes-942686167-router', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:25:58Z', 'revision_number': 3, 'project_id': 'ce46bcd2b09447bb9157123c68b00709', 'gw_port': {'id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:00.587768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0ff3694c-0dfc-4d3a-a098-277a7361ef3c None None] Provisioning complete for port 53578540-a9fa-4466-ac3c-54c9599476e6 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:00.588767 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ff3694c-0dfc-4d3a-a098-277a7361ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.694104 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ff3694c-0dfc-4d3a-a098-277a7361ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.725168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0ff3694c-0dfc-4d3a-a098-277a7361ef3c None None] For port 53578540-a9fa-4466-ac3c-54c9599476e6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=53578540-a9fa-4466-ac3c-54c9599476e6,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:00.727430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.735529 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ff3694c-0dfc-4d3a-a098-277a7361ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.784375 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0ff3694c-0dfc-4d3a-a098-277a7361ef3c None None] Provisioning complete for port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:00.784755 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0ff3694c-0dfc-4d3a-a098-277a7361ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.831989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3694c-0dfc-4d3a-a098-277a7361ef3c None None] Pushing event updated for resources: {'Port': ['ID=53578540-a9fa-4466-ac3c-54c9599476e6,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:00.995998 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.001167 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.055353 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-8b74e332-85d7-43b0-be91-6fdaaa82fa07 None None] Provisioning complete for port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:01.055900 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8b74e332-85d7-43b0-be91-6fdaaa82fa07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.091444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Pushing event updated for resources: {'Port': ['ID=be38e47f-9c94-4e21-aa6b-5329f68b8dab,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:01.099319 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.246317 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Network 87c33405-2f6f-4c1a-bffd-a40c938722de is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:01.247803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:01.310226 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-30a42714-4ce2-4c53-b9a0-2b09cfa6e69f None None] Provisioning complete for port be38e47f-9c94-4e21-aa6b-5329f68b8dab triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:01.310804 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-30a42714-4ce2-4c53-b9a0-2b09cfa6e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.366433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-30a42714-4ce2-4c53-b9a0-2b09cfa6e69f None None] Port be38e47f-9c94-4e21-aa6b-5329f68b8dab cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:01.435705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Router b37425a2-c6b8-4211-a0c7-c34e01cb4d90 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:01.569669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d481b394-f579-4994-93d5-70e7defd0256 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:01.612650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:01.622518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88c609b6-c002-4ccc-a7cc-c83f8a89c95f None None] Provisioning complete for port be38e47f-9c94-4e21-aa6b-5329f68b8dab triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:01.622978 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88c609b6-c002-4ccc-a7cc-c83f8a89c95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.642108 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0dff1fe8-a4fe-4094-88bf-b92b8e50c32a admin admin] 10.222.0.31 "PUT /v2.0/routers/b37425a2-c6b8-4211-a0c7-c34e01cb4d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9705968 Nov 12 09:26:01.666992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port d481b394-f579-4994-93d5-70e7defd0256 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:01.667367 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.690343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88c609b6-c002-4ccc-a7cc-c83f8a89c95f None None] Port be38e47f-9c94-4e21-aa6b-5329f68b8dab cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:01.757065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:01.808475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:01.808872 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.898281 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 53578540-a9fa-4466-ac3c-54c9599476e6 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:01.950932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 53578540-a9fa-4466-ac3c-54c9599476e6 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:01.951317 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:02.375749 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e0f43867-0e2d-41b7-8a1f-8cb968f4307b tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:02.377242 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e0f43867-0e2d-41b7-8a1f-8cb968f4307b tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/networks?id=69fcebe9-d356-4090-a075-9d6918400915 HTTP/1.1" status: 200 len: 816 time: 0.1005449 Nov 12 09:26:02.392477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-60dafb34-fb6c-4401-a31d-09a73b4e20f0 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/quotas/b1d7e379ab1443729366c2a5879a444b HTTP/1.1" status: 200 len: 375 time: 0.0089672 Nov 12 09:26:02.447958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-79d9d28c-b2a3-4627-8648-e778c4f2db6b tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1d7e379ab1443729366c2a5879a444b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498266 Nov 12 09:26:02.544595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-bf94159e-510e-448a-9570-abdec51ac379 service neutron] 10.222.0.31 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850999 Nov 12 09:26:02.638951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-f7deb777-5ac7-45d6-a49f-08f18c0bd335 service neutron] 10.222.0.31 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883145 Nov 12 09:26:02.799654 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c2f0649b-16da-4404-9840-d9c12d4129aa req-e4b11341-2941-446f-bbc6-a8c342664c4e tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 210 time: 0.0270128 Nov 12 09:26:03.264005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Sync routers for ids ['b37425a2-c6b8-4211-a0c7-c34e01cb4d90'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:03.274494 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Routers {'b37425a2-c6b8-4211-a0c7-c34e01cb4d90'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:03.277776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:25:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b37425a2-c6b8-4211-a0c7-c34e01cb4d90'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:03.390672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Set router b37425a2-c6b8-4211-a0c7-c34e01cb4d90 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:03.589444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'name': 'tempest-TestEncryptedCinderVolumes-942686167-router', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:26:00Z', 'revision_number': 4, 'project_id': 'ce46bcd2b09447bb9157123c68b00709', 'gw_port': {'id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'be38e47f-9c94-4e21-aa6b-5329f68b8dab', 'name': '', 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'mac_address': 'fa:16:3e:f2:16:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1100dea0-1884-4f55-8c81-3ffcf042e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:00Z', 'updated_at': '2021-11-12T09:26:00Z', 'revision_number': 2, 'project_id': 'ce46bcd2b09447bb9157123c68b00709', 'subnets': [{'id': '1100dea0-1884-4f55-8c81-3ffcf042e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:03.621329 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Checking router: b37425a2-c6b8-4211-a0c7-c34e01cb4d90 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:26:03.621690 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Updating router b37425a2-c6b8-4211-a0c7-c34e01cb4d90 port be38e47f-9c94-4e21-aa6b-5329f68b8dab binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:26:03.649324 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:03.756459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-62c2d6e3-7327-4ecd-8973-869ea46032af tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:03.758210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-62c2d6e3-7327-4ecd-8973-869ea46032af tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.46 "GET /v2.0/networks?id=69fcebe9-d356-4090-a075-9d6918400915 HTTP/1.1" status: 200 len: 816 time: 0.1241517 Nov 12 09:26:03.772675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Request body: {'port': {'device_id': '202f30a9-0862-4112-901b-28342e34b68c', 'network_id': '69fcebe9-d356-4090-a075-9d6918400915', 'admin_state_up': True, 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:03.906433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3df163e0-fd41-48ad-8001-753639eeb5c5 req-310093a7-c60d-459c-9c16-50773c3f1127 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 210 time: 0.0311377 Nov 12 09:26:03.920645 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Made reservation on behalf of b1d7e379ab1443729366c2a5879a444b for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:03.924180 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:03.932000 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:03.937850 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:03.992675 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5b097-98d8-45a9-899a-85788335ad2e None None] Pushing event updated for resources: {'Port': ['ID=be38e47f-9c94-4e21-aa6b-5329f68b8dab,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:04.052063 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Attempting to bind port be38e47f-9c94-4e21-aa6b-5329f68b8dab on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:26:04.052445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Attempting to bind port be38e47f-9c94-4e21-aa6b-5329f68b8dab by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': 'e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:26:04.053189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Attempting to bind port be38e47f-9c94-4e21-aa6b-5329f68b8dab on network 87c33405-2f6f-4c1a-bffd-a40c938722de {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:04.058788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:26:04.059167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Checking segment: {'id': 'e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:04.059576 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.059976 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Bound using segment: {'id': 'e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:26:04.060455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Bound port: be38e47f-9c94-4e21-aa6b-5329f68b8dab, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:26:04.060842 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.075287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Allocated IP 172.20.0.5 (69fcebe9-d356-4090-a075-9d6918400915/d8d2ee30-b91c-487e-93b7-99d94e9d4269/7930cf77-9872-42b2-9003-756b56f98294) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:04.128321 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] For port be38e47f-9c94-4e21-aa6b-5329f68b8dab, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:26:04.131862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] For port be38e47f-9c94-4e21-aa6b-5329f68b8dab, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=be38e47f-9c94-4e21-aa6b-5329f68b8dab,segment=NetworkSegment(e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac),segment_id=e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:26:04.136965 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.203536 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5b097-98d8-45a9-899a-85788335ad2e None None] Pushing event updated for resources: {'Port': ['ID=be38e47f-9c94-4e21-aa6b-5329f68b8dab,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:04.206605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Routers {'b37425a2-c6b8-4211-a0c7-c34e01cb4d90'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:04.207589 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:25:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b37425a2-c6b8-4211-a0c7-c34e01cb4d90'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:04.270544 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.299133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-691c71ae-a79e-4757-9456-31165ad286f6 None None] Provisioning complete for port be38e47f-9c94-4e21-aa6b-5329f68b8dab triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:04.299721 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-691c71ae-a79e-4757-9456-31165ad286f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.308041 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.351146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Network 69fcebe9-d356-4090-a075-9d6918400915 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:04.353538 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:04.357274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:04.362972 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] Set router b37425a2-c6b8-4211-a0c7-c34e01cb4d90 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:04.399886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Pushing event updated for resources: {'Port': ['ID=7930cf77-9872-42b2-9003-756b56f98294,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:04.429687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:04.430365 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.438945 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-691c71ae-a79e-4757-9456-31165ad286f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.448286 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-e6742541-d8cb-4da3-aa16-e75d42bd0ee8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6800470 Nov 12 09:26:04.463366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Request body: {'port': {'device_id': '202f30a9-0862-4112-901b-28342e34b68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:04.525153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-691c71ae-a79e-4757-9456-31165ad286f6 None None] For port be38e47f-9c94-4e21-aa6b-5329f68b8dab, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=be38e47f-9c94-4e21-aa6b-5329f68b8dab,segment=NetworkSegment(e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac),segment_id=e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:04.525746 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.554188 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-691c71ae-a79e-4757-9456-31165ad286f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.625858 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c71ae-a79e-4757-9456-31165ad286f6 None None] Pushing event updated for resources: {'Port': ['ID=be38e47f-9c94-4e21-aa6b-5329f68b8dab,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:04.685415 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ad0d8c42-916c-4f1e-a6b7-e27980f79b5a None None] Provisioning complete for port be38e47f-9c94-4e21-aa6b-5329f68b8dab triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:04.685791 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ad0d8c42-916c-4f1e-a6b7-e27980f79b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.688680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'name': 'tempest-TestEncryptedCinderVolumes-942686167-router', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:26:00Z', 'revision_number': 4, 'project_id': 'ce46bcd2b09447bb9157123c68b00709', 'gw_port': {'id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'be38e47f-9c94-4e21-aa6b-5329f68b8dab', 'name': '', 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'mac_address': 'fa:16:3e:f2:16:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1100dea0-1884-4f55-8c81-3ffcf042e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:00Z', 'updated_at': '2021-11-12T09:26:04Z', 'revision_number': 4, 'project_id': 'ce46bcd2b09447bb9157123c68b00709', 'subnets': [{'id': '1100dea0-1884-4f55-8c81-3ffcf042e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:04.716896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2b96b-eb59-4d85-ad7b-5b7e3d6a7907 None None] The sync data for ids ['b37425a2-c6b8-4211-a0c7-c34e01cb4d90'] in n-d-768851-18 is: [{'id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'name': 'tempest-TestEncryptedCinderVolumes-942686167-router', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:26:00Z', 'revision_number': 4, 'project_id': 'ce46bcd2b09447bb9157123c68b00709', 'gw_port': {'id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'be38e47f-9c94-4e21-aa6b-5329f68b8dab', 'name': '', 'network_id': '87c33405-2f6f-4c1a-bffd-a40c938722de', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'mac_address': 'fa:16:3e:f2:16:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1100dea0-1884-4f55-8c81-3ffcf042e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:00Z', 'updated_at': '2021-11-12T09:26:04Z', 'revision_number': 4, 'project_id': 'ce46bcd2b09447bb9157123c68b00709', 'subnets': [{'id': '1100dea0-1884-4f55-8c81-3ffcf042e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:04.824868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ad0d8c42-916c-4f1e-a6b7-e27980f79b5a None None] Provisioning complete for port 7930cf77-9872-42b2-9003-756b56f98294 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:04.825943 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ad0d8c42-916c-4f1e-a6b7-e27980f79b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.828924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7930cf77-9872-42b2-9003-756b56f98294 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:26:04.838497 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.854551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Transition to ACTIVE for port object 7930cf77-9872-42b2-9003-756b56f98294 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:26:04.858495 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.868172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d8c42-916c-4f1e-a6b7-e27980f79b5a None None] Port 7930cf77-9872-42b2-9003-756b56f98294 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:04.914973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Pushing event updated for resources: {'Port': ['ID=7930cf77-9872-42b2-9003-756b56f98294,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:04.995404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Attempting to bind port 7930cf77-9872-42b2-9003-756b56f98294 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:26:04.995812 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Attempting to bind port 7930cf77-9872-42b2-9003-756b56f98294 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:26:04.996479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Attempting to bind port 7930cf77-9872-42b2-9003-756b56f98294 on network 69fcebe9-d356-4090-a075-9d6918400915 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:05.005325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Port 7930cf77-9872-42b2-9003-756b56f98294 on network 69fcebe9-d356-4090-a075-9d6918400915 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:26:05.005325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Attempting to bind port 7930cf77-9872-42b2-9003-756b56f98294 on network 69fcebe9-d356-4090-a075-9d6918400915 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:05.009598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:26:05.009992 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Checking segment: {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:05.010650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Bound using segment: {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:26:05.011188 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Bound port: 7930cf77-9872-42b2-9003-756b56f98294, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:26:05.011608 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:05.047145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753fc58-6054-4b9e-8247-e089bf63b9ce req-cfbdca86-0d1f-4944-bd8c-dac3aa1f9ba8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:05.049381 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0753fc58-6054-4b9e-8247-e089bf63b9ce req-cfbdca86-0d1f-4944-bd8c-dac3aa1f9ba8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 943 time: 0.0627069 Nov 12 09:26:05.092779 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] For port 7930cf77-9872-42b2-9003-756b56f98294, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:26:05.096374 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] For port 7930cf77-9872-42b2-9003-756b56f98294, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7930cf77-9872-42b2-9003-756b56f98294,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:26:05.103452 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:05.117421 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0753fc58-6054-4b9e-8247-e089bf63b9ce req-14d08c3b-84f3-4f10-b558-215b14d85160 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549729 Nov 12 09:26:05.166482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:05.167336 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:05.168843 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] 10.222.0.46 "PUT /v2.0/ports/7930cf77-9872-42b2-9003-756b56f98294 HTTP/1.1" status: 200 len: 1092 time: 0.7116990 Nov 12 09:26:05.169398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202f30a9-0862-4112-901b-28342e34b68c', 'tag': '7930cf77-9872-42b2-9003-756b56f98294'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:26:05.171808 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c2b350-87a4-47c7-b645-73c746dbe8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "202f30a9-0862-4112-901b-28342e34b68c", "tag": "7930cf77-9872-42b2-9003-756b56f98294"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:26:05.187830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815a92e-e309-4f34-ada0-b3ed85d23bac service neutron] Pushing event updated for resources: {'Port': ['ID=7930cf77-9872-42b2-9003-756b56f98294,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:05.224224 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cacbd8-8602-4ed3-ac36-3fd20302152a x-openstack-request-id: req-d1cacbd8-8602-4ed3-ac36-3fd20302152a {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:26:05.224517 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202f30a9-0862-4112-901b-28342e34b68c", "tag": "7930cf77-9872-42b2-9003-756b56f98294", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:26:05.224840 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1cacbd8-8602-4ed3-ac36-3fd20302152a {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:26:05.225393 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202f30a9-0862-4112-901b-28342e34b68c', 'tag': '7930cf77-9872-42b2-9003-756b56f98294', 'status': 'completed', 'code': 200} Nov 12 09:26:05.267803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-2c8da854-3fad-4e51-92ae-701862315e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:05.270091 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-2c8da854-3fad-4e51-92ae-701862315e35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1d7e379ab1443729366c2a5879a444b&device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 1095 time: 0.0577688 Nov 12 09:26:05.325940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-57b14ff0-06b1-45a3-9d4e-8cf1984493b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7930cf77-9872-42b2-9003-756b56f98294 HTTP/1.1" status: 200 len: 217 time: 0.0455308 Nov 12 09:26:05.328444 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3d415118-0644-446b-85ba-fa7ab77eac95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:05.410481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-c81dcc07-8b4a-4d53-9190-f29251db355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:05.414349 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-c81dcc07-8b4a-4d53-9190-f29251db355c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8d2ee30-b91c-487e-93b7-99d94e9d4269 HTTP/1.1" status: 200 len: 855 time: 0.0761483 Nov 12 09:26:05.444550 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device be38e47f-9c94-4e21-aa6b-5329f68b8dab up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:05.464392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-573b76bc-0e10-47b5-868a-a2c8fff99eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:05.466129 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-573b76bc-0e10-47b5-868a-a2c8fff99eae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69fcebe9-d356-4090-a075-9d6918400915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450175 Nov 12 09:26:05.506364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port be38e47f-9c94-4e21-aa6b-5329f68b8dab triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:05.506738 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:05.575992 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-c8539237-9bdd-4c47-9246-663af4d6d79a service neutron] 10.222.0.46 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015825 Nov 12 09:26:05.677825 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08f80d9e-68f9-4c3d-ad0f-d1e5dbde88e6 req-bba1d2ce-01ca-43f6-a67d-884af0a5b689 service neutron] 10.222.0.46 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947452 Nov 12 09:26:05.769080 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b350-87a4-47c7-b645-73c746dbe8e8 req-102a235f-07e3-423d-b4b5-c126ad84b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:05.770752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08c2b350-87a4-47c7-b645-73c746dbe8e8 req-102a235f-07e3-423d-b4b5-c126ad84b00d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1d7e379ab1443729366c2a5879a444b&device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 1095 time: 0.0484333 Nov 12 09:26:05.863679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b350-87a4-47c7-b645-73c746dbe8e8 req-ebc2bfef-fe75-42a2-89cd-fbb31e164258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:05.865359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08c2b350-87a4-47c7-b645-73c746dbe8e8 req-ebc2bfef-fe75-42a2-89cd-fbb31e164258 service neutron] 10.222.0.46 "GET /v2.0/networks?id=69fcebe9-d356-4090-a075-9d6918400915 HTTP/1.1" status: 200 len: 917 time: 0.0876205 Nov 12 09:26:05.910983 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08c2b350-87a4-47c7-b645-73c746dbe8e8 req-f2a2fbb0-7409-4add-bc21-7c9eea4a7e47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7930cf77-9872-42b2-9003-756b56f98294 HTTP/1.1" status: 200 len: 217 time: 0.0385814 Nov 12 09:26:05.960801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b350-87a4-47c7-b645-73c746dbe8e8 req-633e8133-aae3-41ea-ad53-cff2f3499c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:05.962247 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08c2b350-87a4-47c7-b645-73c746dbe8e8 req-633e8133-aae3-41ea-ad53-cff2f3499c19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8d2ee30-b91c-487e-93b7-99d94e9d4269 HTTP/1.1" status: 200 len: 855 time: 0.0444973 Nov 12 09:26:06.007823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b350-87a4-47c7-b645-73c746dbe8e8 req-85e3fc0b-478c-45b9-8e76-d43ffc1b6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:06.009389 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08c2b350-87a4-47c7-b645-73c746dbe8e8 req-85e3fc0b-478c-45b9-8e76-d43ffc1b6742 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69fcebe9-d356-4090-a075-9d6918400915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403054 Nov 12 09:26:06.104956 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08c2b350-87a4-47c7-b645-73c746dbe8e8 req-d4bc1ed6-4fec-47c5-9bc8-5445982017f0 service neutron] 10.222.0.46 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883851 Nov 12 09:26:06.195011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08c2b350-87a4-47c7-b645-73c746dbe8e8 req-7f42efef-3d47-42df-92f6-33a2dde869b8 service neutron] 10.222.0.46 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830541 Nov 12 09:26:06.239197 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54e84c-07ea-443c-84cd-8568594c24e8 req-748ddfde-4481-433a-ba57-b223ee68a5a4 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:06.241125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8e54e84c-07ea-443c-84cd-8568594c24e8 req-748ddfde-4481-433a-ba57-b223ee68a5a4 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 943 time: 0.0541260 Nov 12 09:26:06.289731 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8e54e84c-07ea-443c-84cd-8568594c24e8 req-2e727ab6-2111-479f-bcb1-2a2167284caf tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427220 Nov 12 09:26:07.410481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977b415-c586-4b0a-aede-e7e2f1e092f8 req-14f6d471-fd95-4300-9b7c-4d7930b95d9b tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:07.411957 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5977b415-c586-4b0a-aede-e7e2f1e092f8 req-14f6d471-fd95-4300-9b7c-4d7930b95d9b tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 943 time: 0.0518272 Nov 12 09:26:07.462947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5977b415-c586-4b0a-aede-e7e2f1e092f8 req-0f2a960e-0a11-4a56-9698-911ebd1332c3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Nov 12 09:26:07.603171 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7d05d9b1-a890-4f5b-b3b2-b8082bc8dd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:08.577865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd74fe-fc72-4f97-bc6e-d3a9c277f3d3 req-aec86328-7bc7-4b70-8bf1-930f35174169 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:08.579316 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3cbd74fe-fc72-4f97-bc6e-d3a9c277f3d3 req-aec86328-7bc7-4b70-8bf1-930f35174169 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 943 time: 0.0487792 Nov 12 09:26:08.626793 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3cbd74fe-fc72-4f97-bc6e-d3a9c277f3d3 req-e90a3344-51f1-48aa-b2b4-057e00541de4 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 Nov 12 09:26:08.799336 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.357313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7930cf77-9872-42b2-9003-756b56f98294 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:26:09.449272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7930cf77-9872-42b2-9003-756b56f98294, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7930cf77-9872-42b2-9003-756b56f98294,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:09.460168 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '7930cf77-9872-42b2-9003-756b56f98294', 'network_id': '69fcebe9-d356-4090-a075-9d6918400915', 'port_id': '7930cf77-9872-42b2-9003-756b56f98294', 'mac_address': 'fa:16:3e:df:87:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d2ee30-b91c-487e-93b7-99d94e9d4269', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:26:09.496150 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.512138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7930cf77-9872-42b2-9003-756b56f98294 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:26:09.530511 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7930cf77-9872-42b2-9003-756b56f98294, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7930cf77-9872-42b2-9003-756b56f98294,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:09.534510 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.582739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=7930cf77-9872-42b2-9003-756b56f98294,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:09.590952 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.591308 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.591648 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.591985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.592317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.592647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.592974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.593397 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.593729 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.594054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.594377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.594701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:09.745285 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9e65b-ab6c-47b5-8924-c1e389a3352b req-2d23ee9d-299c-458f-954a-a145f06ba126 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:09.746847 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66f9e65b-ab6c-47b5-8924-c1e389a3352b req-2d23ee9d-299c-458f-954a-a145f06ba126 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 944 time: 0.0520344 Nov 12 09:26:09.793330 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-66f9e65b-ab6c-47b5-8924-c1e389a3352b req-dd7bbefa-d3b5-473e-97c1-ff3b9d75e3b1 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Nov 12 09:26:09.870468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['7930cf77-9872-42b2-9003-756b56f98294'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:26:10.164525 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.909972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b8769-1052-4bf9-bac4-3d26df8c0564 req-04c7a0dc-3b9d-4bcd-bbaa-1aa826534b72 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:10.911461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e3b8769-1052-4bf9-bac4-3d26df8c0564 req-04c7a0dc-3b9d-4bcd-bbaa-1aa826534b72 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 944 time: 0.0493014 Nov 12 09:26:10.964118 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4e3b8769-1052-4bf9-bac4-3d26df8c0564 req-64c7b923-4748-4abd-ad8c-76c30eb7c123 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459650 Nov 12 09:26:11.074978 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.363697 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7930cf77-9872-42b2-9003-756b56f98294 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:11.412153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 7930cf77-9872-42b2-9003-756b56f98294 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:26:11.416201 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 7930cf77-9872-42b2-9003-756b56f98294 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:11.416575 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.502332 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.525568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202f30a9-0862-4112-901b-28342e34b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7930cf77-9872-42b2-9003-756b56f98294'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:26:11.527803 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be200f6a-656f-446a-8f8f-80d08c2f432a" -d '{"events": [{"server_uuid": "202f30a9-0862-4112-901b-28342e34b68c", "name": "network-vif-plugged", "status": "completed", "tag": "7930cf77-9872-42b2-9003-756b56f98294"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:26:11.539932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 7930cf77-9872-42b2-9003-756b56f98294, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7930cf77-9872-42b2-9003-756b56f98294,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:11.544242 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.567251 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dee39c-ec3f-4a08-b97c-6905598c1d8b x-openstack-request-id: req-28dee39c-ec3f-4a08-b97c-6905598c1d8b {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:26:11.567538 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202f30a9-0862-4112-901b-28342e34b68c", "name": "network-vif-plugged", "status": "completed", "tag": "7930cf77-9872-42b2-9003-756b56f98294", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:26:11.567791 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28dee39c-ec3f-4a08-b97c-6905598c1d8b {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:26:11.568177 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202f30a9-0862-4112-901b-28342e34b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7930cf77-9872-42b2-9003-756b56f98294', 'code': 200} Nov 12 09:26:11.601450 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=7930cf77-9872-42b2-9003-756b56f98294,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:11.666766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341c4b6-9128-45b7-a2d7-9ab40009e781 req-7f4f0b06-c8c2-468e-83f7-9d75e5f4c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:11.668242 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c341c4b6-9128-45b7-a2d7-9ab40009e781 req-7f4f0b06-c8c2-468e-83f7-9d75e5f4c5e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 1097 time: 0.0410519 Nov 12 09:26:11.713325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c341c4b6-9128-45b7-a2d7-9ab40009e781 req-ef440c61-072c-4391-a8cb-95ed4151e926 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376329 Nov 12 09:26:12.098919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0b966-8d7a-4387-b093-cecb324bb96c req-ae1c99d0-f141-479a-b18a-01df2762fe61 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:12.100670 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b5d0b966-8d7a-4387-b093-cecb324bb96c req-ae1c99d0-f141-479a-b18a-01df2762fe61 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 945 time: 0.0615785 Nov 12 09:26:12.148208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b5d0b966-8d7a-4387-b093-cecb324bb96c req-055fe769-d440-48e6-8857-3d4e26890aea tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Nov 12 09:26:13.271045 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f59077-9a72-4b45-98b0-8d08daae52eb req-178dc697-6606-45bc-9681-b0365a74ded1 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:13.272446 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-37f59077-9a72-4b45-98b0-8d08daae52eb req-178dc697-6606-45bc-9681-b0365a74ded1 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 945 time: 0.0526364 Nov 12 09:26:13.324811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-37f59077-9a72-4b45-98b0-8d08daae52eb req-172b3415-0f11-458a-bc75-1144410c48ed tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458946 Nov 12 09:26:13.438062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a17a6-5b8c-4732-83b2-f4e247a33667 req-dc5c0693-230b-42d6-84cf-d06b639162c4 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:13.439519 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-312a17a6-5b8c-4732-83b2-f4e247a33667 req-dc5c0693-230b-42d6-84cf-d06b639162c4 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 945 time: 0.0477507 Nov 12 09:26:13.485935 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-312a17a6-5b8c-4732-83b2-f4e247a33667 req-83130f52-ffbc-4034-b41f-d8c8b3aac207 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Nov 12 09:26:18.043092 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:26:23.041785 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.118050 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.325443 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0dc41919-cf7d-4637-bbca-be4bb4d35963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.851932 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9dd426e5-e961-46d8-91e2-0659a52bd0a3 req-48bf3253-6844-452f-8046-e23a9f383f4d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1506600 Nov 12 09:26:35.939600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd426e5-e961-46d8-91e2-0659a52bd0a3 req-ccbd1711-96e3-4759-b899-bba70c00002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:35.941149 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9dd426e5-e961-46d8-91e2-0659a52bd0a3 req-ccbd1711-96e3-4759-b899-bba70c00002d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b1d7e379ab1443729366c2a5879a444b&device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 1097 time: 0.0420053 Nov 12 09:26:36.059040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd426e5-e961-46d8-91e2-0659a52bd0a3 req-80414a66-4ad9-4b81-9277-0527f6a5974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:36.060547 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9dd426e5-e961-46d8-91e2-0659a52bd0a3 req-80414a66-4ad9-4b81-9277-0527f6a5974a service neutron] 10.222.0.46 "GET /v2.0/networks?id=69fcebe9-d356-4090-a075-9d6918400915 HTTP/1.1" status: 200 len: 917 time: 0.0982499 Nov 12 09:26:36.109483 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9dd426e5-e961-46d8-91e2-0659a52bd0a3 req-0d394888-e098-46c6-981a-6813750edebd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7930cf77-9872-42b2-9003-756b56f98294 HTTP/1.1" status: 200 len: 217 time: 0.0413539 Nov 12 09:26:36.198211 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd426e5-e961-46d8-91e2-0659a52bd0a3 req-8791902e-2365-412f-8f60-2f3fee1baf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:36.199720 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9dd426e5-e961-46d8-91e2-0659a52bd0a3 req-8791902e-2365-412f-8f60-2f3fee1baf76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d8d2ee30-b91c-487e-93b7-99d94e9d4269 HTTP/1.1" status: 200 len: 855 time: 0.0803418 Nov 12 09:26:36.216860 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfa264-c926-42ff-8c7f-eb4ae6706924 req-966534d6-9d30-49e3-8841-5a25fa3d7a2b tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:36.218302 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ddfa264-c926-42ff-8c7f-eb4ae6706924 req-966534d6-9d30-49e3-8841-5a25fa3d7a2b tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 945 time: 0.0659137 Nov 12 09:26:36.288226 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd426e5-e961-46d8-91e2-0659a52bd0a3 req-6ca43bf3-030e-4633-9c8f-c9440a369b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:36.289681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9dd426e5-e961-46d8-91e2-0659a52bd0a3 req-6ca43bf3-030e-4633-9c8f-c9440a369b08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=69fcebe9-d356-4090-a075-9d6918400915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811920 Nov 12 09:26:36.292930 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6ddfa264-c926-42ff-8c7f-eb4ae6706924 req-14ca1866-e68d-4d12-98c7-3893762188ba tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671124 Nov 12 09:26:36.384309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9dd426e5-e961-46d8-91e2-0659a52bd0a3 req-1b90f1c0-4afc-43fb-8df8-08ed6df007bd service neutron] 10.222.0.46 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868683 Nov 12 09:26:36.473951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9dd426e5-e961-46d8-91e2-0659a52bd0a3 req-ad13eefa-e09a-420f-a9ac-81197626cf75 service neutron] 10.222.0.46 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817301 Nov 12 09:26:37.421779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fe6b4-44d6-4eb7-867a-523bc7caedc0 req-75a58606-c4f0-4c01-9411-da3aab94765f tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:37.423347 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7a3fe6b4-44d6-4eb7-867a-523bc7caedc0 req-75a58606-c4f0-4c01-9411-da3aab94765f tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 945 time: 0.0545559 Nov 12 09:26:37.471937 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7a3fe6b4-44d6-4eb7-867a-523bc7caedc0 req-18305f2e-e8f0-4904-8c7c-fc3f890fbe7b tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426562 Nov 12 09:26:37.606800 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0042-fe0b-4396-ab46-76be93923d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.065499 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686913f0-3441-4bed-98eb-418108e3b595 req-42610db5-786c-4ba9-954c-948f25adf9fe tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:38.067063 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-686913f0-3441-4bed-98eb-418108e3b595 req-42610db5-786c-4ba9-954c-948f25adf9fe tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.46 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 945 time: 0.0553613 Nov 12 09:26:38.163450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-686913f0-3441-4bed-98eb-418108e3b595 req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Deleting port 7930cf77-9872-42b2-9003-756b56f98294 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:38.163789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-686913f0-3441-4bed-98eb-418108e3b595 req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.267974 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-686913f0-3441-4bed-98eb-418108e3b595 req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] For port 7930cf77-9872-42b2-9003-756b56f98294, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=7930cf77-9872-42b2-9003-756b56f98294,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:38.268247 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-686913f0-3441-4bed-98eb-418108e3b595 req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.290799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-686913f0-3441-4bed-98eb-418108e3b595 req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Calling delete_port for 7930cf77-9872-42b2-9003-756b56f98294 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:38.423849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-686913f0-3441-4bed-98eb-418108e3b595 req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.438383 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['7930cf77-9872-42b2-9003-756b56f98294'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:26:38.457867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Pushing event deleted for resources: {'Port': ['ID=7930cf77-9872-42b2-9003-756b56f98294,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:38.477397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:38.477937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:38.478484 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:38.479026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:38.479572 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:38.480115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:38.480649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:38.481169 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:38.481559 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:38.481929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:38.482293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:38.482653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:38.520377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-686913f0-3441-4bed-98eb-418108e3b595 req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] No DVR routers for this DVR port 7930cf77-9872-42b2-9003-756b56f98294 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:26:38.523792 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-686913f0-3441-4bed-98eb-418108e3b595 req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.527114 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-686913f0-3441-4bed-98eb-418108e3b595 req-e55b9993-5ca4-47b0-a32a-79dd6da98b1a tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.46 "DELETE /v2.0/ports/7930cf77-9872-42b2-9003-756b56f98294 HTTP/1.1" status: 204 len: 173 time: 0.4533591 Nov 12 09:26:38.527572 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202f30a9-0862-4112-901b-28342e34b68c', 'name': 'network-vif-deleted', 'tag': '7930cf77-9872-42b2-9003-756b56f98294'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:26:38.530632 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b464495-b554-4e4f-a4b4-168369193d57" -d '{"events": [{"server_uuid": "202f30a9-0862-4112-901b-28342e34b68c", "name": "network-vif-deleted", "tag": "7930cf77-9872-42b2-9003-756b56f98294"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:26:38.584725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28bd05d6-98a6-44b1-a61c-5efe0826042f req-e7bdfff5-8d09-49b3-8c0f-2ef399943296 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=202f30a9-0862-4112-901b-28342e34b68c HTTP/1.1" status: 200 len: 210 time: 0.0297482 Nov 12 09:26:38.623117 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795faca7-1ace-445e-9dbd-c86360d2f22c x-openstack-request-id: req-795faca7-1ace-445e-9dbd-c86360d2f22c {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:26:38.623434 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202f30a9-0862-4112-901b-28342e34b68c", "name": "network-vif-deleted", "tag": "7930cf77-9872-42b2-9003-756b56f98294", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:26:38.623665 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-795faca7-1ace-445e-9dbd-c86360d2f22c {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:26:38.624273 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202f30a9-0862-4112-901b-28342e34b68c', 'name': 'network-vif-deleted', 'tag': '7930cf77-9872-42b2-9003-756b56f98294', 'status': 'completed', 'code': 200} Nov 12 09:26:38.803592 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:40.014729 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-ea466f5f-550b-4833-bb22-9b29f14eb476 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:40.016856 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-ea466f5f-550b-4833-bb22-9b29f14eb476 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/networks?id=69fcebe9-d356-4090-a075-9d6918400915 HTTP/1.1" status: 200 len: 816 time: 0.1073999 Nov 12 09:26:40.037224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-be0f84ed-1c2e-4f8d-87ca-3d467bf805f4 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/quotas/b1d7e379ab1443729366c2a5879a444b HTTP/1.1" status: 200 len: 375 time: 0.0109425 Nov 12 09:26:40.089537 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-974c6e83-28fc-4c8b-9d86-485cda1c10c0 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1d7e379ab1443729366c2a5879a444b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465164 Nov 12 09:26:40.167208 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:40.236677 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-7fd2a984-df03-4fec-95bb-44f46045468b service neutron] 10.222.0.31 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348572 Nov 12 09:26:40.333729 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-a31a71ad-2164-4f46-953b-7c74d5ed2b8e service neutron] 10.222.0.31 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908535 Nov 12 09:26:40.490747 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fc1f89e-5c49-47f6-83a1-9bddb0f5ba70 req-96831fb2-ded1-4565-8472-26f48142d461 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 210 time: 0.0265746 Nov 12 09:26:41.078404 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:41.534293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7930cf77-9872-42b2-9003-756b56f98294 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:26:41.556268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 7930cf77-9872-42b2-9003-756b56f98294 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:26:41.556984 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 7930cf77-9872-42b2-9003-756b56f98294 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:26:41.588355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-b0c409d8-06ff-4c0d-b629-97c244fb9018 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:41.590158 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-b0c409d8-06ff-4c0d-b629-97c244fb9018 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.52 "GET /v2.0/networks?id=69fcebe9-d356-4090-a075-9d6918400915 HTTP/1.1" status: 200 len: 816 time: 0.1188703 Nov 12 09:26:41.603596 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7b1e74c9-4924-416d-9c16-1315c715b71c req-9cab39dd-5757-4b1d-baa0-e651c1cd1480 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 210 time: 0.0301158 Nov 12 09:26:41.604163 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Request body: {'port': {'device_id': 'f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc', 'network_id': '69fcebe9-d356-4090-a075-9d6918400915', 'admin_state_up': True, 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:41.715564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Made reservation on behalf of b1d7e379ab1443729366c2a5879a444b for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:41.719681 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:41.840690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Allocated IP 172.20.0.9 (69fcebe9-d356-4090-a075-9d6918400915/d8d2ee30-b91c-487e-93b7-99d94e9d4269/649c1d2c-18e0-4f29-95ca-ec9e848d05cb) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:41.991256 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.025125 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.065050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Network 69fcebe9-d356-4090-a075-9d6918400915 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:42.067882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:42.070265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:42.113875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Pushing event updated for resources: {'Port': ['ID=649c1d2c-18e0-4f29-95ca-ec9e848d05cb,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:42.138378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:42.139011 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.157007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-2a675b09-701f-40bf-b259-529daf37e7f3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569806 Nov 12 09:26:42.169027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Request body: {'port': {'device_id': 'f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:42.227006 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.358607 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-976a340d-f7ea-44ec-961a-15d16060eef1 None None] Provisioning complete for port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:42.358877 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-976a340d-f7ea-44ec-961a-15d16060eef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.398108 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-976a340d-f7ea-44ec-961a-15d16060eef1 None None] Port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:42.772476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327635-6a52-4791-928d-9b67509296b1 req-f4f692c9-65e3-4412-9ad5-41cb3c2864f6 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:42.773972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8327635-6a52-4791-928d-9b67509296b1 req-f4f692c9-65e3-4412-9ad5-41cb3c2864f6 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 931 time: 0.0903511 Nov 12 09:26:42.865051 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f8327635-6a52-4791-928d-9b67509296b1 req-65fe5220-1e87-4035-8f6a-deb7342402b3 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851679 Nov 12 09:26:42.876759 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649c1d2c-18e0-4f29-95ca-ec9e848d05cb {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:26:42.884856 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.896772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Transition to ACTIVE for port object 649c1d2c-18e0-4f29-95ca-ec9e848d05cb will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:26:42.900638 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.951283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Pushing event updated for resources: {'Port': ['ID=649c1d2c-18e0-4f29-95ca-ec9e848d05cb,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:43.026098 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Attempting to bind port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:26:43.026437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Attempting to bind port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:26:43.026770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Attempting to bind port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb on network 69fcebe9-d356-4090-a075-9d6918400915 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:43.031383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb on network 69fcebe9-d356-4090-a075-9d6918400915 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:26:43.031711 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Attempting to bind port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb on network 69fcebe9-d356-4090-a075-9d6918400915 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:43.036845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:26:43.037212 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Checking segment: {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:43.037603 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Bound using segment: {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:26:43.038030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Bound port: 649c1d2c-18e0-4f29-95ca-ec9e848d05cb, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b18ea9b-6914-4058-b1ed-c49224738b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '69fcebe9-d356-4090-a075-9d6918400915'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:26:43.038389 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.104471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] For port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:26:43.107849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] For port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=649c1d2c-18e0-4f29-95ca-ec9e848d05cb,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:26:43.112147 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.146038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:43.146663 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.148060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] 10.222.0.52 "PUT /v2.0/ports/649c1d2c-18e0-4f29-95ca-ec9e848d05cb HTTP/1.1" status: 200 len: 1092 time: 0.9834316 Nov 12 09:26:43.148503 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc', 'tag': '649c1d2c-18e0-4f29-95ca-ec9e848d05cb'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:26:43.150780 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc57f88-e7ce-4d16-8627-35c8aeab20f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc", "tag": "649c1d2c-18e0-4f29-95ca-ec9e848d05cb"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:26:43.175579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520a7ef-c7e3-4517-adc2-2b64ae3e33ad service neutron] Pushing event updated for resources: {'Port': ['ID=649c1d2c-18e0-4f29-95ca-ec9e848d05cb,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:43.218032 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a9c88a-b4dd-4632-aa8b-d26d4b9fae7f x-openstack-request-id: req-67a9c88a-b4dd-4632-aa8b-d26d4b9fae7f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:26:43.218411 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc", "tag": "649c1d2c-18e0-4f29-95ca-ec9e848d05cb", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:26:43.219088 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67a9c88a-b4dd-4632-aa8b-d26d4b9fae7f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:26:43.219505 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc', 'tag': '649c1d2c-18e0-4f29-95ca-ec9e848d05cb', 'status': 'completed', 'code': 200} Nov 12 09:26:43.236531 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-5fc6031f-d88e-4d69-a3ff-3eadc4aafc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:43.238090 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-5fc6031f-d88e-4d69-a3ff-3eadc4aafc5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b1d7e379ab1443729366c2a5879a444b&device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 1095 time: 0.0475473 Nov 12 09:26:43.287325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-aca39b67-bd30-42da-a11c-4c56430300ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=649c1d2c-18e0-4f29-95ca-ec9e848d05cb HTTP/1.1" status: 200 len: 217 time: 0.0396349 Nov 12 09:26:43.339515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-88397760-97da-4c54-b42f-77e951e036d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:43.340981 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-88397760-97da-4c54-b42f-77e951e036d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d8d2ee30-b91c-487e-93b7-99d94e9d4269 HTTP/1.1" status: 200 len: 855 time: 0.0461762 Nov 12 09:26:43.387253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-5eef7bf0-be8f-4c53-87e9-0534ceb31985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:43.388719 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-5eef7bf0-be8f-4c53-87e9-0534ceb31985 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69fcebe9-d356-4090-a075-9d6918400915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406244 Nov 12 09:26:43.483200 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-e8e98a1e-2c8c-4476-8edc-c3a9ed1a85da service neutron] 10.222.0.52 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870283 Nov 12 09:26:43.579842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ecf6bb6c-f944-4479-a693-ebc30509206a req-229bf1d4-f420-4276-9ba6-8e93b2b0dc1d service neutron] 10.222.0.52 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895944 Nov 12 09:26:43.668056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57f88-e7ce-4d16-8627-35c8aeab20f5 req-01c614ea-53d1-433e-89e8-d03bc11e105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:43.669581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3bc57f88-e7ce-4d16-8627-35c8aeab20f5 req-01c614ea-53d1-433e-89e8-d03bc11e105f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b1d7e379ab1443729366c2a5879a444b&device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 1095 time: 0.0462439 Nov 12 09:26:43.758248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57f88-e7ce-4d16-8627-35c8aeab20f5 req-df4c0050-b3d8-4e90-8b3f-f29374e3758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:43.759633 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3bc57f88-e7ce-4d16-8627-35c8aeab20f5 req-df4c0050-b3d8-4e90-8b3f-f29374e3758c service neutron] 10.222.0.52 "GET /v2.0/networks?id=69fcebe9-d356-4090-a075-9d6918400915 HTTP/1.1" status: 200 len: 917 time: 0.0830626 Nov 12 09:26:43.805061 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3bc57f88-e7ce-4d16-8627-35c8aeab20f5 req-1d3c2fc0-2eb1-4fbc-b63b-77b1a1d1c47c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=649c1d2c-18e0-4f29-95ca-ec9e848d05cb HTTP/1.1" status: 200 len: 217 time: 0.0379436 Nov 12 09:26:43.857656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57f88-e7ce-4d16-8627-35c8aeab20f5 req-a5df9a65-3f54-4432-95d1-4db36e20d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:43.859137 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3bc57f88-e7ce-4d16-8627-35c8aeab20f5 req-a5df9a65-3f54-4432-95d1-4db36e20d8fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d8d2ee30-b91c-487e-93b7-99d94e9d4269 HTTP/1.1" status: 200 len: 855 time: 0.0474608 Nov 12 09:26:43.906671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57f88-e7ce-4d16-8627-35c8aeab20f5 req-24a1f629-15ca-459b-a51d-c8d5a706a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:43.908195 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3bc57f88-e7ce-4d16-8627-35c8aeab20f5 req-24a1f629-15ca-459b-a51d-c8d5a706a2b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=69fcebe9-d356-4090-a075-9d6918400915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409915 Nov 12 09:26:44.035052 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0cc58-f987-46b9-b59b-040b40d53006 req-52f62bba-9a48-4082-b061-7bd7fadcac07 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:44.036451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fff0cc58-f987-46b9-b59b-040b40d53006 req-52f62bba-9a48-4082-b061-7bd7fadcac07 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 943 time: 0.0971298 Nov 12 09:26:44.041802 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3bc57f88-e7ce-4d16-8627-35c8aeab20f5 req-8add0f92-198e-4f26-936c-6c58a2c78b45 service neutron] 10.222.0.52 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258307 Nov 12 09:26:44.111676 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-430d6555-bf57-4a45-8906-ce3674cba780 req-86705b22-88e0-40ca-a274-656157deba0d tempest-ServerDiskConfigTestJSON-1329119745 tempest-ServerDiskConfigTestJSON-1329119745-project] (102445) timed out ('10.222.0.52', 49744) {{(pid=102445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:26:44.147283 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fff0cc58-f987-46b9-b59b-040b40d53006 req-11ffdf69-0d2a-4a42-8bc6-e37793fd5150 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045318 Nov 12 09:26:44.173481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3bc57f88-e7ce-4d16-8627-35c8aeab20f5 req-8551eace-0517-4e54-ab39-5e578f2f5d9b service neutron] 10.222.0.52 "GET /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231604 Nov 12 09:26:44.790280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 649c1d2c-18e0-4f29-95ca-ec9e848d05cb details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:26:44.882236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=649c1d2c-18e0-4f29-95ca-ec9e848d05cb,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:44.897030 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '649c1d2c-18e0-4f29-95ca-ec9e848d05cb', 'network_id': '69fcebe9-d356-4090-a075-9d6918400915', 'port_id': '649c1d2c-18e0-4f29-95ca-ec9e848d05cb', 'mac_address': 'fa:16:3e:77:50:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d2ee30-b91c-487e-93b7-99d94e9d4269', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:26:44.932834 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:44.946120 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649c1d2c-18e0-4f29-95ca-ec9e848d05cb {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:26:44.964974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=649c1d2c-18e0-4f29-95ca-ec9e848d05cb,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:44.969638 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:45.016714 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=649c1d2c-18e0-4f29-95ca-ec9e848d05cb,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:45.182663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['649c1d2c-18e0-4f29-95ca-ec9e848d05cb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:26:45.264242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d48e12-2306-4755-8516-ac1a7a089971 req-ac62df16-4a40-4f8c-a089-0a9432de790c tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:45.266405 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8d48e12-2306-4755-8516-ac1a7a089971 req-ac62df16-4a40-4f8c-a089-0a9432de790c tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 944 time: 0.0504179 Nov 12 09:26:45.313253 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c8d48e12-2306-4755-8516-ac1a7a089971 req-6381525b-ca46-4f55-aa1e-59431702a81c tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Nov 12 09:26:46.433071 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79068a5-48ad-4d4d-a5a0-3c433603d8e8 req-cc4f192e-2b46-432e-9e6b-fd798220c4f8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:46.434586 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d79068a5-48ad-4d4d-a5a0-3c433603d8e8 req-cc4f192e-2b46-432e-9e6b-fd798220c4f8 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 944 time: 0.0511224 Nov 12 09:26:46.481761 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d79068a5-48ad-4d4d-a5a0-3c433603d8e8 req-c24c066e-8d0c-4107-933c-accafd0bdb96 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Nov 12 09:26:46.790115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 649c1d2c-18e0-4f29-95ca-ec9e848d05cb up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:46.837000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:26:46.841341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:46.841717 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.919360 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.941647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649c1d2c-18e0-4f29-95ca-ec9e848d05cb'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:26:46.943875 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8eeaa6-ae30-4bc0-b150-9a04f7cdf82d" -d '{"events": [{"server_uuid": "f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc", "name": "network-vif-plugged", "status": "completed", "tag": "649c1d2c-18e0-4f29-95ca-ec9e848d05cb"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:26:46.956504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=649c1d2c-18e0-4f29-95ca-ec9e848d05cb,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:46.960736 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.984745 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05769d03-0cfc-4818-929a-bf9eae1098c2 x-openstack-request-id: req-05769d03-0cfc-4818-929a-bf9eae1098c2 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:26:46.985014 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc", "name": "network-vif-plugged", "status": "completed", "tag": "649c1d2c-18e0-4f29-95ca-ec9e848d05cb", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:26:46.985301 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05769d03-0cfc-4818-929a-bf9eae1098c2 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:26:46.985697 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649c1d2c-18e0-4f29-95ca-ec9e848d05cb', 'code': 200} Nov 12 09:26:47.013134 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=649c1d2c-18e0-4f29-95ca-ec9e848d05cb,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:47.079986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08268ca5-b89c-43ca-afb3-e9ca04e81cab req-3d526831-d703-4e8b-91b4-a7014f4022e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:47.081521 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08268ca5-b89c-43ca-afb3-e9ca04e81cab req-3d526831-d703-4e8b-91b4-a7014f4022e0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 1097 time: 0.0403502 Nov 12 09:26:47.131030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-08268ca5-b89c-43ca-afb3-e9ca04e81cab req-08d0b18e-f42a-41ff-8d4d-ad064b086998 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419152 Nov 12 09:26:47.596627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ce21b-5f23-4815-8597-0a0e5f03bbdc req-8ccd415f-72ab-4bc6-8a65-74a1f1c3d075 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:47.598286 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f07ce21b-5f23-4815-8597-0a0e5f03bbdc req-8ccd415f-72ab-4bc6-8a65-74a1f1c3d075 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 945 time: 0.0492175 Nov 12 09:26:47.647828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f07ce21b-5f23-4815-8597-0a0e5f03bbdc req-08d567ff-4756-404a-a694-0023e8c94e04 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436237 Nov 12 09:26:48.770715 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ae02-2ce6-465b-a644-dba935e15c32 req-dfb920e9-6df4-4ad9-b481-d0e1a2f97ec4 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:48.772172 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bee3ae02-2ce6-465b-a644-dba935e15c32 req-dfb920e9-6df4-4ad9-b481-d0e1a2f97ec4 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 945 time: 0.0529511 Nov 12 09:26:48.819194 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bee3ae02-2ce6-465b-a644-dba935e15c32 req-dd22c6d3-acd8-4893-ab74-5bd9791e3a79 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Nov 12 09:26:48.940901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd15b32-d354-45c9-bbc0-921cb91cf6ec req-07609f72-96a9-469d-a8ad-7652049f8be7 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:48.942334 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dd15b32-d354-45c9-bbc0-921cb91cf6ec req-07609f72-96a9-469d-a8ad-7652049f8be7 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 945 time: 0.0531161 Nov 12 09:26:48.991415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8dd15b32-d354-45c9-bbc0-921cb91cf6ec req-20b3721e-feb7-4016-8342-94966145957d tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431111 Nov 12 09:26:53.047275 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:55.042212 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:26:59.117234 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:05.327840 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bc65e293-315f-4869-90d2-7eef5849515a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:07.607974 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b7fa73da-4a6a-4dbd-a4c9-2cbfebe4bd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:08.803911 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.184267 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.080986 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.523052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1701c16-9ce9-414e-b02e-b2c952cd23c2 req-3d40f13d-f6a3-4a7a-9039-b715c61d4860 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:11.524540 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1701c16-9ce9-414e-b02e-b2c952cd23c2 req-3d40f13d-f6a3-4a7a-9039-b715c61d4860 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 945 time: 0.0501537 Nov 12 09:27:11.578811 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1701c16-9ce9-414e-b02e-b2c952cd23c2 req-d05df898-8b22-4e34-9d6a-3a3a086648be tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474651 Nov 12 09:27:12.707727 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0aecf-e8ed-4497-adce-f9f38bdd6613 req-4f033297-0902-446e-93ec-ae42bb65e896 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:12.709287 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ee0aecf-e8ed-4497-adce-f9f38bdd6613 req-4f033297-0902-446e-93ec-ae42bb65e896 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 945 time: 0.0554428 Nov 12 09:27:12.758993 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ee0aecf-e8ed-4497-adce-f9f38bdd6613 req-90fe4038-a0ba-4db9-86d0-6b8101ca7c32 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/security-groups?id=55a3414a-5e4a-4cae-bb51-d40eb3618f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434167 Nov 12 09:27:13.281512 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328fae1-8887-41e6-8ae9-094c64230d1e req-f43f16d7-c7da-4533-9fec-8f7d09134e04 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:13.282984 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e328fae1-8887-41e6-8ae9-094c64230d1e req-f43f16d7-c7da-4533-9fec-8f7d09134e04 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 945 time: 0.0506749 Nov 12 09:27:13.386027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-e328fae1-8887-41e6-8ae9-094c64230d1e req-1cdca610-2df3-424e-84c0-d5b2106174b5 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Deleting port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:13.386367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e328fae1-8887-41e6-8ae9-094c64230d1e req-1cdca610-2df3-424e-84c0-d5b2106174b5 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.479420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e328fae1-8887-41e6-8ae9-094c64230d1e req-1cdca610-2df3-424e-84c0-d5b2106174b5 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] For port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=649c1d2c-18e0-4f29-95ca-ec9e848d05cb,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:13.479776 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e328fae1-8887-41e6-8ae9-094c64230d1e req-1cdca610-2df3-424e-84c0-d5b2106174b5 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.492789 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-e328fae1-8887-41e6-8ae9-094c64230d1e req-1cdca610-2df3-424e-84c0-d5b2106174b5 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Calling delete_port for 649c1d2c-18e0-4f29-95ca-ec9e848d05cb owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:13.629576 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e328fae1-8887-41e6-8ae9-094c64230d1e req-1cdca610-2df3-424e-84c0-d5b2106174b5 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.642879 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['649c1d2c-18e0-4f29-95ca-ec9e848d05cb'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:13.659845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdca610-2df3-424e-84c0-d5b2106174b5 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Pushing event deleted for resources: {'Port': ['ID=649c1d2c-18e0-4f29-95ca-ec9e848d05cb,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:13.707938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e328fae1-8887-41e6-8ae9-094c64230d1e req-1cdca610-2df3-424e-84c0-d5b2106174b5 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] No DVR routers for this DVR port 649c1d2c-18e0-4f29-95ca-ec9e848d05cb on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:13.710691 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e328fae1-8887-41e6-8ae9-094c64230d1e req-1cdca610-2df3-424e-84c0-d5b2106174b5 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.714433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e328fae1-8887-41e6-8ae9-094c64230d1e req-1cdca610-2df3-424e-84c0-d5b2106174b5 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.52 "DELETE /v2.0/ports/649c1d2c-18e0-4f29-95ca-ec9e848d05cb HTTP/1.1" status: 204 len: 173 time: 0.4245961 Nov 12 09:27:13.714985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc', 'name': 'network-vif-deleted', 'tag': '649c1d2c-18e0-4f29-95ca-ec9e848d05cb'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:13.717408 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b307bdc3-1ab6-4f05-a2ce-627fe3946c88" -d '{"events": [{"server_uuid": "f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc", "name": "network-vif-deleted", "tag": "649c1d2c-18e0-4f29-95ca-ec9e848d05cb"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:13.768111 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398067ec-faf5-417c-9a54-f92ef2e294fd x-openstack-request-id: req-398067ec-faf5-417c-9a54-f92ef2e294fd {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:13.768414 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc", "name": "network-vif-deleted", "tag": "649c1d2c-18e0-4f29-95ca-ec9e848d05cb", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:13.768669 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-398067ec-faf5-417c-9a54-f92ef2e294fd {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:13.769080 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc', 'name': 'network-vif-deleted', 'tag': '649c1d2c-18e0-4f29-95ca-ec9e848d05cb', 'status': 'completed', 'code': 200} Nov 12 09:27:13.892758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b9d258bf-3e40-4e04-9e24-62e58a2e40b1 req-fdbfff28-58d8-4080-ab6b-d8784a4ead09 tempest-TestEncryptedCinderVolumes-1480111564 tempest-TestEncryptedCinderVolumes-1480111564-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4a69ebe-3c4a-4717-b0a9-4f88d1abb3fc HTTP/1.1" status: 200 len: 210 time: 0.0362096 Nov 12 09:27:14.991639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48598) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:15.337923 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab11598f-e883-447f-8d64-a95f3100d920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:15.582331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ab11598f-e883-447f-8d64-a95f3100d920 admin admin] Deleting port d481b394-f579-4994-93d5-70e7defd0256 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:15.582675 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab11598f-e883-447f-8d64-a95f3100d920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:15.663591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-ab11598f-e883-447f-8d64-a95f3100d920 admin admin] For port d481b394-f579-4994-93d5-70e7defd0256, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=d481b394-f579-4994-93d5-70e7defd0256,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:15.663862 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab11598f-e883-447f-8d64-a95f3100d920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:15.676277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ab11598f-e883-447f-8d64-a95f3100d920 admin admin] Calling delete_port for d481b394-f579-4994-93d5-70e7defd0256 owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:15.852129 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab11598f-e883-447f-8d64-a95f3100d920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:15.882449 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11598f-e883-447f-8d64-a95f3100d920 admin admin] Pushing event deleted for resources: {'Port': ['ID=d481b394-f579-4994-93d5-70e7defd0256,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:16.044954 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ab11598f-e883-447f-8d64-a95f3100d920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.257534 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab11598f-e883-447f-8d64-a95f3100d920 admin admin] Router 1912af8c-fbbc-4546-b9fb-791253acc368 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:16.364063 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab11598f-e883-447f-8d64-a95f3100d920 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:16.369502 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ab11598f-e883-447f-8d64-a95f3100d920 admin admin] 10.222.0.31 "PUT /v2.0/routers/1912af8c-fbbc-4546-b9fb-791253acc368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3789473 Nov 12 09:27:16.371987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48600) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:16.373083 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3ce3f-d954-4a24-97f1-9abf9772f4d0 None None] Sync routers for ids ['1912af8c-fbbc-4546-b9fb-791253acc368'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:16.383009 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3ce3f-d954-4a24-97f1-9abf9772f4d0 None None] Routers {'1912af8c-fbbc-4546-b9fb-791253acc368'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:16.383614 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6cc3ce3f-d954-4a24-97f1-9abf9772f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:27:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1912af8c-fbbc-4546-b9fb-791253acc368'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:16.480170 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.486544 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-6cc3ce3f-d954-4a24-97f1-9abf9772f4d0 None None] Set router 1912af8c-fbbc-4546-b9fb-791253acc368 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:16.582480 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.635814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Deleting port f67085f6-aa2c-4cde-b365-4430b0cd8db8 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:16.636172 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.662596 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6cc3ce3f-d954-4a24-97f1-9abf9772f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'name': 'tempest-TestEncryptedCinderVolumes-601359356-router', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:52Z', 'updated_at': '2021-11-12T09:27:15Z', 'revision_number': 5, 'project_id': 'b1d7e379ab1443729366c2a5879a444b', 'gw_port': {'id': 'f67085f6-aa2c-4cde-b365-4430b0cd8db8', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:c4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:53Z', 'updated_at': '2021-11-12T09:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:16.692143 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3ce3f-d954-4a24-97f1-9abf9772f4d0 None None] Checking router: 1912af8c-fbbc-4546-b9fb-791253acc368 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:16.700315 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3ce3f-d954-4a24-97f1-9abf9772f4d0 None None] Routers {'1912af8c-fbbc-4546-b9fb-791253acc368'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:16.700904 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6cc3ce3f-d954-4a24-97f1-9abf9772f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:27:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1912af8c-fbbc-4546-b9fb-791253acc368'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:16.718153 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] For port f67085f6-aa2c-4cde-b365-4430b0cd8db8, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=f67085f6-aa2c-4cde-b365-4430b0cd8db8,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:16.718519 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.735236 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Calling delete_port for f67085f6-aa2c-4cde-b365-4430b0cd8db8 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:16.783904 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-6cc3ce3f-d954-4a24-97f1-9abf9772f4d0 None None] Set router 1912af8c-fbbc-4546-b9fb-791253acc368 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:16.833360 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6cc3ce3f-d954-4a24-97f1-9abf9772f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'name': 'tempest-TestEncryptedCinderVolumes-601359356-router', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:52Z', 'updated_at': '2021-11-12T09:27:16Z', 'revision_number': 6, 'project_id': 'b1d7e379ab1443729366c2a5879a444b', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:16.862121 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3ce3f-d954-4a24-97f1-9abf9772f4d0 None None] The sync data for ids ['1912af8c-fbbc-4546-b9fb-791253acc368'] in n-d-768851-18 is: [{'id': '1912af8c-fbbc-4546-b9fb-791253acc368', 'name': 'tempest-TestEncryptedCinderVolumes-601359356-router', 'tenant_id': 'b1d7e379ab1443729366c2a5879a444b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:52Z', 'updated_at': '2021-11-12T09:27:16Z', 'revision_number': 6, 'project_id': 'b1d7e379ab1443729366c2a5879a444b', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:16.898282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.927441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67085f6-aa2c-4cde-b365-4430b0cd8db8,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:16.941026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d4ba3-f198-402f-8826-dcb3647ec280 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:16.987087 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.075678 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.078539 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.125273 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.125745 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1912af8c-fbbc-4546-b9fb-791253acc368 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:17.130679 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.131944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-65e6bdb3-f07b-4885-b409-4954c8491bf5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1912af8c-fbbc-4546-b9fb-791253acc368 HTTP/1.1" status: 204 len: 168 time: 0.7590141 Nov 12 09:27:17.134479 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48602) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:17.485149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-20341c32-9234-4666-b7e7-9ba11e3e3404 admin admin] Deleting subnet d8d2ee30-b91c-487e-93b7-99d94e9d4269 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:27:17.488138 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20341c32-9234-4666-b7e7-9ba11e3e3404 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.520228 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20341c32-9234-4666-b7e7-9ba11e3e3404 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.598080 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20341c32-9234-4666-b7e7-9ba11e3e3404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.656116 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20341c32-9234-4666-b7e7-9ba11e3e3404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.669273 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-20341c32-9234-4666-b7e7-9ba11e3e3404 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.674674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6125acf-2c9a-46de-844e-df62563f7847 None None] Network 69fcebe9-d356-4090-a075-9d6918400915 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:17.675638 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48604) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:17.677461 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-20341c32-9234-4666-b7e7-9ba11e3e3404 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d8d2ee30-b91c-487e-93b7-99d94e9d4269 HTTP/1.1" status: 204 len: 168 time: 0.5373013 Nov 12 09:27:17.698956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20341c32-9234-4666-b7e7-9ba11e3e3404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d2ee30-b91c-487e-93b7-99d94e9d4269,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:17.703668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d481b394-f579-4994-93d5-70e7defd0256 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:17.756002 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.760592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: d481b394-f579-4994-93d5-70e7defd0256 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:17.760931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device d481b394-f579-4994-93d5-70e7defd0256 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:17.761381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f67085f6-aa2c-4cde-b365-4430b0cd8db8 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:17.783920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: f67085f6-aa2c-4cde-b365-4430b0cd8db8 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:17.784266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device f67085f6-aa2c-4cde-b365-4430b0cd8db8 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:17.809623 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Deleting port 2db28a32-136f-4b20-a22a-6443cf8ab063 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:17.809965 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.879546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] For port 2db28a32-136f-4b20-a22a-6443cf8ab063, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2db28a32-136f-4b20-a22a-6443cf8ab063,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:17.879914 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.893453 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Calling delete_port for 2db28a32-136f-4b20-a22a-6443cf8ab063 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:17.915171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] DHCP port deletion for 69fcebe9-d356-4090-a075-9d6918400915 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:17.963124 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Deleting port 2db28a32-136f-4b20-a22a-6443cf8ab063 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:17.964061 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.980037 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.007531 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Pushing event deleted for resources: {'Port': ['ID=2db28a32-136f-4b20-a22a-6443cf8ab063,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:18.009870 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] No DVR routers for this DVR port 2db28a32-136f-4b20-a22a-6443cf8ab063 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:18.033828 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] For port 2db28a32-136f-4b20-a22a-6443cf8ab063, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2db28a32-136f-4b20-a22a-6443cf8ab063,segment=NetworkSegment(5b18ea9b-6914-4058-b1ed-c49224738b08),segment_id=5b18ea9b-6914-4058-b1ed-c49224738b08)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:18.034222 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.036254 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.036608 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.036950 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.037312 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.037650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.037983 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.038315 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.038642 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.038970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.039297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.039769 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.039953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.048173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Calling delete_port for 2db28a32-136f-4b20-a22a-6443cf8ab063 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:18.097459 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.117509 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fcebe9-d356-4090-a075-9d6918400915']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:18.124268 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.127349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b18ea9b-6914-4058-b1ed-c49224738b08') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:18.127582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b18ea9b-6914-4058-b1ed-c49224738b08') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:18.137386 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.148693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Pushing event deleted for resources: {'Port': ['ID=2db28a32-136f-4b20-a22a-6443cf8ab063,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:18.152940 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.153229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] No DVR routers for this DVR port 2db28a32-136f-4b20-a22a-6443cf8ab063 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:18.160135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.160479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.160818 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.166155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.166155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.166155 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.167712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:27:18.167944 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.168049 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.168151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.168151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.168151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.168151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.168151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd59df4-7fdb-43da-bb34-7bf6f9b98421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:27:18.174734 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:27:18.223123 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.230108 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.233263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] 10.222.0.31 "DELETE /v2.0/networks/69fcebe9-d356-4090-a075-9d6918400915 HTTP/1.1" status: 204 len: 168 time: 0.5565851 Nov 12 09:27:18.236806 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48606) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:18.242693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12206445-e56a-47a7-ae9f-8e0c711c911c admin admin] Pushing event deleted for resources: {'Network': ['ID=69fcebe9-d356-4090-a075-9d6918400915,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:18.584744 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9fd96c8b-f197-4f5c-b57e-8691cf15f364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.826592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-9fd96c8b-f197-4f5c-b57e-8691cf15f364 admin admin] Deleting port be38e47f-9c94-4e21-aa6b-5329f68b8dab {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:18.827046 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9fd96c8b-f197-4f5c-b57e-8691cf15f364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.867980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 649c1d2c-18e0-4f29-95ca-ec9e848d05cb no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:18.890802 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 649c1d2c-18e0-4f29-95ca-ec9e848d05cb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:18.891145 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 649c1d2c-18e0-4f29-95ca-ec9e848d05cb not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:18.909868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-9fd96c8b-f197-4f5c-b57e-8691cf15f364 admin admin] For port be38e47f-9c94-4e21-aa6b-5329f68b8dab, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=be38e47f-9c94-4e21-aa6b-5329f68b8dab,segment=NetworkSegment(e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac),segment_id=e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:18.910234 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9fd96c8b-f197-4f5c-b57e-8691cf15f364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.923390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-9fd96c8b-f197-4f5c-b57e-8691cf15f364 admin admin] Calling delete_port for be38e47f-9c94-4e21-aa6b-5329f68b8dab owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:19.103614 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9fd96c8b-f197-4f5c-b57e-8691cf15f364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.128944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd96c8b-f197-4f5c-b57e-8691cf15f364 admin admin] Pushing event deleted for resources: {'Port': ['ID=be38e47f-9c94-4e21-aa6b-5329f68b8dab,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:19.301792 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9fd96c8b-f197-4f5c-b57e-8691cf15f364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.476653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2db28a32-136f-4b20-a22a-6443cf8ab063 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:19.496747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 2db28a32-136f-4b20-a22a-6443cf8ab063 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:19.497207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2db28a32-136f-4b20-a22a-6443cf8ab063 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:19.525303 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd96c8b-f197-4f5c-b57e-8691cf15f364 admin admin] Router b37425a2-c6b8-4211-a0c7-c34e01cb4d90 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:19.630081 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd96c8b-f197-4f5c-b57e-8691cf15f364 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:19.635082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9fd96c8b-f197-4f5c-b57e-8691cf15f364 admin admin] 10.222.0.31 "PUT /v2.0/routers/b37425a2-c6b8-4211-a0c7-c34e01cb4d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3971148 Nov 12 09:27:19.638207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48608) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:19.638486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd704870-874f-4e67-8fd9-934c81b1e749 None None] Sync routers for ids ['b37425a2-c6b8-4211-a0c7-c34e01cb4d90'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:19.649276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd704870-874f-4e67-8fd9-934c81b1e749 None None] Routers {'b37425a2-c6b8-4211-a0c7-c34e01cb4d90'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:19.649930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd704870-874f-4e67-8fd9-934c81b1e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:27:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b37425a2-c6b8-4211-a0c7-c34e01cb4d90'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:19.743121 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.753031 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dd704870-874f-4e67-8fd9-934c81b1e749 None None] Set router b37425a2-c6b8-4211-a0c7-c34e01cb4d90 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:19.848879 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.906735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Deleting port 53578540-a9fa-4466-ac3c-54c9599476e6 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:19.906963 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.933050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd704870-874f-4e67-8fd9-934c81b1e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'name': 'tempest-TestEncryptedCinderVolumes-942686167-router', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:27:19Z', 'revision_number': 5, 'project_id': 'ce46bcd2b09447bb9157123c68b00709', 'gw_port': {'id': '53578540-a9fa-4466-ac3c-54c9599476e6', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:75:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:19.963929 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd704870-874f-4e67-8fd9-934c81b1e749 None None] Checking router: b37425a2-c6b8-4211-a0c7-c34e01cb4d90 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:19.973057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd704870-874f-4e67-8fd9-934c81b1e749 None None] Routers {'b37425a2-c6b8-4211-a0c7-c34e01cb4d90'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:19.973684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd704870-874f-4e67-8fd9-934c81b1e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:27:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b37425a2-c6b8-4211-a0c7-c34e01cb4d90'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:19.986159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] For port 53578540-a9fa-4466-ac3c-54c9599476e6, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=53578540-a9fa-4466-ac3c-54c9599476e6,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:19.986541 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.003008 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Calling delete_port for 53578540-a9fa-4466-ac3c-54c9599476e6 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:20.061444 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dd704870-874f-4e67-8fd9-934c81b1e749 None None] Set router b37425a2-c6b8-4211-a0c7-c34e01cb4d90 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:20.177306 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.203269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Pushing event deleted for resources: {'Port': ['ID=53578540-a9fa-4466-ac3c-54c9599476e6,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:20.255610 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede3f6d-8a2f-4470-a54d-97f7884a49ab None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:20.275119 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.285669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd704870-874f-4e67-8fd9-934c81b1e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'name': 'tempest-TestEncryptedCinderVolumes-942686167-router', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:27:19Z', 'revision_number': 6, 'project_id': 'ce46bcd2b09447bb9157123c68b00709', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:20.318047 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd704870-874f-4e67-8fd9-934c81b1e749 None None] The sync data for ids ['b37425a2-c6b8-4211-a0c7-c34e01cb4d90'] in n-d-768851-18 is: [{'id': 'b37425a2-c6b8-4211-a0c7-c34e01cb4d90', 'name': 'tempest-TestEncryptedCinderVolumes-942686167-router', 'tenant_id': 'ce46bcd2b09447bb9157123c68b00709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:57Z', 'updated_at': '2021-11-12T09:27:19Z', 'revision_number': 6, 'project_id': 'ce46bcd2b09447bb9157123c68b00709', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:20.371764 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.374534 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.423599 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.424642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b37425a2-c6b8-4211-a0c7-c34e01cb4d90 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:20.433201 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.434434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ada42a5b-e4b7-4b1f-be59-d7554ae8e957 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b37425a2-c6b8-4211-a0c7-c34e01cb4d90 HTTP/1.1" status: 204 len: 168 time: 0.7953596 Nov 12 09:27:20.437905 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48610) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:20.488445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e5fb77-d72b-407f-b97d-4bf21f1e71d9 admin admin] Deleting subnet 1100dea0-1884-4f55-8c81-3ffcf042e55d {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:27:20.492013 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35e5fb77-d72b-407f-b97d-4bf21f1e71d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.529337 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35e5fb77-d72b-407f-b97d-4bf21f1e71d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.612597 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35e5fb77-d72b-407f-b97d-4bf21f1e71d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.665617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35e5fb77-d72b-407f-b97d-4bf21f1e71d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.693016 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5fb77-d72b-407f-b97d-4bf21f1e71d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1100dea0-1884-4f55-8c81-3ffcf042e55d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:20.694937 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-35e5fb77-d72b-407f-b97d-4bf21f1e71d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.700599 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-35e5fb77-d72b-407f-b97d-4bf21f1e71d9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1100dea0-1884-4f55-8c81-3ffcf042e55d HTTP/1.1" status: 204 len: 168 time: 0.2589328 Nov 12 09:27:20.700711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3cd585-7c11-4b36-94a3-afe6043edd30 None None] Network 87c33405-2f6f-4c1a-bffd-a40c938722de requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:20.701199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48612) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:20.785305 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.842286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Deleting port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:20.842631 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.902032 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219b0fe6-26dc-475f-b91f-60725347229c None None] DHCP port deletion for 87c33405-2f6f-4c1a-bffd-a40c938722de request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:20.919005 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] For port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846,segment=NetworkSegment(e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac),segment_id=e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:20.919005 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.933552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Calling delete_port for bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:20.954864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-219b0fe6-26dc-475f-b91f-60725347229c None None] Deleting port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:20.955155 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-219b0fe6-26dc-475f-b91f-60725347229c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.024504 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.028776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-219b0fe6-26dc-475f-b91f-60725347229c None None] For port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846,segment=NetworkSegment(e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac),segment_id=e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:21.029250 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-219b0fe6-26dc-475f-b91f-60725347229c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.043736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-219b0fe6-26dc-475f-b91f-60725347229c None None] Calling delete_port for bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:21.054000 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Pushing event deleted for resources: {'Port': ['ID=bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:21.061035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] No DVR routers for this DVR port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:21.131878 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-219b0fe6-26dc-475f-b91f-60725347229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.137987 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.156919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b0fe6-26dc-475f-b91f-60725347229c None None] Pushing event deleted for resources: {'Port': ['ID=bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:21.159964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c33405-2f6f-4c1a-bffd-a40c938722de']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:21.161955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219b0fe6-26dc-475f-b91f-60725347229c None None] No DVR routers for this DVR port bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:21.170985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:21.171493 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b726ed-74b1-4e2e-9417-c6ca4c6e16ac') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:21.181159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.194614 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.200466 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:27:21.200851 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:27:21.202599 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:27:21.255575 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.261592 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.264787 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] 10.222.0.31 "DELETE /v2.0/networks/87c33405-2f6f-4c1a-bffd-a40c938722de HTTP/1.1" status: 204 len: 168 time: 0.5627303 Nov 12 09:27:21.275510 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f7ba9-f2d0-4de6-9822-77e352e40263 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c33405-2f6f-4c1a-bffd-a40c938722de,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:21.428455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48616) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:21.432997 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device be38e47f-9c94-4e21-aa6b-5329f68b8dab no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:21.453301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: be38e47f-9c94-4e21-aa6b-5329f68b8dab {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:21.453649 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device be38e47f-9c94-4e21-aa6b-5329f68b8dab not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:21.454072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 53578540-a9fa-4466-ac3c-54c9599476e6 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:21.473977 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 53578540-a9fa-4466-ac3c-54c9599476e6 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:21.476987 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 53578540-a9fa-4466-ac3c-54c9599476e6 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:21.477139 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9d6d1d44-9796-47b7-959a-e87fc9d89f1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b1d7e379ab1443729366c2a5879a444b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450661 Nov 12 09:27:21.477631 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:21.477742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48618) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:21.496737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:21.497192 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bccb9ab9-f0f7-4e93-be85-5ba2b6aa2846 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:21.524415 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dbb18420-dabd-46fe-9d8c-f8053df7b2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.545067 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dbb18420-dabd-46fe-9d8c-f8053df7b2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.591220 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dbb18420-dabd-46fe-9d8c-f8053df7b2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.594441 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-dbb18420-dabd-46fe-9d8c-f8053df7b2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.595660 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dbb18420-dabd-46fe-9d8c-f8053df7b2c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55a3414a-5e4a-4cae-bb51-d40eb3618f61 HTTP/1.1" status: 204 len: 168 time: 0.1174810 Nov 12 09:27:21.603953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb18420-dabd-46fe-9d8c-f8053df7b2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a3414a-5e4a-4cae-bb51-d40eb3618f61,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:21.906341 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48624) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:21.946445 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2dee3cfa-4581-423c-aab7-1ced01efec55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ce46bcd2b09447bb9157123c68b00709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388899 Nov 12 09:27:21.948872 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48626) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:21.995633 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9343552-59d8-49d5-ab9a-e88d6d90347d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.018067 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9343552-59d8-49d5-ab9a-e88d6d90347d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.066086 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9343552-59d8-49d5-ab9a-e88d6d90347d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.068657 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d9343552-59d8-49d5-ab9a-e88d6d90347d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.069829 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d9343552-59d8-49d5-ab9a-e88d6d90347d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10495130-3e37-4e30-ab55-47990a55cedc HTTP/1.1" status: 204 len: 168 time: 0.1200283 Nov 12 09:27:22.078162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9343552-59d8-49d5-ab9a-e88d6d90347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10495130-3e37-4e30-ab55-47990a55cedc,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:22.763330 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48648) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:22.868389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-151993407-network', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:22.890860 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Made reservation on behalf of e5a1f8a36da64a0c967b4f2a3a409549 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:22.893229 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.902402 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.981845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.987134 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.010069 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:27:23.023984 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656f8815-74ec-48bb-b8ba-f96ddc12bca9,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:23.028860 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.029227 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Added segment 95f22947-b0eb-45b0-9d7f-d984fc40c6e9 of type vlan for network ddc300bb-9087-4d7e-bbec-23df05c655c0 Nov 12 09:27:23.073408 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.074042 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.100996 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.101939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:23.102595 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.162495 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3974442 Nov 12 09:27:23.165365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48652) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:23.170764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-88b4694b-b63d-4736-bddc-2dc7d98dc137 admin admin] Request body: {'subnet': {'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-151993407-subnet', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:23.182102 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315e9c5-4ae7-4264-ab38-80895aef26cc admin admin] Pushing event updated for resources: {'Network': ['ID=ddc300bb-9087-4d7e-bbec-23df05c655c0,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:23.193046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network ddc300bb-9087-4d7e-bbec-23df05c655c0 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:27:23.198195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b4694b-b63d-4736-bddc-2dc7d98dc137 admin admin] Made reservation on behalf of e5a1f8a36da64a0c967b4f2a3a409549 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:23.200555 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88b4694b-b63d-4736-bddc-2dc7d98dc137 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.668613 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88b4694b-b63d-4736-bddc-2dc7d98dc137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.725046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4694b-b63d-4736-bddc-2dc7d98dc137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7165f21-3d90-41c2-bd10-4a7adb33da17,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:23.734098 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b4694b-b63d-4736-bddc-2dc7d98dc137 admin admin] Checking segment: {'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:23.734456 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b4694b-b63d-4736-bddc-2dc7d98dc137 admin admin] Network hostable DHCP agents. Network: ddc300bb-9087-4d7e-bbec-23df05c655c0, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:27:23.752967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b4694b-b63d-4736-bddc-2dc7d98dc137 admin admin] Network ddc300bb-9087-4d7e-bbec-23df05c655c0 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:27:23.761339 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-88b4694b-b63d-4736-bddc-2dc7d98dc137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, ddc300bb-9087-4d7e-bbec-23df05c655c0) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:23.765445 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4694b-b63d-4736-bddc-2dc7d98dc137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:23.766245 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-88b4694b-b63d-4736-bddc-2dc7d98dc137 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.770580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b76b7-ce01-485a-a2d7-580db232cddc None None] Network ddc300bb-9087-4d7e-bbec-23df05c655c0 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:23.782525 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-88b4694b-b63d-4736-bddc-2dc7d98dc137 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6160402 Nov 12 09:27:23.785274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48654) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:23.789611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:23.809813 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.811479 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.866263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.918146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-ddc300bb-9087-4d7e-bbec-23df05c655c0', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'fixed_ips': [{'subnet_id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:27:23.919062 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.009994 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.056591 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Allocated IP 172.20.0.2 (ddc300bb-9087-4d7e-bbec-23df05c655c0/b7165f21-3d90-41c2-bd10-4a7adb33da17/0c7102e6-ce3c-437c-b268-4c07b296902d) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:24.198903 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.208379 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.224988 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.245837 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.258258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Network ddc300bb-9087-4d7e-bbec-23df05c655c0 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:24.261947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:24.269928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:24.278982 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Pushing event updated for resources: {'Port': ['ID=0c7102e6-ce3c-437c-b268-4c07b296902d,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:24.337711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Attempting to bind port 0c7102e6-ce3c-437c-b268-4c07b296902d on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:24.338117 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Attempting to bind port 0c7102e6-ce3c-437c-b268-4c07b296902d by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:24.338486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Attempting to bind port 0c7102e6-ce3c-437c-b268-4c07b296902d on network ddc300bb-9087-4d7e-bbec-23df05c655c0 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:24.344402 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:24.344781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Checking segment: {'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:24.345211 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.345811 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Bound using segment: {'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:24.346286 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Bound port: 0c7102e6-ce3c-437c-b268-4c07b296902d, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:24.346834 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.363003 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Allocated IP 172.25.3.224 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/b7380607-6e2c-4dd4-b999-f9366d8520bb) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:24.415002 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] For port 0c7102e6-ce3c-437c-b268-4c07b296902d, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:24.418273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] For port 0c7102e6-ce3c-437c-b268-4c07b296902d, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0c7102e6-ce3c-437c-b268-4c07b296902d,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:24.425686 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.484378 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.486738 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224039a4-21ca-46e3-896c-dc2b774569cb None None] Pushing event updated for resources: {'Port': ['ID=0c7102e6-ce3c-437c-b268-4c07b296902d,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:24.520602 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.560169 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:24.566253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:24.569594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:24.580121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34893b24-029b-46f9-a575-972c4bf55a8b None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:24.596856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=b7380607-6e2c-4dd4-b999-f9366d8520bb,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:24.669634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-43e5480b-24ed-45f0-be48-761fbd8d7201 None None] Provisioning complete for port b7380607-6e2c-4dd4-b999-f9366d8520bb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:24.670613 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-43e5480b-24ed-45f0-be48-761fbd8d7201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.720917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-43e5480b-24ed-45f0-be48-761fbd8d7201 None None] Port b7380607-6e2c-4dd4-b999-f9366d8520bb cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:24.865486 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.066962 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.202891 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:27:25.319047 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:25.329650 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Sync routers for ids ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:25.338027 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.339894 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c3bd2a49-804c-492b-9ac3-1235b9bbe6d2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5535827 Nov 12 09:27:25.343720 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Routers {'1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:25.344662 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:27:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:25.346325 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48658) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:25.476032 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a6bb0c-a4ae-41f6-afcb-7e37c802c7e4 None None] Network ddc300bb-9087-4d7e-bbec-23df05c655c0 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:25.533783 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0c7102e6-ce3c-437c-b268-4c07b296902d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:25.571783 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Set router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:25.597146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-32c213d1-b9eb-4d5f-8a97-e56f50b58daa None None] Provisioning complete for port 0c7102e6-ce3c-437c-b268-4c07b296902d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:25.597878 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-32c213d1-b9eb-4d5f-8a97-e56f50b58daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.693858 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 0c7102e6-ce3c-437c-b268-4c07b296902d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:25.694229 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.765596 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:27:24Z', 'revision_number': 3, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:25.800890 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Checking router: 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:25.801272 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Updating router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 port b7380607-6e2c-4dd4-b999-f9366d8520bb binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:27:25.805070 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-32c213d1-b9eb-4d5f-8a97-e56f50b58daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.828170 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.874139 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-32c213d1-b9eb-4d5f-8a97-e56f50b58daa None None] For port 0c7102e6-ce3c-437c-b268-4c07b296902d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0c7102e6-ce3c-437c-b268-4c07b296902d,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:25.884769 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-32c213d1-b9eb-4d5f-8a97-e56f50b58daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.893961 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.995549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c213d1-b9eb-4d5f-8a97-e56f50b58daa None None] Pushing event updated for resources: {'Port': ['ID=0c7102e6-ce3c-437c-b268-4c07b296902d,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:26.024033 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102446) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:27:26.024551 n-d-768851-18 neutron-server[102446]: DEBUG oslo_db.api [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:27:26.128706 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.134561 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.175228 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e054b8-5b39-4313-a983-1af06b44666c None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:26.179093 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Attempting to bind port b7380607-6e2c-4dd4-b999-f9366d8520bb on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:26.179093 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Attempting to bind port b7380607-6e2c-4dd4-b999-f9366d8520bb by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:26.179443 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Attempting to bind port b7380607-6e2c-4dd4-b999-f9366d8520bb on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:26.186245 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.191409 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:26.191796 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:26.192203 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.192579 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:26.193033 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Bound port: b7380607-6e2c-4dd4-b999-f9366d8520bb, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:26.193443 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.209823 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-aea6963d-e84f-45a2-ac5a-bd7c0e5b9408 None None] Provisioning complete for port 0c7102e6-ce3c-437c-b268-4c07b296902d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:26.210504 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aea6963d-e84f-45a2-ac5a-bd7c0e5b9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.250117 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] For port b7380607-6e2c-4dd4-b999-f9366d8520bb, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:26.253297 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] For port b7380607-6e2c-4dd4-b999-f9366d8520bb, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b7380607-6e2c-4dd4-b999-f9366d8520bb,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:26.254528 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Pushing event updated for resources: {'Port': ['ID=b7380607-6e2c-4dd4-b999-f9366d8520bb,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:26.264276 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.267635 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:26.267979 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:26.268359 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:26.268716 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:26.269048 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:26.269445 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:26.269732 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:26.270056 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:26.270379 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:26.270702 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:26.271026 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:26.271347 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:26.301831 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-aea6963d-e84f-45a2-ac5a-bd7c0e5b9408 None None] Provisioning complete for port b7380607-6e2c-4dd4-b999-f9366d8520bb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:26.302203 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aea6963d-e84f-45a2-ac5a-bd7c0e5b9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.327763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9979ea-798f-46ef-b8cb-bcd8b53b246c None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:26.331674 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7ffa3-f8ec-4d88-a4a8-bc7e2790afc4 None None] Pushing event updated for resources: {'Port': ['ID=b7380607-6e2c-4dd4-b999-f9366d8520bb,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:26.347446 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Routers {'1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:26.349306 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:27:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:26.379832 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Allocated IP 172.20.0.1 (ddc300bb-9087-4d7e-bbec-23df05c655c0/b7165f21-3d90-41c2-bd10-4a7adb33da17/bbdb12ad-0343-40a9-ae3d-cdd130f1da3b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:26.413356 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aea6963d-e84f-45a2-ac5a-bd7c0e5b9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.441718 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-aea6963d-e84f-45a2-ac5a-bd7c0e5b9408 None None] For port b7380607-6e2c-4dd4-b999-f9366d8520bb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b7380607-6e2c-4dd4-b999-f9366d8520bb,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:26.449556 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-aea6963d-e84f-45a2-ac5a-bd7c0e5b9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.469529 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] Set router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:26.512017 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.531234 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6963d-e84f-45a2-ac5a-bd7c0e5b9408 None None] Pushing event updated for resources: {'Port': ['ID=b7380607-6e2c-4dd4-b999-f9366d8520bb,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:26.552926 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.588865 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-11f94f8c-a02d-4b7e-b42d-91c846e999d4 None None] Provisioning complete for port b7380607-6e2c-4dd4-b999-f9366d8520bb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:26.589384 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-11f94f8c-a02d-4b7e-b42d-91c846e999d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.595412 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Network ddc300bb-9087-4d7e-bbec-23df05c655c0 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:26.602058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:26.606717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:26.610732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Pushing event updated for resources: {'Port': ['ID=bbdb12ad-0343-40a9-ae3d-cdd130f1da3b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:26.659087 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.667115 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:27:24Z', 'revision_number': 3, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:26.699197 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591b14a-b8ad-4741-9735-40b3c6aec3ab None None] The sync data for ids ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'] in n-d-768851-18 is: [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:27:24Z', 'revision_number': 3, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:26.814664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.914332 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-7e912700-115e-4b6e-9fcf-973fb99a7445 None None] Provisioning complete for port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:26.914880 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7e912700-115e-4b6e-9fcf-973fb99a7445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.972574 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-7e912700-115e-4b6e-9fcf-973fb99a7445 None None] Port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:27.024463 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.031271 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.114359 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Pushing event updated for resources: {'Port': ['ID=bbdb12ad-0343-40a9-ae3d-cdd130f1da3b,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:27.116842 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.214881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Network ddc300bb-9087-4d7e-bbec-23df05c655c0 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:27.216276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:27.360332 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:27.501950 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:27.516742 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f924e2ab-5fe4-49a4-a085-d137f9ce39fd admin admin] 10.222.0.31 "PUT /v2.0/routers/1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1690614 Nov 12 09:27:27.570130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b7380607-6e2c-4dd4-b999-f9366d8520bb up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:27.636727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-11752efb-e9e5-4299-ab68-d323d143e28e None None] Provisioning complete for port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:27.637388 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-11752efb-e9e5-4299-ab68-d323d143e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.678504 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b7380607-6e2c-4dd4-b999-f9366d8520bb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:27.678903 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.684050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-11752efb-e9e5-4299-ab68-d323d143e28e None None] Port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:27.786976 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0c7102e6-ce3c-437c-b268-4c07b296902d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:27.839221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 0c7102e6-ce3c-437c-b268-4c07b296902d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:27.839592 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.117281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48674) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:28.122331 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1985624461-network', 'tenant_id': '35a9d64332bd45109e78a385617f3468'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:28.154967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Made reservation on behalf of 35a9d64332bd45109e78a385617f3468 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:28.157299 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.167399 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.249851 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.254401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.282837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:27:28.290220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b91362b-e85b-4894-89c5-51e42eafdbed,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:28.297011 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.297388 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Added segment 3520fd8e-21c4-4aa5-91eb-26c1610b50d6 of type vlan for network 4c7a9699-aaf8-40ed-a555-9b0d065f0a30 Nov 12 09:27:28.349800 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.380086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.381292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:28.381706 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.440172 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3216896 Nov 12 09:27:28.443002 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48676) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:28.447982 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-cf5d28f4-2042-48c0-98b9-55ad8821a94f admin admin] Request body: {'subnet': {'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1985624461-subnet', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:28.449059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533a1b9-564d-43aa-9fd2-433c0c847f52 admin admin] Pushing event updated for resources: {'Network': ['ID=4c7a9699-aaf8-40ed-a555-9b0d065f0a30,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:28.463449 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 4c7a9699-aaf8-40ed-a555-9b0d065f0a30 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:27:28.479900 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5d28f4-2042-48c0-98b9-55ad8821a94f admin admin] Made reservation on behalf of 35a9d64332bd45109e78a385617f3468 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:28.483162 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cf5d28f4-2042-48c0-98b9-55ad8821a94f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.688381 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cf5d28f4-2042-48c0-98b9-55ad8821a94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.737546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Sync routers for ids ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:28.749260 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Routers {'1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:28.749893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:27:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:28.780605 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d28f4-2042-48c0-98b9-55ad8821a94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b869b61-d783-408f-9327-6465f83ee36f,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:28.790839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5d28f4-2042-48c0-98b9-55ad8821a94f admin admin] Checking segment: {'id': '3520fd8e-21c4-4aa5-91eb-26c1610b50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:28.790839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5d28f4-2042-48c0-98b9-55ad8821a94f admin admin] Network hostable DHCP agents. Network: 4c7a9699-aaf8-40ed-a555-9b0d065f0a30, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:27:28.813450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5d28f4-2042-48c0-98b9-55ad8821a94f admin admin] Network 4c7a9699-aaf8-40ed-a555-9b0d065f0a30 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:27:28.825210 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-cf5d28f4-2042-48c0-98b9-55ad8821a94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 4c7a9699-aaf8-40ed-a555-9b0d065f0a30) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:28.834975 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5d28f4-2042-48c0-98b9-55ad8821a94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:28.835577 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-cf5d28f4-2042-48c0-98b9-55ad8821a94f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.858110 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-cf5d28f4-2042-48c0-98b9-55ad8821a94f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4133909 Nov 12 09:27:28.860676 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48678) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:28.866158 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1985624461-router', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:28.894707 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.895912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.964189 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.005386 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d2fb6b-00e7-4cbb-a000-2e52ca091207 None None] Network 4c7a9699-aaf8-40ed-a555-9b0d065f0a30 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:29.077916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Set router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:29.113585 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.250451 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.303443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-4c7a9699-aaf8-40ed-a555-9b0d065f0a30', 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'fixed_ips': [{'subnet_id': '4b869b61-d783-408f-9327-6465f83ee36f'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:27:29.304286 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.317883 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.337403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.444855 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Allocated IP 172.25.3.205 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/bfda8330-a5f5-4026-b44b-f5c57c9f110b) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:29.472374 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'bbdb12ad-0343-40a9-ae3d-cdd130f1da3b', 'name': '', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'mac_address': 'fa:16:3e:8a:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:26Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 2, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'subnets': [{'id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:29.502431 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Allocated IP 172.20.0.2 (4c7a9699-aaf8-40ed-a555-9b0d065f0a30/4b869b61-d783-408f-9327-6465f83ee36f/140c6a5d-0c32-45e4-b62a-5efae4f851a1) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:29.504497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Checking router: 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:29.504851 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Updating router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:27:29.543673 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.552620 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.588939 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.625295 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:29.628062 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:29.634137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:29.647577 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aec53c-9204-4e41-841c-a97bdc825b7f None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:29.665201 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Pushing event updated for resources: {'Port': ['ID=bfda8330-a5f5-4026-b44b-f5c57c9f110b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:29.822445 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.835083 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.884668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-98d4b4a7-9ba7-46bc-b8c4-0c92ddad1142 None None] Provisioning complete for port bfda8330-a5f5-4026-b44b-f5c57c9f110b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:29.885030 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98d4b4a7-9ba7-46bc-b8c4-0c92ddad1142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.895034 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.917546 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Network 4c7a9699-aaf8-40ed-a555-9b0d065f0a30 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:29.932342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:29.937707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:29.940764 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Pushing event updated for resources: {'Port': ['ID=140c6a5d-0c32-45e4-b62a-5efae4f851a1,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:29.971366 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-98d4b4a7-9ba7-46bc-b8c4-0c92ddad1142 None None] Port bfda8330-a5f5-4026-b44b-f5c57c9f110b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:30.045889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Attempting to bind port 140c6a5d-0c32-45e4-b62a-5efae4f851a1 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:30.046311 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Attempting to bind port 140c6a5d-0c32-45e4-b62a-5efae4f851a1 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '3520fd8e-21c4-4aa5-91eb-26c1610b50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:30.046674 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Attempting to bind port 140c6a5d-0c32-45e4-b62a-5efae4f851a1 on network 4c7a9699-aaf8-40ed-a555-9b0d065f0a30 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:30.058095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:30.058466 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Checking segment: {'id': '3520fd8e-21c4-4aa5-91eb-26c1610b50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:30.058864 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.059254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Bound using segment: {'id': '3520fd8e-21c4-4aa5-91eb-26c1610b50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:30.059719 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Bound port: 140c6a5d-0c32-45e4-b62a-5efae4f851a1, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3520fd8e-21c4-4aa5-91eb-26c1610b50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:30.060103 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.065698 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.079899 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.107967 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.161143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e90d4d-3068-4b29-bbbd-068c2917110a None None] Pushing event updated for resources: {'Port': ['ID=bbdb12ad-0343-40a9-ae3d-cdd130f1da3b,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:30.180595 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] For port 140c6a5d-0c32-45e4-b62a-5efae4f851a1, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:30.210608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] For port 140c6a5d-0c32-45e4-b62a-5efae4f851a1, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=140c6a5d-0c32-45e4-b62a-5efae4f851a1,segment=NetworkSegment(3520fd8e-21c4-4aa5-91eb-26c1610b50d6),segment_id=3520fd8e-21c4-4aa5-91eb-26c1610b50d6)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:30.228143 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.258606 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Router 9e5218f2-63ea-42d7-8f72-47843a0fbf42 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:27:30.266334 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Attempting to bind port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:30.266707 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Attempting to bind port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:30.267068 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Attempting to bind port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b on network ddc300bb-9087-4d7e-bbec-23df05c655c0 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:30.286070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:30.286437 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Checking segment: {'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:30.286834 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.287223 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Bound using segment: {'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:30.287736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Bound port: bbdb12ad-0343-40a9-ae3d-cdd130f1da3b, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:30.288098 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.314048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8af244-d002-44a6-a658-f3a32905faa8 None None] Pushing event updated for resources: {'Port': ['ID=140c6a5d-0c32-45e4-b62a-5efae4f851a1,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:30.384224 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] For port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:30.385035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:30.399562 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Sync routers for ids ['9e5218f2-63ea-42d7-8f72-47843a0fbf42'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:30.406112 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.407041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] For port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bbdb12ad-0343-40a9-ae3d-cdd130f1da3b,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:30.410260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-53a6d3f4-510e-4b2f-af46-8c6e1da5f54c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5454421 Nov 12 09:27:30.410577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48680) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:30.414594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-49d74106-595f-47c6-93c4-1c63455a2b72 None None] Provisioning complete for port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:30.414997 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-49d74106-595f-47c6-93c4-1c63455a2b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.417292 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.423867 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Routers {'9e5218f2-63ea-42d7-8f72-47843a0fbf42'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:30.424617 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:27:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9e5218f2-63ea-42d7-8f72-47843a0fbf42'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:30.518577 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Routers {'1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:30.519213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:27:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:30.571420 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e90d4d-3068-4b29-bbbd-068c2917110a None None] Pushing event updated for resources: {'Port': ['ID=bbdb12ad-0343-40a9-ae3d-cdd130f1da3b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:30.634536 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Set router 9e5218f2-63ea-42d7-8f72-47843a0fbf42 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:30.722681 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-49d74106-595f-47c6-93c4-1c63455a2b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.747656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] Set router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:30.832937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-49d74106-595f-47c6-93c4-1c63455a2b72 None None] For port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bbdb12ad-0343-40a9-ae3d-cdd130f1da3b,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:30.839337 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-49d74106-595f-47c6-93c4-1c63455a2b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.886077 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'name': 'tempest-TestMinimumBasicScenario-1985624461-router', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:28Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 3, 'project_id': '35a9d64332bd45109e78a385617f3468', 'gw_port': {'id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:29Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:30.912923 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Checking router: 9e5218f2-63ea-42d7-8f72-47843a0fbf42 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:30.913300 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Updating router 9e5218f2-63ea-42d7-8f72-47843a0fbf42 port bfda8330-a5f5-4026-b44b-f5c57c9f110b binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:27:30.944679 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.981038 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d74106-595f-47c6-93c4-1c63455a2b72 None None] Pushing event updated for resources: {'Port': ['ID=bbdb12ad-0343-40a9-ae3d-cdd130f1da3b,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:31.002567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d0c30e3c-570b-4049-939e-6c72d9729735 None None] Provisioning complete for port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:31.002942 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d0c30e3c-570b-4049-939e-6c72d9729735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.145451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'bbdb12ad-0343-40a9-ae3d-cdd130f1da3b', 'name': '', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'mac_address': 'fa:16:3e:8a:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:26Z', 'updated_at': '2021-11-12T09:27:30Z', 'revision_number': 4, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'subnets': [{'id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:31.174618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378b5636-8e9c-4f76-a996-0715eb406cfc None None] The sync data for ids ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'] in n-d-768851-18 is: [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'bbdb12ad-0343-40a9-ae3d-cdd130f1da3b', 'name': '', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'mac_address': 'fa:16:3e:8a:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:26Z', 'updated_at': '2021-11-12T09:27:30Z', 'revision_number': 4, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'subnets': [{'id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:31.271548 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.281562 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.328474 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80fef9-adc2-4403-b1ad-e2af998ae359 None None] Pushing event updated for resources: {'Port': ['ID=bfda8330-a5f5-4026-b44b-f5c57c9f110b,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:31.357033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1988171-ba94-483a-8744-41ec101ac8c2 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:31.359747 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Attempting to bind port bfda8330-a5f5-4026-b44b-f5c57c9f110b on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:31.360173 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Attempting to bind port bfda8330-a5f5-4026-b44b-f5c57c9f110b by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:31.360586 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Attempting to bind port bfda8330-a5f5-4026-b44b-f5c57c9f110b on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:31.390544 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:31.390963 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:31.391623 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.392199 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:31.392699 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Bound port: bfda8330-a5f5-4026-b44b-f5c57c9f110b, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:31.393086 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.434652 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.476253 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-513cf813-3797-4aac-8693-14d0b98f26e8 None None] Provisioning complete for port bfda8330-a5f5-4026-b44b-f5c57c9f110b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:31.477135 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-513cf813-3797-4aac-8693-14d0b98f26e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.507930 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] For port bfda8330-a5f5-4026-b44b-f5c57c9f110b, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:31.520819 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] For port bfda8330-a5f5-4026-b44b-f5c57c9f110b, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bfda8330-a5f5-4026-b44b-f5c57c9f110b,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:31.532584 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.609817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-513cf813-3797-4aac-8693-14d0b98f26e8 None None] Port bfda8330-a5f5-4026-b44b-f5c57c9f110b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:31.611373 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a19d48f-ad26-4e67-9908-d29c9346c82a None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:31.677584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 140c6a5d-0c32-45e4-b62a-5efae4f851a1 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:31.706363 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Allocated IP 172.20.0.1 (4c7a9699-aaf8-40ed-a555-9b0d065f0a30/4b869b61-d783-408f-9327-6465f83ee36f/43d0d5f8-712f-4931-9d22-c9d0733f3dec) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:31.771424 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-dd47f95d-1b92-4988-a480-26d06948eada None None] Provisioning complete for port bfda8330-a5f5-4026-b44b-f5c57c9f110b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:31.772095 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd47f95d-1b92-4988-a480-26d06948eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.783943 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Routers {'9e5218f2-63ea-42d7-8f72-47843a0fbf42'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:31.785139 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:27:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9e5218f2-63ea-42d7-8f72-47843a0fbf42'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:31.847788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6397c2-ec87-4110-aa11-cd0e827438e9 None None] Network 4c7a9699-aaf8-40ed-a555-9b0d065f0a30 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:31.851680 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.855187 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 140c6a5d-0c32-45e4-b62a-5efae4f851a1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:31.855620 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.868153 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80fef9-adc2-4403-b1ad-e2af998ae359 None None] Pushing event updated for resources: {'Port': ['ID=bfda8330-a5f5-4026-b44b-f5c57c9f110b,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:31.901001 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.946959 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Network 4c7a9699-aaf8-40ed-a555-9b0d065f0a30 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:31.954484 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:31.958381 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:31.965938 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] Set router 9e5218f2-63ea-42d7-8f72-47843a0fbf42 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:31.996993 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Pushing event updated for resources: {'Port': ['ID=43d0d5f8-712f-4931-9d22-c9d0733f3dec,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:32.009624 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.062581 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:27:32.091811 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd47f95d-1b92-4988-a480-26d06948eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.124083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dd47f95d-1b92-4988-a480-26d06948eada None None] For port bfda8330-a5f5-4026-b44b-f5c57c9f110b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bfda8330-a5f5-4026-b44b-f5c57c9f110b,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:32.138871 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd47f95d-1b92-4988-a480-26d06948eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.151266 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.165509 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.221535 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'name': 'tempest-TestMinimumBasicScenario-1985624461-router', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:28Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 3, 'project_id': '35a9d64332bd45109e78a385617f3468', 'gw_port': {'id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:29Z', 'updated_at': '2021-11-12T09:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:32.260312 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc1e853-b3e2-4a10-944f-9e4824e1bd8d None None] The sync data for ids ['9e5218f2-63ea-42d7-8f72-47843a0fbf42'] in n-d-768851-18 is: [{'id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'name': 'tempest-TestMinimumBasicScenario-1985624461-router', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:28Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 3, 'project_id': '35a9d64332bd45109e78a385617f3468', 'gw_port': {'id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:29Z', 'updated_at': '2021-11-12T09:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:32.376263 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.381559 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.448828 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Pushing event updated for resources: {'Port': ['ID=43d0d5f8-712f-4931-9d22-c9d0733f3dec,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:32.472128 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.475524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-52c654f9-0a01-4f93-92ab-98b4105d8dd0 None None] Provisioning complete for port 140c6a5d-0c32-45e4-b62a-5efae4f851a1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:32.475902 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-52c654f9-0a01-4f93-92ab-98b4105d8dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.479040 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port 140c6a5d-0c32-45e4-b62a-5efae4f851a1, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=140c6a5d-0c32-45e4-b62a-5efae4f851a1,segment=NetworkSegment(3520fd8e-21c4-4aa5-91eb-26c1610b50d6),segment_id=3520fd8e-21c4-4aa5-91eb-26c1610b50d6)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:32.483912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47f95d-1b92-4988-a480-26d06948eada None None] Pushing event updated for resources: {'Port': ['ID=bfda8330-a5f5-4026-b44b-f5c57c9f110b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:32.512339 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.513186 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bbdb12ad-0343-40a9-ae3d-cdd130f1da3b up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:32.618798 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Network 4c7a9699-aaf8-40ed-a555-9b0d065f0a30 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:32.620916 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:32.636300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=140c6a5d-0c32-45e4-b62a-5efae4f851a1,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:32.674608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:32.675234 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.800356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Router 9e5218f2-63ea-42d7-8f72-47843a0fbf42 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:32.937743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:32.949839 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6e75f3b5-3f6c-41c5-a3cc-af1f76afec34 admin admin] 10.222.0.31 "PUT /v2.0/routers/9e5218f2-63ea-42d7-8f72-47843a0fbf42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5378191 Nov 12 09:27:33.051071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f137d270-154e-43ec-911f-a48c0b4b2555 None None] Provisioning complete for port 43d0d5f8-712f-4931-9d22-c9d0733f3dec triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:33.051647 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f137d270-154e-43ec-911f-a48c0b4b2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.095328 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f137d270-154e-43ec-911f-a48c0b4b2555 None None] Port 43d0d5f8-712f-4931-9d22-c9d0733f3dec cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:33.108743 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f137d270-154e-43ec-911f-a48c0b4b2555 None None] Provisioning complete for port 140c6a5d-0c32-45e4-b62a-5efae4f851a1 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:33.109154 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f137d270-154e-43ec-911f-a48c0b4b2555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.334162 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-adb50ee1-35fa-428b-a3ca-f24102d7277c None None] Provisioning complete for port 43d0d5f8-712f-4931-9d22-c9d0733f3dec triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:33.334684 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-adb50ee1-35fa-428b-a3ca-f24102d7277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.377930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-adb50ee1-35fa-428b-a3ca-f24102d7277c None None] Port 43d0d5f8-712f-4931-9d22-c9d0733f3dec cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:33.504791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-662f5699-2717-40f7-a6cc-4967e928e7fe None None] Provisioning complete for port 43d0d5f8-712f-4931-9d22-c9d0733f3dec triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:33.505437 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-662f5699-2717-40f7-a6cc-4967e928e7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.543049 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bfda8330-a5f5-4026-b44b-f5c57c9f110b up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:33.576876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-662f5699-2717-40f7-a6cc-4967e928e7fe None None] Port 43d0d5f8-712f-4931-9d22-c9d0733f3dec cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:33.604529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port bfda8330-a5f5-4026-b44b-f5c57c9f110b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:33.604905 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.692562 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 140c6a5d-0c32-45e4-b62a-5efae4f851a1 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:33.739202 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 140c6a5d-0c32-45e4-b62a-5efae4f851a1 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:33.739576 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:34.786453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Sync routers for ids ['9e5218f2-63ea-42d7-8f72-47843a0fbf42'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:34.799136 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Routers {'9e5218f2-63ea-42d7-8f72-47843a0fbf42'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:34.799752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:27:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9e5218f2-63ea-42d7-8f72-47843a0fbf42'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:34.925629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Set router 9e5218f2-63ea-42d7-8f72-47843a0fbf42 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:35.171259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'name': 'tempest-TestMinimumBasicScenario-1985624461-router', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:28Z', 'updated_at': '2021-11-12T09:27:32Z', 'revision_number': 4, 'project_id': '35a9d64332bd45109e78a385617f3468', 'gw_port': {'id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:29Z', 'updated_at': '2021-11-12T09:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '43d0d5f8-712f-4931-9d22-c9d0733f3dec', 'name': '', 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'mac_address': 'fa:16:3e:73:8c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4b869b61-d783-408f-9327-6465f83ee36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:31Z', 'updated_at': '2021-11-12T09:27:32Z', 'revision_number': 2, 'project_id': '35a9d64332bd45109e78a385617f3468', 'subnets': [{'id': '4b869b61-d783-408f-9327-6465f83ee36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:35.204645 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Checking router: 9e5218f2-63ea-42d7-8f72-47843a0fbf42 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:35.204921 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Updating router 9e5218f2-63ea-42d7-8f72-47843a0fbf42 port 43d0d5f8-712f-4931-9d22-c9d0733f3dec binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:27:35.232635 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.358423 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-45d1e3f0-c2ef-4c34-9a0d-fcc73cd433b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.564302 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.574638 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.626584 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba328248-7356-4e8e-a9c6-2a03ebac8d61 None None] Pushing event updated for resources: {'Port': ['ID=43d0d5f8-712f-4931-9d22-c9d0733f3dec,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:35.690442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Attempting to bind port 43d0d5f8-712f-4931-9d22-c9d0733f3dec on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:35.690816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Attempting to bind port 43d0d5f8-712f-4931-9d22-c9d0733f3dec by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '3520fd8e-21c4-4aa5-91eb-26c1610b50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:35.691175 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Attempting to bind port 43d0d5f8-712f-4931-9d22-c9d0733f3dec on network 4c7a9699-aaf8-40ed-a555-9b0d065f0a30 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:35.699042 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:35.699423 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Checking segment: {'id': '3520fd8e-21c4-4aa5-91eb-26c1610b50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:35.699829 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.700221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Bound using segment: {'id': '3520fd8e-21c4-4aa5-91eb-26c1610b50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:35.701231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Bound port: 43d0d5f8-712f-4931-9d22-c9d0733f3dec, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3520fd8e-21c4-4aa5-91eb-26c1610b50d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:35.701627 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.770745 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] For port 43d0d5f8-712f-4931-9d22-c9d0733f3dec, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:35.774684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] For port 43d0d5f8-712f-4931-9d22-c9d0733f3dec, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=43d0d5f8-712f-4931-9d22-c9d0733f3dec,segment=NetworkSegment(3520fd8e-21c4-4aa5-91eb-26c1610b50d6),segment_id=3520fd8e-21c4-4aa5-91eb-26c1610b50d6)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:35.780935 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.848114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba328248-7356-4e8e-a9c6-2a03ebac8d61 None None] Pushing event updated for resources: {'Port': ['ID=43d0d5f8-712f-4931-9d22-c9d0733f3dec,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:35.851486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Routers {'9e5218f2-63ea-42d7-8f72-47843a0fbf42'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:35.852085 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:27:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9e5218f2-63ea-42d7-8f72-47843a0fbf42'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:35.977510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5d918d09-8009-405c-afa4-628334109050 None None] Provisioning complete for port 43d0d5f8-712f-4931-9d22-c9d0733f3dec triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:35.977885 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d918d09-8009-405c-afa4-628334109050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:36.028218 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] Set router 9e5218f2-63ea-42d7-8f72-47843a0fbf42 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:36.213281 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d918d09-8009-405c-afa4-628334109050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:36.431579 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5d918d09-8009-405c-afa4-628334109050 None None] For port 43d0d5f8-712f-4931-9d22-c9d0733f3dec, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=43d0d5f8-712f-4931-9d22-c9d0733f3dec,segment=NetworkSegment(3520fd8e-21c4-4aa5-91eb-26c1610b50d6),segment_id=3520fd8e-21c4-4aa5-91eb-26c1610b50d6)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:36.438340 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5d918d09-8009-405c-afa4-628334109050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:36.513799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d918d09-8009-405c-afa4-628334109050 None None] Pushing event updated for resources: {'Port': ['ID=43d0d5f8-712f-4931-9d22-c9d0733f3dec,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:36.542349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'name': 'tempest-TestMinimumBasicScenario-1985624461-router', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:28Z', 'updated_at': '2021-11-12T09:27:32Z', 'revision_number': 4, 'project_id': '35a9d64332bd45109e78a385617f3468', 'gw_port': {'id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:29Z', 'updated_at': '2021-11-12T09:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '43d0d5f8-712f-4931-9d22-c9d0733f3dec', 'name': '', 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'mac_address': 'fa:16:3e:73:8c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4b869b61-d783-408f-9327-6465f83ee36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:31Z', 'updated_at': '2021-11-12T09:27:35Z', 'revision_number': 4, 'project_id': '35a9d64332bd45109e78a385617f3468', 'subnets': [{'id': '4b869b61-d783-408f-9327-6465f83ee36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:36.575322 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d462b-731a-4394-add9-d6fa6af58478 None None] The sync data for ids ['9e5218f2-63ea-42d7-8f72-47843a0fbf42'] in n-d-768851-18 is: [{'id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'name': 'tempest-TestMinimumBasicScenario-1985624461-router', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:28Z', 'updated_at': '2021-11-12T09:27:32Z', 'revision_number': 4, 'project_id': '35a9d64332bd45109e78a385617f3468', 'gw_port': {'id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:29Z', 'updated_at': '2021-11-12T09:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '43d0d5f8-712f-4931-9d22-c9d0733f3dec', 'name': '', 'network_id': '4c7a9699-aaf8-40ed-a555-9b0d065f0a30', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'mac_address': 'fa:16:3e:73:8c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '4b869b61-d783-408f-9327-6465f83ee36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:31Z', 'updated_at': '2021-11-12T09:27:35Z', 'revision_number': 4, 'project_id': '35a9d64332bd45109e78a385617f3468', 'subnets': [{'id': '4b869b61-d783-408f-9327-6465f83ee36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:36.591835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d1dd9927-8419-490d-be72-385c9725d426 None None] Provisioning complete for port 43d0d5f8-712f-4931-9d22-c9d0733f3dec triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:36.592305 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9927-8419-490d-be72-385c9725d426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.477265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 43d0d5f8-712f-4931-9d22-c9d0733f3dec up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:37.535165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 43d0d5f8-712f-4931-9d22-c9d0733f3dec triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:37.535537 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.632978 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2ff39ef5-1b56-4a53-a6f1-8e2e8d525300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:38.810639 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.180989 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.086498 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.443563 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f7d08-afaa-4456-b670-660418d2f140 req-85e1846c-c591-49be-9214-090dc42f3dcb tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:43.445043 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-85e1846c-c591-49be-9214-090dc42f3dcb tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/networks?id=ddc300bb-9087-4d7e-bbec-23df05c655c0 HTTP/1.1" status: 200 len: 814 time: 0.1166008 Nov 12 09:27:43.459597 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-71b2f9c0-1ee7-4df7-8904-666465eec198 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/quotas/e5a1f8a36da64a0c967b4f2a3a409549 HTTP/1.1" status: 200 len: 375 time: 0.0088472 Nov 12 09:27:43.511142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-21c2455b-3e55-4ff7-98eb-b20f2ed80c47 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e5a1f8a36da64a0c967b4f2a3a409549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460341 Nov 12 09:27:43.701724 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-063bf7a4-d2c8-4f25-9ee5-ee403984519c service neutron] 10.222.0.31 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793272 Nov 12 09:27:43.789420 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-97a01a6b-5c76-47f4-a8a9-90a639150284 service neutron] 10.222.0.31 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812099 Nov 12 09:27:43.956681 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f475d9fd-655c-436e-b613-c8826d90dd70 req-c0744c69-907d-4826-9064-05589b426330 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 210 time: 0.0271103 Nov 12 09:27:44.963643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f7d08-afaa-4456-b670-660418d2f140 req-3ffe4748-ddf2-4108-8037-c57f815ed719 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:44.965036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-3ffe4748-ddf2-4108-8037-c57f815ed719 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.46 "GET /v2.0/networks?id=ddc300bb-9087-4d7e-bbec-23df05c655c0 HTTP/1.1" status: 200 len: 814 time: 0.1129732 Nov 12 09:27:44.978587 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-368f7d08-afaa-4456-b670-660418d2f140 req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Request body: {'port': {'device_id': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'admin_state_up': True, 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:45.068957 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd5c7816-da1b-46c1-8ff6-7f6b67db589c req-d060f3a6-808e-4800-9dda-5821562765f8 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 210 time: 0.0350726 Nov 12 09:27:45.122829 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368f7d08-afaa-4456-b670-660418d2f140 req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Made reservation on behalf of e5a1f8a36da64a0c967b4f2a3a409549 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:45.126043 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-368f7d08-afaa-4456-b670-660418d2f140 req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.259118 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-368f7d08-afaa-4456-b670-660418d2f140 req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Allocated IP 172.20.0.9 (ddc300bb-9087-4d7e-bbec-23df05c655c0/b7165f21-3d90-41c2-bd10-4a7adb33da17/832fb72f-6613-44ed-bf03-adbded384d37) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:45.511893 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-368f7d08-afaa-4456-b670-660418d2f140 req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.549234 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-368f7d08-afaa-4456-b670-660418d2f140 req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.592783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368f7d08-afaa-4456-b670-660418d2f140 req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Network ddc300bb-9087-4d7e-bbec-23df05c655c0 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:45.596061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-368f7d08-afaa-4456-b670-660418d2f140 req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:45.603099 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-368f7d08-afaa-4456-b670-660418d2f140 req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:45.637004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event updated for resources: {'Port': ['ID=832fb72f-6613-44ed-bf03-adbded384d37,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:45.650743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.651097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.651443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.651780 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.652117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.652448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.652776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.653138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.653514 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.654434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.654766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.655088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:45.682054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f7d08-afaa-4456-b670-660418d2f140 req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:45.682703 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-368f7d08-afaa-4456-b670-660418d2f140 req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.713298 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-c5c13702-d894-4de7-a323-3a029160e038 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7383809 Nov 12 09:27:45.957483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-765bd582-f045-4202-a4de-b2f3652acf0b None None] Provisioning complete for port 832fb72f-6613-44ed-bf03-adbded384d37 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:45.958131 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-765bd582-f045-4202-a4de-b2f3652acf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.997692 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-765bd582-f045-4202-a4de-b2f3652acf0b None None] Port 832fb72f-6613-44ed-bf03-adbded384d37 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:46.199819 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa17404-990f-4477-ab2a-f2cac3579fc4 req-cab1ae43-aa2e-42e8-b4d8-a1fa590aeff5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:46.201961 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bfa17404-990f-4477-ab2a-f2cac3579fc4 req-cab1ae43-aa2e-42e8-b4d8-a1fa590aeff5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 931 time: 0.0619662 Nov 12 09:27:46.253766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bfa17404-990f-4477-ab2a-f2cac3579fc4 req-ff4f72e0-624f-4368-adc1-182156439705 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454893 Nov 12 09:27:47.380314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3c8c-4967-422e-a243-11db53ebaa3d req-4dbbc81d-3395-4e2c-9f38-384c4dabf3a5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:47.382599 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3caa3c8c-4967-422e-a243-11db53ebaa3d req-4dbbc81d-3395-4e2c-9f38-384c4dabf3a5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 931 time: 0.0526567 Nov 12 09:27:47.452505 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3caa3c8c-4967-422e-a243-11db53ebaa3d req-0cfb1c8b-de37-427d-8e39-e6269a4d063a tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539045 Nov 12 09:27:48.575521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d5d82-0a1a-4f2d-8901-3c9f9c85d377 req-72c954ea-3ab2-4940-9edc-edf88fe58dfe tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:48.577640 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095d5d82-0a1a-4f2d-8901-3c9f9c85d377 req-72c954ea-3ab2-4940-9edc-edf88fe58dfe tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 931 time: 0.0528984 Nov 12 09:27:48.639095 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-095d5d82-0a1a-4f2d-8901-3c9f9c85d377 req-75088868-6fe0-4258-bde0-faf3c845a57e tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553732 Nov 12 09:27:49.772739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403a121-71f3-47d0-aa5b-8c20364ea6c8 req-374eaacb-5c75-4498-9c58-8771868d2aa3 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:49.774385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e403a121-71f3-47d0-aa5b-8c20364ea6c8 req-374eaacb-5c75-4498-9c58-8771868d2aa3 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 931 time: 0.0614972 Nov 12 09:27:49.829464 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e403a121-71f3-47d0-aa5b-8c20364ea6c8 req-c40cf63f-bdc8-48e5-8728-86ebda056b58 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474174 Nov 12 09:27:50.958061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d0f3b-526f-409b-b75e-a1c9898338de req-082e03c6-b243-4f65-9924-02fefba6a1fd tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:50.959705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d49d0f3b-526f-409b-b75e-a1c9898338de req-082e03c6-b243-4f65-9924-02fefba6a1fd tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 931 time: 0.0524220 Nov 12 09:27:51.020071 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-d49d0f3b-526f-409b-b75e-a1c9898338de req-9fede59a-171a-47fb-aaa5-0b50a8159624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533640 Nov 12 09:27:52.155805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6f810-f6aa-4bed-b771-92e09615efda req-07f308da-af1e-48ea-9922-d83ccbc31303 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:52.158026 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23a6f810-f6aa-4bed-b771-92e09615efda req-07f308da-af1e-48ea-9922-d83ccbc31303 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 931 time: 0.0679097 Nov 12 09:27:52.209213 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-23a6f810-f6aa-4bed-b771-92e09615efda req-ae7e7827-d53a-4b29-bb71-1120d3e083ad tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435119 Nov 12 09:27:53.071318 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.340996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d4f1b-327b-4b18-a3f5-d361b82f2826 req-3f2f0d45-0cdb-48b1-b009-282936d3fc0f tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:53.342501 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e1d4f1b-327b-4b18-a3f5-d361b82f2826 req-3f2f0d45-0cdb-48b1-b009-282936d3fc0f tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 931 time: 0.0528736 Nov 12 09:27:53.400278 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e1d4f1b-327b-4b18-a3f5-d361b82f2826 req-987be72c-34c0-495c-8118-68b8ada72d0b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516760 Nov 12 09:27:54.519006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca97fb9-0ccf-4cbb-8590-8eec9d821a45 req-91ee5c42-6881-4f34-9691-4f403029d1e6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:54.520830 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2ca97fb9-0ccf-4cbb-8590-8eec9d821a45 req-91ee5c42-6881-4f34-9691-4f403029d1e6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 931 time: 0.0519459 Nov 12 09:27:54.573147 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2ca97fb9-0ccf-4cbb-8590-8eec9d821a45 req-59a2c496-09ce-4c03-a816-bfb3cd070f4f tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460377 Nov 12 09:27:55.689649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21edbd-3756-4c70-92ed-3955e929a7b0 req-485e729c-28c2-4c29-a5a1-4c113db325b8 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.691641 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb21edbd-3756-4c70-92ed-3955e929a7b0 req-485e729c-28c2-4c29-a5a1-4c113db325b8 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 931 time: 0.0498075 Nov 12 09:27:55.739726 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-eb21edbd-3756-4c70-92ed-3955e929a7b0 req-96c3aa0a-4ed7-4458-8d94-1a3a4350ae07 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Nov 12 09:27:56.861808 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da050685-dba1-4b14-9f9b-68d6a41e48fe req-e027eca7-ff24-4385-bf71-59c0edc77106 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:56.863289 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da050685-dba1-4b14-9f9b-68d6a41e48fe req-e027eca7-ff24-4385-bf71-59c0edc77106 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 931 time: 0.0496261 Nov 12 09:27:56.923704 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-da050685-dba1-4b14-9f9b-68d6a41e48fe req-15d30f07-0366-43dd-8363-1b691fc8fd21 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542111 Nov 12 09:27:58.050587 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd93cd-9744-479f-a041-356e07c8e117 req-2f9820cd-d188-40a7-88f9-ef21539c14e8 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:58.052108 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-84dd93cd-9744-479f-a041-356e07c8e117 req-2f9820cd-d188-40a7-88f9-ef21539c14e8 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 931 time: 0.0569036 Nov 12 09:27:58.102704 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-84dd93cd-9744-479f-a041-356e07c8e117 req-34c6b5a0-504a-473b-abe5-8b332f8a7ea3 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443907 Nov 12 09:27:58.681719 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Request body: {'port': {'device_id': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:58.744477 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.024517 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832fb72f-6613-44ed-bf03-adbded384d37 {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:27:59.032833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.044957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Transition to ACTIVE for port object 832fb72f-6613-44ed-bf03-adbded384d37 will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:27:59.049133 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.102843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Pushing event updated for resources: {'Port': ['ID=832fb72f-6613-44ed-bf03-adbded384d37,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:59.184648 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.188381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Attempting to bind port 832fb72f-6613-44ed-bf03-adbded384d37 on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:59.188726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Attempting to bind port 832fb72f-6613-44ed-bf03-adbded384d37 by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:59.189054 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Attempting to bind port 832fb72f-6613-44ed-bf03-adbded384d37 on network ddc300bb-9087-4d7e-bbec-23df05c655c0 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:59.214049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Port 832fb72f-6613-44ed-bf03-adbded384d37 on network ddc300bb-9087-4d7e-bbec-23df05c655c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:27:59.214381 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Attempting to bind port 832fb72f-6613-44ed-bf03-adbded384d37 on network ddc300bb-9087-4d7e-bbec-23df05c655c0 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:59.224109 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:59.224447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Checking segment: {'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:59.224838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Bound using segment: {'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:59.225305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Bound port: 832fb72f-6613-44ed-bf03-adbded384d37, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f22947-b0eb-45b0-9d7f-d984fc40c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:59.225663 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.251475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0e4e6-6c0f-4073-b5d7-af7ab93fbdd3 req-c7af8222-ea71-4fbe-8e8f-7f6d08834a6a tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:59.253049 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3a0e4e6-6c0f-4073-b5d7-af7ab93fbdd3 req-c7af8222-ea71-4fbe-8e8f-7f6d08834a6a tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 943 time: 0.0779328 Nov 12 09:27:59.336528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] For port 832fb72f-6613-44ed-bf03-adbded384d37, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:59.340745 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] For port 832fb72f-6613-44ed-bf03-adbded384d37, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=832fb72f-6613-44ed-bf03-adbded384d37,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:59.345509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3a0e4e6-6c0f-4073-b5d7-af7ab93fbdd3 req-1a2b79b2-0639-4467-a807-92a5a67a6500 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712271 Nov 12 09:27:59.347009 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.387383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:59.388017 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.389987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] 10.222.0.46 "PUT /v2.0/ports/832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 1092 time: 0.7130585 Nov 12 09:27:59.390432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:59.392702 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1efc6f8-672d-4f5f-8808-94a613cac4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "tag": "832fb72f-6613-44ed-bf03-adbded384d37"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:59.422324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fa8f4-ecd2-44f0-ba87-83f7e6847f24 service neutron] Pushing event updated for resources: {'Port': ['ID=832fb72f-6613-44ed-bf03-adbded384d37,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:59.470868 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b24f98-3837-4c5f-a7c0-4f2a28b15626 x-openstack-request-id: req-03b24f98-3837-4c5f-a7c0-4f2a28b15626 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:59.471182 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "tag": "832fb72f-6613-44ed-bf03-adbded384d37", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:59.471411 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03b24f98-3837-4c5f-a7c0-4f2a28b15626 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:59.471809 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37', 'status': 'completed', 'code': 200} Nov 12 09:27:59.489626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f7d08-afaa-4456-b670-660418d2f140 req-58fd0f03-0c07-4173-899d-9e496adc7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:59.491178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-58fd0f03-0c07-4173-899d-9e496adc7856 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5a1f8a36da64a0c967b4f2a3a409549&device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 1095 time: 0.0541818 Nov 12 09:27:59.537371 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-c29a26d9-7d69-4dfd-acf5-2d0e7a2e9f57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 217 time: 0.0377097 Nov 12 09:27:59.590647 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f7d08-afaa-4456-b670-660418d2f140 req-609e654c-0989-4e2f-9237-1f34d6922eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:59.592135 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-609e654c-0989-4e2f-9237-1f34d6922eae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7165f21-3d90-41c2-bd10-4a7adb33da17 HTTP/1.1" status: 200 len: 853 time: 0.0482857 Nov 12 09:27:59.653817 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f7d08-afaa-4456-b670-660418d2f140 req-4590f677-61f6-47ee-92d8-d074e74b7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:59.655378 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-4590f677-61f6-47ee-92d8-d074e74b7b71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddc300bb-9087-4d7e-bbec-23df05c655c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495868 Nov 12 09:27:59.767661 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-e41e0e2b-4552-4dab-b622-8f998c1013e5 service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026340 Nov 12 09:27:59.878143 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-368f7d08-afaa-4456-b670-660418d2f140 req-8270089a-fa76-47d3-8e18-8b17585d1655 service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032729 Nov 12 09:27:59.975141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efc6f8-672d-4f5f-8808-94a613cac4ad req-e9416c45-ec3e-41ce-83d9-9e50446b1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:59.976758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1efc6f8-672d-4f5f-8808-94a613cac4ad req-e9416c45-ec3e-41ce-83d9-9e50446b1cf3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5a1f8a36da64a0c967b4f2a3a409549&device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 1095 time: 0.0430920 Nov 12 09:28:00.078118 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efc6f8-672d-4f5f-8808-94a613cac4ad req-614c02be-eea1-4dbe-9780-3539a97eb704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:00.079627 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1efc6f8-672d-4f5f-8808-94a613cac4ad req-614c02be-eea1-4dbe-9780-3539a97eb704 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddc300bb-9087-4d7e-bbec-23df05c655c0 HTTP/1.1" status: 200 len: 915 time: 0.0958023 Nov 12 09:28:00.123889 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1efc6f8-672d-4f5f-8808-94a613cac4ad req-33e4a24b-8d6a-4fd3-ba90-42f911592cc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 217 time: 0.0367880 Nov 12 09:28:00.181265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efc6f8-672d-4f5f-8808-94a613cac4ad req-a8d79922-aa44-4d7b-adbd-b2cf82dd9b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:00.182782 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1efc6f8-672d-4f5f-8808-94a613cac4ad req-a8d79922-aa44-4d7b-adbd-b2cf82dd9b17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7165f21-3d90-41c2-bd10-4a7adb33da17 HTTP/1.1" status: 200 len: 853 time: 0.0512660 Nov 12 09:28:00.234960 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efc6f8-672d-4f5f-8808-94a613cac4ad req-2d2642ed-a668-43b7-a695-ef22980c19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:00.237181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1efc6f8-672d-4f5f-8808-94a613cac4ad req-2d2642ed-a668-43b7-a695-ef22980c19ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddc300bb-9087-4d7e-bbec-23df05c655c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455387 Nov 12 09:28:00.335548 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1efc6f8-672d-4f5f-8808-94a613cac4ad req-253430ec-3b8f-4dc6-8252-a556722a1b16 service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907140 Nov 12 09:28:00.468242 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1efc6f8-672d-4f5f-8808-94a613cac4ad req-d2753de6-865c-4d09-bba0-fd3d0813794a service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252644 Nov 12 09:28:00.483595 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70682349-bab1-49db-91ef-9bc210477d68 req-5de2c0e4-3ef5-438b-9a3b-5f84d054bbdf tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:00.485553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70682349-bab1-49db-91ef-9bc210477d68 req-5de2c0e4-3ef5-438b-9a3b-5f84d054bbdf tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 943 time: 0.0698140 Nov 12 09:28:00.536348 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70682349-bab1-49db-91ef-9bc210477d68 req-b9f978fb-348a-4af0-a096-c9294581e92d tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445285 Nov 12 09:28:01.670492 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c1aa9-bdc2-46d1-a1c6-75e6453a954d req-e96c3423-80a8-4f1b-a837-5ca5fbdd5799 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:01.672789 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-978c1aa9-bdc2-46d1-a1c6-75e6453a954d req-e96c3423-80a8-4f1b-a837-5ca5fbdd5799 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 943 time: 0.0508039 Nov 12 09:28:01.724628 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-978c1aa9-bdc2-46d1-a1c6-75e6453a954d req-a007dc9d-67cc-461c-a257-bf1fe72ba4e7 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463057 Nov 12 09:28:02.839548 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2d3a7-42a5-41a0-94a0-6c1d336245b8 req-8d18aa7d-5e3c-492b-b560-c1ddfb309719 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:02.841055 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ff2d3a7-42a5-41a0-94a0-6c1d336245b8 req-8d18aa7d-5e3c-492b-b560-c1ddfb309719 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 943 time: 0.0488319 Nov 12 09:28:02.887341 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1ff2d3a7-42a5-41a0-94a0-6c1d336245b8 req-f9f2744a-f712-423c-a927-126ea60ce62b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Nov 12 09:28:03.994223 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 832fb72f-6613-44ed-bf03-adbded384d37 details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:28:04.007043 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878670e0-0389-48af-8e05-e60068894842 req-557334ba-384c-45f4-a7df-0bac8a672469 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:04.009516 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-878670e0-0389-48af-8e05-e60068894842 req-557334ba-384c-45f4-a7df-0bac8a672469 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 943 time: 0.0527697 Nov 12 09:28:04.070805 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-878670e0-0389-48af-8e05-e60068894842 req-3e904a20-e932-4b07-8390-8e112da5f8ca tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545814 Nov 12 09:28:04.098726 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 832fb72f-6613-44ed-bf03-adbded384d37, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=832fb72f-6613-44ed-bf03-adbded384d37,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:04.113617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '832fb72f-6613-44ed-bf03-adbded384d37', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'port_id': '832fb72f-6613-44ed-bf03-adbded384d37', 'mac_address': 'fa:16:3e:0d:b4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:28:04.150923 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.163377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832fb72f-6613-44ed-bf03-adbded384d37 {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:28:04.182847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 832fb72f-6613-44ed-bf03-adbded384d37, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=832fb72f-6613-44ed-bf03-adbded384d37,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:04.186698 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.234151 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=832fb72f-6613-44ed-bf03-adbded384d37,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:04.537882 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['832fb72f-6613-44ed-bf03-adbded384d37'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:05.197796 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469febdb-c81a-42f8-bd44-2bac9ac85521 req-92be1bab-fb53-433a-bd9f-32541f0ce7d7 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:05.199265 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-469febdb-c81a-42f8-bd44-2bac9ac85521 req-92be1bab-fb53-433a-bd9f-32541f0ce7d7 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 944 time: 0.0573375 Nov 12 09:28:05.248499 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-469febdb-c81a-42f8-bd44-2bac9ac85521 req-f4ebb709-d469-477f-a69d-4bf6a0dd4dab tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427480 Nov 12 09:28:05.332369 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ad83ce07-d353-4389-9621-9bd1a34c9dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:05.994301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 832fb72f-6613-44ed-bf03-adbded384d37 up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:06.049908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 832fb72f-6613-44ed-bf03-adbded384d37 completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:28:06.057923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 832fb72f-6613-44ed-bf03-adbded384d37 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:06.059516 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:06.144186 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:06.168658 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:06.170969 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c3e51f-f676-46b2-860d-dc47e9ddc086" -d '{"events": [{"server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "name": "network-vif-plugged", "status": "completed", "tag": "832fb72f-6613-44ed-bf03-adbded384d37"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:06.186078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 832fb72f-6613-44ed-bf03-adbded384d37, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=832fb72f-6613-44ed-bf03-adbded384d37,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:06.197118 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:06.222485 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346dbdd2-8f39-47ac-ba34-e2898ad2fd26 x-openstack-request-id: req-346dbdd2-8f39-47ac-ba34-e2898ad2fd26 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:06.222775 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "name": "network-vif-plugged", "status": "completed", "tag": "832fb72f-6613-44ed-bf03-adbded384d37", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:06.223037 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-346dbdd2-8f39-47ac-ba34-e2898ad2fd26 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:06.223430 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37', 'code': 200} Nov 12 09:28:06.256634 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=832fb72f-6613-44ed-bf03-adbded384d37,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:06.367281 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51595822-8adf-4d46-95fc-192986aa00d9 req-bff08875-c2b6-4ee1-88ae-130facbdd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:06.369291 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51595822-8adf-4d46-95fc-192986aa00d9 req-bff08875-c2b6-4ee1-88ae-130facbdd2e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 1097 time: 0.0731769 Nov 12 09:28:06.406149 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426aaf1-1441-43dc-9a1b-c288aaae1a48 req-9b6be040-7070-471f-ba19-669336935d68 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:06.407700 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f426aaf1-1441-43dc-9a1b-c288aaae1a48 req-9b6be040-7070-471f-ba19-669336935d68 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 945 time: 0.0760434 Nov 12 09:28:06.449683 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51595822-8adf-4d46-95fc-192986aa00d9 req-632504ef-4d85-4491-b3be-d1a482729ee3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732968 Nov 12 09:28:06.479422 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f426aaf1-1441-43dc-9a1b-c288aaae1a48 req-58c83230-d7ac-4b70-ad38-cf16637af69e tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626023 Nov 12 09:28:07.601842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c22de5-6d4b-4408-9784-6c177b29dd9b req-bdc7078c-f8ca-46bf-b585-b279fb845b99 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:07.603351 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13c22de5-6d4b-4408-9784-6c177b29dd9b req-bdc7078c-f8ca-46bf-b585-b279fb845b99 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 945 time: 0.0506907 Nov 12 09:28:07.618789 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ea26931f-b546-48fe-b358-744eeae710a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:07.658658 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-13c22de5-6d4b-4408-9784-6c177b29dd9b req-865ce7b6-3e91-4ad2-ae56-99ea3603158e tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488887 Nov 12 09:28:08.782600 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80b198-1641-46a0-86fd-c75e30e5555e req-8ff9d988-628d-42e1-ab55-088accfb33cf tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:08.784132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b80b198-1641-46a0-86fd-c75e30e5555e req-8ff9d988-628d-42e1-ab55-088accfb33cf tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 945 time: 0.0522842 Nov 12 09:28:08.810694 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:08.836410 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2b80b198-1641-46a0-86fd-c75e30e5555e req-a6c0ae76-1616-4ffe-8f3f-7fbe02090b73 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Nov 12 09:28:08.965903 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d9ba-4239-4fd1-94a7-94aea32f3f1e req-c765f9a1-189a-43ce-aa0c-d3c58581f03a tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:08.967328 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5013d9ba-4239-4fd1-94a7-94aea32f3f1e req-c765f9a1-189a-43ce-aa0c-d3c58581f03a tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 945 time: 0.0519340 Nov 12 09:28:09.021999 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5013d9ba-4239-4fd1-94a7-94aea32f3f1e req-42c476f3-2667-4076-9cc4-b138e50bb780 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487123 Nov 12 09:28:09.063178 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:28:09.227676 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3304a5a-98e4-46b1-a9b8-7ca8900e22e7 req-b082e37d-abd8-4d9e-a19c-01552d9d6c0a tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:09.229123 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3304a5a-98e4-46b1-a9b8-7ca8900e22e7 req-b082e37d-abd8-4d9e-a19c-01552d9d6c0a tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 945 time: 0.0549500 Nov 12 09:28:09.278156 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e3304a5a-98e4-46b1-a9b8-7ca8900e22e7 req-16c608e3-eca6-426f-81ac-f1423bb713a2 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423040 Nov 12 09:28:10.182306 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:11.079925 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:21.787787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af894fde-8b8c-4d5e-ad19-706c276da6fc req-f5b186e6-d5d5-42a0-9030-7209f68f229a tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:21.789285 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af894fde-8b8c-4d5e-ad19-706c276da6fc req-f5b186e6-d5d5-42a0-9030-7209f68f229a tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 945 time: 0.0482605 Nov 12 09:28:21.839240 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af894fde-8b8c-4d5e-ad19-706c276da6fc req-c89a816b-066b-44e9-8dcb-a071b38e07df tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439837 Nov 12 09:28:21.862230 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48890) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:21.952551 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f955840-d010-46a4-a9e2-2d6664c2d6ed tempest-TestMinimumBasicScenario-118293522 tempest-TestMinimumBasicScenario-118293522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:21.954621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5f955840-d010-46a4-a9e2-2d6664c2d6ed tempest-TestMinimumBasicScenario-118293522 tempest-TestMinimumBasicScenario-118293522-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 1092 time: 0.0913706 Nov 12 09:28:21.957679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48894) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:21.962038 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '832fb72f-6613-44ed-bf03-adbded384d37', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:21.983611 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:22.082789 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:22.195415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Allocated IP 172.25.3.152 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/71449fa1-6f97-47d4-8cbb-4b81b38138a4) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:28:22.303268 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:22.353706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:22.393970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:28:22.403806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:28:22.407939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:28:22.430008 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event updated for resources: {'Port': ['ID=71449fa1-6f97-47d4-8cbb-4b81b38138a4,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:22.441735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:22.442088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:22.442439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:22.442759 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:22.443088 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:22.443416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:22.443741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:22.444060 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:22.444380 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:22.444701 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:22.445018 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:22.445359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:22.790935 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:22.865287 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.017956 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.022637 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.067004 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.098799 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event updated for resources: {'Port': ['ID=71449fa1-6f97-47d4-8cbb-4b81b38138a4,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:23.108880 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.215262 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Floating IP 823f8de7-603f-4c3d-94fd-2153a01b1f12 associated. External IP: 172.25.3.152, port: 832fb72f-6613-44ed-bf03-adbded384d37. Nov 12 09:28:23.428948 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:28:23.538322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:28:23.548362 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465dfed8-0e6c-4330-b0bb-ff171caa799c None None] Sync routers for ids ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:28:23.556281 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.558515 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465dfed8-0e6c-4330-b0bb-ff171caa799c None None] Routers {'1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:23.559251 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-465dfed8-0e6c-4330-b0bb-ff171caa799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:28:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:23.585193 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-864d099a-3455-405e-8167-20a6359ef706 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6264515 Nov 12 09:28:23.586044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:23.588467 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48896) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:23.589058 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86349f93-1c5d-4330-b8c8-45656d79ab5e" -d '{"events": [{"name": "network-changed", "server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "tag": "832fb72f-6613-44ed-bf03-adbded384d37"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:23.595036 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-3065f0b4-03ff-4190-bfac-e65cf6bb40aa tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1847503729', 'description': 'tempest-secgroup-smoke-1847503729 description', 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:23.620240 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3065f0b4-03ff-4190-bfac-e65cf6bb40aa tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.681013 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-465dfed8-0e6c-4330-b0bb-ff171caa799c None None] Set router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:23.692022 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3065f0b4-03ff-4190-bfac-e65cf6bb40aa tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.696471 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3065f0b4-03ff-4190-bfac-e65cf6bb40aa tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.729763 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3065f0b4-03ff-4190-bfac-e65cf6bb40aa tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.734005 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-3065f0b4-03ff-4190-bfac-e65cf6bb40aa tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1440594 Nov 12 09:28:23.734527 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48902) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:23.736087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065f0b4-03ff-4190-bfac-e65cf6bb40aa tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:23.742316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-bcaddd63-b76d-4970-96d8-1f0161e3d0f5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Request body: {'security_group_rule': {'security_group_id': 'f912af26-7d7c-4211-bc6a-2fd55d6bb6a2', 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:23.776961 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d8ac37-e5f1-48fe-986b-99816f0aac1f x-openstack-request-id: req-b4d8ac37-e5f1-48fe-986b-99816f0aac1f {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:23.777407 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "tag": "832fb72f-6613-44ed-bf03-adbded384d37", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:23.777721 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4d8ac37-e5f1-48fe-986b-99816f0aac1f {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:23.778067 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37', 'status': 'completed', 'code': 200} Nov 12 09:28:23.778888 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bcaddd63-b76d-4970-96d8-1f0161e3d0f5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.830937 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bcaddd63-b76d-4970-96d8-1f0161e3d0f5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.836087 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bcaddd63-b76d-4970-96d8-1f0161e3d0f5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.850459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86349f93-1c5d-4330-b8c8-45656d79ab5e req-83e02821-4c69-4fa7-af64-8a9272f65fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:23.852108 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86349f93-1c5d-4330-b8c8-45656d79ab5e req-83e02821-4c69-4fa7-af64-8a9272f65fee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5a1f8a36da64a0c967b4f2a3a409549&device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 1097 time: 0.0496612 Nov 12 09:28:23.856196 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaddd63-b76d-4970-96d8-1f0161e3d0f5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855b1119-5439-4ab8-80fb-c60ba91a6e67,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:23.865294 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bcaddd63-b76d-4970-96d8-1f0161e3d0f5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.869361 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bcaddd63-b76d-4970-96d8-1f0161e3d0f5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297653 Nov 12 09:28:23.869862 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 48904) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:23.874210 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-086737d5-ec81-4cf5-82b0-b3627a891c4f tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Request body: {'security_group_rule': {'security_group_id': 'f912af26-7d7c-4211-bc6a-2fd55d6bb6a2', 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:23.927582 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-465dfed8-0e6c-4330-b0bb-ff171caa799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '823f8de7-603f-4c3d-94fd-2153a01b1f12', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'port_id': '832fb72f-6613-44ed-bf03-adbded384d37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'mac_address': 'fa:16:3e:0d:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:28:22Z', 'updated_at': '2021-11-12T09:28:22Z', 'revision_number': 0, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdb12ad-0343-40a9-ae3d-cdd130f1da3b', 'name': '', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'mac_address': 'fa:16:3e:8a:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:26Z', 'updated_at': '2021-11-12T09:27:30Z', 'revision_number': 5, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'subnets': [{'id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:23.954246 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465dfed8-0e6c-4330-b0bb-ff171caa799c None None] Checking router: 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:28:23.954599 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-086737d5-ec81-4cf5-82b0-b3627a891c4f tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:23.962552 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465dfed8-0e6c-4330-b0bb-ff171caa799c None None] Routers {'1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:23.963403 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-465dfed8-0e6c-4330-b0bb-ff171caa799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:28:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:23.995573 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86349f93-1c5d-4330-b8c8-45656d79ab5e req-f776a295-e692-49dd-a004-d2eb1c69937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:23.997066 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86349f93-1c5d-4330-b8c8-45656d79ab5e req-f776a295-e692-49dd-a004-d2eb1c69937c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddc300bb-9087-4d7e-bbec-23df05c655c0 HTTP/1.1" status: 200 len: 915 time: 0.1367056 Nov 12 09:28:24.065129 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-086737d5-ec81-4cf5-82b0-b3627a891c4f tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.071049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-086737d5-ec81-4cf5-82b0-b3627a891c4f tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.071467 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-465dfed8-0e6c-4330-b0bb-ff171caa799c None None] Set router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:28:24.100075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086737d5-ec81-4cf5-82b0-b3627a891c4f tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af302f8c-e60f-4aef-b5de-d242ae2e5658,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:24.103330 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86349f93-1c5d-4330-b8c8-45656d79ab5e req-327724a3-2790-4d27-97e8-7f4d5bb56f92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 999 time: 0.0962474 Nov 12 09:28:24.106647 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-086737d5-ec81-4cf5-82b0-b3627a891c4f tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.110375 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-086737d5-ec81-4cf5-82b0-b3627a891c4f tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2368772 Nov 12 09:28:24.110704 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48906) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:24.115224 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fddd12b4-f9c0-4308-b9be-48c49d3e1fc5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Request body: {'security_group_rule': {'security_group_id': 'f912af26-7d7c-4211-bc6a-2fd55d6bb6a2', 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:24.148313 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fddd12b4-f9c0-4308-b9be-48c49d3e1fc5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.163891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86349f93-1c5d-4330-b8c8-45656d79ab5e req-ed9f218e-35c3-416e-b7eb-2a8bbb314d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:24.165508 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86349f93-1c5d-4330-b8c8-45656d79ab5e req-ed9f218e-35c3-416e-b7eb-2a8bbb314d9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7165f21-3d90-41c2-bd10-4a7adb33da17 HTTP/1.1" status: 200 len: 853 time: 0.0464940 Nov 12 09:28:24.209672 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fddd12b4-f9c0-4308-b9be-48c49d3e1fc5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.214283 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fddd12b4-f9c0-4308-b9be-48c49d3e1fc5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.218899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86349f93-1c5d-4330-b8c8-45656d79ab5e req-741a9d0e-54a4-43d1-a635-7b98c05f70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:24.220405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86349f93-1c5d-4330-b8c8-45656d79ab5e req-741a9d0e-54a4-43d1-a635-7b98c05f70d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddc300bb-9087-4d7e-bbec-23df05c655c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480576 Nov 12 09:28:24.228604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd12b4-f9c0-4308-b9be-48c49d3e1fc5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998bdfe3-2db9-465d-a64b-bc49c7ceb87d,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:24.247596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fddd12b4-f9c0-4308-b9be-48c49d3e1fc5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.251981 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fddd12b4-f9c0-4308-b9be-48c49d3e1fc5 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371381 Nov 12 09:28:24.252297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48908) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:24.256913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-f907270c-ee94-4672-a864-f50e2ecbc66d tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Request body: {'security_group_rule': {'security_group_id': 'f912af26-7d7c-4211-bc6a-2fd55d6bb6a2', 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:24.286012 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f907270c-ee94-4672-a864-f50e2ecbc66d tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.311178 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-465dfed8-0e6c-4330-b0bb-ff171caa799c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '823f8de7-603f-4c3d-94fd-2153a01b1f12', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'port_id': '832fb72f-6613-44ed-bf03-adbded384d37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'mac_address': 'fa:16:3e:0d:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:28:22Z', 'updated_at': '2021-11-12T09:28:22Z', 'revision_number': 0, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdb12ad-0343-40a9-ae3d-cdd130f1da3b', 'name': '', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'mac_address': 'fa:16:3e:8a:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:26Z', 'updated_at': '2021-11-12T09:27:30Z', 'revision_number': 5, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'subnets': [{'id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:24.324292 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86349f93-1c5d-4330-b8c8-45656d79ab5e req-b256dc1c-3fbf-46db-b44a-ad78d2588343 service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965683 Nov 12 09:28:24.339145 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465dfed8-0e6c-4330-b0bb-ff171caa799c None None] The sync data for ids ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'] in n-d-768851-18 is: [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '823f8de7-603f-4c3d-94fd-2153a01b1f12', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'port_id': '832fb72f-6613-44ed-bf03-adbded384d37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'mac_address': 'fa:16:3e:0d:b4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:28:22Z', 'updated_at': '2021-11-12T09:28:22Z', 'revision_number': 0, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbdb12ad-0343-40a9-ae3d-cdd130f1da3b', 'name': '', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'mac_address': 'fa:16:3e:8a:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:26Z', 'updated_at': '2021-11-12T09:27:30Z', 'revision_number': 5, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'subnets': [{'id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:28:24.353721 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f907270c-ee94-4672-a864-f50e2ecbc66d tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.358159 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f907270c-ee94-4672-a864-f50e2ecbc66d tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.378122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907270c-ee94-4672-a864-f50e2ecbc66d tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac573c54-b70c-40e9-8758-9b83162e5905,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:24.387368 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f907270c-ee94-4672-a864-f50e2ecbc66d tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.392339 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f907270c-ee94-4672-a864-f50e2ecbc66d tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355040 Nov 12 09:28:24.392624 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48910) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:24.397217 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-257d8d52-2e26-429f-8106-7bae6ce01244 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Request body: {'security_group_rule': {'security_group_id': 'f912af26-7d7c-4211-bc6a-2fd55d6bb6a2', 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:24.433056 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-257d8d52-2e26-429f-8106-7bae6ce01244 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Project e5a1f8a36da64a0c967b4f2a3a409549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:28:24.439344 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-257d8d52-2e26-429f-8106-7bae6ce01244 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.442835 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86349f93-1c5d-4330-b8c8-45656d79ab5e req-908f51a3-24d3-4208-9a70-404e74375910 service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114433 Nov 12 09:28:24.501202 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-257d8d52-2e26-429f-8106-7bae6ce01244 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.505211 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-257d8d52-2e26-429f-8106-7bae6ce01244 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.524291 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d8d52-2e26-429f-8106-7bae6ce01244 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251ec10a-6851-4f30-83e1-94caefd6e636,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:24.528808 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-257d8d52-2e26-429f-8106-7bae6ce01244 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.533842 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-257d8d52-2e26-429f-8106-7bae6ce01244 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363568 Nov 12 09:28:24.533842 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48912) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:24.538352 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-9eca4eb7-8c10-4f78-8af2-9eb08b6d5942 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Request body: {'security_group_rule': {'security_group_id': 'f912af26-7d7c-4211-bc6a-2fd55d6bb6a2', 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:24.563189 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-9eca4eb7-8c10-4f78-8af2-9eb08b6d5942 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Project e5a1f8a36da64a0c967b4f2a3a409549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:28:24.568939 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eca4eb7-8c10-4f78-8af2-9eb08b6d5942 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.578263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046605fb-5dca-45c3-a886-b2e3fbc9309d None None] New status for floating IP 823f8de7-603f-4c3d-94fd-2153a01b1f12: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:28:24.638757 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eca4eb7-8c10-4f78-8af2-9eb08b6d5942 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.644141 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eca4eb7-8c10-4f78-8af2-9eb08b6d5942 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.664619 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca4eb7-8c10-4f78-8af2-9eb08b6d5942 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab46ef73-e35b-49a9-bebb-b63a8cb964ed,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:24.670626 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-9eca4eb7-8c10-4f78-8af2-9eb08b6d5942 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:24.672403 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9eca4eb7-8c10-4f78-8af2-9eb08b6d5942 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375282 Nov 12 09:28:24.765737 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-201d2421-8202-41a9-8bdb-356056b037fe req-2fe43c9d-4d31-465b-adb8-1bbdf04ecae7 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1847503729&fields=id&tenant_id=e5a1f8a36da64a0c967b4f2a3a409549 HTTP/1.1" status: 200 len: 267 time: 0.0464015 Nov 12 09:28:24.823195 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d2421-8202-41a9-8bdb-356056b037fe req-c8630012-8ad6-47e9-b717-f1b29f9758c6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:24.824753 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-201d2421-8202-41a9-8bdb-356056b037fe req-c8630012-8ad6-47e9-b717-f1b29f9758c6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 945 time: 0.0529082 Nov 12 09:28:24.835725 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [req-201d2421-8202-41a9-8bdb-356056b037fe req-3aa45bd3-6187-4268-a5d4-252435ed4975 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Request body: {'port': {'security_groups': ['656f8815-74ec-48bb-b8ba-f96ddc12bca9', 'f912af26-7d7c-4211-bc6a-2fd55d6bb6a2']}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:24.905403 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-201d2421-8202-41a9-8bdb-356056b037fe req-3aa45bd3-6187-4268-a5d4-252435ed4975 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.092723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [req-201d2421-8202-41a9-8bdb-356056b037fe req-3aa45bd3-6187-4268-a5d4-252435ed4975 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] For port 832fb72f-6613-44ed-bf03-adbded384d37, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=832fb72f-6613-44ed-bf03-adbded384d37,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:25.124575 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-201d2421-8202-41a9-8bdb-356056b037fe req-3aa45bd3-6187-4268-a5d4-252435ed4975 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.130225 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-201d2421-8202-41a9-8bdb-356056b037fe req-3aa45bd3-6187-4268-a5d4-252435ed4975 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.142847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['832fb72f-6613-44ed-bf03-adbded384d37'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:25.174111 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d2421-8202-41a9-8bdb-356056b037fe req-3aa45bd3-6187-4268-a5d4-252435ed4975 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:25.174760 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [req-201d2421-8202-41a9-8bdb-356056b037fe req-3aa45bd3-6187-4268-a5d4-252435ed4975 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.176174 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-201d2421-8202-41a9-8bdb-356056b037fe req-3aa45bd3-6187-4268-a5d4-252435ed4975 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "PUT /v2.0/ports/832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 981 time: 0.3448544 Nov 12 09:28:25.201680 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa45bd3-6187-4268-a5d4-252435ed4975 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event updated for resources: {'Port': ['ID=832fb72f-6613-44ed-bf03-adbded384d37,revision_number=6']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:25.234290 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['832fb72f-6613-44ed-bf03-adbded384d37'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:25.293079 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f488e8a-fe6f-496c-b9e1-ef31af1549f2 req-761c89b4-4c02-4066-93ba-ac6a41235e74 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:25.294865 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f488e8a-fe6f-496c-b9e1-ef31af1549f2 req-761c89b4-4c02-4066-93ba-ac6a41235e74 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.0533881 Nov 12 09:28:25.372777 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f488e8a-fe6f-496c-b9e1-ef31af1549f2 req-e8607caa-1bdc-4b09-9a9a-261ab2c33160 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&id=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700190 Nov 12 09:28:25.586521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-11f30f1e-a5e0-4733-931a-70dac2fee46a None None] Provisioning complete for port 832fb72f-6613-44ed-bf03-adbded384d37 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:25.587115 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-11f30f1e-a5e0-4733-931a-70dac2fee46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:25.778964 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:25.782236 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab251981-7b40-446c-b490-fc4d88339d06" -d '{"events": [{"name": "network-changed", "server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "tag": "832fb72f-6613-44ed-bf03-adbded384d37"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:25.821778 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b3c5ea-6321-44bd-ba03-f948961734b6 x-openstack-request-id: req-14b3c5ea-6321-44bd-ba03-f948961734b6 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:25.822069 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "tag": "832fb72f-6613-44ed-bf03-adbded384d37", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:25.822324 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14b3c5ea-6321-44bd-ba03-f948961734b6 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:25.822730 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37', 'status': 'completed', 'code': 200} Nov 12 09:28:25.885696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab251981-7b40-446c-b490-fc4d88339d06 req-68fd1ccb-e413-4a0e-8b13-986162fc03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:25.887096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab251981-7b40-446c-b490-fc4d88339d06 req-68fd1ccb-e413-4a0e-8b13-986162fc03e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5a1f8a36da64a0c967b4f2a3a409549&device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 1136 time: 0.0404141 Nov 12 09:28:25.980078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab251981-7b40-446c-b490-fc4d88339d06 req-853501d1-66b2-4682-ab99-889a0784af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:25.981549 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab251981-7b40-446c-b490-fc4d88339d06 req-853501d1-66b2-4682-ab99-889a0784af8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddc300bb-9087-4d7e-bbec-23df05c655c0 HTTP/1.1" status: 200 len: 915 time: 0.0878921 Nov 12 09:28:26.051425 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab251981-7b40-446c-b490-fc4d88339d06 req-eed421f8-fcc8-4aea-9815-40eb93725b8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 1001 time: 0.0613747 Nov 12 09:28:26.105574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab251981-7b40-446c-b490-fc4d88339d06 req-df8a7ff4-1880-4e16-b6ad-fabe622f9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:26.107044 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab251981-7b40-446c-b490-fc4d88339d06 req-df8a7ff4-1880-4e16-b6ad-fabe622f9af0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7165f21-3d90-41c2-bd10-4a7adb33da17 HTTP/1.1" status: 200 len: 853 time: 0.0479484 Nov 12 09:28:26.154167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab251981-7b40-446c-b490-fc4d88339d06 req-3f49aa79-0492-46be-b818-b695145ffc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:26.155559 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab251981-7b40-446c-b490-fc4d88339d06 req-3f49aa79-0492-46be-b818-b695145ffc46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddc300bb-9087-4d7e-bbec-23df05c655c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396452 Nov 12 09:28:26.253096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab251981-7b40-446c-b490-fc4d88339d06 req-0f37100a-c5b3-4c5b-bd17-f52dbce0596c service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890849 Nov 12 09:28:26.353728 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ab251981-7b40-446c-b490-fc4d88339d06 req-2a74d308-96e0-4b7c-aba7-ed7608f11b76 service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931461 Nov 12 09:28:29.183102 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:35.333332 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-28ba78fe-e9f8-4ba3-8bf7-4852577e71fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.613302 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9af5c086-8f8e-4019-a8a2-9f673bd0f255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:38.062964 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70322123-d5f7-4988-a6dc-39539a0da96f req-4da073b3-86f3-43d6-a312-d83c7c4615ea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420568 Nov 12 09:28:38.152804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70322123-d5f7-4988-a6dc-39539a0da96f req-6fd11b77-77e9-4f73-b812-408c67aec4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:38.154332 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70322123-d5f7-4988-a6dc-39539a0da96f req-6fd11b77-77e9-4f73-b812-408c67aec4b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5a1f8a36da64a0c967b4f2a3a409549&device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 1136 time: 0.0465961 Nov 12 09:28:38.261965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70322123-d5f7-4988-a6dc-39539a0da96f req-4907d57f-63b3-4eb7-b1ca-fa978c925ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:38.263408 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70322123-d5f7-4988-a6dc-39539a0da96f req-4907d57f-63b3-4eb7-b1ca-fa978c925ac5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddc300bb-9087-4d7e-bbec-23df05c655c0 HTTP/1.1" status: 200 len: 915 time: 0.0898798 Nov 12 09:28:38.333339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70322123-d5f7-4988-a6dc-39539a0da96f req-4ec52200-737a-4e8a-b5f2-67e056793fd5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 1001 time: 0.0628567 Nov 12 09:28:38.385029 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70322123-d5f7-4988-a6dc-39539a0da96f req-51016128-8cc9-4eb9-8866-a90b1bff183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:38.386629 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70322123-d5f7-4988-a6dc-39539a0da96f req-51016128-8cc9-4eb9-8866-a90b1bff183a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7165f21-3d90-41c2-bd10-4a7adb33da17 HTTP/1.1" status: 200 len: 853 time: 0.0461037 Nov 12 09:28:38.436653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70322123-d5f7-4988-a6dc-39539a0da96f req-7e5da6db-de8f-4a79-809b-c796bf4ca597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:38.438179 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70322123-d5f7-4988-a6dc-39539a0da96f req-7e5da6db-de8f-4a79-809b-c796bf4ca597 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddc300bb-9087-4d7e-bbec-23df05c655c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447640 Nov 12 09:28:38.816394 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:38.849559 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70322123-d5f7-4988-a6dc-39539a0da96f req-b1deaef4-ee06-4e22-b8a8-3a6e552391a8 service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040611 Nov 12 09:28:38.939471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-70322123-d5f7-4988-a6dc-39539a0da96f req-5fdd018e-02b5-4232-8426-697c2cef181c service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824497 Nov 12 09:28:40.182725 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.082601 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:46.062803 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:28:53.069234 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:59.210928 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:05.335891 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-941fe299-6721-49c4-b858-244d58875fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:07.607445 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4b1be483-e7ba-434a-b0db-032c4157514e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:08.820863 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:10.185017 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:11.085045 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:23.062117 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:29:23.079934 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:23.443028 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce82d0f-8126-4806-a2a8-8d8a53bb0f60 req-10a48e0d-7acf-4877-804a-20d974144877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:23.444515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce82d0f-8126-4806-a2a8-8d8a53bb0f60 req-10a48e0d-7acf-4877-804a-20d974144877 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5a1f8a36da64a0c967b4f2a3a409549&device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 1136 time: 0.0508125 Nov 12 09:29:23.497719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c81275-b916-4dca-90c1-01b1518d4005 req-96b2c7eb-d236-4166-99fe-70333591b8a0 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:23.499734 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3c81275-b916-4dca-90c1-01b1518d4005 req-96b2c7eb-d236-4166-99fe-70333591b8a0 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.1139059 Nov 12 09:29:23.550564 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce82d0f-8126-4806-a2a8-8d8a53bb0f60 req-ed5697dc-91e4-4c44-b98d-cab2b1577197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:23.552015 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce82d0f-8126-4806-a2a8-8d8a53bb0f60 req-ed5697dc-91e4-4c44-b98d-cab2b1577197 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddc300bb-9087-4d7e-bbec-23df05c655c0 HTTP/1.1" status: 200 len: 915 time: 0.0985928 Nov 12 09:29:23.560176 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3c81275-b916-4dca-90c1-01b1518d4005 req-0265c4fe-53e2-4bc9-963d-8c5c251fca2d tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&id=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541406 Nov 12 09:29:23.624361 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce82d0f-8126-4806-a2a8-8d8a53bb0f60 req-3ac62349-7c62-46bf-b5e5-b5166e6ad948 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 1001 time: 0.0643110 Nov 12 09:29:23.690265 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce82d0f-8126-4806-a2a8-8d8a53bb0f60 req-01c72ee8-7a92-4b5b-adb4-3dca6b8b02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:23.691695 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce82d0f-8126-4806-a2a8-8d8a53bb0f60 req-01c72ee8-7a92-4b5b-adb4-3dca6b8b02d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7165f21-3d90-41c2-bd10-4a7adb33da17 HTTP/1.1" status: 200 len: 853 time: 0.0597799 Nov 12 09:29:23.737283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce82d0f-8126-4806-a2a8-8d8a53bb0f60 req-9a382acb-a3d3-4875-ae7d-61bcfaa03f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:23.738748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce82d0f-8126-4806-a2a8-8d8a53bb0f60 req-9a382acb-a3d3-4875-ae7d-61bcfaa03f67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddc300bb-9087-4d7e-bbec-23df05c655c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403233 Nov 12 09:29:23.832367 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce82d0f-8126-4806-a2a8-8d8a53bb0f60 req-d8659efe-f2ec-4130-a090-b56ca58e1d9e service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857015 Nov 12 09:29:23.949307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fce82d0f-8126-4806-a2a8-8d8a53bb0f60 req-e73ce300-6fb7-4db2-8b4d-c2e973482d3e service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091692 Nov 12 09:29:24.740842 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addbdea-9e27-4aca-a2c3-5912bf68d3cf req-6a9b9aac-abed-4270-8a4f-ffd4dbbbba13 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:24.742377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0addbdea-9e27-4aca-a2c3-5912bf68d3cf req-6a9b9aac-abed-4270-8a4f-ffd4dbbbba13 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.1057434 Nov 12 09:29:24.807299 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0addbdea-9e27-4aca-a2c3-5912bf68d3cf req-68f1356c-aa81-4133-9886-70f3f1a52e1c tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&id=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588725 Nov 12 09:29:25.927521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc38500-8f34-445f-aa50-9a0e253ed2a8 req-914c2c0f-71cf-4c52-ae71-be391f61ecde tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:25.929009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fcc38500-8f34-445f-aa50-9a0e253ed2a8 req-914c2c0f-71cf-4c52-ae71-be391f61ecde tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.0510979 Nov 12 09:29:25.998788 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fcc38500-8f34-445f-aa50-9a0e253ed2a8 req-19742d42-68e5-4c7b-8877-c4fab20a5c39 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&id=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637054 Nov 12 09:29:27.116687 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7699185-27ae-4a63-951d-c619d5bfe074 req-0d1a0e30-4128-4c53-aff7-dc88920df636 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:27.118248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7699185-27ae-4a63-951d-c619d5bfe074 req-0d1a0e30-4128-4c53-aff7-dc88920df636 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.0513203 Nov 12 09:29:27.182426 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7699185-27ae-4a63-951d-c619d5bfe074 req-5036daa1-ff50-4ac8-85c4-e6d8fae181fa tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&id=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571282 Nov 12 09:29:28.304198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1d267-3a53-414f-8add-73f369eb5431 req-8367433d-065d-4328-a35a-704f50fe0cfc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:28.305771 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62b1d267-3a53-414f-8add-73f369eb5431 req-8367433d-065d-4328-a35a-704f50fe0cfc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.0532289 Nov 12 09:29:28.372464 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-62b1d267-3a53-414f-8add-73f369eb5431 req-f829f717-49b1-4206-a86d-a19df3c21393 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&id=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600102 Nov 12 09:29:29.211120 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:29.494393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58711f32-5225-4714-8aa9-8bfe49f2150a req-1dc66b30-c6d9-4717-9908-d0657f2b6654 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:29.495917 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58711f32-5225-4714-8aa9-8bfe49f2150a req-1dc66b30-c6d9-4717-9908-d0657f2b6654 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.0501161 Nov 12 09:29:29.556690 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-58711f32-5225-4714-8aa9-8bfe49f2150a req-0e2abf22-1211-4d20-8679-9b8a9067f3db tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&id=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538373 Nov 12 09:29:30.677272 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd32f9-4d5e-497a-af26-fd543d046cd7 req-0cfe8db5-42d2-4fb8-88a2-12ec212b9541 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:30.678763 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97bd32f9-4d5e-497a-af26-fd543d046cd7 req-0cfe8db5-42d2-4fb8-88a2-12ec212b9541 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.0532494 Nov 12 09:29:30.740455 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-97bd32f9-4d5e-497a-af26-fd543d046cd7 req-306f05d7-439b-4c62-9ec9-1437099fe73b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&id=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556655 Nov 12 09:29:31.863136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05545c-ac9f-4383-8724-8ea355279be7 req-cc09bd88-669e-42ca-9398-b398c4c85925 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:31.864636 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e05545c-ac9f-4383-8724-8ea355279be7 req-cc09bd88-669e-42ca-9398-b398c4c85925 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.0549917 Nov 12 09:29:31.926116 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8e05545c-ac9f-4383-8724-8ea355279be7 req-d46d973f-34bc-4bf3-ab48-41b015d66474 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&id=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551488 Nov 12 09:29:33.058704 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e84930-19e2-4481-b574-007bc79abe87 req-249c1834-eaa1-42b3-8eca-3cdb96e0d313 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:33.060172 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-01e84930-19e2-4481-b574-007bc79abe87 req-249c1834-eaa1-42b3-8eca-3cdb96e0d313 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.0524209 Nov 12 09:29:33.126645 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-01e84930-19e2-4481-b574-007bc79abe87 req-581ac5a0-3307-45d4-ba6b-e3cf95fc194e tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&id=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603235 Nov 12 09:29:34.246389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2c0af-374b-47c5-bbbf-b01f5bf2bf8e req-27fcddb6-a413-49a0-8001-c67f787369bc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:34.247669 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98d2c0af-374b-47c5-bbbf-b01f5bf2bf8e req-27fcddb6-a413-49a0-8001-c67f787369bc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.0511506 Nov 12 09:29:34.309496 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-98d2c0af-374b-47c5-bbbf-b01f5bf2bf8e req-68d7c639-736e-44cc-9254-97ca6df3876a tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&id=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551498 Nov 12 09:29:35.338079 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cf58614e-de24-468a-a3ab-9be45b9971f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:35.427164 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af943896-8230-4a7c-9272-be052d411874 req-5a0142ec-e748-4f20-bbe3-d44548f9f7fc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:35.428647 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af943896-8230-4a7c-9272-be052d411874 req-5a0142ec-e748-4f20-bbe3-d44548f9f7fc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.0505633 Nov 12 09:29:35.489948 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af943896-8230-4a7c-9272-be052d411874 req-4b4cec00-ce82-4408-8442-26500f07612c tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&id=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552182 Nov 12 09:29:37.609640 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c570bfa5-60b2-4269-8ea3-0b75c9c25396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:38.819641 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:39.076103 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38ff821d-5398-40ca-9979-62617dc533da req-13b57c05-e01d-4723-8961-b57b8d1fb0bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460806 Nov 12 09:29:39.165222 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff821d-5398-40ca-9979-62617dc533da req-3ba98547-380f-43fc-a242-0167272a76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:39.166723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38ff821d-5398-40ca-9979-62617dc533da req-3ba98547-380f-43fc-a242-0167272a76a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5a1f8a36da64a0c967b4f2a3a409549&device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 1136 time: 0.0471354 Nov 12 09:29:39.273907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff821d-5398-40ca-9979-62617dc533da req-3580fa9f-2efa-4d9b-9075-49046ed1659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:39.275412 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38ff821d-5398-40ca-9979-62617dc533da req-3580fa9f-2efa-4d9b-9075-49046ed1659d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddc300bb-9087-4d7e-bbec-23df05c655c0 HTTP/1.1" status: 200 len: 915 time: 0.0897920 Nov 12 09:29:39.348703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38ff821d-5398-40ca-9979-62617dc533da req-dd432d6c-b95b-43be-8a0f-0e82962ffd42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 1001 time: 0.0659149 Nov 12 09:29:39.400907 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff821d-5398-40ca-9979-62617dc533da req-3b3593ed-8731-4d12-9c16-e13ee6f260d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:39.402494 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38ff821d-5398-40ca-9979-62617dc533da req-3b3593ed-8731-4d12-9c16-e13ee6f260d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7165f21-3d90-41c2-bd10-4a7adb33da17 HTTP/1.1" status: 200 len: 853 time: 0.0470045 Nov 12 09:29:39.450108 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff821d-5398-40ca-9979-62617dc533da req-1387fa94-05a9-4094-bc7d-263867e4e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:39.452378 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38ff821d-5398-40ca-9979-62617dc533da req-1387fa94-05a9-4094-bc7d-263867e4e8f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddc300bb-9087-4d7e-bbec-23df05c655c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425620 Nov 12 09:29:39.557488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38ff821d-5398-40ca-9979-62617dc533da req-7d11134a-5dcf-4ade-bbf1-6b227e36e3ff service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984190 Nov 12 09:29:39.657208 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38ff821d-5398-40ca-9979-62617dc533da req-69bc354c-4adc-4a25-af9d-364414347b23 service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923114 Nov 12 09:29:40.187861 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:41.088861 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:53.074661 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:59.223383 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:00.061782 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:30:05.339751 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9c32c3b9-c58c-46d9-bae6-e0cf063d59d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:07.610864 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd051-8aca-476d-927b-f859af69c2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:08.822518 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:10.197979 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:11.091985 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.074396 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.221070 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:35.342573 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4a95cfab-5d69-421f-9342-351e8ff1457e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:37.061675 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:30:37.611720 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e268608f-b39c-4014-87a0-551829dc0691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:38.826646 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:38.946821 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7b2a920-d95a-40bf-9490-edc8a2af90e4 req-fa1c087f-bd33-48ff-a078-57738c5f4137 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1847503729&fields=id&tenant_id=e5a1f8a36da64a0c967b4f2a3a409549 HTTP/1.1" status: 200 len: 267 time: 0.0489483 Nov 12 09:30:39.001628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2a920-d95a-40bf-9490-edc8a2af90e4 req-5ac91b4b-23c4-4462-b72a-96fd9f4b9899 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:39.003135 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7b2a920-d95a-40bf-9490-edc8a2af90e4 req-5ac91b4b-23c4-4462-b72a-96fd9f4b9899 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 984 time: 0.0506537 Nov 12 09:30:39.015579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-b7b2a920-d95a-40bf-9490-edc8a2af90e4 req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Request body: {'port': {'security_groups': ['656f8815-74ec-48bb-b8ba-f96ddc12bca9']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:39.079920 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7b2a920-d95a-40bf-9490-edc8a2af90e4 req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.254732 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b7b2a920-d95a-40bf-9490-edc8a2af90e4 req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] For port 832fb72f-6613-44ed-bf03-adbded384d37, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=832fb72f-6613-44ed-bf03-adbded384d37,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:39.285922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7b2a920-d95a-40bf-9490-edc8a2af90e4 req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.290519 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7b2a920-d95a-40bf-9490-edc8a2af90e4 req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.302822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['832fb72f-6613-44ed-bf03-adbded384d37'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:39.340347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2a920-d95a-40bf-9490-edc8a2af90e4 req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:39.341158 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b7b2a920-d95a-40bf-9490-edc8a2af90e4 req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.342456 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b7b2a920-d95a-40bf-9490-edc8a2af90e4 req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "PUT /v2.0/ports/832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 942 time: 0.3315372 Nov 12 09:30:39.342913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:39.345860 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d68b85-9d07-46e1-b5bc-5cd3fd677b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "tag": "832fb72f-6613-44ed-bf03-adbded384d37"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:39.351987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 48992) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:39.391494 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event updated for resources: {'Port': ['ID=832fb72f-6613-44ed-bf03-adbded384d37,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:39.407925 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.408399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.408916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.410022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.410022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.412596 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.413087 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.413482 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.413822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.414159 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.414490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.414814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc575dc-70e1-40ba-8ca4-9c7c70d2b41b tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.421661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['832fb72f-6613-44ed-bf03-adbded384d37'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:39.423737 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.454426 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.528504 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8b0d29-b08e-4292-9b01-04bc3fc40f08 x-openstack-request-id: req-ec8b0d29-b08e-4292-9b01-04bc3fc40f08 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:39.528876 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "tag": "832fb72f-6613-44ed-bf03-adbded384d37", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:39.529319 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec8b0d29-b08e-4292-9b01-04bc3fc40f08 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:39.529985 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37', 'status': 'completed', 'code': 200} Nov 12 09:30:39.545665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.549292 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.554249 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "DELETE /v2.0/security-groups/f912af26-7d7c-4211-bc6a-2fd55d6bb6a2 HTTP/1.1" status: 204 len: 168 time: 0.2013042 Nov 12 09:30:39.554969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49000) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:39.602828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d68b85-9d07-46e1-b5bc-5cd3fd677b5b req-c7b20e77-652f-4767-b8ed-686ab8de06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:39.605404 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71d68b85-9d07-46e1-b5bc-5cd3fd677b5b req-c7b20e77-652f-4767-b8ed-686ab8de06b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5a1f8a36da64a0c967b4f2a3a409549&device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 1097 time: 0.0507576 Nov 12 09:30:39.609805 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f912af26-7d7c-4211-bc6a-2fd55d6bb6a2,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:39.637941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.638306 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.638726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.639075 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.639410 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.639743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.640070 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.640394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.640717 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.641610 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.641939 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.642285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b7d9b-50b1-4bb9-bbee-52d85228f624 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:39.686688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fb6ff98a-ed5a-474e-93ec-35dbd6f5f9bb None None] Provisioning complete for port 832fb72f-6613-44ed-bf03-adbded384d37 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:39.687274 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff98a-ed5a-474e-93ec-35dbd6f5f9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.716919 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d68b85-9d07-46e1-b5bc-5cd3fd677b5b req-45d5542a-916e-4738-a1ab-bffa37ad7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:39.718641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71d68b85-9d07-46e1-b5bc-5cd3fd677b5b req-45d5542a-916e-4738-a1ab-bffa37ad7bb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddc300bb-9087-4d7e-bbec-23df05c655c0 HTTP/1.1" status: 200 len: 915 time: 0.1048975 Nov 12 09:30:39.790522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Deleting port 71449fa1-6f97-47d4-8cbb-4b81b38138a4 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:39.791094 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.796175 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71d68b85-9d07-46e1-b5bc-5cd3fd677b5b req-52818d07-b89d-4f16-b621-321ec2375bd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 1001 time: 0.0688472 Nov 12 09:30:39.849040 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d68b85-9d07-46e1-b5bc-5cd3fd677b5b req-faaf138f-9a18-4d9c-b68c-4e382bc7f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:39.850568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71d68b85-9d07-46e1-b5bc-5cd3fd677b5b req-faaf138f-9a18-4d9c-b68c-4e382bc7f295 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7165f21-3d90-41c2-bd10-4a7adb33da17 HTTP/1.1" status: 200 len: 853 time: 0.0457711 Nov 12 09:30:39.904106 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.904411 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:39.905624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d68b85-9d07-46e1-b5bc-5cd3fd677b5b req-122a5aa8-b7c4-4f5b-8871-97f4f67bdead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:39.907169 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71d68b85-9d07-46e1-b5bc-5cd3fd677b5b req-122a5aa8-b7c4-4f5b-8871-97f4f67bdead service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddc300bb-9087-4d7e-bbec-23df05c655c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495768 Nov 12 09:30:39.916723 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Calling delete_port for 71449fa1-6f97-47d4-8cbb-4b81b38138a4 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:40.010797 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71d68b85-9d07-46e1-b5bc-5cd3fd677b5b req-2aa5a3c1-de68-4765-95bd-7868180f5ce2 service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960209 Nov 12 09:30:40.098066 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:40.123667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event deleted for resources: {'Port': ['ID=71449fa1-6f97-47d4-8cbb-4b81b38138a4,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:40.127042 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-20cfb340-880d-4651-b09f-a52104991e95 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1008179 Nov 12 09:30:40.153222 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-71d68b85-9d07-46e1-b5bc-5cd3fd677b5b req-8ba770da-a668-4b71-aac8-f0578e45df2e service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281862 Nov 12 09:30:40.194684 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:40.194993 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Floating IP 823f8de7-603f-4c3d-94fd-2153a01b1f12 disassociated (deleted). External IP: 172.25.3.152, port: 832fb72f-6613-44ed-bf03-adbded384d37. Nov 12 09:30:40.203807 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:40.260242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-d698debd-c751-439d-815e-bacd4ea4a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:40.261792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-d698debd-c751-439d-815e-bacd4ea4a298 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5a1f8a36da64a0c967b4f2a3a409549&device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 1097 time: 0.0420730 Nov 12 09:30:40.375174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-899018fc-3b7f-4e87-a5d7-9014862c58da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:40.377181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-899018fc-3b7f-4e87-a5d7-9014862c58da service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddc300bb-9087-4d7e-bbec-23df05c655c0 HTTP/1.1" status: 200 len: 915 time: 0.0957119 Nov 12 09:30:40.421303 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-8b752fde-a991-45b9-aa90-73de83a60628 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 217 time: 0.0369265 Nov 12 09:30:40.482799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-3f8dea73-f259-4662-ad4e-8589bf01f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:40.484380 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-3f8dea73-f259-4662-ad4e-8589bf01f1a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7165f21-3d90-41c2-bd10-4a7adb33da17 HTTP/1.1" status: 200 len: 853 time: 0.0558825 Nov 12 09:30:40.539928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-77666998-ce28-4e16-af2f-f95b5fa9eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:40.541576 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-77666998-ce28-4e16-af2f-f95b5fa9eb5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddc300bb-9087-4d7e-bbec-23df05c655c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499253 Nov 12 09:30:40.650585 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-67801f56-41a9-436b-8c41-69cbe01c7b6c service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969589 Nov 12 09:30:40.722274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:30:40.753201 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-ba5e87be-bd35-401b-b697-988960a917f4 service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952063 Nov 12 09:30:40.833311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:30:40.838949 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:40.844698 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53b42c-54cd-408c-aa33-eaa303a34aa0 None None] Sync routers for ids ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:30:40.856446 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53b42c-54cd-408c-aa33-eaa303a34aa0 None None] Routers {'1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:40.857077 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0d53b42c-54cd-408c-aa33-eaa303a34aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:30:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:40.867062 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-73d385bb-7e60-48a4-9b52-1f3dfbacbcbc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "DELETE /v2.0/floatingips/823f8de7-603f-4c3d-94fd-2153a01b1f12 HTTP/1.1" status: 204 len: 168 time: 1.3015335 Nov 12 09:30:40.867835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:40.870377 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9989ac-0b30-448a-85f4-4de0e4cce2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "tag": "832fb72f-6613-44ed-bf03-adbded384d37"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:40.935369 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8276f3f0-08c4-4203-a3ca-90a41b35162a x-openstack-request-id: req-8276f3f0-08c4-4203-a3ca-90a41b35162a {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:40.935666 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "tag": "832fb72f-6613-44ed-bf03-adbded384d37", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:40.935916 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8276f3f0-08c4-4203-a3ca-90a41b35162a {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:40.936321 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37', 'status': 'completed', 'code': 200} Nov 12 09:30:41.019811 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-0d53b42c-54cd-408c-aa33-eaa303a34aa0 None None] Set router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:41.020204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9989ac-0b30-448a-85f4-4de0e4cce2c6 req-6567edae-0257-4a68-9a5a-2b8d833d3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:41.023641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc9989ac-0b30-448a-85f4-4de0e4cce2c6 req-6567edae-0257-4a68-9a5a-2b8d833d3c5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5a1f8a36da64a0c967b4f2a3a409549&device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 1097 time: 0.0641563 Nov 12 09:30:41.103468 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:41.165712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9989ac-0b30-448a-85f4-4de0e4cce2c6 req-35332810-e2bb-49b9-8ac0-f62f38a14666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:41.167221 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc9989ac-0b30-448a-85f4-4de0e4cce2c6 req-35332810-e2bb-49b9-8ac0-f62f38a14666 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ddc300bb-9087-4d7e-bbec-23df05c655c0 HTTP/1.1" status: 200 len: 915 time: 0.1375039 Nov 12 09:30:41.213390 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc9989ac-0b30-448a-85f4-4de0e4cce2c6 req-cb17c7dc-5a68-44ff-918b-dd9b57381d1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 200 len: 217 time: 0.0374718 Nov 12 09:30:41.265597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9989ac-0b30-448a-85f4-4de0e4cce2c6 req-0377c0c4-0556-4a74-924f-3d4c750fcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:41.267186 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc9989ac-0b30-448a-85f4-4de0e4cce2c6 req-0377c0c4-0556-4a74-924f-3d4c750fcb45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b7165f21-3d90-41c2-bd10-4a7adb33da17 HTTP/1.1" status: 200 len: 853 time: 0.0467169 Nov 12 09:30:41.268250 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0d53b42c-54cd-408c-aa33-eaa303a34aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'bbdb12ad-0343-40a9-ae3d-cdd130f1da3b', 'name': '', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'mac_address': 'fa:16:3e:8a:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:26Z', 'updated_at': '2021-11-12T09:27:30Z', 'revision_number': 5, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'subnets': [{'id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:41.304866 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53b42c-54cd-408c-aa33-eaa303a34aa0 None None] Checking router: 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:30:41.313336 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53b42c-54cd-408c-aa33-eaa303a34aa0 None None] Routers {'1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:41.313940 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0d53b42c-54cd-408c-aa33-eaa303a34aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:30:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:41.321690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9989ac-0b30-448a-85f4-4de0e4cce2c6 req-c53a5353-b124-45d9-9763-f8694bf3e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:41.323252 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc9989ac-0b30-448a-85f4-4de0e4cce2c6 req-c53a5353-b124-45d9-9763-f8694bf3e4bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ddc300bb-9087-4d7e-bbec-23df05c655c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484211 Nov 12 09:30:41.415873 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-0d53b42c-54cd-408c-aa33-eaa303a34aa0 None None] Set router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:41.419567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc9989ac-0b30-448a-85f4-4de0e4cce2c6 req-935ee2ad-1af9-4395-9eee-cb0da076c041 service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879233 Nov 12 09:30:41.518641 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc9989ac-0b30-448a-85f4-4de0e4cce2c6 req-ca329f00-5b1a-4bda-b353-83bdb5d3c8c6 service neutron] 10.222.0.46 "GET /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913920 Nov 12 09:30:41.620724 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0d53b42c-54cd-408c-aa33-eaa303a34aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'bbdb12ad-0343-40a9-ae3d-cdd130f1da3b', 'name': '', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'mac_address': 'fa:16:3e:8a:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:26Z', 'updated_at': '2021-11-12T09:27:30Z', 'revision_number': 5, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'subnets': [{'id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:41.647739 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d53b42c-54cd-408c-aa33-eaa303a34aa0 None None] The sync data for ids ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'] in n-d-768851-18 is: [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'bbdb12ad-0343-40a9-ae3d-cdd130f1da3b', 'name': '', 'network_id': 'ddc300bb-9087-4d7e-bbec-23df05c655c0', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'mac_address': 'fa:16:3e:8a:b5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:26Z', 'updated_at': '2021-11-12T09:27:30Z', 'revision_number': 5, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'subnets': [{'id': 'b7165f21-3d90-41c2-bd10-4a7adb33da17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:30:41.914399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1905fd37-648a-4cbc-bafb-035fa263ca23 None None] New status for floating IP 823f8de7-603f-4c3d-94fd-2153a01b1f12: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:30:50.016503 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fd28f-1eb8-4030-8748-8562b43a6e20 req-4d991f70-20f5-4856-a9c8-b28f0b434ffa tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:50.018009 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af5fd28f-1eb8-4030-8748-8562b43a6e20 req-4d991f70-20f5-4856-a9c8-b28f0b434ffa tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 945 time: 0.0513299 Nov 12 09:30:50.072208 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af5fd28f-1eb8-4030-8748-8562b43a6e20 req-ad4a33d5-4609-4e25-a1e5-cb9b50a5e384 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477498 Nov 12 09:30:51.204271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612e287-f8f8-4523-b9d1-b63ab202c6e6 req-fbc0ebc2-82ba-43d3-977b-8065393a02dc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:51.206461 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d612e287-f8f8-4523-b9d1-b63ab202c6e6 req-fbc0ebc2-82ba-43d3-977b-8065393a02dc tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 945 time: 0.0581286 Nov 12 09:30:51.258921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d612e287-f8f8-4523-b9d1-b63ab202c6e6 req-b8dfc624-f751-48f1-aca1-3280cd6ac1ca tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/security-groups?id=656f8815-74ec-48bb-b8ba-f96ddc12bca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460868 Nov 12 09:30:51.798304 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcd23f-142c-4e3a-ade0-4bb0a4b3b018 req-978829b8-13e5-4691-a861-c1f4555a3127 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:51.799864 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14bcd23f-142c-4e3a-ade0-4bb0a4b3b018 req-978829b8-13e5-4691-a861-c1f4555a3127 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.46 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 945 time: 0.0514975 Nov 12 09:30:51.902240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-14bcd23f-142c-4e3a-ade0-4bb0a4b3b018 req-f6703f0d-37b5-4c4d-8bed-cd9633e58ca6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Deleting port 832fb72f-6613-44ed-bf03-adbded384d37 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:51.902581 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14bcd23f-142c-4e3a-ade0-4bb0a4b3b018 req-f6703f0d-37b5-4c4d-8bed-cd9633e58ca6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:51.997090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-14bcd23f-142c-4e3a-ade0-4bb0a4b3b018 req-f6703f0d-37b5-4c4d-8bed-cd9633e58ca6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] For port 832fb72f-6613-44ed-bf03-adbded384d37, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=832fb72f-6613-44ed-bf03-adbded384d37,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:51.997489 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14bcd23f-142c-4e3a-ade0-4bb0a4b3b018 req-f6703f0d-37b5-4c4d-8bed-cd9633e58ca6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:52.012614 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-14bcd23f-142c-4e3a-ade0-4bb0a4b3b018 req-f6703f0d-37b5-4c4d-8bed-cd9633e58ca6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Calling delete_port for 832fb72f-6613-44ed-bf03-adbded384d37 owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:52.169144 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14bcd23f-142c-4e3a-ade0-4bb0a4b3b018 req-f6703f0d-37b5-4c4d-8bed-cd9633e58ca6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:52.183406 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['832fb72f-6613-44ed-bf03-adbded384d37'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:52.202049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6703f0d-37b5-4c4d-8bed-cd9633e58ca6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Pushing event deleted for resources: {'Port': ['ID=832fb72f-6613-44ed-bf03-adbded384d37,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:52.249694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bcd23f-142c-4e3a-ade0-4bb0a4b3b018 req-f6703f0d-37b5-4c4d-8bed-cd9633e58ca6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] No DVR routers for this DVR port 832fb72f-6613-44ed-bf03-adbded384d37 on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:30:52.252801 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-14bcd23f-142c-4e3a-ade0-4bb0a4b3b018 req-f6703f0d-37b5-4c4d-8bed-cd9633e58ca6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:52.256581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-14bcd23f-142c-4e3a-ade0-4bb0a4b3b018 req-f6703f0d-37b5-4c4d-8bed-cd9633e58ca6 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.46 "DELETE /v2.0/ports/832fb72f-6613-44ed-bf03-adbded384d37 HTTP/1.1" status: 204 len: 173 time: 0.4506955 Nov 12 09:30:52.257117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'name': 'network-vif-deleted', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:52.260010 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015c9694-883f-46fd-9e21-d8774051a009" -d '{"events": [{"server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "name": "network-vif-deleted", "tag": "832fb72f-6613-44ed-bf03-adbded384d37"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:52.315428 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19242618-f70a-4784-b5a1-c4e3dc5531dc x-openstack-request-id: req-19242618-f70a-4784-b5a1-c4e3dc5531dc {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:52.315719 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507608a5-5ca3-4814-af0a-f5100e9d2d96", "name": "network-vif-deleted", "tag": "832fb72f-6613-44ed-bf03-adbded384d37", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:52.315971 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19242618-f70a-4784-b5a1-c4e3dc5531dc {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:52.316464 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507608a5-5ca3-4814-af0a-f5100e9d2d96', 'name': 'network-vif-deleted', 'tag': '832fb72f-6613-44ed-bf03-adbded384d37', 'status': 'completed', 'code': 200} Nov 12 09:30:52.374541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e265ff35-f262-4236-b666-d8a18fa6c169 req-c6ddf59e-8b57-4736-9f70-7484b281b734 tempest-TestMinimumBasicScenario-1328614098 tempest-TestMinimumBasicScenario-1328614098-project] 10.222.0.31 "GET /v2.0/ports?device_id=507608a5-5ca3-4814-af0a-f5100e9d2d96 HTTP/1.1" status: 200 len: 210 time: 0.0378108 Nov 12 09:30:53.075300 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:53.963030 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49112) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:54.348907 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a434-f2c7-4d8b-99f0-2ac22ef1d0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:54.607322 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5a434-f2c7-4d8b-99f0-2ac22ef1d0b3 admin admin] Deleting port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:54.607635 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a434-f2c7-4d8b-99f0-2ac22ef1d0b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:54.694309 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-7fb5a434-f2c7-4d8b-99f0-2ac22ef1d0b3 admin admin] For port bbdb12ad-0343-40a9-ae3d-cdd130f1da3b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bbdb12ad-0343-40a9-ae3d-cdd130f1da3b,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:54.694670 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a434-f2c7-4d8b-99f0-2ac22ef1d0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:54.708135 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5a434-f2c7-4d8b-99f0-2ac22ef1d0b3 admin admin] Calling delete_port for bbdb12ad-0343-40a9-ae3d-cdd130f1da3b owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:54.799937 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 832fb72f-6613-44ed-bf03-adbded384d37 no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:54.821391 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 832fb72f-6613-44ed-bf03-adbded384d37 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:54.821747 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 832fb72f-6613-44ed-bf03-adbded384d37 not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:54.898852 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a434-f2c7-4d8b-99f0-2ac22ef1d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:54.926187 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5a434-f2c7-4d8b-99f0-2ac22ef1d0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdb12ad-0343-40a9-ae3d-cdd130f1da3b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:55.108077 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7fb5a434-f2c7-4d8b-99f0-2ac22ef1d0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:55.332878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb5a434-f2c7-4d8b-99f0-2ac22ef1d0b3 admin admin] Router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:30:55.456448 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb5a434-f2c7-4d8b-99f0-2ac22ef1d0b3 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:30:55.462731 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7fb5a434-f2c7-4d8b-99f0-2ac22ef1d0b3 admin admin] 10.222.0.31 "PUT /v2.0/routers/1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4985273 Nov 12 09:30:55.465376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49114) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:55.466104 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a355797-5e40-4800-b18e-b3bb7fbdd387 None None] Sync routers for ids ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:30:55.477546 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a355797-5e40-4800-b18e-b3bb7fbdd387 None None] Routers {'1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:55.478151 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4a355797-5e40-4800-b18e-b3bb7fbdd387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:30:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:55.584654 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:55.593972 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4a355797-5e40-4800-b18e-b3bb7fbdd387 None None] Set router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:55.692659 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:55.748362 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Deleting port b7380607-6e2c-4dd4-b999-f9366d8520bb {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:55.748763 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:55.845389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] For port b7380607-6e2c-4dd4-b999-f9366d8520bb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b7380607-6e2c-4dd4-b999-f9366d8520bb,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:55.846076 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:55.859609 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Calling delete_port for b7380607-6e2c-4dd4-b999-f9366d8520bb owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:55.874700 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4a355797-5e40-4800-b18e-b3bb7fbdd387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:30:54Z', 'revision_number': 5, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port': {'id': 'b7380607-6e2c-4dd4-b999-f9366d8520bb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:24Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:55.901338 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a355797-5e40-4800-b18e-b3bb7fbdd387 None None] Checking router: 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:30:55.910124 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a355797-5e40-4800-b18e-b3bb7fbdd387 None None] Routers {'1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:55.910718 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4a355797-5e40-4800-b18e-b3bb7fbdd387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:30:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:56.002234 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-4a355797-5e40-4800-b18e-b3bb7fbdd387 None None] Set router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 gateway port host: None {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:56.041623 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.058864 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-4a355797-5e40-4800-b18e-b3bb7fbdd387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:30:55Z', 'revision_number': 6, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:56.070611 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7380607-6e2c-4dd4-b999-f9366d8520bb,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:56.085930 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a355797-5e40-4800-b18e-b3bb7fbdd387 None None] The sync data for ids ['1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7'] in n-d-768851-18 is: [{'id': '1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7', 'name': 'tempest-TestMinimumBasicScenario-151993407-router', 'tenant_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:23Z', 'updated_at': '2021-11-12T09:30:55Z', 'revision_number': 6, 'project_id': 'e5a1f8a36da64a0c967b4f2a3a409549', 'gw_port_host': None}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:30:56.088106 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64eacba-4943-425f-ad88-4027bf520085 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:56.143867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.234386 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.237337 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.286469 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.287142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:30:56.293506 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.294981 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a70218a7-6390-4a10-a833-3fcd02e9fac4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1a6bf3d3-dd90-45a5-85e9-0862bdaa46b7 HTTP/1.1" status: 204 len: 168 time: 0.8286378 Nov 12 09:30:56.298788 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49116) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:56.346378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7a93a0-7c9f-4781-b286-8d6d369473e8 admin admin] Deleting subnet b7165f21-3d90-41c2-bd10-4a7adb33da17 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:30:56.349386 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e7a93a0-7c9f-4781-b286-8d6d369473e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.384146 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e7a93a0-7c9f-4781-b286-8d6d369473e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.483127 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e7a93a0-7c9f-4781-b286-8d6d369473e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.548079 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e7a93a0-7c9f-4781-b286-8d6d369473e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.575980 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a93a0-7c9f-4781-b286-8d6d369473e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7165f21-3d90-41c2-bd10-4a7adb33da17,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:56.579706 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-4e7a93a0-7c9f-4781-b286-8d6d369473e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.583054 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-4e7a93a0-7c9f-4781-b286-8d6d369473e8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b7165f21-3d90-41c2-bd10-4a7adb33da17 HTTP/1.1" status: 204 len: 168 time: 0.2831979 Nov 12 09:30:56.585678 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2964351a-ccd1-465c-870f-df9df8a3e09f None None] Network ddc300bb-9087-4d7e-bbec-23df05c655c0 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:30:56.585963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49118) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:56.664665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.726141 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Deleting port 0c7102e6-ce3c-437c-b268-4c07b296902d {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:56.726556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.791570 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] For port 0c7102e6-ce3c-437c-b268-4c07b296902d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=0c7102e6-ce3c-437c-b268-4c07b296902d,segment=NetworkSegment(95f22947-b0eb-45b0-9d7f-d984fc40c6e9),segment_id=95f22947-b0eb-45b0-9d7f-d984fc40c6e9)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:56.791854 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.804578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Calling delete_port for 0c7102e6-ce3c-437c-b268-4c07b296902d owned by network:dhcp {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:56.888268 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:56.899812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34476e3b-a50e-4b4b-a1e3-f61cb3f77f10 None None] DHCP port deletion for ddc300bb-9087-4d7e-bbec-23df05c655c0 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:56.915198 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7102e6-ce3c-437c-b268-4c07b296902d,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:56.918354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] No DVR routers for this DVR port 0c7102e6-ce3c-437c-b268-4c07b296902d on host n-d-768851-18 {{(pid=102445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:30:56.994453 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:57.014455 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc300bb-9087-4d7e-bbec-23df05c655c0']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:57.023920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f22947-b0eb-45b0-9d7f-d984fc40c6e9') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:57.024211 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f22947-b0eb-45b0-9d7f-d984fc40c6e9') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:57.033682 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:57.046721 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:57.053046 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:30:57.053497 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:30:57.055300 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:30:57.428615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:57.434067 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:57.437263 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] 10.222.0.31 "DELETE /v2.0/networks/ddc300bb-9087-4d7e-bbec-23df05c655c0 HTTP/1.1" status: 204 len: 168 time: 0.8506351 Nov 12 09:30:57.441334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49120) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:57.448632 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079b3a5-1a62-4ee2-83f0-751abd9a067f admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc300bb-9087-4d7e-bbec-23df05c655c0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:57.558918 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bbdb12ad-0343-40a9-ae3d-cdd130f1da3b no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:57.583920 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: bbdb12ad-0343-40a9-ae3d-cdd130f1da3b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:57.584368 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bbdb12ad-0343-40a9-ae3d-cdd130f1da3b not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:57.584869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b7380607-6e2c-4dd4-b999-f9366d8520bb no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:57.603881 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: b7380607-6e2c-4dd4-b999-f9366d8520bb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:57.604314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b7380607-6e2c-4dd4-b999-f9366d8520bb not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:57.604746 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0c7102e6-ce3c-437c-b268-4c07b296902d no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:57.623782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 0c7102e6-ce3c-437c-b268-4c07b296902d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:57.624130 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 0c7102e6-ce3c-437c-b268-4c07b296902d not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:57.791586 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5800bf89-6dac-461f-9f92-76343bb4e002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:58.038203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-5800bf89-6dac-461f-9f92-76343bb4e002 admin admin] Deleting port 43d0d5f8-712f-4931-9d22-c9d0733f3dec {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:58.038539 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5800bf89-6dac-461f-9f92-76343bb4e002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:58.119983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-5800bf89-6dac-461f-9f92-76343bb4e002 admin admin] For port 43d0d5f8-712f-4931-9d22-c9d0733f3dec, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=43d0d5f8-712f-4931-9d22-c9d0733f3dec,segment=NetworkSegment(3520fd8e-21c4-4aa5-91eb-26c1610b50d6),segment_id=3520fd8e-21c4-4aa5-91eb-26c1610b50d6)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:58.120256 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5800bf89-6dac-461f-9f92-76343bb4e002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:58.132833 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-5800bf89-6dac-461f-9f92-76343bb4e002 admin admin] Calling delete_port for 43d0d5f8-712f-4931-9d22-c9d0733f3dec owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:58.311312 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5800bf89-6dac-461f-9f92-76343bb4e002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:58.335634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800bf89-6dac-461f-9f92-76343bb4e002 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d0d5f8-712f-4931-9d22-c9d0733f3dec,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:58.516666 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5800bf89-6dac-461f-9f92-76343bb4e002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:58.738085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5800bf89-6dac-461f-9f92-76343bb4e002 admin admin] Router 9e5218f2-63ea-42d7-8f72-47843a0fbf42 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:30:58.850904 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5800bf89-6dac-461f-9f92-76343bb4e002 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:30:58.858972 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49122) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:58.861489 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5800bf89-6dac-461f-9f92-76343bb4e002 admin admin] 10.222.0.31 "PUT /v2.0/routers/9e5218f2-63ea-42d7-8f72-47843a0fbf42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153044 Nov 12 09:30:58.862825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93daab81-502f-4185-91ea-95804e1750cd None None] Sync routers for ids ['9e5218f2-63ea-42d7-8f72-47843a0fbf42'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:30:58.872867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93daab81-502f-4185-91ea-95804e1750cd None None] Routers {'9e5218f2-63ea-42d7-8f72-47843a0fbf42'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:58.873722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-93daab81-502f-4185-91ea-95804e1750cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:30:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9e5218f2-63ea-42d7-8f72-47843a0fbf42'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:58.970044 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:58.983688 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-93daab81-502f-4185-91ea-95804e1750cd None None] Set router 9e5218f2-63ea-42d7-8f72-47843a0fbf42 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:59.083197 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.138066 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Deleting port bfda8330-a5f5-4026-b44b-f5c57c9f110b {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:59.138409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.179755 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-93daab81-502f-4185-91ea-95804e1750cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'name': 'tempest-TestMinimumBasicScenario-1985624461-router', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:28Z', 'updated_at': '2021-11-12T09:30:58Z', 'revision_number': 5, 'project_id': '35a9d64332bd45109e78a385617f3468', 'gw_port': {'id': 'bfda8330-a5f5-4026-b44b-f5c57c9f110b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:29Z', 'updated_at': '2021-11-12T09:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:59.215672 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93daab81-502f-4185-91ea-95804e1750cd None None] Checking router: 9e5218f2-63ea-42d7-8f72-47843a0fbf42 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:30:59.218741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] For port bfda8330-a5f5-4026-b44b-f5c57c9f110b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bfda8330-a5f5-4026-b44b-f5c57c9f110b,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:59.219641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.230924 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.232685 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93daab81-502f-4185-91ea-95804e1750cd None None] Routers {'9e5218f2-63ea-42d7-8f72-47843a0fbf42'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:30:59.233244 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Calling delete_port for bfda8330-a5f5-4026-b44b-f5c57c9f110b owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:59.233388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-93daab81-502f-4185-91ea-95804e1750cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:30:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['9e5218f2-63ea-42d7-8f72-47843a0fbf42'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:59.331606 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-93daab81-502f-4185-91ea-95804e1750cd None None] Set router 9e5218f2-63ea-42d7-8f72-47843a0fbf42 gateway port host: None {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:30:59.411078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-93daab81-502f-4185-91ea-95804e1750cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'name': 'tempest-TestMinimumBasicScenario-1985624461-router', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:28Z', 'updated_at': '2021-11-12T09:30:59Z', 'revision_number': 6, 'project_id': '35a9d64332bd45109e78a385617f3468', 'gw_port_host': None}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:30:59.441906 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93daab81-502f-4185-91ea-95804e1750cd None None] The sync data for ids ['9e5218f2-63ea-42d7-8f72-47843a0fbf42'] in n-d-768851-18 is: [{'id': '9e5218f2-63ea-42d7-8f72-47843a0fbf42', 'name': 'tempest-TestMinimumBasicScenario-1985624461-router', 'tenant_id': '35a9d64332bd45109e78a385617f3468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:28Z', 'updated_at': '2021-11-12T09:30:59Z', 'revision_number': 6, 'project_id': '35a9d64332bd45109e78a385617f3468', 'gw_port_host': None}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:30:59.446045 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.477804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfda8330-a5f5-4026-b44b-f5c57c9f110b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:59.498941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc708083-7e3c-4e34-8604-08de8f0068ff None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:30:59.541016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.632912 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.635204 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.684666 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.685227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e5218f2-63ea-42d7-8f72-47843a0fbf42 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:30:59.689592 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.690687 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-caa3a3a7-1874-4dc1-a379-b28e82d0aa0e admin admin] 10.222.0.31 "DELETE /v2.0/routers/9e5218f2-63ea-42d7-8f72-47843a0fbf42 HTTP/1.1" status: 204 len: 168 time: 0.8297694 Nov 12 09:30:59.693177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49124) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:59.742917 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fac801-0381-4af5-9a7b-e469beea67a9 admin admin] Deleting subnet 4b869b61-d783-408f-9327-6465f83ee36f {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:30:59.746167 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-27fac801-0381-4af5-9a7b-e469beea67a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.786141 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-27fac801-0381-4af5-9a7b-e469beea67a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.884963 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-27fac801-0381-4af5-9a7b-e469beea67a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.947241 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-27fac801-0381-4af5-9a7b-e469beea67a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.977134 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fac801-0381-4af5-9a7b-e469beea67a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b869b61-d783-408f-9327-6465f83ee36f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:59.979026 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-27fac801-0381-4af5-9a7b-e469beea67a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:59.982301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-27fac801-0381-4af5-9a7b-e469beea67a9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4b869b61-d783-408f-9327-6465f83ee36f HTTP/1.1" status: 204 len: 168 time: 0.2881825 Nov 12 09:30:59.984165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8dc0cb-979c-4bd3-8e97-63fa04c9419a None None] Network 4c7a9699-aaf8-40ed-a555-9b0d065f0a30 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:30:59.985252 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49126) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:00.059486 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.117925 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Deleting port 140c6a5d-0c32-45e4-b62a-5efae4f851a1 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:31:00.118261 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.182183 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] For port 140c6a5d-0c32-45e4-b62a-5efae4f851a1, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=140c6a5d-0c32-45e4-b62a-5efae4f851a1,segment=NetworkSegment(3520fd8e-21c4-4aa5-91eb-26c1610b50d6),segment_id=3520fd8e-21c4-4aa5-91eb-26c1610b50d6)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:00.182537 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.195335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Calling delete_port for 140c6a5d-0c32-45e4-b62a-5efae4f851a1 owned by network:dhcp {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:31:00.238605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] DHCP port deletion for 4c7a9699-aaf8-40ed-a555-9b0d065f0a30 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:31:00.247153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 43d0d5f8-712f-4931-9d22-c9d0733f3dec no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:31:00.271490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 43d0d5f8-712f-4931-9d22-c9d0733f3dec {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:31:00.271930 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 43d0d5f8-712f-4931-9d22-c9d0733f3dec not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:31:00.286473 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.318395 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Pushing event deleted for resources: {'Port': ['ID=140c6a5d-0c32-45e4-b62a-5efae4f851a1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:00.320490 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] No DVR routers for this DVR port 140c6a5d-0c32-45e4-b62a-5efae4f851a1 on host n-d-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:31:00.325468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Deleting port 140c6a5d-0c32-45e4-b62a-5efae4f851a1 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:31:00.325920 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.397900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] For port 140c6a5d-0c32-45e4-b62a-5efae4f851a1, host n-d-768851-18, got binding levels [] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:00.398291 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.411708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Calling delete_port for 140c6a5d-0c32-45e4-b62a-5efae4f851a1 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:31:00.414601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.ipam_backend_mixin [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Port 140c6a5d-0c32-45e4-b62a-5efae4f851a1 was not found and therefore no delete operation was performed {{(pid=102446) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:31:00.416383 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.430824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] No DVR routers for this DVR port 140c6a5d-0c32-45e4-b62a-5efae4f851a1 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:31:00.452058 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Pushing event deleted for resources: {'Port': ['ID=140c6a5d-0c32-45e4-b62a-5efae4f851a1,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:00.471531 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:00.472122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:00.472648 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:00.473178 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:00.473701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:00.474194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:00.474675 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:00.475173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:00.475663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:00.476152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:00.476799 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:00.477941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e171d8-a65b-472e-9969-33ab993373ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:00.746288 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.766747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7a9699-aaf8-40ed-a555-9b0d065f0a30']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:00.776172 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3520fd8e-21c4-4aa5-91eb-26c1610b50d6') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:00.776463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3520fd8e-21c4-4aa5-91eb-26c1610b50d6') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:00.786201 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.801664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.808228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:31:00.808694 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:31:00.810560 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:31:00.868367 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.876852 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:00.879426 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] 10.222.0.31 "DELETE /v2.0/networks/4c7a9699-aaf8-40ed-a555-9b0d065f0a30 HTTP/1.1" status: 204 len: 168 time: 0.8931456 Nov 12 09:31:00.890996 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360178f7-6b59-4abb-ae64-a4fabe4c79aa admin admin] Pushing event deleted for resources: {'Network': ['ID=4c7a9699-aaf8-40ed-a555-9b0d065f0a30,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:01.051831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49130) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:01.097956 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a6f37825-7c42-42d2-a36d-23c4656739eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5a1f8a36da64a0c967b4f2a3a409549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449533 Nov 12 09:31:01.100402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49132) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:01.146882 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d553b45-0961-4ba8-ba5a-52b2a1fe17a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:01.168616 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d553b45-0961-4ba8-ba5a-52b2a1fe17a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:01.215084 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d553b45-0961-4ba8-ba5a-52b2a1fe17a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:01.217727 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6d553b45-0961-4ba8-ba5a-52b2a1fe17a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:01.219466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6d553b45-0961-4ba8-ba5a-52b2a1fe17a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/656f8815-74ec-48bb-b8ba-f96ddc12bca9 HTTP/1.1" status: 204 len: 168 time: 0.1176238 Nov 12 09:31:01.227502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d553b45-0961-4ba8-ba5a-52b2a1fe17a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656f8815-74ec-48bb-b8ba-f96ddc12bca9,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:01.554195 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49138) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:01.569316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bfda8330-a5f5-4026-b44b-f5c57c9f110b no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:31:01.591820 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: bfda8330-a5f5-4026-b44b-f5c57c9f110b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:31:01.592261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bfda8330-a5f5-4026-b44b-f5c57c9f110b not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:31:01.592684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 140c6a5d-0c32-45e4-b62a-5efae4f851a1 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:31:01.598106 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-490ad7db-8fed-478a-8c12-07f778b58d5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35a9d64332bd45109e78a385617f3468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426486 Nov 12 09:31:01.600627 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49140) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:01.612941 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 140c6a5d-0c32-45e4-b62a-5efae4f851a1 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:31:01.613307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 140c6a5d-0c32-45e4-b62a-5efae4f851a1 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:31:01.655010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d77206ab-3322-429c-b78e-c69502b762ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:01.677310 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d77206ab-3322-429c-b78e-c69502b762ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:01.738361 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d77206ab-3322-429c-b78e-c69502b762ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:01.741726 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d77206ab-3322-429c-b78e-c69502b762ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:01.743187 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d77206ab-3322-429c-b78e-c69502b762ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b91362b-e85b-4894-89c5-51e42eafdbed HTTP/1.1" status: 204 len: 168 time: 0.1413770 Nov 12 09:31:01.754885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77206ab-3322-429c-b78e-c69502b762ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b91362b-e85b-4894-89c5-51e42eafdbed,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:03.742828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49180) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:03.747636 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-dd96a9fa-2184-45a6-8a3f-7342a8f5b941 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1605898699', 'description': 'tempest-secgroup-smoke-1605898699 description', 'project_id': 'e41f4d6a0582425898496598a472cbc9'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:03.773922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dd96a9fa-2184-45a6-8a3f-7342a8f5b941 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:03.786182 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dd96a9fa-2184-45a6-8a3f-7342a8f5b941 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:03.861229 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dd96a9fa-2184-45a6-8a3f-7342a8f5b941 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:03.865418 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dd96a9fa-2184-45a6-8a3f-7342a8f5b941 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:03.903735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96a9fa-2184-45a6-8a3f-7342a8f5b941 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175f7ae5-2c9c-472f-a942-73112bb69e13,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:03.941378 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dd96a9fa-2184-45a6-8a3f-7342a8f5b941 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:03.944844 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dd96a9fa-2184-45a6-8a3f-7342a8f5b941 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:03.974577 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dd96a9fa-2184-45a6-8a3f-7342a8f5b941 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:03.975811 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dd96a9fa-2184-45a6-8a3f-7342a8f5b941 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2318904 Nov 12 09:31:03.977887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96a9fa-2184-45a6-8a3f-7342a8f5b941 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6bcf57-50c3-461b-a473-18e124f64f79,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:03.979258 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49182) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:03.984188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-77eddf6e-082d-4486-9b42-20537fcd1f5e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '7a6bcf57-50c3-461b-a473-18e124f64f79', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:04.012144 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77eddf6e-082d-4486-9b42-20537fcd1f5e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.075564 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77eddf6e-082d-4486-9b42-20537fcd1f5e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.080089 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77eddf6e-082d-4486-9b42-20537fcd1f5e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.098569 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eddf6e-082d-4486-9b42-20537fcd1f5e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2e5b44-17f1-4df1-ae6f-ef4fb53c49db,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:04.107046 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-77eddf6e-082d-4486-9b42-20537fcd1f5e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.108279 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-77eddf6e-082d-4486-9b42-20537fcd1f5e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278794 Nov 12 09:31:04.111053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49184) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:04.115574 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-73b77ef3-09e3-42f5-aa13-91d684c77050 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '7a6bcf57-50c3-461b-a473-18e124f64f79', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:04.142867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-73b77ef3-09e3-42f5-aa13-91d684c77050 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.205156 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-73b77ef3-09e3-42f5-aa13-91d684c77050 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.216833 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-73b77ef3-09e3-42f5-aa13-91d684c77050 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.235653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b77ef3-09e3-42f5-aa13-91d684c77050 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5c04f0-d39f-4cef-986b-2a5104ab0ab6,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:04.243695 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-73b77ef3-09e3-42f5-aa13-91d684c77050 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.244930 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-73b77ef3-09e3-42f5-aa13-91d684c77050 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327775 Nov 12 09:31:04.247749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49186) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:04.252183 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7b7e3750-8cdf-4ec9-b8f6-0040077980bf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '7a6bcf57-50c3-461b-a473-18e124f64f79', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:04.279640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3750-8cdf-4ec9-b8f6-0040077980bf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.341020 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3750-8cdf-4ec9-b8f6-0040077980bf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.345872 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3750-8cdf-4ec9-b8f6-0040077980bf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.364427 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e3750-8cdf-4ec9-b8f6-0040077980bf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ff4fac-9e14-4e5d-a924-eafe917103e7,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:04.371728 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3750-8cdf-4ec9-b8f6-0040077980bf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.372946 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7b7e3750-8cdf-4ec9-b8f6-0040077980bf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242540 Nov 12 09:31:04.376192 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49188) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:04.380847 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0d20cb37-8374-46d2-990e-be3ed63e3548 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '7a6bcf57-50c3-461b-a473-18e124f64f79', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:04.408394 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0d20cb37-8374-46d2-990e-be3ed63e3548 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.468404 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0d20cb37-8374-46d2-990e-be3ed63e3548 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.472349 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0d20cb37-8374-46d2-990e-be3ed63e3548 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.490744 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20cb37-8374-46d2-990e-be3ed63e3548 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7420bf56-066b-48f5-957b-62a3314a1ee8,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:04.499214 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0d20cb37-8374-46d2-990e-be3ed63e3548 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.500953 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0d20cb37-8374-46d2-990e-be3ed63e3548 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236150 Nov 12 09:31:04.503935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49190) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:04.508396 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-14b0e9f1-b99c-4fd8-9485-17502b12c999 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '7a6bcf57-50c3-461b-a473-18e124f64f79', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:04.530350 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-14b0e9f1-b99c-4fd8-9485-17502b12c999 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Project e41f4d6a0582425898496598a472cbc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:31:04.535628 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-14b0e9f1-b99c-4fd8-9485-17502b12c999 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.600305 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-14b0e9f1-b99c-4fd8-9485-17502b12c999 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.604115 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-14b0e9f1-b99c-4fd8-9485-17502b12c999 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.622528 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0e9f1-b99c-4fd8-9485-17502b12c999 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8159c9-9840-4bcb-9054-6e7e379be9d1,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:04.627956 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-14b0e9f1-b99c-4fd8-9485-17502b12c999 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.629202 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-14b0e9f1-b99c-4fd8-9485-17502b12c999 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243010 Nov 12 09:31:04.631951 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49192) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:04.636474 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c6769552-bd91-4e28-a2d3-9c2a6ab09a3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '7a6bcf57-50c3-461b-a473-18e124f64f79', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:04.659443 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-c6769552-bd91-4e28-a2d3-9c2a6ab09a3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Project e41f4d6a0582425898496598a472cbc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:31:04.664321 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6769552-bd91-4e28-a2d3-9c2a6ab09a3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.733313 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6769552-bd91-4e28-a2d3-9c2a6ab09a3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.736840 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6769552-bd91-4e28-a2d3-9c2a6ab09a3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.755578 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6769552-bd91-4e28-a2d3-9c2a6ab09a3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0fe2d8-3462-4465-9e4e-b26b2d3ad066,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:04.760935 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c6769552-bd91-4e28-a2d3-9c2a6ab09a3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.762250 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c6769552-bd91-4e28-a2d3-9c2a6ab09a3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292491 Nov 12 09:31:04.765422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49194) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:04.771795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-99d9152a-120a-4649-9acd-681c6897e757 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'network': {'name': 'tempest-network-smoke--478446406', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'port_security_enabled': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:04.794079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d9152a-120a-4649-9acd-681c6897e757 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:31:04.798141 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-99d9152a-120a-4649-9acd-681c6897e757 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.821835 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d9152a-120a-4649-9acd-681c6897e757 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:31:04.831341 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-99d9152a-120a-4649-9acd-681c6897e757 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.831731 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-99d9152a-120a-4649-9acd-681c6897e757 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Added segment 4bc8ec52-a6b6-43ee-a432-8bf87977084e of type vlan for network 10439f9b-9c28-4e7b-afe0-1ebae7d80def Nov 12 09:31:04.871710 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-99d9152a-120a-4649-9acd-681c6897e757 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.897408 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-99d9152a-120a-4649-9acd-681c6897e757 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.903035 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d9152a-120a-4649-9acd-681c6897e757 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:04.903615 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-99d9152a-120a-4649-9acd-681c6897e757 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:04.968190 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-99d9152a-120a-4649-9acd-681c6897e757 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2014370 Nov 12 09:31:04.971119 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49196) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:04.975480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'admin_state_up': True, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:04.989768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9152a-120a-4649-9acd-681c6897e757 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Network': ['ID=10439f9b-9c28-4e7b-afe0-1ebae7d80def,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:05.001736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 10439f9b-9c28-4e7b-afe0-1ebae7d80def details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:31:05.010679 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:05.011973 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:05.063741 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:05.204478 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:05.346602 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f6e07dcf-c060-4ebf-bbcc-fee9afaef56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:05.400593 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:05.425017 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:05.532711 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.25.3.39 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/5c79e543-dacb-4a5b-9c79-8e992317e709) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:31:05.655301 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:05.691795 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:05.736104 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:05.743620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:05.748804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:31:05.752480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=5c79e543-dacb-4a5b-9c79-8e992317e709,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:05.759314 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c34611-1c96-4b47-a2b5-ddfac149d531 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:31:05.786963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5f25ae7f-e693-4bce-873a-aa4374b5b9ee None None] Provisioning complete for port 5c79e543-dacb-4a5b-9c79-8e992317e709 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:05.787675 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5f25ae7f-e693-4bce-873a-aa4374b5b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:05.825900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5f25ae7f-e693-4bce-873a-aa4374b5b9ee None None] Port 5c79e543-dacb-4a5b-9c79-8e992317e709 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:31:06.016295 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:06.217113 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:06.341436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router d79b1390-774a-45c5-b3ae-b99e907f4928 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:31:06.446357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:31:06.456462 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Sync routers for ids ['d79b1390-774a-45c5-b3ae-b99e907f4928'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:31:06.465936 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Routers {'d79b1390-774a-45c5-b3ae-b99e907f4928'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:06.466533 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:30:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d79b1390-774a-45c5-b3ae-b99e907f4928'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:06.470244 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:06.471616 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-af1c9dd3-0610-4b63-af21-547b45218156 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4995630 Nov 12 09:31:06.474731 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49198) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:06.570847 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Set router d79b1390-774a-45c5-b3ae-b99e907f4928 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:06.596259 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dc6efc23-9a89-4f22-b394-5927f2812413 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e41f4d6a0582425898496598a472cbc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1202610 Nov 12 09:31:06.598935 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49202) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:06.689923 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee97becc-e5e3-41ce-b155-0b8bf641c5f0 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:06.691556 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ee97becc-e5e3-41ce-b155-0b8bf641c5f0 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916941 Nov 12 09:31:06.694436 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49204) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:06.726609 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-00fdc438-d334-4cac-99d1-26f4fe79f34c tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310333 Nov 12 09:31:06.729274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49206) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:06.734311 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b4d5ecc8-0381-4f2c-8c81-db5bd09f38d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1809468874', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:06.749458 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:05Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:06.775935 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Checking router: d79b1390-774a-45c5-b3ae-b99e907f4928 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:31:06.776275 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Updating router d79b1390-774a-45c5-b3ae-b99e907f4928 port 5c79e543-dacb-4a5b-9c79-8e992317e709 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:31:06.800369 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:06.825294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d5ecc8-0381-4f2c-8c81-db5bd09f38d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:31:06.829847 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ecc8-0381-4f2c-8c81-db5bd09f38d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.016639 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ecc8-0381-4f2c-8c81-db5bd09f38d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.055933 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.061223 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.077878 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5ecc8-0381-4f2c-8c81-db5bd09f38d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Subnet': ['ID=4548c809-85c5-4418-aa0d-e7e5bb8712c8,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:07.087231 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5ecc8-0381-4f2c-8c81-db5bd09f38d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Checking segment: {'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:31:07.087576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d5ecc8-0381-4f2c-8c81-db5bd09f38d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network hostable DHCP agents. Network: 10439f9b-9c28-4e7b-afe0-1ebae7d80def, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:31:07.106429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ff1b74-9537-4be7-82e4-f09b17f8a81d None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:31:07.107142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d5ecc8-0381-4f2c-8c81-db5bd09f38d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 10439f9b-9c28-4e7b-afe0-1ebae7d80def is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:31:07.110830 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Pushing event updated for resources: {'Port': ['ID=5c79e543-dacb-4a5b-9c79-8e992317e709,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:07.121913 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b4d5ecc8-0381-4f2c-8c81-db5bd09f38d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 10439f9b-9c28-4e7b-afe0-1ebae7d80def) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:07.126414 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d5ecc8-0381-4f2c-8c81-db5bd09f38d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:07.127074 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b4d5ecc8-0381-4f2c-8c81-db5bd09f38d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.127584 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Attempting to bind port 5c79e543-dacb-4a5b-9c79-8e992317e709 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:31:07.127958 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Attempting to bind port 5c79e543-dacb-4a5b-9c79-8e992317e709 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:31:07.128476 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Attempting to bind port 5c79e543-dacb-4a5b-9c79-8e992317e709 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:31:07.131629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b808578c-b6d3-4d79-a99a-5184859dd770 None None] Network 10439f9b-9c28-4e7b-afe0-1ebae7d80def requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:31:07.134037 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:07.134382 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:07.134717 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:07.135047 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:07.135375 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:07.135851 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:07.136176 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:07.136498 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:07.136816 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:07.137146 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:07.137466 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:07.137773 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:07.141983 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:31:07.142346 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:31:07.142968 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.143343 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:31:07.143809 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Bound port: 5c79e543-dacb-4a5b-9c79-8e992317e709, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:31:07.144179 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.153154 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b4d5ecc8-0381-4f2c-8c81-db5bd09f38d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4215479 Nov 12 09:31:07.155070 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49208) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:07.201208 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-89037e39-bba7-425e-ae0f-b89a0c2a513f None None] Provisioning complete for port 5c79e543-dacb-4a5b-9c79-8e992317e709 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:07.201582 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-89037e39-bba7-425e-ae0f-b89a0c2a513f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.204698 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] For port 5c79e543-dacb-4a5b-9c79-8e992317e709, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:31:07.208456 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] For port 5c79e543-dacb-4a5b-9c79-8e992317e709, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5c79e543-dacb-4a5b-9c79-8e992317e709,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:31:07.213517 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.260452 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Routers {'d79b1390-774a-45c5-b3ae-b99e907f4928'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:07.261122 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:30:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d79b1390-774a-45c5-b3ae-b99e907f4928'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:07.262779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f1850-0e60-4ea5-bbea-e1d0efdf94ba None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:31:07.275027 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-89037e39-bba7-425e-ae0f-b89a0c2a513f None None] Port 5c79e543-dacb-4a5b-9c79-8e992317e709 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:31:07.349523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ips': [{'subnet_id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:31:07.350823 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.383384 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] Set router d79b1390-774a-45c5-b3ae-b99e907f4928 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:07.439807 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cdc11-c037-42a1-8bf7-6fcc3f194bfa None None] Pushing event updated for resources: {'Port': ['ID=5c79e543-dacb-4a5b-9c79-8e992317e709,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:07.454508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c01ea324-fd8d-4b37-880d-247ee546d9d6 None None] Provisioning complete for port 5c79e543-dacb-4a5b-9c79-8e992317e709 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:07.454824 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c01ea324-fd8d-4b37-880d-247ee546d9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.557502 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Allocated IP 172.20.0.2 (10439f9b-9c28-4e7b-afe0-1ebae7d80def/4548c809-85c5-4418-aa0d-e7e5bb8712c8/77f158ac-07a3-44a4-8327-591085364ae7) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:31:07.573732 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:05Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:07.594523 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c01ea324-fd8d-4b37-880d-247ee546d9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.602443 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e232d894-0bdf-40b0-9bfa-f85b7c009854 None None] The sync data for ids ['d79b1390-774a-45c5-b3ae-b99e907f4928'] in n-d-768851-18 is: [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:05Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:31:07.646739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.668979 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb683c7e-4a48-4059-962c-f0c085399625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.671556 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c01ea324-fd8d-4b37-880d-247ee546d9d6 None None] For port 5c79e543-dacb-4a5b-9c79-8e992317e709, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5c79e543-dacb-4a5b-9c79-8e992317e709,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:07.678959 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c01ea324-fd8d-4b37-880d-247ee546d9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.776679 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ea324-fd8d-4b37-880d-247ee546d9d6 None None] Pushing event updated for resources: {'Port': ['ID=5c79e543-dacb-4a5b-9c79-8e992317e709,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:07.804645 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.813960 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:07.978666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.20.0.1 (10439f9b-9c28-4e7b-afe0-1ebae7d80def/4548c809-85c5-4418-aa0d-e7e5bb8712c8/bd0d02f4-7e3d-4ed6-9af6-9613c31a0239) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:31:08.041385 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Network 10439f9b-9c28-4e7b-afe0-1ebae7d80def is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:08.045266 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Pushing event updated for resources: {'Port': ['ID=77f158ac-07a3-44a4-8327-591085364ae7,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:08.048873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:08.051177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:31:08.106871 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Attempting to bind port 77f158ac-07a3-44a4-8327-591085364ae7 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:31:08.107581 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Attempting to bind port 77f158ac-07a3-44a4-8327-591085364ae7 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:31:08.107860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Attempting to bind port 77f158ac-07a3-44a4-8327-591085364ae7 on network 10439f9b-9c28-4e7b-afe0-1ebae7d80def {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:31:08.114154 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:31:08.114376 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.115018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Checking segment: {'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:31:08.115676 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.116307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Bound using segment: {'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:31:08.117008 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Bound port: 77f158ac-07a3-44a4-8327-591085364ae7, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:31:08.117679 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.151829 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.187265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] For port 77f158ac-07a3-44a4-8327-591085364ae7, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:31:08.190084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 10439f9b-9c28-4e7b-afe0-1ebae7d80def is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:08.192528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] For port 77f158ac-07a3-44a4-8327-591085364ae7, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=77f158ac-07a3-44a4-8327-591085364ae7,segment=NetworkSegment(4bc8ec52-a6b6-43ee-a432-8bf87977084e),segment_id=4bc8ec52-a6b6-43ee-a432-8bf87977084e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:31:08.193698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:08.196632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:31:08.203601 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.259011 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=bd0d02f4-7e3d-4ed6-9af6-9613c31a0239,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:08.265347 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ca8f4-f0d9-46da-b172-7c4eb6738e26 None None] Pushing event updated for resources: {'Port': ['ID=77f158ac-07a3-44a4-8327-591085364ae7,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:08.277372 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.449435 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.754354 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.759339 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.829306 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.842789 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.849840 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=bd0d02f4-7e3d-4ed6-9af6-9613c31a0239,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:08.943728 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 10439f9b-9c28-4e7b-afe0-1ebae7d80def is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:08.944972 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:09.067463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router d79b1390-774a-45c5-b3ae-b99e907f4928 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:31:09.183034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:31:09.188774 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-60602a27-c4bc-451a-9040-d4b9fb205493 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "PUT /v2.0/routers/d79b1390-774a-45c5-b3ae-b99e907f4928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0326889 Nov 12 09:31:09.193804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943c6be-b6ec-4d19-a059-64768d3dde60 None None] Network 10439f9b-9c28-4e7b-afe0-1ebae7d80def requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:31:09.273720 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-74efa8be-0669-4115-8e72-8e3d21374a12 None None] Provisioning complete for port 77f158ac-07a3-44a4-8327-591085364ae7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:09.274094 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-74efa8be-0669-4115-8e72-8e3d21374a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:09.348181 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-7a47629d-afca-4640-ba0d-24600efb58a0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605898699&fields=id&tenant_id=e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 267 time: 0.0469389 Nov 12 09:31:09.418793 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-74efa8be-0669-4115-8e72-8e3d21374a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:09.458668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-74efa8be-0669-4115-8e72-8e3d21374a12 None None] For port 77f158ac-07a3-44a4-8327-591085364ae7, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=77f158ac-07a3-44a4-8327-591085364ae7,segment=NetworkSegment(4bc8ec52-a6b6-43ee-a432-8bf87977084e),segment_id=4bc8ec52-a6b6-43ee-a432-8bf87977084e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:09.464442 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-74efa8be-0669-4115-8e72-8e3d21374a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:09.471766 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-423c2aca-beef-4719-abf3-1af375f6a39e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:09.473330 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-423c2aca-beef-4719-abf3-1af375f6a39e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/networks?id=10439f9b-9c28-4e7b-afe0-1ebae7d80def HTTP/1.1" status: 200 len: 796 time: 0.1154175 Nov 12 09:31:09.490344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-01480ddb-9643-4c9f-a5e4-1dd13ed2a823 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/quotas/e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 375 time: 0.0106277 Nov 12 09:31:09.525971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efa8be-0669-4115-8e72-8e3d21374a12 None None] Pushing event updated for resources: {'Port': ['ID=77f158ac-07a3-44a4-8327-591085364ae7,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:09.568686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-63a14fcd-211c-40fa-aec0-938f45e1d942 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716088 Nov 12 09:31:09.641806 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 77f158ac-07a3-44a4-8327-591085364ae7 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:09.683317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Sync routers for ids ['d79b1390-774a-45c5-b3ae-b99e907f4928'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:31:09.700021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Routers {'d79b1390-774a-45c5-b3ae-b99e907f4928'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:09.701454 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:31:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d79b1390-774a-45c5-b3ae-b99e907f4928'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:09.707573 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8b73bcb4-ee84-47df-9174-9eeecaffae4d service neutron] 10.222.0.31 "GET /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236172 Nov 12 09:31:09.764458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 77f158ac-07a3-44a4-8327-591085364ae7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:09.765162 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:09.809688 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-b4f67ccc-d7cd-4c3b-8b1f-6837d911256a service neutron] 10.222.0.31 "GET /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976830 Nov 12 09:31:09.864533 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5f64f852-ae8d-4041-b60c-3af2eab53120 None None] Provisioning complete for port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:09.864908 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5f64f852-ae8d-4041-b60c-3af2eab53120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:09.889180 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Set router d79b1390-774a-45c5-b3ae-b99e907f4928 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:09.998191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-5f64f852-ae8d-4041-b60c-3af2eab53120 None None] Port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:31:10.044315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5c79e543-dacb-4a5b-9c79-8e992317e709 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:10.053382 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c11fda70-7e21-4e8e-9269-49d5a41c4c2c req-a7f57296-05a0-4c6e-a7ee-aec0b75e6c35 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 210 time: 0.0410616 Nov 12 09:31:10.074250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5f64f852-ae8d-4041-b60c-3af2eab53120 None None] Provisioning complete for port 77f158ac-07a3-44a4-8327-591085364ae7 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:10.074641 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5f64f852-ae8d-4041-b60c-3af2eab53120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.219970 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 5c79e543-dacb-4a5b-9c79-8e992317e709 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:10.220542 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.251655 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.342296 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:08Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'bd0d02f4-7e3d-4ed6-9af6-9613c31a0239', 'name': '', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:eb:1c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:07Z', 'updated_at': '2021-11-12T09:31:08Z', 'revision_number': 2, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:10.372264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Checking router: d79b1390-774a-45c5-b3ae-b99e907f4928 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:31:10.372638 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Updating router d79b1390-774a-45c5-b3ae-b99e907f4928 port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:31:10.408667 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.454543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-358cc8cb-1b30-49b2-a902-53ce7ab785cd None None] Provisioning complete for port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:10.454826 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-358cc8cb-1b30-49b2-a902-53ce7ab785cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.545008 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-358cc8cb-1b30-49b2-a902-53ce7ab785cd None None] Port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:31:10.716618 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.727011 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.789513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a79f05-0121-4752-9458-7c844831d2e3 None None] Pushing event updated for resources: {'Port': ['ID=bd0d02f4-7e3d-4ed6-9af6-9613c31a0239,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:10.851371 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Attempting to bind port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:31:10.851749 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Attempting to bind port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:31:10.852111 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Attempting to bind port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 on network 10439f9b-9c28-4e7b-afe0-1ebae7d80def {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:31:10.858123 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:31:10.858625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Checking segment: {'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:31:10.859036 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.859962 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Bound using segment: {'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:31:10.860519 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Bound port: bd0d02f4-7e3d-4ed6-9af6-9613c31a0239, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:31:10.860907 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.934378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] For port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:31:10.938648 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] For port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bd0d02f4-7e3d-4ed6-9af6-9613c31a0239,segment=NetworkSegment(4bc8ec52-a6b6-43ee-a432-8bf87977084e),segment_id=4bc8ec52-a6b6-43ee-a432-8bf87977084e)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:31:10.943069 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:10.996661 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Routers {'d79b1390-774a-45c5-b3ae-b99e907f4928'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:10.997534 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:31:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d79b1390-774a-45c5-b3ae-b99e907f4928'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:11.053026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a79f05-0121-4752-9458-7c844831d2e3 None None] Pushing event updated for resources: {'Port': ['ID=bd0d02f4-7e3d-4ed6-9af6-9613c31a0239,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:11.215594 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57efc5cd-9674-4239-beb1-90bc6c93b37d req-88535a81-60e1-4c6e-9bd7-7d9e2d5d747b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 210 time: 0.0374744 Nov 12 09:31:11.256632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-262eddb0-ca88-4e16-bf27-364c67f1a629 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:11.258395 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-262eddb0-ca88-4e16-bf27-364c67f1a629 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "GET /v2.0/networks?id=10439f9b-9c28-4e7b-afe0-1ebae7d80def HTTP/1.1" status: 200 len: 796 time: 0.2210004 Nov 12 09:31:11.308900 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-4cd2f4ab-a8d6-4661-8392-b68025e6070b None None] Provisioning complete for port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:11.309453 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f4ab-a8d6-4661-8392-b68025e6070b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:11.334846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-bbf2d70b-3fe1-43fd-b8ac-310b0b3110f8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 380 time: 0.0604551 Nov 12 09:31:11.346577 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'port': {'device_id': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'admin_state_up': True, 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'security_groups': ['7a6bcf57-50c3-461b-a473-18e124f64f79']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:11.354052 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:11.360568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] Set router d79b1390-774a-45c5-b3ae-b99e907f4928 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:11.461525 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:31:11.465481 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:11.534123 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f4ab-a8d6-4661-8392-b68025e6070b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:11.576000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 77f158ac-07a3-44a4-8327-591085364ae7 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:11.602405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.20.0.4 (10439f9b-9c28-4e7b-afe0-1ebae7d80def/4548c809-85c5-4418-aa0d-e7e5bb8712c8/0bb3a053-3177-4968-b44e-c2589dc396cc) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:31:11.623221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4cd2f4ab-a8d6-4661-8392-b68025e6070b None None] For port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bd0d02f4-7e3d-4ed6-9af6-9613c31a0239,segment=NetworkSegment(4bc8ec52-a6b6-43ee-a432-8bf87977084e),segment_id=4bc8ec52-a6b6-43ee-a432-8bf87977084e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:11.633410 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4cd2f4ab-a8d6-4661-8392-b68025e6070b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:11.714792 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2f4ab-a8d6-4661-8392-b68025e6070b None None] Pushing event updated for resources: {'Port': ['ID=bd0d02f4-7e3d-4ed6-9af6-9613c31a0239,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:11.724752 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 77f158ac-07a3-44a4-8327-591085364ae7 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:11.725143 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:11.728133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:08Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'bd0d02f4-7e3d-4ed6-9af6-9613c31a0239', 'name': '', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:eb:1c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:07Z', 'updated_at': '2021-11-12T09:31:10Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:11.755204 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:11.777191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21165716-225d-4b5d-b902-16a1a71c0591 None None] The sync data for ids ['d79b1390-774a-45c5-b3ae-b99e907f4928'] in n-d-768851-18 is: [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:08Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'bd0d02f4-7e3d-4ed6-9af6-9613c31a0239', 'name': '', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:eb:1c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:07Z', 'updated_at': '2021-11-12T09:31:10Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:31:11.794501 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:11.801057 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b76381c4-661e-479f-956d-3ffb343d32b9 None None] Provisioning complete for port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:11.801331 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b76381c4-661e-479f-956d-3ffb343d32b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:11.835729 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 10439f9b-9c28-4e7b-afe0-1ebae7d80def is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:11.839591 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:11.846168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:31:11.907871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=0bb3a053-3177-4968-b44e-c2589dc396cc,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:11.944496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:11.945270 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:11.972448 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-042785e8-233f-4c99-9340-277cf26d4d2b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6305728 Nov 12 09:31:12.111491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Request body: {'port': {'device_id': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:12.171026 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:12.188966 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-970b3cf2-b829-4a3e-8ca4-0f9186027ded None None] Provisioning complete for port 0bb3a053-3177-4968-b44e-c2589dc396cc triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:12.189489 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-970b3cf2-b829-4a3e-8ca4-0f9186027ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:12.224624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-970b3cf2-b829-4a3e-8ca4-0f9186027ded None None] Port 0bb3a053-3177-4968-b44e-c2589dc396cc cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:31:12.376349 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a863b-8aad-401f-b7cf-fd7763238fe0 req-de69822b-eb74-40ae-ab9d-4bc0f910f8b2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:12.377933 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-220a863b-8aad-401f-b7cf-fd7763238fe0 req-de69822b-eb74-40ae-ab9d-4bc0f910f8b2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 931 time: 0.0661085 Nov 12 09:31:12.435260 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-220a863b-8aad-401f-b7cf-fd7763238fe0 req-23c61928-73a6-40e3-bf1a-4c798f4ebedf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509808 Nov 12 09:31:12.469820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb3a053-3177-4968-b44e-c2589dc396cc {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:31:12.477965 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:12.491553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Transition to ACTIVE for port object 0bb3a053-3177-4968-b44e-c2589dc396cc will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:31:12.494848 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:12.544746 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb3a053-3177-4968-b44e-c2589dc396cc,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:12.638682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Attempting to bind port 0bb3a053-3177-4968-b44e-c2589dc396cc on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:31:12.639086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Attempting to bind port 0bb3a053-3177-4968-b44e-c2589dc396cc by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:31:12.639422 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Attempting to bind port 0bb3a053-3177-4968-b44e-c2589dc396cc on network 10439f9b-9c28-4e7b-afe0-1ebae7d80def {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:31:12.644667 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Port 0bb3a053-3177-4968-b44e-c2589dc396cc on network 10439f9b-9c28-4e7b-afe0-1ebae7d80def not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:31:12.644991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Attempting to bind port 0bb3a053-3177-4968-b44e-c2589dc396cc on network 10439f9b-9c28-4e7b-afe0-1ebae7d80def {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:31:12.650647 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:31:12.650984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Checking segment: {'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:31:12.651369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Bound using segment: {'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:31:12.651799 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Bound port: 0bb3a053-3177-4968-b44e-c2589dc396cc, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc8ec52-a6b6-43ee-a432-8bf87977084e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:31:12.652155 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:12.730729 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] For port 0bb3a053-3177-4968-b44e-c2589dc396cc, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:31:12.734505 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] For port 0bb3a053-3177-4968-b44e-c2589dc396cc, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0bb3a053-3177-4968-b44e-c2589dc396cc,segment=NetworkSegment(4bc8ec52-a6b6-43ee-a432-8bf87977084e),segment_id=4bc8ec52-a6b6-43ee-a432-8bf87977084e)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:31:12.739896 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:12.772928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:12.773954 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:12.775383 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] 10.222.0.52 "PUT /v2.0/ports/0bb3a053-3177-4968-b44e-c2589dc396cc HTTP/1.1" status: 200 len: 1092 time: 0.7945409 Nov 12 09:31:12.781776 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'tag': '0bb3a053-3177-4968-b44e-c2589dc396cc'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:12.784064 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd423e8-e018-4176-8c62-410db30ee0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "17fd5cb8-10e5-482b-a093-03a25200aca7", "tag": "0bb3a053-3177-4968-b44e-c2589dc396cc"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:12.834667 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f01fc6-715c-4652-9ef8-3975442a2249 x-openstack-request-id: req-04f01fc6-715c-4652-9ef8-3975442a2249 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:12.834976 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fd5cb8-10e5-482b-a093-03a25200aca7", "tag": "0bb3a053-3177-4968-b44e-c2589dc396cc", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:12.835230 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04f01fc6-715c-4652-9ef8-3975442a2249 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:12.835639 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'tag': '0bb3a053-3177-4968-b44e-c2589dc396cc', 'status': 'completed', 'code': 200} Nov 12 09:31:12.838439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f437303-92f5-48b4-8aad-a743bfaf3a21 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb3a053-3177-4968-b44e-c2589dc396cc,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:12.895834 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-946bf9cd-3841-490f-9999-9b337713056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:12.898047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-946bf9cd-3841-490f-9999-9b337713056d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 1095 time: 0.0608318 Nov 12 09:31:12.951366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-becfc0aa-1ff7-4e37-968b-1070e94ce7a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bb3a053-3177-4968-b44e-c2589dc396cc HTTP/1.1" status: 200 len: 217 time: 0.0424635 Nov 12 09:31:13.008802 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-637c2bea-bfe9-47ec-90df-706a5f62eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:13.010308 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-637c2bea-bfe9-47ec-90df-706a5f62eeaf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4548c809-85c5-4418-aa0d-e7e5bb8712c8 HTTP/1.1" status: 200 len: 835 time: 0.0513649 Nov 12 09:31:13.056654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-d954bf31-cae5-4aeb-b81d-be36f5fd92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:13.058205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-d954bf31-cae5-4aeb-b81d-be36f5fd92b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10439f9b-9c28-4e7b-afe0-1ebae7d80def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401685 Nov 12 09:31:13.155612 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-24b7c275-98e7-4058-be17-f9f59a11e032 service neutron] 10.222.0.52 "GET /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890813 Nov 12 09:31:13.247017 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0332c1af-d60e-43fa-8e01-dd7607e57fe4 req-01852031-7036-47c1-a5f8-aa1ba314b19f service neutron] 10.222.0.52 "GET /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802727 Nov 12 09:31:13.337849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd423e8-e018-4176-8c62-410db30ee0fc req-e3f052bb-9245-414f-be88-a94f1850cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:13.339293 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbd423e8-e018-4176-8c62-410db30ee0fc req-e3f052bb-9245-414f-be88-a94f1850cc72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 1095 time: 0.0408895 Nov 12 09:31:13.435576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd423e8-e018-4176-8c62-410db30ee0fc req-990290af-9651-44e4-a887-25d4bb3872e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:13.437060 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbd423e8-e018-4176-8c62-410db30ee0fc req-990290af-9651-44e4-a887-25d4bb3872e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=10439f9b-9c28-4e7b-afe0-1ebae7d80def HTTP/1.1" status: 200 len: 897 time: 0.0901856 Nov 12 09:31:13.479268 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbd423e8-e018-4176-8c62-410db30ee0fc req-06786754-9d3a-4851-ab5d-07f88a106f1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bb3a053-3177-4968-b44e-c2589dc396cc HTTP/1.1" status: 200 len: 217 time: 0.0347519 Nov 12 09:31:13.540437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd423e8-e018-4176-8c62-410db30ee0fc req-89066277-00d1-4c52-ac6d-2be8e06988eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:13.542136 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbd423e8-e018-4176-8c62-410db30ee0fc req-89066277-00d1-4c52-ac6d-2be8e06988eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4548c809-85c5-4418-aa0d-e7e5bb8712c8 HTTP/1.1" status: 200 len: 835 time: 0.0534062 Nov 12 09:31:13.572650 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38cbb5-dcd8-4e8b-82f9-55a04c4a4bd9 req-3b5f8ccc-e230-4b05-8837-3f722b15f725 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:13.574287 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d38cbb5-dcd8-4e8b-82f9-55a04c4a4bd9 req-3b5f8ccc-e230-4b05-8837-3f722b15f725 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 943 time: 0.0686367 Nov 12 09:31:13.591173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:13.597662 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd423e8-e018-4176-8c62-410db30ee0fc req-9d31715f-f355-477b-876c-a535d44410c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:13.599240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbd423e8-e018-4176-8c62-410db30ee0fc req-9d31715f-f355-477b-876c-a535d44410c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10439f9b-9c28-4e7b-afe0-1ebae7d80def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494769 Nov 12 09:31:13.637685 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6d38cbb5-dcd8-4e8b-82f9-55a04c4a4bd9 req-83c2ac44-f496-414f-9323-0494a22d74d2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515110 Nov 12 09:31:13.644039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:13.644511 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:13.698479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbd423e8-e018-4176-8c62-410db30ee0fc req-86817613-c2ab-4cb0-ba03-32ddf9a6dcc2 service neutron] 10.222.0.52 "GET /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898175 Nov 12 09:31:13.790696 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cbd423e8-e018-4176-8c62-410db30ee0fc req-d379a971-fd97-45bb-8e39-bca051b217bb service neutron] 10.222.0.52 "GET /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834887 Nov 12 09:31:14.060431 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:31:14.755697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afc5e4-73e8-4c6c-a4fe-4b7b368d776f req-4f5b7599-24f6-4ab2-9e21-7901600ad6a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:14.757298 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-64afc5e4-73e8-4c6c-a4fe-4b7b368d776f req-4f5b7599-24f6-4ab2-9e21-7901600ad6a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 943 time: 0.0492952 Nov 12 09:31:14.812478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-64afc5e4-73e8-4c6c-a4fe-4b7b368d776f req-709d66ee-217e-4c5b-8425-eec7d6d6bf06 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493157 Nov 12 09:31:15.931800 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d1841-d0a2-462e-a3be-8799c72ed4d6 req-52bdadb6-82a4-49a1-906e-4a846ccaae37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:15.933267 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-004d1841-d0a2-462e-a3be-8799c72ed4d6 req-52bdadb6-82a4-49a1-906e-4a846ccaae37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 943 time: 0.0529907 Nov 12 09:31:15.982568 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-004d1841-d0a2-462e-a3be-8799c72ed4d6 req-edbc61eb-03a9-4cb1-8865-e62389c8dff5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434144 Nov 12 09:31:16.182969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0bb3a053-3177-4968-b44e-c2589dc396cc details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:31:16.277430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0bb3a053-3177-4968-b44e-c2589dc396cc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0bb3a053-3177-4968-b44e-c2589dc396cc,segment=NetworkSegment(4bc8ec52-a6b6-43ee-a432-8bf87977084e),segment_id=4bc8ec52-a6b6-43ee-a432-8bf87977084e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:16.288276 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '0bb3a053-3177-4968-b44e-c2589dc396cc', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'port_id': '0bb3a053-3177-4968-b44e-c2589dc396cc', 'mac_address': 'fa:16:3e:03:db:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:31:16.328985 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:16.341692 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb3a053-3177-4968-b44e-c2589dc396cc {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:31:16.361451 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0bb3a053-3177-4968-b44e-c2589dc396cc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0bb3a053-3177-4968-b44e-c2589dc396cc,segment=NetworkSegment(4bc8ec52-a6b6-43ee-a432-8bf87977084e),segment_id=4bc8ec52-a6b6-43ee-a432-8bf87977084e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:16.365731 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:16.419992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=0bb3a053-3177-4968-b44e-c2589dc396cc,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:16.603998 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['0bb3a053-3177-4968-b44e-c2589dc396cc'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:31:17.100763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1b33a-dfbf-49ac-b343-c1152917a990 req-fc41dcdf-0472-4107-80fc-5c115d9704b7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:17.102266 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d9a1b33a-dfbf-49ac-b343-c1152917a990 req-fc41dcdf-0472-4107-80fc-5c115d9704b7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 944 time: 0.0496039 Nov 12 09:31:17.151649 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d9a1b33a-dfbf-49ac-b343-c1152917a990 req-95e8e59a-2e68-4339-a90b-fdafb8927c80 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Nov 12 09:31:18.197220 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0bb3a053-3177-4968-b44e-c2589dc396cc up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:18.248352 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 0bb3a053-3177-4968-b44e-c2589dc396cc completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:31:18.253370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 0bb3a053-3177-4968-b44e-c2589dc396cc triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:18.253747 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.275790 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dcfac-b1b8-4fae-9907-34a978c72af0 req-29510b05-dde3-429b-a3a2-eff66251b676 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:18.277308 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-964dcfac-b1b8-4fae-9907-34a978c72af0 req-29510b05-dde3-429b-a3a2-eff66251b676 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 944 time: 0.0512402 Nov 12 09:31:18.327116 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-964dcfac-b1b8-4fae-9907-34a978c72af0 req-389e0438-41cf-46cb-93a9-f9fb8f12233b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 Nov 12 09:31:18.337438 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.360482 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb3a053-3177-4968-b44e-c2589dc396cc'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:18.362729 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b24bc0-2990-418f-a629-4def9a1ecf03" -d '{"events": [{"server_uuid": "17fd5cb8-10e5-482b-a093-03a25200aca7", "name": "network-vif-plugged", "status": "completed", "tag": "0bb3a053-3177-4968-b44e-c2589dc396cc"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:18.375588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 0bb3a053-3177-4968-b44e-c2589dc396cc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0bb3a053-3177-4968-b44e-c2589dc396cc,segment=NetworkSegment(4bc8ec52-a6b6-43ee-a432-8bf87977084e),segment_id=4bc8ec52-a6b6-43ee-a432-8bf87977084e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:18.380084 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:18.427156 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=0bb3a053-3177-4968-b44e-c2589dc396cc,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:18.495297 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c710f29c-f35b-45eb-939d-4f71383a08ae x-openstack-request-id: req-c710f29c-f35b-45eb-939d-4f71383a08ae {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:18.495586 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fd5cb8-10e5-482b-a093-03a25200aca7", "name": "network-vif-plugged", "status": "completed", "tag": "0bb3a053-3177-4968-b44e-c2589dc396cc", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:18.495838 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c710f29c-f35b-45eb-939d-4f71383a08ae {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:18.496233 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb3a053-3177-4968-b44e-c2589dc396cc', 'code': 200} Nov 12 09:31:18.736913 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51781-97dc-4969-b216-7e6e93c4a4b6 req-69b3c984-03f2-4007-a4d6-23674c72db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:18.738395 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eea51781-97dc-4969-b216-7e6e93c4a4b6 req-69b3c984-03f2-4007-a4d6-23674c72db84 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 1097 time: 0.0428658 Nov 12 09:31:18.787314 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eea51781-97dc-4969-b216-7e6e93c4a4b6 req-45aed357-844e-413b-8691-5877c6d32766 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410428 Nov 12 09:31:19.450207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e5f3e-ab48-4fde-9b68-1f0ffeeeae5b req-a0d8ecb6-4609-4678-b412-a26702602a66 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:19.451691 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed2e5f3e-ab48-4fde-9b68-1f0ffeeeae5b req-a0d8ecb6-4609-4678-b412-a26702602a66 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 945 time: 0.0522280 Nov 12 09:31:19.804001 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ed2e5f3e-ab48-4fde-9b68-1f0ffeeeae5b req-8cfcf3b5-b72d-4103-8fdc-ad9cda4c1f24 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457737 Nov 12 09:31:21.234257 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998747be-5a37-446c-a04a-ae65b74c9215 req-9042fc58-968a-41a5-8225-e8f1654c6d20 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:21.235740 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-998747be-5a37-446c-a04a-ae65b74c9215 req-9042fc58-968a-41a5-8225-e8f1654c6d20 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 945 time: 0.3618901 Nov 12 09:31:21.284099 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-998747be-5a37-446c-a04a-ae65b74c9215 req-5f4bce68-67dc-42bc-a426-f97fc5a696b6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Nov 12 09:31:21.397585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20066f8-f2f4-4d45-bc31-c0782a8f497e req-d22b9fa1-6cb6-47c1-a920-8228289dccbe tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:21.399039 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b20066f8-f2f4-4d45-bc31-c0782a8f497e req-d22b9fa1-6cb6-47c1-a920-8228289dccbe tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 945 time: 0.0493395 Nov 12 09:31:21.446326 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b20066f8-f2f4-4d45-bc31-c0782a8f497e req-9db0575a-849a-4b81-a995-7054658010ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414319 Nov 12 09:31:21.467949 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49262) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:21.506087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918b8468-0ec0-4645-b100-dd1dbbc2ba8b tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:21.509364 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-918b8468-0ec0-4645-b100-dd1dbbc2ba8b tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 1092 time: 0.0380967 Nov 12 09:31:21.510506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49264) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:21.514836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '0bb3a053-3177-4968-b44e-c2589dc396cc', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:31:21.537380 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:21.635229 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:21.738691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.25.3.251 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/e016f27f-d0e5-42ae-97a4-766d78c8e44f) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:31:21.839258 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:21.875964 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:21.916440 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:31:21.919344 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:31:21.923979 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:31:21.925984 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=e016f27f-d0e5-42ae-97a4-766d78c8e44f,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:22.286667 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:22.355414 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:22.499029 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:22.503548 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:22.574048 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=e016f27f-d0e5-42ae-97a4-766d78c8e44f,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:22.587390 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:22.688345 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Floating IP 35feff06-52d1-478b-acd4-1f63987a9bd6 associated. External IP: 172.25.3.251, port: 0bb3a053-3177-4968-b44e-c2589dc396cc. Nov 12 09:31:22.899588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router d79b1390-774a-45c5-b3ae-b99e907f4928 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:31:23.010545 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:31:23.020680 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d9797-cebf-4565-8841-9e300de8edd8 None None] Sync routers for ids ['d79b1390-774a-45c5-b3ae-b99e907f4928'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:31:23.028750 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:23.029919 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d9797-cebf-4565-8841-9e300de8edd8 None None] Routers {'d79b1390-774a-45c5-b3ae-b99e907f4928'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:23.030535 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5e8d9797-cebf-4565-8841-9e300de8edd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:31:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d79b1390-774a-45c5-b3ae-b99e907f4928'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:23.060624 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c59781b2-16cd-4784-b574-dbde729550c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5464966 Nov 12 09:31:23.060624 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'tag': '0bb3a053-3177-4968-b44e-c2589dc396cc'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:23.061087 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823a3002-8d9e-40ae-8dc0-378381bc70c8" -d '{"events": [{"name": "network-changed", "server_uuid": "17fd5cb8-10e5-482b-a093-03a25200aca7", "tag": "0bb3a053-3177-4968-b44e-c2589dc396cc"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:23.101311 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:23.102078 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436f4601-1957-4ed2-ba93-5393be98429b x-openstack-request-id: req-436f4601-1957-4ed2-ba93-5393be98429b {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:23.102078 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fd5cb8-10e5-482b-a093-03a25200aca7", "tag": "0bb3a053-3177-4968-b44e-c2589dc396cc", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:23.102078 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-436f4601-1957-4ed2-ba93-5393be98429b {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:23.104555 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'tag': '0bb3a053-3177-4968-b44e-c2589dc396cc', 'status': 'completed', 'code': 200} Nov 12 09:31:23.200912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3002-8d9e-40ae-8dc0-378381bc70c8 req-b268d0b1-bfe2-4e48-a606-763fc3073f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.202524 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-823a3002-8d9e-40ae-8dc0-378381bc70c8 req-b268d0b1-bfe2-4e48-a606-763fc3073f1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 1097 time: 0.0742590 Nov 12 09:31:23.210891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd5f70-7347-4a34-bd7f-47706d192e07 req-dbff27bf-fa53-449f-9d27-2cd4cf1f04e5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.212576 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6bfd5f70-7347-4a34-bd7f-47706d192e07 req-dbff27bf-fa53-449f-9d27-2cd4cf1f04e5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 945 time: 0.0762074 Nov 12 09:31:23.228396 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-5e8d9797-cebf-4565-8841-9e300de8edd8 None None] Set router d79b1390-774a-45c5-b3ae-b99e907f4928 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:23.320623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6bfd5f70-7347-4a34-bd7f-47706d192e07 req-de3bb4de-5552-42a1-af9c-bb016104c594 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998292 Nov 12 09:31:23.336539 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3002-8d9e-40ae-8dc0-378381bc70c8 req-61145bfa-5694-47b0-9403-491512ff4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.338058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-823a3002-8d9e-40ae-8dc0-378381bc70c8 req-61145bfa-5694-47b0-9403-491512ff4836 service neutron] 10.222.0.52 "GET /v2.0/networks?id=10439f9b-9c28-4e7b-afe0-1ebae7d80def HTTP/1.1" status: 200 len: 897 time: 0.1246591 Nov 12 09:31:23.347019 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49270) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:23.413703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-823a3002-8d9e-40ae-8dc0-378381bc70c8 req-9c0aebc5-34cb-47ef-ada0-244aad9057d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bb3a053-3177-4968-b44e-c2589dc396cc HTTP/1.1" status: 200 len: 999 time: 0.0670304 Nov 12 09:31:23.427727 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2893ab0e-b699-4a1e-8886-594536055bd9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/35feff06-52d1-478b-acd4-1f63987a9bd6 HTTP/1.1" status: 200 len: 991 time: 0.0784504 Nov 12 09:31:23.455962 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5e8d9797-cebf-4565-8841-9e300de8edd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:08Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '35feff06-52d1-478b-acd4-1f63987a9bd6', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'port_id': '0bb3a053-3177-4968-b44e-c2589dc396cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'mac_address': 'fa:16:3e:03:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:22Z', 'updated_at': '2021-11-12T09:31:22Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d02f4-7e3d-4ed6-9af6-9613c31a0239', 'name': '', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:eb:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:07Z', 'updated_at': '2021-11-12T09:31:11Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:23.465248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3002-8d9e-40ae-8dc0-378381bc70c8 req-0a59dcca-24c4-4389-ad43-c124feef8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.466810 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-823a3002-8d9e-40ae-8dc0-378381bc70c8 req-0a59dcca-24c4-4389-ad43-c124feef8ddc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4548c809-85c5-4418-aa0d-e7e5bb8712c8 HTTP/1.1" status: 200 len: 835 time: 0.0460627 Nov 12 09:31:23.485912 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d9797-cebf-4565-8841-9e300de8edd8 None None] Checking router: d79b1390-774a-45c5-b3ae-b99e907f4928 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:31:23.494158 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d9797-cebf-4565-8841-9e300de8edd8 None None] Routers {'d79b1390-774a-45c5-b3ae-b99e907f4928'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:31:23.494770 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5e8d9797-cebf-4565-8841-9e300de8edd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:31:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d79b1390-774a-45c5-b3ae-b99e907f4928'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:23.517967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3002-8d9e-40ae-8dc0-378381bc70c8 req-e62c01b2-8fd3-4021-8eb4-6e77aa2b519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.519509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-823a3002-8d9e-40ae-8dc0-378381bc70c8 req-e62c01b2-8fd3-4021-8eb4-6e77aa2b519b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10439f9b-9c28-4e7b-afe0-1ebae7d80def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409071 Nov 12 09:31:23.598442 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-5e8d9797-cebf-4565-8841-9e300de8edd8 None None] Set router d79b1390-774a-45c5-b3ae-b99e907f4928 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:31:23.616168 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-823a3002-8d9e-40ae-8dc0-378381bc70c8 req-70139252-9327-4fff-bc11-73e95652a2b3 service neutron] 10.222.0.52 "GET /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868056 Nov 12 09:31:23.707648 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-823a3002-8d9e-40ae-8dc0-378381bc70c8 req-b5f1b8ad-222b-4910-8e15-a4889e4e9b39 service neutron] 10.222.0.52 "GET /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836647 Nov 12 09:31:23.828249 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-5e8d9797-cebf-4565-8841-9e300de8edd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:08Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '35feff06-52d1-478b-acd4-1f63987a9bd6', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'port_id': '0bb3a053-3177-4968-b44e-c2589dc396cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'mac_address': 'fa:16:3e:03:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:22Z', 'updated_at': '2021-11-12T09:31:22Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d02f4-7e3d-4ed6-9af6-9613c31a0239', 'name': '', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:eb:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:07Z', 'updated_at': '2021-11-12T09:31:11Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:31:23.853648 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d9797-cebf-4565-8841-9e300de8edd8 None None] The sync data for ids ['d79b1390-774a-45c5-b3ae-b99e907f4928'] in n-d-768851-18 is: [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:08Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '35feff06-52d1-478b-acd4-1f63987a9bd6', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'port_id': '0bb3a053-3177-4968-b44e-c2589dc396cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'mac_address': 'fa:16:3e:03:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:31:22Z', 'updated_at': '2021-11-12T09:31:22Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d02f4-7e3d-4ed6-9af6-9613c31a0239', 'name': '', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:eb:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:07Z', 'updated_at': '2021-11-12T09:31:11Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:31:24.040870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a2997d-7d89-4ed4-ab7a-c9dba42db107 None None] New status for floating IP 35feff06-52d1-478b-acd4-1f63987a9bd6: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:31:24.430249 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49272) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:24.493922 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bd4ac640-c1e4-40ff-99d2-13e6355ccf50 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/35feff06-52d1-478b-acd4-1f63987a9bd6 HTTP/1.1" status: 200 len: 993 time: 0.0624449 Nov 12 09:31:29.217447 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:34.026479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d396481d-4e23-4862-b9af-924f025623d5 req-56bc5adf-70e2-4622-a182-9144d08ca1ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474150 Nov 12 09:31:34.121431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396481d-4e23-4862-b9af-924f025623d5 req-23a17080-0e49-4562-a992-0b9cbf5ed3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:34.122957 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d396481d-4e23-4862-b9af-924f025623d5 req-23a17080-0e49-4562-a992-0b9cbf5ed3b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 1097 time: 0.0404711 Nov 12 09:31:34.228714 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396481d-4e23-4862-b9af-924f025623d5 req-1a7f479a-3132-4db3-80fa-93c91d436742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:34.230235 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d396481d-4e23-4862-b9af-924f025623d5 req-1a7f479a-3132-4db3-80fa-93c91d436742 service neutron] 10.222.0.52 "GET /v2.0/networks?id=10439f9b-9c28-4e7b-afe0-1ebae7d80def HTTP/1.1" status: 200 len: 897 time: 0.0862048 Nov 12 09:31:34.306523 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d396481d-4e23-4862-b9af-924f025623d5 req-b8e47aa1-d0de-40da-9e1f-5c5d1aa35ec3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bb3a053-3177-4968-b44e-c2589dc396cc HTTP/1.1" status: 200 len: 1001 time: 0.0610797 Nov 12 09:31:34.358174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396481d-4e23-4862-b9af-924f025623d5 req-cefd56d3-0694-4d09-87d2-75b95c9c87f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:34.360110 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d396481d-4e23-4862-b9af-924f025623d5 req-cefd56d3-0694-4d09-87d2-75b95c9c87f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4548c809-85c5-4418-aa0d-e7e5bb8712c8 HTTP/1.1" status: 200 len: 835 time: 0.0436816 Nov 12 09:31:34.409546 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396481d-4e23-4862-b9af-924f025623d5 req-aa728f5d-a7a2-447a-9667-bcf503ab37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:34.412028 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d396481d-4e23-4862-b9af-924f025623d5 req-aa728f5d-a7a2-447a-9667-bcf503ab37c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10439f9b-9c28-4e7b-afe0-1ebae7d80def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409205 Nov 12 09:31:34.507597 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d396481d-4e23-4862-b9af-924f025623d5 req-4bbb4768-1b0d-4a79-ba89-3418681a9fdc service neutron] 10.222.0.52 "GET /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836954 Nov 12 09:31:34.597052 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d396481d-4e23-4862-b9af-924f025623d5 req-9d3a24cf-49a9-47b5-8df0-d2a7c7596f84 service neutron] 10.222.0.52 "GET /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817239 Nov 12 09:31:35.351509 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-54542cc0-7a05-4e6c-aac2-75fa1a0fb20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:37.613486 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce709-7b1a-4250-b0f2-e495d45432dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:38.833722 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.199651 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:41.095651 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:51.059342 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:31:53.075616 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:57.851250 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef073aa-f067-475e-a8be-5a9c983a9749 req-9728fc62-ee82-4ea3-a50b-5657efaa5418 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:57.852703 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ef073aa-f067-475e-a8be-5a9c983a9749 req-9728fc62-ee82-4ea3-a50b-5657efaa5418 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 945 time: 0.0497127 Nov 12 09:31:57.901773 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6ef073aa-f067-475e-a8be-5a9c983a9749 req-fa0d21a0-fbfa-488b-bd61-6fd2f91fc302 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 Nov 12 09:31:59.031194 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73c94b-6244-443d-a398-b699961c597a req-61116da4-cb19-4452-aea0-f8af6b531e75 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:59.032758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c73c94b-6244-443d-a398-b699961c597a req-61116da4-cb19-4452-aea0-f8af6b531e75 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 945 time: 0.0550053 Nov 12 09:31:59.086934 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c73c94b-6244-443d-a398-b699961c597a req-66e84680-500c-4c9a-9b2e-f044d9ebd691 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433643 Nov 12 09:31:59.110865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49294) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:59.174496 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ecc7af90-8961-480f-a91f-bf7443a2073c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/35feff06-52d1-478b-acd4-1f63987a9bd6 HTTP/1.1" status: 200 len: 993 time: 0.0624344 Nov 12 09:31:59.231581 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:00.441751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaaafa-2bce-4c69-bc26-e7d550c9c969 req-ef242933-4ceb-42dd-a6b9-768119256896 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:00.443283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cdaaafa-2bce-4c69-bc26-e7d550c9c969 req-ef242933-4ceb-42dd-a6b9-768119256896 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 945 time: 0.0501151 Nov 12 09:32:00.492971 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cdaaafa-2bce-4c69-bc26-e7d550c9c969 req-42c5fdf8-84b6-4dbd-a4fd-f45cd9e682b7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436666 Nov 12 09:32:01.617706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841b49f-88b4-4d6d-b07e-3a34f3312058 req-fc4b0cb2-252a-4333-92fd-f338cb26d8e9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:01.619328 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1841b49f-88b4-4d6d-b07e-3a34f3312058 req-fc4b0cb2-252a-4333-92fd-f338cb26d8e9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 945 time: 0.0534132 Nov 12 09:32:01.676314 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1841b49f-88b4-4d6d-b07e-3a34f3312058 req-7ed1764b-5745-4e37-88af-56cb339fd804 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509713 Nov 12 09:32:01.698472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49304) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:01.762522 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-35f395e1-72da-4c95-a23a-7898d1e81612 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/35feff06-52d1-478b-acd4-1f63987a9bd6 HTTP/1.1" status: 200 len: 993 time: 0.0628173 Nov 12 09:32:01.978870 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49310) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:02.138274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port e016f27f-d0e5-42ae-97a4-766d78c8e44f {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:02.138572 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:02.222271 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:02.222599 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:02.234205 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for e016f27f-d0e5-42ae-97a4-766d78c8e44f owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:02.394562 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:02.424355 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=e016f27f-d0e5-42ae-97a4-766d78c8e44f,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:02.447015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.447421 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.447709 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.448133 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.448466 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.448804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.449155 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.449487 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.449823 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.450147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.450469 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.450791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:02.492834 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:02.493218 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Floating IP 35feff06-52d1-478b-acd4-1f63987a9bd6 disassociated (deleted). External IP: 172.25.3.251, port: 0bb3a053-3177-4968-b44e-c2589dc396cc. Nov 12 09:32:02.707173 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router d79b1390-774a-45c5-b3ae-b99e907f4928 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:32:02.816921 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:32:02.821915 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:02.826897 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2571e677-a8ae-419b-9717-8a98aec0151f None None] Sync routers for ids ['d79b1390-774a-45c5-b3ae-b99e907f4928'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:32:02.838123 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571e677-a8ae-419b-9717-8a98aec0151f None None] Routers {'d79b1390-774a-45c5-b3ae-b99e907f4928'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:02.839709 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2571e677-a8ae-419b-9717-8a98aec0151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:31:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d79b1390-774a-45c5-b3ae-b99e907f4928'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:02.850620 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-89a59993-b282-4340-b6ae-ebd56e4ee503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/floatingips/35feff06-52d1-478b-acd4-1f63987a9bd6 HTTP/1.1" status: 204 len: 168 time: 0.8699591 Nov 12 09:32:02.850620 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'tag': '0bb3a053-3177-4968-b44e-c2589dc396cc'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:02.852774 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7732075-bacc-4d0c-a253-8c822f22db22" -d '{"events": [{"name": "network-changed", "server_uuid": "17fd5cb8-10e5-482b-a093-03a25200aca7", "tag": "0bb3a053-3177-4968-b44e-c2589dc396cc"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:02.894714 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ca6a09-2f58-4fca-85cb-cd58d855ed9d x-openstack-request-id: req-20ca6a09-2f58-4fca-85cb-cd58d855ed9d {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:02.895060 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fd5cb8-10e5-482b-a093-03a25200aca7", "tag": "0bb3a053-3177-4968-b44e-c2589dc396cc", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:02.895406 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20ca6a09-2f58-4fca-85cb-cd58d855ed9d {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:02.895811 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'tag': '0bb3a053-3177-4968-b44e-c2589dc396cc', 'status': 'completed', 'code': 200} Nov 12 09:32:02.955865 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-2571e677-a8ae-419b-9717-8a98aec0151f None None] Set router d79b1390-774a-45c5-b3ae-b99e907f4928 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:02.964941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732075-bacc-4d0c-a253-8c822f22db22 req-70c2210b-f9af-4f2f-bf44-f6d1c8481ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:02.967503 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7732075-bacc-4d0c-a253-8c822f22db22 req-70c2210b-f9af-4f2f-bf44-f6d1c8481ee4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 1097 time: 0.0487320 Nov 12 09:32:03.094023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732075-bacc-4d0c-a253-8c822f22db22 req-69761185-ce8f-4dc8-a539-7d31f458cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:03.096041 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7732075-bacc-4d0c-a253-8c822f22db22 req-69761185-ce8f-4dc8-a539-7d31f458cb33 service neutron] 10.222.0.52 "GET /v2.0/networks?id=10439f9b-9c28-4e7b-afe0-1ebae7d80def HTTP/1.1" status: 200 len: 897 time: 0.1155851 Nov 12 09:32:03.121565 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e72bcc-ae00-4ac3-bd63-24d5f4d1b3e6 req-0efc3202-c153-4ef2-a264-f13dac92e7f7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:03.123108 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-36e72bcc-ae00-4ac3-bd63-24d5f4d1b3e6 req-0efc3202-c153-4ef2-a264-f13dac92e7f7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 945 time: 0.0572939 Nov 12 09:32:03.145157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7732075-bacc-4d0c-a253-8c822f22db22 req-190e1fe1-4198-41c4-bb29-24f91efcba4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bb3a053-3177-4968-b44e-c2589dc396cc HTTP/1.1" status: 200 len: 217 time: 0.0367582 Nov 12 09:32:03.182705 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-36e72bcc-ae00-4ac3-bd63-24d5f4d1b3e6 req-ddafecac-51ab-4f87-9798-e1d7f609e289 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529101 Nov 12 09:32:03.201550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732075-bacc-4d0c-a253-8c822f22db22 req-5c94fba1-7b4c-4fee-b984-24cd3a995da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:03.203021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7732075-bacc-4d0c-a253-8c822f22db22 req-5c94fba1-7b4c-4fee-b984-24cd3a995da6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4548c809-85c5-4418-aa0d-e7e5bb8712c8 HTTP/1.1" status: 200 len: 835 time: 0.0490563 Nov 12 09:32:03.204159 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2571e677-a8ae-419b-9717-8a98aec0151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:08Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'bd0d02f4-7e3d-4ed6-9af6-9613c31a0239', 'name': '', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:eb:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:07Z', 'updated_at': '2021-11-12T09:31:11Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:03.236217 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2571e677-a8ae-419b-9717-8a98aec0151f None None] Checking router: d79b1390-774a-45c5-b3ae-b99e907f4928 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:32:03.243987 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2571e677-a8ae-419b-9717-8a98aec0151f None None] Routers {'d79b1390-774a-45c5-b3ae-b99e907f4928'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:03.244599 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2571e677-a8ae-419b-9717-8a98aec0151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:31:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d79b1390-774a-45c5-b3ae-b99e907f4928'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:03.252931 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732075-bacc-4d0c-a253-8c822f22db22 req-e448038d-3caf-482d-b7b5-0719910f26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:03.254646 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7732075-bacc-4d0c-a253-8c822f22db22 req-e448038d-3caf-482d-b7b5-0719910f26ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10439f9b-9c28-4e7b-afe0-1ebae7d80def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432563 Nov 12 09:32:03.354344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7732075-bacc-4d0c-a253-8c822f22db22 req-8544acbb-b657-406f-9085-f3c71f2e20db service neutron] 10.222.0.52 "GET /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914567 Nov 12 09:32:03.354582 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-2571e677-a8ae-419b-9717-8a98aec0151f None None] Set router d79b1390-774a-45c5-b3ae-b99e907f4928 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:03.457405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7732075-bacc-4d0c-a253-8c822f22db22 req-81a013ea-a55d-470b-9470-01d0633b956e service neutron] 10.222.0.52 "GET /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955312 Nov 12 09:32:03.671075 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2571e677-a8ae-419b-9717-8a98aec0151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:08Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'bd0d02f4-7e3d-4ed6-9af6-9613c31a0239', 'name': '', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:eb:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:07Z', 'updated_at': '2021-11-12T09:31:11Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:03.698357 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2571e677-a8ae-419b-9717-8a98aec0151f None None] The sync data for ids ['d79b1390-774a-45c5-b3ae-b99e907f4928'] in n-d-768851-18 is: [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:08Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'bd0d02f4-7e3d-4ed6-9af6-9613c31a0239', 'name': '', 'network_id': '10439f9b-9c28-4e7b-afe0-1ebae7d80def', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:eb:1c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:07Z', 'updated_at': '2021-11-12T09:31:11Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '4548c809-85c5-4418-aa0d-e7e5bb8712c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:32:03.937812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f216dbf9-2f5a-4918-80f3-8f7f2612b099 None None] New status for floating IP 35feff06-52d1-478b-acd4-1f63987a9bd6: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:32:04.313882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23325d-8952-44b5-a821-84a2f036ba6b req-167baecf-feef-491f-bffb-88bd9d743df7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:04.315428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d23325d-8952-44b5-a821-84a2f036ba6b req-167baecf-feef-491f-bffb-88bd9d743df7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 945 time: 0.0539885 Nov 12 09:32:04.370860 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4d23325d-8952-44b5-a821-84a2f036ba6b req-3aa6152b-e227-4049-8474-f84a9a6bbf2a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=7a6bcf57-50c3-461b-a473-18e124f64f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495548 Nov 12 09:32:04.789305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a24f4-ca91-4273-8ce4-8e0a4227fc4c req-fd24a8f2-990d-4f41-995d-adeb45a6d0e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:04.790746 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b15a24f4-ca91-4273-8ce4-8e0a4227fc4c req-fd24a8f2-990d-4f41-995d-adeb45a6d0e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 945 time: 0.0483685 Nov 12 09:32:04.884088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b15a24f4-ca91-4273-8ce4-8e0a4227fc4c req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 0bb3a053-3177-4968-b44e-c2589dc396cc {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:04.884431 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b15a24f4-ca91-4273-8ce4-8e0a4227fc4c req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:04.981386 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-b15a24f4-ca91-4273-8ce4-8e0a4227fc4c req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port 0bb3a053-3177-4968-b44e-c2589dc396cc, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=0bb3a053-3177-4968-b44e-c2589dc396cc,segment=NetworkSegment(4bc8ec52-a6b6-43ee-a432-8bf87977084e),segment_id=4bc8ec52-a6b6-43ee-a432-8bf87977084e)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:04.981756 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b15a24f4-ca91-4273-8ce4-8e0a4227fc4c req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:04.995852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-b15a24f4-ca91-4273-8ce4-8e0a4227fc4c req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 0bb3a053-3177-4968-b44e-c2589dc396cc owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:05.130908 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b15a24f4-ca91-4273-8ce4-8e0a4227fc4c req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:05.165811 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=0bb3a053-3177-4968-b44e-c2589dc396cc,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:05.194894 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:05.195251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:05.195597 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:05.195939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:05.196277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:05.196616 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:05.196948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:05.197301 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:05.197640 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:05.197967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:05.198295 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:05.198621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:05.218979 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15a24f4-ca91-4273-8ce4-8e0a4227fc4c req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] No DVR routers for this DVR port 0bb3a053-3177-4968-b44e-c2589dc396cc on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:32:05.221997 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-b15a24f4-ca91-4273-8ce4-8e0a4227fc4c req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:05.225610 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b15a24f4-ca91-4273-8ce4-8e0a4227fc4c req-6559f07d-be36-43fb-b2ed-de229ed08158 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "DELETE /v2.0/ports/0bb3a053-3177-4968-b44e-c2589dc396cc HTTP/1.1" status: 204 len: 173 time: 0.4282157 Nov 12 09:32:05.226187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'name': 'network-vif-deleted', 'tag': '0bb3a053-3177-4968-b44e-c2589dc396cc'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:05.228975 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e301d4a8-db6d-40b9-a804-86bdfd5dd337" -d '{"events": [{"server_uuid": "17fd5cb8-10e5-482b-a093-03a25200aca7", "name": "network-vif-deleted", "tag": "0bb3a053-3177-4968-b44e-c2589dc396cc"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:05.270567 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c056cd82-6a6d-45ff-a7c4-b670c55ee790 x-openstack-request-id: req-c056cd82-6a6d-45ff-a7c4-b670c55ee790 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:05.270956 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fd5cb8-10e5-482b-a093-03a25200aca7", "name": "network-vif-deleted", "tag": "0bb3a053-3177-4968-b44e-c2589dc396cc", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:05.271219 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c056cd82-6a6d-45ff-a7c4-b670c55ee790 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:05.271646 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fd5cb8-10e5-482b-a093-03a25200aca7', 'name': 'network-vif-deleted', 'tag': '0bb3a053-3177-4968-b44e-c2589dc396cc', 'status': 'completed', 'code': 200} Nov 12 09:32:05.354265 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f9bcfbf8-8655-430b-a44c-3e09619f3dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:05.478261 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f9d5ee33-4815-44e3-b4d6-1569afc2fd4a req-eafa8575-de83-44c8-bdce-739141d785a7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=17fd5cb8-10e5-482b-a093-03a25200aca7 HTTP/1.1" status: 200 len: 210 time: 0.0262990 Nov 12 09:32:06.536107 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49330) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:06.898993 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb978b57-299e-4d66-a3e0-ba0238d9a37d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:07.154768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-bb978b57-299e-4d66-a3e0-ba0238d9a37d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:07.155022 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb978b57-299e-4d66-a3e0-ba0238d9a37d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:07.245920 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-bb978b57-299e-4d66-a3e0-ba0238d9a37d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port bd0d02f4-7e3d-4ed6-9af6-9613c31a0239, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=bd0d02f4-7e3d-4ed6-9af6-9613c31a0239,segment=NetworkSegment(4bc8ec52-a6b6-43ee-a432-8bf87977084e),segment_id=4bc8ec52-a6b6-43ee-a432-8bf87977084e)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:07.246281 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb978b57-299e-4d66-a3e0-ba0238d9a37d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:07.565495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-bb978b57-299e-4d66-a3e0-ba0238d9a37d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:07.615900 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e4b1d3b-af07-4a86-ad66-ccc90e56a646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:07.751773 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb978b57-299e-4d66-a3e0-ba0238d9a37d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:07.780147 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb978b57-299e-4d66-a3e0-ba0238d9a37d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=bd0d02f4-7e3d-4ed6-9af6-9613c31a0239,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:07.957048 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-bb978b57-299e-4d66-a3e0-ba0238d9a37d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.173810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb978b57-299e-4d66-a3e0-ba0238d9a37d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router d79b1390-774a-45c5-b3ae-b99e907f4928 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:32:08.279943 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb978b57-299e-4d66-a3e0-ba0238d9a37d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:32:08.285219 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-bb978b57-299e-4d66-a3e0-ba0238d9a37d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "PUT /v2.0/routers/d79b1390-774a-45c5-b3ae-b99e907f4928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477982 Nov 12 09:32:08.287953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49332) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:08.292484 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb0aa0-5b31-4a0c-8bd0-b175a1e6ad8b None None] Sync routers for ids ['d79b1390-774a-45c5-b3ae-b99e907f4928'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:32:08.302508 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb0aa0-5b31-4a0c-8bd0-b175a1e6ad8b None None] Routers {'d79b1390-774a-45c5-b3ae-b99e907f4928'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:08.303123 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-adcb0aa0-5b31-4a0c-8bd0-b175a1e6ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:32:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d79b1390-774a-45c5-b3ae-b99e907f4928'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:08.340357 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d020beef-ff9a-4cb5-bb87-fc3c8a567439 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting subnet 4548c809-85c5-4418-aa0d-e7e5bb8712c8 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:32:08.343686 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d020beef-ff9a-4cb5-bb87-fc3c8a567439 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.386497 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d020beef-ff9a-4cb5-bb87-fc3c8a567439 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.410818 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-adcb0aa0-5b31-4a0c-8bd0-b175a1e6ad8b None None] Set router d79b1390-774a-45c5-b3ae-b99e907f4928 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:08.452338 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0bb3a053-3177-4968-b44e-c2589dc396cc no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:08.473166 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 0bb3a053-3177-4968-b44e-c2589dc396cc {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:32:08.473516 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 0bb3a053-3177-4968-b44e-c2589dc396cc not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:32:08.485864 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d020beef-ff9a-4cb5-bb87-fc3c8a567439 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.554471 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d020beef-ff9a-4cb5-bb87-fc3c8a567439 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.582178 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020beef-ff9a-4cb5-bb87-fc3c8a567439 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Subnet': ['ID=4548c809-85c5-4418-aa0d-e7e5bb8712c8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:08.587271 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d020beef-ff9a-4cb5-bb87-fc3c8a567439 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.590841 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d020beef-ff9a-4cb5-bb87-fc3c8a567439 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/subnets/4548c809-85c5-4418-aa0d-e7e5bb8712c8 HTTP/1.1" status: 204 len: 168 time: 0.3015976 Nov 12 09:32:08.593810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49334) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:08.599753 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93606509-c3da-4ef0-8940-c50c136746ff None None] Network 10439f9b-9c28-4e7b-afe0-1ebae7d80def requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:32:08.599929 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-adcb0aa0-5b31-4a0c-8bd0-b175a1e6ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:32:07Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:08.627823 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb0aa0-5b31-4a0c-8bd0-b175a1e6ad8b None None] Checking router: d79b1390-774a-45c5-b3ae-b99e907f4928 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:32:08.637770 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb0aa0-5b31-4a0c-8bd0-b175a1e6ad8b None None] Routers {'d79b1390-774a-45c5-b3ae-b99e907f4928'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:08.638460 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-adcb0aa0-5b31-4a0c-8bd0-b175a1e6ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:32:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['d79b1390-774a-45c5-b3ae-b99e907f4928'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:08.721493 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.758679 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-adcb0aa0-5b31-4a0c-8bd0-b175a1e6ad8b None None] Set router d79b1390-774a-45c5-b3ae-b99e907f4928 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:08.814580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] DHCP port deletion for 10439f9b-9c28-4e7b-afe0-1ebae7d80def request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:08.850167 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.864152 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.886054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Deleting port 77f158ac-07a3-44a4-8327-591085364ae7 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:08.886425 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.905286 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 5c79e543-dacb-4a5b-9c79-8e992317e709 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:08.905650 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.970020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] For port 77f158ac-07a3-44a4-8327-591085364ae7, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=77f158ac-07a3-44a4-8327-591085364ae7,segment=NetworkSegment(4bc8ec52-a6b6-43ee-a432-8bf87977084e),segment_id=4bc8ec52-a6b6-43ee-a432-8bf87977084e)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:08.970565 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.975907 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-adcb0aa0-5b31-4a0c-8bd0-b175a1e6ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:32:07Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:08.991312 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Calling delete_port for 77f158ac-07a3-44a4-8327-591085364ae7 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:09.001557 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port 5c79e543-dacb-4a5b-9c79-8e992317e709, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=5c79e543-dacb-4a5b-9c79-8e992317e709,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:09.001945 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.010539 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb0aa0-5b31-4a0c-8bd0-b175a1e6ad8b None None] The sync data for ids ['d79b1390-774a-45c5-b3ae-b99e907f4928'] in n-d-768851-18 is: [{'id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1657412913', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:32:07Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '5c79e543-dacb-4a5b-9c79-8e992317e709', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79b1390-774a-45c5-b3ae-b99e907f4928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:31:05Z', 'updated_at': '2021-11-12T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:32:09.017313 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 5c79e543-dacb-4a5b-9c79-8e992317e709 owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:09.088368 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.114263 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Pushing event deleted for resources: {'Port': ['ID=77f158ac-07a3-44a4-8327-591085364ae7,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:09.122248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] No DVR routers for this DVR port 77f158ac-07a3-44a4-8327-591085364ae7 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:32:09.125302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:09.125715 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:09.126050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:09.126381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:09.126708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:09.127115 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:09.127440 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:09.127763 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:09.128083 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:09.128403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:09.128721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:09.129039 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bf1b0c-d928-4a09-b595-63fa0757e399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:09.205095 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.231649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=5c79e543-dacb-4a5b-9c79-8e992317e709,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:09.245210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29522d9b-f9d6-4eaa-8eb2-fa3d20117608 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:09.291768 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.391628 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.394234 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.441038 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.441654 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Fanout notify agent at l3_agent the message router_deleted on router d79b1390-774a-45c5-b3ae-b99e907f4928 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:32:09.449165 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.452955 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-532595e9-62a1-4d3b-b250-4251701d98dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/routers/d79b1390-774a-45c5-b3ae-b99e907f4928 HTTP/1.1" status: 204 len: 168 time: 0.8555996 Nov 12 09:32:09.453369 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49336) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:09.547875 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.646126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:09.666939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:32:09.667282 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device bd0d02f4-7e3d-4ed6-9af6-9613c31a0239 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:32:09.667708 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 77f158ac-07a3-44a4-8327-591085364ae7 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:09.671943 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.690868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 77f158ac-07a3-44a4-8327-591085364ae7 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:32:09.691171 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 77f158ac-07a3-44a4-8327-591085364ae7 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:32:09.693297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10439f9b-9c28-4e7b-afe0-1ebae7d80def']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:09.705669 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc8ec52-a6b6-43ee-a432-8bf87977084e') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:09.705962 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc8ec52-a6b6-43ee-a432-8bf87977084e') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:09.716716 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.731056 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.737996 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:32:09.738385 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:32:09.741372 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:32:09.804626 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.812176 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.817962 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/networks/10439f9b-9c28-4e7b-afe0-1ebae7d80def HTTP/1.1" status: 204 len: 168 time: 0.3608520 Nov 12 09:32:09.818362 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49338) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:09.826532 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3335e-c99b-40c1-9b9d-3434adef2114 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Network': ['ID=10439f9b-9c28-4e7b-afe0-1ebae7d80def,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:09.879980 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a9d2-230a-41ee-986d-41423138a38e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.905335 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a9d2-230a-41ee-986d-41423138a38e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.965526 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a9d2-230a-41ee-986d-41423138a38e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.968442 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a9d2-230a-41ee-986d-41423138a38e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.969775 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b4c0a9d2-230a-41ee-986d-41423138a38e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a6bcf57-50c3-461b-a473-18e124f64f79 HTTP/1.1" status: 204 len: 168 time: 0.1506186 Nov 12 09:32:09.980294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0a9d2-230a-41ee-986d-41423138a38e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6bcf57-50c3-461b-a473-18e124f64f79,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:10.203238 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.300784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49344) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:10.305486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-894b4840-2613-4638-8338-fc400eb0648f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073127428', 'description': 'tempest-secgroup-smoke-2073127428 description', 'project_id': 'e41f4d6a0582425898496598a472cbc9'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:10.328407 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-894b4840-2613-4638-8338-fc400eb0648f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.406100 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-894b4840-2613-4638-8338-fc400eb0648f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.410132 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-894b4840-2613-4638-8338-fc400eb0648f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.439292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-894b4840-2613-4638-8338-fc400eb0648f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.440540 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-894b4840-2613-4638-8338-fc400eb0648f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1387005 Nov 12 09:32:10.443460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49346) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:10.448652 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-11539cff-3f02-4cf1-9dbf-43d76a1eb9f4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '5d43207b-3cfd-4121-a633-2ef2eb243da6', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:10.454487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b4840-2613-4638-8338-fc400eb0648f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d43207b-3cfd-4121-a633-2ef2eb243da6,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:10.485131 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11539cff-3f02-4cf1-9dbf-43d76a1eb9f4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.540825 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11539cff-3f02-4cf1-9dbf-43d76a1eb9f4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.544583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11539cff-3f02-4cf1-9dbf-43d76a1eb9f4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.566033 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11539cff-3f02-4cf1-9dbf-43d76a1eb9f4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2d7e69-3522-40d2-9aaa-67ba9c0506a5,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:10.572103 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-11539cff-3f02-4cf1-9dbf-43d76a1eb9f4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.573154 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-11539cff-3f02-4cf1-9dbf-43d76a1eb9f4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286778 Nov 12 09:32:10.576418 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49348) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:10.580712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d239adb6-6564-474f-bd18-375526741fa5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '5d43207b-3cfd-4121-a633-2ef2eb243da6', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:10.608366 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d239adb6-6564-474f-bd18-375526741fa5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.665087 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d239adb6-6564-474f-bd18-375526741fa5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.668717 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d239adb6-6564-474f-bd18-375526741fa5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.686604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239adb6-6564-474f-bd18-375526741fa5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba514f49-10d5-410f-ac70-299f584c8ff6,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:10.694396 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d239adb6-6564-474f-bd18-375526741fa5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.695040 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d239adb6-6564-474f-bd18-375526741fa5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176972 Nov 12 09:32:10.698628 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49350) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:10.703476 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0d8f1e4e-0059-4399-a6eb-a0de56959815 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '5d43207b-3cfd-4121-a633-2ef2eb243da6', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:10.731761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e4e-0059-4399-a6eb-a0de56959815 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.792831 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e4e-0059-4399-a6eb-a0de56959815 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.797041 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e4e-0059-4399-a6eb-a0de56959815 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.816441 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f1e4e-0059-4399-a6eb-a0de56959815 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7bc76f-cec7-4317-839c-274e6e3022f6,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:10.821495 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0d8f1e4e-0059-4399-a6eb-a0de56959815 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.822904 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0d8f1e4e-0059-4399-a6eb-a0de56959815 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233542 Nov 12 09:32:10.826031 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49352) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:10.831187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4bbb8ec0-6255-46c2-9601-b33e5f05fa2f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '5d43207b-3cfd-4121-a633-2ef2eb243da6', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:10.858739 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8ec0-6255-46c2-9601-b33e5f05fa2f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.917684 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8ec0-6255-46c2-9601-b33e5f05fa2f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.921570 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8ec0-6255-46c2-9601-b33e5f05fa2f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.940310 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb8ec0-6255-46c2-9601-b33e5f05fa2f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2425c2e0-0505-4c3e-9054-a84e94d24de5,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:10.947758 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4bbb8ec0-6255-46c2-9601-b33e5f05fa2f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.948940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4bbb8ec0-6255-46c2-9601-b33e5f05fa2f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219525 Nov 12 09:32:10.952311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49354) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:10.956717 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d04dd29e-5024-4d3e-a510-77daeb01631f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '5d43207b-3cfd-4121-a633-2ef2eb243da6', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:10.985310 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-d04dd29e-5024-4d3e-a510-77daeb01631f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Project e41f4d6a0582425898496598a472cbc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:32:10.990524 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d04dd29e-5024-4d3e-a510-77daeb01631f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.050311 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d04dd29e-5024-4d3e-a510-77daeb01631f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.055575 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d04dd29e-5024-4d3e-a510-77daeb01631f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.073977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04dd29e-5024-4d3e-a510-77daeb01631f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67370a59-9b13-47cf-8273-e80be0434803,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:11.082459 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d04dd29e-5024-4d3e-a510-77daeb01631f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.083703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d04dd29e-5024-4d3e-a510-77daeb01631f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304455 Nov 12 09:32:11.086967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49356) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:11.091561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d59b4d62-4997-4918-9e5b-52736ef8acdb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '5d43207b-3cfd-4121-a633-2ef2eb243da6', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:11.100338 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.120785 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-d59b4d62-4997-4918-9e5b-52736ef8acdb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Project e41f4d6a0582425898496598a472cbc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:32:11.126509 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d59b4d62-4997-4918-9e5b-52736ef8acdb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.197721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d59b4d62-4997-4918-9e5b-52736ef8acdb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.202087 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d59b4d62-4997-4918-9e5b-52736ef8acdb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.221143 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b4d62-4997-4918-9e5b-52736ef8acdb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6449bd-b85f-4401-9cc3-492bdb456478,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:11.226420 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d59b4d62-4997-4918-9e5b-52736ef8acdb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.227679 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d59b4d62-4997-4918-9e5b-52736ef8acdb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396661 Nov 12 09:32:11.230780 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49358) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:11.236699 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-0a57c88a-6496-4ca0-b475-cb0c242d9c37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'network': {'name': 'tempest-network-smoke--1511604309', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'port_security_enabled': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:11.258691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a57c88a-6496-4ca0-b475-cb0c242d9c37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:32:11.262341 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a57c88a-6496-4ca0-b475-cb0c242d9c37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.288353 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a57c88a-6496-4ca0-b475-cb0c242d9c37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:32:11.298826 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a57c88a-6496-4ca0-b475-cb0c242d9c37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.299226 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-0a57c88a-6496-4ca0-b475-cb0c242d9c37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Added segment 51df465a-bdb4-46a1-8ead-665fd28dcb6d of type vlan for network 9f28be05-a26e-4311-85ca-f2b2f1495a6b Nov 12 09:32:11.339983 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a57c88a-6496-4ca0-b475-cb0c242d9c37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.373756 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a57c88a-6496-4ca0-b475-cb0c242d9c37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.383697 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a57c88a-6496-4ca0-b475-cb0c242d9c37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:11.384647 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0a57c88a-6496-4ca0-b475-cb0c242d9c37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.425736 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0a57c88a-6496-4ca0-b475-cb0c242d9c37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1936054 Nov 12 09:32:11.428507 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49360) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:11.433276 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'admin_state_up': True, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:11.458102 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.459226 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.465452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57c88a-6496-4ca0-b475-cb0c242d9c37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Network': ['ID=9f28be05-a26e-4311-85ca-f2b2f1495a6b,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:11.480364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 9f28be05-a26e-4311-85ca-f2b2f1495a6b details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:32:11.513957 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.547292 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5c79e543-dacb-4a5b-9c79-8e992317e709 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:11.568348 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 5c79e543-dacb-4a5b-9c79-8e992317e709 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:32:11.568845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 5c79e543-dacb-4a5b-9c79-8e992317e709 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:32:11.688076 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.895180 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.918261 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:12.023065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.25.3.206 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/8ca06ada-511c-4b4a-971c-6a6400ff706b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:12.130155 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:12.164805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:12.200023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:12.203316 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:12.208941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:32:12.216878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bb74d7-7c41-45d8-b286-369c9de1b428 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:12.234521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=8ca06ada-511c-4b4a-971c-6a6400ff706b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:12.280255 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ca010728-ab0c-4fac-a6a6-8311dfa13d45 None None] Provisioning complete for port 8ca06ada-511c-4b4a-971c-6a6400ff706b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:12.280544 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ca010728-ab0c-4fac-a6a6-8311dfa13d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:12.318433 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ca010728-ab0c-4fac-a6a6-8311dfa13d45 None None] Port 8ca06ada-511c-4b4a-971c-6a6400ff706b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:32:12.475054 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:12.673540 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:12.801704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router 971991a8-ec88-4f2c-9410-438e32ae6684 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:32:13.219755 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:32:13.230659 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Sync routers for ids ['971991a8-ec88-4f2c-9410-438e32ae6684'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:32:13.240333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:13.242635 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Routers {'971991a8-ec88-4f2c-9410-438e32ae6684'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:13.243268 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:32:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['971991a8-ec88-4f2c-9410-438e32ae6684'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:13.244869 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-c1cb2146-5817-4f32-a5f3-8b255fd95123 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8151567 Nov 12 09:32:13.245032 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49362) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:13.275301 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2fdce626-9f49-46e0-9def-f15aad55e57a tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e41f4d6a0582425898496598a472cbc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287457 Nov 12 09:32:13.277811 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49364) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:13.392655 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2089069d-a1a2-4ab4-b64c-67be69bf31c8 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:13.394423 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2089069d-a1a2-4ab4-b64c-67be69bf31c8 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1156168 Nov 12 09:32:13.397429 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49366) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:13.432223 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3361bca7-d7fe-4cb9-a4d8-186dc36733db tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333610 Nov 12 09:32:13.434735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49368) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:13.440264 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-6f8d32f1-f352-47e7-b0a0-0bfff6ed4f0c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209759099', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:13.521423 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Set router 971991a8-ec88-4f2c-9410-438e32ae6684 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:13.534443 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8d32f1-f352-47e7-b0a0-0bfff6ed4f0c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:32:13.539501 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f8d32f1-f352-47e7-b0a0-0bfff6ed4f0c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:13.720410 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:12Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:13.736992 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f8d32f1-f352-47e7-b0a0-0bfff6ed4f0c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:13.753737 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Checking router: 971991a8-ec88-4f2c-9410-438e32ae6684 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:32:13.754092 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Updating router 971991a8-ec88-4f2c-9410-438e32ae6684 port 8ca06ada-511c-4b4a-971c-6a6400ff706b binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:32:13.779168 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:13.792507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d32f1-f352-47e7-b0a0-0bfff6ed4f0c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Subnet': ['ID=127eaa0d-28b1-43bf-b308-afca2b36d171,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:13.808582 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d32f1-f352-47e7-b0a0-0bfff6ed4f0c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Checking segment: {'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:13.808945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d32f1-f352-47e7-b0a0-0bfff6ed4f0c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network hostable DHCP agents. Network: 9f28be05-a26e-4311-85ca-f2b2f1495a6b, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:32:13.826285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8d32f1-f352-47e7-b0a0-0bfff6ed4f0c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 9f28be05-a26e-4311-85ca-f2b2f1495a6b is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:32:13.837087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-6f8d32f1-f352-47e7-b0a0-0bfff6ed4f0c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 9f28be05-a26e-4311-85ca-f2b2f1495a6b) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:13.842839 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8d32f1-f352-47e7-b0a0-0bfff6ed4f0c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:13.843544 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-6f8d32f1-f352-47e7-b0a0-0bfff6ed4f0c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:13.860364 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d054d2-9031-4adf-b620-7c6841ab87e8 None None] Network 9f28be05-a26e-4311-85ca-f2b2f1495a6b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:32:13.861495 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6f8d32f1-f352-47e7-b0a0-0bfff6ed4f0c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4248126 Nov 12 09:32:13.864114 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49370) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:14.118148 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ips': [{'subnet_id': '127eaa0d-28b1-43bf-b308-afca2b36d171'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:32:14.119023 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.180705 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.225957 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.282972 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Attempting to bind port 8ca06ada-511c-4b4a-971c-6a6400ff706b on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:32:14.283742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Attempting to bind port 8ca06ada-511c-4b4a-971c-6a6400ff706b by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:32:14.283742 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Attempting to bind port 8ca06ada-511c-4b4a-971c-6a6400ff706b on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:32:14.290759 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434dc3b9-2cae-4606-b898-24de646a74b9 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:14.329227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:32:14.329603 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:14.330006 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.330400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:32:14.330878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Bound port: 8ca06ada-511c-4b4a-971c-6a6400ff706b, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:32:14.331256 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.345658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.360330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783912e7-f264-469d-828e-210e1ad0115c None None] Pushing event updated for resources: {'Port': ['ID=8ca06ada-511c-4b4a-971c-6a6400ff706b,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:14.396822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Allocated IP 172.20.0.2 (9f28be05-a26e-4311-85ca-f2b2f1495a6b/127eaa0d-28b1-43bf-b308-afca2b36d171/7a634b95-faba-4830-a839-745bfcebb172) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:14.413095 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] For port 8ca06ada-511c-4b4a-971c-6a6400ff706b, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:32:14.417309 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] For port 8ca06ada-511c-4b4a-971c-6a6400ff706b, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8ca06ada-511c-4b4a-971c-6a6400ff706b,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:32:14.431612 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.541914 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50242b2f-e838-4f63-8ef5-da03fc66e031 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:14.558344 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b4ed3ab0-a600-4b19-8962-4025982fc309 None None] Provisioning complete for port 8ca06ada-511c-4b4a-971c-6a6400ff706b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:14.558710 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4ed3ab0-a600-4b19-8962-4025982fc309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.609097 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783912e7-f264-469d-828e-210e1ad0115c None None] Pushing event updated for resources: {'Port': ['ID=8ca06ada-511c-4b4a-971c-6a6400ff706b,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:14.620776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Routers {'971991a8-ec88-4f2c-9410-438e32ae6684'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:14.621337 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:32:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['971991a8-ec88-4f2c-9410-438e32ae6684'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:14.770739 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.804056 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.813943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] Set router 971991a8-ec88-4f2c-9410-438e32ae6684 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:14.847194 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.20.0.1 (9f28be05-a26e-4311-85ca-f2b2f1495a6b/127eaa0d-28b1-43bf-b308-afca2b36d171/c47decb2-7ed8-4044-8521-d99f7597b6ad) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:14.901386 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4ed3ab0-a600-4b19-8962-4025982fc309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.928957 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Network 9f28be05-a26e-4311-85ca-f2b2f1495a6b is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:14.946469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:14.952496 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:32:14.959056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Pushing event updated for resources: {'Port': ['ID=7a634b95-faba-4830-a839-745bfcebb172,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:14.972505 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:14.990411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b4ed3ab0-a600-4b19-8962-4025982fc309 None None] For port 8ca06ada-511c-4b4a-971c-6a6400ff706b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8ca06ada-511c-4b4a-971c-6a6400ff706b,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:14.999648 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b4ed3ab0-a600-4b19-8962-4025982fc309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:15.010921 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:15.053593 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 9f28be05-a26e-4311-85ca-f2b2f1495a6b is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:15.056713 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:15.062806 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:32:15.089227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=c47decb2-7ed8-4044-8521-d99f7597b6ad,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:15.099440 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Attempting to bind port 7a634b95-faba-4830-a839-745bfcebb172 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:32:15.099825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Attempting to bind port 7a634b95-faba-4830-a839-745bfcebb172 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:32:15.100164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Attempting to bind port 7a634b95-faba-4830-a839-745bfcebb172 on network 9f28be05-a26e-4311-85ca-f2b2f1495a6b {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:32:15.113501 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:15.132028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:32:15.132400 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Checking segment: {'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:15.132795 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:15.133204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Bound using segment: {'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:32:15.133686 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Bound port: 7a634b95-faba-4830-a839-745bfcebb172, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:32:15.134065 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:15.149061 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed3ab0-a600-4b19-8962-4025982fc309 None None] Pushing event updated for resources: {'Port': ['ID=8ca06ada-511c-4b4a-971c-6a6400ff706b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:15.189847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-bc8c6d9c-695c-4dd4-ba87-62f902ce8b32 None None] Provisioning complete for port 8ca06ada-511c-4b4a-971c-6a6400ff706b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:15.190211 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bc8c6d9c-695c-4dd4-ba87-62f902ce8b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:15.246422 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:15.425801 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cf81a015-a028-4208-bb53-fa729831effe None None] For port 7a634b95-faba-4830-a839-745bfcebb172, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:32:15.429655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-cf81a015-a028-4208-bb53-fa729831effe None None] For port 7a634b95-faba-4830-a839-745bfcebb172, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7a634b95-faba-4830-a839-745bfcebb172,segment=NetworkSegment(51df465a-bdb4-46a1-8ead-665fd28dcb6d),segment_id=51df465a-bdb4-46a1-8ead-665fd28dcb6d)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:32:15.437174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:12Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:15.440122 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:15.491682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba530e72-813f-4c6e-b55f-9497d21ea0fe None None] The sync data for ids ['971991a8-ec88-4f2c-9410-438e32ae6684'] in n-d-768851-18 is: [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:12Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:32:15.544873 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:15.552366 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:15.554889 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81a015-a028-4208-bb53-fa729831effe None None] Pushing event updated for resources: {'Port': ['ID=7a634b95-faba-4830-a839-745bfcebb172,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:15.641772 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:15.643791 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=c47decb2-7ed8-4044-8521-d99f7597b6ad,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:15.759714 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 9f28be05-a26e-4311-85ca-f2b2f1495a6b is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:15.761052 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:15.915397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router 971991a8-ec88-4f2c-9410-438e32ae6684 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:32:16.355736 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:32:16.367147 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b164fb32-94dd-4ac3-9ccb-db46c76634a3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "PUT /v2.0/routers/971991a8-ec88-4f2c-9410-438e32ae6684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4966266 Nov 12 09:32:16.536790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-c02cda3f-24b4-4d06-8f99-60d7590cd994 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073127428&fields=id&tenant_id=e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 267 time: 0.0478203 Nov 12 09:32:16.583598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e3aac7-d162-4792-8057-e47816bc232f None None] Network 9f28be05-a26e-4311-85ca-f2b2f1495a6b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:32:16.656380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-294299b7-2da1-41e0-80d0-0cb55f07f8ba tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:16.657939 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-294299b7-2da1-41e0-80d0-0cb55f07f8ba tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/networks?id=9f28be05-a26e-4311-85ca-f2b2f1495a6b HTTP/1.1" status: 200 len: 797 time: 0.1138983 Nov 12 09:32:16.676656 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-c78115ae-bb59-4f6f-8bd1-fc5ea3c72514 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/quotas/e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 375 time: 0.0111561 Nov 12 09:32:16.717917 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1caaecd5-ead3-49e0-9e64-fc645b5e23b9 None None] Provisioning complete for port 7a634b95-faba-4830-a839-745bfcebb172 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:16.718214 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1caaecd5-ead3-49e0-9e64-fc645b5e23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:16.736788 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-bb41e9ea-ca73-4856-92d1-d457771b0720 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522180 Nov 12 09:32:16.834423 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1caaecd5-ead3-49e0-9e64-fc645b5e23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:16.847232 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-765a492e-b219-4895-9d17-f12706f35a1f service neutron] 10.222.0.31 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944686 Nov 12 09:32:16.875722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-1caaecd5-ead3-49e0-9e64-fc645b5e23b9 None None] For port 7a634b95-faba-4830-a839-745bfcebb172, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7a634b95-faba-4830-a839-745bfcebb172,segment=NetworkSegment(51df465a-bdb4-46a1-8ead-665fd28dcb6d),segment_id=51df465a-bdb4-46a1-8ead-665fd28dcb6d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:16.881277 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1caaecd5-ead3-49e0-9e64-fc645b5e23b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:16.940048 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaecd5-ead3-49e0-9e64-fc645b5e23b9 None None] Pushing event updated for resources: {'Port': ['ID=7a634b95-faba-4830-a839-745bfcebb172,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:16.973035 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-a798e411-469c-4ac0-a717-23d0db732f5f service neutron] 10.222.0.31 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183739 Nov 12 09:32:17.123234 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2c959f05-3bb0-4cc7-a8d9-1a0ddcb85443 None None] Provisioning complete for port 7a634b95-faba-4830-a839-745bfcebb172 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:17.124290 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2c959f05-3bb0-4cc7-a8d9-1a0ddcb85443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:17.209654 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-01076fbc-c9a1-4f5e-bd7b-33fcb49fcbfa req-8e16d9ff-aaae-4092-956b-0ad24b1ba287 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 210 time: 0.0494967 Nov 12 09:32:17.240507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2c959f05-3bb0-4cc7-a8d9-1a0ddcb85443 None None] Provisioning complete for port c47decb2-7ed8-4044-8521-d99f7597b6ad triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:17.241089 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2c959f05-3bb0-4cc7-a8d9-1a0ddcb85443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:17.280924 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2c959f05-3bb0-4cc7-a8d9-1a0ddcb85443 None None] Port c47decb2-7ed8-4044-8521-d99f7597b6ad cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:32:17.305233 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Sync routers for ids ['971991a8-ec88-4f2c-9410-438e32ae6684'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:32:17.316694 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Routers {'971991a8-ec88-4f2c-9410-438e32ae6684'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:17.317329 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:32:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['971991a8-ec88-4f2c-9410-438e32ae6684'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:17.405931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-79e65a4d-aaa8-486a-93a3-9ea321d0c57b None None] Provisioning complete for port c47decb2-7ed8-4044-8521-d99f7597b6ad triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:17.406449 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-79e65a4d-aaa8-486a-93a3-9ea321d0c57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:17.453872 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Set router 971991a8-ec88-4f2c-9410-438e32ae6684 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:17.455304 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-79e65a4d-aaa8-486a-93a3-9ea321d0c57b None None] Port c47decb2-7ed8-4044-8521-d99f7597b6ad cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:32:17.583560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b5c97577-1fd4-4212-91b5-a5e99d5fbc22 None None] Provisioning complete for port c47decb2-7ed8-4044-8521-d99f7597b6ad triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:17.584485 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b5c97577-1fd4-4212-91b5-a5e99d5fbc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:17.630355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b5c97577-1fd4-4212-91b5-a5e99d5fbc22 None None] Port c47decb2-7ed8-4044-8521-d99f7597b6ad cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:32:17.695133 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8ca06ada-511c-4b4a-971c-6a6400ff706b up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:32:17.713601 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:15Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c47decb2-7ed8-4044-8521-d99f7597b6ad', 'name': '', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:e4:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:14Z', 'updated_at': '2021-11-12T09:32:15Z', 'revision_number': 2, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:17.745963 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Checking router: 971991a8-ec88-4f2c-9410-438e32ae6684 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:32:17.746204 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Updating router 971991a8-ec88-4f2c-9410-438e32ae6684 port c47decb2-7ed8-4044-8521-d99f7597b6ad binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:32:17.757735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8ca06ada-511c-4b4a-971c-6a6400ff706b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:17.758201 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:17.779654 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:17.857843 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7a634b95-faba-4830-a839-745bfcebb172 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:32:17.910551 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 7a634b95-faba-4830-a839-745bfcebb172 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:17.910931 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.156506 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.162297 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.230185 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Pushing event updated for resources: {'Port': ['ID=c47decb2-7ed8-4044-8521-d99f7597b6ad,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:18.253689 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:18.253946 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:18.254284 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:18.254613 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:18.254943 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:18.255266 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:18.255585 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:18.255901 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:18.256219 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:18.256531 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:18.256846 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:18.257179 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:18.310896 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Attempting to bind port c47decb2-7ed8-4044-8521-d99f7597b6ad on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:32:18.311517 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Attempting to bind port c47decb2-7ed8-4044-8521-d99f7597b6ad by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:32:18.311627 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Attempting to bind port c47decb2-7ed8-4044-8521-d99f7597b6ad on network 9f28be05-a26e-4311-85ca-f2b2f1495a6b {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:32:18.318194 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:32:18.318194 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Checking segment: {'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:18.318679 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.319210 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Bound using segment: {'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:32:18.319717 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Bound port: c47decb2-7ed8-4044-8521-d99f7597b6ad, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:32:18.320106 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.335010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-6a9f7a58-5e6a-433f-b8fa-8fb05e915038 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:18.337676 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-6a9f7a58-5e6a-433f-b8fa-8fb05e915038 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.46 "GET /v2.0/networks?id=9f28be05-a26e-4311-85ca-f2b2f1495a6b HTTP/1.1" status: 200 len: 797 time: 0.1578944 Nov 12 09:32:18.373687 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56ac99a6-c8f6-4f05-b74a-8266fd367c06 req-4a3a2e88-ecaa-491d-8efb-55fdad0ad3df tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 210 time: 0.0737545 Nov 12 09:32:18.406538 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] For port c47decb2-7ed8-4044-8521-d99f7597b6ad, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:32:18.410115 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] For port c47decb2-7ed8-4044-8521-d99f7597b6ad, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c47decb2-7ed8-4044-8521-d99f7597b6ad,segment=NetworkSegment(51df465a-bdb4-46a1-8ead-665fd28dcb6d),segment_id=51df465a-bdb4-46a1-8ead-665fd28dcb6d)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:32:18.415257 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.457515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-dd6a3d75-5465-4cd2-87b6-60dbf1c49420 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 380 time: 0.0793312 Nov 12 09:32:18.469859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'port': {'device_id': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'admin_state_up': True, 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'security_groups': ['5d43207b-3cfd-4121-a633-2ef2eb243da6']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:18.478501 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Routers {'971991a8-ec88-4f2c-9410-438e32ae6684'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:18.479079 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:32:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['971991a8-ec88-4f2c-9410-438e32ae6684'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:18.525450 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40c3d5-e145-4f4a-913f-4888830f5971 None None] Pushing event updated for resources: {'Port': ['ID=c47decb2-7ed8-4044-8521-d99f7597b6ad,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:18.556988 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ee1247ef-9eb2-43f9-bb63-8201c3acec38 None None] Provisioning complete for port c47decb2-7ed8-4044-8521-d99f7597b6ad triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:18.557657 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ee1247ef-9eb2-43f9-bb63-8201c3acec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.618109 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] Set router 971991a8-ec88-4f2c-9410-438e32ae6684 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:18.625186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:32:18.629827 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.676506 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ee1247ef-9eb2-43f9-bb63-8201c3acec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.713008 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ee1247ef-9eb2-43f9-bb63-8201c3acec38 None None] For port c47decb2-7ed8-4044-8521-d99f7597b6ad, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c47decb2-7ed8-4044-8521-d99f7597b6ad,segment=NetworkSegment(51df465a-bdb4-46a1-8ead-665fd28dcb6d),segment_id=51df465a-bdb4-46a1-8ead-665fd28dcb6d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:18.719771 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ee1247ef-9eb2-43f9-bb63-8201c3acec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.776090 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1247ef-9eb2-43f9-bb63-8201c3acec38 None None] Pushing event updated for resources: {'Port': ['ID=c47decb2-7ed8-4044-8521-d99f7597b6ad,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:18.795975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.20.0.7 (9f28be05-a26e-4311-85ca-f2b2f1495a6b/127eaa0d-28b1-43bf-b308-afca2b36d171/ee4463ba-6eae-4182-abba-942f814edaed) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:18.856558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-11d555b5-0d66-4281-bc41-94d141c3d1e0 None None] Provisioning complete for port c47decb2-7ed8-4044-8521-d99f7597b6ad triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:18.856967 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-11d555b5-0d66-4281-bc41-94d141c3d1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:18.873450 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:15Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c47decb2-7ed8-4044-8521-d99f7597b6ad', 'name': '', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:e4:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:14Z', 'updated_at': '2021-11-12T09:32:18Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:18.903591 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fe42af-0461-41aa-95c4-f94503bba256 None None] The sync data for ids ['971991a8-ec88-4f2c-9410-438e32ae6684'] in n-d-768851-18 is: [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:15Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c47decb2-7ed8-4044-8521-d99f7597b6ad', 'name': '', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:e4:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:14Z', 'updated_at': '2021-11-12T09:32:18Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:32:19.010853 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.047826 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.097460 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 9f28be05-a26e-4311-85ca-f2b2f1495a6b is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:19.103357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:19.106038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:32:19.133633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=ee4463ba-6eae-4182-abba-942f814edaed,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:19.171946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:19.172511 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.197406 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-eeb06503-b378-477b-99d4-5e34d2bec3e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7321928 Nov 12 09:32:19.266027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Request body: {'port': {'device_id': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:19.329230 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.390434 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-49e16bcf-719b-4051-8daa-d1c4b7b69b6f None None] Provisioning complete for port ee4463ba-6eae-4182-abba-942f814edaed triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:19.390890 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-49e16bcf-719b-4051-8daa-d1c4b7b69b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.435460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-49e16bcf-719b-4051-8daa-d1c4b7b69b6f None None] Port ee4463ba-6eae-4182-abba-942f814edaed cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:32:19.505670 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9f8b4-0020-4f75-b027-7dce914da4b2 req-99cce875-ce54-449a-b726-a49e13305390 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:19.507497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-47e9f8b4-0020-4f75-b027-7dce914da4b2 req-99cce875-ce54-449a-b726-a49e13305390 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 931 time: 0.0591455 Nov 12 09:32:19.578416 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-47e9f8b4-0020-4f75-b027-7dce914da4b2 req-dc73fa91-9267-4d4f-8106-43407c9356a8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625310 Nov 12 09:32:19.618509 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee4463ba-6eae-4182-abba-942f814edaed {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:32:19.627728 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.645003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Transition to ACTIVE for port object ee4463ba-6eae-4182-abba-942f814edaed will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:32:19.650430 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.651103 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c47decb2-7ed8-4044-8521-d99f7597b6ad up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:32:19.715264 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c47decb2-7ed8-4044-8521-d99f7597b6ad triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:19.716055 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.733058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4463ba-6eae-4182-abba-942f814edaed,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:19.805225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Attempting to bind port ee4463ba-6eae-4182-abba-942f814edaed on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:32:19.805540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Attempting to bind port ee4463ba-6eae-4182-abba-942f814edaed by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:32:19.805798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Attempting to bind port ee4463ba-6eae-4182-abba-942f814edaed on network 9f28be05-a26e-4311-85ca-f2b2f1495a6b {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:32:19.813157 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Port ee4463ba-6eae-4182-abba-942f814edaed on network 9f28be05-a26e-4311-85ca-f2b2f1495a6b not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:32:19.813495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Attempting to bind port ee4463ba-6eae-4182-abba-942f814edaed on network 9f28be05-a26e-4311-85ca-f2b2f1495a6b {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:32:19.824118 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:32:19.824462 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Checking segment: {'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:19.824853 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Bound using segment: {'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:32:19.825478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Bound port: ee4463ba-6eae-4182-abba-942f814edaed, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51df465a-bdb4-46a1-8ead-665fd28dcb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:32:19.826356 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.907017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] For port ee4463ba-6eae-4182-abba-942f814edaed, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:32:19.910695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] For port ee4463ba-6eae-4182-abba-942f814edaed, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ee4463ba-6eae-4182-abba-942f814edaed,segment=NetworkSegment(51df465a-bdb4-46a1-8ead-665fd28dcb6d),segment_id=51df465a-bdb4-46a1-8ead-665fd28dcb6d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:32:19.916031 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.952322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:19.953241 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.955070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] 10.222.0.46 "PUT /v2.0/ports/ee4463ba-6eae-4182-abba-942f814edaed HTTP/1.1" status: 200 len: 1092 time: 0.7496827 Nov 12 09:32:19.957656 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'tag': 'ee4463ba-6eae-4182-abba-942f814edaed'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:19.961131 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca5412a-474c-4cfa-ae5f-9c36e5a830f0" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3fb8d-6aeb-4829-9666-4f202da109e6", "tag": "ee4463ba-6eae-4182-abba-942f814edaed"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:20.039598 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b973264-52ff-495e-bd88-39ea083340ef x-openstack-request-id: req-8b973264-52ff-495e-bd88-39ea083340ef {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:20.039908 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3fb8d-6aeb-4829-9666-4f202da109e6", "tag": "ee4463ba-6eae-4182-abba-942f814edaed", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:20.040157 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b973264-52ff-495e-bd88-39ea083340ef {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:20.040553 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'tag': 'ee4463ba-6eae-4182-abba-942f814edaed', 'status': 'completed', 'code': 200} Nov 12 09:32:20.041679 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22129149-8da2-44f2-b532-4db3394d6876 service neutron] Pushing event updated for resources: {'Port': ['ID=ee4463ba-6eae-4182-abba-942f814edaed,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:20.062424 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-8f8ef68c-909f-4a21-83fc-bbaffac0dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:20.064359 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-8f8ef68c-909f-4a21-83fc-bbaffac0dd32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 1095 time: 0.0615392 Nov 12 09:32:20.114524 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-6761936a-0c13-4c3c-8028-7edb9c2f6f0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee4463ba-6eae-4182-abba-942f814edaed HTTP/1.1" status: 200 len: 217 time: 0.0416913 Nov 12 09:32:20.170137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-b1235f4b-75b5-41de-a638-6deb2a92280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:20.171631 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-b1235f4b-75b5-41de-a638-6deb2a92280a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=127eaa0d-28b1-43bf-b308-afca2b36d171 HTTP/1.1" status: 200 len: 835 time: 0.0483787 Nov 12 09:32:20.220682 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-b1008a36-9be5-4751-89ef-dbec62020f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:20.222261 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-b1008a36-9be5-4751-89ef-dbec62020f28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f28be05-a26e-4311-85ca-f2b2f1495a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439844 Nov 12 09:32:20.317488 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-e5d7ac63-e494-4fc1-831f-a3846a137bea service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874350 Nov 12 09:32:20.410623 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a8c2d187-3ea8-48e8-aa41-284549574922 req-32d4b58f-57ab-4d05-9a2a-9803fab36595 service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856676 Nov 12 09:32:20.506223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5412a-474c-4cfa-ae5f-9c36e5a830f0 req-80221818-aebb-4b4c-8380-60c3d557f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:20.507754 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca5412a-474c-4cfa-ae5f-9c36e5a830f0 req-80221818-aebb-4b4c-8380-60c3d557f268 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 1095 time: 0.0498199 Nov 12 09:32:20.600784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5412a-474c-4cfa-ae5f-9c36e5a830f0 req-96e44726-01e7-4cf4-8650-8098cd98d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:20.602187 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca5412a-474c-4cfa-ae5f-9c36e5a830f0 req-96e44726-01e7-4cf4-8650-8098cd98d105 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f28be05-a26e-4311-85ca-f2b2f1495a6b HTTP/1.1" status: 200 len: 898 time: 0.0876875 Nov 12 09:32:20.662472 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca5412a-474c-4cfa-ae5f-9c36e5a830f0 req-b17847fc-1dd3-44df-9220-5448b256d300 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee4463ba-6eae-4182-abba-942f814edaed HTTP/1.1" status: 200 len: 217 time: 0.0518906 Nov 12 09:32:20.700042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd0b3b-67b7-4752-b953-a22c3f89c2ab req-aef4c1f6-1f8f-4827-88b2-43f8ec4dd93c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:20.702139 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05dd0b3b-67b7-4752-b953-a22c3f89c2ab req-aef4c1f6-1f8f-4827-88b2-43f8ec4dd93c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 943 time: 0.0509932 Nov 12 09:32:20.716696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5412a-474c-4cfa-ae5f-9c36e5a830f0 req-50962d6e-67cf-48db-a386-7880baaf2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:20.718158 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca5412a-474c-4cfa-ae5f-9c36e5a830f0 req-50962d6e-67cf-48db-a386-7880baaf2909 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=127eaa0d-28b1-43bf-b308-afca2b36d171 HTTP/1.1" status: 200 len: 835 time: 0.0477893 Nov 12 09:32:20.752870 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-05dd0b3b-67b7-4752-b953-a22c3f89c2ab req-93202b2f-add5-40d8-880b-d2c70fdfbb25 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437775 Nov 12 09:32:20.766897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5412a-474c-4cfa-ae5f-9c36e5a830f0 req-1e420a10-552d-4b68-b999-7d8204802b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:20.768463 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca5412a-474c-4cfa-ae5f-9c36e5a830f0 req-1e420a10-552d-4b68-b999-7d8204802b83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f28be05-a26e-4311-85ca-f2b2f1495a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431557 Nov 12 09:32:20.863878 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca5412a-474c-4cfa-ae5f-9c36e5a830f0 req-f0612f4a-250c-436d-b780-e5f27211959f service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879612 Nov 12 09:32:20.955664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ca5412a-474c-4cfa-ae5f-9c36e5a830f0 req-17ab5a39-43e0-47e6-8b81-fee0b8e068c2 service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845890 Nov 12 09:32:21.873998 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f0cb-603f-4e09-9de2-3efb96fc49fa req-b1c12c93-5520-4471-a9e9-67e533fe496f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:21.875507 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7878f0cb-603f-4e09-9de2-3efb96fc49fa req-b1c12c93-5520-4471-a9e9-67e533fe496f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 943 time: 0.0513537 Nov 12 09:32:21.932768 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7878f0cb-603f-4e09-9de2-3efb96fc49fa req-51c6f88c-60b3-4ab1-9a53-b81a2bbdfe39 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510423 Nov 12 09:32:23.051630 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e79b5-a6a7-4cb3-95af-e5d1597e7ba5 req-51cd7099-5a6b-4ccd-a66b-9c791c93a825 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:23.053189 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-267e79b5-a6a7-4cb3-95af-e5d1597e7ba5 req-51cd7099-5a6b-4ccd-a66b-9c791c93a825 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 943 time: 0.0494719 Nov 12 09:32:23.103342 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-267e79b5-a6a7-4cb3-95af-e5d1597e7ba5 req-14852869-8120-43ff-aacb-429bbe42bd4c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441158 Nov 12 09:32:23.106833 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:23.217173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ee4463ba-6eae-4182-abba-942f814edaed details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:32:23.316227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port ee4463ba-6eae-4182-abba-942f814edaed, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ee4463ba-6eae-4182-abba-942f814edaed,segment=NetworkSegment(51df465a-bdb4-46a1-8ead-665fd28dcb6d),segment_id=51df465a-bdb4-46a1-8ead-665fd28dcb6d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:23.331313 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': 'ee4463ba-6eae-4182-abba-942f814edaed', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'port_id': 'ee4463ba-6eae-4182-abba-942f814edaed', 'mac_address': 'fa:16:3e:1c:d2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:32:23.372808 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:23.386405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee4463ba-6eae-4182-abba-942f814edaed {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:32:23.407026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port ee4463ba-6eae-4182-abba-942f814edaed, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ee4463ba-6eae-4182-abba-942f814edaed,segment=NetworkSegment(51df465a-bdb4-46a1-8ead-665fd28dcb6d),segment_id=51df465a-bdb4-46a1-8ead-665fd28dcb6d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:23.410713 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:23.461757 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=ee4463ba-6eae-4182-abba-942f814edaed,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:23.769005 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['ee4463ba-6eae-4182-abba-942f814edaed'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:32:24.220003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e417cf1-5bfa-41ef-950c-9818b90c88e2 req-35cc4524-1412-4905-ad7a-50a8a4f082c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:24.221513 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e417cf1-5bfa-41ef-950c-9818b90c88e2 req-35cc4524-1412-4905-ad7a-50a8a4f082c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 944 time: 0.0499551 Nov 12 09:32:24.270373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3e417cf1-5bfa-41ef-950c-9818b90c88e2 req-d2bb771d-f010-4159-b96b-cf480ac57022 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427449 Nov 12 09:32:25.229931 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ee4463ba-6eae-4182-abba-942f814edaed up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:32:25.285137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port ee4463ba-6eae-4182-abba-942f814edaed completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:32:25.288923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port ee4463ba-6eae-4182-abba-942f814edaed triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:25.289321 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:25.371825 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:25.394228 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881522a-44de-43b3-a25f-56b61e8ef2ae req-5e431bc4-92cb-4d15-8b66-cda88e1002d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:25.396137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4463ba-6eae-4182-abba-942f814edaed'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:25.396393 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1881522a-44de-43b3-a25f-56b61e8ef2ae req-5e431bc4-92cb-4d15-8b66-cda88e1002d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 944 time: 0.0572119 Nov 12 09:32:25.398839 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee08724-7834-4298-bfcf-2a1f06650aa2" -d '{"events": [{"server_uuid": "10a3fb8d-6aeb-4829-9666-4f202da109e6", "name": "network-vif-plugged", "status": "completed", "tag": "ee4463ba-6eae-4182-abba-942f814edaed"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:25.412723 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port ee4463ba-6eae-4182-abba-942f814edaed, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ee4463ba-6eae-4182-abba-942f814edaed,segment=NetworkSegment(51df465a-bdb4-46a1-8ead-665fd28dcb6d),segment_id=51df465a-bdb4-46a1-8ead-665fd28dcb6d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:25.417197 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:25.440768 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d5f21d-233f-400c-86e0-bbc5eefb1c0f x-openstack-request-id: req-98d5f21d-233f-400c-86e0-bbc5eefb1c0f {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:25.441062 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3fb8d-6aeb-4829-9666-4f202da109e6", "name": "network-vif-plugged", "status": "completed", "tag": "ee4463ba-6eae-4182-abba-942f814edaed", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:25.441342 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98d5f21d-233f-400c-86e0-bbc5eefb1c0f {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:25.441729 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee4463ba-6eae-4182-abba-942f814edaed', 'code': 200} Nov 12 09:32:25.454618 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1881522a-44de-43b3-a25f-56b61e8ef2ae req-622f800e-16b6-4fd2-97d0-93619d81aac8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501399 Nov 12 09:32:25.470310 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=ee4463ba-6eae-4182-abba-942f814edaed,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:25.542120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0502f-5932-472f-8977-b9f6ada3478a req-38e07346-c1ed-4439-a26a-e8c263e48a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:25.543648 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1a0502f-5932-472f-8977-b9f6ada3478a req-38e07346-c1ed-4439-a26a-e8c263e48a2d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 1097 time: 0.0429387 Nov 12 09:32:25.593174 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f1a0502f-5932-472f-8977-b9f6ada3478a req-58f07cf2-552e-4792-ba2b-c3d5da66402f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425432 Nov 12 09:32:26.590470 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fde8f5-57f0-4800-80f8-4a93bf86c633 req-b2622e45-0bf4-48de-9e11-42b418659735 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:26.592081 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56fde8f5-57f0-4800-80f8-4a93bf86c633 req-b2622e45-0bf4-48de-9e11-42b418659735 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0559416 Nov 12 09:32:26.642619 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-56fde8f5-57f0-4800-80f8-4a93bf86c633 req-712b511c-6fc0-441d-af03-62e3af30a09f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445940 Nov 12 09:32:27.767672 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e3afc-b789-4b98-a51b-7d04cc31e0c9 req-faad6cc7-a24f-4e38-ba12-fd261c74bb9c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:27.769225 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e81e3afc-b789-4b98-a51b-7d04cc31e0c9 req-faad6cc7-a24f-4e38-ba12-fd261c74bb9c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0501761 Nov 12 09:32:27.822395 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e81e3afc-b789-4b98-a51b-7d04cc31e0c9 req-8976ec67-32ac-4b98-949e-df0dd59dfe95 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470207 Nov 12 09:32:27.941867 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a02c-31ab-471b-823b-2679da9b2a29 req-11d59da6-bdea-41f5-8878-5caa20b074f2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:27.943398 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22b7a02c-31ab-471b-823b-2679da9b2a29 req-11d59da6-bdea-41f5-8878-5caa20b074f2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0508974 Nov 12 09:32:27.995419 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-22b7a02c-31ab-471b-823b-2679da9b2a29 req-c398f504-8232-4699-9494-322d3761f88c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460150 Nov 12 09:32:28.017838 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49428) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:28.057150 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a61eb5-b42a-43d4-a9f2-17cde294afb6 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:28.058798 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b0a61eb5-b42a-43d4-a9f2-17cde294afb6 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 1092 time: 0.0398667 Nov 12 09:32:28.062218 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49430) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:28.064403 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:32:28.066554 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': 'ee4463ba-6eae-4182-abba-942f814edaed', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:28.090055 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.188990 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.296131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.25.3.223 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/5b13af94-6a9e-4536-9c36-4193efa440b3) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:28.398409 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.431216 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.470387 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:28.473155 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:28.478730 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:32:28.511922 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=5b13af94-6a9e-4536-9c36-4193efa440b3,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:28.856187 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.926367 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.074780 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.079346 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.150777 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=5b13af94-6a9e-4536-9c36-4193efa440b3,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:29.163106 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.235674 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.268477 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Floating IP a5895249-54cd-40ea-9929-794890a8d585 associated. External IP: 172.25.3.223, port: ee4463ba-6eae-4182-abba-942f814edaed. Nov 12 09:32:29.486184 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router 971991a8-ec88-4f2c-9410-438e32ae6684 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:32:29.598486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:32:29.608515 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40ba8f-5f5a-4544-8337-6e1c947b65c0 None None] Sync routers for ids ['971991a8-ec88-4f2c-9410-438e32ae6684'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:32:29.617380 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.620485 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40ba8f-5f5a-4544-8337-6e1c947b65c0 None None] Routers {'971991a8-ec88-4f2c-9410-438e32ae6684'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:29.621131 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5e40ba8f-5f5a-4544-8337-6e1c947b65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:32:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['971991a8-ec88-4f2c-9410-438e32ae6684'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:29.644247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1d765896-4311-477f-b85a-488416fb33a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5809515 Nov 12 09:32:29.644821 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'tag': 'ee4463ba-6eae-4182-abba-942f814edaed'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:29.647329 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bab065-4140-46cd-82bd-4de7b05e8f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3fb8d-6aeb-4829-9666-4f202da109e6", "tag": "ee4463ba-6eae-4182-abba-942f814edaed"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:29.688370 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c6044-ac86-4354-a5fe-03e9d445d325 x-openstack-request-id: req-e95c6044-ac86-4354-a5fe-03e9d445d325 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:29.688661 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3fb8d-6aeb-4829-9666-4f202da109e6", "tag": "ee4463ba-6eae-4182-abba-942f814edaed", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:29.688918 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e95c6044-ac86-4354-a5fe-03e9d445d325 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:29.689351 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'tag': 'ee4463ba-6eae-4182-abba-942f814edaed', 'status': 'completed', 'code': 200} Nov 12 09:32:29.733031 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-5e40ba8f-5f5a-4544-8337-6e1c947b65c0 None None] Set router 971991a8-ec88-4f2c-9410-438e32ae6684 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:29.757603 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d7176-36f3-4c47-8607-162abd730233 req-3273461b-2c74-4c0b-a7ba-3539b09155e5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:29.759196 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-431d7176-36f3-4c47-8607-162abd730233 req-3273461b-2c74-4c0b-a7ba-3539b09155e5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0512941 Nov 12 09:32:29.759323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bab065-4140-46cd-82bd-4de7b05e8f5c req-c66b7805-a8d7-4e6f-abc2-37c3f0959125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:29.760820 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8bab065-4140-46cd-82bd-4de7b05e8f5c req-c66b7805-a8d7-4e6f-abc2-37c3f0959125 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 1097 time: 0.0466635 Nov 12 09:32:29.812866 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-431d7176-36f3-4c47-8607-162abd730233 req-9d07c970-0f8d-46c1-97cb-138b54541efd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453351 Nov 12 09:32:29.839752 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49438) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:29.868984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bab065-4140-46cd-82bd-4de7b05e8f5c req-ba7a8ae8-2d7a-4aa3-aba8-2e49499f55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:29.870478 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8bab065-4140-46cd-82bd-4de7b05e8f5c req-ba7a8ae8-2d7a-4aa3-aba8-2e49499f55c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f28be05-a26e-4311-85ca-f2b2f1495a6b HTTP/1.1" status: 200 len: 898 time: 0.1000638 Nov 12 09:32:29.906849 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f9c7b2e3-3c1c-47da-994e-5cfe04a96966 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/a5895249-54cd-40ea-9929-794890a8d585 HTTP/1.1" status: 200 len: 991 time: 0.0658159 Nov 12 09:32:29.949299 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8bab065-4140-46cd-82bd-4de7b05e8f5c req-cc8e344f-84d9-4ea3-9d5c-00577dcc14fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee4463ba-6eae-4182-abba-942f814edaed HTTP/1.1" status: 200 len: 999 time: 0.0688863 Nov 12 09:32:29.986878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5e40ba8f-5f5a-4544-8337-6e1c947b65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:15Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'a5895249-54cd-40ea-9929-794890a8d585', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'port_id': 'ee4463ba-6eae-4182-abba-942f814edaed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'mac_address': 'fa:16:3e:1c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:32:28Z', 'updated_at': '2021-11-12T09:32:28Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47decb2-7ed8-4044-8521-d99f7597b6ad', 'name': '', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:e4:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:14Z', 'updated_at': '2021-11-12T09:32:18Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:30.016831 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bab065-4140-46cd-82bd-4de7b05e8f5c req-45da4509-9924-4508-b502-0339321caa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:30.018327 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8bab065-4140-46cd-82bd-4de7b05e8f5c req-45da4509-9924-4508-b502-0339321caa00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=127eaa0d-28b1-43bf-b308-afca2b36d171 HTTP/1.1" status: 200 len: 835 time: 0.0618336 Nov 12 09:32:30.023071 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40ba8f-5f5a-4544-8337-6e1c947b65c0 None None] Checking router: 971991a8-ec88-4f2c-9410-438e32ae6684 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:32:30.031603 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40ba8f-5f5a-4544-8337-6e1c947b65c0 None None] Routers {'971991a8-ec88-4f2c-9410-438e32ae6684'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:30.032203 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5e40ba8f-5f5a-4544-8337-6e1c947b65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:32:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['971991a8-ec88-4f2c-9410-438e32ae6684'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:30.065093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bab065-4140-46cd-82bd-4de7b05e8f5c req-678c48ca-efcf-400d-952e-5a68db4fcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:30.066686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8bab065-4140-46cd-82bd-4de7b05e8f5c req-678c48ca-efcf-400d-952e-5a68db4fcf47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f28be05-a26e-4311-85ca-f2b2f1495a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408309 Nov 12 09:32:30.139342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-5e40ba8f-5f5a-4544-8337-6e1c947b65c0 None None] Set router 971991a8-ec88-4f2c-9410-438e32ae6684 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:30.159763 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8bab065-4140-46cd-82bd-4de7b05e8f5c req-97c66289-295d-4330-9fca-5bf3fd15b9ae service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853381 Nov 12 09:32:30.250618 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c8bab065-4140-46cd-82bd-4de7b05e8f5c req-48cc3104-9093-4b23-825e-047d47ee5c4f service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842664 Nov 12 09:32:30.369500 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-5e40ba8f-5f5a-4544-8337-6e1c947b65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:15Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'a5895249-54cd-40ea-9929-794890a8d585', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'port_id': 'ee4463ba-6eae-4182-abba-942f814edaed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'mac_address': 'fa:16:3e:1c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:32:28Z', 'updated_at': '2021-11-12T09:32:28Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47decb2-7ed8-4044-8521-d99f7597b6ad', 'name': '', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:e4:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:14Z', 'updated_at': '2021-11-12T09:32:18Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:30.396909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40ba8f-5f5a-4544-8337-6e1c947b65c0 None None] The sync data for ids ['971991a8-ec88-4f2c-9410-438e32ae6684'] in n-d-768851-18 is: [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:15Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'a5895249-54cd-40ea-9929-794890a8d585', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'port_id': 'ee4463ba-6eae-4182-abba-942f814edaed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'mac_address': 'fa:16:3e:1c:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:32:28Z', 'updated_at': '2021-11-12T09:32:28Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c47decb2-7ed8-4044-8521-d99f7597b6ad', 'name': '', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:e4:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:14Z', 'updated_at': '2021-11-12T09:32:18Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:32:30.595783 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675a74b-e4d0-4d5d-a963-a016e6bb81b8 None None] New status for floating IP a5895249-54cd-40ea-9929-794890a8d585: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:32:30.908999 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49440) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:30.970627 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-101806ed-4df2-4c4f-aa94-9bcd30f108bd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/a5895249-54cd-40ea-9929-794890a8d585 HTTP/1.1" status: 200 len: 993 time: 0.0604208 Nov 12 09:32:35.369467 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-06643c31-4775-4234-8d54-65dcaadb3cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:37.620804 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-02c67ecf-d7da-4c82-812d-1ed3f90db08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:38.839605 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:40.205574 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:41.102828 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:44.057120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c484f37f-6fe1-4aea-bc6f-f5c4acb50379 req-13c631e4-27fd-4810-a39f-2e9f79735f0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493498 Nov 12 09:32:44.146076 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484f37f-6fe1-4aea-bc6f-f5c4acb50379 req-c7a3a187-97a1-4560-87e9-f58384dda98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:44.147643 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c484f37f-6fe1-4aea-bc6f-f5c4acb50379 req-c7a3a187-97a1-4560-87e9-f58384dda98b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 1097 time: 0.0459940 Nov 12 09:32:44.257027 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484f37f-6fe1-4aea-bc6f-f5c4acb50379 req-6bf43f67-cee3-4155-b0af-1a506840d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:44.258481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c484f37f-6fe1-4aea-bc6f-f5c4acb50379 req-6bf43f67-cee3-4155-b0af-1a506840d731 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f28be05-a26e-4311-85ca-f2b2f1495a6b HTTP/1.1" status: 200 len: 898 time: 0.0905824 Nov 12 09:32:44.330556 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c484f37f-6fe1-4aea-bc6f-f5c4acb50379 req-4a9660bd-c1ef-417e-bcf8-9bb656064a25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee4463ba-6eae-4182-abba-942f814edaed HTTP/1.1" status: 200 len: 1001 time: 0.0644500 Nov 12 09:32:44.385341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484f37f-6fe1-4aea-bc6f-f5c4acb50379 req-93c0a326-0b92-4f05-b187-9e594176a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:44.386825 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c484f37f-6fe1-4aea-bc6f-f5c4acb50379 req-93c0a326-0b92-4f05-b187-9e594176a549 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=127eaa0d-28b1-43bf-b308-afca2b36d171 HTTP/1.1" status: 200 len: 835 time: 0.0472517 Nov 12 09:32:44.435289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484f37f-6fe1-4aea-bc6f-f5c4acb50379 req-6f27fb00-4dbc-4c8e-990a-64be53288cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:44.436814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c484f37f-6fe1-4aea-bc6f-f5c4acb50379 req-6f27fb00-4dbc-4c8e-990a-64be53288cf8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f28be05-a26e-4311-85ca-f2b2f1495a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428133 Nov 12 09:32:44.533535 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c484f37f-6fe1-4aea-bc6f-f5c4acb50379 req-21a82c00-c6de-44ed-8ab6-b64ea742e4f8 service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888159 Nov 12 09:32:44.632957 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c484f37f-6fe1-4aea-bc6f-f5c4acb50379 req-a7597e25-4f37-480c-86ce-7e51429c594e service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910583 Nov 12 09:32:53.106237 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.242497 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.067178 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:33:05.360984 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e3067c3e-5c37-424f-b75c-a997abd40f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.622372 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6c197108-6d1e-4765-b200-3b52259b2f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:08.844026 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.208101 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:11.108707 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.108005 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.406407 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:35.365755 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1a58d5ca-377f-4c4c-9227-06d57e8d8c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.622803 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2532500d-94d3-47da-a854-eda80d6c8d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:38.845784 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:40.212839 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:41.111456 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:42.066577 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:33:44.087518 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b3909b-45b2-48f2-a958-c6afaccbd3cb req-4e707865-95cb-4c38-9f92-2b90a32eeedd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534468 Nov 12 09:33:44.196369 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3585b0a-a979-47ef-9e7b-55fd37242643 req-a433a55e-73d1-45a1-9b46-8fee2e8a5fcb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:44.198659 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3585b0a-a979-47ef-9e7b-55fd37242643 req-a433a55e-73d1-45a1-9b46-8fee2e8a5fcb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0773168 Nov 12 09:33:44.214101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3909b-45b2-48f2-a958-c6afaccbd3cb req-ed502c73-ff04-4564-ac5a-11d021d80e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:44.215633 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b3909b-45b2-48f2-a958-c6afaccbd3cb req-ed502c73-ff04-4564-ac5a-11d021d80e45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 1097 time: 0.0798461 Nov 12 09:33:44.285043 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a3585b0a-a979-47ef-9e7b-55fd37242643 req-0eff5d05-eea1-4084-8127-f17c09bd7a72 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791860 Nov 12 09:33:44.344451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3909b-45b2-48f2-a958-c6afaccbd3cb req-6ddb09a0-edf9-4716-9e57-2bf8de9822e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:44.346108 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b3909b-45b2-48f2-a958-c6afaccbd3cb req-6ddb09a0-edf9-4716-9e57-2bf8de9822e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f28be05-a26e-4311-85ca-f2b2f1495a6b HTTP/1.1" status: 200 len: 898 time: 0.1087029 Nov 12 09:33:44.414439 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b3909b-45b2-48f2-a958-c6afaccbd3cb req-37b1af25-7afa-4c49-851a-dcb652fc84bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee4463ba-6eae-4182-abba-942f814edaed HTTP/1.1" status: 200 len: 1001 time: 0.0599310 Nov 12 09:33:44.476026 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3909b-45b2-48f2-a958-c6afaccbd3cb req-c9a5ea41-3b74-4ed2-91c7-7a14907df496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:44.477797 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b3909b-45b2-48f2-a958-c6afaccbd3cb req-c9a5ea41-3b74-4ed2-91c7-7a14907df496 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=127eaa0d-28b1-43bf-b308-afca2b36d171 HTTP/1.1" status: 200 len: 835 time: 0.0565414 Nov 12 09:33:44.525434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3909b-45b2-48f2-a958-c6afaccbd3cb req-2ea0dde9-a8ce-44b2-bf66-954d0742ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:44.526938 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b3909b-45b2-48f2-a958-c6afaccbd3cb req-2ea0dde9-a8ce-44b2-bf66-954d0742ba55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f28be05-a26e-4311-85ca-f2b2f1495a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420761 Nov 12 09:33:44.621201 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b3909b-45b2-48f2-a958-c6afaccbd3cb req-ea9f2de0-70e4-4d1d-8a58-4f5db772d7f6 service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861862 Nov 12 09:33:44.720082 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-97b3909b-45b2-48f2-a958-c6afaccbd3cb req-8f7eb3bd-3e71-42c3-9be9-a79588db109c service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909946 Nov 12 09:33:44.803566 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7310b4c-1ac4-4395-a8f8-87f6cdd37339 req-eb0af6f4-5d91-49b3-9a43-c1126c4d0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:44.805077 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7310b4c-1ac4-4395-a8f8-87f6cdd37339 req-eb0af6f4-5d91-49b3-9a43-c1126c4d0a31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 1097 time: 0.0428557 Nov 12 09:33:44.899912 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7310b4c-1ac4-4395-a8f8-87f6cdd37339 req-f0d5f9d5-4fda-413d-9909-88ae85f33fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:44.901846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7310b4c-1ac4-4395-a8f8-87f6cdd37339 req-f0d5f9d5-4fda-413d-9909-88ae85f33fca service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f28be05-a26e-4311-85ca-f2b2f1495a6b HTTP/1.1" status: 200 len: 898 time: 0.0887806 Nov 12 09:33:44.969523 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7310b4c-1ac4-4395-a8f8-87f6cdd37339 req-41b2ab19-a6ec-4a91-a626-4839dab97068 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee4463ba-6eae-4182-abba-942f814edaed HTTP/1.1" status: 200 len: 1001 time: 0.0599480 Nov 12 09:33:45.022735 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7310b4c-1ac4-4395-a8f8-87f6cdd37339 req-7dfe5d18-6b20-4f75-9dac-47e13547679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:45.024186 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7310b4c-1ac4-4395-a8f8-87f6cdd37339 req-7dfe5d18-6b20-4f75-9dac-47e13547679e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=127eaa0d-28b1-43bf-b308-afca2b36d171 HTTP/1.1" status: 200 len: 835 time: 0.0476723 Nov 12 09:33:45.069744 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7310b4c-1ac4-4395-a8f8-87f6cdd37339 req-3ad34670-b9fc-48ba-ba85-d5a7929792ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:45.071205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7310b4c-1ac4-4395-a8f8-87f6cdd37339 req-3ad34670-b9fc-48ba-ba85-d5a7929792ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f28be05-a26e-4311-85ca-f2b2f1495a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387788 Nov 12 09:33:45.161574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7310b4c-1ac4-4395-a8f8-87f6cdd37339 req-16de88ce-ab40-404e-9cfd-23f62d696ffd service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813904 Nov 12 09:33:45.253429 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f7310b4c-1ac4-4395-a8f8-87f6cdd37339 req-4437259f-f92e-442f-83ec-83d999128c77 service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838554 Nov 12 09:33:45.407783 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb057fa-455d-4686-acad-87db2852d7e5 req-19450c30-aa2e-4da9-ba88-89817330e8a0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:45.409315 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8fb057fa-455d-4686-acad-87db2852d7e5 req-19450c30-aa2e-4da9-ba88-89817330e8a0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0509906 Nov 12 09:33:45.462090 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8fb057fa-455d-4686-acad-87db2852d7e5 req-be83259d-eac1-4150-897a-8cf6730d6ecc tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460174 Nov 12 09:33:46.575763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ea298-29d4-4f02-bf6d-fcaf0914ad5c req-9e510488-b835-475e-9354-de81f9b2cd37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:46.577239 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e7ea298-29d4-4f02-bf6d-fcaf0914ad5c req-9e510488-b835-475e-9354-de81f9b2cd37 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0480175 Nov 12 09:33:46.626548 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1e7ea298-29d4-4f02-bf6d-fcaf0914ad5c req-6bb3259f-6b73-40f5-ae53-b301b1f9a15d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433502 Nov 12 09:33:47.746422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44260d-ed38-493e-99fc-acad866a91d0 req-0e81d17f-87ca-42e0-9c25-d869692aa74b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:47.747872 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d44260d-ed38-493e-99fc-acad866a91d0 req-0e81d17f-87ca-42e0-9c25-d869692aa74b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0525827 Nov 12 09:33:47.796023 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3d44260d-ed38-493e-99fc-acad866a91d0 req-ddc211fb-ccf8-48fd-b5ce-ed9783f1aae2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423474 Nov 12 09:33:48.917666 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f729652-0f6f-4d2c-8436-7fdbec01f0e7 req-11259ca5-84f3-4d7e-96fe-dcc2c84d6bd6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:48.919178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4f729652-0f6f-4d2c-8436-7fdbec01f0e7 req-11259ca5-84f3-4d7e-96fe-dcc2c84d6bd6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0540695 Nov 12 09:33:48.970175 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4f729652-0f6f-4d2c-8436-7fdbec01f0e7 req-2417b1f6-8d74-403e-8077-266bbbc46b9b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442758 Nov 12 09:33:50.089122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25bbc5-8be7-4142-9e57-4b05ea15de57 req-461a27c3-0198-401f-93da-cabf46327f49 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:50.090621 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd25bbc5-8be7-4142-9e57-4b05ea15de57 req-461a27c3-0198-401f-93da-cabf46327f49 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0501211 Nov 12 09:33:50.139328 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cd25bbc5-8be7-4142-9e57-4b05ea15de57 req-6f26bdc6-117e-453e-a7e1-eb453a632fc3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 Nov 12 09:33:51.258293 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223354e-3862-48c5-8407-51f0f3bcc102 req-b8c2583e-7fb5-4164-b6c7-365f5a2fbf26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:51.259715 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0223354e-3862-48c5-8407-51f0f3bcc102 req-b8c2583e-7fb5-4164-b6c7-365f5a2fbf26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0497253 Nov 12 09:33:51.308458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0223354e-3862-48c5-8407-51f0f3bcc102 req-6092ce97-fa12-441f-963d-18129c5b317e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428927 Nov 12 09:33:52.427534 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e82f2c-f193-4bce-a349-05385d099863 req-766f4d65-6764-4a18-b5ae-ae15ab62de4c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:52.429010 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6e82f2c-f193-4bce-a349-05385d099863 req-766f4d65-6764-4a18-b5ae-ae15ab62de4c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0534017 Nov 12 09:33:52.477954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6e82f2c-f193-4bce-a349-05385d099863 req-05bb1d64-4803-44c6-963f-b4092e455b8c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Nov 12 09:33:53.107150 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.598287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd26a3a-1830-4ae4-ae73-74d9d45b4290 req-68e76aa2-52ca-49ff-8b28-dd11eca159eb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:53.599765 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5dd26a3a-1830-4ae4-ae73-74d9d45b4290 req-68e76aa2-52ca-49ff-8b28-dd11eca159eb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0534542 Nov 12 09:33:53.648965 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5dd26a3a-1830-4ae4-ae73-74d9d45b4290 req-82e2cf21-4db0-43f2-be1a-93d60ea01352 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431197 Nov 12 09:33:54.763366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e8083-ae17-440c-b072-ff07c15de0e1 req-e96ad407-50d7-41f4-a3e8-2feb1b543ee0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:54.764856 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-050e8083-ae17-440c-b072-ff07c15de0e1 req-e96ad407-50d7-41f4-a3e8-2feb1b543ee0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0489199 Nov 12 09:33:54.814222 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-050e8083-ae17-440c-b072-ff07c15de0e1 req-5966e26b-8005-4cf9-be52-9d17e6bc0730 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431933 Nov 12 09:33:55.929778 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6192809-1fe9-4b92-b9f7-478339d6f04b req-7150f7a6-6aac-4500-b5c6-a294bc4ae9b8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:55.931260 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6192809-1fe9-4b92-b9f7-478339d6f04b req-7150f7a6-6aac-4500-b5c6-a294bc4ae9b8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0493317 Nov 12 09:33:55.980460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f6192809-1fe9-4b92-b9f7-478339d6f04b req-906ac0b7-e29b-4cf0-ae3c-6d793e909f6f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433567 Nov 12 09:33:57.099452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e02af8-2bd2-4638-a02f-9ade8e3cbcbc req-3b257ec7-a30b-47b5-bebd-82235e1d9093 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:57.100951 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9e02af8-2bd2-4638-a02f-9ade8e3cbcbc req-3b257ec7-a30b-47b5-bebd-82235e1d9093 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0504720 Nov 12 09:33:57.154233 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f9e02af8-2bd2-4638-a02f-9ade8e3cbcbc req-2850392c-0b2e-4870-b005-4bf0a74d4be4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467265 Nov 12 09:33:58.271088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8afb-0669-448a-abd8-12a96cf57a5c req-b6ab292d-104e-4749-9c1f-ac8368f5579a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:58.272473 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-745b8afb-0669-448a-abd8-12a96cf57a5c req-b6ab292d-104e-4749-9c1f-ac8368f5579a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0491986 Nov 12 09:33:58.325370 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-745b8afb-0669-448a-abd8-12a96cf57a5c req-11bbeb1b-dfdf-4b2f-b5a9-9ef36dcc8960 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470059 Nov 12 09:33:59.256223 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.438404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06840d1-2493-4e29-b9ad-593bbfaeacd9 req-f9401d56-6137-44dd-8314-a20fef180c3b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:59.439903 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a06840d1-2493-4e29-b9ad-593bbfaeacd9 req-f9401d56-6137-44dd-8314-a20fef180c3b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0491052 Nov 12 09:33:59.489125 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a06840d1-2493-4e29-b9ad-593bbfaeacd9 req-d79509ea-186e-4040-9018-396a744d3c7c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433068 Nov 12 09:34:00.605372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58ac7c-1ea7-4934-94e2-763f9f0976a3 req-da9f0e5c-4252-46c2-819e-5037af912337 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:00.606891 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c58ac7c-1ea7-4934-94e2-763f9f0976a3 req-da9f0e5c-4252-46c2-819e-5037af912337 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0494750 Nov 12 09:34:00.656244 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4c58ac7c-1ea7-4934-94e2-763f9f0976a3 req-c40e21d2-9d03-43c1-ada0-7d7a9450eeb8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Nov 12 09:34:01.774253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9f43f-48bd-467c-96fb-02d43628485f req-e8619d4d-3b17-4bee-b979-d2acc6e3b260 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:01.775733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bee9f43f-48bd-467c-96fb-02d43628485f req-e8619d4d-3b17-4bee-b979-d2acc6e3b260 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0493305 Nov 12 09:34:01.824527 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bee9f43f-48bd-467c-96fb-02d43628485f req-c9950793-7f6e-4de1-90f4-dc33e1c337c1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427933 Nov 12 09:34:01.846530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49506) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:01.913832 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e58cded5-856f-44fb-bc4e-8b8094240222 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/a5895249-54cd-40ea-9929-794890a8d585 HTTP/1.1" status: 200 len: 993 time: 0.0661559 Nov 12 09:34:05.359524 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-494e945a-5d9a-4c8b-8b25-f526fe208f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.630667 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8d16a3f2-3830-48ce-a92a-d09780989afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.846082 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:10.214289 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:11.113182 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:19.065833 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:34:23.133008 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:29.252174 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:35.360886 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8932785c-2241-44a7-9c14-576d6d2053e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:37.623300 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-58416638-752e-43dc-85a3-a5db016193c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:38.848111 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:40.216393 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:41.110317 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:44.035465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-fd724fb6-f97e-434a-b276-6aed52ca429e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386741 Nov 12 09:34:44.118224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-5001a0ca-ed21-406e-9d5d-086734b270f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:44.120245 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-5001a0ca-ed21-406e-9d5d-086734b270f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 1097 time: 0.0409591 Nov 12 09:34:44.224248 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-40149987-149b-43e9-abf5-c5d948b31e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:44.225740 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-40149987-149b-43e9-abf5-c5d948b31e20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f28be05-a26e-4311-85ca-f2b2f1495a6b HTTP/1.1" status: 200 len: 898 time: 0.0865269 Nov 12 09:34:44.293910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-8aabd22b-7477-4b57-ba52-c355f0f4a898 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee4463ba-6eae-4182-abba-942f814edaed HTTP/1.1" status: 200 len: 1001 time: 0.0608563 Nov 12 09:34:44.342389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-31443465-dd2b-4000-a9c6-b14f792d022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:44.343794 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-31443465-dd2b-4000-a9c6-b14f792d022f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=127eaa0d-28b1-43bf-b308-afca2b36d171 HTTP/1.1" status: 200 len: 835 time: 0.0435815 Nov 12 09:34:44.388519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-9e398a5a-da6d-43cd-80f3-51a2a6e0b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:44.390089 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-9e398a5a-da6d-43cd-80f3-51a2a6e0b429 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f28be05-a26e-4311-85ca-f2b2f1495a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391879 Nov 12 09:34:44.402433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-b05711b1-31c2-449d-a825-3418093a7cb3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:34:44.403375 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-b05711b1-31c2-449d-a825-3418093a7cb3 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054855 Nov 12 09:34:44.500844 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-887c2fc4-fd1c-4788-b46f-15d1baf1d637 service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898762 Nov 12 09:34:44.588854 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c9ecc7b7-355a-4e12-a546-ea5a51e03fa0 req-ad89ee4a-a399-4980-8d13-ff1d028437b4 service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802624 Nov 12 09:34:52.576572 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49528) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:52.732425 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 5b13af94-6a9e-4536-9c36-4193efa440b3 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:52.732760 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:52.810453 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:52.810781 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:52.822296 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 5b13af94-6a9e-4536-9c36-4193efa440b3 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:34:52.969171 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:52.999335 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=5b13af94-6a9e-4536-9c36-4193efa440b3,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:53.008779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.008779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.009051 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.009411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.009745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.010077 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.010407 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.010733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.011061 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.011386 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.011707 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.012027 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:53.071690 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.072026 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Floating IP a5895249-54cd-40ea-9929-794890a8d585 disassociated (deleted). External IP: 172.25.3.223, port: ee4463ba-6eae-4182-abba-942f814edaed. Nov 12 09:34:53.130319 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.292985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router 971991a8-ec88-4f2c-9410-438e32ae6684 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:34:53.401604 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:53.406236 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:53.411241 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f733d-f314-41ce-ba9c-1ad580aeaa65 None None] Sync routers for ids ['971991a8-ec88-4f2c-9410-438e32ae6684'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:53.421617 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f733d-f314-41ce-ba9c-1ad580aeaa65 None None] Routers {'971991a8-ec88-4f2c-9410-438e32ae6684'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:53.422376 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d03f733d-f314-41ce-ba9c-1ad580aeaa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:34:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['971991a8-ec88-4f2c-9410-438e32ae6684'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:53.434174 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e74998f2-8faa-4146-8d1d-eb50d0ec92a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/floatingips/a5895249-54cd-40ea-9929-794890a8d585 HTTP/1.1" status: 204 len: 168 time: 0.8564789 Nov 12 09:34:53.434751 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'tag': 'ee4463ba-6eae-4182-abba-942f814edaed'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:34:53.436999 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378eee6e-8293-48f8-b377-75a07580f691" -d '{"events": [{"name": "network-changed", "server_uuid": "10a3fb8d-6aeb-4829-9666-4f202da109e6", "tag": "ee4463ba-6eae-4182-abba-942f814edaed"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:34:53.530874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d03f733d-f314-41ce-ba9c-1ad580aeaa65 None None] Set router 971991a8-ec88-4f2c-9410-438e32ae6684 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:53.563338 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33880eba-b7f4-4b0b-8f4f-e95e11ad8894 x-openstack-request-id: req-33880eba-b7f4-4b0b-8f4f-e95e11ad8894 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:34:53.564002 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a3fb8d-6aeb-4829-9666-4f202da109e6", "tag": "ee4463ba-6eae-4182-abba-942f814edaed", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:34:53.564545 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33880eba-b7f4-4b0b-8f4f-e95e11ad8894 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:34:53.565015 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'tag': 'ee4463ba-6eae-4182-abba-942f814edaed', 'status': 'completed', 'code': 200} Nov 12 09:34:53.639878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378eee6e-8293-48f8-b377-75a07580f691 req-48da1ed5-feaf-4656-9457-3ae7911cd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:53.643004 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-378eee6e-8293-48f8-b377-75a07580f691 req-48da1ed5-feaf-4656-9457-3ae7911cd870 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 1097 time: 0.0468323 Nov 12 09:34:53.750362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d03f733d-f314-41ce-ba9c-1ad580aeaa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:15Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c47decb2-7ed8-4044-8521-d99f7597b6ad', 'name': '', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:e4:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:14Z', 'updated_at': '2021-11-12T09:32:18Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:53.781809 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f733d-f314-41ce-ba9c-1ad580aeaa65 None None] Checking router: 971991a8-ec88-4f2c-9410-438e32ae6684 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:53.785355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57415c3b-20a3-4ca5-9827-27ac440f6a34 req-b51c668d-eb7a-4356-a95b-0c069c3bda10 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:53.786894 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57415c3b-20a3-4ca5-9827-27ac440f6a34 req-b51c668d-eb7a-4356-a95b-0c069c3bda10 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.1410985 Nov 12 09:34:53.790448 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f733d-f314-41ce-ba9c-1ad580aeaa65 None None] Routers {'971991a8-ec88-4f2c-9410-438e32ae6684'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:53.791078 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d03f733d-f314-41ce-ba9c-1ad580aeaa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:34:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['971991a8-ec88-4f2c-9410-438e32ae6684'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:53.792129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378eee6e-8293-48f8-b377-75a07580f691 req-634b0bea-a9af-44f1-8188-8c8e623acec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:53.793574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-378eee6e-8293-48f8-b377-75a07580f691 req-634b0bea-a9af-44f1-8188-8c8e623acec1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f28be05-a26e-4311-85ca-f2b2f1495a6b HTTP/1.1" status: 200 len: 898 time: 0.1406684 Nov 12 09:34:53.860038 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-378eee6e-8293-48f8-b377-75a07580f691 req-7593b8f4-eecf-41b7-b1a6-1bd2c6f92138 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee4463ba-6eae-4182-abba-942f814edaed HTTP/1.1" status: 200 len: 217 time: 0.0518830 Nov 12 09:34:53.889928 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57415c3b-20a3-4ca5-9827-27ac440f6a34 req-49466172-95c0-4e8e-9540-f260ad8d4a0d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953798 Nov 12 09:34:53.913315 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d03f733d-f314-41ce-ba9c-1ad580aeaa65 None None] Set router 971991a8-ec88-4f2c-9410-438e32ae6684 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:53.926014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378eee6e-8293-48f8-b377-75a07580f691 req-2f811174-b53c-4662-8d0a-70d78ddfcb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:53.927479 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-378eee6e-8293-48f8-b377-75a07580f691 req-2f811174-b53c-4662-8d0a-70d78ddfcb4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=127eaa0d-28b1-43bf-b308-afca2b36d171 HTTP/1.1" status: 200 len: 835 time: 0.0534739 Nov 12 09:34:53.986592 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378eee6e-8293-48f8-b377-75a07580f691 req-d94c40de-c75b-4457-93d1-7b34935c0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:53.988182 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-378eee6e-8293-48f8-b377-75a07580f691 req-d94c40de-c75b-4457-93d1-7b34935c0ee0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f28be05-a26e-4311-85ca-f2b2f1495a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526469 Nov 12 09:34:54.098868 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-378eee6e-8293-48f8-b377-75a07580f691 req-7a03721d-d746-4fac-aec2-5c6a51d43c20 service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023977 Nov 12 09:34:54.203149 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-378eee6e-8293-48f8-b377-75a07580f691 req-4d28c232-7284-46a5-9b5a-665623f826c4 service neutron] 10.222.0.46 "GET /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964372 Nov 12 09:34:54.227541 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d03f733d-f314-41ce-ba9c-1ad580aeaa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:15Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c47decb2-7ed8-4044-8521-d99f7597b6ad', 'name': '', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:e4:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:14Z', 'updated_at': '2021-11-12T09:32:18Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:54.260826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f733d-f314-41ce-ba9c-1ad580aeaa65 None None] The sync data for ids ['971991a8-ec88-4f2c-9410-438e32ae6684'] in n-d-768851-18 is: [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:15Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c47decb2-7ed8-4044-8521-d99f7597b6ad', 'name': '', 'network_id': '9f28be05-a26e-4311-85ca-f2b2f1495a6b', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:e4:5f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:14Z', 'updated_at': '2021-11-12T09:32:18Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '127eaa0d-28b1-43bf-b308-afca2b36d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:34:54.500778 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba224789-dc6b-477b-af42-fe1016641b8b None None] New status for floating IP a5895249-54cd-40ea-9929-794890a8d585: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:34:55.082969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbaa7b7-c007-439f-8dbe-09c6bc5f1a3c req-417a570f-7859-44ab-9bb6-7f3badb793f5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:55.084525 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbbaa7b7-c007-439f-8dbe-09c6bc5f1a3c req-417a570f-7859-44ab-9bb6-7f3badb793f5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.1111481 Nov 12 09:34:55.139925 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-cbbaa7b7-c007-439f-8dbe-09c6bc5f1a3c req-43758afc-34f2-4528-98c4-f2b4eb9fac6b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=5d43207b-3cfd-4121-a633-2ef2eb243da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485413 Nov 12 09:34:55.539203 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37e786-b568-47a0-a7a3-6641ebfd11f8 req-0095bbcb-da7c-4a38-a782-8de940c04c21 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:55.540718 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c37e786-b568-47a0-a7a3-6641ebfd11f8 req-0095bbcb-da7c-4a38-a782-8de940c04c21 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.46 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 945 time: 0.0556180 Nov 12 09:34:55.663127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-0c37e786-b568-47a0-a7a3-6641ebfd11f8 req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port ee4463ba-6eae-4182-abba-942f814edaed {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:55.663550 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0c37e786-b568-47a0-a7a3-6641ebfd11f8 req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.758865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-0c37e786-b568-47a0-a7a3-6641ebfd11f8 req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port ee4463ba-6eae-4182-abba-942f814edaed, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=ee4463ba-6eae-4182-abba-942f814edaed,segment=NetworkSegment(51df465a-bdb4-46a1-8ead-665fd28dcb6d),segment_id=51df465a-bdb4-46a1-8ead-665fd28dcb6d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:55.759897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0c37e786-b568-47a0-a7a3-6641ebfd11f8 req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.772382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-0c37e786-b568-47a0-a7a3-6641ebfd11f8 req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for ee4463ba-6eae-4182-abba-942f814edaed owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:34:55.903981 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0c37e786-b568-47a0-a7a3-6641ebfd11f8 req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.934046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=ee4463ba-6eae-4182-abba-942f814edaed,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:55.962574 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:55.962922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:55.963261 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:55.963598 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:55.963988 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:55.964323 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:55.964705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:55.965073 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:55.965430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:55.965756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:55.966084 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:55.966404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:55.988946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c37e786-b568-47a0-a7a3-6641ebfd11f8 req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] No DVR routers for this DVR port ee4463ba-6eae-4182-abba-942f814edaed on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:34:55.994812 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-0c37e786-b568-47a0-a7a3-6641ebfd11f8 req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:55.998243 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c37e786-b568-47a0-a7a3-6641ebfd11f8 req-f8813c29-ba96-4f6d-aaf8-531eac746c73 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.46 "DELETE /v2.0/ports/ee4463ba-6eae-4182-abba-942f814edaed HTTP/1.1" status: 204 len: 173 time: 0.4511714 Nov 12 09:34:55.998697 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'name': 'network-vif-deleted', 'tag': 'ee4463ba-6eae-4182-abba-942f814edaed'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:34:56.001041 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7579ee9e-6bb1-4981-8d6f-1f02017ccaa0" -d '{"events": [{"server_uuid": "10a3fb8d-6aeb-4829-9666-4f202da109e6", "name": "network-vif-deleted", "tag": "ee4463ba-6eae-4182-abba-942f814edaed"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:34:56.039375 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cd6488-1779-449b-b0da-e13a2c5bcfca x-openstack-request-id: req-58cd6488-1779-449b-b0da-e13a2c5bcfca {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:34:56.039666 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a3fb8d-6aeb-4829-9666-4f202da109e6", "name": "network-vif-deleted", "tag": "ee4463ba-6eae-4182-abba-942f814edaed", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:34:56.039983 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58cd6488-1779-449b-b0da-e13a2c5bcfca {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:34:56.040886 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10a3fb8d-6aeb-4829-9666-4f202da109e6', 'name': 'network-vif-deleted', 'tag': 'ee4463ba-6eae-4182-abba-942f814edaed', 'status': 'completed', 'code': 200} Nov 12 09:34:56.065998 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:34:56.252732 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4194825d-0c99-461f-b868-cb242fb631b0 req-daf0eef0-7364-4c3b-9050-11d9914aa4d5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=10a3fb8d-6aeb-4829-9666-4f202da109e6 HTTP/1.1" status: 200 len: 210 time: 0.0300779 Nov 12 09:34:57.309459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49550) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:57.973600 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69776180-c5f7-41d7-81c0-ec58fe73469e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.242078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-69776180-c5f7-41d7-81c0-ec58fe73469e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port c47decb2-7ed8-4044-8521-d99f7597b6ad {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:58.242334 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69776180-c5f7-41d7-81c0-ec58fe73469e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.333837 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-69776180-c5f7-41d7-81c0-ec58fe73469e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port c47decb2-7ed8-4044-8521-d99f7597b6ad, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c47decb2-7ed8-4044-8521-d99f7597b6ad,segment=NetworkSegment(51df465a-bdb4-46a1-8ead-665fd28dcb6d),segment_id=51df465a-bdb4-46a1-8ead-665fd28dcb6d)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:58.334594 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69776180-c5f7-41d7-81c0-ec58fe73469e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.351368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-69776180-c5f7-41d7-81c0-ec58fe73469e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for c47decb2-7ed8-4044-8521-d99f7597b6ad owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:34:58.531818 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69776180-c5f7-41d7-81c0-ec58fe73469e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.558322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69776180-c5f7-41d7-81c0-ec58fe73469e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=c47decb2-7ed8-4044-8521-d99f7597b6ad,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:58.730577 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-69776180-c5f7-41d7-81c0-ec58fe73469e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.946908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69776180-c5f7-41d7-81c0-ec58fe73469e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router 971991a8-ec88-4f2c-9410-438e32ae6684 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:34:59.055428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69776180-c5f7-41d7-81c0-ec58fe73469e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:34:59.060698 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-69776180-c5f7-41d7-81c0-ec58fe73469e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "PUT /v2.0/routers/971991a8-ec88-4f2c-9410-438e32ae6684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499194 Nov 12 09:34:59.063232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49552) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:59.066275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff3b98-528f-41b6-b89e-83092f9dbac0 None None] Sync routers for ids ['971991a8-ec88-4f2c-9410-438e32ae6684'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:34:59.077301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff3b98-528f-41b6-b89e-83092f9dbac0 None None] Routers {'971991a8-ec88-4f2c-9410-438e32ae6684'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:59.078330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d7ff3b98-528f-41b6-b89e-83092f9dbac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:34:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['971991a8-ec88-4f2c-9410-438e32ae6684'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:59.115090 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15139be-b426-44c4-a237-114f1fe9f9ca tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting subnet 127eaa0d-28b1-43bf-b308-afca2b36d171 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:34:59.118330 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e15139be-b426-44c4-a237-114f1fe9f9ca tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.158956 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e15139be-b426-44c4-a237-114f1fe9f9ca tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.182821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d7ff3b98-528f-41b6-b89e-83092f9dbac0 None None] Set router 971991a8-ec88-4f2c-9410-438e32ae6684 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:59.253280 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e15139be-b426-44c4-a237-114f1fe9f9ca tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.294459 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.311595 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e15139be-b426-44c4-a237-114f1fe9f9ca tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.341201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15139be-b426-44c4-a237-114f1fe9f9ca tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Subnet': ['ID=127eaa0d-28b1-43bf-b308-afca2b36d171,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:59.343718 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e15139be-b426-44c4-a237-114f1fe9f9ca tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.347472 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e15139be-b426-44c4-a237-114f1fe9f9ca tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/subnets/127eaa0d-28b1-43bf-b308-afca2b36d171 HTTP/1.1" status: 204 len: 168 time: 0.2827735 Nov 12 09:34:59.349703 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49554) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:59.351893 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119666dd-2655-48ec-acc9-e5041030479d None None] Network 9f28be05-a26e-4311-85ca-f2b2f1495a6b requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:59.636476 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d7ff3b98-528f-41b6-b89e-83092f9dbac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:34:58Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:59.671121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff3b98-528f-41b6-b89e-83092f9dbac0 None None] Checking router: 971991a8-ec88-4f2c-9410-438e32ae6684 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:34:59.687689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff3b98-528f-41b6-b89e-83092f9dbac0 None None] Routers {'971991a8-ec88-4f2c-9410-438e32ae6684'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:34:59.688360 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d7ff3b98-528f-41b6-b89e-83092f9dbac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:34:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['971991a8-ec88-4f2c-9410-438e32ae6684'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:59.777349 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] DHCP port deletion for 9f28be05-a26e-4311-85ca-f2b2f1495a6b request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:59.780761 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.831619 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d7ff3b98-528f-41b6-b89e-83092f9dbac0 None None] Set router 971991a8-ec88-4f2c-9410-438e32ae6684 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:34:59.890725 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.943577 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 8ca06ada-511c-4b4a-971c-6a6400ff706b {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:59.943924 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.946074 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Deleting port 7a634b95-faba-4830-a839-745bfcebb172 {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:59.946463 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.006254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ee4463ba-6eae-4182-abba-942f814edaed no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:35:00.028390 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port 8ca06ada-511c-4b4a-971c-6a6400ff706b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8ca06ada-511c-4b4a-971c-6a6400ff706b,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:00.028753 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.041808 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 8ca06ada-511c-4b4a-971c-6a6400ff706b owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:35:00.042110 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: ee4463ba-6eae-4182-abba-942f814edaed {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:35:00.042231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device ee4463ba-6eae-4182-abba-942f814edaed not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:35:00.057436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] For port 7a634b95-faba-4830-a839-745bfcebb172, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=7a634b95-faba-4830-a839-745bfcebb172,segment=NetworkSegment(51df465a-bdb4-46a1-8ead-665fd28dcb6d),segment_id=51df465a-bdb4-46a1-8ead-665fd28dcb6d)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:00.057831 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.088244 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Calling delete_port for 7a634b95-faba-4830-a839-745bfcebb172 owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:35:00.182345 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d7ff3b98-528f-41b6-b89e-83092f9dbac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:34:58Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:00.210302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff3b98-528f-41b6-b89e-83092f9dbac0 None None] The sync data for ids ['971991a8-ec88-4f2c-9410-438e32ae6684'] in n-d-768851-18 is: [{'id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937762093', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:34:58Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '8ca06ada-511c-4b4a-971c-6a6400ff706b', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971991a8-ec88-4f2c-9410-438e32ae6684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:11Z', 'updated_at': '2021-11-12T09:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:35:00.210950 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.218134 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.247693 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acceb0c6-c27d-4ad7-bdcd-376609d1594f None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:35:00.249686 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] No DVR routers for this DVR port 7a634b95-faba-4830-a839-745bfcebb172 on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:35:00.251589 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Pushing event deleted for resources: {'Port': ['ID=7a634b95-faba-4830-a839-745bfcebb172,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:00.263501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:00.263848 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:00.264189 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:00.264523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:00.264852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:00.265218 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:00.265651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:00.266212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:00.266618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:00.266942 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:00.267273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:00.267594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f45dd-a66f-4ce8-802b-f03144ce41fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:00.270087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=8ca06ada-511c-4b4a-971c-6a6400ff706b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:00.317752 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.407522 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.409643 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.452848 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.453378 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Fanout notify agent at l3_agent the message router_deleted on router 971991a8-ec88-4f2c-9410-438e32ae6684 {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:35:00.460493 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.461616 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5ad80d58-91c4-4096-8087-5cb1691ea587 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/routers/971991a8-ec88-4f2c-9410-438e32ae6684 HTTP/1.1" status: 204 len: 168 time: 1.1106184 Nov 12 09:35:00.464735 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49556) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:00.544541 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.647574 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.668776 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f28be05-a26e-4311-85ca-f2b2f1495a6b']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:00.678674 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51df465a-bdb4-46a1-8ead-665fd28dcb6d') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:00.679007 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51df465a-bdb4-46a1-8ead-665fd28dcb6d') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:00.688674 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.706319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.715143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:35:00.715668 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:35:00.718777 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:35:00.778012 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.785739 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.788375 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/networks/9f28be05-a26e-4311-85ca-f2b2f1495a6b HTTP/1.1" status: 204 len: 168 time: 0.3226910 Nov 12 09:35:00.791181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49558) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:00.806828 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0c21b-8853-4863-9050-d6a89ddc7538 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Network': ['ID=9f28be05-a26e-4311-85ca-f2b2f1495a6b,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:00.861845 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74b7c0a0-fdc0-4872-82bd-8aa25d907040 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.894922 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74b7c0a0-fdc0-4872-82bd-8aa25d907040 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.961073 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74b7c0a0-fdc0-4872-82bd-8aa25d907040 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.963658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-74b7c0a0-fdc0-4872-82bd-8aa25d907040 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:00.964828 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-74b7c0a0-fdc0-4872-82bd-8aa25d907040 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/security-groups/5d43207b-3cfd-4121-a633-2ef2eb243da6 HTTP/1.1" status: 204 len: 168 time: 0.1643596 Nov 12 09:35:00.974180 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7c0a0-fdc0-4872-82bd-8aa25d907040 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d43207b-3cfd-4121-a633-2ef2eb243da6,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:01.416566 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49564) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:01.421221 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d69e9729-324b-4e1e-92c2-191d53640aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1730452914', 'description': 'tempest-secgroup-smoke-1730452914 description', 'project_id': 'e41f4d6a0582425898496598a472cbc9'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:01.443329 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d69e9729-324b-4e1e-92c2-191d53640aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.510739 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d69e9729-324b-4e1e-92c2-191d53640aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.514976 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d69e9729-324b-4e1e-92c2-191d53640aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.545510 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d69e9729-324b-4e1e-92c2-191d53640aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.549766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d69e9729-324b-4e1e-92c2-191d53640aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1320949 Nov 12 09:35:01.550015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49566) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:01.551926 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e9729-324b-4e1e-92c2-191d53640aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a996e94c-cfa7-4466-aced-acc8fe436a89,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:01.554605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0ad65825-cab4-4cee-9c72-61e58070ee61 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': 'a996e94c-cfa7-4466-aced-acc8fe436a89', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:01.585821 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ad65825-cab4-4cee-9c72-61e58070ee61 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.646653 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ad65825-cab4-4cee-9c72-61e58070ee61 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.651204 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ad65825-cab4-4cee-9c72-61e58070ee61 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.675311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad65825-cab4-4cee-9c72-61e58070ee61 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324b3f2d-2254-40ee-8f48-35498965f4a8,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:01.680192 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ad65825-cab4-4cee-9c72-61e58070ee61 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.682002 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0ad65825-cab4-4cee-9c72-61e58070ee61 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311178 Nov 12 09:35:01.684748 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49568) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:01.692139 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c47decb2-7ed8-4044-8521-d99f7597b6ad no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:35:01.693258 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-777eb051-6de9-4ac3-a831-939a6b56fa95 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': 'a996e94c-cfa7-4466-aced-acc8fe436a89', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:01.718594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: c47decb2-7ed8-4044-8521-d99f7597b6ad {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:35:01.719441 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c47decb2-7ed8-4044-8521-d99f7597b6ad not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:35:01.720259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8ca06ada-511c-4b4a-971c-6a6400ff706b no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:35:01.723123 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-777eb051-6de9-4ac3-a831-939a6b56fa95 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.747847 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 8ca06ada-511c-4b4a-971c-6a6400ff706b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:35:01.748362 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8ca06ada-511c-4b4a-971c-6a6400ff706b not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:35:01.748980 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7a634b95-faba-4830-a839-745bfcebb172 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:35:01.769188 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 7a634b95-faba-4830-a839-745bfcebb172 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:35:01.769991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 7a634b95-faba-4830-a839-745bfcebb172 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:35:01.783820 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-777eb051-6de9-4ac3-a831-939a6b56fa95 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.787897 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-777eb051-6de9-4ac3-a831-939a6b56fa95 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.806565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777eb051-6de9-4ac3-a831-939a6b56fa95 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de963b6-1e10-4562-ab2c-bd966d1fa844,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:01.817305 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-777eb051-6de9-4ac3-a831-939a6b56fa95 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.818562 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-777eb051-6de9-4ac3-a831-939a6b56fa95 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327572 Nov 12 09:35:01.821449 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49570) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:01.826889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-06fab00e-672c-4250-8dab-46496998d88c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': 'a996e94c-cfa7-4466-aced-acc8fe436a89', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:01.854948 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-06fab00e-672c-4250-8dab-46496998d88c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.911732 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-06fab00e-672c-4250-8dab-46496998d88c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.915841 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-06fab00e-672c-4250-8dab-46496998d88c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.933822 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fab00e-672c-4250-8dab-46496998d88c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b8b4de-5830-4be1-ba4f-0b0acb452063,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:01.941693 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-06fab00e-672c-4250-8dab-46496998d88c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:01.942923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-06fab00e-672c-4250-8dab-46496998d88c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203346 Nov 12 09:35:01.945807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49572) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:01.950174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d6ad1ee7-14a8-4837-ae97-bcb1179864b1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': 'a996e94c-cfa7-4466-aced-acc8fe436a89', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:01.975721 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1ee7-14a8-4837-ae97-bcb1179864b1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.034528 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1ee7-14a8-4837-ae97-bcb1179864b1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.037962 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1ee7-14a8-4837-ae97-bcb1179864b1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.059455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad1ee7-14a8-4837-ae97-bcb1179864b1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3beee086-c918-4b27-97e8-feb4ab0aa9cb,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:02.063992 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1ee7-14a8-4837-ae97-bcb1179864b1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.065193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d6ad1ee7-14a8-4837-ae97-bcb1179864b1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184187 Nov 12 09:35:02.069720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49574) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:02.073983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-d3e56352-7501-45e9-958b-64211fb10c57 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': 'a996e94c-cfa7-4466-aced-acc8fe436a89', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:02.096094 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-d3e56352-7501-45e9-958b-64211fb10c57 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Project e41f4d6a0582425898496598a472cbc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:35:02.100772 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3e56352-7501-45e9-958b-64211fb10c57 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.158333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3e56352-7501-45e9-958b-64211fb10c57 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.161919 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3e56352-7501-45e9-958b-64211fb10c57 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.179940 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e56352-7501-45e9-958b-64211fb10c57 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568e1463-ab38-4df7-9848-560d300df916,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:02.187170 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d3e56352-7501-45e9-958b-64211fb10c57 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.188366 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-d3e56352-7501-45e9-958b-64211fb10c57 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177394 Nov 12 09:35:02.191432 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49576) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:02.195814 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-2d298351-1687-426f-8a1f-88c87fd1353f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': 'a996e94c-cfa7-4466-aced-acc8fe436a89', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:02.217565 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-2d298351-1687-426f-8a1f-88c87fd1353f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Project e41f4d6a0582425898496598a472cbc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:35:02.222452 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d298351-1687-426f-8a1f-88c87fd1353f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.280763 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d298351-1687-426f-8a1f-88c87fd1353f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.284802 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d298351-1687-426f-8a1f-88c87fd1353f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.302898 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d298351-1687-426f-8a1f-88c87fd1353f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfab0819-3e25-4b44-938a-27e547b0ecb7,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:02.310700 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2d298351-1687-426f-8a1f-88c87fd1353f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.312728 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2d298351-1687-426f-8a1f-88c87fd1353f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203113 Nov 12 09:35:02.314855 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49578) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:02.319654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f71469ff-3c0e-48b0-bb2c-99c3730244be tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'network': {'name': 'tempest-network-smoke--148059086', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'port_security_enabled': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:02.339805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71469ff-3c0e-48b0-bb2c-99c3730244be tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:35:02.343250 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f71469ff-3c0e-48b0-bb2c-99c3730244be tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.366059 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71469ff-3c0e-48b0-bb2c-99c3730244be tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:35:02.374767 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f71469ff-3c0e-48b0-bb2c-99c3730244be tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.375101 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-f71469ff-3c0e-48b0-bb2c-99c3730244be tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Added segment 87295194-d2d8-4e85-afe6-0da0c87d7be2 of type vlan for network 329e4dad-3e2a-4258-aa8a-b34a62404821 Nov 12 09:35:02.416868 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f71469ff-3c0e-48b0-bb2c-99c3730244be tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.440585 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f71469ff-3c0e-48b0-bb2c-99c3730244be tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.447174 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71469ff-3c0e-48b0-bb2c-99c3730244be tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:02.447807 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f71469ff-3c0e-48b0-bb2c-99c3730244be tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.484319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f71469ff-3c0e-48b0-bb2c-99c3730244be tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1683483 Nov 12 09:35:02.487342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49580) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:02.492072 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'admin_state_up': True, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:02.515380 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.516413 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.518880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71469ff-3c0e-48b0-bb2c-99c3730244be tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Network': ['ID=329e4dad-3e2a-4258-aa8a-b34a62404821,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:02.530020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 329e4dad-3e2a-4258-aa8a-b34a62404821 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:35:02.570036 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.709123 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.901691 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:02.919993 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:03.022097 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.25.3.229 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/672afdb8-f8ca-4d26-9e30-c5e8b355dbcb) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:35:03.125815 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:03.158556 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:03.193359 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:03.196122 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:03.199535 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:35:03.209604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093e60dc-3a83-4a51-ac7c-8a9c27611d93 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:35:03.230696 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=672afdb8-f8ca-4d26-9e30-c5e8b355dbcb,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:03.299935 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a3ab6da3-e171-4623-861e-a40d74cd257e None None] Provisioning complete for port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:03.300307 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a3ab6da3-e171-4623-861e-a40d74cd257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:03.334236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab6da3-e171-4623-861e-a40d74cd257e None None] Port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:35:03.455723 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:03.651381 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:03.779653 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router b4922f6b-fbb0-4e4d-a081-09326778e87a is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:35:03.885594 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:35:03.895201 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Sync routers for ids ['b4922f6b-fbb0-4e4d-a081-09326778e87a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:35:03.905952 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:03.906476 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Routers {'b4922f6b-fbb0-4e4d-a081-09326778e87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:03.910308 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:34:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b4922f6b-fbb0-4e4d-a081-09326778e87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:03.910488 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-05897b14-9a82-4ff5-891d-9cb73749635b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4188139 Nov 12 09:35:03.910488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49582) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:03.940385 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a12f7333-5da3-4365-8148-eaa095fad088 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e41f4d6a0582425898496598a472cbc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261507 Nov 12 09:35:03.940668 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49584) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:04.035078 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da19264a-14ae-4d7a-87d6-a817b3632f70 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:04.036547 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-da19264a-14ae-4d7a-87d6-a817b3632f70 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947835 Nov 12 09:35:04.039452 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49586) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:04.067848 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-effd1330-e6e7-40f3-aad6-42c0f5f7ea93 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272906 Nov 12 09:35:04.070691 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49588) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:04.076188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b12820a0-6f83-42a3-8e61-3e0c733ac13b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-211434380', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:04.098592 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Set router b4922f6b-fbb0-4e4d-a081-09326778e87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:04.164559 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12820a0-6f83-42a3-8e61-3e0c733ac13b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:35:04.168101 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b12820a0-6f83-42a3-8e61-3e0c733ac13b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.283293 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:03Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:04.309308 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Checking router: b4922f6b-fbb0-4e4d-a081-09326778e87a for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:35:04.309643 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Updating router b4922f6b-fbb0-4e4d-a081-09326778e87a port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:35:04.335801 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.361969 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b12820a0-6f83-42a3-8e61-3e0c733ac13b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.428953 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12820a0-6f83-42a3-8e61-3e0c733ac13b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Subnet': ['ID=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:04.434779 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12820a0-6f83-42a3-8e61-3e0c733ac13b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Checking segment: {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:35:04.435146 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12820a0-6f83-42a3-8e61-3e0c733ac13b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network hostable DHCP agents. Network: 329e4dad-3e2a-4258-aa8a-b34a62404821, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:35:04.453342 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12820a0-6f83-42a3-8e61-3e0c733ac13b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 329e4dad-3e2a-4258-aa8a-b34a62404821 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:35:04.462199 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b12820a0-6f83-42a3-8e61-3e0c733ac13b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 329e4dad-3e2a-4258-aa8a-b34a62404821) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:04.466177 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12820a0-6f83-42a3-8e61-3e0c733ac13b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:04.466765 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b12820a0-6f83-42a3-8e61-3e0c733ac13b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.472662 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba47f2-9012-442c-a1ad-89646dc24aaf None None] Network 329e4dad-3e2a-4258-aa8a-b34a62404821 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:35:04.484574 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b12820a0-6f83-42a3-8e61-3e0c733ac13b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4124529 Nov 12 09:35:04.487178 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49590) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:04.591210 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.598471 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.623731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-329e4dad-3e2a-4258-aa8a-b34a62404821', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ips': [{'subnet_id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:35:04.624966 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.647974 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Attempting to bind port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:35:04.648542 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Attempting to bind port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:35:04.648912 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Attempting to bind port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:35:04.652032 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fafbac-b7f9-4184-b6a1-b15fe0c0269e None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:35:04.658772 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:35:04.659843 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:35:04.659984 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.660309 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:35:04.660895 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Bound port: 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:35:04.661336 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.698354 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Pushing event updated for resources: {'Port': ['ID=672afdb8-f8ca-4d26-9e30-c5e8b355dbcb,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:04.713470 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:04.713826 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:04.714144 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:04.714479 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:04.714806 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:04.715129 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:04.715986 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:04.715986 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:04.716199 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:04.716394 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:04.716681 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:04.716998 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:04.741993 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] For port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:35:04.746324 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] For port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=672afdb8-f8ca-4d26-9e30-c5e8b355dbcb,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:35:04.752940 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.793523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ebc89783-9191-4e58-889a-b55c0fb5d22e None None] Provisioning complete for port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:04.793751 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ebc89783-9191-4e58-889a-b55c0fb5d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.796524 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Allocated IP 172.20.0.2 (329e4dad-3e2a-4258-aa8a-b34a62404821/f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99/cd122938-6e1b-404b-bbce-f29590f11eca) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:35:04.816090 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Routers {'b4922f6b-fbb0-4e4d-a081-09326778e87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:04.816723 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:34:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b4922f6b-fbb0-4e4d-a081-09326778e87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:04.823212 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11858b8d-8aa6-48f1-b1c7-a14591ca2d8a None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:35:04.918683 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90e8ef-d7c1-4433-90ea-a66c78e69e9c None None] Pushing event updated for resources: {'Port': ['ID=672afdb8-f8ca-4d26-9e30-c5e8b355dbcb,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:04.955553 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] Set router b4922f6b-fbb0-4e4d-a081-09326778e87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:04.961803 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ebc89783-9191-4e58-889a-b55c0fb5d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:04.996308 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.014213 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ebc89783-9191-4e58-889a-b55c0fb5d22e None None] For port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=672afdb8-f8ca-4d26-9e30-c5e8b355dbcb,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:05.026409 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ebc89783-9191-4e58-889a-b55c0fb5d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.066138 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.078594 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.104307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc89783-9191-4e58-889a-b55c0fb5d22e None None] Pushing event updated for resources: {'Port': ['ID=672afdb8-f8ca-4d26-9e30-c5e8b355dbcb,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:05.114239 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Network 329e4dad-3e2a-4258-aa8a-b34a62404821 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:05.131995 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:05.136711 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:35:05.173388 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:03Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:05.188873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Pushing event updated for resources: {'Port': ['ID=cd122938-6e1b-404b-bbce-f29590f11eca,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:05.192477 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-08c3d715-4480-48c6-a156-48648d7226ce None None] Provisioning complete for port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:05.192848 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-08c3d715-4480-48c6-a156-48648d7226ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.206748 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e7ead0-8926-4d9b-b030-8bf7ea39c49e None None] The sync data for ids ['b4922f6b-fbb0-4e4d-a081-09326778e87a'] in n-d-768851-18 is: [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:03Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:35:05.258079 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Attempting to bind port cd122938-6e1b-404b-bbce-f29590f11eca on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:35:05.258455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Attempting to bind port cd122938-6e1b-404b-bbce-f29590f11eca by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:35:05.258824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Attempting to bind port cd122938-6e1b-404b-bbce-f29590f11eca on network 329e4dad-3e2a-4258-aa8a-b34a62404821 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:35:05.266890 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:35:05.267269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Checking segment: {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:35:05.267684 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.268084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Bound using segment: {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:35:05.268567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Bound port: cd122938-6e1b-404b-bbce-f29590f11eca, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:35:05.268954 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.333816 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.20.0.1 (329e4dad-3e2a-4258-aa8a-b34a62404821/f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99/e464ab1b-1fb6-42bf-acd6-51498b1e0ce0) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:35:05.376829 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3e05124e-5a64-49aa-a6c3-3fcc6392af7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.380114 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] For port cd122938-6e1b-404b-bbce-f29590f11eca, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:35:05.383458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] For port cd122938-6e1b-404b-bbce-f29590f11eca, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cd122938-6e1b-404b-bbce-f29590f11eca,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:35:05.389050 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.459087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0116c-00d9-4131-8964-e11a397ebc10 None None] Pushing event updated for resources: {'Port': ['ID=cd122938-6e1b-404b-bbce-f29590f11eca,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:05.490707 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.531084 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.574167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 329e4dad-3e2a-4258-aa8a-b34a62404821 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:05.580075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:05.584560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:35:05.592550 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=e464ab1b-1fb6-42bf-acd6-51498b1e0ce0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:05.669464 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:05.750472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:35:05.853011 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.017089 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:06.017535 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.180353 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.186211 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.269510 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.275067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=e464ab1b-1fb6-42bf-acd6-51498b1e0ce0,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:06.370199 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 329e4dad-3e2a-4258-aa8a-b34a62404821 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:06.371698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:06.498380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router b4922f6b-fbb0-4e4d-a081-09326778e87a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:35:06.518326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1441cd-2188-40a7-8831-a89a57b8a97d None None] Network 329e4dad-3e2a-4258-aa8a-b34a62404821 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:35:06.596245 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b269c3ed-8a82-410c-ab06-2b49e1bd4148 None None] Provisioning complete for port cd122938-6e1b-404b-bbce-f29590f11eca triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:06.596716 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b269c3ed-8a82-410c-ab06-2b49e1bd4148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.618724 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:35:06.632310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7fef5782-2ea6-4c06-abde-e313f8e31de0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "PUT /v2.0/routers/b4922f6b-fbb0-4e4d-a081-09326778e87a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1437862 Nov 12 09:35:06.760545 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b269c3ed-8a82-410c-ab06-2b49e1bd4148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.798082 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-b269c3ed-8a82-410c-ab06-2b49e1bd4148 None None] For port cd122938-6e1b-404b-bbce-f29590f11eca, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cd122938-6e1b-404b-bbce-f29590f11eca,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:06.802797 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b269c3ed-8a82-410c-ab06-2b49e1bd4148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.804388 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-242fd1f3-15b9-44d1-9070-ea3b632dc07b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1730452914&fields=id&tenant_id=e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 267 time: 0.0609412 Nov 12 09:35:06.861680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269c3ed-8a82-410c-ab06-2b49e1bd4148 None None] Pushing event updated for resources: {'Port': ['ID=cd122938-6e1b-404b-bbce-f29590f11eca,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:06.939904 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-517b0f07-e9d8-4a1d-bdca-f90ed2d53452 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:06.941889 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-517b0f07-e9d8-4a1d-bdca-f90ed2d53452 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/networks?id=329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 200 len: 796 time: 0.1300533 Nov 12 09:35:06.961410 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-6ab5c405-dc6b-44c1-a5ce-693a9155fef4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/quotas/e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 375 time: 0.0114462 Nov 12 09:35:07.032086 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Sync routers for ids ['b4922f6b-fbb0-4e4d-a081-09326778e87a'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:35:07.034744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0bb37e1b-77fe-475a-b4c7-348373875211 None None] Provisioning complete for port cd122938-6e1b-404b-bbce-f29590f11eca triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:07.035221 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0bb37e1b-77fe-475a-b4c7-348373875211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.037639 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-f14e4774-8fc5-4ce3-9660-1738afc69803 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689738 Nov 12 09:35:07.079072 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Routers {'b4922f6b-fbb0-4e4d-a081-09326778e87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:07.079731 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:34:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b4922f6b-fbb0-4e4d-a081-09326778e87a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:07.104704 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-96639c58-2141-429e-963a-46ef6d5231fc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:35:07.105759 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-96639c58-2141-429e-963a-46ef6d5231fc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0576930 Nov 12 09:35:07.203542 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-ab597f8c-2cc6-43fd-82de-07147f13c099 service neutron] 10.222.0.31 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903587 Nov 12 09:35:07.232950 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0bb37e1b-77fe-475a-b4c7-348373875211 None None] Provisioning complete for port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:07.233546 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0bb37e1b-77fe-475a-b4c7-348373875211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.262771 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Set router b4922f6b-fbb0-4e4d-a081-09326778e87a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:07.309559 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-4498d1cc-3265-4415-a047-467acd8e87fb service neutron] 10.222.0.31 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994630 Nov 12 09:35:07.314357 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0bb37e1b-77fe-475a-b4c7-348373875211 None None] Port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:35:07.478671 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2e0ef9ca-20cd-41c1-9ce2-94e505e6d472 None None] Provisioning complete for port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:07.479046 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2e0ef9ca-20cd-41c1-9ce2-94e505e6d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.506064 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-237c2032-2b25-477d-b1a0-c9f5d9cedd73 req-ba3d2bf1-7cf9-4d07-a089-267530c11b4f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 210 time: 0.0294456 Nov 12 09:35:07.530776 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ef9ca-20cd-41c1-9ce2-94e505e6d472 None None] Port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:35:07.549204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:05Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e464ab1b-1fb6-42bf-acd6-51498b1e0ce0', 'name': '', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:88:3e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:05Z', 'updated_at': '2021-11-12T09:35:06Z', 'revision_number': 2, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:07.577592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Checking router: b4922f6b-fbb0-4e4d-a081-09326778e87a for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:35:07.577968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Updating router b4922f6b-fbb0-4e4d-a081-09326778e87a port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:35:07.606885 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.656909 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ce1c4c21-fb64-4dd8-bc94-6c99326bdbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.736272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cd122938-6e1b-404b-bbce-f29590f11eca up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:35:07.854578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port cd122938-6e1b-404b-bbce-f29590f11eca triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:07.855150 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:08.005170 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:08.011206 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:08.067055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120aa907-49f0-409e-8463-ec69f69416fa None None] Pushing event updated for resources: {'Port': ['ID=e464ab1b-1fb6-42bf-acd6-51498b1e0ce0,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:08.120275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Attempting to bind port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:35:08.120644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Attempting to bind port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:35:08.121018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Attempting to bind port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 on network 329e4dad-3e2a-4258-aa8a-b34a62404821 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:35:08.126339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:35:08.126704 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Checking segment: {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:35:08.127104 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:08.127498 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Bound using segment: {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:35:08.127963 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Bound port: e464ab1b-1fb6-42bf-acd6-51498b1e0ce0, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:35:08.128340 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:08.197835 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] For port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:35:08.201269 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] For port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e464ab1b-1fb6-42bf-acd6-51498b1e0ce0,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:35:08.206909 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:08.267839 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Routers {'b4922f6b-fbb0-4e4d-a081-09326778e87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:08.268663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:35:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b4922f6b-fbb0-4e4d-a081-09326778e87a'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:08.271457 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120aa907-49f0-409e-8463-ec69f69416fa None None] Pushing event updated for resources: {'Port': ['ID=e464ab1b-1fb6-42bf-acd6-51498b1e0ce0,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:08.388069 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-2f533248-f002-4ee3-bd16-df58be350527 None None] Provisioning complete for port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:08.388441 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f533248-f002-4ee3-bd16-df58be350527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:08.414518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] Set router b4922f6b-fbb0-4e4d-a081-09326778e87a gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:08.624429 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-70d54d66-3bd8-4957-b20b-d31a29e2e6d3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:08.625188 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0e0284a7-014f-4890-87df-b2acdf414d04 req-7e8945aa-1dba-4880-9aca-17c32aac3061 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 210 time: 0.0394111 Nov 12 09:35:08.627356 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-70d54d66-3bd8-4957-b20b-d31a29e2e6d3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "GET /v2.0/networks?id=329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 200 len: 796 time: 0.1215739 Nov 12 09:35:08.655178 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f533248-f002-4ee3-bd16-df58be350527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:08.695204 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-2f533248-f002-4ee3-bd16-df58be350527 None None] For port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e464ab1b-1fb6-42bf-acd6-51498b1e0ce0,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:08.697986 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-f62232ef-2b42-4291-b095-6bbfd6fa0063 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 380 time: 0.0590408 Nov 12 09:35:08.701752 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f533248-f002-4ee3-bd16-df58be350527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:08.711705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'port': {'device_id': 'f366fc70-a090-497e-9715-a57046314c8d', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'admin_state_up': True, 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'security_groups': ['a996e94c-cfa7-4466-aced-acc8fe436a89']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:08.736084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:05Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e464ab1b-1fb6-42bf-acd6-51498b1e0ce0', 'name': '', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:88:3e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:05Z', 'updated_at': '2021-11-12T09:35:08Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:08.833843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:35:08.838446 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:08.949968 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc631759-52ba-4a30-a668-ef67cd259322 None None] The sync data for ids ['b4922f6b-fbb0-4e4d-a081-09326778e87a'] in n-d-768851-18 is: [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:05Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e464ab1b-1fb6-42bf-acd6-51498b1e0ce0', 'name': '', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:88:3e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:05Z', 'updated_at': '2021-11-12T09:35:08Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:35:08.972246 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f533248-f002-4ee3-bd16-df58be350527 None None] Pushing event updated for resources: {'Port': ['ID=e464ab1b-1fb6-42bf-acd6-51498b1e0ce0,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:08.975653 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.20.0.12 (329e4dad-3e2a-4258-aa8a-b34a62404821/f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99/6539eaf0-eace-4a75-9c4f-9adc992bc01d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:35:08.978174 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:08.980870 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-581cc05e-1e8b-4364-a110-cac0b7ae734b None None] Provisioning complete for port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:08.981289 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-581cc05e-1e8b-4364-a110-cac0b7ae734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.171210 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.207788 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.252669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 329e4dad-3e2a-4258-aa8a-b34a62404821 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:09.258187 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:09.262516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:35:09.269654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=6539eaf0-eace-4a75-9c4f-9adc992bc01d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:09.331965 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:09.332750 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.352281 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-7d9a9559-f1bc-4d61-bc28-7804a3a03e3c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6445985 Nov 12 09:35:09.363435 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-06315856-9483-4722-ba2d-97ac9db68294 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:35:09.365037 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-06315856-9483-4722-ba2d-97ac9db68294 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059328 Nov 12 09:35:09.377720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Request body: {'port': {'device_id': 'f366fc70-a090-497e-9715-a57046314c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:09.525501 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-43ab5dca-8ec7-4c21-9214-726de42ee21f None None] Provisioning complete for port 6539eaf0-eace-4a75-9c4f-9adc992bc01d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:09.525869 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-43ab5dca-8ec7-4c21-9214-726de42ee21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.569238 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-43ab5dca-8ec7-4c21-9214-726de42ee21f None None] Port 6539eaf0-eace-4a75-9c4f-9adc992bc01d cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:35:09.741036 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:35:09.796875 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:09.797305 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.803751 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.826987 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a624cf-aefb-4059-90f4-da58d6c7dab0 req-2f10ef43-7689-40e7-9efd-bca02810abba tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:09.828571 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83a624cf-aefb-4059-90f4-da58d6c7dab0 req-2f10ef43-7689-40e7-9efd-bca02810abba tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 932 time: 0.0884511 Nov 12 09:35:09.968353 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83a624cf-aefb-4059-90f4-da58d6c7dab0 req-715776df-00de-4eb9-9820-146332bed983 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156664 Nov 12 09:35:10.145909 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6539eaf0-eace-4a75-9c4f-9adc992bc01d {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:35:10.151588 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.168716 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Transition to ACTIVE for port object 6539eaf0-eace-4a75-9c4f-9adc992bc01d will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:35:10.173209 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.240935 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.244129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Pushing event updated for resources: {'Port': ['ID=6539eaf0-eace-4a75-9c4f-9adc992bc01d,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:10.314925 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Attempting to bind port 6539eaf0-eace-4a75-9c4f-9adc992bc01d on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:35:10.315541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Attempting to bind port 6539eaf0-eace-4a75-9c4f-9adc992bc01d by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:35:10.315875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Attempting to bind port 6539eaf0-eace-4a75-9c4f-9adc992bc01d on network 329e4dad-3e2a-4258-aa8a-b34a62404821 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:35:10.321038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Port 6539eaf0-eace-4a75-9c4f-9adc992bc01d on network 329e4dad-3e2a-4258-aa8a-b34a62404821 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:35:10.321443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Attempting to bind port 6539eaf0-eace-4a75-9c4f-9adc992bc01d on network 329e4dad-3e2a-4258-aa8a-b34a62404821 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:35:10.330496 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:35:10.330839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Checking segment: {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:35:10.331230 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Bound using segment: {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:35:10.331664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Bound port: 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:35:10.332025 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.401434 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:35:10.405057 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:35:10.410036 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.444024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:10.445091 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.447477 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] 10.222.0.52 "PUT /v2.0/ports/6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 1093 time: 1.0741780 Nov 12 09:35:10.450014 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:35:10.453364 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45ec16a-ef45-4643-84cb-088e9528578b" -d '{"events": [{"name": "network-changed", "server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:35:10.514140 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea541bd-f0e7-46f1-8ecc-c7ef8d907aa0 x-openstack-request-id: req-8ea541bd-f0e7-46f1-8ecc-c7ef8d907aa0 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:35:10.514434 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:35:10.514684 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ea541bd-f0e7-46f1-8ecc-c7ef8d907aa0 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:35:10.515074 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'status': 'completed', 'code': 200} Nov 12 09:35:10.534624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ff865-ac95-4bdc-a2f4-92cd4796308b service neutron] Pushing event updated for resources: {'Port': ['ID=6539eaf0-eace-4a75-9c4f-9adc992bc01d,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:10.564414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-89cc8a43-6652-4afa-9e53-5ed04f51f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:10.566229 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-89cc8a43-6652-4afa-9e53-5ed04f51f48e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1096 time: 0.0683138 Nov 12 09:35:10.616840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-1a5650fc-3b02-42ac-a0de-82fb7c7ee491 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 217 time: 0.0403454 Nov 12 09:35:10.668866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-ed7aea05-bdfe-4938-b9a6-902349f33f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:10.670527 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-ed7aea05-bdfe-4938-b9a6-902349f33f00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 HTTP/1.1" status: 200 len: 834 time: 0.0461836 Nov 12 09:35:10.719607 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-9b9e2205-d91f-4e10-b201-8e607d1ed84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:10.720990 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-9b9e2205-d91f-4e10-b201-8e607d1ed84a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=329e4dad-3e2a-4258-aa8a-b34a62404821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430262 Nov 12 09:35:10.818728 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-fa980be6-43fc-4e8c-be36-90ed89a2354d service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890334 Nov 12 09:35:10.911148 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83d00429-cbd9-4a88-a76b-dd8795d72d77 req-53e886b1-89a4-40f2-b4da-af97f460fb7a service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842955 Nov 12 09:35:11.015132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec16a-ef45-4643-84cb-088e9528578b req-659ca8a0-c486-4bf7-9ef1-ee7bff9aeb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:11.016920 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e45ec16a-ef45-4643-84cb-088e9528578b req-659ca8a0-c486-4bf7-9ef1-ee7bff9aeb23 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1096 time: 0.0530889 Nov 12 09:35:11.117373 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:11.157455 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ff443-92f7-40e8-a7bc-5ee37ea91e3d req-9185f6ce-2235-4145-83fd-540adb0b5671 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:11.158958 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f4ff443-92f7-40e8-a7bc-5ee37ea91e3d req-9185f6ce-2235-4145-83fd-540adb0b5671 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 944 time: 0.1084599 Nov 12 09:35:11.164117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec16a-ef45-4643-84cb-088e9528578b req-4a008b0d-cc91-4186-b2b9-5f0a5fbd1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:11.165498 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e45ec16a-ef45-4643-84cb-088e9528578b req-4a008b0d-cc91-4186-b2b9-5f0a5fbd1219 service neutron] 10.222.0.52 "GET /v2.0/networks?id=329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 200 len: 897 time: 0.1405358 Nov 12 09:35:11.218157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e45ec16a-ef45-4643-84cb-088e9528578b req-cabf42a6-2370-49fa-9a86-1a7b823ec9d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 217 time: 0.0424564 Nov 12 09:35:11.284360 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3f4ff443-92f7-40e8-a7bc-5ee37ea91e3d req-c3581b4a-0e96-41d5-9f8d-17700b6b179a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146243 Nov 12 09:35:11.293120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec16a-ef45-4643-84cb-088e9528578b req-750be702-1768-4afd-8c42-c944c15ada09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:11.294566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e45ec16a-ef45-4643-84cb-088e9528578b req-750be702-1768-4afd-8c42-c944c15ada09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 HTTP/1.1" status: 200 len: 834 time: 0.0691502 Nov 12 09:35:11.351634 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec16a-ef45-4643-84cb-088e9528578b req-39e4fafd-db16-4f4d-9fa9-71b0008f5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:11.353285 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e45ec16a-ef45-4643-84cb-088e9528578b req-39e4fafd-db16-4f4d-9fa9-71b0008f5a86 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=329e4dad-3e2a-4258-aa8a-b34a62404821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506442 Nov 12 09:35:11.448875 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e45ec16a-ef45-4643-84cb-088e9528578b req-56017b1c-5d71-43b3-a171-9226b83cb872 service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875742 Nov 12 09:35:11.559840 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e45ec16a-ef45-4643-84cb-088e9528578b req-b57bca7e-eef3-4876-b1d3-2f30b526a83d service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019058 Nov 12 09:35:12.406873 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc971e-e518-46a3-b648-81b013a65699 req-8824adb7-dcac-4391-b765-3e6cee3d7dc9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:12.408365 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45cc971e-e518-46a3-b648-81b013a65699 req-8824adb7-dcac-4391-b765-3e6cee3d7dc9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 944 time: 0.0489306 Nov 12 09:35:12.460225 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-45cc971e-e518-46a3-b648-81b013a65699 req-6b0940e3-e527-4407-a4e5-0f7524eeb7c7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456550 Nov 12 09:35:13.346770 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 6539eaf0-eace-4a75-9c4f-9adc992bc01d details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:35:13.447549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:13.462656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'port_id': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'mac_address': 'fa:16:3e:96:e2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:35:13.502390 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:13.516033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6539eaf0-eace-4a75-9c4f-9adc992bc01d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:35:13.537339 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:13.541390 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:13.587120 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292020b-1f31-450a-869d-8829b6c81092 req-f1e2d7b1-e51d-405f-a5e8-be7d9d010164 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:13.588596 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a292020b-1f31-450a-869d-8829b6c81092 req-f1e2d7b1-e51d-405f-a5e8-be7d9d010164 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 945 time: 0.0545154 Nov 12 09:35:13.595527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=6539eaf0-eace-4a75-9c4f-9adc992bc01d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:13.644108 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a292020b-1f31-450a-869d-8829b6c81092 req-3d38df0e-2587-4836-95e6-6b59b7982038 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470083 Nov 12 09:35:13.791412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['6539eaf0-eace-4a75-9c4f-9adc992bc01d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:35:14.769422 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436b7df-edb3-48a6-abed-c6087296adf6 req-bc68d9f7-7e87-498b-9215-90ce66acaffe tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:14.770930 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c436b7df-edb3-48a6-abed-c6087296adf6 req-bc68d9f7-7e87-498b-9215-90ce66acaffe tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 945 time: 0.0537403 Nov 12 09:35:14.825431 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c436b7df-edb3-48a6-abed-c6087296adf6 req-32f7f188-99ff-418b-8e06-fca7cba0144b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465112 Nov 12 09:35:15.344247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 6539eaf0-eace-4a75-9c4f-9adc992bc01d up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:35:15.392822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 6539eaf0-eace-4a75-9c4f-9adc992bc01d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:35:15.397022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 6539eaf0-eace-4a75-9c4f-9adc992bc01d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:15.397431 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:15.486575 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:15.511481 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:35:15.514417 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada56997-ed8b-42a7-9794-acf3e4c18f3a" -d '{"events": [{"server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "name": "network-vif-plugged", "status": "completed", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:35:15.532163 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:15.534862 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:15.560090 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4531d9-691b-43bd-a851-148a8c6f01e7 x-openstack-request-id: req-ca4531d9-691b-43bd-a851-148a8c6f01e7 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:35:15.560413 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "name": "network-vif-plugged", "status": "completed", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:35:15.560693 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca4531d9-691b-43bd-a851-148a8c6f01e7 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:35:15.561141 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'code': 200} Nov 12 09:35:15.588974 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=6539eaf0-eace-4a75-9c4f-9adc992bc01d,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:15.661358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc55c27-f253-4bfb-8d91-b3dae7c5a8c7 req-ba7c695b-e8f4-44f7-8da6-0af1cc82019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:15.662771 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0dc55c27-f253-4bfb-8d91-b3dae7c5a8c7 req-ba7c695b-e8f4-44f7-8da6-0af1cc82019a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1098 time: 0.0411308 Nov 12 09:35:15.715458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0dc55c27-f253-4bfb-8d91-b3dae7c5a8c7 req-ef4abe9c-967f-4adf-8b5b-a0f452793bbb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449357 Nov 12 09:35:15.939405 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c924a-2c5e-4f81-8d97-20b85448e931 req-a9a3c3a9-8e95-4522-9d9b-435bf6bc7e6c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:15.940880 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-450c924a-2c5e-4f81-8d97-20b85448e931 req-a9a3c3a9-8e95-4522-9d9b-435bf6bc7e6c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0483334 Nov 12 09:35:15.989684 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-450c924a-2c5e-4f81-8d97-20b85448e931 req-32ca79a9-3c0f-4a43-8d0e-ee7dd9a8c5de tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429115 Nov 12 09:35:17.108636 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b24d25-2704-4f17-a366-ec24a16f00de req-e2b8f2c8-e9f5-421d-a222-dade25eccc9f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:17.110182 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-15b24d25-2704-4f17-a366-ec24a16f00de req-e2b8f2c8-e9f5-421d-a222-dade25eccc9f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0496254 Nov 12 09:35:17.159678 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-15b24d25-2704-4f17-a366-ec24a16f00de req-f6f155fb-97d9-4e48-baf4-fee0f03dc030 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436292 Nov 12 09:35:17.275575 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a62d65-16eb-46ee-8ec7-b437b8cbc255 req-f83ef1a6-a9d6-48aa-8089-057089158363 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:17.276954 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-44a62d65-16eb-46ee-8ec7-b437b8cbc255 req-f83ef1a6-a9d6-48aa-8089-057089158363 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0505540 Nov 12 09:35:17.328808 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-44a62d65-16eb-46ee-8ec7-b437b8cbc255 req-74ad6b77-d1e6-4730-88f9-289f9572cdc7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459261 Nov 12 09:35:17.350838 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49646) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:17.391368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d826776-6956-4974-8d86-17ad69612300 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:17.392910 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8d826776-6956-4974-8d86-17ad69612300 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1093 time: 0.0410655 Nov 12 09:35:17.395691 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49648) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:17.400431 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:17.422081 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.521375 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.627176 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.25.3.214 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/ca060260-15fd-4c1f-bcf4-d11e36a9297e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:35:17.728986 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.762652 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.799142 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:17.804622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:17.808650 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:35:17.814378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=ca060260-15fd-4c1f-bcf4-d11e36a9297e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:18.165956 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.233696 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.377545 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.382245 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.450985 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=ca060260-15fd-4c1f-bcf4-d11e36a9297e,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:18.465223 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.563550 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Floating IP a02d645d-21a2-4067-9b09-c08384badd2c associated. External IP: 172.25.3.214, port: 6539eaf0-eace-4a75-9c4f-9adc992bc01d. Nov 12 09:35:18.770886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router b4922f6b-fbb0-4e4d-a081-09326778e87a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:35:18.879636 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:35:18.889639 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f60f6-651c-4c39-8de0-e7e36da9f67f None None] Sync routers for ids ['b4922f6b-fbb0-4e4d-a081-09326778e87a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:35:18.896583 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.900486 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f60f6-651c-4c39-8de0-e7e36da9f67f None None] Routers {'b4922f6b-fbb0-4e4d-a081-09326778e87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:18.901096 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3b5f60f6-651c-4c39-8de0-e7e36da9f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:35:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b4922f6b-fbb0-4e4d-a081-09326778e87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:18.923640 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b7a2145f-0726-4561-b3b1-f0fa602d182e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5269427 Nov 12 09:35:18.924229 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:35:18.926551 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee56e11-54ce-4b5a-b763-9528745ffa50" -d '{"events": [{"name": "network-changed", "server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:35:18.970676 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a26774-226f-4153-bd55-e81daccbe8de x-openstack-request-id: req-59a26774-226f-4153-bd55-e81daccbe8de {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:35:18.971174 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:35:18.971494 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59a26774-226f-4153-bd55-e81daccbe8de {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:35:18.971961 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'status': 'completed', 'code': 200} Nov 12 09:35:19.011804 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-3b5f60f6-651c-4c39-8de0-e7e36da9f67f None None] Set router b4922f6b-fbb0-4e4d-a081-09326778e87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:19.048665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28f8d7-6c47-479f-a1f7-b7d74d37c69a req-fe49859b-d025-4b9e-9cd4-b1d6761582d6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:19.050118 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a28f8d7-6c47-479f-a1f7-b7d74d37c69a req-fe49859b-d025-4b9e-9cd4-b1d6761582d6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0749238 Nov 12 09:35:19.065726 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee56e11-54ce-4b5a-b763-9528745ffa50 req-4875a2d0-83e0-4309-a642-0e2a72ce08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:19.067156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ee56e11-54ce-4b5a-b763-9528745ffa50 req-4875a2d0-83e0-4309-a642-0e2a72ce08a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1098 time: 0.0654352 Nov 12 09:35:19.159356 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a28f8d7-6c47-479f-a1f7-b7d74d37c69a req-806348e9-abf6-43bc-ba55-f5fd5dc21ed9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013715 Nov 12 09:35:19.183933 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49654) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:19.194878 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee56e11-54ce-4b5a-b763-9528745ffa50 req-61f18044-0d72-44b4-83ee-87e79828eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:19.196454 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ee56e11-54ce-4b5a-b763-9528745ffa50 req-61f18044-0d72-44b4-83ee-87e79828eabb service neutron] 10.222.0.52 "GET /v2.0/networks?id=329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 200 len: 897 time: 0.1201844 Nov 12 09:35:19.241154 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3b5f60f6-651c-4c39-8de0-e7e36da9f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:05Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'a02d645d-21a2-4067-9b09-c08384badd2c', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'port_id': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'mac_address': 'fa:16:3e:96:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f366fc70-a090-497e-9715-a57046314c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:18Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e464ab1b-1fb6-42bf-acd6-51498b1e0ce0', 'name': '', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:88:3e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:05Z', 'updated_at': '2021-11-12T09:35:08Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:19.246636 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-974699da-59d3-4112-afe3-e6db2f2c93a6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/a02d645d-21a2-4067-9b09-c08384badd2c HTTP/1.1" status: 200 len: 992 time: 0.0615647 Nov 12 09:35:19.267813 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ee56e11-54ce-4b5a-b763-9528745ffa50 req-9cba4f14-071a-4246-a18b-9a69a9fbe24b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 1000 time: 0.0616031 Nov 12 09:35:19.268061 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f60f6-651c-4c39-8de0-e7e36da9f67f None None] Checking router: b4922f6b-fbb0-4e4d-a081-09326778e87a for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:35:19.277188 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5f60f6-651c-4c39-8de0-e7e36da9f67f None None] Routers {'b4922f6b-fbb0-4e4d-a081-09326778e87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:19.277807 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3b5f60f6-651c-4c39-8de0-e7e36da9f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:35:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b4922f6b-fbb0-4e4d-a081-09326778e87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:19.322287 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee56e11-54ce-4b5a-b763-9528745ffa50 req-3bc486e6-29c0-4384-8a5e-e30ab4facaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:19.323651 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ee56e11-54ce-4b5a-b763-9528745ffa50 req-3bc486e6-29c0-4384-8a5e-e30ab4facaaf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 HTTP/1.1" status: 200 len: 834 time: 0.0481062 Nov 12 09:35:19.370684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee56e11-54ce-4b5a-b763-9528745ffa50 req-6c228b10-3765-4135-9d75-13e7ed762a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:19.372190 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ee56e11-54ce-4b5a-b763-9528745ffa50 req-6c228b10-3765-4135-9d75-13e7ed762a41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=329e4dad-3e2a-4258-aa8a-b34a62404821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411365 Nov 12 09:35:19.382793 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-3b5f60f6-651c-4c39-8de0-e7e36da9f67f None None] Set router b4922f6b-fbb0-4e4d-a081-09326778e87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:19.466145 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ee56e11-54ce-4b5a-b763-9528745ffa50 req-5e4099c3-f1cb-4e0a-b80e-bcd9489a60e8 service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868242 Nov 12 09:35:19.557607 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ee56e11-54ce-4b5a-b763-9528745ffa50 req-f2496ad0-9fd5-4596-bcef-dbf2c13cd628 service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843298 Nov 12 09:35:19.604495 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-3b5f60f6-651c-4c39-8de0-e7e36da9f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:05Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'a02d645d-21a2-4067-9b09-c08384badd2c', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'port_id': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'mac_address': 'fa:16:3e:96:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f366fc70-a090-497e-9715-a57046314c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:18Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e464ab1b-1fb6-42bf-acd6-51498b1e0ce0', 'name': '', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:88:3e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:05Z', 'updated_at': '2021-11-12T09:35:08Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:19.714717 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5f60f6-651c-4c39-8de0-e7e36da9f67f None None] The sync data for ids ['b4922f6b-fbb0-4e4d-a081-09326778e87a'] in n-d-768851-18 is: [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:05Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'a02d645d-21a2-4067-9b09-c08384badd2c', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'port_id': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'mac_address': 'fa:16:3e:96:e2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f366fc70-a090-497e-9715-a57046314c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:18Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e464ab1b-1fb6-42bf-acd6-51498b1e0ce0', 'name': '', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:88:3e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:05Z', 'updated_at': '2021-11-12T09:35:08Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:35:19.905254 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77712ac9-9919-4ab3-b46e-1895ddfaeb02 None None] New status for floating IP a02d645d-21a2-4067-9b09-c08384badd2c: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:35:20.250774 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49656) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:20.314319 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dd8ed35d-1a21-4051-9fc6-37b114b6e0df tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/a02d645d-21a2-4067-9b09-c08384badd2c HTTP/1.1" status: 200 len: 994 time: 0.0623822 Nov 12 09:35:23.129703 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:29.257407 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:33.066385 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:35:35.359734 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0c045671-76ca-4e47-bfbb-19bd8515afbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:37.040944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7619626-4221-4b5a-ab3f-136c823e1ec8 req-2f9ce880-5a06-457f-b1ac-62155236b178 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397959 Nov 12 09:35:37.123990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7619626-4221-4b5a-ab3f-136c823e1ec8 req-a63e3642-ee81-4102-b8f2-0f10e3bf1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:37.125584 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7619626-4221-4b5a-ab3f-136c823e1ec8 req-a63e3642-ee81-4102-b8f2-0f10e3bf1b55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1098 time: 0.0400019 Nov 12 09:35:37.532911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7619626-4221-4b5a-ab3f-136c823e1ec8 req-ffa71db1-e32b-4729-bedc-8e76f1fdf9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:37.534392 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7619626-4221-4b5a-ab3f-136c823e1ec8 req-ffa71db1-e32b-4729-bedc-8e76f1fdf9b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 200 len: 897 time: 0.3894918 Nov 12 09:35:37.602814 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7619626-4221-4b5a-ab3f-136c823e1ec8 req-822f2900-c022-4616-a6f8-fd33c33919bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 1002 time: 0.0597880 Nov 12 09:35:37.629130 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0a0eee3f-983a-453f-8c27-27aaba34c600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:37.656329 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7619626-4221-4b5a-ab3f-136c823e1ec8 req-495342a8-2a96-4b38-a6f5-c3db7357059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:37.657816 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7619626-4221-4b5a-ab3f-136c823e1ec8 req-495342a8-2a96-4b38-a6f5-c3db7357059e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 HTTP/1.1" status: 200 len: 834 time: 0.0475514 Nov 12 09:35:37.707495 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7619626-4221-4b5a-ab3f-136c823e1ec8 req-0a0cee2b-abec-4618-8b1f-348f41ea3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:37.708950 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7619626-4221-4b5a-ab3f-136c823e1ec8 req-0a0cee2b-abec-4618-8b1f-348f41ea3263 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=329e4dad-3e2a-4258-aa8a-b34a62404821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433414 Nov 12 09:35:37.798365 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7619626-4221-4b5a-ab3f-136c823e1ec8 req-6fc84d0a-a1ab-4979-957e-704ebfcb46a1 service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808239 Nov 12 09:35:37.891842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7619626-4221-4b5a-ab3f-136c823e1ec8 req-629c93d9-8303-48f9-b711-0c0485fb35f8 service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851035 Nov 12 09:35:38.855972 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:40.224968 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:41.110769 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:53.130205 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:53.621444 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-a360251f-9223-4842-866a-47de653da2cf req-9550582b-9104-423c-8794-fa57356aa4ff service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:35:53.622525 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a360251f-9223-4842-866a-47de653da2cf req-9550582b-9104-423c-8794-fa57356aa4ff service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0584221 Nov 12 09:35:53.817837 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ace72-1da2-49c5-8177-5f8b18c30225 req-8426fcdb-f0fd-4931-b8e6-462888d2fe8e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:53.819256 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b77ace72-1da2-49c5-8177-5f8b18c30225 req-8426fcdb-f0fd-4931-b8e6-462888d2fe8e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0543134 Nov 12 09:35:53.846674 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49678) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:53.876314 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b77ace72-1da2-49c5-8177-5f8b18c30225 req-0b72df57-f4d9-400e-9d59-e9b031a17024 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502896 Nov 12 09:35:53.932006 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-6c1afe62-4401-4047-9aed-83c714667b4a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841951 Nov 12 09:35:53.940580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-9e2128d7-12ee-4b17-af2b-b1897442c5f8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:35:53.941566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-9e2128d7-12ee-4b17-af2b-b1897442c5f8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049207 Nov 12 09:35:55.000107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3ceff-50cd-4313-8fe2-3af50f2cfb37 req-a32a61ba-e31c-4a12-a240-242a506da893 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:55.001717 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dd3ceff-50cd-4313-8fe2-3af50f2cfb37 req-a32a61ba-e31c-4a12-a240-242a506da893 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0531750 Nov 12 09:35:55.067908 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2dd3ceff-50cd-4313-8fe2-3af50f2cfb37 req-b4f930f0-bb13-4bfb-b9ba-d58bf2ad7418 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584545 Nov 12 09:35:55.168588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-6e16abdc-12cf-425b-979a-82c335df122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:55.170142 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-6e16abdc-12cf-425b-979a-82c335df122f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1098 time: 0.0514164 Nov 12 09:35:55.270289 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-3c01be93-bea9-4a14-94e5-b8b6477543a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:55.271765 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-3c01be93-bea9-4a14-94e5-b8b6477543a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 200 len: 897 time: 0.0946598 Nov 12 09:35:55.347744 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-f6c06b51-813b-41c7-8107-48be7cc90fe7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 1002 time: 0.0683646 Nov 12 09:35:55.409186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-30064d85-b850-40a4-be51-3f23217a4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:55.410693 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-30064d85-b850-40a4-be51-3f23217a4a99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 HTTP/1.1" status: 200 len: 834 time: 0.0559013 Nov 12 09:35:55.459875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-bc265a4c-763e-4414-9cd5-6f787c4f5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:55.464759 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-bc265a4c-763e-4414-9cd5-6f787c4f5534 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=329e4dad-3e2a-4258-aa8a-b34a62404821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438237 Nov 12 09:35:55.564739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-604aba53-8d73-4533-b4ce-3b70260c4cd2 service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957859 Nov 12 09:35:55.665703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-a6c4bb7e-a318-4ca8-b88f-99ec0d44f327 service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933197 Nov 12 09:35:56.208522 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e130e9-d57c-4c23-b091-dd052cb3bc85 req-afd6f9b6-db5b-4844-b10a-4757e3cc724c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:56.210335 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-44e130e9-d57c-4c23-b091-dd052cb3bc85 req-afd6f9b6-db5b-4844-b10a-4757e3cc724c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0595064 Nov 12 09:35:56.261885 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-44e130e9-d57c-4c23-b091-dd052cb3bc85 req-d1cb63c4-ebc1-491c-9f6f-803ffcd93e8d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452976 Nov 12 09:35:57.386454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d50a7-f745-46e1-ba88-97c08609709d req-c7de04c3-efb2-4f8e-abf3-291f4b4ead2f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:57.387945 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b24d50a7-f745-46e1-ba88-97c08609709d req-c7de04c3-efb2-4f8e-abf3-291f4b4ead2f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0548642 Nov 12 09:35:57.439862 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b24d50a7-f745-46e1-ba88-97c08609709d req-2a1e371a-dd5c-4a3a-8c7d-ef312e4e5ea8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448790 Nov 12 09:35:58.559354 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6002dcd-c6fb-4df6-9023-5ce2d9daa646 req-a8151b2f-db58-417d-8e54-711005623820 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:58.560861 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6002dcd-c6fb-4df6-9023-5ce2d9daa646 req-a8151b2f-db58-417d-8e54-711005623820 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0495932 Nov 12 09:35:58.609978 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c6002dcd-c6fb-4df6-9023-5ce2d9daa646 req-7a488254-5ca6-4c98-a5db-a65ef6c70529 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430951 Nov 12 09:35:59.262057 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:59.728695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84634-74be-4c5c-a204-1c0d185d69cd req-b85f2b3b-c225-4773-a449-61605aba4909 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:59.730282 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48d84634-74be-4c5c-a204-1c0d185d69cd req-b85f2b3b-c225-4773-a449-61605aba4909 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0522888 Nov 12 09:35:59.785239 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-48d84634-74be-4c5c-a204-1c0d185d69cd req-e1de2b55-afc0-4b39-9c01-f9fcc0c71e85 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487697 Nov 12 09:36:00.928544 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4af21-113e-4a4d-8bc7-1cb7b43af8c1 req-25721099-9f3a-47d6-b8df-8ec1ec31efc2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:00.930164 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2d4af21-113e-4a4d-8bc7-1cb7b43af8c1 req-25721099-9f3a-47d6-b8df-8ec1ec31efc2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0711789 Nov 12 09:36:00.997912 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a2d4af21-113e-4a4d-8bc7-1cb7b43af8c1 req-f807c1b3-7b87-4f21-8a3a-3ec06aa5e040 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598993 Nov 12 09:36:02.119524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773f735-7498-4530-ae4e-f8cefe6f05bf req-4fbd5f7b-7f3e-468a-9fdc-2c024476e0b3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:02.120998 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d773f735-7498-4530-ae4e-f8cefe6f05bf req-4fbd5f7b-7f3e-468a-9fdc-2c024476e0b3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0497398 Nov 12 09:36:02.174274 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d773f735-7498-4530-ae4e-f8cefe6f05bf req-b68b73b0-3a83-418b-bcad-37fd18aa1c09 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473487 Nov 12 09:36:03.334053 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43afae-2e06-4d18-a6a2-68b96613d43a req-b22962f9-1e48-4c62-8c1e-0279cebdfda0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:03.336240 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd43afae-2e06-4d18-a6a2-68b96613d43a req-b22962f9-1e48-4c62-8c1e-0279cebdfda0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0488033 Nov 12 09:36:03.384002 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bd43afae-2e06-4d18-a6a2-68b96613d43a req-ab2976c5-5685-4e84-a390-18e2dc1737a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417173 Nov 12 09:36:04.505372 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d8ff3-540b-4e26-8ca6-f41f1f33f89a req-f31bef8b-0e3b-49d8-8e99-6c14a07461a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:04.506842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d98d8ff3-540b-4e26-8ca6-f41f1f33f89a req-f31bef8b-0e3b-49d8-8e99-6c14a07461a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0492589 Nov 12 09:36:04.556789 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d98d8ff3-540b-4e26-8ca6-f41f1f33f89a req-97c9c0f4-4ee5-4149-a298-ae8c691d93a1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 Nov 12 09:36:05.362766 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ea9a4e28-fce8-4d6a-8962-55830e70f67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:05.676693 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12004a-a848-4ebe-bc35-c136555edadb req-e4509c48-4f99-444f-9698-17ecaa46e972 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:05.678205 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af12004a-a848-4ebe-bc35-c136555edadb req-e4509c48-4f99-444f-9698-17ecaa46e972 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0512004 Nov 12 09:36:05.731461 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-af12004a-a848-4ebe-bc35-c136555edadb req-6e23eeb7-499d-4527-9bad-dcb822367600 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467215 Nov 12 09:36:06.848249 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b91e70-60c5-4e10-9005-0ab6996a5c3a req-48989ef3-4ac4-4c70-b989-cd5bcaff4b96 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:06.849779 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0b91e70-60c5-4e10-9005-0ab6996a5c3a req-48989ef3-4ac4-4c70-b989-cd5bcaff4b96 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0497217 Nov 12 09:36:06.899416 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0b91e70-60c5-4e10-9005-0ab6996a5c3a req-5a3ddeda-5ea5-442d-a5ed-e193a16db842 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432930 Nov 12 09:36:07.630507 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b39946c5-b350-4299-8e52-1916820d6586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:08.318235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb30f7-7f89-4f87-b238-5e2780d51da1 req-3f847d66-8294-4263-8034-a534341be14d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:08.320285 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-65eb30f7-7f89-4f87-b238-5e2780d51da1 req-3f847d66-8294-4263-8034-a534341be14d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.3524194 Nov 12 09:36:08.370092 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-65eb30f7-7f89-4f87-b238-5e2780d51da1 req-9cd442be-6b12-4be1-b5dc-48c9279dae25 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434504 Nov 12 09:36:08.860446 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:09.493004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55485-7c4d-43c0-a2f6-4431e00174d7 req-8dab53d5-87cc-4ea5-a2d8-e17da856b074 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:09.494523 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0b55485-7c4d-43c0-a2f6-4431e00174d7 req-8dab53d5-87cc-4ea5-a2d8-e17da856b074 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0546868 Nov 12 09:36:09.542708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a0b55485-7c4d-43c0-a2f6-4431e00174d7 req-47ac3b42-bd28-429a-85f9-fb267c26714c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Nov 12 09:36:10.065071 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:36:10.227544 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:10.662261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758184a2-e649-4bee-a8bf-47ecb982cd54 req-fa229abe-c476-4fac-af8f-1f8fbc435484 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:10.664290 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-758184a2-e649-4bee-a8bf-47ecb982cd54 req-fa229abe-c476-4fac-af8f-1f8fbc435484 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0511212 Nov 12 09:36:10.715083 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-758184a2-e649-4bee-a8bf-47ecb982cd54 req-a96c7423-3c85-4c17-8c6f-4bc513153f23 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446668 Nov 12 09:36:11.113555 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.831642 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdd6e9-20bc-4c33-971a-30e6a10aa7af req-7e16a3f4-815b-47fc-b396-9c4e7db7b2a4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:11.833417 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28cdd6e9-20bc-4c33-971a-30e6a10aa7af req-7e16a3f4-815b-47fc-b396-9c4e7db7b2a4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0492861 Nov 12 09:36:11.883566 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-28cdd6e9-20bc-4c33-971a-30e6a10aa7af req-6dfa773a-2372-4fd6-899a-3f4e468e5174 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439460 Nov 12 09:36:12.661333 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-d25e1b67-450f-47c7-9a6a-90819629b0ff service neutron] show failed (client error): The resource could not be found. Nov 12 09:36:12.662355 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-d25e1b67-450f-47c7-9a6a-90819629b0ff service neutron] 10.222.0.52 "GET /v2.0/ports/6539eaf0-eace-4a75-9c4f-9adc992bc01d/bindings/n-h1-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.0919251 Nov 12 09:36:12.865763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-7367d14a-6566-4bab-8ecb-ffc094a631fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:12.867737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-7367d14a-6566-4bab-8ecb-ffc094a631fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d&tenant_id=e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 1098 time: 0.0462642 Nov 12 09:36:12.880474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:12.933771 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.003683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50473c-d979-4877-ade6-f7bb2bc6fc91 req-5ee67da5-627b-4556-bf85-4ed3a28de462 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:13.009733 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b50473c-d979-4877-ade6-f7bb2bc6fc91 req-5ee67da5-627b-4556-bf85-4ed3a28de462 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0579016 Nov 12 09:36:13.069973 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b50473c-d979-4877-ade6-f7bb2bc6fc91 req-454d7a30-825b-4700-8998-38fcbfbccf4e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584271 Nov 12 09:36:13.148929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:13.181244 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:13.224253 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:13.227160 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484d76f6-2584-4340-8ffb-20e9c96e1839" -d '{"events": [{"server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:13.230937 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.243121 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Transition to ACTIVE for port object 6539eaf0-eace-4a75-9c4f-9adc992bc01d will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:36:13.249259 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.325680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Pushing event updated for resources: {'Port': ['ID=6539eaf0-eace-4a75-9c4f-9adc992bc01d,revision_number=6']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:13.338138 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.338570 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.338823 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.339160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.339493 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.339828 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.340163 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.340639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.340934 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.341394 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.341584 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.341906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.347840 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86e263-d387-44b3-b1af-4f5e2ee8bfa8 x-openstack-request-id: req-ad86e263-d387-44b3-b1af-4f5e2ee8bfa8 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:13.348121 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:13.348374 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad86e263-d387-44b3-b1af-4f5e2ee8bfa8 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:13.348768 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'code': 200} Nov 12 09:36:13.388361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] No DVR routers for this DVR port 6539eaf0-eace-4a75-9c4f-9adc992bc01d on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:36:13.529518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Attempting to bind port 6539eaf0-eace-4a75-9c4f-9adc992bc01d on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:36:13.529854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Attempting to bind port 6539eaf0-eace-4a75-9c4f-9adc992bc01d by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:36:13.530181 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Attempting to bind port 6539eaf0-eace-4a75-9c4f-9adc992bc01d on network 329e4dad-3e2a-4258-aa8a-b34a62404821 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:13.534526 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Port 6539eaf0-eace-4a75-9c4f-9adc992bc01d on network 329e4dad-3e2a-4258-aa8a-b34a62404821 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:36:13.534850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Attempting to bind port 6539eaf0-eace-4a75-9c4f-9adc992bc01d on network 329e4dad-3e2a-4258-aa8a-b34a62404821 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:13.540239 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:36:13.540576 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Checking segment: {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:13.540956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Bound using segment: {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:36:13.541416 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Bound port: 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87295194-d2d8-4e85-afe6-0da0c87d7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:36:13.541772 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.603022 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:13.605975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:36:13.610557 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.643967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:13.644580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.646116 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] 10.222.0.46 "PUT /v2.0/ports/6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 1093 time: 0.7696326 Nov 12 09:36:13.667709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1156a6b-6523-4dbc-a677-675a98c40019 service neutron] Pushing event updated for resources: {'Port': ['ID=6539eaf0-eace-4a75-9c4f-9adc992bc01d,revision_number=7']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:13.712725 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-6f46dff2-0ff3-4a71-9d1d-4ac6c1571f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:13.714257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-6f46dff2-0ff3-4a71-9d1d-4ac6c1571f43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1096 time: 0.0435791 Nov 12 09:36:13.811375 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-68741d75-633c-4e8a-bfac-6ca0370eb82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:13.812873 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-68741d75-633c-4e8a-bfac-6ca0370eb82f service neutron] 10.222.0.46 "GET /v2.0/networks?id=329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 200 len: 897 time: 0.0913045 Nov 12 09:36:13.885195 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-118153b7-8b98-4b98-826b-26b52dd16862 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 1000 time: 0.0644929 Nov 12 09:36:13.933890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-1774479f-68bf-4f6f-896f-8376aac8d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:13.935314 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-1774479f-68bf-4f6f-896f-8376aac8d367 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 HTTP/1.1" status: 200 len: 834 time: 0.0425589 Nov 12 09:36:13.981681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-3e03f8ae-1887-4917-b7c5-694e9ecab902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:13.983179 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-3e03f8ae-1887-4917-b7c5-694e9ecab902 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=329e4dad-3e2a-4258-aa8a-b34a62404821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408301 Nov 12 09:36:14.078240 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-99a795b1-4aef-491a-9f1c-45f8a285dfbe service neutron] 10.222.0.46 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874968 Nov 12 09:36:14.173255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5ab59f62-b174-461d-a21a-0a8a45745018 req-d21fb721-e028-452f-a055-28a42fe57c04 service neutron] 10.222.0.46 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874734 Nov 12 09:36:14.188253 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c7fb4-4b1b-4064-ac7d-b47f7c7c5150 req-10e1694b-cd1a-4fe7-b393-d8ae058f6721 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:14.189694 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f41c7fb4-4b1b-4064-ac7d-b47f7c7c5150 req-10e1694b-cd1a-4fe7-b393-d8ae058f6721 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 944 time: 0.0483525 Nov 12 09:36:14.241896 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f41c7fb4-4b1b-4064-ac7d-b47f7c7c5150 req-add4289e-b8b1-44dc-98e1-38dce836258b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444257 Nov 12 09:36:15.349665 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:15.351893 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd975239-4bdd-4bfe-a631-ab39065c3c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:15.367561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e765b-9d61-4c2f-918d-55ed60ffb079 req-ef459636-88b9-427e-a0fa-f3af06708033 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:15.369155 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a8e765b-9d61-4c2f-918d-55ed60ffb079 req-ef459636-88b9-427e-a0fa-f3af06708033 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 944 time: 0.0554168 Nov 12 09:36:15.402416 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5093fb0-d6bf-444c-82fb-d90c7375e3e0 x-openstack-request-id: req-e5093fb0-d6bf-444c-82fb-d90c7375e3e0 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:15.402699 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:15.402946 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5093fb0-d6bf-444c-82fb-d90c7375e3e0 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:15.403324 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'status': 'completed', 'code': 200} Nov 12 09:36:15.444259 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a8e765b-9d61-4c2f-918d-55ed60ffb079 req-a949d3a1-f1ab-44f7-8d32-d9a5b9c640d2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691137 Nov 12 09:36:15.495684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-208cf3db-f3bc-4481-aa2e-7471c8b7a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:15.497213 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-208cf3db-f3bc-4481-aa2e-7471c8b7a13e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1096 time: 0.0743964 Nov 12 09:36:15.499752 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-d08d2cc7-2a76-47d9-abbc-189822f68bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:15.501128 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-d08d2cc7-2a76-47d9-abbc-189822f68bc1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1096 time: 0.0771794 Nov 12 09:36:15.614274 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 6539eaf0-eace-4a75-9c4f-9adc992bc01d no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:36:15.655026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 6539eaf0-eace-4a75-9c4f-9adc992bc01d not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:36:15.658106 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-5bf8fa43-deaa-4952-b1e1-eb0a41f8f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:15.659394 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-5bf8fa43-deaa-4952-b1e1-eb0a41f8f349 service neutron] 10.222.0.46 "GET /v2.0/networks?id=329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 200 len: 897 time: 0.1534152 Nov 12 09:36:15.662107 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-0bc1b340-c5b4-4ba0-8703-e02756676518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:15.663439 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-0bc1b340-c5b4-4ba0-8703-e02756676518 service neutron] 10.222.0.52 "GET /v2.0/networks?id=329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 200 len: 897 time: 0.1496303 Nov 12 09:36:15.775451 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-97768eaf-6222-4c37-b6b0-d7f62edb032e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 1000 time: 0.1077254 Nov 12 09:36:15.777217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-d6e373db-a25d-4a28-81c9-b3eb8930a1f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 1000 time: 0.1036086 Nov 12 09:36:15.863376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-677466dd-ab68-4a25-8ad8-6086016340f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:15.864904 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-677466dd-ab68-4a25-8ad8-6086016340f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 HTTP/1.1" status: 200 len: 834 time: 0.0813141 Nov 12 09:36:15.866237 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-eb1b1a59-053c-4412-b53a-e0e4c143bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:15.867571 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-eb1b1a59-053c-4412-b53a-e0e4c143bdff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 HTTP/1.1" status: 200 len: 834 time: 0.0829794 Nov 12 09:36:15.937852 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-4c2766fc-191c-4cc9-b4e1-707dd7614c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:15.939356 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-4c2766fc-191c-4cc9-b4e1-707dd7614c8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=329e4dad-3e2a-4258-aa8a-b34a62404821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596755 Nov 12 09:36:15.941168 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-474f5b63-13e2-4fa0-af2f-6860f8e715a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:15.942516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-474f5b63-13e2-4fa0-af2f-6860f8e715a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=329e4dad-3e2a-4258-aa8a-b34a62404821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703447 Nov 12 09:36:16.102899 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-ef1399e8-33ce-4cdd-8a7f-cc3c11249456 service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559312 Nov 12 09:36:16.104604 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-f381fdc1-192b-4499-8134-f194a9d6713f service neutron] 10.222.0.46 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508498 Nov 12 09:36:16.261828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-34760c67-cd98-4c3d-9e7a-ea04bf647e38 service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513948 Nov 12 09:36:16.265831 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd975239-4bdd-4bfe-a631-ab39065c3c2f req-46bca67d-a950-47f8-a523-89ba8347db87 service neutron] 10.222.0.46 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484220 Nov 12 09:36:16.561579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8ce6e-d75a-4cad-8bff-7a202c15c4bd req-4da15239-8a96-4f28-8505-272fe53c3cd6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:16.562965 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fbb8ce6e-d75a-4cad-8bff-7a202c15c4bd req-4da15239-8a96-4f28-8505-272fe53c3cd6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 944 time: 0.0478556 Nov 12 09:36:16.615318 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fbb8ce6e-d75a-4cad-8bff-7a202c15c4bd req-c90320aa-c35f-4b34-a437-bed10eddb7f5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464346 Nov 12 09:36:17.731586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa585d-59c0-40e4-8ded-120d2134e8d3 req-8079a080-f40e-4eea-9e39-fd6c10165547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:17.733294 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0daa585d-59c0-40e4-8ded-120d2134e8d3 req-8079a080-f40e-4eea-9e39-fd6c10165547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 944 time: 0.0488915 Nov 12 09:36:17.785475 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0daa585d-59c0-40e4-8ded-120d2134e8d3 req-c6075b82-0885-490b-877c-2edc823fe862 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456891 Nov 12 09:36:18.012224 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2a873-2343-4dfa-86c5-c3a50e3ca15a req-39277971-ede1-4a12-b2a1-6de9f2f09778 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:18.013782 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abd2a873-2343-4dfa-86c5-c3a50e3ca15a req-39277971-ede1-4a12-b2a1-6de9f2f09778 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 944 time: 0.0833468 Nov 12 09:36:18.027001 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-1c7d3be4-7e4e-4c67-acf0-9eacf99d8d99 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:18.028465 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-1c7d3be4-7e4e-4c67-acf0-9eacf99d8d99 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d&tenant_id=e41f4d6a0582425898496598a472cbc9&binding%3Ahost_id=n-h1-768851-18 HTTP/1.1" status: 200 len: 944 time: 0.0688722 Nov 12 09:36:18.109879 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-abd2a873-2343-4dfa-86c5-c3a50e3ca15a req-482fcb74-44cb-4c69-a50f-01ebf1a38df2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804312 Nov 12 09:36:18.120527 n-d-768851-18 neutron-server[102444]: INFO neutron.api.v2.resource [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-bba94454-0863-44c7-8e88-31a22ae442b1 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:36:18.121574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-bba94454-0863-44c7-8e88-31a22ae442b1 service neutron] 10.222.0.52 "DELETE /v2.0/ports/6539eaf0-eace-4a75-9c4f-9adc992bc01d/bindings/n-h2-768851-18 HTTP/1.1" status: 404 len: 381 time: 0.0784743 Nov 12 09:36:18.210993 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-47c5bf5d-9c06-42e7-b772-fa06c489c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:18.212494 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-47c5bf5d-9c06-42e7-b772-fa06c489c6dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1096 time: 0.0465612 Nov 12 09:36:18.225804 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accf960-f3aa-4895-acca-f25511d51a3a req-4af9ea27-87ea-4c2d-8054-b00119ed9f3e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:18.227918 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0accf960-f3aa-4895-acca-f25511d51a3a req-4af9ea27-87ea-4c2d-8054-b00119ed9f3e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 944 time: 0.0493283 Nov 12 09:36:18.276983 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0accf960-f3aa-4895-acca-f25511d51a3a req-47be01b4-362d-4257-b9f3-7c3fabc603b6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Nov 12 09:36:18.306889 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-c02fabbf-cc59-455b-83dd-84b18745cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:18.308377 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-c02fabbf-cc59-455b-83dd-84b18745cf5c service neutron] 10.222.0.52 "GET /v2.0/networks?id=329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 200 len: 897 time: 0.0880907 Nov 12 09:36:18.352714 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6539eaf0-eace-4a75-9c4f-9adc992bc01d details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:36:18.378592 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-d17f798a-f298-49df-aa4c-9ce9b6a65817 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 1000 time: 0.0631018 Nov 12 09:36:18.428549 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-cdfca291-3c1d-49b0-9cb4-d82cec00636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:18.430683 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-cdfca291-3c1d-49b0-9cb4-d82cec00636e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 HTTP/1.1" status: 200 len: 834 time: 0.0441856 Nov 12 09:36:18.447298 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:18.458454 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'port_id': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'mac_address': 'fa:16:3e:96:e2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:36:18.475228 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-e7fb5015-5fb5-4742-a044-7f185119cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:18.477391 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-e7fb5015-5fb5-4742-a044-7f185119cc22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=329e4dad-3e2a-4258-aa8a-b34a62404821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402911 Nov 12 09:36:18.499947 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:18.512580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6539eaf0-eace-4a75-9c4f-9adc992bc01d {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:36:18.532596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:18.536374 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:18.570893 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-3d6ba867-8add-46c5-800b-8b4037a0e08f service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863268 Nov 12 09:36:18.582280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6539eaf0-eace-4a75-9c4f-9adc992bc01d,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:18.590509 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:18.590758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:18.591103 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:18.591435 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:18.591781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:18.592093 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:18.592419 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:18.592744 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:18.593065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:18.593414 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:18.593736 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:18.594059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:18.665714 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f5969cb-cfc9-478a-a2de-f002f5a02cf6 req-e5d1055f-07a1-4a42-801d-9c4ffe9999dd service neutron] 10.222.0.52 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841813 Nov 12 09:36:18.923456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['6539eaf0-eace-4a75-9c4f-9adc992bc01d'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:36:19.392676 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b09f27-26bb-4ab2-a0e0-e06b84169461 req-2a5040d6-1d91-453c-8b06-5f7ef22e88e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:19.394156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d1b09f27-26bb-4ab2-a0e0-e06b84169461 req-2a5040d6-1d91-453c-8b06-5f7ef22e88e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 945 time: 0.0481009 Nov 12 09:36:19.447452 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d1b09f27-26bb-4ab2-a0e0-e06b84169461 req-2f8ffd94-d0f2-4484-b8f6-2de7acb50457 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469275 Nov 12 09:36:19.470311 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49766) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:19.528987 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-da620543-e667-4980-8c19-8c3bf4c186a1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/a02d645d-21a2-4067-9b09-c08384badd2c HTTP/1.1" status: 200 len: 993 time: 0.0573766 Nov 12 09:36:20.360727 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6539eaf0-eace-4a75-9c4f-9adc992bc01d up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:36:20.409205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 6539eaf0-eace-4a75-9c4f-9adc992bc01d completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:36:20.413019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 6539eaf0-eace-4a75-9c4f-9adc992bc01d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:20.413400 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:20.489970 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:20.511813 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:20.514058 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8126bf4b-a7ad-4a40-9812-55be8a2624b1" -d '{"events": [{"server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "name": "network-vif-plugged", "status": "completed", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:20.527876 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:20.531529 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:20.578650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=6539eaf0-eace-4a75-9c4f-9adc992bc01d,revision_number=9']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:20.604866 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9541833-9b6c-4fd7-86d9-a1ad3c48f77e x-openstack-request-id: req-c9541833-9b6c-4fd7-86d9-a1ad3c48f77e {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:20.605199 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "name": "network-vif-plugged", "status": "completed", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:20.605460 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9541833-9b6c-4fd7-86d9-a1ad3c48f77e {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:20.605856 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'code': 200} Nov 12 09:36:23.134579 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.279487 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:35.364013 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4ff5aa02-59fc-4092-8de0-b2581b471d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:37.633744 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9dda4fed-eb06-49eb-afeb-f80cafc6ed35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:38.863951 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.232031 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:41.115714 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:45.023864 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc96010d-e537-478a-a7cc-37011541db88 req-1d3214b0-3574-418e-b053-47b2b468838c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402670 Nov 12 09:36:45.110039 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96010d-e537-478a-a7cc-37011541db88 req-32d83956-61b5-406c-a33e-eca8de4792e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:45.111532 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc96010d-e537-478a-a7cc-37011541db88 req-32d83956-61b5-406c-a33e-eca8de4792e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1098 time: 0.0440743 Nov 12 09:36:45.212729 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96010d-e537-478a-a7cc-37011541db88 req-69aa8d9f-3946-4f5c-8112-09d9cc214001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:45.214202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc96010d-e537-478a-a7cc-37011541db88 req-69aa8d9f-3946-4f5c-8112-09d9cc214001 service neutron] 10.222.0.46 "GET /v2.0/networks?id=329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 200 len: 897 time: 0.0833158 Nov 12 09:36:45.284103 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc96010d-e537-478a-a7cc-37011541db88 req-655817df-599d-4138-9af0-dd2ebb49c736 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 1002 time: 0.0610209 Nov 12 09:36:45.331641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96010d-e537-478a-a7cc-37011541db88 req-7a521faa-9917-4b60-b70d-142eca2dfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:45.333072 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc96010d-e537-478a-a7cc-37011541db88 req-7a521faa-9917-4b60-b70d-142eca2dfbe8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 HTTP/1.1" status: 200 len: 834 time: 0.0425825 Nov 12 09:36:45.377245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96010d-e537-478a-a7cc-37011541db88 req-294d2f03-27c0-438b-b45b-490089b957a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:45.378688 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc96010d-e537-478a-a7cc-37011541db88 req-294d2f03-27c0-438b-b45b-490089b957a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=329e4dad-3e2a-4258-aa8a-b34a62404821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387955 Nov 12 09:36:45.470637 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc96010d-e537-478a-a7cc-37011541db88 req-bea4f1e1-66f0-497d-b85a-95a67895cd19 service neutron] 10.222.0.46 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845602 Nov 12 09:36:45.558888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc96010d-e537-478a-a7cc-37011541db88 req-973ff1c7-dfef-4b49-b932-1f885e03c116 service neutron] 10.222.0.46 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807440 Nov 12 09:36:47.065403 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:36:53.133293 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:59.294876 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.365993 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-bd715d4f-7b21-4023-bcac-2e07c584c9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:07.635581 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c9313010-b0f4-466e-be51-782468ed0410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:08.862883 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:10.232439 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:11.120475 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.663695 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49786) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:15.127580 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port ca060260-15fd-4c1f-bcf4-d11e36a9297e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:37:15.127911 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:15.202179 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:15.202493 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:15.213986 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for ca060260-15fd-4c1f-bcf4-d11e36a9297e owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:37:15.356187 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:15.380815 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=ca060260-15fd-4c1f-bcf4-d11e36a9297e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:15.405990 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:15.406336 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:15.406671 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:15.407000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:15.407326 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:15.407651 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:15.407975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:15.408294 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:15.408612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:15.408930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:15.409272 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:15.409585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:15.454109 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:15.454380 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Floating IP a02d645d-21a2-4067-9b09-c08384badd2c disassociated (deleted). External IP: 172.25.3.214, port: 6539eaf0-eace-4a75-9c4f-9adc992bc01d. Nov 12 09:37:15.653055 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router b4922f6b-fbb0-4e4d-a081-09326778e87a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:37:15.758141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:37:15.762554 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:15.768275 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589ec21-22cc-492b-bba4-ce2a6b2ee0bc None None] Sync routers for ids ['b4922f6b-fbb0-4e4d-a081-09326778e87a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:37:15.779247 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589ec21-22cc-492b-bba4-ce2a6b2ee0bc None None] Routers {'b4922f6b-fbb0-4e4d-a081-09326778e87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:15.779850 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2589ec21-22cc-492b-bba4-ce2a6b2ee0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b4922f6b-fbb0-4e4d-a081-09326778e87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:15.794804 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-aa433142-8692-4f4f-9771-9c95ac0ef7ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/floatingips/a02d645d-21a2-4067-9b09-c08384badd2c HTTP/1.1" status: 204 len: 168 time: 1.1298890 Nov 12 09:37:15.795409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:37:15.797759 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a458d46f-4314-423c-a7c7-0965ae2ee35d" -d '{"events": [{"name": "network-changed", "server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:37:15.839837 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22929378-bfbb-4dc0-b389-53c0687f7979 x-openstack-request-id: req-22929378-bfbb-4dc0-b389-53c0687f7979 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:37:15.840132 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:37:15.840393 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22929378-bfbb-4dc0-b389-53c0687f7979 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:37:15.840797 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'status': 'completed', 'code': 200} Nov 12 09:37:15.888660 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-2589ec21-22cc-492b-bba4-ce2a6b2ee0bc None None] Set router b4922f6b-fbb0-4e4d-a081-09326778e87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:15.911421 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458d46f-4314-423c-a7c7-0965ae2ee35d req-317fe134-3d32-437d-97a5-d9dc78af59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:15.912908 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a458d46f-4314-423c-a7c7-0965ae2ee35d req-317fe134-3d32-437d-97a5-d9dc78af59c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 1098 time: 0.0453110 Nov 12 09:37:16.055969 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458d46f-4314-423c-a7c7-0965ae2ee35d req-966985df-9c4f-44b2-859f-2d01673e28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:16.057618 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a458d46f-4314-423c-a7c7-0965ae2ee35d req-966985df-9c4f-44b2-859f-2d01673e28dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 200 len: 897 time: 0.1376877 Nov 12 09:37:16.066314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932a1a-e409-4833-9a08-fa998d389c7b req-fd11ec0d-9d82-457d-a43e-66a7975cd0da tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:16.067741 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00932a1a-e409-4833-9a08-fa998d389c7b req-fd11ec0d-9d82-457d-a43e-66a7975cd0da tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0838301 Nov 12 09:37:16.092544 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2589ec21-22cc-492b-bba4-ce2a6b2ee0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:05Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e464ab1b-1fb6-42bf-acd6-51498b1e0ce0', 'name': '', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:88:3e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:05Z', 'updated_at': '2021-11-12T09:35:08Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:16.106391 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a458d46f-4314-423c-a7c7-0965ae2ee35d req-bcd4ca1c-c7d0-475e-8332-a35bf7d3b9b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 200 len: 217 time: 0.0376949 Nov 12 09:37:16.123466 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589ec21-22cc-492b-bba4-ce2a6b2ee0bc None None] Checking router: b4922f6b-fbb0-4e4d-a081-09326778e87a for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:37:16.132182 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589ec21-22cc-492b-bba4-ce2a6b2ee0bc None None] Routers {'b4922f6b-fbb0-4e4d-a081-09326778e87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:16.132793 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2589ec21-22cc-492b-bba4-ce2a6b2ee0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b4922f6b-fbb0-4e4d-a081-09326778e87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:16.189003 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458d46f-4314-423c-a7c7-0965ae2ee35d req-9debbc06-bbb3-4f6b-b32f-3dfc9d028a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:16.190499 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a458d46f-4314-423c-a7c7-0965ae2ee35d req-9debbc06-bbb3-4f6b-b32f-3dfc9d028a0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 HTTP/1.1" status: 200 len: 834 time: 0.0716338 Nov 12 09:37:16.194411 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-00932a1a-e409-4833-9a08-fa998d389c7b req-c318fbbc-778e-4736-86d9-89c018997784 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908275 Nov 12 09:37:16.241635 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-2589ec21-22cc-492b-bba4-ce2a6b2ee0bc None None] Set router b4922f6b-fbb0-4e4d-a081-09326778e87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:16.243446 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458d46f-4314-423c-a7c7-0965ae2ee35d req-ef1118e3-28db-4598-91d6-5d9e04439cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:16.244985 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a458d46f-4314-423c-a7c7-0965ae2ee35d req-ef1118e3-28db-4598-91d6-5d9e04439cfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=329e4dad-3e2a-4258-aa8a-b34a62404821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450039 Nov 12 09:37:16.342196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a458d46f-4314-423c-a7c7-0965ae2ee35d req-36cd879e-1d36-47a0-9fce-acd553b36cb9 service neutron] 10.222.0.46 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888059 Nov 12 09:37:16.440395 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a458d46f-4314-423c-a7c7-0965ae2ee35d req-3af88f2f-3f50-4eda-a3a7-e4abf4ca2dcf service neutron] 10.222.0.46 "GET /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893900 Nov 12 09:37:16.447127 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-2589ec21-22cc-492b-bba4-ce2a6b2ee0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:05Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e464ab1b-1fb6-42bf-acd6-51498b1e0ce0', 'name': '', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:88:3e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:05Z', 'updated_at': '2021-11-12T09:35:08Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:16.473881 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589ec21-22cc-492b-bba4-ce2a6b2ee0bc None None] The sync data for ids ['b4922f6b-fbb0-4e4d-a081-09326778e87a'] in n-d-768851-18 is: [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:05Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e464ab1b-1fb6-42bf-acd6-51498b1e0ce0', 'name': '', 'network_id': '329e4dad-3e2a-4258-aa8a-b34a62404821', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:88:3e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:05Z', 'updated_at': '2021-11-12T09:35:08Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:37:16.705817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fef3c-b7bf-4f74-8907-40746ddb1dee None None] New status for floating IP a02d645d-21a2-4067-9b09-c08384badd2c: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:37:17.314885 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0c85-fe7f-4da6-bf73-083dc0173a5f req-faade80d-43bf-4862-9754-e0f4f3649094 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:17.316238 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55da0c85-fe7f-4da6-bf73-083dc0173a5f req-faade80d-43bf-4862-9754-e0f4f3649094 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0502932 Nov 12 09:37:17.364986 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-55da0c85-fe7f-4da6-bf73-083dc0173a5f req-0bc11179-3ce2-4904-9a4e-0c5c4d160f14 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=a996e94c-cfa7-4466-aced-acc8fe436a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Nov 12 09:37:17.618478 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84e42d-b006-4a5d-bdfe-68731efe4b12 req-ef348814-8536-4504-b590-44c19d161101 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:17.619940 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e84e42d-b006-4a5d-bdfe-68731efe4b12 req-ef348814-8536-4504-b590-44c19d161101 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.46 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 946 time: 0.0488138 Nov 12 09:37:17.712558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-9e84e42d-b006-4a5d-bdfe-68731efe4b12 req-aed1d188-9f91-48cd-b6ef-a54340490596 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 6539eaf0-eace-4a75-9c4f-9adc992bc01d {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:37:17.712874 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9e84e42d-b006-4a5d-bdfe-68731efe4b12 req-aed1d188-9f91-48cd-b6ef-a54340490596 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:17.799515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-9e84e42d-b006-4a5d-bdfe-68731efe4b12 req-aed1d188-9f91-48cd-b6ef-a54340490596 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port 6539eaf0-eace-4a75-9c4f-9adc992bc01d, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=6539eaf0-eace-4a75-9c4f-9adc992bc01d,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:17.799871 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9e84e42d-b006-4a5d-bdfe-68731efe4b12 req-aed1d188-9f91-48cd-b6ef-a54340490596 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:17.812680 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-9e84e42d-b006-4a5d-bdfe-68731efe4b12 req-aed1d188-9f91-48cd-b6ef-a54340490596 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 6539eaf0-eace-4a75-9c4f-9adc992bc01d owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:37:17.947199 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9e84e42d-b006-4a5d-bdfe-68731efe4b12 req-aed1d188-9f91-48cd-b6ef-a54340490596 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:17.977702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1d188-9f91-48cd-b6ef-a54340490596 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=6539eaf0-eace-4a75-9c4f-9adc992bc01d,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:18.023929 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e84e42d-b006-4a5d-bdfe-68731efe4b12 req-aed1d188-9f91-48cd-b6ef-a54340490596 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] No DVR routers for this DVR port 6539eaf0-eace-4a75-9c4f-9adc992bc01d on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:37:18.027012 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-9e84e42d-b006-4a5d-bdfe-68731efe4b12 req-aed1d188-9f91-48cd-b6ef-a54340490596 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:18.030588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9e84e42d-b006-4a5d-bdfe-68731efe4b12 req-aed1d188-9f91-48cd-b6ef-a54340490596 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.46 "DELETE /v2.0/ports/6539eaf0-eace-4a75-9c4f-9adc992bc01d HTTP/1.1" status: 204 len: 173 time: 0.4046824 Nov 12 09:37:18.031065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'name': 'network-vif-deleted', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:37:18.033891 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8374587-e77e-442a-a911-c9a889ef4480" -d '{"events": [{"server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "name": "network-vif-deleted", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:37:18.073262 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb8c584-0884-44a6-8f42-bb91628d7b5d x-openstack-request-id: req-9fb8c584-0884-44a6-8f42-bb91628d7b5d {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:37:18.073559 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f366fc70-a090-497e-9715-a57046314c8d", "name": "network-vif-deleted", "tag": "6539eaf0-eace-4a75-9c4f-9adc992bc01d", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:37:18.073843 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fb8c584-0884-44a6-8f42-bb91628d7b5d {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:37:18.074255 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f366fc70-a090-497e-9715-a57046314c8d', 'name': 'network-vif-deleted', 'tag': '6539eaf0-eace-4a75-9c4f-9adc992bc01d', 'status': 'completed', 'code': 200} Nov 12 09:37:18.492075 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f3f2a8c0-8d15-41d7-970c-29b3a2e9aa21 req-394b7e4f-ab1c-4152-97bd-36ff0c88b79e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=f366fc70-a090-497e-9715-a57046314c8d HTTP/1.1" status: 200 len: 210 time: 0.0387797 Nov 12 09:37:19.550285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49802) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:19.906558 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:20.164172 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:37:20.164437 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:20.255109 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port e464ab1b-1fb6-42bf-acd6-51498b1e0ce0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e464ab1b-1fb6-42bf-acd6-51498b1e0ce0,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:20.255473 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:20.267909 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:37:20.451469 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:20.478720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=e464ab1b-1fb6-42bf-acd6-51498b1e0ce0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:20.503126 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:20.503486 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:20.503828 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:20.504167 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:20.504495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:20.504824 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:20.505174 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:20.505504 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:20.505856 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:20.506743 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:20.507068 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:20.507384 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:20.660972 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:20.669275 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6539eaf0-eace-4a75-9c4f-9adc992bc01d no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:37:20.689668 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 6539eaf0-eace-4a75-9c4f-9adc992bc01d {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:37:20.690023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 6539eaf0-eace-4a75-9c4f-9adc992bc01d not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:37:20.878602 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router b4922f6b-fbb0-4e4d-a081-09326778e87a has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:37:20.984866 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:37:20.990963 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-f154fc0c-3d3a-4823-8f5c-cbba45eb113f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "PUT /v2.0/routers/b4922f6b-fbb0-4e4d-a081-09326778e87a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4396126 Nov 12 09:37:20.993657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49804) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:21.010331 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42948e2b-0cb0-4b2e-9eb3-d2519accb673 None None] Sync routers for ids ['b4922f6b-fbb0-4e4d-a081-09326778e87a'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:37:21.020295 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42948e2b-0cb0-4b2e-9eb3-d2519accb673 None None] Routers {'b4922f6b-fbb0-4e4d-a081-09326778e87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:21.021465 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-42948e2b-0cb0-4b2e-9eb3-d2519accb673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b4922f6b-fbb0-4e4d-a081-09326778e87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:21.046750 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-34579375-8859-4d60-a914-20d384c457cf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting subnet f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:37:21.049947 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34579375-8859-4d60-a914-20d384c457cf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.090784 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34579375-8859-4d60-a914-20d384c457cf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.126041 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-42948e2b-0cb0-4b2e-9eb3-d2519accb673 None None] Set router b4922f6b-fbb0-4e4d-a081-09326778e87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:21.177500 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34579375-8859-4d60-a914-20d384c457cf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.236892 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34579375-8859-4d60-a914-20d384c457cf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.264857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34579375-8859-4d60-a914-20d384c457cf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Subnet': ['ID=f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:21.268675 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-34579375-8859-4d60-a914-20d384c457cf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.273273 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-34579375-8859-4d60-a914-20d384c457cf tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/subnets/f4568c12-8b4d-4e42-b2e2-ab4afa6a2a99 HTTP/1.1" status: 204 len: 168 time: 0.2784073 Nov 12 09:37:21.275869 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49806) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:21.280955 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490eddd3-5081-41c5-a4b1-2b5e62ffbbac None None] Network 329e4dad-3e2a-4258-aa8a-b34a62404821 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:37:21.309957 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-42948e2b-0cb0-4b2e-9eb3-d2519accb673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:37:20Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:21.394419 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.425517 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42948e2b-0cb0-4b2e-9eb3-d2519accb673 None None] Checking router: b4922f6b-fbb0-4e4d-a081-09326778e87a for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:37:21.434641 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42948e2b-0cb0-4b2e-9eb3-d2519accb673 None None] Routers {'b4922f6b-fbb0-4e4d-a081-09326778e87a'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:21.435240 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-42948e2b-0cb0-4b2e-9eb3-d2519accb673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['b4922f6b-fbb0-4e4d-a081-09326778e87a'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:21.471146 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] DHCP port deletion for 329e4dad-3e2a-4258-aa8a-b34a62404821 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:37:21.510596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.525874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Deleting port cd122938-6e1b-404b-bbce-f29590f11eca {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:37:21.526251 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.541957 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-42948e2b-0cb0-4b2e-9eb3-d2519accb673 None None] Set router b4922f6b-fbb0-4e4d-a081-09326778e87a gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:21.571453 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:37:21.571941 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.593398 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] For port cd122938-6e1b-404b-bbce-f29590f11eca, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=cd122938-6e1b-404b-bbce-f29590f11eca,segment=NetworkSegment(87295194-d2d8-4e85-afe6-0da0c87d7be2),segment_id=87295194-d2d8-4e85-afe6-0da0c87d7be2)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:21.593800 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.607644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Calling delete_port for cd122938-6e1b-404b-bbce-f29590f11eca owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:37:21.656892 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=672afdb8-f8ca-4d26-9e30-c5e8b355dbcb,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:21.657445 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.672457 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb owned by network:router_gateway {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:37:21.688909 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.715184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Pushing event deleted for resources: {'Port': ['ID=cd122938-6e1b-404b-bbce-f29590f11eca,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:21.726573 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-42948e2b-0cb0-4b2e-9eb3-d2519accb673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:37:20Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:21.728495 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:21.728860 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:21.729236 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:21.729578 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:21.730164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:21.730506 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:21.730841 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:21.731177 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:21.731507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:21.731837 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:21.732164 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:21.732489 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:21.739647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5edcc9-c47b-4af0-953f-bbb831e568df None None] No DVR routers for this DVR port cd122938-6e1b-404b-bbce-f29590f11eca on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:37:21.764121 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42948e2b-0cb0-4b2e-9eb3-d2519accb673 None None] The sync data for ids ['b4922f6b-fbb0-4e4d-a081-09326778e87a'] in n-d-768851-18 is: [{'id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1322587874', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:37:20Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '672afdb8-f8ca-4d26-9e30-c5e8b355dbcb', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4922f6b-fbb0-4e4d-a081-09326778e87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:02Z', 'updated_at': '2021-11-12T09:35:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:37:21.882120 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:21.907591 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=672afdb8-f8ca-4d26-9e30-c5e8b355dbcb,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:21.921552 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5689d1e7-4c4d-4370-b841-c35e5889f6aa None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:37:21.972779 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.064561 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.066700 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.112970 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.113475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Fanout notify agent at l3_agent the message router_deleted on router b4922f6b-fbb0-4e4d-a081-09326778e87a {{(pid=102445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:37:22.120605 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cd122938-6e1b-404b-bbce-f29590f11eca no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:37:22.121544 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.125211 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-94da8e09-6bb3-4f43-a2df-2801fae19b5d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/routers/b4922f6b-fbb0-4e4d-a081-09326778e87a HTTP/1.1" status: 204 len: 168 time: 0.8457839 Nov 12 09:37:22.125794 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49810) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:22.145514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: cd122938-6e1b-404b-bbce-f29590f11eca {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:37:22.145864 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device cd122938-6e1b-404b-bbce-f29590f11eca not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:37:22.210146 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.308962 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.332415 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329e4dad-3e2a-4258-aa8a-b34a62404821']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:22.347517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87295194-d2d8-4e85-afe6-0da0c87d7be2') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:22.347912 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87295194-d2d8-4e85-afe6-0da0c87d7be2') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:22.359685 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.375296 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.381698 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:37:22.382088 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:37:22.385260 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:37:22.458365 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.468114 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.469290 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/networks/329e4dad-3e2a-4258-aa8a-b34a62404821 HTTP/1.1" status: 204 len: 168 time: 0.3422010 Nov 12 09:37:22.472245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49812) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:22.481162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e8de5-bdb4-4099-acfb-0b6b1cef7c8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Network': ['ID=329e4dad-3e2a-4258-aa8a-b34a62404821,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:22.535864 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a35036c-e8e5-475e-ad35-14cc88adbbd8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.561237 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a35036c-e8e5-475e-ad35-14cc88adbbd8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.625951 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a35036c-e8e5-475e-ad35-14cc88adbbd8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.628728 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2a35036c-e8e5-475e-ad35-14cc88adbbd8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:22.629923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-2a35036c-e8e5-475e-ad35-14cc88adbbd8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/security-groups/a996e94c-cfa7-4466-aced-acc8fe436a89 HTTP/1.1" status: 204 len: 168 time: 0.1556129 Nov 12 09:37:22.641857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35036c-e8e5-475e-ad35-14cc88adbbd8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a996e94c-cfa7-4466-aced-acc8fe436a89,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:22.953515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49818) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:22.958275 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-01b78e9a-b1af-4ef0-a018-02594f5319cd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-18979254', 'description': 'tempest-secgroup-smoke-18979254 description', 'project_id': 'e41f4d6a0582425898496598a472cbc9'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:22.981698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-01b78e9a-b1af-4ef0-a018-02594f5319cd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.047608 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-01b78e9a-b1af-4ef0-a018-02594f5319cd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.051815 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-01b78e9a-b1af-4ef0-a018-02594f5319cd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.080925 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-01b78e9a-b1af-4ef0-a018-02594f5319cd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.082179 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-01b78e9a-b1af-4ef0-a018-02594f5319cd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1276550 Nov 12 09:37:23.084605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b78e9a-b1af-4ef0-a018-02594f5319cd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66bc885b-1af0-4481-8b21-64ecee0590d1,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:23.085782 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49820) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:23.091519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-7c7ea750-8544-4d23-ad7e-130148f07838 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '66bc885b-1af0-4481-8b21-64ecee0590d1', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:23.119047 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea750-8544-4d23-ad7e-130148f07838 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.124957 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.176100 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea750-8544-4d23-ad7e-130148f07838 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.179278 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea750-8544-4d23-ad7e-130148f07838 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.197327 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ea750-8544-4d23-ad7e-130148f07838 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3f28b8-0ca0-4571-bffd-728a6de86265,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:23.204427 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7c7ea750-8544-4d23-ad7e-130148f07838 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.205877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7c7ea750-8544-4d23-ad7e-130148f07838 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184130 Nov 12 09:37:23.208552 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49822) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:23.213413 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-65795631-fe19-4620-93c9-9d6bf1b890b0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '66bc885b-1af0-4481-8b21-64ecee0590d1', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:23.238748 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65795631-fe19-4620-93c9-9d6bf1b890b0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.297982 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65795631-fe19-4620-93c9-9d6bf1b890b0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.302241 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65795631-fe19-4620-93c9-9d6bf1b890b0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.320468 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65795631-fe19-4620-93c9-9d6bf1b890b0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0780cda2-1104-48c6-b40d-93cfe9b38595,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:23.327392 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-65795631-fe19-4620-93c9-9d6bf1b890b0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.328585 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-65795631-fe19-4620-93c9-9d6bf1b890b0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184602 Nov 12 09:37:23.331294 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49824) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:23.336288 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a9ffa53c-396c-4f4e-b54d-f4c34654fdf4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '66bc885b-1af0-4481-8b21-64ecee0590d1', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:23.362319 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a9ffa53c-396c-4f4e-b54d-f4c34654fdf4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.418384 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a9ffa53c-396c-4f4e-b54d-f4c34654fdf4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.422180 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a9ffa53c-396c-4f4e-b54d-f4c34654fdf4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.443085 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffa53c-396c-4f4e-b54d-f4c34654fdf4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b5b45d-cf7c-44b0-ac16-55c4e8a390d7,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:23.449316 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a9ffa53c-396c-4f4e-b54d-f4c34654fdf4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.450497 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a9ffa53c-396c-4f4e-b54d-f4c34654fdf4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182539 Nov 12 09:37:23.453263 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49826) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:23.457517 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3e68729d-a6ad-487a-bd67-96ec0390c949 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '66bc885b-1af0-4481-8b21-64ecee0590d1', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:23.484125 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e68729d-a6ad-487a-bd67-96ec0390c949 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.541712 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e68729d-a6ad-487a-bd67-96ec0390c949 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.545711 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e68729d-a6ad-487a-bd67-96ec0390c949 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.563639 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68729d-a6ad-487a-bd67-96ec0390c949 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a2c3da-64f1-4607-8fab-7aa76f3fb218,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:23.571744 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3e68729d-a6ad-487a-bd67-96ec0390c949 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.572937 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3e68729d-a6ad-487a-bd67-96ec0390c949 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187060 Nov 12 09:37:23.575716 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49828) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:23.580081 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d419fb16-e188-472b-a65d-8f75c6d883d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '66bc885b-1af0-4481-8b21-64ecee0590d1', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:23.600999 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-d419fb16-e188-472b-a65d-8f75c6d883d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Project e41f4d6a0582425898496598a472cbc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:37:23.606054 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d419fb16-e188-472b-a65d-8f75c6d883d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.665638 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d419fb16-e188-472b-a65d-8f75c6d883d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.669240 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d419fb16-e188-472b-a65d-8f75c6d883d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.686831 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419fb16-e188-472b-a65d-8f75c6d883d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc356edf-39ab-49c4-936d-39eafdaf79e8,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:23.695513 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d419fb16-e188-472b-a65d-8f75c6d883d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.696814 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d419fb16-e188-472b-a65d-8f75c6d883d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200676 Nov 12 09:37:23.699720 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49830) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:23.704562 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-dff3e36a-0723-469c-8da2-f01378b0da45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': '66bc885b-1af0-4481-8b21-64ecee0590d1', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:23.729621 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-dff3e36a-0723-469c-8da2-f01378b0da45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Project e41f4d6a0582425898496598a472cbc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:37:23.734656 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dff3e36a-0723-469c-8da2-f01378b0da45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.753626 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:37:23.772959 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:37:23.773404 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 672afdb8-f8ca-4d26-9e30-c5e8b355dbcb not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:37:23.773821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:37:23.793098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:37:23.793463 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e464ab1b-1fb6-42bf-acd6-51498b1e0ce0 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:37:23.800994 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dff3e36a-0723-469c-8da2-f01378b0da45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.805923 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dff3e36a-0723-469c-8da2-f01378b0da45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.823437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3e36a-0723-469c-8da2-f01378b0da45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985a7efb-2b4e-4f4f-bbe6-3bca55488070,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:23.831294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-dff3e36a-0723-469c-8da2-f01378b0da45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.832481 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dff3e36a-0723-469c-8da2-f01378b0da45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316085 Nov 12 09:37:23.835588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49832) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:23.840284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e361297c-dbc3-41e4-ae21-74560c333c88 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'network': {'name': 'tempest-network-smoke--980899140', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'port_security_enabled': True}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:23.860498 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e361297c-dbc3-41e4-ae21-74560c333c88 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:37:23.864039 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e361297c-dbc3-41e4-ae21-74560c333c88 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.889439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e361297c-dbc3-41e4-ae21-74560c333c88 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:37:23.899045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e361297c-dbc3-41e4-ae21-74560c333c88 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.899453 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-e361297c-dbc3-41e4-ae21-74560c333c88 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Added segment 33b60037-a6f8-41a4-b62a-57e80a0b860a of type vlan for network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe Nov 12 09:37:23.939884 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e361297c-dbc3-41e4-ae21-74560c333c88 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.964664 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e361297c-dbc3-41e4-ae21-74560c333c88 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.970555 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e361297c-dbc3-41e4-ae21-74560c333c88 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:23.971139 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e361297c-dbc3-41e4-ae21-74560c333c88 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:24.009047 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e361297c-dbc3-41e4-ae21-74560c333c88 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1724479 Nov 12 09:37:24.011919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49834) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:24.016480 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'admin_state_up': True, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:24.040404 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:24.041617 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:24.045701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361297c-dbc3-41e4-ae21-74560c333c88 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Network': ['ID=5aa0147a-bf2c-4f77-8a2f-0c41685542fe,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:24.057342 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:37:24.064961 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:37:24.094145 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:24.232248 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:24.422101 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:24.445901 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:24.553181 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.25.3.19 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/99db1eca-e0b9-4f47-8669-cef4eb2f8509) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:37:24.656131 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:24.695641 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:24.731683 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:24.734524 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:24.737997 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:37:24.748152 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3daf47-b1c8-40b8-9512-89a592da6a4f None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:37:24.769495 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=99db1eca-e0b9-4f47-8669-cef4eb2f8509,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:24.789768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-1757e8f8-177d-4b91-8d57-0728062f8e37 None None] Provisioning complete for port 99db1eca-e0b9-4f47-8669-cef4eb2f8509 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:24.790234 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1757e8f8-177d-4b91-8d57-0728062f8e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:24.827932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-1757e8f8-177d-4b91-8d57-0728062f8e37 None None] Port 99db1eca-e0b9-4f47-8669-cef4eb2f8509 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:37:25.009660 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:25.533330 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:25.664797 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router a451c1e2-2085-4b28-8129-48f87e183006 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:37:25.771383 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:37:25.781300 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Sync routers for ids ['a451c1e2-2085-4b28-8129-48f87e183006'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:37:25.791114 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:25.791652 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Routers {'a451c1e2-2085-4b28-8129-48f87e183006'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:25.795283 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['a451c1e2-2085-4b28-8129-48f87e183006'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:25.795448 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-ce9d170d-343b-4864-837a-79c43bd06aa0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7794242 Nov 12 09:37:25.795683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49836) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:25.871790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-dd6f72c8-d545-42a6-8265-42be6d8308b9 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e41f4d6a0582425898496598a472cbc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726058 Nov 12 09:37:25.872010 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49840) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:25.901012 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Set router a451c1e2-2085-4b28-8129-48f87e183006 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:25.956158 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d2772-4dcc-47b5-bcbb-803997f2c46d tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:25.957701 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5f8d2772-4dcc-47b5-bcbb-803997f2c46d tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848157 Nov 12 09:37:25.960886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49842) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:25.994689 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-36bdf2a0-c594-4469-86da-f21b0b272bdc tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324800 Nov 12 09:37:25.997013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49844) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:26.002527 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-33cb45ae-5a5b-4972-a38a-4d467f2d1fe7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1370769949', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:26.085859 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:24Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:26.090704 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cb45ae-5a5b-4972-a38a-4d467f2d1fe7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:37:26.094289 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33cb45ae-5a5b-4972-a38a-4d467f2d1fe7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:26.273716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Checking router: a451c1e2-2085-4b28-8129-48f87e183006 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:37:26.274056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Updating router a451c1e2-2085-4b28-8129-48f87e183006 port 99db1eca-e0b9-4f47-8669-cef4eb2f8509 binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:37:26.282152 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33cb45ae-5a5b-4972-a38a-4d467f2d1fe7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:26.298762 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:26.344004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb45ae-5a5b-4972-a38a-4d467f2d1fe7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Subnet': ['ID=c4625b8d-9e9f-4eab-9221-fdf20352b5e1,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:26.351385 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb45ae-5a5b-4972-a38a-4d467f2d1fe7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Checking segment: {'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:37:26.351747 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb45ae-5a5b-4972-a38a-4d467f2d1fe7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network hostable DHCP agents. Network: 5aa0147a-bf2c-4f77-8a2f-0c41685542fe, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:37:26.370112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb45ae-5a5b-4972-a38a-4d467f2d1fe7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:37:26.378926 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-33cb45ae-5a5b-4972-a38a-4d467f2d1fe7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 5aa0147a-bf2c-4f77-8a2f-0c41685542fe) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:26.385408 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cb45ae-5a5b-4972-a38a-4d467f2d1fe7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:26.385806 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-33cb45ae-5a5b-4972-a38a-4d467f2d1fe7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:26.392787 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d6f51-63cb-4021-9da5-513f54d95b3d None None] Network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:37:26.402179 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-33cb45ae-5a5b-4972-a38a-4d467f2d1fe7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4041119 Nov 12 09:37:26.404899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49846) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:26.646803 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ips': [{'subnet_id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:37:26.647636 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:26.685068 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:26.691416 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:26.786411 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456387c8-bac7-438c-bfdd-afaca81a6991 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:37:26.814567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bb07b-1283-4fd3-ad64-d7a6d10bf456 None None] Pushing event updated for resources: {'Port': ['ID=99db1eca-e0b9-4f47-8669-cef4eb2f8509,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:26.817637 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Attempting to bind port 99db1eca-e0b9-4f47-8669-cef4eb2f8509 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:37:26.818010 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Attempting to bind port 99db1eca-e0b9-4f47-8669-cef4eb2f8509 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:37:26.818405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Attempting to bind port 99db1eca-e0b9-4f47-8669-cef4eb2f8509 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:37:26.841506 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:26.846250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:37:26.846625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:37:26.847028 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:26.847430 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:37:26.848528 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Bound port: 99db1eca-e0b9-4f47-8669-cef4eb2f8509, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:37:26.848930 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:26.922326 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Allocated IP 172.20.0.2 (5aa0147a-bf2c-4f77-8a2f-0c41685542fe/c4625b8d-9e9f-4eab-9221-fdf20352b5e1/02bcc975-8c30-4bcb-af29-799652586bbb) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:37:26.924248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-d1bf66f8-cdde-4a3d-bafa-5c7ad9ad0c9f None None] Provisioning complete for port 99db1eca-e0b9-4f47-8669-cef4eb2f8509 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:26.924613 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d1bf66f8-cdde-4a3d-bafa-5c7ad9ad0c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:26.960237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] For port 99db1eca-e0b9-4f47-8669-cef4eb2f8509, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:37:26.977932 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] For port 99db1eca-e0b9-4f47-8669-cef4eb2f8509, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=99db1eca-e0b9-4f47-8669-cef4eb2f8509,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:37:26.995045 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.027883 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf66f8-cdde-4a3d-bafa-5c7ad9ad0c9f None None] Port 99db1eca-e0b9-4f47-8669-cef4eb2f8509 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:37:27.074654 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4dd475-3bcb-4448-87fc-174f36929917 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:37:27.113277 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Routers {'a451c1e2-2085-4b28-8129-48f87e183006'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:27.113892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['a451c1e2-2085-4b28-8129-48f87e183006'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:27.120445 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bb07b-1283-4fd3-ad64-d7a6d10bf456 None None] Pushing event updated for resources: {'Port': ['ID=99db1eca-e0b9-4f47-8669-cef4eb2f8509,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:27.244596 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0d7a982e-d791-4030-b33c-e87a362fdfa7 None None] Provisioning complete for port 99db1eca-e0b9-4f47-8669-cef4eb2f8509 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:27.244959 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0d7a982e-d791-4030-b33c-e87a362fdfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.317020 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.320018 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] Set router a451c1e2-2085-4b28-8129-48f87e183006 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:27.376104 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.384321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.20.0.1 (5aa0147a-bf2c-4f77-8a2f-0c41685542fe/c4625b8d-9e9f-4eab-9221-fdf20352b5e1/2368b974-7256-402e-a93e-9faa7d3c7ae0) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:37:27.472147 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:27.482724 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:27.485019 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:37:27.508892 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Pushing event updated for resources: {'Port': ['ID=02bcc975-8c30-4bcb-af29-799652586bbb,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:27.518704 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.564444 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.576288 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0d7a982e-d791-4030-b33c-e87a362fdfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.611260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:27.617391 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:27.617816 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-0d7a982e-d791-4030-b33c-e87a362fdfa7 None None] For port 99db1eca-e0b9-4f47-8669-cef4eb2f8509, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=99db1eca-e0b9-4f47-8669-cef4eb2f8509,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:27.630266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:37:27.639455 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Attempting to bind port 02bcc975-8c30-4bcb-af29-799652586bbb on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:37:27.639825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Attempting to bind port 02bcc975-8c30-4bcb-af29-799652586bbb by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:37:27.640184 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Attempting to bind port 02bcc975-8c30-4bcb-af29-799652586bbb on network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:37:27.645795 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0d7a982e-d791-4030-b33c-e87a362fdfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.655389 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:37:27.655762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Checking segment: {'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:37:27.656160 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.656548 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Bound using segment: {'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:37:27.657023 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Bound port: 02bcc975-8c30-4bcb-af29-799652586bbb, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:37:27.657434 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.664553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=2368b974-7256-402e-a93e-9faa7d3c7ae0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:27.694312 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.734181 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a982e-d791-4030-b33c-e87a362fdfa7 None None] Pushing event updated for resources: {'Port': ['ID=99db1eca-e0b9-4f47-8669-cef4eb2f8509,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:27.776781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:24Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:27.779667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] For port 02bcc975-8c30-4bcb-af29-799652586bbb, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:37:27.810237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb363b-e52e-4fa5-a750-40d16b260199 None None] The sync data for ids ['a451c1e2-2085-4b28-8129-48f87e183006'] in n-d-768851-18 is: [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:24Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:37:27.823422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] For port 02bcc975-8c30-4bcb-af29-799652586bbb, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=02bcc975-8c30-4bcb-af29-799652586bbb,segment=NetworkSegment(33b60037-a6f8-41a4-b62a-57e80a0b860a),segment_id=33b60037-a6f8-41a4-b62a-57e80a0b860a)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:37:27.826780 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.832770 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.934458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2c42c-fc90-435d-993f-f64a8f5dbee1 None None] Pushing event updated for resources: {'Port': ['ID=02bcc975-8c30-4bcb-af29-799652586bbb,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:28.248413 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:28.253548 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:28.349767 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:28.351762 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=2368b974-7256-402e-a93e-9faa7d3c7ae0,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:28.468885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:28.470407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:28.592649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router a451c1e2-2085-4b28-8129-48f87e183006 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:37:29.042807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:37:29.048836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-1b5c5f5e-b88c-41ed-98ef-1cb9b946e6e7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "PUT /v2.0/routers/a451c1e2-2085-4b28-8129-48f87e183006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6424806 Nov 12 09:37:29.087026 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5110a5-9b4a-4202-898c-3a7d62ac4b3e None None] Network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:37:29.206613 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-aecbba59-a311-4f92-899f-ce293a35ba8f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-18979254&fields=id&tenant_id=e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 267 time: 0.0494556 Nov 12 09:37:29.328276 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583126a-30dc-4266-89dc-9e3711bca972 req-0d9e002f-5fcd-4d65-8b3a-09ae516598a8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:29.330919 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-0d9e002f-5fcd-4d65-8b3a-09ae516598a8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/networks?id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe HTTP/1.1" status: 200 len: 796 time: 0.1158116 Nov 12 09:37:29.348799 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-b1aef35c-9268-4a03-8f93-9c7681f62455 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/quotas/e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 375 time: 0.0108526 Nov 12 09:37:29.375974 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:29.388316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e46595f5-d57e-4046-b549-e02562889619 None None] Provisioning complete for port 02bcc975-8c30-4bcb-af29-799652586bbb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:29.388691 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e46595f5-d57e-4046-b549-e02562889619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:29.404557 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-eed39b2e-9e2a-4362-bdbe-83fd8aaaa4a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489147 Nov 12 09:37:29.499091 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e46595f5-d57e-4046-b549-e02562889619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:29.516040 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-7daa21b6-e56c-4ef5-aa95-ccbcf84cdfe0 service neutron] 10.222.0.31 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970414 Nov 12 09:37:29.532821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e46595f5-d57e-4046-b549-e02562889619 None None] For port 02bcc975-8c30-4bcb-af29-799652586bbb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=02bcc975-8c30-4bcb-af29-799652586bbb,segment=NetworkSegment(33b60037-a6f8-41a4-b62a-57e80a0b860a),segment_id=33b60037-a6f8-41a4-b62a-57e80a0b860a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:29.538719 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e46595f5-d57e-4046-b549-e02562889619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:29.594413 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46595f5-d57e-4046-b549-e02562889619 None None] Pushing event updated for resources: {'Port': ['ID=02bcc975-8c30-4bcb-af29-799652586bbb,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:29.621806 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-787519c3-cca4-4841-86a1-b3fd451007ad service neutron] 10.222.0.31 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975435 Nov 12 09:37:29.629523 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b15df-b994-4303-9541-65b039e1515c None None] Sync routers for ids ['a451c1e2-2085-4b28-8129-48f87e183006'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:37:29.645014 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b15df-b994-4303-9541-65b039e1515c None None] Routers {'a451c1e2-2085-4b28-8129-48f87e183006'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:29.645681 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-102b15df-b994-4303-9541-65b039e1515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['a451c1e2-2085-4b28-8129-48f87e183006'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:29.768601 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-098ea826-66a4-4a47-85cd-63bc6f5e6ebb None None] Provisioning complete for port 02bcc975-8c30-4bcb-af29-799652586bbb triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:29.774112 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-102b15df-b994-4303-9541-65b039e1515c None None] Set router a451c1e2-2085-4b28-8129-48f87e183006 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:29.789158 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-098ea826-66a4-4a47-85cd-63bc6f5e6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:29.812970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1b173da-ba93-46d6-b6bd-9b1c875647aa req-94696b8b-053a-4c4b-ba5b-e5fb98bf77c6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 210 time: 0.0416746 Nov 12 09:37:29.927928 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 02bcc975-8c30-4bcb-af29-799652586bbb up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:37:30.026778 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-098ea826-66a4-4a47-85cd-63bc6f5e6ebb None None] Provisioning complete for port 2368b974-7256-402e-a93e-9faa7d3c7ae0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:30.027696 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-098ea826-66a4-4a47-85cd-63bc6f5e6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.071629 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-098ea826-66a4-4a47-85cd-63bc6f5e6ebb None None] Port 2368b974-7256-402e-a93e-9faa7d3c7ae0 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:37:30.091256 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-102b15df-b994-4303-9541-65b039e1515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '2368b974-7256-402e-a93e-9faa7d3c7ae0', 'name': '', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:6c:9f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:26Z', 'updated_at': '2021-11-12T09:37:28Z', 'revision_number': 2, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:30.099165 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 02bcc975-8c30-4bcb-af29-799652586bbb triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:30.100314 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.124984 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b15df-b994-4303-9541-65b039e1515c None None] Checking router: a451c1e2-2085-4b28-8129-48f87e183006 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:37:30.125582 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b15df-b994-4303-9541-65b039e1515c None None] Updating router a451c1e2-2085-4b28-8129-48f87e183006 port 2368b974-7256-402e-a93e-9faa7d3c7ae0 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:37:30.152683 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-102b15df-b994-4303-9541-65b039e1515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.208156 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 99db1eca-e0b9-4f47-8669-cef4eb2f8509 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:37:30.248278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-62207822-e097-422e-9ee5-2e546a6e6083 None None] Provisioning complete for port 2368b974-7256-402e-a93e-9faa7d3c7ae0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:30.248711 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62207822-e097-422e-9ee5-2e546a6e6083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.294608 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-62207822-e097-422e-9ee5-2e546a6e6083 None None] Port 2368b974-7256-402e-a93e-9faa7d3c7ae0 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:37:30.298331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 99db1eca-e0b9-4f47-8669-cef4eb2f8509 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:30.298713 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.428040 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fe3915ec-1ad2-4405-b31d-f879370abf99 None None] Provisioning complete for port 2368b974-7256-402e-a93e-9faa7d3c7ae0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:30.428688 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fe3915ec-1ad2-4405-b31d-f879370abf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.442153 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-102b15df-b994-4303-9541-65b039e1515c None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.448559 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-102b15df-b994-4303-9541-65b039e1515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.486856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-fe3915ec-1ad2-4405-b31d-f879370abf99 None None] Port 2368b974-7256-402e-a93e-9faa7d3c7ae0 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:37:30.501672 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Pushing event updated for resources: {'Port': ['ID=2368b974-7256-402e-a93e-9faa7d3c7ae0,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:30.511121 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:30.511699 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:30.512208 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:30.512706 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:30.513035 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:30.513890 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:30.513890 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:30.514158 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:30.514357 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:30.514608 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:30.515135 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:30.515448 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:30.572662 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-102b15df-b994-4303-9541-65b039e1515c None None] Attempting to bind port 2368b974-7256-402e-a93e-9faa7d3c7ae0 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:37:30.573031 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-102b15df-b994-4303-9541-65b039e1515c None None] Attempting to bind port 2368b974-7256-402e-a93e-9faa7d3c7ae0 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:37:30.573424 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b15df-b994-4303-9541-65b039e1515c None None] Attempting to bind port 2368b974-7256-402e-a93e-9faa7d3c7ae0 on network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:37:30.578826 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b15df-b994-4303-9541-65b039e1515c None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:37:30.579235 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b15df-b994-4303-9541-65b039e1515c None None] Checking segment: {'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:37:30.579637 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-102b15df-b994-4303-9541-65b039e1515c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.580022 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b15df-b994-4303-9541-65b039e1515c None None] Bound using segment: {'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:37:30.580487 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-102b15df-b994-4303-9541-65b039e1515c None None] Bound port: 2368b974-7256-402e-a93e-9faa7d3c7ae0, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:37:30.581043 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-102b15df-b994-4303-9541-65b039e1515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.654403 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-102b15df-b994-4303-9541-65b039e1515c None None] For port 2368b974-7256-402e-a93e-9faa7d3c7ae0, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:37:30.658148 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-102b15df-b994-4303-9541-65b039e1515c None None] For port 2368b974-7256-402e-a93e-9faa7d3c7ae0, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2368b974-7256-402e-a93e-9faa7d3c7ae0,segment=NetworkSegment(33b60037-a6f8-41a4-b62a-57e80a0b860a),segment_id=33b60037-a6f8-41a4-b62a-57e80a0b860a)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:37:30.663126 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-102b15df-b994-4303-9541-65b039e1515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.715479 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5cba5680-12e6-450a-a68b-94c273ea594d None None] Provisioning complete for port 2368b974-7256-402e-a93e-9faa7d3c7ae0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:30.716374 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5cba5680-12e6-450a-a68b-94c273ea594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.716599 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b15df-b994-4303-9541-65b039e1515c None None] Routers {'a451c1e2-2085-4b28-8129-48f87e183006'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:30.717263 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-102b15df-b994-4303-9541-65b039e1515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:37:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['a451c1e2-2085-4b28-8129-48f87e183006'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:30.767364 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b3e23-4068-4cac-bc7b-a6d76e8286a2 None None] Pushing event updated for resources: {'Port': ['ID=2368b974-7256-402e-a93e-9faa7d3c7ae0,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:30.799763 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5cba5680-12e6-450a-a68b-94c273ea594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.840378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5cba5680-12e6-450a-a68b-94c273ea594d None None] For port 2368b974-7256-402e-a93e-9faa7d3c7ae0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2368b974-7256-402e-a93e-9faa7d3c7ae0,segment=NetworkSegment(33b60037-a6f8-41a4-b62a-57e80a0b860a),segment_id=33b60037-a6f8-41a4-b62a-57e80a0b860a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:30.843970 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-102b15df-b994-4303-9541-65b039e1515c None None] Set router a451c1e2-2085-4b28-8129-48f87e183006 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:30.859180 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5cba5680-12e6-450a-a68b-94c273ea594d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:30.925497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba5680-12e6-450a-a68b-94c273ea594d None None] Pushing event updated for resources: {'Port': ['ID=2368b974-7256-402e-a93e-9faa7d3c7ae0,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:30.964157 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-958e5111-3003-490b-a4c3-c6743ecce665 req-8b59fef1-1eaa-4a0e-83d2-ca04d59268a0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 210 time: 0.0282049 Nov 12 09:37:31.019065 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a679570b-0593-4c27-a92d-4c2536b06e6d None None] Provisioning complete for port 2368b974-7256-402e-a93e-9faa7d3c7ae0 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:31.019520 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a679570b-0593-4c27-a92d-4c2536b06e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:31.125292 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583126a-30dc-4266-89dc-9e3711bca972 req-226f97e4-37a7-4b1f-8516-1d2242629ca5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:31.127614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-226f97e4-37a7-4b1f-8516-1d2242629ca5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "GET /v2.0/networks?id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe HTTP/1.1" status: 200 len: 796 time: 0.1294808 Nov 12 09:37:31.213495 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-102b15df-b994-4303-9541-65b039e1515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '2368b974-7256-402e-a93e-9faa7d3c7ae0', 'name': '', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:6c:9f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:26Z', 'updated_at': '2021-11-12T09:37:30Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:31.220015 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-1b20cfbb-916f-4932-9bc6-ce32b83e64d6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 378 time: 0.0827613 Nov 12 09:37:31.230772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e583126a-30dc-4266-89dc-9e3711bca972 req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'port': {'device_id': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'admin_state_up': True, 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'security_groups': ['66bc885b-1af0-4481-8b21-64ecee0590d1']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:31.242333 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b15df-b994-4303-9541-65b039e1515c None None] The sync data for ids ['a451c1e2-2085-4b28-8129-48f87e183006'] in n-d-768851-18 is: [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '2368b974-7256-402e-a93e-9faa7d3c7ae0', 'name': '', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:6c:9f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:26Z', 'updated_at': '2021-11-12T09:37:30Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:37:31.368951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e583126a-30dc-4266-89dc-9e3711bca972 req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:37:31.372625 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e583126a-30dc-4266-89dc-9e3711bca972 req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:31.504247 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-e583126a-30dc-4266-89dc-9e3711bca972 req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.20.0.7 (5aa0147a-bf2c-4f77-8a2f-0c41685542fe/c4625b8d-9e9f-4eab-9221-fdf20352b5e1/41018108-208f-4efb-ae97-28a506406f9f) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:37:31.656195 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e583126a-30dc-4266-89dc-9e3711bca972 req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:31.690964 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e583126a-30dc-4266-89dc-9e3711bca972 req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:31.739567 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e583126a-30dc-4266-89dc-9e3711bca972 req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:31.745339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-e583126a-30dc-4266-89dc-9e3711bca972 req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:31.749030 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e583126a-30dc-4266-89dc-9e3711bca972 req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:37:31.788897 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=41018108-208f-4efb-ae97-28a506406f9f,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:31.804284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583126a-30dc-4266-89dc-9e3711bca972 req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:31.804955 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e583126a-30dc-4266-89dc-9e3711bca972 req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:31.810378 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2368b974-7256-402e-a93e-9faa7d3c7ae0 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:37:31.822373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-86017b18-fcf9-44b3-ac4a-cd620ade05c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5953052 Nov 12 09:37:31.836437 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Request body: {'port': {'device_id': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:31.893272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 2368b974-7256-402e-a93e-9faa7d3c7ae0 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:31.893769 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:31.913644 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:32.150943 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-b494e48e-d0bf-444d-a2b7-cb02d9ac88f3 None None] Provisioning complete for port 41018108-208f-4efb-ae97-28a506406f9f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:32.151333 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b494e48e-d0bf-444d-a2b7-cb02d9ac88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:32.195804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d74475-a541-4fee-9958-ef73a7f834ee req-cc7d200b-6c51-43bf-b964-25b0b2dbccab tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:32.197397 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b0d74475-a541-4fee-9958-ef73a7f834ee req-cc7d200b-6c51-43bf-b964-25b0b2dbccab tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 931 time: 0.1268151 Nov 12 09:37:32.199673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-b494e48e-d0bf-444d-a2b7-cb02d9ac88f3 None None] Port 41018108-208f-4efb-ae97-28a506406f9f cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:37:32.282989 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b0d74475-a541-4fee-9958-ef73a7f834ee req-cbe0fcc2-31e3-47b0-8fd4-b016ce95027a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778294 Nov 12 09:37:32.326981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41018108-208f-4efb-ae97-28a506406f9f {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:37:32.335292 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:32.347895 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Transition to ACTIVE for port object 41018108-208f-4efb-ae97-28a506406f9f will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:37:32.351934 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:32.421245 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Pushing event updated for resources: {'Port': ['ID=41018108-208f-4efb-ae97-28a506406f9f,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:32.476125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Attempting to bind port 41018108-208f-4efb-ae97-28a506406f9f on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:37:32.476457 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Attempting to bind port 41018108-208f-4efb-ae97-28a506406f9f by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:37:32.476784 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Attempting to bind port 41018108-208f-4efb-ae97-28a506406f9f on network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:37:32.481675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Port 41018108-208f-4efb-ae97-28a506406f9f on network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:37:32.482000 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Attempting to bind port 41018108-208f-4efb-ae97-28a506406f9f on network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:37:32.487145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:37:32.487488 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Checking segment: {'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:37:32.487850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Bound using segment: {'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:37:32.488409 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Bound port: 41018108-208f-4efb-ae97-28a506406f9f, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b60037-a6f8-41a4-b62a-57e80a0b860a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:37:32.488770 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:32.560741 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] For port 41018108-208f-4efb-ae97-28a506406f9f, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:37:32.563945 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] For port 41018108-208f-4efb-ae97-28a506406f9f, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=41018108-208f-4efb-ae97-28a506406f9f,segment=NetworkSegment(33b60037-a6f8-41a4-b62a-57e80a0b860a),segment_id=33b60037-a6f8-41a4-b62a-57e80a0b860a)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:37:32.569894 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:32.603862 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:32.604482 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:32.605885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] 10.222.0.52 "PUT /v2.0/ports/41018108-208f-4efb-ae97-28a506406f9f HTTP/1.1" status: 200 len: 1092 time: 0.7747464 Nov 12 09:37:32.606344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'tag': '41018108-208f-4efb-ae97-28a506406f9f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:37:32.608548 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb6ec37-2f8e-4dbd-b375-e6bbd83471d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1a4ce6-2bc0-414a-80c4-ca78345988a5", "tag": "41018108-208f-4efb-ae97-28a506406f9f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:37:32.633586 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca9f5c-7120-44b7-9df3-cc8e49c5a76a service neutron] Pushing event updated for resources: {'Port': ['ID=41018108-208f-4efb-ae97-28a506406f9f,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:32.684934 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396938f8-c6a1-4fa6-9bef-5650ef8d53ed x-openstack-request-id: req-396938f8-c6a1-4fa6-9bef-5650ef8d53ed {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:37:32.685316 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1a4ce6-2bc0-414a-80c4-ca78345988a5", "tag": "41018108-208f-4efb-ae97-28a506406f9f", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:37:32.685675 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-396938f8-c6a1-4fa6-9bef-5650ef8d53ed {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:37:32.686036 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'tag': '41018108-208f-4efb-ae97-28a506406f9f', 'status': 'completed', 'code': 200} Nov 12 09:37:32.691956 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583126a-30dc-4266-89dc-9e3711bca972 req-0bf70979-aead-4fe7-9114-8a900154b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:32.693574 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-0bf70979-aead-4fe7-9114-8a900154b526 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 1095 time: 0.0477169 Nov 12 09:37:32.743902 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-96dca5fd-68af-4123-8e0b-5362dd8d4c07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41018108-208f-4efb-ae97-28a506406f9f HTTP/1.1" status: 200 len: 217 time: 0.0405264 Nov 12 09:37:32.795773 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583126a-30dc-4266-89dc-9e3711bca972 req-a408ea59-df8b-4153-b1ba-9bef34f9952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:32.797300 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-a408ea59-df8b-4153-b1ba-9bef34f9952b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4625b8d-9e9f-4eab-9221-fdf20352b5e1 HTTP/1.1" status: 200 len: 835 time: 0.0466285 Nov 12 09:37:32.844034 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583126a-30dc-4266-89dc-9e3711bca972 req-b9a87e39-4bf6-4fb6-9cef-061c371e39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:32.845545 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-b9a87e39-4bf6-4fb6-9cef-061c371e39b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411618 Nov 12 09:37:32.938996 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-c160800f-cada-4058-a657-f042e3b6a49f service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855136 Nov 12 09:37:33.030384 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e583126a-30dc-4266-89dc-9e3711bca972 req-c3347e40-7cf7-4005-957d-ddda0d3045d3 service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842624 Nov 12 09:37:33.125364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ec37-2f8e-4dbd-b375-e6bbd83471d3 req-75e1740a-af77-44b5-b98d-a4feff761509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:33.126866 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adb6ec37-2f8e-4dbd-b375-e6bbd83471d3 req-75e1740a-af77-44b5-b98d-a4feff761509 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 1095 time: 0.0414650 Nov 12 09:37:33.221643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ec37-2f8e-4dbd-b375-e6bbd83471d3 req-5c8e8b00-e41f-4b28-8547-80959e0e5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:33.223121 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adb6ec37-2f8e-4dbd-b375-e6bbd83471d3 req-5c8e8b00-e41f-4b28-8547-80959e0e5572 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe HTTP/1.1" status: 200 len: 897 time: 0.0893941 Nov 12 09:37:33.267440 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adb6ec37-2f8e-4dbd-b375-e6bbd83471d3 req-8f7604f6-a53b-44cc-8283-f2cba21c702b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41018108-208f-4efb-ae97-28a506406f9f HTTP/1.1" status: 200 len: 217 time: 0.0367675 Nov 12 09:37:33.330675 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ec37-2f8e-4dbd-b375-e6bbd83471d3 req-533582e5-e93d-48f6-955a-38c50655b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:33.332241 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adb6ec37-2f8e-4dbd-b375-e6bbd83471d3 req-533582e5-e93d-48f6-955a-38c50655b67b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4625b8d-9e9f-4eab-9221-fdf20352b5e1 HTTP/1.1" status: 200 len: 835 time: 0.0574505 Nov 12 09:37:33.406625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ec37-2f8e-4dbd-b375-e6bbd83471d3 req-40c2cd21-2b38-4c0a-9a0e-4d6438b220d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:33.408126 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adb6ec37-2f8e-4dbd-b375-e6bbd83471d3 req-40c2cd21-2b38-4c0a-9a0e-4d6438b220d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681417 Nov 12 09:37:33.423876 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563e3e4-18a1-4cd7-a542-0974e19d72ed req-78b7ac6b-d4e5-4168-b02b-415a7707cd45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:33.425897 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1563e3e4-18a1-4cd7-a542-0974e19d72ed req-78b7ac6b-d4e5-4168-b02b-415a7707cd45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 943 time: 0.0598674 Nov 12 09:37:33.533410 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1563e3e4-18a1-4cd7-a542-0974e19d72ed req-48db07db-f81a-4b31-adc9-c3ea9e5c3a52 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983500 Nov 12 09:37:33.558951 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adb6ec37-2f8e-4dbd-b375-e6bbd83471d3 req-4824b44e-b5c5-41cc-8db3-9a0cf40ddec8 service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293414 Nov 12 09:37:33.654202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-adb6ec37-2f8e-4dbd-b375-e6bbd83471d3 req-ae53e567-035b-4f45-a663-13c593162278 service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891292 Nov 12 09:37:34.653724 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7238-a4d2-414b-8135-a2725a7f653a req-0457e6b9-21dd-4527-8064-f44be6b9367e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:34.655205 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd9f7238-a4d2-414b-8135-a2725a7f653a req-0457e6b9-21dd-4527-8064-f44be6b9367e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 943 time: 0.0497229 Nov 12 09:37:34.706333 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-fd9f7238-a4d2-414b-8135-a2725a7f653a req-c7387ea6-cf9a-4326-9b7a-628fdb03f163 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452108 Nov 12 09:37:35.371362 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-83e5e9be-677b-4682-a111-31cb91e49526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:35.822063 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a929-22f6-4c34-89d6-99de47f9198e req-b478a422-da89-45b2-a415-9ce280963858 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:35.823562 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ff88a929-22f6-4c34-89d6-99de47f9198e req-b478a422-da89-45b2-a415-9ce280963858 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 943 time: 0.0496786 Nov 12 09:37:35.872552 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ff88a929-22f6-4c34-89d6-99de47f9198e req-1ef57653-4393-4313-86d9-89fa9f191fa6 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430241 Nov 12 09:37:36.043227 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 41018108-208f-4efb-ae97-28a506406f9f details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:37:36.138817 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 41018108-208f-4efb-ae97-28a506406f9f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=41018108-208f-4efb-ae97-28a506406f9f,segment=NetworkSegment(33b60037-a6f8-41a4-b62a-57e80a0b860a),segment_id=33b60037-a6f8-41a4-b62a-57e80a0b860a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:36.150417 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '41018108-208f-4efb-ae97-28a506406f9f', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'port_id': '41018108-208f-4efb-ae97-28a506406f9f', 'mac_address': 'fa:16:3e:5f:7c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:37:36.187941 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:36.200493 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41018108-208f-4efb-ae97-28a506406f9f {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:37:36.220259 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 41018108-208f-4efb-ae97-28a506406f9f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=41018108-208f-4efb-ae97-28a506406f9f,segment=NetworkSegment(33b60037-a6f8-41a4-b62a-57e80a0b860a),segment_id=33b60037-a6f8-41a4-b62a-57e80a0b860a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:36.225340 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:36.269781 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=41018108-208f-4efb-ae97-28a506406f9f,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:36.438916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['41018108-208f-4efb-ae97-28a506406f9f'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:37:37.000690 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558b62a-bcbe-4550-9652-a2ba3a128dbf req-4c70c2fb-670c-488b-bc2b-2d0ca7235c07 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:37.002419 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5558b62a-bcbe-4550-9652-a2ba3a128dbf req-4c70c2fb-670c-488b-bc2b-2d0ca7235c07 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 944 time: 0.0567653 Nov 12 09:37:37.053381 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5558b62a-bcbe-4550-9652-a2ba3a128dbf req-bc90cd48-7ada-4e8c-8517-e5b758eebe57 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447941 Nov 12 09:37:37.637866 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ab613a16-b703-4651-974c-3a6fe3164ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:38.064644 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 41018108-208f-4efb-ae97-28a506406f9f up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:37:38.123853 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 41018108-208f-4efb-ae97-28a506406f9f completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:37:38.127826 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 41018108-208f-4efb-ae97-28a506406f9f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:38.128197 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:38.173220 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb38fff-c966-4433-b25a-3b43c9f43e33 req-1c3dbcf6-24ab-49e5-b965-7959c3c8d1fe tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:38.174749 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9fb38fff-c966-4433-b25a-3b43c9f43e33 req-1c3dbcf6-24ab-49e5-b965-7959c3c8d1fe tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 944 time: 0.0505474 Nov 12 09:37:38.213715 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:38.231205 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9fb38fff-c966-4433-b25a-3b43c9f43e33 req-8b8ab2a2-3b2d-4bd3-8208-1e335b95053b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452287 Nov 12 09:37:38.237144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41018108-208f-4efb-ae97-28a506406f9f'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:37:38.239410 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bb4db4-d018-42f5-aa45-84cdea780c47" -d '{"events": [{"server_uuid": "ff1a4ce6-2bc0-414a-80c4-ca78345988a5", "name": "network-vif-plugged", "status": "completed", "tag": "41018108-208f-4efb-ae97-28a506406f9f"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:37:38.253656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 41018108-208f-4efb-ae97-28a506406f9f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=41018108-208f-4efb-ae97-28a506406f9f,segment=NetworkSegment(33b60037-a6f8-41a4-b62a-57e80a0b860a),segment_id=33b60037-a6f8-41a4-b62a-57e80a0b860a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:38.257993 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:38.296174 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3114b8-12da-408d-8a82-710346073299 x-openstack-request-id: req-ac3114b8-12da-408d-8a82-710346073299 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:37:38.296460 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1a4ce6-2bc0-414a-80c4-ca78345988a5", "name": "network-vif-plugged", "status": "completed", "tag": "41018108-208f-4efb-ae97-28a506406f9f", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:37:38.296712 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac3114b8-12da-408d-8a82-710346073299 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:37:38.297137 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41018108-208f-4efb-ae97-28a506406f9f', 'code': 200} Nov 12 09:37:38.311758 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=41018108-208f-4efb-ae97-28a506406f9f,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:38.403657 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf384900-ce30-49c7-a39a-41cfc8b9c728 req-a75a5eff-2443-444f-b679-c04db7074082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:38.405801 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf384900-ce30-49c7-a39a-41cfc8b9c728 req-a75a5eff-2443-444f-b679-c04db7074082 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 1097 time: 0.0481992 Nov 12 09:37:38.455848 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bf384900-ce30-49c7-a39a-41cfc8b9c728 req-a3f3ff78-6c14-4db9-9296-45309b261e1a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420020 Nov 12 09:37:38.869952 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:39.352405 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777cad3-4771-464e-88ea-55f0ce101e80 req-fdd239fc-6606-41a9-9767-7cc0564f9c0e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:39.353938 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6777cad3-4771-464e-88ea-55f0ce101e80 req-fdd239fc-6606-41a9-9767-7cc0564f9c0e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0539815 Nov 12 09:37:39.409304 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6777cad3-4771-464e-88ea-55f0ce101e80 req-27639326-0c83-4671-a86a-15373c789c6a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491493 Nov 12 09:37:40.008740 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72f71c29-787f-4bbb-901f-8d7b4516b027 req-e9f3d6be-83db-4a8d-9d5a-0574ff6496ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455897 Nov 12 09:37:40.093900 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f71c29-787f-4bbb-901f-8d7b4516b027 req-01d99fcc-eeb3-4d8e-9663-2d5fafe0257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:40.095339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72f71c29-787f-4bbb-901f-8d7b4516b027 req-01d99fcc-eeb3-4d8e-9663-2d5fafe0257e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 1097 time: 0.0419908 Nov 12 09:37:40.218193 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f71c29-787f-4bbb-901f-8d7b4516b027 req-342df549-4655-4ad2-9321-d22df33a42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:40.220476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72f71c29-787f-4bbb-901f-8d7b4516b027 req-342df549-4655-4ad2-9321-d22df33a42d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe HTTP/1.1" status: 200 len: 897 time: 0.1059198 Nov 12 09:37:40.235763 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:40.268867 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72f71c29-787f-4bbb-901f-8d7b4516b027 req-bbc44ba9-7a45-4183-b9f5-6d4d2570ca4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41018108-208f-4efb-ae97-28a506406f9f HTTP/1.1" status: 200 len: 217 time: 0.0411773 Nov 12 09:37:40.319393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f71c29-787f-4bbb-901f-8d7b4516b027 req-72d1ae56-2c0c-400e-869c-7dff181d3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:40.320850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72f71c29-787f-4bbb-901f-8d7b4516b027 req-72d1ae56-2c0c-400e-869c-7dff181d3675 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4625b8d-9e9f-4eab-9221-fdf20352b5e1 HTTP/1.1" status: 200 len: 835 time: 0.0445135 Nov 12 09:37:40.369439 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f71c29-787f-4bbb-901f-8d7b4516b027 req-c9a970ad-6092-4340-8832-1a085b9ec491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:40.370970 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72f71c29-787f-4bbb-901f-8d7b4516b027 req-c9a970ad-6092-4340-8832-1a085b9ec491 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422916 Nov 12 09:37:40.473562 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72f71c29-787f-4bbb-901f-8d7b4516b027 req-0f2aeed5-877c-481e-bf72-efc2ef4b6405 service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948262 Nov 12 09:37:40.544003 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f19b4-f388-4f42-baf3-c0648056c545 req-b7842ad6-acc7-459e-8abf-8ecfe43117f9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:40.545953 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f0f19b4-f388-4f42-baf3-c0648056c545 req-b7842ad6-acc7-459e-8abf-8ecfe43117f9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0600312 Nov 12 09:37:40.577376 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-72f71c29-787f-4bbb-901f-8d7b4516b027 req-4fac2575-2457-4646-9957-61de3d8051bb service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961597 Nov 12 09:37:40.604023 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-5f0f19b4-f388-4f42-baf3-c0648056c545 req-df4d6cb9-4842-4b35-b535-9a069bb9f89a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502775 Nov 12 09:37:40.730204 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ff597-d058-4a57-8a4f-6717ddcf6423 req-a6edd2a4-df31-4cff-81eb-12ee15fefa1e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:40.731694 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aa0ff597-d058-4a57-8a4f-6717ddcf6423 req-a6edd2a4-df31-4cff-81eb-12ee15fefa1e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0566063 Nov 12 09:37:40.780762 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-aa0ff597-d058-4a57-8a4f-6717ddcf6423 req-a74f0118-5b58-4eb9-af3a-538e845a56f2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430036 Nov 12 09:37:40.803129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49902) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:40.842175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac080216-c7ba-447e-bd09-287d565f50f7 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:40.843681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-ac080216-c7ba-447e-bd09-287d565f50f7 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 1092 time: 0.0396175 Nov 12 09:37:40.846533 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49904) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:40.851298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '41018108-208f-4efb-ae97-28a506406f9f', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:40.874369 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:40.973031 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:41.084341 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.25.3.217 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/81988b3d-02b4-4036-b17d-277045d8589a) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:37:41.123913 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:41.188588 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:41.221847 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:41.260807 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:41.265649 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:41.269162 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:37:41.274772 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=81988b3d-02b4-4036-b17d-277045d8589a,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:41.628654 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:41.693680 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:41.845383 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:41.850780 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:41.924376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=81988b3d-02b4-4036-b17d-277045d8589a,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:41.934086 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:42.032156 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Floating IP c3ac8572-ff3d-490f-906b-a76f78a8d650 associated. External IP: 172.25.3.217, port: 41018108-208f-4efb-ae97-28a506406f9f. Nov 12 09:37:42.243443 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router a451c1e2-2085-4b28-8129-48f87e183006 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:37:42.352604 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:37:42.364118 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaafd43-6064-4ba5-83b8-297cff18b33d None None] Sync routers for ids ['a451c1e2-2085-4b28-8129-48f87e183006'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:37:42.376610 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:42.379377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaafd43-6064-4ba5-83b8-297cff18b33d None None] Routers {'a451c1e2-2085-4b28-8129-48f87e183006'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:42.380471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ccaafd43-6064-4ba5-83b8-297cff18b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:37:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['a451c1e2-2085-4b28-8129-48f87e183006'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:42.415790 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b1b63a56-6117-41c8-ac0a-f52b6160f2d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5681779 Nov 12 09:37:42.416388 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'tag': '41018108-208f-4efb-ae97-28a506406f9f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:37:42.421595 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e724aa-2838-4768-bc10-18e743c31374" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1a4ce6-2bc0-414a-80c4-ca78345988a5", "tag": "41018108-208f-4efb-ae97-28a506406f9f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:37:42.465739 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8097aa-1b7f-4cf4-bf5c-1e512f32f3b0 x-openstack-request-id: req-8e8097aa-1b7f-4cf4-bf5c-1e512f32f3b0 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:37:42.466031 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1a4ce6-2bc0-414a-80c4-ca78345988a5", "tag": "41018108-208f-4efb-ae97-28a506406f9f", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:37:42.466291 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e8097aa-1b7f-4cf4-bf5c-1e512f32f3b0 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:37:42.466703 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'tag': '41018108-208f-4efb-ae97-28a506406f9f', 'status': 'completed', 'code': 200} Nov 12 09:37:42.519689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-ccaafd43-6064-4ba5-83b8-297cff18b33d None None] Set router a451c1e2-2085-4b28-8129-48f87e183006 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:42.538303 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e724aa-2838-4768-bc10-18e743c31374 req-372b7a48-c787-4ac8-9cfc-b23e7d53ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:42.539833 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74e724aa-2838-4768-bc10-18e743c31374 req-372b7a48-c787-4ac8-9cfc-b23e7d53ccbb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 1097 time: 0.0465989 Nov 12 09:37:42.550225 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc57aa-be32-4a67-bf4d-622a745f60d5 req-b2f486c6-0b99-4722-b943-174efa880011 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:42.551795 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-92bc57aa-be32-4a67-bf4d-622a745f60d5 req-b2f486c6-0b99-4722-b943-174efa880011 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0683520 Nov 12 09:37:42.613986 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-92bc57aa-be32-4a67-bf4d-622a745f60d5 req-803295e8-feea-4e11-a757-e3b94c50ab48 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556719 Nov 12 09:37:42.639827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49910) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:42.640579 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e724aa-2838-4768-bc10-18e743c31374 req-922cbbb7-d192-4b12-a89a-7bf7cc59bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:42.642219 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74e724aa-2838-4768-bc10-18e743c31374 req-922cbbb7-d192-4b12-a89a-7bf7cc59bfdc service neutron] 10.222.0.52 "GET /v2.0/networks?id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe HTTP/1.1" status: 200 len: 897 time: 0.0935543 Nov 12 09:37:42.705224 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fbe59ed1-831d-416b-a61a-a3dfbc11814a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/c3ac8572-ff3d-490f-906b-a76f78a8d650 HTTP/1.1" status: 200 len: 991 time: 0.0630252 Nov 12 09:37:42.716551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74e724aa-2838-4768-bc10-18e743c31374 req-58f389b9-d898-4169-a3f2-7732632d2751 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41018108-208f-4efb-ae97-28a506406f9f HTTP/1.1" status: 200 len: 999 time: 0.0671718 Nov 12 09:37:42.765750 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ccaafd43-6064-4ba5-83b8-297cff18b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'c3ac8572-ff3d-490f-906b-a76f78a8d650', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.217', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'port_id': '41018108-208f-4efb-ae97-28a506406f9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'mac_address': 'fa:16:3e:5f:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:37:41Z', 'updated_at': '2021-11-12T09:37:41Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2368b974-7256-402e-a93e-9faa7d3c7ae0', 'name': '', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:6c:9f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:26Z', 'updated_at': '2021-11-12T09:37:30Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:42.766924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e724aa-2838-4768-bc10-18e743c31374 req-eac26b87-e7d2-4710-a448-4c21d7117845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:42.768551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74e724aa-2838-4768-bc10-18e743c31374 req-eac26b87-e7d2-4710-a448-4c21d7117845 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4625b8d-9e9f-4eab-9221-fdf20352b5e1 HTTP/1.1" status: 200 len: 835 time: 0.0446770 Nov 12 09:37:42.792170 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaafd43-6064-4ba5-83b8-297cff18b33d None None] Checking router: a451c1e2-2085-4b28-8129-48f87e183006 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:37:42.802059 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaafd43-6064-4ba5-83b8-297cff18b33d None None] Routers {'a451c1e2-2085-4b28-8129-48f87e183006'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:42.802680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ccaafd43-6064-4ba5-83b8-297cff18b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:37:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['a451c1e2-2085-4b28-8129-48f87e183006'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:42.814018 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e724aa-2838-4768-bc10-18e743c31374 req-711777d1-dce9-4173-9429-af2e7536d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:42.815867 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74e724aa-2838-4768-bc10-18e743c31374 req-711777d1-dce9-4173-9429-af2e7536d460 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406444 Nov 12 09:37:42.912518 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-ccaafd43-6064-4ba5-83b8-297cff18b33d None None] Set router a451c1e2-2085-4b28-8129-48f87e183006 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:43.167812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-ccaafd43-6064-4ba5-83b8-297cff18b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'c3ac8572-ff3d-490f-906b-a76f78a8d650', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.217', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'port_id': '41018108-208f-4efb-ae97-28a506406f9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'mac_address': 'fa:16:3e:5f:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:37:41Z', 'updated_at': '2021-11-12T09:37:41Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2368b974-7256-402e-a93e-9faa7d3c7ae0', 'name': '', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:6c:9f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:26Z', 'updated_at': '2021-11-12T09:37:30Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:43.195908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaafd43-6064-4ba5-83b8-297cff18b33d None None] The sync data for ids ['a451c1e2-2085-4b28-8129-48f87e183006'] in n-d-768851-18 is: [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'c3ac8572-ff3d-490f-906b-a76f78a8d650', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.217', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'port_id': '41018108-208f-4efb-ae97-28a506406f9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'mac_address': 'fa:16:3e:5f:7c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:37:41Z', 'updated_at': '2021-11-12T09:37:41Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2368b974-7256-402e-a93e-9faa7d3c7ae0', 'name': '', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:6c:9f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:26Z', 'updated_at': '2021-11-12T09:37:30Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:37:43.232096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74e724aa-2838-4768-bc10-18e743c31374 req-9612ed6e-36ee-47d9-9cce-8956d245346a service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085722 Nov 12 09:37:43.328868 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-74e724aa-2838-4768-bc10-18e743c31374 req-cd8cafe8-5458-4175-b6b7-1458802eb210 service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878105 Nov 12 09:37:43.402869 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91fb78b-7e83-4cca-b30f-7ca81c483faa None None] New status for floating IP c3ac8572-ff3d-490f-906b-a76f78a8d650: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:37:43.707523 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49912) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:43.778626 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-dac8d6c0-57c0-4a3c-a270-48dbcb76cb45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/c3ac8572-ff3d-490f-906b-a76f78a8d650 HTTP/1.1" status: 200 len: 993 time: 0.0699217 Nov 12 09:37:53.131668 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:59.310996 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:01.063597 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:38:05.373305 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-667b7465-25dd-4c47-b7f3-1e49e0c9c7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:07.638252 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-62d29917-553c-45a8-a440-33908c2e946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.870819 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:10.237570 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:11.127572 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:15.106231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af424e2a-6b46-4144-850f-dd5d14e8dfec req-8bbf7271-7f42-4ea6-8146-5289b69e6701 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:15.107800 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af424e2a-6b46-4144-850f-dd5d14e8dfec req-8bbf7271-7f42-4ea6-8146-5289b69e6701 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0507727 Nov 12 09:38:15.162156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-af424e2a-6b46-4144-850f-dd5d14e8dfec req-c45227b9-dc88-4cbc-9064-3e72af2376fa tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477619 Nov 12 09:38:16.284506 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92630a99-e7d9-417b-a177-94f953593dad req-812a0fdb-b2f2-479b-be09-ed552f798f19 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:16.285950 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-92630a99-e7d9-417b-a177-94f953593dad req-812a0fdb-b2f2-479b-be09-ed552f798f19 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0497139 Nov 12 09:38:16.334877 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-92630a99-e7d9-417b-a177-94f953593dad req-27c6d059-9e1e-4d00-bd3d-b0eeb98ec6ea tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430598 Nov 12 09:38:17.449686 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1282a-04af-4fd7-ae25-689805fa8087 req-9c233178-e8ee-4c9e-a17c-7d25e67f8f9a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:17.451196 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d9f1282a-04af-4fd7-ae25-689805fa8087 req-9c233178-e8ee-4c9e-a17c-7d25e67f8f9a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0489790 Nov 12 09:38:17.499557 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d9f1282a-04af-4fd7-ae25-689805fa8087 req-11fb7052-5678-41a4-ae32-68953ca0a8fb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425298 Nov 12 09:38:18.617368 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51f3bf-d624-4fb8-9e5b-1550ceae82f3 req-3b203667-6f78-48d8-a3f0-2ad0cc804ada tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:18.618825 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d51f3bf-d624-4fb8-9e5b-1550ceae82f3 req-3b203667-6f78-48d8-a3f0-2ad0cc804ada tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0490215 Nov 12 09:38:18.668796 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7d51f3bf-d624-4fb8-9e5b-1550ceae82f3 req-38544aca-55d8-4438-85e3-d413d1b73091 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441098 Nov 12 09:38:19.782260 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae60f4-3f60-46f6-816b-99ebdd90e6d1 req-b5dfa43b-53d3-43bd-945a-d9bb5fe2427a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:19.783725 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3aae60f4-3f60-46f6-816b-99ebdd90e6d1 req-b5dfa43b-53d3-43bd-945a-d9bb5fe2427a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0478809 Nov 12 09:38:19.831798 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3aae60f4-3f60-46f6-816b-99ebdd90e6d1 req-f21d0ccd-148a-4a53-9d49-1726fec06892 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415292 Nov 12 09:38:20.950742 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c740de-2ec4-4ced-a4d1-e70761727b15 req-35f49207-5cc8-40ae-acd3-e9166fcfa78b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:20.952199 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-53c740de-2ec4-4ced-a4d1-e70761727b15 req-35f49207-5cc8-40ae-acd3-e9166fcfa78b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0526834 Nov 12 09:38:21.005130 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-53c740de-2ec4-4ced-a4d1-e70761727b15 req-780c813d-d4e3-4425-b37a-553de109dcdb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469894 Nov 12 09:38:22.122964 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6fb5-9778-4d38-8ab2-4dda6620431f req-bea87b8a-7d63-4479-b0be-98749828a32b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:22.124421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e4df6fb5-9778-4d38-8ab2-4dda6620431f req-bea87b8a-7d63-4479-b0be-98749828a32b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0533116 Nov 12 09:38:22.172251 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e4df6fb5-9778-4d38-8ab2-4dda6620431f req-1a97fad0-b3a3-49d0-b7b7-a6da59e20854 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412288 Nov 12 09:38:23.124764 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.289242 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0fe41-76ea-4ec7-96d0-568f161ed27c req-66a0f449-eec1-4561-bcda-cdd3f8330f97 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:23.290627 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0c0fe41-76ea-4ec7-96d0-568f161ed27c req-66a0f449-eec1-4561-bcda-cdd3f8330f97 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0494308 Nov 12 09:38:23.341873 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b0c0fe41-76ea-4ec7-96d0-568f161ed27c req-7f46ef8d-62a9-4ccd-864b-e0e9dd1cd97c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452917 Nov 12 09:38:24.463524 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eccb3-8933-4827-a833-ca29cadd6f24 req-80a00726-1757-40b2-b456-4cf06028226b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:24.465001 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc5eccb3-8933-4827-a833-ca29cadd6f24 req-80a00726-1757-40b2-b456-4cf06028226b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0521095 Nov 12 09:38:24.526339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fc5eccb3-8933-4827-a833-ca29cadd6f24 req-e5243379-ba30-465e-8755-cfb0e3adde11 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554311 Nov 12 09:38:25.647768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bab7d6-5d81-455c-80ad-ca372bca450f req-cf19f1ad-5ffd-45d2-a2a3-f45c158ee715 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:25.649283 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83bab7d6-5d81-455c-80ad-ca372bca450f req-cf19f1ad-5ffd-45d2-a2a3-f45c158ee715 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0544083 Nov 12 09:38:25.714030 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-83bab7d6-5d81-455c-80ad-ca372bca450f req-688da679-9157-4921-aa7c-dfd40fb50ce8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588682 Nov 12 09:38:25.736394 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49946) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:25.798370 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-0badd09f-51f7-4b40-a042-ec6e76e1a29f tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/c3ac8572-ff3d-490f-906b-a76f78a8d650 HTTP/1.1" status: 200 len: 993 time: 0.0608110 Nov 12 09:38:27.106624 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d0cbe-93b9-4084-b431-cc7f46b6f2b5 req-97b2561f-ddb9-41e8-843b-d5f56f003357 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:27.108030 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a63d0cbe-93b9-4084-b431-cc7f46b6f2b5 req-97b2561f-ddb9-41e8-843b-d5f56f003357 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0839741 Nov 12 09:38:27.122571 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91819843-51fa-43b8-9a25-e1d2ad310c99 req-a5ff12ac-f7c5-4091-ab8f-eee4c897ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:27.123991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91819843-51fa-43b8-9a25-e1d2ad310c99 req-a5ff12ac-f7c5-4091-ab8f-eee4c897ade2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 1097 time: 0.0642834 Nov 12 09:38:27.219363 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a63d0cbe-93b9-4084-b431-cc7f46b6f2b5 req-5b9243e7-8610-408e-8586-33f9c2f367f5 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044605 Nov 12 09:38:27.254196 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91819843-51fa-43b8-9a25-e1d2ad310c99 req-e80dfdbd-91cd-428e-87db-077076250310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:27.254540 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91819843-51fa-43b8-9a25-e1d2ad310c99 req-e80dfdbd-91cd-428e-87db-077076250310 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe HTTP/1.1" status: 200 len: 897 time: 0.1232817 Nov 12 09:38:27.329772 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91819843-51fa-43b8-9a25-e1d2ad310c99 req-642d524a-e129-4cd1-9737-d7785502df94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41018108-208f-4efb-ae97-28a506406f9f HTTP/1.1" status: 200 len: 1001 time: 0.0613308 Nov 12 09:38:27.380305 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91819843-51fa-43b8-9a25-e1d2ad310c99 req-a9b89611-ed07-4548-8222-2f0106a9b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:27.381723 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91819843-51fa-43b8-9a25-e1d2ad310c99 req-a9b89611-ed07-4548-8222-2f0106a9b81d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4625b8d-9e9f-4eab-9221-fdf20352b5e1 HTTP/1.1" status: 200 len: 835 time: 0.0450299 Nov 12 09:38:27.435801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91819843-51fa-43b8-9a25-e1d2ad310c99 req-001e52ac-8513-467d-adbf-b9d7dabb9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:27.437353 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91819843-51fa-43b8-9a25-e1d2ad310c99 req-001e52ac-8513-467d-adbf-b9d7dabb9839 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479128 Nov 12 09:38:27.530590 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91819843-51fa-43b8-9a25-e1d2ad310c99 req-01583332-0cdd-4cb8-a605-bf7c852ae08c service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854254 Nov 12 09:38:27.633295 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-91819843-51fa-43b8-9a25-e1d2ad310c99 req-958643fe-b59f-4b08-9ba5-11c687d3fc69 service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949378 Nov 12 09:38:28.346250 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21da26-a30c-45c6-8664-204938ceaef8 req-2ba09cef-a3b6-4339-aa7c-9436a171af45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:28.347785 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8c21da26-a30c-45c6-8664-204938ceaef8 req-2ba09cef-a3b6-4339-aa7c-9436a171af45 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0527780 Nov 12 09:38:28.410791 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8c21da26-a30c-45c6-8664-204938ceaef8 req-f77191b1-de3e-4693-bb8c-b307698ceb29 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569119 Nov 12 09:38:28.433207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49956) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:28.496159 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8b1e23e6-0613-4906-aea4-89de24c2a54b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/c3ac8572-ff3d-490f-906b-a76f78a8d650 HTTP/1.1" status: 200 len: 993 time: 0.0617037 Nov 12 09:38:29.308560 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:35.375506 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-29c0eb83-a559-4b67-a2aa-6a7de88ae6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:37.639039 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2f701c3b-a5b8-4558-9f1b-953d1396b6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:38.062135 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:38:38.874091 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:40.240904 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:41.132721 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:41.980017 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f3a7a1a-b75a-4538-adff-7b2dd0c0f306 req-1f14d2c4-d1c6-43e3-8b4a-d9fc8c9a9c25 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417695 Nov 12 09:38:42.071383 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a7a1a-b75a-4538-adff-7b2dd0c0f306 req-4ff359e1-a92b-4d98-b05e-30c218f7a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:42.073124 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f3a7a1a-b75a-4538-adff-7b2dd0c0f306 req-4ff359e1-a92b-4d98-b05e-30c218f7a07a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 1097 time: 0.0479333 Nov 12 09:38:42.180708 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a7a1a-b75a-4538-adff-7b2dd0c0f306 req-f369fcbf-4b0b-48ca-9fae-82b1cead48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:42.182232 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f3a7a1a-b75a-4538-adff-7b2dd0c0f306 req-f369fcbf-4b0b-48ca-9fae-82b1cead48dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe HTTP/1.1" status: 200 len: 897 time: 0.0875282 Nov 12 09:38:42.253645 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f3a7a1a-b75a-4538-adff-7b2dd0c0f306 req-274b1374-17ca-44b3-9b25-b48a623cd93e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41018108-208f-4efb-ae97-28a506406f9f HTTP/1.1" status: 200 len: 1001 time: 0.0629516 Nov 12 09:38:42.302879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a7a1a-b75a-4538-adff-7b2dd0c0f306 req-bff34756-38c8-43ff-9bd9-dd51d94317e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:42.304362 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f3a7a1a-b75a-4538-adff-7b2dd0c0f306 req-bff34756-38c8-43ff-9bd9-dd51d94317e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4625b8d-9e9f-4eab-9221-fdf20352b5e1 HTTP/1.1" status: 200 len: 835 time: 0.0443366 Nov 12 09:38:42.350946 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a7a1a-b75a-4538-adff-7b2dd0c0f306 req-80da971c-d589-4ac4-a4b4-93085d1ba1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:42.352404 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f3a7a1a-b75a-4538-adff-7b2dd0c0f306 req-80da971c-d589-4ac4-a4b4-93085d1ba1e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406318 Nov 12 09:38:42.444350 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f3a7a1a-b75a-4538-adff-7b2dd0c0f306 req-3bfa123e-832a-4222-a7c5-a20e48d2b58e service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849338 Nov 12 09:38:42.539096 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2f3a7a1a-b75a-4538-adff-7b2dd0c0f306 req-3dd06cf1-c01e-46c8-be9f-43311a626c1b service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841322 Nov 12 09:38:46.088266 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-f023c793-8fe6-495e-bd56-121a88117a83 req-917813bd-4391-4f3b-bb07-2a1a684e387b service neutron] (102445) timed out ('10.222.0.31', 45356) {{(pid=102445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:38:53.124541 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:59.328949 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.857761 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49972) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:01.020526 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 81988b3d-02b4-4036-b17d-277045d8589a {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:01.020867 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:01.099891 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:01.100219 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:01.113568 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 81988b3d-02b4-4036-b17d-277045d8589a owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:01.278580 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:01.305155 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=81988b3d-02b4-4036-b17d-277045d8589a,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:01.317129 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:01.317491 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:01.317836 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:01.318162 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:01.318488 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:01.318814 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:01.319143 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:01.319464 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:01.319786 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:01.320103 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:01.320424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:01.320738 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:01.383494 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:01.383755 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Floating IP c3ac8572-ff3d-490f-906b-a76f78a8d650 disassociated (deleted). External IP: 172.25.3.217, port: 41018108-208f-4efb-ae97-28a506406f9f. Nov 12 09:39:01.603882 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router a451c1e2-2085-4b28-8129-48f87e183006 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:01.711941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:01.716781 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:01.722107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a9862-9dac-4ad7-b502-71d7001378db None None] Sync routers for ids ['a451c1e2-2085-4b28-8129-48f87e183006'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:01.731869 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a9862-9dac-4ad7-b502-71d7001378db None None] Routers {'a451c1e2-2085-4b28-8129-48f87e183006'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:01.732486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-341a9862-9dac-4ad7-b502-71d7001378db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:38:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['a451c1e2-2085-4b28-8129-48f87e183006'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:01.744975 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-8093969d-d99a-47fc-9f38-6ac156ccb0a9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/floatingips/c3ac8572-ff3d-490f-906b-a76f78a8d650 HTTP/1.1" status: 204 len: 168 time: 0.8861005 Nov 12 09:39:01.745590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'tag': '41018108-208f-4efb-ae97-28a506406f9f'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:01.747894 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f25207a-3589-4ec5-9769-a30614f98b03" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1a4ce6-2bc0-414a-80c4-ca78345988a5", "tag": "41018108-208f-4efb-ae97-28a506406f9f"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:01.793133 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c2a6c0-0017-482f-8c58-9e347000c653 x-openstack-request-id: req-e9c2a6c0-0017-482f-8c58-9e347000c653 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:01.794056 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1a4ce6-2bc0-414a-80c4-ca78345988a5", "tag": "41018108-208f-4efb-ae97-28a506406f9f", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:01.794519 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9c2a6c0-0017-482f-8c58-9e347000c653 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:01.795148 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'tag': '41018108-208f-4efb-ae97-28a506406f9f', 'status': 'completed', 'code': 200} Nov 12 09:39:01.856343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-341a9862-9dac-4ad7-b502-71d7001378db None None] Set router a451c1e2-2085-4b28-8129-48f87e183006 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:01.867145 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25207a-3589-4ec5-9769-a30614f98b03 req-471c5db0-4a89-4510-8e5f-2c698196a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:01.868749 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f25207a-3589-4ec5-9769-a30614f98b03 req-471c5db0-4a89-4510-8e5f-2c698196a123 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 1097 time: 0.0515089 Nov 12 09:39:02.017821 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25207a-3589-4ec5-9769-a30614f98b03 req-1fb1178f-bc18-4817-9333-15a9dc32b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:02.019847 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f25207a-3589-4ec5-9769-a30614f98b03 req-1fb1178f-bc18-4817-9333-15a9dc32b0b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe HTTP/1.1" status: 200 len: 897 time: 0.1372056 Nov 12 09:39:02.028530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980154e-6fc7-4207-9975-207832796d35 req-da845807-e83d-4358-b6f4-090a40cb7955 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:02.030038 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e980154e-6fc7-4207-9975-207832796d35 req-da845807-e83d-4358-b6f4-090a40cb7955 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0751946 Nov 12 09:39:02.077018 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f25207a-3589-4ec5-9769-a30614f98b03 req-cf803410-73fa-4aea-ab0c-e8de5d5d974d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41018108-208f-4efb-ae97-28a506406f9f HTTP/1.1" status: 200 len: 217 time: 0.0459173 Nov 12 09:39:02.082273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-341a9862-9dac-4ad7-b502-71d7001378db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '2368b974-7256-402e-a93e-9faa7d3c7ae0', 'name': '', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:6c:9f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:26Z', 'updated_at': '2021-11-12T09:37:30Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:02.110182 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a9862-9dac-4ad7-b502-71d7001378db None None] Checking router: a451c1e2-2085-4b28-8129-48f87e183006 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:02.118924 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a9862-9dac-4ad7-b502-71d7001378db None None] Routers {'a451c1e2-2085-4b28-8129-48f87e183006'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:02.119567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-341a9862-9dac-4ad7-b502-71d7001378db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:38:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['a451c1e2-2085-4b28-8129-48f87e183006'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:02.141750 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-e980154e-6fc7-4207-9975-207832796d35 req-554353b6-3536-4d0b-8ab0-2e0904111e75 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030252 Nov 12 09:39:02.152880 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25207a-3589-4ec5-9769-a30614f98b03 req-5ee28255-7497-4dba-be3c-29744f60a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:02.154764 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f25207a-3589-4ec5-9769-a30614f98b03 req-5ee28255-7497-4dba-be3c-29744f60a4f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4625b8d-9e9f-4eab-9221-fdf20352b5e1 HTTP/1.1" status: 200 len: 835 time: 0.0699830 Nov 12 09:39:02.209692 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25207a-3589-4ec5-9769-a30614f98b03 req-c9528bcb-34e0-4efb-a762-80fe3a65eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:02.211263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f25207a-3589-4ec5-9769-a30614f98b03 req-c9528bcb-34e0-4efb-a762-80fe3a65eb05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5aa0147a-bf2c-4f77-8a2f-0c41685542fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474596 Nov 12 09:39:02.232443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-341a9862-9dac-4ad7-b502-71d7001378db None None] Set router a451c1e2-2085-4b28-8129-48f87e183006 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:02.308070 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f25207a-3589-4ec5-9769-a30614f98b03 req-50eeb44d-817d-4e1c-9e29-8371dae7e95a service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869677 Nov 12 09:39:02.413452 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1f25207a-3589-4ec5-9769-a30614f98b03 req-cc59f5fd-5ec1-4e0d-9493-923063c476aa service neutron] 10.222.0.52 "GET /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972533 Nov 12 09:39:02.443945 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-341a9862-9dac-4ad7-b502-71d7001378db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '2368b974-7256-402e-a93e-9faa7d3c7ae0', 'name': '', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:6c:9f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:26Z', 'updated_at': '2021-11-12T09:37:30Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:02.471267 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341a9862-9dac-4ad7-b502-71d7001378db None None] The sync data for ids ['a451c1e2-2085-4b28-8129-48f87e183006'] in n-d-768851-18 is: [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '2368b974-7256-402e-a93e-9faa7d3c7ae0', 'name': '', 'network_id': '5aa0147a-bf2c-4f77-8a2f-0c41685542fe', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:6c:9f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:26Z', 'updated_at': '2021-11-12T09:37:30Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': 'c4625b8d-9e9f-4eab-9221-fdf20352b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:02.716612 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96829ec-f600-46fa-aca3-7de8b25ba67d None None] New status for floating IP c3ac8572-ff3d-490f-906b-a76f78a8d650: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:39:03.269343 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdebf0a-ab14-4e8f-9984-773a67414f0e req-938145ae-9740-4455-87f3-6aac665a6834 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:03.270754 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6cdebf0a-ab14-4e8f-9984-773a67414f0e req-938145ae-9740-4455-87f3-6aac665a6834 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0546746 Nov 12 09:39:03.320479 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-6cdebf0a-ab14-4e8f-9984-773a67414f0e req-f05f3890-c513-4b7f-ab93-bfd5abb3e125 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=66bc885b-1af0-4481-8b21-64ecee0590d1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438001 Nov 12 09:39:03.593459 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c9e82-d132-4206-bd97-03a907fb7b75 req-fe3b2d4e-9ae8-48e4-99a0-844035bb2284 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:03.594842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd8c9e82-d132-4206-bd97-03a907fb7b75 req-fe3b2d4e-9ae8-48e4-99a0-844035bb2284 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 945 time: 0.0519955 Nov 12 09:39:03.684361 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-cd8c9e82-d132-4206-bd97-03a907fb7b75 req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 41018108-208f-4efb-ae97-28a506406f9f {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:03.684694 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd8c9e82-d132-4206-bd97-03a907fb7b75 req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.779481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-cd8c9e82-d132-4206-bd97-03a907fb7b75 req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port 41018108-208f-4efb-ae97-28a506406f9f, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=41018108-208f-4efb-ae97-28a506406f9f,segment=NetworkSegment(33b60037-a6f8-41a4-b62a-57e80a0b860a),segment_id=33b60037-a6f8-41a4-b62a-57e80a0b860a)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:03.779834 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd8c9e82-d132-4206-bd97-03a907fb7b75 req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.792510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-cd8c9e82-d132-4206-bd97-03a907fb7b75 req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 41018108-208f-4efb-ae97-28a506406f9f owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:03.929799 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd8c9e82-d132-4206-bd97-03a907fb7b75 req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.959165 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=41018108-208f-4efb-ae97-28a506406f9f,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:03.968024 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:03.968378 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:03.968723 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:03.969063 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:03.969423 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:03.969753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:03.970086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:03.970447 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:03.970781 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:03.972175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:03.972175 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:03.972397 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:04.014006 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8c9e82-d132-4206-bd97-03a907fb7b75 req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] No DVR routers for this DVR port 41018108-208f-4efb-ae97-28a506406f9f on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:39:04.016643 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd8c9e82-d132-4206-bd97-03a907fb7b75 req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.020022 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd8c9e82-d132-4206-bd97-03a907fb7b75 req-5b9bfdd6-b87d-451a-a2bd-d1603e6fe62b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.52 "DELETE /v2.0/ports/41018108-208f-4efb-ae97-28a506406f9f HTTP/1.1" status: 204 len: 173 time: 0.4189663 Nov 12 09:39:04.020469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'name': 'network-vif-deleted', 'tag': '41018108-208f-4efb-ae97-28a506406f9f'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:04.022739 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc1be1c-0d6a-4693-a1e7-f05f61cdf48f" -d '{"events": [{"server_uuid": "ff1a4ce6-2bc0-414a-80c4-ca78345988a5", "name": "network-vif-deleted", "tag": "41018108-208f-4efb-ae97-28a506406f9f"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:04.064122 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d2ffbe-1671-4470-8d17-fa8118f9d4cd x-openstack-request-id: req-d2d2ffbe-1671-4470-8d17-fa8118f9d4cd {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:04.064414 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1a4ce6-2bc0-414a-80c4-ca78345988a5", "name": "network-vif-deleted", "tag": "41018108-208f-4efb-ae97-28a506406f9f", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:04.064665 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2d2ffbe-1671-4470-8d17-fa8118f9d4cd {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:04.065114 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1a4ce6-2bc0-414a-80c4-ca78345988a5', 'name': 'network-vif-deleted', 'tag': '41018108-208f-4efb-ae97-28a506406f9f', 'status': 'completed', 'code': 200} Nov 12 09:39:04.443331 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8cc17cb6-9cc2-4d53-b63c-4ff75a75f71a req-9657eea6-91c9-4895-872b-a115571fce3a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff1a4ce6-2bc0-414a-80c4-ca78345988a5 HTTP/1.1" status: 200 len: 210 time: 0.0297618 Nov 12 09:39:05.381918 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e797d45c-a3d4-4c7f-9e63-bb675da8c02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:05.504042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49990) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:05.885472 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a05e340a-eab1-4abe-8cfd-498616555c28 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.148080 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-a05e340a-eab1-4abe-8cfd-498616555c28 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 2368b974-7256-402e-a93e-9faa7d3c7ae0 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:06.148431 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a05e340a-eab1-4abe-8cfd-498616555c28 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.241316 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.db [None req-a05e340a-eab1-4abe-8cfd-498616555c28 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port 2368b974-7256-402e-a93e-9faa7d3c7ae0, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=2368b974-7256-402e-a93e-9faa7d3c7ae0,segment=NetworkSegment(33b60037-a6f8-41a4-b62a-57e80a0b860a),segment_id=33b60037-a6f8-41a4-b62a-57e80a0b860a)] {{(pid=102445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:06.241685 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a05e340a-eab1-4abe-8cfd-498616555c28 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.253938 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-a05e340a-eab1-4abe-8cfd-498616555c28 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 2368b974-7256-402e-a93e-9faa7d3c7ae0 owned by network:router_interface {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:06.441875 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a05e340a-eab1-4abe-8cfd-498616555c28 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.468741 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e340a-eab1-4abe-8cfd-498616555c28 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=2368b974-7256-402e-a93e-9faa7d3c7ae0,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:06.530174 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 41018108-208f-4efb-ae97-28a506406f9f no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:06.555064 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] No Port match for: 41018108-208f-4efb-ae97-28a506406f9f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:06.555627 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 41018108-208f-4efb-ae97-28a506406f9f not bound to the agent host n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:06.647402 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a05e340a-eab1-4abe-8cfd-498616555c28 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.176489 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05e340a-eab1-4abe-8cfd-498616555c28 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router a451c1e2-2085-4b28-8129-48f87e183006 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:07.283579 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05e340a-eab1-4abe-8cfd-498616555c28 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:07.288774 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a05e340a-eab1-4abe-8cfd-498616555c28 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "PUT /v2.0/routers/a451c1e2-2085-4b28-8129-48f87e183006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7835791 Nov 12 09:39:07.291392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 49992) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:07.293761 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08772d56-08a4-4f50-958c-38b2a4efc74a None None] Sync routers for ids ['a451c1e2-2085-4b28-8129-48f87e183006'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:07.304491 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08772d56-08a4-4f50-958c-38b2a4efc74a None None] Routers {'a451c1e2-2085-4b28-8129-48f87e183006'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:07.305230 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-08772d56-08a4-4f50-958c-38b2a4efc74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:38:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['a451c1e2-2085-4b28-8129-48f87e183006'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:07.343397 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e888276e-bafd-4405-ba15-bbfc35bdbe3a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting subnet c4625b8d-9e9f-4eab-9221-fdf20352b5e1 {{(pid=102445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:39:07.346836 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e888276e-bafd-4405-ba15-bbfc35bdbe3a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.392593 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e888276e-bafd-4405-ba15-bbfc35bdbe3a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5682199'] for subnet, precommit_delete_associations {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.411209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-08772d56-08a4-4f50-958c-38b2a4efc74a None None] Set router a451c1e2-2085-4b28-8129-48f87e183006 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:07.476837 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e888276e-bafd-4405-ba15-bbfc35bdbe3a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.536665 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e888276e-bafd-4405-ba15-bbfc35bdbe3a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5750908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5433503'] for subnet, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.569389 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888276e-bafd-4405-ba15-bbfc35bdbe3a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Subnet': ['ID=c4625b8d-9e9f-4eab-9221-fdf20352b5e1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:07.571470 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e888276e-bafd-4405-ba15-bbfc35bdbe3a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.577136 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e888276e-bafd-4405-ba15-bbfc35bdbe3a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/subnets/c4625b8d-9e9f-4eab-9221-fdf20352b5e1 HTTP/1.1" status: 204 len: 168 time: 0.2846694 Nov 12 09:39:07.577923 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 49994) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:07.579784 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b0c78b-a452-408b-9468-b6310bcb8036 None None] Network 5aa0147a-bf2c-4f77-8a2f-0c41685542fe requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:07.672693 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-97ee7fea-33b1-4023-8a16-d523654f10f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.695317 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-08772d56-08a4-4f50-958c-38b2a4efc74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:39:06Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:07.698898 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.724403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08772d56-08a4-4f50-958c-38b2a4efc74a None None] Checking router: a451c1e2-2085-4b28-8129-48f87e183006 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:07.750225 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08772d56-08a4-4f50-958c-38b2a4efc74a None None] Routers {'a451c1e2-2085-4b28-8129-48f87e183006'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:07.751098 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-08772d56-08a4-4f50-958c-38b2a4efc74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:39:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['a451c1e2-2085-4b28-8129-48f87e183006'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:07.814101 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.879796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-08772d56-08a4-4f50-958c-38b2a4efc74a None None] Set router a451c1e2-2085-4b28-8129-48f87e183006 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:07.879944 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 99db1eca-e0b9-4f47-8669-cef4eb2f8509 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:07.879944 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.937435 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] DHCP port deletion for 5aa0147a-bf2c-4f77-8a2f-0c41685542fe request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:07.970782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port 99db1eca-e0b9-4f47-8669-cef4eb2f8509, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=99db1eca-e0b9-4f47-8669-cef4eb2f8509,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:07.971160 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.984830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 99db1eca-e0b9-4f47-8669-cef4eb2f8509 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:08.082845 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Deleting port 02bcc975-8c30-4bcb-af29-799652586bbb {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:08.083137 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.154913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] For port 02bcc975-8c30-4bcb-af29-799652586bbb, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=02bcc975-8c30-4bcb-af29-799652586bbb,segment=NetworkSegment(33b60037-a6f8-41a4-b62a-57e80a0b860a),segment_id=33b60037-a6f8-41a4-b62a-57e80a0b860a)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:08.155294 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.165218 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.170535 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Calling delete_port for 02bcc975-8c30-4bcb-af29-799652586bbb owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:08.179054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-08772d56-08a4-4f50-958c-38b2a4efc74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:39:06Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:08.193475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=99db1eca-e0b9-4f47-8669-cef4eb2f8509,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:08.217075 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fd1852-8626-42bb-9f92-bd52491f531d None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:08.221867 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08772d56-08a4-4f50-958c-38b2a4efc74a None None] The sync data for ids ['a451c1e2-2085-4b28-8129-48f87e183006'] in n-d-768851-18 is: [{'id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1981889324', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:39:06Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': '99db1eca-e0b9-4f47-8669-cef4eb2f8509', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a451c1e2-2085-4b28-8129-48f87e183006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:24Z', 'updated_at': '2021-11-12T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:08.266450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.295712 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.321545 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Pushing event deleted for resources: {'Port': ['ID=02bcc975-8c30-4bcb-af29-799652586bbb,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:08.326091 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] No DVR routers for this DVR port 02bcc975-8c30-4bcb-af29-799652586bbb on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:39:08.334380 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:08.334655 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:08.335002 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:08.335343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:08.335680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:08.336013 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:08.336340 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:08.336665 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:08.337388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:08.337388 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:08.337713 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:08.337971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055ca36-fb81-42b4-b23e-76e7353f34e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:08.362828 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.365002 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.411200 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.411890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Fanout notify agent at l3_agent the message router_deleted on router a451c1e2-2085-4b28-8129-48f87e183006 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:39:08.419849 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.421017 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7a61d55c-5a8d-4b83-a2f9-d9504fdb8e4d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/routers/a451c1e2-2085-4b28-8129-48f87e183006 HTTP/1.1" status: 204 len: 168 time: 0.8413348 Nov 12 09:39:08.424491 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50004) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:08.505114 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.601179 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.624938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa0147a-bf2c-4f77-8a2f-0c41685542fe']}} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:08.636078 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b60037-a6f8-41a4-b62a-57e80a0b860a') {'for_net_delete': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:08.636440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.services.segments.db [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b60037-a6f8-41a4-b62a-57e80a0b860a') {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:08.647559 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5833385'] for segment, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.666366 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.673082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=102444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:39:08.673549 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4341437'] for segment, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: Traceback (most recent call last): Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: timer() Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: cb(*args, **kw) Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: return func(*args, **kwargs) Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: self._notify() Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: self.callback(batched_events) Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: event.method(event) Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: return f(self, *a, **k) Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: return self._get(url).json() Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: return self.request(url, 'GET', **kwargs) Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:39:08.676667 n-d-768851-18 neutron-server[102444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:39:08.741824 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.750088 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.752084 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/networks/5aa0147a-bf2c-4f77-8a2f-0c41685542fe HTTP/1.1" status: 204 len: 168 time: 0.3265305 Nov 12 09:39:08.757148 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50008) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:08.768215 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667c3e9-543d-4a73-8bdc-2c59b7f78e22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Network': ['ID=5aa0147a-bf2c-4f77-8a2f-0c41685542fe,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:08.828936 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a5091c8-3657-4c5d-a0b3-75cbc3551a2c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.862692 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a5091c8-3657-4c5d-a0b3-75cbc3551a2c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.889496 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.941076 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a5091c8-3657-4c5d-a0b3-75cbc3551a2c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.944091 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-7a5091c8-3657-4c5d-a0b3-75cbc3551a2c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.945302 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-7a5091c8-3657-4c5d-a0b3-75cbc3551a2c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/security-groups/66bc885b-1af0-4481-8b21-64ecee0590d1 HTTP/1.1" status: 204 len: 168 time: 0.1855433 Nov 12 09:39:08.955388 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5091c8-3657-4c5d-a0b3-75cbc3551a2c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bc885b-1af0-4481-8b21-64ecee0590d1,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:09.161772 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50014) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:09.166635 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2db619b2-4fb1-4aa5-9eb2-5594882fc43b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372669795', 'description': 'tempest-secgroup-smoke-372669795 description', 'project_id': 'e41f4d6a0582425898496598a472cbc9'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:09.190471 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2db619b2-4fb1-4aa5-9eb2-5594882fc43b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.266308 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2db619b2-4fb1-4aa5-9eb2-5594882fc43b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.270746 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2db619b2-4fb1-4aa5-9eb2-5594882fc43b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.305290 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2db619b2-4fb1-4aa5-9eb2-5594882fc43b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.306766 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2db619b2-4fb1-4aa5-9eb2-5594882fc43b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1438901 Nov 12 09:39:09.309093 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db619b2-4fb1-4aa5-9eb2-5594882fc43b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae21587-9dbc-40e0-ad3a-268cbb8003a1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:09.311526 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50018) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:09.316967 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-69865be1-5d4f-4df7-afca-f2f3cbe82fed tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': 'aae21587-9dbc-40e0-ad3a-268cbb8003a1', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:09.347100 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69865be1-5d4f-4df7-afca-f2f3cbe82fed tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.406831 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69865be1-5d4f-4df7-afca-f2f3cbe82fed tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.410965 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69865be1-5d4f-4df7-afca-f2f3cbe82fed tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.429642 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69865be1-5d4f-4df7-afca-f2f3cbe82fed tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df62bd4-1272-436b-9d20-56728728b4ed,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:09.436611 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-69865be1-5d4f-4df7-afca-f2f3cbe82fed tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.437859 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-69865be1-5d4f-4df7-afca-f2f3cbe82fed tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253479 Nov 12 09:39:09.441077 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50020) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:09.445865 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f7bcfb6b-4179-4d72-90f1-697e4cf47bba tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': 'aae21587-9dbc-40e0-ad3a-268cbb8003a1', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:09.478756 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f7bcfb6b-4179-4d72-90f1-697e4cf47bba tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.535435 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f7bcfb6b-4179-4d72-90f1-697e4cf47bba tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.539596 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f7bcfb6b-4179-4d72-90f1-697e4cf47bba tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.562430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcfb6b-4179-4d72-90f1-697e4cf47bba tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e322c147-6156-4918-9f39-cb0c433b190b,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:09.567832 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f7bcfb6b-4179-4d72-90f1-697e4cf47bba tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.569046 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f7bcfb6b-4179-4d72-90f1-697e4cf47bba tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269383 Nov 12 09:39:09.572004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50022) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:09.576324 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-0ab6e452-f6d7-43bb-8974-73fd476a48a0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': 'aae21587-9dbc-40e0-ad3a-268cbb8003a1', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:09.608085 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ab6e452-f6d7-43bb-8974-73fd476a48a0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.672132 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ab6e452-f6d7-43bb-8974-73fd476a48a0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.676293 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ab6e452-f6d7-43bb-8974-73fd476a48a0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.702612 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6e452-f6d7-43bb-8974-73fd476a48a0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6825b43a-5c8a-4ea7-ac04-90fa4246f189,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:09.712493 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-0ab6e452-f6d7-43bb-8974-73fd476a48a0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.713839 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-0ab6e452-f6d7-43bb-8974-73fd476a48a0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412165 Nov 12 09:39:09.716618 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50024) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:09.721160 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-f8f1c606-b281-403a-aa81-890a9c62fec4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': 'aae21587-9dbc-40e0-ad3a-268cbb8003a1', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:09.748947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c606-b281-403a-aa81-890a9c62fec4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.812949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 02bcc975-8c30-4bcb-af29-799652586bbb no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:09.815832 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c606-b281-403a-aa81-890a9c62fec4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.820723 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c606-b281-403a-aa81-890a9c62fec4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.837666 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 02bcc975-8c30-4bcb-af29-799652586bbb {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:09.837936 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 02bcc975-8c30-4bcb-af29-799652586bbb not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:09.838341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2368b974-7256-402e-a93e-9faa7d3c7ae0 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:09.840061 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1c606-b281-403a-aa81-890a9c62fec4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18298cc0-b000-494f-978a-362fffc49ceb,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:09.850307 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-f8f1c606-b281-403a-aa81-890a9c62fec4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.854393 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-f8f1c606-b281-403a-aa81-890a9c62fec4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339891 Nov 12 09:39:09.854605 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50026) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:09.859166 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 2368b974-7256-402e-a93e-9faa7d3c7ae0 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:09.859490 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 2368b974-7256-402e-a93e-9faa7d3c7ae0 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:09.859927 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 99db1eca-e0b9-4f47-8669-cef4eb2f8509 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:09.860048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-85a2255b-1d43-4093-855f-c0928b447c51 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': 'aae21587-9dbc-40e0-ad3a-268cbb8003a1', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:09.879808 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 99db1eca-e0b9-4f47-8669-cef4eb2f8509 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:09.880229 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 99db1eca-e0b9-4f47-8669-cef4eb2f8509 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:09.883550 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-85a2255b-1d43-4093-855f-c0928b447c51 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Project e41f4d6a0582425898496598a472cbc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:39:09.889542 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85a2255b-1d43-4093-855f-c0928b447c51 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.948925 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85a2255b-1d43-4093-855f-c0928b447c51 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.952778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85a2255b-1d43-4093-855f-c0928b447c51 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.974456 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2255b-1d43-4093-855f-c0928b447c51 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fe97bb-e0b1-4c17-a998-3caaff822161,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:09.981369 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-85a2255b-1d43-4093-855f-c0928b447c51 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.982605 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-85a2255b-1d43-4093-855f-c0928b447c51 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268337 Nov 12 09:39:09.985581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50028) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:09.990695 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-a76a0b47-25ab-4a5a-9fa0-d19b54a888b3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'security_group_rule': {'security_group_id': 'aae21587-9dbc-40e0-ad3a-268cbb8003a1', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:10.013833 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-a76a0b47-25ab-4a5a-9fa0-d19b54a888b3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Project e41f4d6a0582425898496598a472cbc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:39:10.019446 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a76a0b47-25ab-4a5a-9fa0-d19b54a888b3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.080229 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a76a0b47-25ab-4a5a-9fa0-d19b54a888b3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.084593 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a76a0b47-25ab-4a5a-9fa0-d19b54a888b3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.103450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a0b47-25ab-4a5a-9fa0-d19b54a888b3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8bc7c1-f85a-4d77-8c2b-b76a1e82efad,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:10.112121 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-a76a0b47-25ab-4a5a-9fa0-d19b54a888b3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.113411 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-a76a0b47-25ab-4a5a-9fa0-d19b54a888b3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265504 Nov 12 09:39:10.117015 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50030) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:10.122044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1c20ae9f-c9e5-4ed0-9d67-e5dc4b02a888 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'network': {'name': 'tempest-network-smoke--976968207', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'port_security_enabled': True}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:10.145822 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c20ae9f-c9e5-4ed0-9d67-e5dc4b02a888 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'network': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:39:10.150018 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c20ae9f-c9e5-4ed0-9d67-e5dc4b02a888 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.172963 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c20ae9f-c9e5-4ed0-9d67-e5dc4b02a888 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:39:10.182108 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c20ae9f-c9e5-4ed0-9d67-e5dc4b02a888 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.182442 n-d-768851-18 neutron-server[102445]: INFO neutron.db.segments_db [None req-1c20ae9f-c9e5-4ed0-9d67-e5dc4b02a888 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Added segment 65baad42-f843-40e3-83dc-05862f1704e8 of type vlan for network 424cf45b-f4b4-4160-9811-8436173114b8 Nov 12 09:39:10.222433 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c20ae9f-c9e5-4ed0-9d67-e5dc4b02a888 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.244495 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.248477 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c20ae9f-c9e5-4ed0-9d67-e5dc4b02a888 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.254844 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c20ae9f-c9e5-4ed0-9d67-e5dc4b02a888 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:10.255425 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1c20ae9f-c9e5-4ed0-9d67-e5dc4b02a888 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.292591 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1c20ae9f-c9e5-4ed0-9d67-e5dc4b02a888 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1745055 Nov 12 09:39:10.295501 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50032) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:10.300767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'admin_state_up': True, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:10.325888 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.326965 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.327404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20ae9f-c9e5-4ed0-9d67-e5dc4b02a888 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Network': ['ID=424cf45b-f4b4-4160-9811-8436173114b8,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:10.339829 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 424cf45b-f4b4-4160-9811-8436173114b8 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:39:10.382836 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.520615 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.713287 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.732315 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.836958 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.25.3.44 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/e118c397-634e-4ad8-8644-6c6784bd2af4) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:10.942358 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.977194 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.023191 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:11.026047 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:11.028519 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:11.034377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=e118c397-634e-4ad8-8644-6c6784bd2af4,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:11.039122 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4a613-6c7c-4643-aced-b318573faf5f None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:11.099271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-05e69353-c037-4018-bdc7-263542043179 None None] Provisioning complete for port e118c397-634e-4ad8-8644-6c6784bd2af4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:11.099642 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-05e69353-c037-4018-bdc7-263542043179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.144790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-05e69353-c037-4018-bdc7-263542043179 None None] Port e118c397-634e-4ad8-8644-6c6784bd2af4 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:11.147531 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.289960 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.789293 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.914681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router 7789387f-d5b5-498c-a656-f326ca541b13 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:39:12.023530 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:12.034839 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Sync routers for ids ['7789387f-d5b5-498c-a656-f326ca541b13'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:12.046485 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Routers {'7789387f-d5b5-498c-a656-f326ca541b13'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:12.047368 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:39:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7789387f-d5b5-498c-a656-f326ca541b13'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:12.047532 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.048807 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-24ef5f5c-2d70-4ff1-868f-ea58ca02c9bb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7522128 Nov 12 09:39:12.051999 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50034) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:12.080893 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9dd66bdc-a632-45b3-b754-3a9d18556b94 tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e41f4d6a0582425898496598a472cbc9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272534 Nov 12 09:39:12.083492 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50036) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:12.154067 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Set router 7789387f-d5b5-498c-a656-f326ca541b13 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:12.174427 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2ce592-5616-43d0-9b83-300a8638542d tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:12.175953 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-5f2ce592-5616-43d0-9b83-300a8638542d tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912967 Nov 12 09:39:12.178915 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50038) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:12.207471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-9f08ddc0-55ef-4ff9-ac2c-b951dc9c290a tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=96c93622-1b7f-40a4-8d70-95adc47fdc55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274322 Nov 12 09:39:12.210425 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50040) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:12.215273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4a1b3249-60a8-4030-8621-04f919858846 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-459695599', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:12.315659 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1b3249-60a8-4030-8621-04f919858846 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:39:12.319957 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3249-60a8-4030-8621-04f919858846 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.332932 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:11Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:12.359078 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Checking router: 7789387f-d5b5-498c-a656-f326ca541b13 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:12.359420 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Updating router 7789387f-d5b5-498c-a656-f326ca541b13 port e118c397-634e-4ad8-8644-6c6784bd2af4 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:39:12.384806 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.514480 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3249-60a8-4030-8621-04f919858846 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.577213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b3249-60a8-4030-8621-04f919858846 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Subnet': ['ID=3dd67b4d-cb72-46e8-b5f5-063f0da3ad97,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:12.584917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b3249-60a8-4030-8621-04f919858846 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Checking segment: {'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:12.585319 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b3249-60a8-4030-8621-04f919858846 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network hostable DHCP agents. Network: 424cf45b-f4b4-4160-9811-8436173114b8, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:39:12.602890 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b3249-60a8-4030-8621-04f919858846 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 424cf45b-f4b4-4160-9811-8436173114b8 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:39:12.614074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b3249-60a8-4030-8621-04f919858846 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 424cf45b-f4b4-4160-9811-8436173114b8) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:12.618583 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b3249-60a8-4030-8621-04f919858846 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:12.619179 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3249-60a8-4030-8621-04f919858846 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.623991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fd693d-7459-42ad-a0ab-70b04af4c1c9 None None] Network 424cf45b-f4b4-4160-9811-8436173114b8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:12.641911 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50042) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:12.642607 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4a1b3249-60a8-4030-8621-04f919858846 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4304817 Nov 12 09:39:12.664177 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.670330 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.719442 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Attempting to bind port e118c397-634e-4ad8-8644-6c6784bd2af4 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:12.719904 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Attempting to bind port e118c397-634e-4ad8-8644-6c6784bd2af4 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:12.720996 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Attempting to bind port e118c397-634e-4ad8-8644-6c6784bd2af4 on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:12.730118 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:12.730118 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:12.730599 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.731081 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:12.731659 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Bound port: e118c397-634e-4ad8-8644-6c6784bd2af4, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:12.732130 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.740622 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Pushing event updated for resources: {'Port': ['ID=e118c397-634e-4ad8-8644-6c6784bd2af4,revision_number=2']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:12.741412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c3dee3-5e28-40cb-8911-8b84abc5c0dc None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:12.794400 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:12.794400 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:12.794400 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:12.794400 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:12.794958 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:12.795354 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:12.795738 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:12.796124 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:12.796506 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:12.796887 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:12.797295 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:12.797675 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:12.807504 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] For port e118c397-634e-4ad8-8644-6c6784bd2af4, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:12.811316 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] For port e118c397-634e-4ad8-8644-6c6784bd2af4, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e118c397-634e-4ad8-8644-6c6784bd2af4,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:12.818517 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.821468 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5addc051-0f2a-4ce1-a667-699cd96553c6 None None] Provisioning complete for port e118c397-634e-4ad8-8644-6c6784bd2af4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:12.822060 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5addc051-0f2a-4ce1-a667-699cd96553c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.877244 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Routers {'7789387f-d5b5-498c-a656-f326ca541b13'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:12.878870 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:39:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7789387f-d5b5-498c-a656-f326ca541b13'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:12.879279 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ed59e-745b-4e23-8187-cc21001edd37 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:12.897471 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-424cf45b-f4b4-4160-9811-8436173114b8', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ips': [{'subnet_id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:39:12.898502 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.982781 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e8fca-4c15-4824-b31b-a4b6b6713255 None None] Pushing event updated for resources: {'Port': ['ID=e118c397-634e-4ad8-8644-6c6784bd2af4,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:13.017940 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] Set router 7789387f-d5b5-498c-a656-f326ca541b13 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:13.224202 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.225897 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5addc051-0f2a-4ce1-a667-699cd96553c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.246304 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:11Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:13.271469 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5addc051-0f2a-4ce1-a667-699cd96553c6 None None] For port e118c397-634e-4ad8-8644-6c6784bd2af4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e118c397-634e-4ad8-8644-6c6784bd2af4,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:13.274979 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412b593c-931d-410f-a4c0-8a5378e24243 None None] The sync data for ids ['7789387f-d5b5-498c-a656-f326ca541b13'] in n-d-768851-18 is: [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:11Z', 'revision_number': 3, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:13.278402 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5addc051-0f2a-4ce1-a667-699cd96553c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.310381 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Allocated IP 172.20.0.2 (424cf45b-f4b4-4160-9811-8436173114b8/3dd67b4d-cb72-46e8-b5f5-063f0da3ad97/c91d9686-b431-4baf-881b-ba2c7ed7cd2f) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:13.360407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addc051-0f2a-4ce1-a667-699cd96553c6 None None] Pushing event updated for resources: {'Port': ['ID=e118c397-634e-4ad8-8644-6c6784bd2af4,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:13.424594 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6b2c4c93-1b08-4418-a34e-7391df4014aa None None] Provisioning complete for port e118c397-634e-4ad8-8644-6c6784bd2af4 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:13.425138 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4c93-1b08-4418-a34e-7391df4014aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.571869 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.611565 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.659635 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.20.0.1 (424cf45b-f4b4-4160-9811-8436173114b8/3dd67b4d-cb72-46e8-b5f5-063f0da3ad97/1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:13.675768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Network 424cf45b-f4b4-4160-9811-8436173114b8 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:13.678508 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:13.680985 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:13.689487 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Pushing event updated for resources: {'Port': ['ID=c91d9686-b431-4baf-881b-ba2c7ed7cd2f,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:13.754301 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Attempting to bind port c91d9686-b431-4baf-881b-ba2c7ed7cd2f on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:13.754685 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Attempting to bind port c91d9686-b431-4baf-881b-ba2c7ed7cd2f by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:13.755050 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Attempting to bind port c91d9686-b431-4baf-881b-ba2c7ed7cd2f on network 424cf45b-f4b4-4160-9811-8436173114b8 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:13.765517 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:13.765896 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Checking segment: {'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:13.766302 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.766699 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Bound using segment: {'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:13.769598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Bound port: c91d9686-b431-4baf-881b-ba2c7ed7cd2f, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:13.770034 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.853427 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.855568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e118c397-634e-4ad8-8644-6c6784bd2af4 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:13.859055 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] For port c91d9686-b431-4baf-881b-ba2c7ed7cd2f, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:13.893558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] For port c91d9686-b431-4baf-881b-ba2c7ed7cd2f, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c91d9686-b431-4baf-881b-ba2c7ed7cd2f,segment=NetworkSegment(65baad42-f843-40e3-83dc-05862f1704e8),segment_id=65baad42-f843-40e3-83dc-05862f1704e8)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:13.894190 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.903105 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.933818 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 424cf45b-f4b4-4160-9811-8436173114b8 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:13.937042 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:13.944646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:13.972675 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0ac87-3845-4c5c-bc76-d3c46348b93c None None] Pushing event updated for resources: {'Port': ['ID=c91d9686-b431-4baf-881b-ba2c7ed7cd2f,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:13.984272 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e118c397-634e-4ad8-8644-6c6784bd2af4 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:13.984760 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.985229 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:14.030871 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.191196 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.513061 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.524337 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.597488 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.599227 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:14.718022 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 424cf45b-f4b4-4160-9811-8436173114b8 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:14.720337 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:14.849213 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router 7789387f-d5b5-498c-a656-f326ca541b13 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:14.973543 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:14.987231 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442fa9d5-9827-43e8-951b-3140a7b6d6be None None] Network 424cf45b-f4b4-4160-9811-8436173114b8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:14.989824 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3cf26204-8f50-49cb-b24f-4cb465607381 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "PUT /v2.0/routers/7789387f-d5b5-498c-a656-f326ca541b13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3466120 Nov 12 09:39:15.064130 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:39:15.068087 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-fbfae4ae-fb64-412f-9d7b-919d558f2b56 None None] Provisioning complete for port c91d9686-b431-4baf-881b-ba2c7ed7cd2f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:15.068463 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fbfae4ae-fb64-412f-9d7b-919d558f2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.176068 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-ff9d837b-2c0a-4ef1-883d-af51dd148fab tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372669795&fields=id&tenant_id=e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 267 time: 0.0541523 Nov 12 09:39:15.221522 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fbfae4ae-fb64-412f-9d7b-919d558f2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.267492 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-fbfae4ae-fb64-412f-9d7b-919d558f2b56 None None] For port c91d9686-b431-4baf-881b-ba2c7ed7cd2f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c91d9686-b431-4baf-881b-ba2c7ed7cd2f,segment=NetworkSegment(65baad42-f843-40e3-83dc-05862f1704e8),segment_id=65baad42-f843-40e3-83dc-05862f1704e8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:15.277890 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fbfae4ae-fb64-412f-9d7b-919d558f2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.324365 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-4b14e518-8abd-4daf-9b95-2eea713132f9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:15.325944 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-4b14e518-8abd-4daf-9b95-2eea713132f9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/networks?id=424cf45b-f4b4-4160-9811-8436173114b8 HTTP/1.1" status: 200 len: 796 time: 0.1413167 Nov 12 09:39:15.335205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfae4ae-fb64-412f-9d7b-919d558f2b56 None None] Pushing event updated for resources: {'Port': ['ID=c91d9686-b431-4baf-881b-ba2c7ed7cd2f,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:15.354985 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-9d143556-2867-41c4-a026-d2df119a6596 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/quotas/e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 375 time: 0.0222368 Nov 12 09:39:15.418282 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-849543d5-5409-47e3-9669-ffb27f62774c tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569081 Nov 12 09:39:15.514885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f32cb6a6-d538-46fb-86fb-db11c372a681 None None] Provisioning complete for port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:15.515342 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f32cb6a6-d538-46fb-86fb-db11c372a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.526345 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-c00e085f-70ee-449d-a0d5-f789d06d6358 service neutron] 10.222.0.31 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929708 Nov 12 09:39:15.553261 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-f32cb6a6-d538-46fb-86fb-db11c372a681 None None] Port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:15.564247 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f32cb6a6-d538-46fb-86fb-db11c372a681 None None] Provisioning complete for port c91d9686-b431-4baf-881b-ba2c7ed7cd2f triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:15.565228 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f32cb6a6-d538-46fb-86fb-db11c372a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.638068 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-e0c3036e-5bcc-4b5c-a4da-4a38e00d84a5 service neutron] 10.222.0.31 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047831 Nov 12 09:39:15.698429 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Sync routers for ids ['7789387f-d5b5-498c-a656-f326ca541b13'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:15.709460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Routers {'7789387f-d5b5-498c-a656-f326ca541b13'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:15.710158 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:39:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7789387f-d5b5-498c-a656-f326ca541b13'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:15.854513 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-05b8cb6d-d9c4-4394-8dfb-70e619a4f486 None None] Provisioning complete for port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:15.854949 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-05b8cb6d-d9c4-4394-8dfb-70e619a4f486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.888180 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-edba74f1-688e-44e2-81c0-f66822fbba4b req-61cf15df-270d-4e25-9945-e263113368b4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 210 time: 0.0769112 Nov 12 09:39:15.908962 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-05b8cb6d-d9c4-4394-8dfb-70e619a4f486 None None] Port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:15.917412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Set router 7789387f-d5b5-498c-a656-f326ca541b13 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:15.952066 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c91d9686-b431-4baf-881b-ba2c7ed7cd2f up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:16.101852 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-a524e66f-e810-4f71-8f9b-d8f261f0c400 None None] Provisioning complete for port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:16.102517 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a524e66f-e810-4f71-8f9b-d8f261f0c400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.157514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c91d9686-b431-4baf-881b-ba2c7ed7cd2f triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:16.157882 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.191669 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-a524e66f-e810-4f71-8f9b-d8f261f0c400 None None] Port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:16.302435 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e', 'name': '', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:98:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:13Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 2, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:16.333549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Checking router: 7789387f-d5b5-498c-a656-f326ca541b13 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:16.334178 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Updating router 7789387f-d5b5-498c-a656-f326ca541b13 port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:39:16.360230 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.642591 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.649608 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.704054 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859601c-a6cf-4bcb-befd-1ac8d81d4b8a None None] Pushing event updated for resources: {'Port': ['ID=1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:16.759020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Attempting to bind port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:16.759520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Attempting to bind port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:16.760000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Attempting to bind port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e on network 424cf45b-f4b4-4160-9811-8436173114b8 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:16.767149 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:16.767557 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Checking segment: {'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:16.768638 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.769043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Bound using segment: {'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:16.769559 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Bound port: 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:16.769951 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.858779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] For port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:16.862590 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] For port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e,segment=NetworkSegment(65baad42-f843-40e3-83dc-05862f1704e8),segment_id=65baad42-f843-40e3-83dc-05862f1704e8)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:16.868576 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.938891 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-44d301bd-df9f-4feb-b4be-18e22f5afd58 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:16.941132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-44d301bd-df9f-4feb-b4be-18e22f5afd58 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.46 "GET /v2.0/networks?id=424cf45b-f4b4-4160-9811-8436173114b8 HTTP/1.1" status: 200 len: 796 time: 0.1416860 Nov 12 09:39:16.948919 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859601c-a6cf-4bcb-befd-1ac8d81d4b8a None None] Pushing event updated for resources: {'Port': ['ID=1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:16.957327 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Routers {'7789387f-d5b5-498c-a656-f326ca541b13'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:16.957973 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:39:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7789387f-d5b5-498c-a656-f326ca541b13'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:16.961271 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-3b5430f1-c712-4081-9561-a8827da21d1d None None] Provisioning complete for port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:16.961647 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b5430f1-c712-4081-9561-a8827da21d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.038637 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-19068d1b-629a-4da0-a331-ad0942bfb0ff tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41f4d6a0582425898496598a472cbc9 HTTP/1.1" status: 200 len: 379 time: 0.0874362 Nov 12 09:39:17.050373 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-814a11bc-3381-4cd9-b5c4-4323cf661fe6 req-e0b571b1-732f-467a-b0c8-c157e5746752 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 210 time: 0.0413511 Nov 12 09:39:17.052207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'port': {'device_id': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'admin_state_up': True, 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'security_groups': ['aae21587-9dbc-40e0-ad3a-268cbb8003a1']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:17.135329 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] Set router 7789387f-d5b5-498c-a656-f326ca541b13 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:17.182132 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Made reservation on behalf of e41f4d6a0582425898496598a472cbc9 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:39:17.187323 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.203961 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b5430f1-c712-4081-9561-a8827da21d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.322854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.20.0.11 (424cf45b-f4b4-4160-9811-8436173114b8/3dd67b4d-cb72-46e8-b5f5-063f0da3ad97/265003b5-134a-445b-a36d-7757da27926e) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:17.479841 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-3b5430f1-c712-4081-9561-a8827da21d1d None None] For port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e,segment=NetworkSegment(65baad42-f843-40e3-83dc-05862f1704e8),segment_id=65baad42-f843-40e3-83dc-05862f1704e8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:17.482032 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.484936 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3b5430f1-c712-4081-9561-a8827da21d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.525695 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.554191 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5430f1-c712-4081-9561-a8827da21d1d None None] Pushing event updated for resources: {'Port': ['ID=1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:17.569565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 424cf45b-f4b4-4160-9811-8436173114b8 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:17.574910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:17.578742 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:17.585763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=265003b5-134a-445b-a36d-7757da27926e,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:17.618172 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-862c743e-4c4d-4666-a710-bfc8558b847b None None] Provisioning complete for port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:17.618558 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-862c743e-4c4d-4666-a710-bfc8558b847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.623908 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e', 'name': '', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:98:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:13Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:17.641330 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:17.641909 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.660758 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-771974db-7767-4167-a950-e66507a75da1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6157413 Nov 12 09:39:17.678604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e70d19-4974-42dc-b0bd-a345cad6738e None None] The sync data for ids ['7789387f-d5b5-498c-a656-f326ca541b13'] in n-d-768851-18 is: [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e', 'name': '', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:98:7c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:13Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:17.741399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Request body: {'port': {'device_id': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:17.845422 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.909361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:17.954443 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cda477a9-e56e-4981-986d-965a86cd0c95 None None] Provisioning complete for port 265003b5-134a-445b-a36d-7757da27926e triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:17.954831 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cda477a9-e56e-4981-986d-965a86cd0c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.003568 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-cda477a9-e56e-4981-986d-965a86cd0c95 None None] Port 265003b5-134a-445b-a36d-7757da27926e cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:18.010558 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:18.010896 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.215690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265003b5-134a-445b-a36d-7757da27926e {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:39:18.229939 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30663df-9f6f-448d-9d69-b64f123af18f req-96274009-9020-43e4-bd34-0536e8246140 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:18.231604 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f30663df-9f6f-448d-9d69-b64f123af18f req-96274009-9020-43e4-bd34-0536e8246140 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 932 time: 0.0982647 Nov 12 09:39:18.237058 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.263377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Transition to ACTIVE for port object 265003b5-134a-445b-a36d-7757da27926e will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:39:18.276521 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.327120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f30663df-9f6f-448d-9d69-b64f123af18f req-8a8519fa-e39e-48de-9515-d3c3ec073eb3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859039 Nov 12 09:39:18.345085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Pushing event updated for resources: {'Port': ['ID=265003b5-134a-445b-a36d-7757da27926e,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:18.419611 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Attempting to bind port 265003b5-134a-445b-a36d-7757da27926e on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:18.420126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Attempting to bind port 265003b5-134a-445b-a36d-7757da27926e by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:18.420469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Attempting to bind port 265003b5-134a-445b-a36d-7757da27926e on network 424cf45b-f4b4-4160-9811-8436173114b8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:18.426155 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Port 265003b5-134a-445b-a36d-7757da27926e on network 424cf45b-f4b4-4160-9811-8436173114b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:39:18.426487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Attempting to bind port 265003b5-134a-445b-a36d-7757da27926e on network 424cf45b-f4b4-4160-9811-8436173114b8 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:18.433767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:18.434117 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Checking segment: {'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:18.434508 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Bound using segment: {'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:18.434954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Bound port: 265003b5-134a-445b-a36d-7757da27926e, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65baad42-f843-40e3-83dc-05862f1704e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:18.435322 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.514414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] For port 265003b5-134a-445b-a36d-7757da27926e, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:18.518670 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] For port 265003b5-134a-445b-a36d-7757da27926e, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=265003b5-134a-445b-a36d-7757da27926e,segment=NetworkSegment(65baad42-f843-40e3-83dc-05862f1704e8),segment_id=65baad42-f843-40e3-83dc-05862f1704e8)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:18.523922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.558712 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:18.559482 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.561094 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] 10.222.0.46 "PUT /v2.0/ports/265003b5-134a-445b-a36d-7757da27926e HTTP/1.1" status: 200 len: 1093 time: 0.8910344 Nov 12 09:39:18.563983 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'tag': '265003b5-134a-445b-a36d-7757da27926e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:18.567648 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e8e7aa-4224-499d-89e2-94e7f3c6b577" -d '{"events": [{"name": "network-changed", "server_uuid": "16ef3f50-73de-490c-80ab-d2e931f9ce92", "tag": "265003b5-134a-445b-a36d-7757da27926e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:18.598967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836db8c-0eff-4d0f-a6b2-10fbee89dd03 service neutron] Pushing event updated for resources: {'Port': ['ID=265003b5-134a-445b-a36d-7757da27926e,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:18.629580 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a603b0-c5c7-476a-988d-65a6e3e9d71a x-openstack-request-id: req-04a603b0-c5c7-476a-988d-65a6e3e9d71a {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:18.630233 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ef3f50-73de-490c-80ab-d2e931f9ce92", "tag": "265003b5-134a-445b-a36d-7757da27926e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:18.630233 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04a603b0-c5c7-476a-988d-65a6e3e9d71a {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:18.630824 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'tag': '265003b5-134a-445b-a36d-7757da27926e', 'status': 'completed', 'code': 200} Nov 12 09:39:18.689263 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-b2f55f8a-4490-4bde-8469-db234b2913f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:18.691944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-b2f55f8a-4490-4bde-8469-db234b2913f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 1096 time: 0.0571678 Nov 12 09:39:18.751175 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-d497737e-4066-47c7-aeef-966037be472e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=265003b5-134a-445b-a36d-7757da27926e HTTP/1.1" status: 200 len: 217 time: 0.0503721 Nov 12 09:39:18.806553 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-11038476-edf2-45d7-bedf-79f2294247ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:18.808160 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-11038476-edf2-45d7-bedf-79f2294247ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dd67b4d-cb72-46e8-b5f5-063f0da3ad97 HTTP/1.1" status: 200 len: 834 time: 0.0488968 Nov 12 09:39:18.859922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-f2dae19f-93c6-4699-b37e-6247debf92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:18.861667 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-f2dae19f-93c6-4699-b37e-6247debf92f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=424cf45b-f4b4-4160-9811-8436173114b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461559 Nov 12 09:39:18.971567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-0c52e2c9-62b7-4dca-86f5-6cae6b2b39e0 service neutron] 10.222.0.46 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017809 Nov 12 09:39:19.064257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ddc4a791-b3ce-4f22-adee-e6bcede20533 req-ac3b3819-f713-4434-a463-43b4d12f27a4 service neutron] 10.222.0.46 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856338 Nov 12 09:39:19.155975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8e7aa-4224-499d-89e2-94e7f3c6b577 req-057656c7-db07-40e2-a166-de30bfcfe844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:19.157591 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e8e7aa-4224-499d-89e2-94e7f3c6b577 req-057656c7-db07-40e2-a166-de30bfcfe844 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 1096 time: 0.0469093 Nov 12 09:39:19.259185 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8e7aa-4224-499d-89e2-94e7f3c6b577 req-80283cca-efad-4971-a01e-8a82a9a14182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:19.260664 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e8e7aa-4224-499d-89e2-94e7f3c6b577 req-80283cca-efad-4971-a01e-8a82a9a14182 service neutron] 10.222.0.46 "GET /v2.0/networks?id=424cf45b-f4b4-4160-9811-8436173114b8 HTTP/1.1" status: 200 len: 897 time: 0.0957394 Nov 12 09:39:19.307624 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e8e7aa-4224-499d-89e2-94e7f3c6b577 req-8f265373-3a06-41a0-8c7b-36b83edd5658 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=265003b5-134a-445b-a36d-7757da27926e HTTP/1.1" status: 200 len: 217 time: 0.0383797 Nov 12 09:39:19.357020 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8e7aa-4224-499d-89e2-94e7f3c6b577 req-7a6037c2-d2f1-48d2-ad9e-06a892182ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:19.358590 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e8e7aa-4224-499d-89e2-94e7f3c6b577 req-7a6037c2-d2f1-48d2-ad9e-06a892182ec5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dd67b4d-cb72-46e8-b5f5-063f0da3ad97 HTTP/1.1" status: 200 len: 834 time: 0.0429854 Nov 12 09:39:19.434274 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8e7aa-4224-499d-89e2-94e7f3c6b577 req-c90566d9-3cc0-4f0e-8e45-df0c4f4b0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:19.435768 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e8e7aa-4224-499d-89e2-94e7f3c6b577 req-c90566d9-3cc0-4f0e-8e45-df0c4f4b0492 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=424cf45b-f4b4-4160-9811-8436173114b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701687 Nov 12 09:39:19.485092 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251362a2-45a0-4efb-a2d4-e41e695c9248 req-73b09dc5-97dc-4f33-960e-64eaaff9a533 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:19.487188 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-251362a2-45a0-4efb-a2d4-e41e695c9248 req-73b09dc5-97dc-4f33-960e-64eaaff9a533 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 944 time: 0.0825689 Nov 12 09:39:19.576762 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e8e7aa-4224-499d-89e2-94e7f3c6b577 req-d0b790d6-1547-4fa2-a96a-e4ac0ece959a service neutron] 10.222.0.46 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327350 Nov 12 09:39:19.580676 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-251362a2-45a0-4efb-a2d4-e41e695c9248 req-7bf35474-f2c9-412d-8d3a-73c94d6bed22 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687795 Nov 12 09:39:19.675469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-51e8e7aa-4224-499d-89e2-94e7f3c6b577 req-d141efa9-86b1-469f-b24b-b39dcebae43b service neutron] 10.222.0.46 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919385 Nov 12 09:39:20.701745 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb3866-0d2c-441f-9227-0038355b3e73 req-fe9c13ac-1554-470e-9da2-50e74fa9f361 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:20.703248 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-53cb3866-0d2c-441f-9227-0038355b3e73 req-fe9c13ac-1554-470e-9da2-50e74fa9f361 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 944 time: 0.0499244 Nov 12 09:39:20.754078 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-53cb3866-0d2c-441f-9227-0038355b3e73 req-1907fb49-cbd6-419f-b64a-24d7aed52b14 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439472 Nov 12 09:39:21.869401 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e5674-c46a-456e-ba44-7b452a2ba753 req-2720c34b-c54d-4d6f-9979-f8a09d6d3503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:21.870880 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-812e5674-c46a-456e-ba44-7b452a2ba753 req-2720c34b-c54d-4d6f-9979-f8a09d6d3503 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 944 time: 0.0495973 Nov 12 09:39:21.920755 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-812e5674-c46a-456e-ba44-7b452a2ba753 req-82727fed-5823-421f-8b1f-6ea500180b26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439212 Nov 12 09:39:23.042214 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d8a65-55ef-48c4-ad51-d73d2b18202a req-2494bf01-9a8e-4535-9226-69436d17a092 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:23.043715 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-620d8a65-55ef-48c4-ad51-d73d2b18202a req-2494bf01-9a8e-4535-9226-69436d17a092 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 944 time: 0.0537245 Nov 12 09:39:23.095169 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-620d8a65-55ef-48c4-ad51-d73d2b18202a req-6628d56d-6d8e-4a13-b91a-3ec0dea2d41b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451002 Nov 12 09:39:23.125545 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:23.148242 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 265003b5-134a-445b-a36d-7757da27926e details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:39:23.239874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 265003b5-134a-445b-a36d-7757da27926e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=265003b5-134a-445b-a36d-7757da27926e,segment=NetworkSegment(65baad42-f843-40e3-83dc-05862f1704e8),segment_id=65baad42-f843-40e3-83dc-05862f1704e8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:23.251822 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '265003b5-134a-445b-a36d-7757da27926e', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'port_id': '265003b5-134a-445b-a36d-7757da27926e', 'mac_address': 'fa:16:3e:18:2d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:39:23.292803 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:23.305289 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265003b5-134a-445b-a36d-7757da27926e {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:39:23.323825 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 265003b5-134a-445b-a36d-7757da27926e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=265003b5-134a-445b-a36d-7757da27926e,segment=NetworkSegment(65baad42-f843-40e3-83dc-05862f1704e8),segment_id=65baad42-f843-40e3-83dc-05862f1704e8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:23.328448 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:23.376403 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=265003b5-134a-445b-a36d-7757da27926e,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:23.694952 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['265003b5-134a-445b-a36d-7757da27926e'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:39:24.214046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b239c0-5a94-47e8-8d36-fa42d3acfd31 req-97cfa43e-a052-43da-8de5-2060a2d4aac9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:24.215491 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57b239c0-5a94-47e8-8d36-fa42d3acfd31 req-97cfa43e-a052-43da-8de5-2060a2d4aac9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 945 time: 0.0511096 Nov 12 09:39:24.269993 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57b239c0-5a94-47e8-8d36-fa42d3acfd31 req-4af859bc-2aa8-43bf-922a-e81b772a4214 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485895 Nov 12 09:39:25.160331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 265003b5-134a-445b-a36d-7757da27926e up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:25.209656 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 265003b5-134a-445b-a36d-7757da27926e completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:39:25.213526 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 265003b5-134a-445b-a36d-7757da27926e triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:25.213835 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:25.293047 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:25.318862 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265003b5-134a-445b-a36d-7757da27926e'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:25.322092 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4bc6e0-a1b9-4c86-986a-dfc367df0299" -d '{"events": [{"server_uuid": "16ef3f50-73de-490c-80ab-d2e931f9ce92", "name": "network-vif-plugged", "status": "completed", "tag": "265003b5-134a-445b-a36d-7757da27926e"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:25.335372 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 265003b5-134a-445b-a36d-7757da27926e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=265003b5-134a-445b-a36d-7757da27926e,segment=NetworkSegment(65baad42-f843-40e3-83dc-05862f1704e8),segment_id=65baad42-f843-40e3-83dc-05862f1704e8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:25.340399 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:25.367296 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d8a7ae-29f0-4558-9739-06b2aa6a85eb x-openstack-request-id: req-e6d8a7ae-29f0-4558-9739-06b2aa6a85eb {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:25.368497 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ef3f50-73de-490c-80ab-d2e931f9ce92", "name": "network-vif-plugged", "status": "completed", "tag": "265003b5-134a-445b-a36d-7757da27926e", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:25.368754 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6d8a7ae-29f0-4558-9739-06b2aa6a85eb {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:25.369169 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265003b5-134a-445b-a36d-7757da27926e', 'code': 200} Nov 12 09:39:25.400363 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=265003b5-134a-445b-a36d-7757da27926e,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:25.404785 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1445-cf39-4592-b154-6c1ae3fc281a req-6b2b15d0-c0e6-414d-a901-22875693c296 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:25.411446 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0cf1445-cf39-4592-b154-6c1ae3fc281a req-6b2b15d0-c0e6-414d-a901-22875693c296 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.0669928 Nov 12 09:39:25.464601 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e0cf1445-cf39-4592-b154-6c1ae3fc281a req-97f0df4f-db16-42bb-b983-e528bf9517dd tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478790 Nov 12 09:39:25.465696 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb46f8-e7d5-4cc0-88f9-ad884fa593ce req-74e2b80c-c8ce-4e2e-9ba0-7a6417c1b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:25.467220 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83cb46f8-e7d5-4cc0-88f9-ad884fa593ce req-74e2b80c-c8ce-4e2e-9ba0-7a6417c1b05d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 1098 time: 0.0420048 Nov 12 09:39:25.515036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83cb46f8-e7d5-4cc0-88f9-ad884fa593ce req-2bcb9927-ac69-41fb-bbeb-5ce53c07cdad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396059 Nov 12 09:39:26.583102 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e290f-63f7-4ac4-aa87-5e3afb1408f8 req-c650c668-8dc5-4a65-a756-5ea15024c8de tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:26.584848 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d6e290f-63f7-4ac4-aa87-5e3afb1408f8 req-c650c668-8dc5-4a65-a756-5ea15024c8de tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.0502028 Nov 12 09:39:26.638617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3d6e290f-63f7-4ac4-aa87-5e3afb1408f8 req-c961c7bb-e0fe-4b4f-b8cf-d130c0f205aa tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476601 Nov 12 09:39:27.757246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3030f-dd65-426c-af16-1bf348190891 req-dbb4cdc3-15a6-4539-a86d-1b3b829426d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:27.758756 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ced3030f-dd65-426c-af16-1bf348190891 req-dbb4cdc3-15a6-4539-a86d-1b3b829426d9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.0529258 Nov 12 09:39:27.807634 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-ced3030f-dd65-426c-af16-1bf348190891 req-9eddbcee-bf01-49f0-bc71-acf0332ed673 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428650 Nov 12 09:39:27.933968 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420e324-d3c8-41ef-b8cd-28d7f233818d req-10c0f008-641c-40bc-8786-7ca5c951e60d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:27.935496 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2420e324-d3c8-41ef-b8cd-28d7f233818d req-10c0f008-641c-40bc-8786-7ca5c951e60d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.0542328 Nov 12 09:39:27.984916 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2420e324-d3c8-41ef-b8cd-28d7f233818d req-49c321be-bdf0-4b50-ae04-d3f916c2edeb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 Nov 12 09:39:28.007460 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50100) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:28.048875 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc4af3-4041-467d-80af-ab7003abb0cd tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:28.050414 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c6fc4af3-4041-467d-80af-ab7003abb0cd tempest-TestNetworkAdvancedServerOps-1102595046 tempest-TestNetworkAdvancedServerOps-1102595046-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 1093 time: 0.0421233 Nov 12 09:39:28.053246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50102) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:28.057475 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '265003b5-134a-445b-a36d-7757da27926e', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:28.080470 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:28.186504 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:28.288297 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Allocated IP 172.25.3.189 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/3f1a9c23-a818-4be0-9324-c629230f14d2) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:28.391534 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:28.425779 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:28.463376 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:28.468209 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:28.474024 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:28.481189 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=3f1a9c23-a818-4be0-9324-c629230f14d2,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:29.147440 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:29.213480 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:29.338699 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:29.360515 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:29.364893 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:29.431945 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event updated for resources: {'Port': ['ID=3f1a9c23-a818-4be0-9324-c629230f14d2,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:29.446044 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:29.544107 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Floating IP 10eb6e9e-031c-4472-a41c-9560ab9c4cce associated. External IP: 172.25.3.189, port: 265003b5-134a-445b-a36d-7757da27926e. Nov 12 09:39:29.743433 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router 7789387f-d5b5-498c-a656-f326ca541b13 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:29.851649 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:29.862113 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0648bbfa-92a7-4d6f-9a69-184ed48b6089 None None] Sync routers for ids ['7789387f-d5b5-498c-a656-f326ca541b13'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:29.869292 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:29.871602 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0648bbfa-92a7-4d6f-9a69-184ed48b6089 None None] Routers {'7789387f-d5b5-498c-a656-f326ca541b13'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:29.872202 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0648bbfa-92a7-4d6f-9a69-184ed48b6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:39:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7789387f-d5b5-498c-a656-f326ca541b13'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:29.899631 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fc1055de-16e1-4965-b126-d85f6fd75547 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8453498 Nov 12 09:39:29.900216 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'tag': '265003b5-134a-445b-a36d-7757da27926e'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:39:29.902629 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6276ce06-2cc4-4b6a-96a4-1444825c6455" -d '{"events": [{"name": "network-changed", "server_uuid": "16ef3f50-73de-490c-80ab-d2e931f9ce92", "tag": "265003b5-134a-445b-a36d-7757da27926e"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:39:29.942771 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315f04a1-610b-47fc-862d-fdee4c18be86 x-openstack-request-id: req-315f04a1-610b-47fc-862d-fdee4c18be86 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:39:29.943062 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ef3f50-73de-490c-80ab-d2e931f9ce92", "tag": "265003b5-134a-445b-a36d-7757da27926e", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:39:29.943315 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-315f04a1-610b-47fc-862d-fdee4c18be86 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:39:29.943725 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'tag': '265003b5-134a-445b-a36d-7757da27926e', 'status': 'completed', 'code': 200} Nov 12 09:39:30.011420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276ce06-2cc4-4b6a-96a4-1444825c6455 req-4f003dcc-ffd5-4180-967e-81d0fc53cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:30.012932 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6276ce06-2cc4-4b6a-96a4-1444825c6455 req-4f003dcc-ffd5-4180-967e-81d0fc53cdfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 1098 time: 0.0479057 Nov 12 09:39:30.013873 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c90323-af2b-4c7c-91c4-810334bae71e req-5e69c2e4-5c5f-4e9c-9996-fd1d255abbd3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:30.015500 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9c90323-af2b-4c7c-91c4-810334bae71e req-5e69c2e4-5c5f-4e9c-9996-fd1d255abbd3 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.0599620 Nov 12 09:39:30.067535 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c9c90323-af2b-4c7c-91c4-810334bae71e req-971711d9-e752-4341-a110-bdeb52b7bfc9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453084 Nov 12 09:39:30.089853 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50108) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:30.092167 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-0648bbfa-92a7-4d6f-9a69-184ed48b6089 None None] Set router 7789387f-d5b5-498c-a656-f326ca541b13 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:30.117320 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276ce06-2cc4-4b6a-96a4-1444825c6455 req-24a870cc-7d02-44aa-8f4d-c40cd0bbd80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:30.118826 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6276ce06-2cc4-4b6a-96a4-1444825c6455 req-24a870cc-7d02-44aa-8f4d-c40cd0bbd80b service neutron] 10.222.0.46 "GET /v2.0/networks?id=424cf45b-f4b4-4160-9811-8436173114b8 HTTP/1.1" status: 200 len: 897 time: 0.0986927 Nov 12 09:39:30.153620 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c47ccc71-3301-4717-bf18-46a795e031ac tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/10eb6e9e-031c-4472-a41c-9560ab9c4cce HTTP/1.1" status: 200 len: 992 time: 0.0625894 Nov 12 09:39:30.186642 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6276ce06-2cc4-4b6a-96a4-1444825c6455 req-0efc4624-77d1-447c-b193-aa80b00f3527 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=265003b5-134a-445b-a36d-7757da27926e HTTP/1.1" status: 200 len: 1000 time: 0.0597963 Nov 12 09:39:30.234850 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276ce06-2cc4-4b6a-96a4-1444825c6455 req-95caa8a4-de6f-4813-af42-fe17d7766eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:30.236797 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6276ce06-2cc4-4b6a-96a4-1444825c6455 req-95caa8a4-de6f-4813-af42-fe17d7766eb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dd67b4d-cb72-46e8-b5f5-063f0da3ad97 HTTP/1.1" status: 200 len: 834 time: 0.0435398 Nov 12 09:39:30.286948 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276ce06-2cc4-4b6a-96a4-1444825c6455 req-cf6d2feb-1e87-44eb-9a65-623af6266326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:30.288368 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6276ce06-2cc4-4b6a-96a4-1444825c6455 req-cf6d2feb-1e87-44eb-9a65-623af6266326 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=424cf45b-f4b4-4160-9811-8436173114b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441895 Nov 12 09:39:30.318438 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0648bbfa-92a7-4d6f-9a69-184ed48b6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '10eb6e9e-031c-4472-a41c-9560ab9c4cce', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'port_id': '265003b5-134a-445b-a36d-7757da27926e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'mac_address': 'fa:16:3e:18:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:39:28Z', 'updated_at': '2021-11-12T09:39:28Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e', 'name': '', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:98:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:13Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:30.343841 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0648bbfa-92a7-4d6f-9a69-184ed48b6089 None None] Checking router: 7789387f-d5b5-498c-a656-f326ca541b13 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:30.352040 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0648bbfa-92a7-4d6f-9a69-184ed48b6089 None None] Routers {'7789387f-d5b5-498c-a656-f326ca541b13'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:30.352640 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0648bbfa-92a7-4d6f-9a69-184ed48b6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:39:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7789387f-d5b5-498c-a656-f326ca541b13'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:30.379967 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6276ce06-2cc4-4b6a-96a4-1444825c6455 req-af66caa6-0542-4192-a43b-f1aaf8db032c service neutron] 10.222.0.46 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831094 Nov 12 09:39:30.457009 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-0648bbfa-92a7-4d6f-9a69-184ed48b6089 None None] Set router 7789387f-d5b5-498c-a656-f326ca541b13 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:30.475861 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6276ce06-2cc4-4b6a-96a4-1444825c6455 req-80e1cf2f-4e8b-43d2-867e-6e335236f183 service neutron] 10.222.0.46 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862365 Nov 12 09:39:30.678043 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-0648bbfa-92a7-4d6f-9a69-184ed48b6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '10eb6e9e-031c-4472-a41c-9560ab9c4cce', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'port_id': '265003b5-134a-445b-a36d-7757da27926e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'mac_address': 'fa:16:3e:18:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:39:28Z', 'updated_at': '2021-11-12T09:39:28Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e', 'name': '', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:98:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:13Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:30.703484 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0648bbfa-92a7-4d6f-9a69-184ed48b6089 None None] The sync data for ids ['7789387f-d5b5-498c-a656-f326ca541b13'] in n-d-768851-18 is: [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '10eb6e9e-031c-4472-a41c-9560ab9c4cce', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'floating_ip_address': '172.25.3.189', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'port_id': '265003b5-134a-445b-a36d-7757da27926e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'mac_address': 'fa:16:3e:18:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:39:28Z', 'updated_at': '2021-11-12T09:39:28Z', 'revision_number': 0, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e', 'name': '', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:98:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:13Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:30.891969 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e593a976-6603-45df-895a-b4909252d20c None None] New status for floating IP 10eb6e9e-031c-4472-a41c-9560ab9c4cce: ACTIVE {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:39:31.157132 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50110) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:31.220607 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-10d03b73-4854-4c89-8a65-97d052552cd0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/10eb6e9e-031c-4472-a41c-9560ab9c4cce HTTP/1.1" status: 200 len: 994 time: 0.0623398 Nov 12 09:39:35.373577 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c51f4066-5c0d-4947-a0f0-cbb7eca3966d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:37.646229 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3edb4636-6b93-477b-bc8a-7c09bfafa581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:38.879237 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:40.246685 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:41.138792 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:51.078817 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2800a871-cf06-4987-a0f4-6bd1e63574d4 req-85a3a4d8-4727-4c74-baf9-a40df3e7f59a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404503 Nov 12 09:39:51.162500 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800a871-cf06-4987-a0f4-6bd1e63574d4 req-a6814fc3-8ea8-4d6d-9831-edd189f2bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:51.164002 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2800a871-cf06-4987-a0f4-6bd1e63574d4 req-a6814fc3-8ea8-4d6d-9831-edd189f2bff5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 1098 time: 0.0416160 Nov 12 09:39:51.272693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800a871-cf06-4987-a0f4-6bd1e63574d4 req-c6abca01-8a08-4854-ae22-5b37a18db65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:51.274103 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2800a871-cf06-4987-a0f4-6bd1e63574d4 req-c6abca01-8a08-4854-ae22-5b37a18db65e service neutron] 10.222.0.46 "GET /v2.0/networks?id=424cf45b-f4b4-4160-9811-8436173114b8 HTTP/1.1" status: 200 len: 897 time: 0.0899019 Nov 12 09:39:51.342352 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2800a871-cf06-4987-a0f4-6bd1e63574d4 req-faa6bba0-2ef9-48f1-80e3-6f4e803a982e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=265003b5-134a-445b-a36d-7757da27926e HTTP/1.1" status: 200 len: 1002 time: 0.0602093 Nov 12 09:39:51.398804 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800a871-cf06-4987-a0f4-6bd1e63574d4 req-121f3c1f-f7fc-4914-8fb3-591b347fc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:51.400344 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2800a871-cf06-4987-a0f4-6bd1e63574d4 req-121f3c1f-f7fc-4914-8fb3-591b347fc2ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dd67b4d-cb72-46e8-b5f5-063f0da3ad97 HTTP/1.1" status: 200 len: 834 time: 0.0501916 Nov 12 09:39:51.449398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800a871-cf06-4987-a0f4-6bd1e63574d4 req-bd6e1812-79f5-4684-9b52-6b8eb9b4488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:51.450916 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2800a871-cf06-4987-a0f4-6bd1e63574d4 req-bd6e1812-79f5-4684-9b52-6b8eb9b4488b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=424cf45b-f4b4-4160-9811-8436173114b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427401 Nov 12 09:39:51.541374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2800a871-cf06-4987-a0f4-6bd1e63574d4 req-024256fe-dbff-424e-924e-31f8e0eb34d2 service neutron] 10.222.0.46 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824921 Nov 12 09:39:51.636858 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2800a871-cf06-4987-a0f4-6bd1e63574d4 req-ad3cef80-5fad-4065-a930-13865eca74e9 service neutron] 10.222.0.46 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870647 Nov 12 09:39:52.063282 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:39:53.153255 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:59.334428 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:05.375188 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-80e2fc6a-0f9d-4c6e-9286-384f433c901e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:07.648143 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f1e1ef8c-bb35-4efb-bcc8-c554bfcb40e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:08.881748 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:10.248491 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:11.143855 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:23.166849 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:29.064293 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:40:29.344094 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:34.124809 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461b084-858c-4aa3-a9c0-561be9601ba5 req-6ba3d67b-1ddc-432c-8932-fe67f5a01fd7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:34.126326 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4461b084-858c-4aa3-a9c0-561be9601ba5 req-6ba3d67b-1ddc-432c-8932-fe67f5a01fd7 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.1056297 Nov 12 09:40:34.175409 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4461b084-858c-4aa3-a9c0-561be9601ba5 req-889201f3-15cd-4531-8cb2-3368fad12de8 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431411 Nov 12 09:40:35.346588 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824674a1-3617-4357-a821-361508e5f3c5 req-734755fb-0a22-43df-b473-0347fcf5a721 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:35.348198 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-824674a1-3617-4357-a821-361508e5f3c5 req-734755fb-0a22-43df-b473-0347fcf5a721 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.1010420 Nov 12 09:40:35.377528 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ebcf58b3-7ca8-43fb-b2b6-e85683cdf56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:35.399940 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-824674a1-3617-4357-a821-361508e5f3c5 req-e9ffe737-569e-4e00-96b4-b98622b484b0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444100 Nov 12 09:40:36.519144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13488a-d2ce-4943-beec-d05be329b7ee req-765f1645-7c5d-46ab-a62f-c7b6814bdec2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:36.520629 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a13488a-d2ce-4943-beec-d05be329b7ee req-765f1645-7c5d-46ab-a62f-c7b6814bdec2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.0535564 Nov 12 09:40:36.571634 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8a13488a-d2ce-4943-beec-d05be329b7ee req-c641c447-d9b6-4975-bd17-8155f29965a1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450702 Nov 12 09:40:36.594977 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50146) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:36.660002 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-9b3a415b-346e-434a-b02a-439eccb2c9d2 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/10eb6e9e-031c-4472-a41c-9560ab9c4cce HTTP/1.1" status: 200 len: 994 time: 0.0637734 Nov 12 09:40:37.652112 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-28e51407-6878-4692-9dde-a97221db8eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:37.943369 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15d195-5334-45a7-b854-b0543f42970b req-4c1bbbb0-6ff4-488b-b426-c8b3cabd5459 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:37.945023 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b15d195-5334-45a7-b854-b0543f42970b req-4c1bbbb0-6ff4-488b-b426-c8b3cabd5459 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.0533123 Nov 12 09:40:37.956283 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e535bc-0a5c-4f68-bfad-c0829fa2a95d req-46dd53f2-d021-4d42-8ce8-1a97d3c60c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:37.957819 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57e535bc-0a5c-4f68-bfad-c0829fa2a95d req-46dd53f2-d021-4d42-8ce8-1a97d3c60c7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 1098 time: 0.0414875 Nov 12 09:40:37.994860 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b15d195-5334-45a7-b854-b0543f42970b req-ef89ab4c-2f26-45be-a245-b98b146ec1c4 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435688 Nov 12 09:40:38.052643 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e535bc-0a5c-4f68-bfad-c0829fa2a95d req-e183777a-213a-4a33-b483-6b086bcb0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:38.054215 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57e535bc-0a5c-4f68-bfad-c0829fa2a95d req-e183777a-213a-4a33-b483-6b086bcb0828 service neutron] 10.222.0.46 "GET /v2.0/networks?id=424cf45b-f4b4-4160-9811-8436173114b8 HTTP/1.1" status: 200 len: 897 time: 0.0889165 Nov 12 09:40:38.420677 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57e535bc-0a5c-4f68-bfad-c0829fa2a95d req-34797621-4ca4-4068-a7df-d64329dc4269 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=265003b5-134a-445b-a36d-7757da27926e HTTP/1.1" status: 200 len: 1002 time: 0.3594372 Nov 12 09:40:38.470277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e535bc-0a5c-4f68-bfad-c0829fa2a95d req-02ac116f-e21d-4ac8-8c8c-222fa8f68166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:38.471683 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57e535bc-0a5c-4f68-bfad-c0829fa2a95d req-02ac116f-e21d-4ac8-8c8c-222fa8f68166 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dd67b4d-cb72-46e8-b5f5-063f0da3ad97 HTTP/1.1" status: 200 len: 834 time: 0.0436594 Nov 12 09:40:38.518830 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e535bc-0a5c-4f68-bfad-c0829fa2a95d req-8e739781-a5d8-46d7-a642-7f3080967479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:38.520283 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57e535bc-0a5c-4f68-bfad-c0829fa2a95d req-8e739781-a5d8-46d7-a642-7f3080967479 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=424cf45b-f4b4-4160-9811-8436173114b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418835 Nov 12 09:40:38.608156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57e535bc-0a5c-4f68-bfad-c0829fa2a95d req-40a02075-1d99-455f-a0e2-ee4088c72a8e service neutron] 10.222.0.46 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800681 Nov 12 09:40:38.704921 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-57e535bc-0a5c-4f68-bfad-c0829fa2a95d req-131d907f-2237-4351-8e40-4b0012452659 service neutron] 10.222.0.46 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890586 Nov 12 09:40:38.883778 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:39.111125 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b493d-475c-41b2-baa5-88265f5cf752 req-59ed8be9-2f99-44c7-8583-00b4d353ddc1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:39.112673 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6d7b493d-475c-41b2-baa5-88265f5cf752 req-59ed8be9-2f99-44c7-8583-00b4d353ddc1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.0488389 Nov 12 09:40:39.162770 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6d7b493d-475c-41b2-baa5-88265f5cf752 req-77cdc50b-4c7d-4513-bd1b-28ffaf58f14a tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440979 Nov 12 09:40:40.251107 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:40.278515 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cdce1-9105-406a-90c9-3985304e1835 req-489292dd-b941-4a01-b980-8879769ba436 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:40.280011 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-136cdce1-9105-406a-90c9-3985304e1835 req-489292dd-b941-4a01-b980-8879769ba436 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.0497901 Nov 12 09:40:40.333116 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-136cdce1-9105-406a-90c9-3985304e1835 req-2f7d425c-2fd6-4456-b1aa-b49f1f41d661 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469530 Nov 12 09:40:40.355473 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50160) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:40.415818 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-39cd7ce4-7b80-409b-96c2-abae0c1ba94d tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/floatingips/10eb6e9e-031c-4472-a41c-9560ab9c4cce HTTP/1.1" status: 200 len: 994 time: 0.0592422 Nov 12 09:40:40.683016 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50166) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:40.839916 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 3f1a9c23-a818-4be0-9324-c629230f14d2 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:40:40.840206 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:40.917481 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:40.917805 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:40.929207 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 3f1a9c23-a818-4be0-9324-c629230f14d2 owned by network:floatingip {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:40:41.085888 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:41.112137 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=3f1a9c23-a818-4be0-9324-c629230f14d2,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:41.125093 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:41.125532 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:41.125868 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:41.126200 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:41.126521 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:41.126845 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:41.127167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:41.127489 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:41.127810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:41.128129 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:41.129202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:41.129202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:41.148627 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:41.183759 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for floatingip, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:41.184107 n-d-768851-18 neutron-server[102444]: INFO neutron.db.l3_db [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Floating IP 10eb6e9e-031c-4472-a41c-9560ab9c4cce disassociated (deleted). External IP: 172.25.3.189, port: 265003b5-134a-445b-a36d-7757da27926e. Nov 12 09:40:41.399702 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router 7789387f-d5b5-498c-a656-f326ca541b13 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:40:41.516271 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:40:41.521578 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:41.526256 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076783d-145a-40d4-b9c2-0a4b6a2e74e5 None None] Sync routers for ids ['7789387f-d5b5-498c-a656-f326ca541b13'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:40:41.535927 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076783d-145a-40d4-b9c2-0a4b6a2e74e5 None None] Routers {'7789387f-d5b5-498c-a656-f326ca541b13'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:41.536536 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b076783d-145a-40d4-b9c2-0a4b6a2e74e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7789387f-d5b5-498c-a656-f326ca541b13'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:41.548913 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-554f4378-1a11-43a2-a376-13bd5a011c26 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/floatingips/10eb6e9e-031c-4472-a41c-9560ab9c4cce HTTP/1.1" status: 204 len: 168 time: 0.8648126 Nov 12 09:40:41.549639 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'tag': '265003b5-134a-445b-a36d-7757da27926e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:40:41.552377 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe73f66-497a-47bf-9acc-bfb290d6fe59" -d '{"events": [{"name": "network-changed", "server_uuid": "16ef3f50-73de-490c-80ab-d2e931f9ce92", "tag": "265003b5-134a-445b-a36d-7757da27926e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:40:41.593882 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce0e6d0-1718-42dc-80ee-aa9e2363275f x-openstack-request-id: req-1ce0e6d0-1718-42dc-80ee-aa9e2363275f {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:40:41.594243 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ef3f50-73de-490c-80ab-d2e931f9ce92", "tag": "265003b5-134a-445b-a36d-7757da27926e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:40:41.594636 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ce0e6d0-1718-42dc-80ee-aa9e2363275f {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:40:41.595116 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'tag': '265003b5-134a-445b-a36d-7757da27926e', 'status': 'completed', 'code': 200} Nov 12 09:40:41.659957 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-b076783d-145a-40d4-b9c2-0a4b6a2e74e5 None None] Set router 7789387f-d5b5-498c-a656-f326ca541b13 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:41.670619 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe73f66-497a-47bf-9acc-bfb290d6fe59 req-c080d939-ae64-40f4-be2e-72875c1f3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:41.674577 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fe73f66-497a-47bf-9acc-bfb290d6fe59 req-c080d939-ae64-40f4-be2e-72875c1f3bd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e41f4d6a0582425898496598a472cbc9&device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 1098 time: 0.0540123 Nov 12 09:40:41.816733 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe73f66-497a-47bf-9acc-bfb290d6fe59 req-83b2267b-30e3-41fd-aa02-887da468c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:41.818289 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fe73f66-497a-47bf-9acc-bfb290d6fe59 req-83b2267b-30e3-41fd-aa02-887da468c65a service neutron] 10.222.0.46 "GET /v2.0/networks?id=424cf45b-f4b4-4160-9811-8436173114b8 HTTP/1.1" status: 200 len: 897 time: 0.1363094 Nov 12 09:40:41.827141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6b68e-aace-43a4-b2ca-97fc00fba980 req-0625eb47-03ae-407d-8014-9f4c3eec2309 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:41.829158 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44a6b68e-aace-43a4-b2ca-97fc00fba980 req-0625eb47-03ae-407d-8014-9f4c3eec2309 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.0804286 Nov 12 09:40:41.880321 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fe73f66-497a-47bf-9acc-bfb290d6fe59 req-89af0009-cc34-4e5c-8bbd-45572d8b143e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=265003b5-134a-445b-a36d-7757da27926e HTTP/1.1" status: 200 len: 217 time: 0.0500443 Nov 12 09:40:41.904825 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b076783d-145a-40d4-b9c2-0a4b6a2e74e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e', 'name': '', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:98:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:13Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:41.934446 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076783d-145a-40d4-b9c2-0a4b6a2e74e5 None None] Checking router: 7789387f-d5b5-498c-a656-f326ca541b13 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:40:41.945927 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076783d-145a-40d4-b9c2-0a4b6a2e74e5 None None] Routers {'7789387f-d5b5-498c-a656-f326ca541b13'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:41.946547 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b076783d-145a-40d4-b9c2-0a4b6a2e74e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7789387f-d5b5-498c-a656-f326ca541b13'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:41.956700 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-44a6b68e-aace-43a4-b2ca-97fc00fba980 req-d0d44a9d-f656-4e62-8d6c-9a760e4f15e9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188319 Nov 12 09:40:41.963135 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe73f66-497a-47bf-9acc-bfb290d6fe59 req-dd4c6d17-2cfd-46c1-ac28-e7222962b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:41.964628 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fe73f66-497a-47bf-9acc-bfb290d6fe59 req-dd4c6d17-2cfd-46c1-ac28-e7222962b3c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dd67b4d-cb72-46e8-b5f5-063f0da3ad97 HTTP/1.1" status: 200 len: 834 time: 0.0723100 Nov 12 09:40:42.018318 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe73f66-497a-47bf-9acc-bfb290d6fe59 req-4592861f-fe98-4457-8459-9b8e0715d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:42.019708 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fe73f66-497a-47bf-9acc-bfb290d6fe59 req-4592861f-fe98-4457-8459-9b8e0715d38b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=424cf45b-f4b4-4160-9811-8436173114b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466466 Nov 12 09:40:42.140642 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fe73f66-497a-47bf-9acc-bfb290d6fe59 req-682d348f-b0a8-4fe8-afdb-c671f012e1c6 service neutron] 10.222.0.46 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125138 Nov 12 09:40:42.166674 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-b076783d-145a-40d4-b9c2-0a4b6a2e74e5 None None] Set router 7789387f-d5b5-498c-a656-f326ca541b13 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:42.237512 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fe73f66-497a-47bf-9acc-bfb290d6fe59 req-92fd414b-d6f8-4d06-8603-c0289d53fd15 service neutron] 10.222.0.46 "GET /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890298 Nov 12 09:40:42.379817 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-b076783d-145a-40d4-b9c2-0a4b6a2e74e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e', 'name': '', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:98:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:13Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:42.406856 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b076783d-145a-40d4-b9c2-0a4b6a2e74e5 None None] The sync data for ids ['7789387f-d5b5-498c-a656-f326ca541b13'] in n-d-768851-18 is: [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 4, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': '1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e', 'name': '', 'network_id': '424cf45b-f4b4-4160-9811-8436173114b8', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'mac_address': 'fa:16:3e:98:7c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:13Z', 'updated_at': '2021-11-12T09:39:17Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'subnets': [{'id': '3dd67b4d-cb72-46e8-b5f5-063f0da3ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:40:42.660586 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b589be-6508-4910-9a7f-49c619e10700 None None] New status for floating IP 10eb6e9e-031c-4472-a41c-9560ab9c4cce: DOWN {{(pid=102446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:40:43.077021 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cebea-1698-4b72-87dc-6902814a627c req-2f04f4d7-8d17-489b-b6db-96e654b349c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:43.078534 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-186cebea-1698-4b72-87dc-6902814a627c req-2f04f4d7-8d17-489b-b6db-96e654b349c0 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.0495560 Nov 12 09:40:43.128002 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-186cebea-1698-4b72-87dc-6902814a627c req-05a6cb17-2a81-472c-964a-474698578356 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/security-groups?id=aae21587-9dbc-40e0-ad3a-268cbb8003a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434258 Nov 12 09:40:43.556928 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75312a1c-fa0c-4d36-bf60-024b32d85154 req-6b6394bc-3398-4d47-b0ca-b928ab9d2a51 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:43.558415 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75312a1c-fa0c-4d36-bf60-024b32d85154 req-6b6394bc-3398-4d47-b0ca-b928ab9d2a51 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.46 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 946 time: 0.0539544 Nov 12 09:40:43.646787 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-75312a1c-fa0c-4d36-bf60-024b32d85154 req-fdb8ea4f-63dd-4170-80ef-a8bdee8c7308 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 265003b5-134a-445b-a36d-7757da27926e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:40:43.647045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-75312a1c-fa0c-4d36-bf60-024b32d85154 req-fdb8ea4f-63dd-4170-80ef-a8bdee8c7308 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:43.737269 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-75312a1c-fa0c-4d36-bf60-024b32d85154 req-fdb8ea4f-63dd-4170-80ef-a8bdee8c7308 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port 265003b5-134a-445b-a36d-7757da27926e, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=265003b5-134a-445b-a36d-7757da27926e,segment=NetworkSegment(65baad42-f843-40e3-83dc-05862f1704e8),segment_id=65baad42-f843-40e3-83dc-05862f1704e8)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:43.737629 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-75312a1c-fa0c-4d36-bf60-024b32d85154 req-fdb8ea4f-63dd-4170-80ef-a8bdee8c7308 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:43.750947 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-75312a1c-fa0c-4d36-bf60-024b32d85154 req-fdb8ea4f-63dd-4170-80ef-a8bdee8c7308 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 265003b5-134a-445b-a36d-7757da27926e owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:40:43.877383 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-75312a1c-fa0c-4d36-bf60-024b32d85154 req-fdb8ea4f-63dd-4170-80ef-a8bdee8c7308 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:43.913910 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8ea4f-63dd-4170-80ef-a8bdee8c7308 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=265003b5-134a-445b-a36d-7757da27926e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:43.956086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-75312a1c-fa0c-4d36-bf60-024b32d85154 req-fdb8ea4f-63dd-4170-80ef-a8bdee8c7308 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] No DVR routers for this DVR port 265003b5-134a-445b-a36d-7757da27926e on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:40:43.959426 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-75312a1c-fa0c-4d36-bf60-024b32d85154 req-fdb8ea4f-63dd-4170-80ef-a8bdee8c7308 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:43.962850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-75312a1c-fa0c-4d36-bf60-024b32d85154 req-fdb8ea4f-63dd-4170-80ef-a8bdee8c7308 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.46 "DELETE /v2.0/ports/265003b5-134a-445b-a36d-7757da27926e HTTP/1.1" status: 204 len: 173 time: 0.3972211 Nov 12 09:40:43.963313 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'name': 'network-vif-deleted', 'tag': '265003b5-134a-445b-a36d-7757da27926e'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:40:43.965603 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7ffb10-a309-4bec-bdf5-981ec1c1221f" -d '{"events": [{"server_uuid": "16ef3f50-73de-490c-80ab-d2e931f9ce92", "name": "network-vif-deleted", "tag": "265003b5-134a-445b-a36d-7757da27926e"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:40:44.007325 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855a1c50-5cb5-4f2d-8121-a7e577cbe65b x-openstack-request-id: req-855a1c50-5cb5-4f2d-8121-a7e577cbe65b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:40:44.007325 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ef3f50-73de-490c-80ab-d2e931f9ce92", "name": "network-vif-deleted", "tag": "265003b5-134a-445b-a36d-7757da27926e", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:40:44.007580 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-855a1c50-5cb5-4f2d-8121-a7e577cbe65b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:40:44.007980 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ef3f50-73de-490c-80ab-d2e931f9ce92', 'name': 'network-vif-deleted', 'tag': '265003b5-134a-445b-a36d-7757da27926e', 'status': 'completed', 'code': 200} Nov 12 09:40:44.238577 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8d081cf9-c264-4fa9-a369-814969a665d3 req-89688938-20c5-4109-b4db-0263466ea4d1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "GET /v2.0/ports?device_id=16ef3f50-73de-490c-80ab-d2e931f9ce92 HTTP/1.1" status: 200 len: 210 time: 0.0317242 Nov 12 09:40:45.295510 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50192) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:45.528790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 265003b5-134a-445b-a36d-7757da27926e no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:40:45.549207 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 265003b5-134a-445b-a36d-7757da27926e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:40:45.549565 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 265003b5-134a-445b-a36d-7757da27926e not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:40:45.655120 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-92f93dbc-676f-47ac-bc40-e3b0fc2a722b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656351'] for router_interface, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:45.914095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-92f93dbc-676f-47ac-bc40-e3b0fc2a722b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:40:45.914487 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-92f93dbc-676f-47ac-bc40-e3b0fc2a722b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:46.003810 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-92f93dbc-676f-47ac-bc40-e3b0fc2a722b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e,segment=NetworkSegment(65baad42-f843-40e3-83dc-05862f1704e8),segment_id=65baad42-f843-40e3-83dc-05862f1704e8)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:46.004174 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-92f93dbc-676f-47ac-bc40-e3b0fc2a722b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:46.017623 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-92f93dbc-676f-47ac-bc40-e3b0fc2a722b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e owned by network:router_interface {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:40:46.209221 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-92f93dbc-676f-47ac-bc40-e3b0fc2a722b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:46.240617 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f93dbc-676f-47ac-bc40-e3b0fc2a722b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:46.414535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-92f93dbc-676f-47ac-bc40-e3b0fc2a722b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655471'] for router_interface, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:46.627186 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f93dbc-676f-47ac-bc40-e3b0fc2a722b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Router 7789387f-d5b5-498c-a656-f326ca541b13 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:40:47.033344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f93dbc-676f-47ac-bc40-e3b0fc2a722b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:40:47.038748 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-92f93dbc-676f-47ac-bc40-e3b0fc2a722b tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "PUT /v2.0/routers/7789387f-d5b5-498c-a656-f326ca541b13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414906 Nov 12 09:40:47.041769 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50194) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:47.047622 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aedfbf-f271-4a85-89a6-eee372cf7d64 None None] Sync routers for ids ['7789387f-d5b5-498c-a656-f326ca541b13'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:40:47.056885 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aedfbf-f271-4a85-89a6-eee372cf7d64 None None] Routers {'7789387f-d5b5-498c-a656-f326ca541b13'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:47.057520 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-07aedfbf-f271-4a85-89a6-eee372cf7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7789387f-d5b5-498c-a656-f326ca541b13'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:47.092056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_v2 [None req-91571b9e-a98e-487b-94af-4e2a250c52f9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting subnet 3dd67b4d-cb72-46e8-b5f5-063f0da3ad97 {{(pid=102444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:40:47.095580 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-91571b9e-a98e-487b-94af-4e2a250c52f9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.134795 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-91571b9e-a98e-487b-94af-4e2a250c52f9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5838938'] for subnet, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.162798 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-07aedfbf-f271-4a85-89a6-eee372cf7d64 None None] Set router 7789387f-d5b5-498c-a656-f326ca541b13 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:47.220635 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-91571b9e-a98e-487b-94af-4e2a250c52f9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733632'] for subnet, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.281449 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-91571b9e-a98e-487b-94af-4e2a250c52f9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4341459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4489269'] for subnet, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.309730 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91571b9e-a98e-487b-94af-4e2a250c52f9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd67b4d-cb72-46e8-b5f5-063f0da3ad97,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:47.311835 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-91571b9e-a98e-487b-94af-4e2a250c52f9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.315894 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-91571b9e-a98e-487b-94af-4e2a250c52f9 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/subnets/3dd67b4d-cb72-46e8-b5f5-063f0da3ad97 HTTP/1.1" status: 204 len: 168 time: 0.2731147 Nov 12 09:40:47.318522 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50196) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:47.320739 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b253fa50-617a-4009-ab6f-13d5bf3ba261 None None] Network 424cf45b-f4b4-4160-9811-8436173114b8 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:40:47.346604 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-07aedfbf-f271-4a85-89a6-eee372cf7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:40:46Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:47.373020 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aedfbf-f271-4a85-89a6-eee372cf7d64 None None] Checking router: 7789387f-d5b5-498c-a656-f326ca541b13 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:40:47.381782 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aedfbf-f271-4a85-89a6-eee372cf7d64 None None] Routers {'7789387f-d5b5-498c-a656-f326ca541b13'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:47.382384 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-07aedfbf-f271-4a85-89a6-eee372cf7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['7789387f-d5b5-498c-a656-f326ca541b13'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:47.428406 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.498389 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-07aedfbf-f271-4a85-89a6-eee372cf7d64 None None] Set router 7789387f-d5b5-498c-a656-f326ca541b13 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:47.527550 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] DHCP port deletion for 424cf45b-f4b4-4160-9811-8436173114b8 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:40:47.543822 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.582070 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Deleting port c91d9686-b431-4baf-881b-ba2c7ed7cd2f {{(pid=102446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:40:47.582803 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.599927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Deleting port e118c397-634e-4ad8-8644-6c6784bd2af4 {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:40:47.600276 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.648833 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] For port c91d9686-b431-4baf-881b-ba2c7ed7cd2f, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c91d9686-b431-4baf-881b-ba2c7ed7cd2f,segment=NetworkSegment(65baad42-f843-40e3-83dc-05862f1704e8),segment_id=65baad42-f843-40e3-83dc-05862f1704e8)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:47.649267 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.662144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Calling delete_port for c91d9686-b431-4baf-881b-ba2c7ed7cd2f owned by network:dhcp {{(pid=102446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:40:47.681035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] For port e118c397-634e-4ad8-8644-6c6784bd2af4, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e118c397-634e-4ad8-8644-6c6784bd2af4,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:47.681450 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.690811 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-07aedfbf-f271-4a85-89a6-eee372cf7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:40:46Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:47.699886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Calling delete_port for e118c397-634e-4ad8-8644-6c6784bd2af4 owned by network:router_gateway {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:40:47.718680 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aedfbf-f271-4a85-89a6-eee372cf7d64 None None] The sync data for ids ['7789387f-d5b5-498c-a656-f326ca541b13'] in n-d-768851-18 is: [{'id': '7789387f-d5b5-498c-a656-f326ca541b13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55142598', 'tenant_id': 'e41f4d6a0582425898496598a472cbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:40:46Z', 'revision_number': 5, 'project_id': 'e41f4d6a0582425898496598a472cbc9', 'gw_port': {'id': 'e118c397-634e-4ad8-8644-6c6784bd2af4', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7789387f-d5b5-498c-a656-f326ca541b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:10Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:40:47.758951 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499'] for port, after_delete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.785162 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Pushing event deleted for resources: {'Port': ['ID=c91d9686-b431-4baf-881b-ba2c7ed7cd2f,revision_number=None']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:47.789673 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] No DVR routers for this DVR port c91d9686-b431-4baf-881b-ba2c7ed7cd2f on host n-d-768851-18 {{(pid=102446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:40:47.796979 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:47.797303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:47.797650 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:47.797991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:47.798330 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:47.798663 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:47.799278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:47.799278 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:47.799618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:47.799946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:47.800270 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:47.800592 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91675d1-c18b-4611-9561-9b56ed780eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:47.875394 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:47.901734 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Port': ['ID=e118c397-634e-4ad8-8644-6c6784bd2af4,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:47.915762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982eecdd-f21d-4e2e-b0dc-1dac0287d3e3 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:40:47.966252 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656021'] for router_gateway, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.064644 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9864'] for router, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.068143 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.118765 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-662137'] for router, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.119382 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Fanout notify agent at l3_agent the message router_deleted on router 7789387f-d5b5-498c-a656-f326ca541b13 {{(pid=102444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:40:48.127506 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.128692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-eb2a981b-1f10-4c74-8bbd-eff05bba50e1 tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/routers/7789387f-d5b5-498c-a656-f326ca541b13 HTTP/1.1" status: 204 len: 168 time: 0.8092310 Nov 12 09:40:48.135969 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50198) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:48.184056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:40:48.205824 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:40:48.206265 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 1c07dd4d-77fd-4d2d-aa38-1b28ee6d974e not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:40:48.206771 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c91d9686-b431-4baf-881b-ba2c7ed7cd2f no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:40:48.221300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1833317'] for network, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.226780 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: c91d9686-b431-4baf-881b-ba2c7ed7cd2f {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:40:48.227200 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c91d9686-b431-4baf-881b-ba2c7ed7cd2f not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:40:48.312509 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1734535', 'neutron.services.segments.db._delete_segments_for_network-8742058401006'] for network, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.334810 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424cf45b-f4b4-4160-9811-8436173114b8']}} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:48.345278 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65baad42-f843-40e3-83dc-05862f1704e8') {'for_net_delete': True} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:48.345659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.services.segments.db [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65baad42-f843-40e3-83dc-05862f1704e8') {} {{(pid=102445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:48.355353 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742058454775', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5680868'] for segment, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.369557 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.376841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:40:48.377290 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5750802'] for segment, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: Traceback (most recent call last): Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: timer() Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: cb(*args, **kw) Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: return func(*args, **kwargs) Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: self._notify() Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: self.callback(batched_events) Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: event.method(event) Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: return f(self, *a, **k) Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: return self._get(url).json() Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: return self.request(url, 'GET', **kwargs) Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:40:48.380380 n-d-768851-18 neutron-server[102445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:40:48.437705 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1734558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656105'] for network, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.444716 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for network, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.447843 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/networks/424cf45b-f4b4-4160-9811-8436173114b8 HTTP/1.1" status: 204 len: 168 time: 0.3108585 Nov 12 09:40:48.450684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50200) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:48.459749 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'Network': ['ID=424cf45b-f4b4-4160-9811-8436173114b8,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:48.467261 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:48.467617 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:48.467987 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:48.468325 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:48.468659 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:48.468994 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:48.469351 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:48.469679 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:48.470010 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:48.470336 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:48.470662 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:48.470988 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838193fa-9837-4c4b-9960-82fd462bc2cb tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:48.508373 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-902a44f1-177a-40b8-bce4-3b2b0ad9bb0e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.532990 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-902a44f1-177a-40b8-bce4-3b2b0ad9bb0e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.591486 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-902a44f1-177a-40b8-bce4-3b2b0ad9bb0e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.594014 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-902a44f1-177a-40b8-bce4-3b2b0ad9bb0e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:48.595167 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-902a44f1-177a-40b8-bce4-3b2b0ad9bb0e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] 10.222.0.31 "DELETE /v2.0/security-groups/aae21587-9dbc-40e0-ad3a-268cbb8003a1 HTTP/1.1" status: 204 len: 168 time: 0.1434934 Nov 12 09:40:48.608887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a44f1-177a-40b8-bce4-3b2b0ad9bb0e tempest-TestNetworkAdvancedServerOps-156035892 tempest-TestNetworkAdvancedServerOps-156035892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae21587-9dbc-40e0-ad3a-268cbb8003a1,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:48.959866 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50208) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:49.095179 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-966e4e68-59e6-482a-8fbe-69c901a7ded0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e41f4d6a0582425898496598a472cbc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306794 Nov 12 09:40:49.095881 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50212) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:49.146871 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b4f1-1589-4cc7-b4b7-bab34fe7cea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.172274 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b4f1-1589-4cc7-b4b7-bab34fe7cea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.216763 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b4f1-1589-4cc7-b4b7-bab34fe7cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.220633 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7ad9b4f1-1589-4cc7-b4b7-bab34fe7cea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.221903 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-7ad9b4f1-1589-4cc7-b4b7-bab34fe7cea7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/175f7ae5-2c9c-472f-a942-73112bb69e13 HTTP/1.1" status: 204 len: 168 time: 0.1250861 Nov 12 09:40:49.231884 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9b4f1-1589-4cc7-b4b7-bab34fe7cea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175f7ae5-2c9c-472f-a942-73112bb69e13,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:49.474507 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50218) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:49.488330 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb098809-87b1-4ecc-af9c-11413b1d43fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.562282 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb098809-87b1-4ecc-af9c-11413b1d43fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.565872 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bb098809-87b1-4ecc-af9c-11413b1d43fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.602700 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb098809-87b1-4ecc-af9c-11413b1d43fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d446645b-025a-4afd-8f40-838abcd822dd,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:49.607073 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bb098809-87b1-4ecc-af9c-11413b1d43fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a861b63b60fc4173b1091b24be777438&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314163 Nov 12 09:40:49.610153 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50220) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:49.664521 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c35db085-27ab-457e-9a36-f80512046a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.685096 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c35db085-27ab-457e-9a36-f80512046a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.730714 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c35db085-27ab-457e-9a36-f80512046a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.733221 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c35db085-27ab-457e-9a36-f80512046a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.734386 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c35db085-27ab-457e-9a36-f80512046a38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d446645b-025a-4afd-8f40-838abcd822dd HTTP/1.1" status: 204 len: 168 time: 0.1231234 Nov 12 09:40:49.742115 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35db085-27ab-457e-9a36-f80512046a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d446645b-025a-4afd-8f40-838abcd822dd,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:49.819478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e118c397-634e-4ad8-8644-6c6784bd2af4 no longer exists at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:40:49.840210 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] No Port match for: e118c397-634e-4ad8-8644-6c6784bd2af4 {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:40:49.840554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e118c397-634e-4ad8-8644-6c6784bd2af4 not bound to the agent host n-d-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:40:50.427475 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50242) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:50.528450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1233627555-network', 'tenant_id': '462d204580a144b498de6cebc3b397b3'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:40:50.549556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Made reservation on behalf of 462d204580a144b498de6cebc3b397b3 for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:40:50.551902 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:50.560200 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:50.632556 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:50.636157 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:50.656887 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:40:50.669973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c2d72e-3fb2-4825-98bf-5506da1c6609,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:50.675921 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:50.676263 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Added segment 14eddad9-f70d-444c-b2cd-b64f00e53721 of type vlan for network 39925c33-3955-423f-8c39-e7f80ecc3145 Nov 12 09:40:50.719796 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:50.743738 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:50.744670 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:50.745262 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:50.800015 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3713372 Nov 12 09:40:50.803238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50246) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:50.808389 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a8104-1442-4325-93d9-44d83cf2e4b9 admin admin] Pushing event updated for resources: {'Network': ['ID=39925c33-3955-423f-8c39-e7f80ecc3145,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:50.809931 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-d387729a-ca2e-496f-9fee-94d3ae7b7fc0 admin admin] Request body: {'subnet': {'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1233627555-subnet', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'ip_version': 4}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:40:50.819288 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network 39925c33-3955-423f-8c39-e7f80ecc3145 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:40:50.835416 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d387729a-ca2e-496f-9fee-94d3ae7b7fc0 admin admin] Made reservation on behalf of 462d204580a144b498de6cebc3b397b3 for: {'subnet': 1} {{(pid=102445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:40:50.837989 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d387729a-ca2e-496f-9fee-94d3ae7b7fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5433588'] for subnet, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.006686 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d387729a-ca2e-496f-9fee-94d3ae7b7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5750971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5433574'] for subnet, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.065847 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387729a-ca2e-496f-9fee-94d3ae7b7fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9aee23-1ae7-4059-9509-cdf28660f18e,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:51.072865 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d387729a-ca2e-496f-9fee-94d3ae7b7fc0 admin admin] Checking segment: {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:40:51.073259 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d387729a-ca2e-496f-9fee-94d3ae7b7fc0 admin admin] Network hostable DHCP agents. Network: 39925c33-3955-423f-8c39-e7f80ecc3145, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:40:51.091040 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d387729a-ca2e-496f-9fee-94d3ae7b7fc0 admin admin] Network 39925c33-3955-423f-8c39-e7f80ecc3145 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:40:51.100185 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-d387729a-ca2e-496f-9fee-94d3ae7b7fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, 39925c33-3955-423f-8c39-e7f80ecc3145) {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:40:51.104356 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d387729a-ca2e-496f-9fee-94d3ae7b7fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:51.105030 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-d387729a-ca2e-496f-9fee-94d3ae7b7fc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.112412 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b06962-1d16-4c40-bfa1-1f5c59a0c92a None None] Network 39925c33-3955-423f-8c39-e7f80ecc3145 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:40:51.122390 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-d387729a-ca2e-496f-9fee-94d3ae7b7fc0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3176847 Nov 12 09:40:51.126787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50248) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:51.131090 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:40:51.152272 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.153534 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.213226 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.267949 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-39925c33-3955-423f-8c39-e7f80ecc3145', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:40:51.268805 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.353178 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.403195 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Allocated IP 172.20.0.2 (39925c33-3955-423f-8c39-e7f80ecc3145/2e9aee23-1ae7-4059-9509-cdf28660f18e/8ae36dbb-5328-4d01-bd7c-5f22abbf867b) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:40:51.554620 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.559762 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.560202 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.579951 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.604790 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Network 39925c33-3955-423f-8c39-e7f80ecc3145 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:40:51.609073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:40:51.611150 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Pushing event updated for resources: {'Port': ['ID=8ae36dbb-5328-4d01-bd7c-5f22abbf867b,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:51.613291 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:40:51.669126 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Attempting to bind port 8ae36dbb-5328-4d01-bd7c-5f22abbf867b on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:40:51.669505 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Attempting to bind port 8ae36dbb-5328-4d01-bd7c-5f22abbf867b by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:40:51.669872 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Attempting to bind port 8ae36dbb-5328-4d01-bd7c-5f22abbf867b on network 39925c33-3955-423f-8c39-e7f80ecc3145 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:40:51.675387 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:40:51.675760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Checking segment: {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:40:51.676161 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.676552 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Bound using segment: {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:40:51.677020 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Bound port: 8ae36dbb-5328-4d01-bd7c-5f22abbf867b, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:40:51.677421 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.691398 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Allocated IP 172.25.3.129 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/09e6c9c8-2454-47d7-918d-12895679ff0a) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:40:51.742354 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] For port 8ae36dbb-5328-4d01-bd7c-5f22abbf867b, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:40:51.745680 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] For port 8ae36dbb-5328-4d01-bd7c-5f22abbf867b, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8ae36dbb-5328-4d01-bd7c-5f22abbf867b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:40:51.750317 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.799994 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.810483 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e66f6-5763-45b6-8236-3bfd5e2e86a2 None None] Pushing event updated for resources: {'Port': ['ID=8ae36dbb-5328-4d01-bd7c-5f22abbf867b,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:51.846279 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:51.880142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:40:51.884667 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:40:51.888128 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:40:51.900107 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822f2d27-a13a-4e23-914c-b611b817c999 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:40:51.927142 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Pushing event updated for resources: {'Port': ['ID=09e6c9c8-2454-47d7-918d-12895679ff0a,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:51.938934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-60f14cfa-01dc-49eb-8990-9e48904fa49c None None] Provisioning complete for port 09e6c9c8-2454-47d7-918d-12895679ff0a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:51.939362 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-60f14cfa-01dc-49eb-8990-9e48904fa49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:52.003194 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-60f14cfa-01dc-49eb-8990-9e48904fa49c None None] Port 09e6c9c8-2454-47d7-918d-12895679ff0a cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:40:52.200681 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:52.392930 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:52.525392 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Router 6790487b-8559-4832-a5c2-34436426a11c is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:40:52.636285 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:40:52.646683 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Sync routers for ids ['6790487b-8559-4832-a5c2-34436426a11c'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:40:52.656780 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] Publish callbacks [] for router, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:52.658302 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Routers {'6790487b-8559-4832-a5c2-34436426a11c'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:52.661494 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-fdeda05a-3ffe-426a-b5c6-58fc4b2ac830 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5311608 Nov 12 09:40:52.661676 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['6790487b-8559-4832-a5c2-34436426a11c'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:52.661854 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50250) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:52.775374 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Set router 6790487b-8559-4832-a5c2-34436426a11c gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:52.778647 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2342307e-59b7-4600-99c1-55fd9859c577 None None] Network 39925c33-3955-423f-8c39-e7f80ecc3145 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:40:53.100947 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.105520 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-5e015bca-f227-4e95-9932-00dea6703b2d None None] Provisioning complete for port 8ae36dbb-5328-4d01-bd7c-5f22abbf867b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:53.105898 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5e015bca-f227-4e95-9932-00dea6703b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.255723 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.267658 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Allocated IP 172.20.0.1 (39925c33-3955-423f-8c39-e7f80ecc3145/2e9aee23-1ae7-4059-9509-cdf28660f18e/e1ebae33-3c70-4c8d-966f-d07672460b14) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:40:53.333272 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5e015bca-f227-4e95-9932-00dea6703b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.351687 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:52Z', 'revision_number': 3, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:53.372635 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.391331 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Checking router: 6790487b-8559-4832-a5c2-34436426a11c for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:40:53.391701 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Updating router 6790487b-8559-4832-a5c2-34436426a11c port 09e6c9c8-2454-47d7-918d-12895679ff0a binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:40:53.409698 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.424589 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-5e015bca-f227-4e95-9932-00dea6703b2d None None] For port 8ae36dbb-5328-4d01-bd7c-5f22abbf867b, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=8ae36dbb-5328-4d01-bd7c-5f22abbf867b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:53.430272 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5e015bca-f227-4e95-9932-00dea6703b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.433716 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.456569 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Network 39925c33-3955-423f-8c39-e7f80ecc3145 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:40:53.460951 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Pushing event updated for resources: {'Port': ['ID=e1ebae33-3c70-4c8d-966f-d07672460b14,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:53.463463 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:40:53.465859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:40:53.511435 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.557041 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e015bca-f227-4e95-9932-00dea6703b2d None None] Pushing event updated for resources: {'Port': ['ID=8ae36dbb-5328-4d01-bd7c-5f22abbf867b,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:53.650922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.749456 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.758970 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.797599 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-cd04b071-5032-4be1-9df9-224f2601d3e9 None None] Provisioning complete for port 8ae36dbb-5328-4d01-bd7c-5f22abbf867b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:53.797980 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-cd04b071-5032-4be1-9df9-224f2601d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.831692 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92409edf-59f2-488e-81e9-1839dfabd379 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:40:53.848598 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.857141 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.860014 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cf7f2-c4fd-41aa-81b1-6a5c9629b597 None None] Pushing event updated for resources: {'Port': ['ID=09e6c9c8-2454-47d7-918d-12895679ff0a,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:53.862898 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Attempting to bind port 09e6c9c8-2454-47d7-918d-12895679ff0a on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:40:53.863341 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Attempting to bind port 09e6c9c8-2454-47d7-918d-12895679ff0a by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:40:53.863631 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Attempting to bind port 09e6c9c8-2454-47d7-918d-12895679ff0a on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:40:53.872689 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:40:53.873237 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:40:53.873514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.873939 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:40:53.874428 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Bound port: 09e6c9c8-2454-47d7-918d-12895679ff0a, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:40:53.874826 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.947570 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] For port 09e6c9c8-2454-47d7-918d-12895679ff0a, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:40:53.952075 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Pushing event updated for resources: {'Port': ['ID=e1ebae33-3c70-4c8d-966f-d07672460b14,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:53.955979 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:53.975465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 8ae36dbb-5328-4d01-bd7c-5f22abbf867b up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:40:54.015684 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] For port 09e6c9c8-2454-47d7-918d-12895679ff0a, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=09e6c9c8-2454-47d7-918d-12895679ff0a,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:40:54.032046 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.059560 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Network 39925c33-3955-423f-8c39-e7f80ecc3145 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:40:54.061004 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:40:54.103307 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e994df0-c851-4c55-ad7c-143771bbf913 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:40:54.170510 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cf7f2-c4fd-41aa-81b1-6a5c9629b597 None None] Pushing event updated for resources: {'Port': ['ID=09e6c9c8-2454-47d7-918d-12895679ff0a,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:54.173542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Routers {'6790487b-8559-4832-a5c2-34436426a11c'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:54.174153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['6790487b-8559-4832-a5c2-34436426a11c'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:54.194035 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Router 6790487b-8559-4832-a5c2-34436426a11c has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:40:54.227560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 8ae36dbb-5328-4d01-bd7c-5f22abbf867b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:54.227939 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.306142 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e7d9d9a1-4a99-429e-9ca6-404cfd4bd02e None None] Provisioning complete for port 09e6c9c8-2454-47d7-918d-12895679ff0a triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:54.306525 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d9a1-4a99-429e-9ca6-404cfd4bd02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.323886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:40:54.329601 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e9d777b9-5b6f-4016-be08-ff5bbdb6a67c admin admin] 10.222.0.31 "PUT /v2.0/routers/6790487b-8559-4832-a5c2-34436426a11c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6666453 Nov 12 09:40:54.382796 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] Set router 6790487b-8559-4832-a5c2-34436426a11c gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:54.628583 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d9a1-4a99-429e-9ca6-404cfd4bd02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.677232 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-e7d9d9a1-4a99-429e-9ca6-404cfd4bd02e None None] For port 09e6c9c8-2454-47d7-918d-12895679ff0a, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=09e6c9c8-2454-47d7-918d-12895679ff0a,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:54.683882 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d9a1-4a99-429e-9ca6-404cfd4bd02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.761565 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e7d9d9a1-4a99-429e-9ca6-404cfd4bd02e None None] Provisioning complete for port e1ebae33-3c70-4c8d-966f-d07672460b14 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:54.762369 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e7d9d9a1-4a99-429e-9ca6-404cfd4bd02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.788554 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9d9a1-4a99-429e-9ca6-404cfd4bd02e None None] Pushing event updated for resources: {'Port': ['ID=09e6c9c8-2454-47d7-918d-12895679ff0a,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:54.820935 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50266) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:54.826528 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-987647345-network', 'tenant_id': '691c14d303db4e498f4619207a90154f'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:40:54.850756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Made reservation on behalf of 691c14d303db4e498f4619207a90154f for: {'network': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:40:54.853333 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for network, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.863509 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.951042 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.960251 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.978182 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9d9a1-4a99-429e-9ca6-404cfd4bd02e None None] Port e1ebae33-3c70-4c8d-966f-d07672460b14 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:40:54.983976 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:40:54.989567 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 2, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:54.999443 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1735903'] for segment, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:54.999790 n-d-768851-18 neutron-server[102444]: INFO neutron.db.segments_db [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Added segment 53f46711-3492-4fd8-b5df-a30f54f21f54 of type vlan for network dea1a572-db9c-410d-b5e9-6d8f7c0326a0 Nov 12 09:40:55.008684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e1af5d-8b16-4283-9a02-aadf86ad625d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:55.018022 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f6028-2b84-4b76-9b5d-b32daaa54762 None None] The sync data for ids ['6790487b-8559-4832-a5c2-34436426a11c'] in n-d-768851-18 is: [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 2, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:40:55.053300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742057953244'] for network, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.083922 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921'] for network, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.085056 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:55.085674 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Publish callbacks [] for network, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.099598 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-e07af847-aa18-42b2-a067-77462d6c6ea4 None None] Provisioning complete for port e1ebae33-3c70-4c8d-966f-d07672460b14 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:55.100423 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e07af847-aa18-42b2-a067-77462d6c6ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.143113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-e07af847-aa18-42b2-a067-77462d6c6ea4 None None] Port e1ebae33-3c70-4c8d-966f-d07672460b14 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:40:55.145658 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3232167 Nov 12 09:40:55.148783 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50268) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:55.155981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-8b6fb1a1-7798-448b-9f32-bd418449bf03 admin admin] Request body: {'subnet': {'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-987647345-subnet', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'ip_version': 4}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:40:55.160240 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cae1b-9419-4537-80c3-4fc8c87d2369 admin admin] Pushing event updated for resources: {'Network': ['ID=dea1a572-db9c-410d-b5e9-6d8f7c0326a0,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:55.171423 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Network dea1a572-db9c-410d-b5e9-6d8f7c0326a0 details requested by agent ovs-agent-n-d-768851-18 with host n-d-768851-18 {{(pid=102446) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:40:55.181551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6fb1a1-7798-448b-9f32-bd418449bf03 admin admin] Made reservation on behalf of 691c14d303db4e498f4619207a90154f for: {'subnet': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:40:55.184020 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb1a1-7798-448b-9f32-bd418449bf03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4489310'] for subnet, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.416916 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb1a1-7798-448b-9f32-bd418449bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4489292'] for subnet, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.475701 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fb1a1-7798-448b-9f32-bd418449bf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e845f5-a99e-480a-b34e-aa4ac66d2eaa,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:55.487937 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6fb1a1-7798-448b-9f32-bd418449bf03 admin admin] Checking segment: {'id': '53f46711-3492-4fd8-b5df-a30f54f21f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:40:55.488225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6fb1a1-7798-448b-9f32-bd418449bf03 admin admin] Network hostable DHCP agents. Network: dea1a572-db9c-410d-b5e9-6d8f7c0326a0, hostable agents: ['d7b82243-462a-495f-98c2-e432ebdacc1c'], hosted agents: [] {{(pid=102444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:40:55.508885 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6fb1a1-7798-448b-9f32-bd418449bf03 admin admin] Network dea1a572-db9c-410d-b5e9-6d8f7c0326a0 is scheduled to be hosted by DHCP agent d7b82243-462a-495f-98c2-e432ebdacc1c with binding_index 1 {{(pid=102444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:40:55.520851 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-8b6fb1a1-7798-448b-9f32-bd418449bf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-18, dea1a572-db9c-410d-b5e9-6d8f7c0326a0) {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:40:55.525803 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6fb1a1-7798-448b-9f32-bd418449bf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:40:55.526479 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-8b6fb1a1-7798-448b-9f32-bd418449bf03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.531857 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bbb3dd-6d20-48ba-9b61-a678ea86c639 None None] Network dea1a572-db9c-410d-b5e9-6d8f7c0326a0 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:40:55.548411 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-8b6fb1a1-7798-448b-9f32-bd418449bf03 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3984475 Nov 12 09:40:55.550818 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50270) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:55.555458 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-987647345-router', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:40:55.594535 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-662702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9918'] for router, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.595761 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-662078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655972', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9905'] for router, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.656517 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.706960 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3bfbca50-06bb-5f0f-9709-ca5f99f22316-dea1a572-db9c-410d-b5e9-6d8f7c0326a0', 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'fixed_ips': [{'subnet_id': 'c8e845f5-a99e-480a-b34e-aa4ac66d2eaa'}]}} from n-d-768851-18. {{(pid=102446) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:40:55.707843 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.852317 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:55.909779 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.db_base_plugin_common [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Allocated IP 172.20.0.2 (dea1a572-db9c-410d-b5e9-6d8f7c0326a0/c8e845f5-a99e-480a-b34e-aa4ac66d2eaa/b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17) {{(pid=102446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:40:55.945143 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device 09e6c9c8-2454-47d7-918d-12895679ff0a up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:40:56.064625 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port 09e6c9c8-2454-47d7-918d-12895679ff0a triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:56.064997 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.088464 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.108942 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.142733 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Publish callbacks [] for port, precommit_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.149534 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490'] for port, after_create {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.222891 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Network dea1a572-db9c-410d-b5e9-6d8f7c0326a0 is already hosted by enough agents. {{(pid=102446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:40:56.230086 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Allocated IP 172.25.3.25 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/eada080f-390f-453e-93a7-5d8b1fd9b13d) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:40:56.231478 n-d-768851-18 neutron-server[102446]: DEBUG neutron.scheduler.base_scheduler [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Resources bound (agent type, host, resource id): {{(pid=102446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:40:56.234148 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Pushing event updated for resources: {'Port': ['ID=b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17,revision_number=1']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:56.236316 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Received port after_create {{(pid=102446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:40:56.296667 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Attempting to bind port b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:40:56.297027 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Attempting to bind port b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '53f46711-3492-4fd8-b5df-a30f54f21f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:40:56.297422 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Attempting to bind port b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17 on network dea1a572-db9c-410d-b5e9-6d8f7c0326a0 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:40:56.302760 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:40:56.303144 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Checking segment: {'id': '53f46711-3492-4fd8-b5df-a30f54f21f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:40:56.303549 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.304113 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Bound using segment: {'id': '53f46711-3492-4fd8-b5df-a30f54f21f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:40:56.304591 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Bound port: b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f46711-3492-4fd8-b5df-a30f54f21f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:40:56.304971 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.350791 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.373765 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] For port b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:40:56.377863 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] For port b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17,segment=NetworkSegment(53f46711-3492-4fd8-b5df-a30f54f21f54),segment_id=53f46711-3492-4fd8-b5df-a30f54f21f54)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:40:56.385500 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.394344 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.458028 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07391b-5a7b-4d5f-92ec-a24cdec2ee18 None None] Pushing event updated for resources: {'Port': ['ID=b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:56.465621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:40:56.470599 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:40:56.472631 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Pushing event updated for resources: {'Port': ['ID=eada080f-390f-453e-93a7-5d8b1fd9b13d,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:56.474801 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:40:56.485549 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fdae73-f2da-4eb9-b579-9486dad04a4d None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:40:56.579593 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-ee7b0c9a-f732-46f6-8a1b-77348d05e939 None None] Provisioning complete for port eada080f-390f-453e-93a7-5d8b1fd9b13d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:56.579956 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ee7b0c9a-f732-46f6-8a1b-77348d05e939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:56.619138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b0c9a-f732-46f6-8a1b-77348d05e939 None None] Port eada080f-390f-453e-93a7-5d8b1fd9b13d cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:40:56.785992 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:57.245273 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Sync routers for ids ['6790487b-8559-4832-a5c2-34436426a11c'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:40:57.258304 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Routers {'6790487b-8559-4832-a5c2-34436426a11c'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:57.258990 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['6790487b-8559-4832-a5c2-34436426a11c'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:57.304230 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-662071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656049'] for router, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:57.366478 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Set router 6790487b-8559-4832-a5c2-34436426a11c gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:57.433588 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Router 576670ea-fb0f-4aa6-a49f-05f8e212da63 is scheduled to L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 with binding_index 1 {{(pid=102444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:40:57.555613 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:40:57.565325 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Sync routers for ids ['576670ea-fb0f-4aa6-a49f-05f8e212da63'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:40:57.574790 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] Publish callbacks [] for router, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:57.577469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-6ff5ef9e-d2b1-40b3-a713-ebad6197bc7d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0241971 Nov 12 09:40:57.580377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50272) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:40:57.580521 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Routers {'576670ea-fb0f-4aa6-a49f-05f8e212da63'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:57.581205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['576670ea-fb0f-4aa6-a49f-05f8e212da63'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:57.601163 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 2, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:57.631855 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Checking router: 6790487b-8559-4832-a5c2-34436426a11c for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:40:57.631855 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Updating router 6790487b-8559-4832-a5c2-34436426a11c port e1ebae33-3c70-4c8d-966f-d07672460b14 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:40:57.659038 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:57.703756 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Set router 576670ea-fb0f-4aa6-a49f-05f8e212da63 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:57.968153 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:40:58.032946 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'name': 'tempest-TestShelveInstance-987647345-router', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'eada080f-390f-453e-93a7-5d8b1fd9b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:55Z', 'updated_at': '2021-11-12T09:40:56Z', 'revision_number': 3, 'project_id': '691c14d303db4e498f4619207a90154f', 'gw_port': {'id': 'eada080f-390f-453e-93a7-5d8b1fd9b13d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:56Z', 'updated_at': '2021-11-12T09:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18'}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:58.069840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Checking router: 576670ea-fb0f-4aa6-a49f-05f8e212da63 for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:40:58.070303 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Updating router 576670ea-fb0f-4aa6-a49f-05f8e212da63 port eada080f-390f-453e-93a7-5d8b1fd9b13d binding host n-d-768851-18 {{(pid=102446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:40:58.102043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:58.102532 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.109000 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.115464 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.131117 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.149388 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.171888 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Pushing event updated for resources: {'Port': ['ID=e1ebae33-3c70-4c8d-966f-d07672460b14,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:58.186273 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.186795 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.187389 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.187620 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.187825 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.188324 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.188502 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.188781 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.189123 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.189450 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.189818 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.190699 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:40:58.251916 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e891e-c1e4-40f1-9f77-13898c2acfb9 None None] Network dea1a572-db9c-410d-b5e9-6d8f7c0326a0 requested from n-d-768851-18 {{(pid=102446) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:40:58.273254 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Attempting to bind port e1ebae33-3c70-4c8d-966f-d07672460b14 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:40:58.275225 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Attempting to bind port e1ebae33-3c70-4c8d-966f-d07672460b14 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:40:58.275813 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Attempting to bind port e1ebae33-3c70-4c8d-966f-d07672460b14 on network 39925c33-3955-423f-8c39-e7f80ecc3145 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:40:58.282415 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:40:58.283121 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Checking segment: {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:40:58.283768 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.284162 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Bound using segment: {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:40:58.284797 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Bound port: e1ebae33-3c70-4c8d-966f-d07672460b14, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:40:58.285032 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.356620 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] For port e1ebae33-3c70-4c8d-966f-d07672460b14, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:40:58.359408 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.362021 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] For port e1ebae33-3c70-4c8d-966f-d07672460b14, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e1ebae33-3c70-4c8d-966f-d07672460b14,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:40:58.368109 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.389013 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Allocated IP 172.20.0.1 (dea1a572-db9c-410d-b5e9-6d8f7c0326a0/c8e845f5-a99e-480a-b34e-aa4ac66d2eaa/c35b24cc-1b2f-4d7d-8946-3d52f3bc1043) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:40:58.389706 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-36eaea8b-915a-4c97-bb0f-a4f876e72363 None None] Provisioning complete for port b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:58.389706 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-36eaea8b-915a-4c97-bb0f-a4f876e72363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.439431 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Routers {'6790487b-8559-4832-a5c2-34436426a11c'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:58.440385 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['6790487b-8559-4832-a5c2-34436426a11c'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:58.459722 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] For port b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17,segment=NetworkSegment(53f46711-3492-4fd8-b5df-a30f54f21f54),segment_id=53f46711-3492-4fd8-b5df-a30f54f21f54)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:58.485810 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377763cc-ef7a-4968-9309-125eab05107d None None] Pushing event updated for resources: {'Port': ['ID=e1ebae33-3c70-4c8d-966f-d07672460b14,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:58.492198 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.575801 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.585283 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] Set router 6790487b-8559-4832-a5c2-34436426a11c gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:58.639001 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.681767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Network dea1a572-db9c-410d-b5e9-6d8f7c0326a0 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:40:58.687217 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:40:58.690191 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:40:58.726430 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Pushing event updated for resources: {'Port': ['ID=c35b24cc-1b2f-4d7d-8946-3d52f3bc1043,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:58.745376 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656228'] for router_interface, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.840671 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:58Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:58.869040 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6652290-a25b-43f9-a652-15dfb2b3bee5 None None] The sync data for ids ['6790487b-8559-4832-a5c2-34436426a11c'] in n-d-768851-18 is: [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:58Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:40:58.909284 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.916827 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Pushing event updated for resources: {'Port': ['ID=b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:59.023285 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Publish callbacks [] for port, precommit_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.030687 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.088343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47437411-38f8-4869-b0fa-6ec3cc02ae29 None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:40:59.138460 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423e9ba-365f-45f1-8f59-abea185cc26e None None] Pushing event updated for resources: {'Port': ['ID=eada080f-390f-453e-93a7-5d8b1fd9b13d,revision_number=2']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:59.147913 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Attempting to bind port eada080f-390f-453e-93a7-5d8b1fd9b13d on host n-d-768851-18 for vnic_type normal with profile {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:40:59.148514 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Attempting to bind port eada080f-390f-453e-93a7-5d8b1fd9b13d by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:40:59.149073 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Attempting to bind port eada080f-390f-453e-93a7-5d8b1fd9b13d on network 96c93622-1b7f-40a4-8d70-95adc47fdc55 {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:40:59.156442 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:40:59.157348 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Checking segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:40:59.158164 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.158791 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Bound using segment: {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'} {{(pid=102446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:40:59.159511 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.managers [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Bound port: eada080f-390f-453e-93a7-5d8b1fd9b13d, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937cda46-1ccc-4fe0-947b-eae93cff2609', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55'}}] {{(pid=102446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:40:59.160014 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.161687 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.172029 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.205311 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-717f40c5-7c9a-4260-ab70-847b45b279f0 None None] Provisioning complete for port e1ebae33-3c70-4c8d-966f-d07672460b14 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:59.205787 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-717f40c5-7c9a-4260-ab70-847b45b279f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.250191 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656368'] for router_interface, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.251657 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] For port eada080f-390f-453e-93a7-5d8b1fd9b13d, host n-d-768851-18, cleared binding levels {{(pid=102446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:40:59.252202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Pushing event updated for resources: {'Port': ['ID=c35b24cc-1b2f-4d7d-8946-3d52f3bc1043,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:59.261523 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] For port eada080f-390f-453e-93a7-5d8b1fd9b13d, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=eada080f-390f-453e-93a7-5d8b1fd9b13d,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:40:59.271216 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.339173 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5cf36-39ba-4c9d-9101-fe2b5860766a None None] DHCP port deletion for 96c93622-1b7f-40a4-8d70-95adc47fdc55 request from n-d-768851-18 {{(pid=102446) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:40:59.377849 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Network dea1a572-db9c-410d-b5e9-6d8f7c0326a0 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:40:59.380925 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423e9ba-365f-45f1-8f59-abea185cc26e None None] Pushing event updated for resources: {'Port': ['ID=eada080f-390f-453e-93a7-5d8b1fd9b13d,revision_number=3']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:59.381141 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:40:59.387966 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Routers {'576670ea-fb0f-4aa6-a49f-05f8e212da63'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:40:59.388616 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['576670ea-fb0f-4aa6-a49f-05f8e212da63'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:59.412019 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.467366 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-717f40c5-7c9a-4260-ab70-847b45b279f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.520214 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Router 576670ea-fb0f-4aa6-a49f-05f8e212da63 has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:40:59.560116 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] Set router 576670ea-fb0f-4aa6-a49f-05f8e212da63 gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:40:59.603121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-717f40c5-7c9a-4260-ab70-847b45b279f0 None None] For port e1ebae33-3c70-4c8d-966f-d07672460b14, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=e1ebae33-3c70-4c8d-966f-d07672460b14,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:59.611423 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-717f40c5-7c9a-4260-ab70-847b45b279f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.659632 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:40:59.682764 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-bbd3cd2c-4647-44b8-a84b-e22edee70a74 admin admin] 10.222.0.31 "PUT /v2.0/routers/576670ea-fb0f-4aa6-a49f-05f8e212da63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1011455 Nov 12 09:40:59.772996 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f40c5-7c9a-4260-ab70-847b45b279f0 None None] Pushing event updated for resources: {'Port': ['ID=e1ebae33-3c70-4c8d-966f-d07672460b14,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:40:59.781983 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c5ab342e-53d9-4225-b24a-d4328b7347d9 None None] Provisioning complete for port eada080f-390f-453e-93a7-5d8b1fd9b13d triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:40:59.782357 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5ab342e-53d9-4225-b24a-d4328b7347d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.918055 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5ab342e-53d9-4225-b24a-d4328b7347d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:59.957904 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:40:59.964399 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c5ab342e-53d9-4225-b24a-d4328b7347d9 None None] For port eada080f-390f-453e-93a7-5d8b1fd9b13d, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=eada080f-390f-453e-93a7-5d8b1fd9b13d,segment=NetworkSegment(937cda46-1ccc-4fe0-947b-eae93cff2609),segment_id=937cda46-1ccc-4fe0-947b-eae93cff2609)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:40:59.984768 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'name': 'tempest-TestShelveInstance-987647345-router', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'eada080f-390f-453e-93a7-5d8b1fd9b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:55Z', 'updated_at': '2021-11-12T09:40:58Z', 'revision_number': 4, 'project_id': '691c14d303db4e498f4619207a90154f', 'gw_port': {'id': 'eada080f-390f-453e-93a7-5d8b1fd9b13d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:56Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c35b24cc-1b2f-4d7d-8946-3d52f3bc1043', 'name': '', 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'mac_address': 'fa:16:3e:5f:3a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c8e845f5-a99e-480a-b34e-aa4ac66d2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:58Z', 'updated_at': '2021-11-12T09:40:58Z', 'revision_number': 2, 'project_id': '691c14d303db4e498f4619207a90154f', 'subnets': [{'id': 'c8e845f5-a99e-480a-b34e-aa4ac66d2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:40:59.991361 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5ab342e-53d9-4225-b24a-d4328b7347d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.031426 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f5b9c-5f18-4388-b6ad-da3c90324ad0 None None] The sync data for ids ['576670ea-fb0f-4aa6-a49f-05f8e212da63'] in n-d-768851-18 is: [{'id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'name': 'tempest-TestShelveInstance-987647345-router', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'eada080f-390f-453e-93a7-5d8b1fd9b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:55Z', 'updated_at': '2021-11-12T09:40:58Z', 'revision_number': 4, 'project_id': '691c14d303db4e498f4619207a90154f', 'gw_port': {'id': 'eada080f-390f-453e-93a7-5d8b1fd9b13d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:56Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c35b24cc-1b2f-4d7d-8946-3d52f3bc1043', 'name': '', 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'mac_address': 'fa:16:3e:5f:3a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c8e845f5-a99e-480a-b34e-aa4ac66d2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:58Z', 'updated_at': '2021-11-12T09:40:58Z', 'revision_number': 2, 'project_id': '691c14d303db4e498f4619207a90154f', 'subnets': [{'id': 'c8e845f5-a99e-480a-b34e-aa4ac66d2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:41:00.064651 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c5ab342e-53d9-4225-b24a-d4328b7347d9 None None] Provisioning complete for port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:00.065052 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5ab342e-53d9-4225-b24a-d4328b7347d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.133573 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab342e-53d9-4225-b24a-d4328b7347d9 None None] Port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:41:00.145273 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab342e-53d9-4225-b24a-d4328b7347d9 None None] Pushing event updated for resources: {'Port': ['ID=eada080f-390f-453e-93a7-5d8b1fd9b13d,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:00.162076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:00.162076 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.162076 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c5ab342e-53d9-4225-b24a-d4328b7347d9 None None] Provisioning complete for port b636b32e-cc9f-4f57-a2ad-ac9ca8b79a17 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:00.162464 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c5ab342e-53d9-4225-b24a-d4328b7347d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.331885 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device e1ebae33-3c70-4c8d-966f-d07672460b14 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:41:00.382246 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port e1ebae33-3c70-4c8d-966f-d07672460b14 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:00.382622 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.471851 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-0982835e-04a9-473d-9b48-8fd33ef6f6cc None None] Provisioning complete for port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:00.472224 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0982835e-04a9-473d-9b48-8fd33ef6f6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.515721 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-0982835e-04a9-473d-9b48-8fd33ef6f6cc None None] Port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043 cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:41:00.841895 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50280) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:00.846599 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-94b8cd56-eb21-45d1-99ca-d63500ddc674 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145451846', 'description': 'tempest-secgroup-smoke-1145451846 description', 'project_id': '462d204580a144b498de6cebc3b397b3'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:00.872952 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94b8cd56-eb21-45d1-99ca-d63500ddc674 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.939956 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94b8cd56-eb21-45d1-99ca-d63500ddc674 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.943878 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94b8cd56-eb21-45d1-99ca-d63500ddc674 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.973097 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-94b8cd56-eb21-45d1-99ca-d63500ddc674 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:00.974359 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-94b8cd56-eb21-45d1-99ca-d63500ddc674 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1313527 Nov 12 09:41:00.976658 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8cd56-eb21-45d1-99ca-d63500ddc674 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:00.977693 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50282) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:00.984083 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-b523723e-6687-4fe9-81de-b7acd9f26027 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group_rule': {'security_group_id': 'ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae', 'project_id': '462d204580a144b498de6cebc3b397b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:01.016225 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b523723e-6687-4fe9-81de-b7acd9f26027 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.075019 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b523723e-6687-4fe9-81de-b7acd9f26027 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.079064 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b523723e-6687-4fe9-81de-b7acd9f26027 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.098451 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523723e-6687-4fe9-81de-b7acd9f26027 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33eb3562-8c5e-4a33-9f78-981f912d187d,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:01.104049 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b523723e-6687-4fe9-81de-b7acd9f26027 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.108782 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-b523723e-6687-4fe9-81de-b7acd9f26027 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257665 Nov 12 09:41:01.108941 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50284) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:01.113787 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-1ca0a457-9ba7-4bf3-a28d-8aee4bd44d0e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group_rule': {'security_group_id': 'ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae', 'project_id': '462d204580a144b498de6cebc3b397b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:01.139804 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1ca0a457-9ba7-4bf3-a28d-8aee4bd44d0e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.199025 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1ca0a457-9ba7-4bf3-a28d-8aee4bd44d0e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.203365 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1ca0a457-9ba7-4bf3-a28d-8aee4bd44d0e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.224065 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0a457-9ba7-4bf3-a28d-8aee4bd44d0e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c7b8e3-3cb7-4aab-884a-394bbbb36bce,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:01.234452 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-1ca0a457-9ba7-4bf3-a28d-8aee4bd44d0e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.235664 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-1ca0a457-9ba7-4bf3-a28d-8aee4bd44d0e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255944 Nov 12 09:41:01.238678 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50286) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:01.244273 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-e0e8f4f1-7101-4ea4-86c1-4a90c7fd15ab tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group_rule': {'security_group_id': 'ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae', 'project_id': '462d204580a144b498de6cebc3b397b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:01.272401 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0e8f4f1-7101-4ea4-86c1-4a90c7fd15ab tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.328045 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0e8f4f1-7101-4ea4-86c1-4a90c7fd15ab tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.331760 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0e8f4f1-7101-4ea4-86c1-4a90c7fd15ab tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.349541 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8f4f1-7101-4ea4-86c1-4a90c7fd15ab tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c431e9-61cf-45a1-bab6-145c49de6dbf,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:01.356945 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-e0e8f4f1-7101-4ea4-86c1-4a90c7fd15ab tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.358746 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-e0e8f4f1-7101-4ea4-86c1-4a90c7fd15ab tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179075 Nov 12 09:41:01.361589 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50288) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:01.365888 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-efb718ab-c965-412c-950b-a2fdb85a66f8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group_rule': {'security_group_id': 'ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae', 'project_id': '462d204580a144b498de6cebc3b397b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:01.392011 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-efb718ab-c965-412c-950b-a2fdb85a66f8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.452356 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-efb718ab-c965-412c-950b-a2fdb85a66f8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.456202 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-efb718ab-c965-412c-950b-a2fdb85a66f8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.475102 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb718ab-c965-412c-950b-a2fdb85a66f8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8327e89-85ef-42fe-98b9-6888d9bf4200,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:01.482201 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-efb718ab-c965-412c-950b-a2fdb85a66f8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.483418 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-efb718ab-c965-412c-950b-a2fdb85a66f8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209037 Nov 12 09:41:01.486122 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50290) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:01.490502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-a8427ae0-9752-442a-9e32-a1f13ae449db tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group_rule': {'security_group_id': 'ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae', 'project_id': '462d204580a144b498de6cebc3b397b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:01.511815 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-a8427ae0-9752-442a-9e32-a1f13ae449db tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Project 462d204580a144b498de6cebc3b397b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:41:01.517428 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8427ae0-9752-442a-9e32-a1f13ae449db tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.576300 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8427ae0-9752-442a-9e32-a1f13ae449db tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.580444 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8427ae0-9752-442a-9e32-a1f13ae449db tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.598879 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8427ae0-9752-442a-9e32-a1f13ae449db tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790ef1c6-ebdc-4c9b-8c9b-894a16ba5967,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:01.606169 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-a8427ae0-9752-442a-9e32-a1f13ae449db tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.607495 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-a8427ae0-9752-442a-9e32-a1f13ae449db tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204565 Nov 12 09:41:01.610449 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [-] (102444) accepted ('10.222.0.31', 50292) {{(pid=102444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:01.615404 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [None req-4b8a3270-3476-4605-bca6-4f0a05340bf3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group_rule': {'security_group_id': 'ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae', 'project_id': '462d204580a144b498de6cebc3b397b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:01.649521 n-d-768851-18 neutron-server[102444]: INFO neutron.db.securitygroups_db [None req-4b8a3270-3476-4605-bca6-4f0a05340bf3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Project 462d204580a144b498de6cebc3b397b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:41:01.654778 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4b8a3270-3476-4605-bca6-4f0a05340bf3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.731420 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4b8a3270-3476-4605-bca6-4f0a05340bf3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.736473 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4b8a3270-3476-4605-bca6-4f0a05340bf3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.758050 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a3270-3476-4605-bca6-4f0a05340bf3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95a5f36-f0dd-45ad-a61e-cecbfba8c43e,revision_number=0']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:01.763550 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-4b8a3270-3476-4605-bca6-4f0a05340bf3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:01.766847 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [None req-4b8a3270-3476-4605-bca6-4f0a05340bf3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552794 Nov 12 09:41:01.917240 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device eada080f-390f-453e-93a7-5d8b1fd9b13d up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:41:01.972021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port eada080f-390f-453e-93a7-5d8b1fd9b13d triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:01.972677 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:02.005799 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-da6b72a2-85da-4ba6-8559-8ce3c1e14b62 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145451846&fields=id&tenant_id=462d204580a144b498de6cebc3b397b3 HTTP/1.1" status: 200 len: 267 time: 0.0533619 Nov 12 09:41:02.127041 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7fb5dcd3-8ab0-4e88-a088-8bbe7a7639f3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:02.128619 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7fb5dcd3-8ab0-4e88-a088-8bbe7a7639f3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 809 time: 0.1136770 Nov 12 09:41:02.145228 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-6453e5c7-8ed9-41b8-9ecb-de51b76c4171 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/quotas/462d204580a144b498de6cebc3b397b3 HTTP/1.1" status: 200 len: 375 time: 0.0104148 Nov 12 09:41:02.206683 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-73e269ed-7869-4935-bcb2-1dfcadf081db tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533814 Nov 12 09:41:02.410565 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-56e7dd87-3d39-4336-bb6e-75eea62006cf service neutron] 10.222.0.31 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872985 Nov 12 09:41:02.504871 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-13aa642b-c2e9-49c3-b103-a72e86de0b6a service neutron] 10.222.0.31 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881939 Nov 12 09:41:02.679023 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ebfb8834-d45f-4257-849d-c567548f5fb7 req-9cdf405c-cce6-4f80-93ad-ee05fbfce9ec tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 210 time: 0.0346611 Nov 12 09:41:03.083032 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Sync routers for ids ['576670ea-fb0f-4aa6-a49f-05f8e212da63'] in n-d-768851-18 {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:41:03.096292 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Routers {'576670ea-fb0f-4aa6-a49f-05f8e212da63'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:03.098346 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['576670ea-fb0f-4aa6-a49f-05f8e212da63'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:03.214330 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Set router 576670ea-fb0f-4aa6-a49f-05f8e212da63 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:03.425887 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'name': 'tempest-TestShelveInstance-987647345-router', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'eada080f-390f-453e-93a7-5d8b1fd9b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:55Z', 'updated_at': '2021-11-12T09:40:58Z', 'revision_number': 4, 'project_id': '691c14d303db4e498f4619207a90154f', 'gw_port': {'id': 'eada080f-390f-453e-93a7-5d8b1fd9b13d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:56Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c35b24cc-1b2f-4d7d-8946-3d52f3bc1043', 'name': '', 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'mac_address': 'fa:16:3e:5f:3a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c8e845f5-a99e-480a-b34e-aa4ac66d2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:58Z', 'updated_at': '2021-11-12T09:40:58Z', 'revision_number': 2, 'project_id': '691c14d303db4e498f4619207a90154f', 'subnets': [{'id': 'c8e845f5-a99e-480a-b34e-aa4ac66d2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:03.452257 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Checking router: 576670ea-fb0f-4aa6-a49f-05f8e212da63 for host: n-d-768851-18 {{(pid=102447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:41:03.452617 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Updating router 576670ea-fb0f-4aa6-a49f-05f8e212da63 port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043 binding host n-d-768851-18 {{(pid=102447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:41:03.477402 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.749507 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Publish callbacks [] for port, precommit_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.755631 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.799589 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1ec3098-7a89-48ba-bbfa-93acace491dc req-9b2b913e-b5f9-4668-b1cf-ebb1740ff23f tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 210 time: 0.0370545 Nov 12 09:41:03.810744 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fdd07-ea7d-4b97-bf4c-a3dfe376969d None None] Pushing event updated for resources: {'Port': ['ID=c35b24cc-1b2f-4d7d-8946-3d52f3bc1043,revision_number=3']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:03.872097 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Attempting to bind port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043 on host n-d-768851-18 for vnic_type normal with profile {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:41:03.872741 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Attempting to bind port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043 by drivers openvswitch,hyperv on host n-d-768851-18 at level 0 using segments [{'id': '53f46711-3492-4fd8-b5df-a30f54f21f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0'}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:41:03.873122 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Attempting to bind port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043 on network dea1a572-db9c-410d-b5e9-6d8f7c0326a0 {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:03.878988 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Checking agent: {'id': '43ec8c40-99df-4393-8cb3-9bb279edf9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 10, 11), 'started_at': datetime.datetime(2021, 11, 12, 8, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:41:03.879393 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Checking segment: {'id': '53f46711-3492-4fd8-b5df-a30f54f21f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:41:03.879762 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.880158 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Bound using segment: {'id': '53f46711-3492-4fd8-b5df-a30f54f21f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0'} {{(pid=102447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:41:03.880608 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.managers [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Bound port: c35b24cc-1b2f-4d7d-8946-3d52f3bc1043, host: n-d-768851-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f46711-3492-4fd8-b5df-a30f54f21f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0'}}] {{(pid=102447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:41:03.880987 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:03.955067 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-2711dadb-0446-4823-be82-b836d873162e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:03.956721 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] For port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043, host n-d-768851-18, cleared binding levels {{(pid=102447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:41:03.956901 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-2711dadb-0446-4823-be82-b836d873162e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 809 time: 0.1856682 Nov 12 09:41:03.961289 n-d-768851-18 neutron-server[102447]: DEBUG neutron.plugins.ml2.db [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] For port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043, host n-d-768851-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c35b24cc-1b2f-4d7d-8946-3d52f3bc1043,segment=NetworkSegment(53f46711-3492-4fd8-b5df-a30f54f21f54),segment_id=53f46711-3492-4fd8-b5df-a30f54f21f54)] {{(pid=102447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:41:03.967519 n-d-768851-18 neutron-server[102447]: DEBUG neutron_lib.callbacks.manager [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.028722 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Routers {'576670ea-fb0f-4aa6-a49f-05f8e212da63'} bound to L3 agent in host n-d-768851-18 {{(pid=102447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:04.029492 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:40:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['576670ea-fb0f-4aa6-a49f-05f8e212da63'], 'active': True} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:04.035801 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fdd07-ea7d-4b97-bf4c-a3dfe376969d None None] Pushing event updated for resources: {'Port': ['ID=c35b24cc-1b2f-4d7d-8946-3d52f3bc1043,revision_number=4']} {{(pid=102447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:04.045435 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-2f4d214c-4987-4d71-81b5-3afa10809b5c tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=462d204580a144b498de6cebc3b397b3 HTTP/1.1" status: 200 len: 380 time: 0.0777459 Nov 12 09:41:04.062038 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'port': {'device_id': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'admin_state_up': True, 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'security_groups': ['ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:04.165052 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_dvr_db [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] Set router 576670ea-fb0f-4aa6-a49f-05f8e212da63 gateway port host: n-d-768851-18 {{(pid=102447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:04.168137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-c478ca77-8c80-4b3e-805f-9d016886a157 None None] Provisioning complete for port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:04.169552 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c478ca77-8c80-4b3e-805f-9d016886a157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.200590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Made reservation on behalf of 462d204580a144b498de6cebc3b397b3 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:41:04.205856 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.262467 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c478ca77-8c80-4b3e-805f-9d016886a157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.307903 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-c478ca77-8c80-4b3e-805f-9d016886a157 None None] For port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043, host n-d-768851-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-18',level=0,port_id=c35b24cc-1b2f-4d7d-8946-3d52f3bc1043,segment=NetworkSegment(53f46711-3492-4fd8-b5df-a30f54f21f54),segment_id=53f46711-3492-4fd8-b5df-a30f54f21f54)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:04.313321 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c478ca77-8c80-4b3e-805f-9d016886a157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.360664 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Allocated IP 172.20.0.4 (39925c33-3955-423f-8c39-e7f80ecc3145/2e9aee23-1ae7-4059-9509-cdf28660f18e/2f5492b4-4028-4475-8727-c937398ce26b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:41:04.368774 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478ca77-8c80-4b3e-805f-9d016886a157 None None] Pushing event updated for resources: {'Port': ['ID=c35b24cc-1b2f-4d7d-8946-3d52f3bc1043,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:04.436615 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-f7cadb07-8cf3-4293-ab47-61aa9791254f None None] Provisioning complete for port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043 triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:04.437295 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f7cadb07-8cf3-4293-ab47-61aa9791254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.495960 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.l3_hamode_db [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'name': 'tempest-TestShelveInstance-987647345-router', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'eada080f-390f-453e-93a7-5d8b1fd9b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:55Z', 'updated_at': '2021-11-12T09:40:58Z', 'revision_number': 4, 'project_id': '691c14d303db4e498f4619207a90154f', 'gw_port': {'id': 'eada080f-390f-453e-93a7-5d8b1fd9b13d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:56Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c35b24cc-1b2f-4d7d-8946-3d52f3bc1043', 'name': '', 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'mac_address': 'fa:16:3e:5f:3a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c8e845f5-a99e-480a-b34e-aa4ac66d2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:58Z', 'updated_at': '2021-11-12T09:41:03Z', 'revision_number': 4, 'project_id': '691c14d303db4e498f4619207a90154f', 'subnets': [{'id': 'c8e845f5-a99e-480a-b34e-aa4ac66d2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:04.516750 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.527253 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f994d10-9adc-42ca-b79c-4d930b60bf39 None None] The sync data for ids ['576670ea-fb0f-4aa6-a49f-05f8e212da63'] in n-d-768851-18 is: [{'id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'name': 'tempest-TestShelveInstance-987647345-router', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': 'eada080f-390f-453e-93a7-5d8b1fd9b13d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:55Z', 'updated_at': '2021-11-12T09:40:58Z', 'revision_number': 4, 'project_id': '691c14d303db4e498f4619207a90154f', 'gw_port': {'id': 'eada080f-390f-453e-93a7-5d8b1fd9b13d', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:56Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'c35b24cc-1b2f-4d7d-8946-3d52f3bc1043', 'name': '', 'network_id': 'dea1a572-db9c-410d-b5e9-6d8f7c0326a0', 'tenant_id': '691c14d303db4e498f4619207a90154f', 'mac_address': 'fa:16:3e:5f:3a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576670ea-fb0f-4aa6-a49f-05f8e212da63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c8e845f5-a99e-480a-b34e-aa4ac66d2eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:58Z', 'updated_at': '2021-11-12T09:41:03Z', 'revision_number': 4, 'project_id': '691c14d303db4e498f4619207a90154f', 'subnets': [{'id': 'c8e845f5-a99e-480a-b34e-aa4ac66d2eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:41:04.560207 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.609267 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Network 39925c33-3955-423f-8c39-e7f80ecc3145 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:41:04.614991 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:04.619074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:41:04.625975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:04.678277 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:04.678965 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.697660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7a7b3421-2d5b-4a2a-8152-8e8f9d61a749 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6398339 Nov 12 09:41:04.711350 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Request body: {'port': {'device_id': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:04.774126 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.950947 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-6738fd18-27aa-4273-a9e2-01d838ad75a1 None None] Provisioning complete for port 2f5492b4-4028-4475-8727-c937398ce26b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:04.951310 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6738fd18-27aa-4273-a9e2-01d838ad75a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:04.975924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8e88c-79e3-49fb-9f86-69b915c9b65a req-08f23a0d-b633-4ecc-a471-0d332cb56160 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:04.977524 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68f8e88c-79e3-49fb-9f86-69b915c9b65a req-08f23a0d-b633-4ecc-a471-0d332cb56160 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 931 time: 0.0887523 Nov 12 09:41:04.992209 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-6738fd18-27aa-4273-a9e2-01d838ad75a1 None None] Port 2f5492b4-4028-4475-8727-c937398ce26b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:41:05.078232 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-68f8e88c-79e3-49fb-9f86-69b915c9b65a req-58d72164-6a9a-4c73-ab8b-69ba3bc032e0 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701323 Nov 12 09:41:05.138798 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5492b4-4028-4475-8727-c937398ce26b {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:41:05.146987 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:05.159413 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Transition to ACTIVE for port object 2f5492b4-4028-4475-8727-c937398ce26b will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:41:05.163436 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:05.215606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:05.294504 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Attempting to bind port 2f5492b4-4028-4475-8727-c937398ce26b on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:41:05.294839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Attempting to bind port 2f5492b4-4028-4475-8727-c937398ce26b by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:41:05.295170 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Attempting to bind port 2f5492b4-4028-4475-8727-c937398ce26b on network 39925c33-3955-423f-8c39-e7f80ecc3145 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:05.300357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Port 2f5492b4-4028-4475-8727-c937398ce26b on network 39925c33-3955-423f-8c39-e7f80ecc3145 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:41:05.300685 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Attempting to bind port 2f5492b4-4028-4475-8727-c937398ce26b on network 39925c33-3955-423f-8c39-e7f80ecc3145 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:05.306105 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:41:05.306448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Checking segment: {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:41:05.306835 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Bound using segment: {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:41:05.307266 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Bound port: 2f5492b4-4028-4475-8727-c937398ce26b, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:41:05.307626 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:05.377805 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:41:05.382123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:41:05.382365 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a8b61d3d-6748-4496-aeca-4cc58b05ee75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:05.386856 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:05.425843 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:05.426466 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:05.427884 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] 10.222.0.52 "PUT /v2.0/ports/2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 1092 time: 0.7215641 Nov 12 09:41:05.428314 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:05.430785 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb3c393-83bf-41bb-88a3-4b8520164a88" -d '{"events": [{"name": "network-changed", "server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "tag": "2f5492b4-4028-4475-8727-c937398ce26b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:05.455115 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bee85-f905-4e05-a7f3-cef0e7c99bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:05.477560 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72952b28-c028-499c-98ac-ae1630454980 x-openstack-request-id: req-72952b28-c028-499c-98ac-ae1630454980 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:05.477851 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "tag": "2f5492b4-4028-4475-8727-c937398ce26b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:05.478104 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72952b28-c028-499c-98ac-ae1630454980 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:05.478506 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b', 'status': 'completed', 'code': 200} Nov 12 09:41:05.537365 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-df11a8d1-cae9-40eb-8a2e-8ce9c868c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:05.538995 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-df11a8d1-cae9-40eb-8a2e-8ce9c868c716 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1095 time: 0.0517905 Nov 12 09:41:05.586336 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-5a6993be-1427-4618-89ee-511a894bc717 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 217 time: 0.0358870 Nov 12 09:41:05.640570 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7596576f-72e4-4b4b-acf4-088b1b7da335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:05.642058 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-7596576f-72e4-4b4b-acf4-088b1b7da335 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0481400 Nov 12 09:41:05.693355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-b61fec6d-c646-4853-aeb6-e6b6d9015e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:05.694858 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-b61fec6d-c646-4853-aeb6-e6b6d9015e93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452192 Nov 12 09:41:05.794340 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-ad8d8e0f-d0ae-4c3a-8e32-2d69848b5778 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913105 Nov 12 09:41:05.904458 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-526fd585-2d02-4de8-9942-205c89b2cf6f req-8fbed665-537d-4fb1-885c-fddd3c8b6ea2 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016564 Nov 12 09:41:05.912989 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Device c35b24cc-1b2f-4d7d-8946-3d52f3bc1043 up at agent ovs-agent-n-d-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:41:05.971465 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Provisioning complete for port c35b24cc-1b2f-4d7d-8946-3d52f3bc1043 triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:05.971865 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:06.016683 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c393-83bf-41bb-88a3-4b8520164a88 req-8a8a5632-b35c-4953-ad17-07c1f1f8297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:06.019149 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bb3c393-83bf-41bb-88a3-4b8520164a88 req-8a8a5632-b35c-4953-ad17-07c1f1f8297b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1095 time: 0.0588164 Nov 12 09:41:06.062941 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:41:06.125743 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c393-83bf-41bb-88a3-4b8520164a88 req-95d0d5f5-c94c-45c0-9773-aa63653b2c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:06.127331 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bb3c393-83bf-41bb-88a3-4b8520164a88 req-95d0d5f5-c94c-45c0-9773-aa63653b2c42 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0983291 Nov 12 09:41:06.186353 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bb3c393-83bf-41bb-88a3-4b8520164a88 req-a5b62a97-be2b-4284-9d5a-bb2cb1aa90af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 217 time: 0.0455198 Nov 12 09:41:06.263694 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c393-83bf-41bb-88a3-4b8520164a88 req-a7e3800a-da99-498d-987f-a8aa9d786ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:06.265768 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bb3c393-83bf-41bb-88a3-4b8520164a88 req-a7e3800a-da99-498d-987f-a8aa9d786ee7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0678263 Nov 12 09:41:06.273402 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39468d-3efb-47cf-9834-3bf647393a3a req-bfdd7db1-a6aa-4e8f-a99a-f6a68521e464 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:06.274794 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cf39468d-3efb-47cf-9834-3bf647393a3a req-bfdd7db1-a6aa-4e8f-a99a-f6a68521e464 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 943 time: 0.0918093 Nov 12 09:41:06.360535 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c393-83bf-41bb-88a3-4b8520164a88 req-822bbd13-b01b-4fb2-acaf-4e97b93bae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:06.362157 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bb3c393-83bf-41bb-88a3-4b8520164a88 req-822bbd13-b01b-4fb2-acaf-4e97b93bae89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845006 Nov 12 09:41:06.366662 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cf39468d-3efb-47cf-9834-3bf647393a3a req-4968e3c6-1987-431c-bf08-1cee6761f296 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813761 Nov 12 09:41:06.456442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bb3c393-83bf-41bb-88a3-4b8520164a88 req-d50c7d4b-1ca9-4614-9586-2b94e5052795 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845833 Nov 12 09:41:06.553885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0bb3c393-83bf-41bb-88a3-4b8520164a88 req-7ffc466e-ab5c-4e4f-8221-c1382a055018 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884771 Nov 12 09:41:07.491530 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32288306-d88f-41b5-a8ad-246abff19cb0 req-5b37e3a5-7586-41d5-b48c-ebeed7131bb4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:07.493054 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-32288306-d88f-41b5-a8ad-246abff19cb0 req-5b37e3a5-7586-41d5-b48c-ebeed7131bb4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 943 time: 0.0493033 Nov 12 09:41:07.544824 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-32288306-d88f-41b5-a8ad-246abff19cb0 req-86432bb5-9da7-4d95-98ff-14b1b2bea35c tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449915 Nov 12 09:41:07.653762 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7fb27af0-7e34-4a7b-afd1-8f9162502465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:08.672321 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce77d55-93d4-4d5d-b785-55b33ec13091 req-40568070-c3b6-41ac-8a4b-d3e3129124d5 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:08.673898 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ce77d55-93d4-4d5d-b785-55b33ec13091 req-40568070-c3b6-41ac-8a4b-d3e3129124d5 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 943 time: 0.0579679 Nov 12 09:41:08.728107 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-3ce77d55-93d4-4d5d-b785-55b33ec13091 req-8fcdfd88-3800-4df9-803a-3a49f3807875 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477314 Nov 12 09:41:08.888640 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:09.106529 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2f5492b4-4028-4475-8727-c937398ce26b details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:41:09.200653 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:09.212111 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '2f5492b4-4028-4475-8727-c937398ce26b', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'port_id': '2f5492b4-4028-4475-8727-c937398ce26b', 'mac_address': 'fa:16:3e:39:f5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:41:09.252580 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:09.268873 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5492b4-4028-4475-8727-c937398ce26b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:41:09.289234 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:09.292934 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:09.340992 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:09.576062 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['2f5492b4-4028-4475-8727-c937398ce26b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:41:09.860360 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc3b8d-05b4-41ac-93e3-28193c43b722 req-56409a2d-976e-4a7a-b4a7-af7765b8c6c9 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:09.861906 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38bc3b8d-05b4-41ac-93e3-28193c43b722 req-56409a2d-976e-4a7a-b4a7-af7765b8c6c9 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0595994 Nov 12 09:41:09.916698 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-38bc3b8d-05b4-41ac-93e3-28193c43b722 req-93e2e4a0-182d-4108-afba-89ac54fc05ac tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480604 Nov 12 09:41:10.254953 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:11.041856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811ee02-ca57-470b-ba8f-f2920ff403af req-91725900-dfd5-4702-aad1-42d5cf86cf3d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:11.043433 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b811ee02-ca57-470b-ba8f-f2920ff403af req-91725900-dfd5-4702-aad1-42d5cf86cf3d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0542579 Nov 12 09:41:11.123008 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2f5492b4-4028-4475-8727-c937398ce26b up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:41:11.180852 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:11.196507 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 2f5492b4-4028-4475-8727-c937398ce26b completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:41:11.201610 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 2f5492b4-4028-4475-8727-c937398ce26b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:11.202504 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:11.289192 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:11.314377 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:11.317347 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c068bf2-6558-4f6d-acc7-458d8886d486" -d '{"events": [{"server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "name": "network-vif-plugged", "status": "completed", "tag": "2f5492b4-4028-4475-8727-c937398ce26b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:11.333343 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:11.338665 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:11.369521 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e47c629-c4d3-4be1-8a50-f6e5d58bb59d x-openstack-request-id: req-9e47c629-c4d3-4be1-8a50-f6e5d58bb59d {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:11.369881 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "name": "network-vif-plugged", "status": "completed", "tag": "2f5492b4-4028-4475-8727-c937398ce26b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:11.370062 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e47c629-c4d3-4be1-8a50-f6e5d58bb59d {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:11.370455 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b', 'code': 200} Nov 12 09:41:11.405878 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:11.440325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b811ee02-ca57-470b-ba8f-f2920ff403af req-35eb1d3c-b0e0-4d47-bf05-51e76af1089d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3860691 Nov 12 09:41:11.482371 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c62d1-e094-435e-938d-4b6a74bbff31 req-1308aa41-59f5-43a7-bb4b-19b755570447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:11.483913 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-651c62d1-e094-435e-938d-4b6a74bbff31 req-1308aa41-59f5-43a7-bb4b-19b755570447 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1097 time: 0.0411797 Nov 12 09:41:11.532681 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-651c62d1-e094-435e-938d-4b6a74bbff31 req-ac2ad074-4632-45cc-8830-bb1a8b542b46 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406771 Nov 12 09:41:12.558827 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21294e6-5609-43a8-9c1d-023b8e25fedb req-a1926919-30f0-42dd-9962-d8c56e5da474 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:12.560319 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e21294e6-5609-43a8-9c1d-023b8e25fedb req-a1926919-30f0-42dd-9962-d8c56e5da474 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0494480 Nov 12 09:41:12.609769 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-e21294e6-5609-43a8-9c1d-023b8e25fedb req-ed3329e3-80fc-4c44-ad04-af1b8e8c21fd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435469 Nov 12 09:41:13.724740 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018ecf8-f54b-4129-a1b6-33cd87397dec req-87aa146d-9c6a-4ad9-9336-e42be5a00e9d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:13.726256 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b018ecf8-f54b-4129-a1b6-33cd87397dec req-87aa146d-9c6a-4ad9-9336-e42be5a00e9d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0496883 Nov 12 09:41:13.775100 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b018ecf8-f54b-4129-a1b6-33cd87397dec req-122a8ef0-6646-4c05-858c-65cf5d5c3374 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428445 Nov 12 09:41:13.896646 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a3998-039c-4fea-a743-48264cf54702 req-1c89d31d-acef-4c1d-be3e-8dc29a762fee tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:13.898090 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a57a3998-039c-4fea-a743-48264cf54702 req-1c89d31d-acef-4c1d-be3e-8dc29a762fee tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0512669 Nov 12 09:41:13.950858 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a57a3998-039c-4fea-a743-48264cf54702 req-6c729078-50c6-43c4-bc6b-2dde23e2fbed tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469084 Nov 12 09:41:13.974762 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50348) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:14.066712 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de3721e-fe4c-4775-a3e0-08ca05b001d9 tempest-TestShelveInstance-119976792 tempest-TestShelveInstance-119976792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:14.068235 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-6de3721e-fe4c-4775-a3e0-08ca05b001d9 tempest-TestShelveInstance-119976792 tempest-TestShelveInstance-119976792-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1092 time: 0.0924821 Nov 12 09:41:14.071419 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50352) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:14.075919 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '2f5492b4-4028-4475-8727-c937398ce26b', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:14.099658 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:14.194744 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:14.302960 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Allocated IP 172.25.3.141 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/256c4588-8c96-4be9-a95d-95f0ced6a870) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:41:14.408980 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:14.760813 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:14.800105 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:41:14.804989 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:14.808720 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:41:14.832099 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'Port': ['ID=256c4588-8c96-4be9-a95d-95f0ced6a870,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:15.192607 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:15.261805 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:15.422536 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:15.428101 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:15.505314 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'Port': ['ID=256c4588-8c96-4be9-a95d-95f0ced6a870,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:15.517735 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:15.623477 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Floating IP afa82359-2fbf-4947-a45a-b293d4d7cac6 associated. External IP: 172.25.3.141, port: 2f5492b4-4028-4475-8727-c937398ce26b. Nov 12 09:41:15.848404 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Router 6790487b-8559-4832-a5c2-34436426a11c has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:41:15.961439 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:41:15.970991 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb11b53-dbe7-4545-b539-1de032f0e170 None None] Sync routers for ids ['6790487b-8559-4832-a5c2-34436426a11c'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:41:15.985023 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:15.988369 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb11b53-dbe7-4545-b539-1de032f0e170 None None] Routers {'6790487b-8559-4832-a5c2-34436426a11c'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:15.989293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6eb11b53-dbe7-4545-b539-1de032f0e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:41:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['6790487b-8559-4832-a5c2-34436426a11c'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:16.019552 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b910e10e-257c-44c5-b534-fef02d71dd0d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9470439 Nov 12 09:41:16.020235 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:16.022595 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bcba42-381e-495a-a8e5-06555f165e84" -d '{"events": [{"name": "network-changed", "server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "tag": "2f5492b4-4028-4475-8727-c937398ce26b"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:16.159783 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534e1beb-1a51-4797-9370-ecef82cff241 x-openstack-request-id: req-534e1beb-1a51-4797-9370-ecef82cff241 {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:16.160136 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "tag": "2f5492b4-4028-4475-8727-c937398ce26b", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:16.160451 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-534e1beb-1a51-4797-9370-ecef82cff241 {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:16.160925 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b', 'status': 'completed', 'code': 200} Nov 12 09:41:16.274472 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-6eb11b53-dbe7-4545-b539-1de032f0e170 None None] Set router 6790487b-8559-4832-a5c2-34436426a11c gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:16.308906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcba42-381e-495a-a8e5-06555f165e84 req-c1212055-e70a-4894-ae11-43c709249a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:16.310753 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84bcba42-381e-495a-a8e5-06555f165e84 req-c1212055-e70a-4894-ae11-43c709249a21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1097 time: 0.1199317 Nov 12 09:41:16.414376 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcba42-381e-495a-a8e5-06555f165e84 req-cffb2cd4-8f36-4cfb-b9b8-fe752b379f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:16.415842 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84bcba42-381e-495a-a8e5-06555f165e84 req-cffb2cd4-8f36-4cfb-b9b8-fe752b379f1b service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0960798 Nov 12 09:41:16.490923 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84bcba42-381e-495a-a8e5-06555f165e84 req-a70e7b6c-0092-4d67-ad33-e125fd960618 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 999 time: 0.0639615 Nov 12 09:41:16.501580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6eb11b53-dbe7-4545-b539-1de032f0e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'afa82359-2fbf-4947-a45a-b293d4d7cac6', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '6790487b-8559-4832-a5c2-34436426a11c', 'port_id': '2f5492b4-4028-4475-8727-c937398ce26b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'mac_address': 'fa:16:3e:39:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:41:15Z', 'updated_at': '2021-11-12T09:41:15Z', 'revision_number': 0, 'project_id': '462d204580a144b498de6cebc3b397b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 5, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:16.533355 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb11b53-dbe7-4545-b539-1de032f0e170 None None] Checking router: 6790487b-8559-4832-a5c2-34436426a11c for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:41:16.541098 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcba42-381e-495a-a8e5-06555f165e84 req-372367aa-e615-4fef-902d-a800b9522815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:16.541840 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb11b53-dbe7-4545-b539-1de032f0e170 None None] Routers {'6790487b-8559-4832-a5c2-34436426a11c'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:16.542456 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6eb11b53-dbe7-4545-b539-1de032f0e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:41:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['6790487b-8559-4832-a5c2-34436426a11c'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:16.543254 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84bcba42-381e-495a-a8e5-06555f165e84 req-372367aa-e615-4fef-902d-a800b9522815 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0448632 Nov 12 09:41:16.590836 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcba42-381e-495a-a8e5-06555f165e84 req-645b73ba-54f2-4d16-8db5-e1116fafb7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:16.592348 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84bcba42-381e-495a-a8e5-06555f165e84 req-645b73ba-54f2-4d16-8db5-e1116fafb7d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409184 Nov 12 09:41:16.647971 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-6eb11b53-dbe7-4545-b539-1de032f0e170 None None] Set router 6790487b-8559-4832-a5c2-34436426a11c gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:16.688587 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84bcba42-381e-495a-a8e5-06555f165e84 req-31bfc568-5b50-4319-98b7-7f59a45a0518 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874624 Nov 12 09:41:16.780797 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-84bcba42-381e-495a-a8e5-06555f165e84 req-2dca89e3-0a14-4a98-b2d0-205fa0bcfa77 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848577 Nov 12 09:41:16.875716 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-6eb11b53-dbe7-4545-b539-1de032f0e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'afa82359-2fbf-4947-a45a-b293d4d7cac6', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '6790487b-8559-4832-a5c2-34436426a11c', 'port_id': '2f5492b4-4028-4475-8727-c937398ce26b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'mac_address': 'fa:16:3e:39:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:41:15Z', 'updated_at': '2021-11-12T09:41:15Z', 'revision_number': 0, 'project_id': '462d204580a144b498de6cebc3b397b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 5, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:16.902540 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb11b53-dbe7-4545-b539-1de032f0e170 None None] The sync data for ids ['6790487b-8559-4832-a5c2-34436426a11c'] in n-d-768851-18 is: [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': 'afa82359-2fbf-4947-a45a-b293d4d7cac6', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '6790487b-8559-4832-a5c2-34436426a11c', 'port_id': '2f5492b4-4028-4475-8727-c937398ce26b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'mac_address': 'fa:16:3e:39:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:41:15Z', 'updated_at': '2021-11-12T09:41:15Z', 'revision_number': 0, 'project_id': '462d204580a144b498de6cebc3b397b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 5, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:41:17.099723 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eae302-6d37-4b0a-8f25-108b8095869b None None] New status for floating IP afa82359-2fbf-4947-a45a-b293d4d7cac6: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:41:23.175088 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:29.361899 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:35.383399 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5468333c-5fb4-4a78-8a01-75103defc088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:37.655849 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-dd58af0d-6aa7-44c9-b42c-23d10db15129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:38.889790 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:40.256552 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:41.154380 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:43.001004 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a25e295b-2700-4faa-acc9-92704e856478 req-0e5eb589-b0b3-463b-8bf6-996159a7b9bb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447595 Nov 12 09:41:43.063703 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:41:43.085393 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e295b-2700-4faa-acc9-92704e856478 req-72cfd4cd-65a8-42f8-9f39-c7132457604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:43.086904 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a25e295b-2700-4faa-acc9-92704e856478 req-72cfd4cd-65a8-42f8-9f39-c7132457604b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1097 time: 0.0412166 Nov 12 09:41:43.191502 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e295b-2700-4faa-acc9-92704e856478 req-ff411362-c1b7-4d36-9fd9-f3208d987843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:43.192981 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a25e295b-2700-4faa-acc9-92704e856478 req-ff411362-c1b7-4d36-9fd9-f3208d987843 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0849733 Nov 12 09:41:43.264193 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a25e295b-2700-4faa-acc9-92704e856478 req-b226f701-32e8-454d-9d08-373863339204 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 1001 time: 0.0631254 Nov 12 09:41:43.313813 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e295b-2700-4faa-acc9-92704e856478 req-6550157b-e623-4873-91ba-2bbf91658f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:43.315257 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a25e295b-2700-4faa-acc9-92704e856478 req-6550157b-e623-4873-91ba-2bbf91658f6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0431013 Nov 12 09:41:43.362556 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e295b-2700-4faa-acc9-92704e856478 req-65f77758-ec31-4048-bec4-589a5c1f2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:43.364050 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a25e295b-2700-4faa-acc9-92704e856478 req-65f77758-ec31-4048-bec4-589a5c1f2993 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409410 Nov 12 09:41:43.461343 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a25e295b-2700-4faa-acc9-92704e856478 req-2ba05327-5f4f-4586-a8ec-b70638ec7c5e service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881190 Nov 12 09:41:43.554428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a25e295b-2700-4faa-acc9-92704e856478 req-df81441a-c915-4aa9-82c2-dd5a2516ebce service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854030 Nov 12 09:41:53.181465 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:59.380305 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:05.384860 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-879a3092-d8b9-4b97-883a-4faafe222fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:07.657161 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4498d77e-81f2-41f6-803b-fba6454970a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.894136 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:10.259518 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:11.156225 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.062878 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:42:23.196034 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:29.377387 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:35.386389 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2cb5855d-0a7c-4a12-b16b-6b34371be24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:37.660554 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3ba50eb4-4bb8-4d61-9be9-163815bc15ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:38.893774 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:40.264202 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.162544 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.997222 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4705542e-3bc3-440a-9d54-6899d29016d7 req-55b9e51a-6f94-4720-b5e3-b83dadeae217 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425394 Nov 12 09:42:43.084790 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705542e-3bc3-440a-9d54-6899d29016d7 req-074fca7e-1d8a-4cc7-b2b3-99d78832d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.086315 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4705542e-3bc3-440a-9d54-6899d29016d7 req-074fca7e-1d8a-4cc7-b2b3-99d78832d463 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1097 time: 0.0455596 Nov 12 09:42:43.196471 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705542e-3bc3-440a-9d54-6899d29016d7 req-2be21d96-a630-4f81-841b-3b36689c7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.197981 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4705542e-3bc3-440a-9d54-6899d29016d7 req-2be21d96-a630-4f81-841b-3b36689c7240 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0892909 Nov 12 09:42:43.273705 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4705542e-3bc3-440a-9d54-6899d29016d7 req-ad608186-b173-4590-90e5-c7a21be199a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 1001 time: 0.0664272 Nov 12 09:42:43.323127 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705542e-3bc3-440a-9d54-6899d29016d7 req-d23036cf-fbbb-4737-bf0e-781dc0916fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.326975 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4705542e-3bc3-440a-9d54-6899d29016d7 req-d23036cf-fbbb-4737-bf0e-781dc0916fb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0464394 Nov 12 09:42:43.381763 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705542e-3bc3-440a-9d54-6899d29016d7 req-946cb7d5-e88f-4d37-a40e-762c45a27d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.383311 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4705542e-3bc3-440a-9d54-6899d29016d7 req-946cb7d5-e88f-4d37-a40e-762c45a27d65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488365 Nov 12 09:42:43.475110 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4705542e-3bc3-440a-9d54-6899d29016d7 req-a9c724dd-4ca5-4299-a617-d264cf1c4ed1 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844676 Nov 12 09:42:43.568202 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4705542e-3bc3-440a-9d54-6899d29016d7 req-38e0f9a1-3378-41b4-94ee-230a3674d6b7 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859661 Nov 12 09:42:53.210233 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.061531 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:42:59.386756 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:05.389449 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-78b1890d-a773-4800-bbd2-3e340a0da656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:07.663789 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d5e073e-2beb-4a84-80b4-45dadcb83f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:08.898083 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:10.264004 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:11.159193 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:11.707126 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdefc65-b303-462a-b19a-6302f71dfb97 req-a90ec0f9-c672-4191-88a5-fc7460502e68 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:11.708885 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fdefc65-b303-462a-b19a-6302f71dfb97 req-a90ec0f9-c672-4191-88a5-fc7460502e68 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0650129 Nov 12 09:43:11.766947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5fdefc65-b303-462a-b19a-6302f71dfb97 req-de838db5-a103-4fea-8740-933777b26b30 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513840 Nov 12 09:43:12.887841 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09188f3d-9930-45e2-9c3b-4173d63cfbf1 req-9065d82f-8a0e-4437-9c32-625cdb4d3fdf tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:12.889410 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09188f3d-9930-45e2-9c3b-4173d63cfbf1 req-9065d82f-8a0e-4437-9c32-625cdb4d3fdf tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0529335 Nov 12 09:43:12.940146 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-09188f3d-9930-45e2-9c3b-4173d63cfbf1 req-0aab0d38-b039-4480-9857-620c3e07138d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445945 Nov 12 09:43:14.068233 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c2d65-be75-406e-9d76-8b551555ae22 req-d1910f1a-a9e9-459c-9bc4-a85f0d919882 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:14.070275 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-321c2d65-be75-406e-9d76-8b551555ae22 req-d1910f1a-a9e9-459c-9bc4-a85f0d919882 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0505030 Nov 12 09:43:14.126087 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-321c2d65-be75-406e-9d76-8b551555ae22 req-f37c4872-81ba-4e66-af2d-e6e2f697a63d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497978 Nov 12 09:43:15.241444 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c561f8-b78b-4917-9768-0239bc33232b req-29552320-1806-416f-801a-24a2ea0492ed tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:15.242959 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-34c561f8-b78b-4917-9768-0239bc33232b req-29552320-1806-416f-801a-24a2ea0492ed tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0497537 Nov 12 09:43:15.296689 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-34c561f8-b78b-4917-9768-0239bc33232b req-49ee93fc-de61-4386-89ca-a7062d35ea95 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471923 Nov 12 09:43:16.415756 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2ec5b-94f1-4dae-9407-3d4b267579e3 req-6c239466-3dfb-4eb9-9765-16dca73dcfa6 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:16.417156 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ce2ec5b-94f1-4dae-9407-3d4b267579e3 req-6c239466-3dfb-4eb9-9765-16dca73dcfa6 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0524793 Nov 12 09:43:16.470088 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0ce2ec5b-94f1-4dae-9407-3d4b267579e3 req-2b1b0dad-e7b9-4a65-97e3-794e59f8bee4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469234 Nov 12 09:43:17.594275 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210b5b0-09d6-4284-b552-75a4cb2afd8f req-f21031ba-b5d5-4858-a646-6ba54d1057c2 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:17.595789 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3210b5b0-09d6-4284-b552-75a4cb2afd8f req-f21031ba-b5d5-4858-a646-6ba54d1057c2 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0557365 Nov 12 09:43:17.647753 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3210b5b0-09d6-4284-b552-75a4cb2afd8f req-9cdbf3f3-9dfb-482a-b656-a78ce77a53de tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460744 Nov 12 09:43:18.778344 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e438954-5031-4588-882f-8b95b5747691 req-95a84079-a27d-49da-b9de-2ca33c5a6c56 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:18.779852 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7e438954-5031-4588-882f-8b95b5747691 req-95a84079-a27d-49da-b9de-2ca33c5a6c56 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0554740 Nov 12 09:43:18.828955 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7e438954-5031-4588-882f-8b95b5747691 req-ebacaaf2-6070-4007-8489-f89569b581f8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Nov 12 09:43:19.944991 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957d223-f325-4139-87c0-7daba050c8cc req-3857f4a8-1d78-4652-9912-c5a99d673801 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:19.946464 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1957d223-f325-4139-87c0-7daba050c8cc req-3857f4a8-1d78-4652-9912-c5a99d673801 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0482399 Nov 12 09:43:19.997383 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-1957d223-f325-4139-87c0-7daba050c8cc req-650162bc-2dd2-41d2-b2bc-7756d451bef0 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443027 Nov 12 09:43:21.119839 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67e6c2-bfaf-4439-99dd-a433b926b841 req-f3e2ad89-f49d-44b2-b237-dc301c821cf7 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:21.121341 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b67e6c2-bfaf-4439-99dd-a433b926b841 req-f3e2ad89-f49d-44b2-b237-dc301c821cf7 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0547936 Nov 12 09:43:21.170455 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1b67e6c2-bfaf-4439-99dd-a433b926b841 req-da09c789-0b8c-4f73-ad1f-c9867755f62f tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 Nov 12 09:43:22.287507 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422370d1-232f-430e-bd68-36f06706b522 req-16bbf1bd-67bc-4b1f-8a08-493bbb3b4f98 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:22.289004 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-422370d1-232f-430e-bd68-36f06706b522 req-16bbf1bd-67bc-4b1f-8a08-493bbb3b4f98 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0523911 Nov 12 09:43:22.337993 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-422370d1-232f-430e-bd68-36f06706b522 req-57f7af79-799e-4d7b-b6c1-1aa898d05524 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Nov 12 09:43:23.205755 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:23.453871 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b432d-6f27-45d4-9482-79789518b24a req-4403060e-4e1e-4fc2-9366-9822dcdb8175 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:23.455353 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1a9b432d-6f27-45d4-9482-79789518b24a req-4403060e-4e1e-4fc2-9366-9822dcdb8175 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0490351 Nov 12 09:43:23.504654 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1a9b432d-6f27-45d4-9482-79789518b24a req-b12b5c6f-e4ff-45a5-a5a9-ecb3ffc4b1f7 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431480 Nov 12 09:43:23.867591 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2f5492b4-4028-4475-8727-c937398ce26b details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:43:23.965604 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:23.976705 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '2f5492b4-4028-4475-8727-c937398ce26b', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'port_id': '2f5492b4-4028-4475-8727-c937398ce26b', 'mac_address': 'fa:16:3e:39:f5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:43:24.016190 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:24.031436 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f5492b4-4028-4475-8727-c937398ce26b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:43:24.051543 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:24.055461 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:24.109805 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=6']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:24.117874 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:24.118138 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:24.118580 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:24.118804 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:24.119159 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:24.119486 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:24.119812 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:24.120135 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:24.120488 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:24.120762 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:24.121084 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:24.121425 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:24.139912 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['2f5492b4-4028-4475-8727-c937398ce26b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:43:24.635857 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467390e0-8324-45d4-abe1-879acbe0824a req-c999f128-df44-4636-acdf-07a506b73bd1 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:24.637593 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-467390e0-8324-45d4-abe1-879acbe0824a req-c999f128-df44-4636-acdf-07a506b73bd1 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0596132 Nov 12 09:43:24.700659 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-467390e0-8324-45d4-abe1-879acbe0824a req-e28e6598-25b2-4b12-8cf3-fbdb5aea91f5 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552175 Nov 12 09:43:25.833015 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc3d7e-9f4a-495e-bf4e-eb3299b5107b req-1cb86947-8415-40e8-88b7-10f2b864c748 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:25.837828 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2fcc3d7e-9f4a-495e-bf4e-eb3299b5107b req-1cb86947-8415-40e8-88b7-10f2b864c748 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0607033 Nov 12 09:43:25.875294 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2f5492b4-4028-4475-8727-c937398ce26b up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:43:25.915757 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-2fcc3d7e-9f4a-495e-bf4e-eb3299b5107b req-c87521b4-57ac-42d8-90fd-f0c1be9f05bb tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603743 Nov 12 09:43:25.938542 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 2f5492b4-4028-4475-8727-c937398ce26b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:43:25.939016 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:26.044153 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:26.075063 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:26.077557 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60430d37-8986-4a36-bded-af704fa8d3ad" -d '{"events": [{"server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "name": "network-vif-plugged", "status": "completed", "tag": "2f5492b4-4028-4475-8727-c937398ce26b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:26.092327 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:26.101025 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:26.166500 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=7']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:26.197607 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2165a105-841d-4809-990d-6da75a179a0a x-openstack-request-id: req-2165a105-841d-4809-990d-6da75a179a0a {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:26.197904 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "name": "network-vif-plugged", "status": "completed", "tag": "2f5492b4-4028-4475-8727-c937398ce26b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:26.198159 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2165a105-841d-4809-990d-6da75a179a0a {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:26.198561 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b', 'code': 200} Nov 12 09:43:27.026414 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfb2ea-545b-435d-b677-91ec8cba0089 req-8606b630-b13f-4333-9304-734abeca3ffd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:27.029918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83bfb2ea-545b-435d-b677-91ec8cba0089 req-8606b630-b13f-4333-9304-734abeca3ffd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0598729 Nov 12 09:43:27.091903 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-83bfb2ea-545b-435d-b677-91ec8cba0089 req-07b7ee5d-08f6-44ee-b33b-102daa2f0b19 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551884 Nov 12 09:43:28.236303 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492eb8b6-4c32-4073-936e-54a0575b39b0 req-ead13d97-1ad7-4181-b19c-bcc8fe80f380 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:28.242996 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-492eb8b6-4c32-4073-936e-54a0575b39b0 req-ead13d97-1ad7-4181-b19c-bcc8fe80f380 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0676591 Nov 12 09:43:28.314709 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-492eb8b6-4c32-4073-936e-54a0575b39b0 req-e1c36788-64e3-4f85-80ab-78df84858b6f tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687609 Nov 12 09:43:29.405872 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:29.425190 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f276240-b900-4f15-9739-7f6dcae5618a req-f3b35e62-3e6f-41b2-85bf-b5e9a1930d2b tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:29.426976 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f276240-b900-4f15-9739-7f6dcae5618a req-f3b35e62-3e6f-41b2-85bf-b5e9a1930d2b tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0511770 Nov 12 09:43:29.488669 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9f276240-b900-4f15-9739-7f6dcae5618a req-beeaec8f-2828-41c8-a0ed-b81e94b28b72 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541980 Nov 12 09:43:30.631581 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e068e-d95e-4c6c-9816-29dee50018b4 req-12052b48-c8e5-4ace-842b-3c03df0791a5 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:30.633145 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-910e068e-d95e-4c6c-9816-29dee50018b4 req-12052b48-c8e5-4ace-842b-3c03df0791a5 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0576932 Nov 12 09:43:30.695247 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-910e068e-d95e-4c6c-9816-29dee50018b4 req-4e95301b-0092-49dd-8169-cc880d33c5f9 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529184 Nov 12 09:43:31.841518 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af4afe-d559-4352-aacd-2e583e4f1133 req-f62bd723-1354-4929-b9f0-0ce6b07e6398 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:31.844066 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16af4afe-d559-4352-aacd-2e583e4f1133 req-f62bd723-1354-4929-b9f0-0ce6b07e6398 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0663133 Nov 12 09:43:31.914722 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-16af4afe-d559-4352-aacd-2e583e4f1133 req-26304019-68c1-4132-96b2-1b4059166012 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614851 Nov 12 09:43:33.046188 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81315619-005a-44cd-a767-e4cb5341b9f1 req-ebe3f2a1-c935-4dce-bced-382021cb7657 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:33.047717 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-81315619-005a-44cd-a767-e4cb5341b9f1 req-ebe3f2a1-c935-4dce-bced-382021cb7657 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0533407 Nov 12 09:43:33.098735 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-81315619-005a-44cd-a767-e4cb5341b9f1 req-d1cccfd5-fdca-4b73-aeee-75a09a949b16 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445573 Nov 12 09:43:33.719515 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49549794-ce5e-4b56-9812-2ff5cd3a0a78 req-30648fe5-fc6d-4978-bc30-f8ff94bcbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:33.720999 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49549794-ce5e-4b56-9812-2ff5cd3a0a78 req-30648fe5-fc6d-4978-bc30-f8ff94bcbd71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1097 time: 0.0416243 Nov 12 09:43:33.815101 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49549794-ce5e-4b56-9812-2ff5cd3a0a78 req-97f904b7-c098-4a61-b16a-431d393051a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:33.816568 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49549794-ce5e-4b56-9812-2ff5cd3a0a78 req-97f904b7-c098-4a61-b16a-431d393051a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0875664 Nov 12 09:43:33.882248 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49549794-ce5e-4b56-9812-2ff5cd3a0a78 req-30964692-a17c-4e98-97b2-86078acc01b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 1001 time: 0.0579507 Nov 12 09:43:33.933398 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49549794-ce5e-4b56-9812-2ff5cd3a0a78 req-9c5878f6-e057-45dc-955e-0bab7905c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:33.934841 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49549794-ce5e-4b56-9812-2ff5cd3a0a78 req-9c5878f6-e057-45dc-955e-0bab7905c673 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0451052 Nov 12 09:43:33.984213 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49549794-ce5e-4b56-9812-2ff5cd3a0a78 req-b78e7de8-6655-4c6f-88f4-8ab9a4a5440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:33.985617 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49549794-ce5e-4b56-9812-2ff5cd3a0a78 req-b78e7de8-6655-4c6f-88f4-8ab9a4a5440a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436566 Nov 12 09:43:34.062795 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:43:34.075606 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49549794-ce5e-4b56-9812-2ff5cd3a0a78 req-16985936-d75f-4467-85fa-ae3fe77d28e7 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825982 Nov 12 09:43:34.184325 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-49549794-ce5e-4b56-9812-2ff5cd3a0a78 req-80048f2a-d1ca-4296-b32f-c9430f01a802 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019039 Nov 12 09:43:34.222048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3976f-f3e7-44af-abac-5564dabb8700 req-11d5bfc6-9a12-48e2-ade2-8d27efce41af tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:34.223543 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82a3976f-f3e7-44af-abac-5564dabb8700 req-11d5bfc6-9a12-48e2-ade2-8d27efce41af tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0544283 Nov 12 09:43:34.274138 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-82a3976f-f3e7-44af-abac-5564dabb8700 req-6ef68e0e-350c-465c-bca5-3f18eb6e024e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440345 Nov 12 09:43:35.391856 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-d4fd92bd-21b4-4a73-b923-f7d9059c179c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:35.394764 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddedafc-290f-4bb1-92fd-88faa54a018e req-4ead236e-6d0e-48e7-b2b6-b8c7caf623c1 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:35.396288 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bddedafc-290f-4bb1-92fd-88faa54a018e req-4ead236e-6d0e-48e7-b2b6-b8c7caf623c1 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0533357 Nov 12 09:43:35.446308 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-bddedafc-290f-4bb1-92fd-88faa54a018e req-fa384d03-6ae0-4a2c-ba9a-f7a23ed10021 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432279 Nov 12 09:43:36.568241 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207bd6f-8c47-4920-8523-295a21d2816e req-84972869-8bbc-4f5e-9794-b93db8bb2d23 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:36.569739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a207bd6f-8c47-4920-8523-295a21d2816e req-84972869-8bbc-4f5e-9794-b93db8bb2d23 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0532432 Nov 12 09:43:36.618410 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-a207bd6f-8c47-4920-8523-295a21d2816e req-847e518b-d73f-43a6-95f5-b2bcb4e7c069 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Nov 12 09:43:36.690380 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [req-07f0e2b0-5184-450f-a38c-e4822e324beb req-7d2f6fe9-fdb2-4689-811f-a811fd7f86cd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102445) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:43:36.691389 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-07f0e2b0-5184-450f-a38c-e4822e324beb req-7d2f6fe9-fdb2-4689-811f-a811fd7f86cd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061562 Nov 12 09:43:37.665549 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e0b15c0d-4b69-4a20-9675-6aa4a75548af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:37.869978 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65eaa0-23b1-4aa7-b41b-ec433edc012b req-2bae61a8-d8e9-4db0-9ec6-d306c0dcf9c3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:37.872355 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c65eaa0-23b1-4aa7-b41b-ec433edc012b req-2bae61a8-d8e9-4db0-9ec6-d306c0dcf9c3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0532253 Nov 12 09:43:37.922106 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0c65eaa0-23b1-4aa7-b41b-ec433edc012b req-e5053d0c-a9fd-44e6-93f7-39889dba493d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439246 Nov 12 09:43:37.951407 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 2f5492b4-4028-4475-8727-c937398ce26b no longer exists at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:43:38.032762 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:38.055475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:38.058412 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150b2d04-3800-49a2-9b41-c71603343cb3" -d '{"events": [{"server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "2f5492b4-4028-4475-8727-c937398ce26b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:38.070794 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:38.074640 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:38.098162 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cf6cde-2a65-4584-aab3-49eefb9dfb82 x-openstack-request-id: req-d5cf6cde-2a65-4584-aab3-49eefb9dfb82 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:38.098451 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "name": "network-vif-unplugged", "status": "failed", "tag": "2f5492b4-4028-4475-8727-c937398ce26b", "code": 422}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:38.098702 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5cf6cde-2a65-4584-aab3-49eefb9dfb82 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:38.099089 n-d-768851-18 neutron-server[102446]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b', 'code': 422} returned with failed status Nov 12 09:43:38.125205 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=8']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:38.188013 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fe88627d-f982-40d8-9f42-3f72bef401c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848343 Nov 12 09:43:38.903022 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:38.988622 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-ff0789e0-21cc-48fe-a487-38a47fe7b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:38.991187 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-ff0789e0-21cc-48fe-a487-38a47fe7b82e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b&tenant_id=462d204580a144b498de6cebc3b397b3 HTTP/1.1" status: 200 len: 1095 time: 0.0510714 Nov 12 09:43:39.012097 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768851-18', 'device_owner': 'compute:nova'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:43:39.087380 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cf3e1-f904-4598-bde1-5fd435269442 req-b52efa4e-2560-47e6-9e6e-e651fad43bb9 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:39.088892 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-993cf3e1-f904-4598-bde1-5fd435269442 req-b52efa4e-2560-47e6-9e6e-e651fad43bb9 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 943 time: 0.0917816 Nov 12 09:43:39.093514 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:39.180225 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-993cf3e1-f904-4598-bde1-5fd435269442 req-cee8d5bd-c79c-4039-9294-6d02ee894e43 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845077 Nov 12 09:43:39.337474 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:39.374585 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:43:39.406364 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5492b4-4028-4475-8727-c937398ce26b {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:43:39.413740 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:39.426136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Transition to ACTIVE for port object 2f5492b4-4028-4475-8727-c937398ce26b will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:43:39.429348 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:39.508901 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Pushing event updated for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=9']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:39.523339 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:39.523681 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:39.524021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:39.524355 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:39.524684 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:39.525037 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:39.525390 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:39.525721 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:39.526046 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:39.526454 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:39.526788 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:39.527096 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:39.563945 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] No DVR routers for this DVR port 2f5492b4-4028-4475-8727-c937398ce26b on host n-h2-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:43:39.705257 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Attempting to bind port 2f5492b4-4028-4475-8727-c937398ce26b on host n-h1-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:43:39.705392 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Attempting to bind port 2f5492b4-4028-4475-8727-c937398ce26b by drivers openvswitch,hyperv on host n-h1-768851-18 at level 0 using segments [{'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:43:39.705688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Attempting to bind port 2f5492b4-4028-4475-8727-c937398ce26b on network 39925c33-3955-423f-8c39-e7f80ecc3145 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:43:39.710298 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Port 2f5492b4-4028-4475-8727-c937398ce26b on network 39925c33-3955-423f-8c39-e7f80ecc3145 not bound, no agent of type Open vSwitch agent registered on host n-h1-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:43:39.710558 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Attempting to bind port 2f5492b4-4028-4475-8727-c937398ce26b on network 39925c33-3955-423f-8c39-e7f80ecc3145 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:43:39.715782 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Checking agent: {'id': 'c9c4a03a-e90e-4cf7-a49e-6f1001438ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:43:39.716112 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Checking segment: {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:43:39.716487 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Bound using segment: {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:43:39.716905 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Bound port: 2f5492b4-4028-4475-8727-c937398ce26b, host: n-h1-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:43:39.717294 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:39.780770 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h1-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:43:39.783672 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h1-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:43:39.788010 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:39.826218 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:39.826796 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:39.828187 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] 10.222.0.46 "PUT /v2.0/ports/2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 1092 time: 0.8222544 Nov 12 09:43:39.828625 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:39.830901 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef752b7-9e91-4ebc-92f9-b1ea312cf049" -d '{"events": [{"name": "network-changed", "server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "tag": "2f5492b4-4028-4475-8727-c937398ce26b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:39.855167 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ecb13-c119-439a-bc84-420a721ff1de service neutron] Pushing event updated for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=10']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:39.927136 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-521cc903-9df8-450d-b019-ee7de37e500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:39.930582 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-521cc903-9df8-450d-b019-ee7de37e500d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1096 time: 0.0543697 Nov 12 09:43:39.946784 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9757da00-c2a2-4e1d-aef7-9a448b21b5c9 x-openstack-request-id: req-9757da00-c2a2-4e1d-aef7-9a448b21b5c9 {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:39.947697 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "tag": "2f5492b4-4028-4475-8727-c937398ce26b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:39.947954 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9757da00-c2a2-4e1d-aef7-9a448b21b5c9 {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:39.948348 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b', 'status': 'completed', 'code': 200} Nov 12 09:43:40.036049 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-16ea45d4-1b76-4e78-abbf-7be161b4d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.037553 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-16ea45d4-1b76-4e78-abbf-7be161b4d5e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0997500 Nov 12 09:43:40.112729 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-b693a642-618c-4ce2-a6cc-138f08302b81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 999 time: 0.0664256 Nov 12 09:43:40.163023 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-3b3489b1-095f-4a81-8520-d2abc2ec098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.164541 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-3b3489b1-095f-4a81-8520-d2abc2ec098d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0446758 Nov 12 09:43:40.214335 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-d8a4a07a-e625-45a4-8ba7-bf93237fd365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.215867 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-d8a4a07a-e625-45a4-8ba7-bf93237fd365 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437727 Nov 12 09:43:40.270448 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:40.347201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f87ad-ec50-49d7-bd7f-a0c4fc062ea0 req-068f4c58-72d9-44c0-bd3d-3f8527fb247e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.348660 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c0f87ad-ec50-49d7-bd7f-a0c4fc062ea0 req-068f4c58-72d9-44c0-bd3d-3f8527fb247e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0918634 Nov 12 09:43:40.350800 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-b4e94839-ea65-4c6f-bdc9-c5121137f965 service neutron] 10.222.0.46 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278653 Nov 12 09:43:40.456103 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9c0f87ad-ec50-49d7-bd7f-a0c4fc062ea0 req-5c6f8f71-80a5-4311-b5ba-09737849e460 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007984 Nov 12 09:43:40.476686 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4255a2bb-f17b-4d46-996c-45264f5ba6b1 req-d4fe9192-273f-4e17-a80c-2f9f34345154 service neutron] 10.222.0.46 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155427 Nov 12 09:43:40.572486 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef752b7-9e91-4ebc-92f9-b1ea312cf049 req-74d342e8-78ef-4369-ba26-c15da2873c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.574050 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ef752b7-9e91-4ebc-92f9-b1ea312cf049 req-74d342e8-78ef-4369-ba26-c15da2873c79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1096 time: 0.0488679 Nov 12 09:43:40.677366 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef752b7-9e91-4ebc-92f9-b1ea312cf049 req-1dee7551-c54a-47dc-987c-5bcd80aad704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.678893 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ef752b7-9e91-4ebc-92f9-b1ea312cf049 req-1dee7551-c54a-47dc-987c-5bcd80aad704 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0979991 Nov 12 09:43:40.762007 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ef752b7-9e91-4ebc-92f9-b1ea312cf049 req-b8f2356f-fa4f-45e1-884f-e5f6f1f6614f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 999 time: 0.0759017 Nov 12 09:43:41.155821 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:41.574915 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a211a8c-eeba-4eb3-a738-afd7d7591dd0 req-3b823f0a-9844-45ab-8e4c-5161ead33f1b tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:41.576458 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a211a8c-eeba-4eb3-a738-afd7d7591dd0 req-3b823f0a-9844-45ab-8e4c-5161ead33f1b tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0484517 Nov 12 09:43:41.628863 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-3a211a8c-eeba-4eb3-a738-afd7d7591dd0 req-daeeae68-545e-4dbe-a545-4a9f9f8fe507 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463541 Nov 12 09:43:42.763152 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f315b83-deba-4ed7-a358-62f279a3464c req-a777c601-a573-4a6a-b666-928fb8c2d22f tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:42.765011 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f315b83-deba-4ed7-a358-62f279a3464c req-a777c601-a573-4a6a-b666-928fb8c2d22f tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0602329 Nov 12 09:43:42.819679 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-5f315b83-deba-4ed7-a358-62f279a3464c req-0993960b-2fd1-4591-af43-9156d118194f tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475838 Nov 12 09:43:43.935137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78268381-cb4d-4a74-a03b-f56fd5e33287 req-175fab71-29c7-45b4-b81a-e029575b29e2 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:43.936805 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78268381-cb4d-4a74-a03b-f56fd5e33287 req-175fab71-29c7-45b4-b81a-e029575b29e2 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0490527 Nov 12 09:43:43.997054 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-78268381-cb4d-4a74-a03b-f56fd5e33287 req-87a1552a-37df-4383-86bd-5b3251b3f6a3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542088 Nov 12 09:43:45.149481 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdc9ac-04cb-4b4b-aebb-65848045b663 req-e61d293b-6266-4533-a12d-21266633ec88 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:45.151873 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7bdc9ac-04cb-4b4b-aebb-65848045b663 req-e61d293b-6266-4533-a12d-21266633ec88 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0829482 Nov 12 09:43:45.203888 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c7bdc9ac-04cb-4b4b-aebb-65848045b663 req-543d246d-72f8-4c79-b68b-e023acfa6536 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455115 Nov 12 09:43:46.337590 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e539a6-0b87-41bb-84d6-bae551b7505e req-d1543843-cd30-4792-9c20-7b78844fcfff tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:46.339106 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-90e539a6-0b87-41bb-84d6-bae551b7505e req-d1543843-cd30-4792-9c20-7b78844fcfff tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0536096 Nov 12 09:43:46.391874 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-90e539a6-0b87-41bb-84d6-bae551b7505e req-19a96d9b-712c-46c1-a42d-4d4c124a7851 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462561 Nov 12 09:43:47.522051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ea2cf-9a3e-4fdc-89ca-e887cec7295c req-8efd6346-3691-44a9-81da-39c3d2c1d3ae tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:47.532507 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-112ea2cf-9a3e-4fdc-89ca-e887cec7295c req-8efd6346-3691-44a9-81da-39c3d2c1d3ae tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0716190 Nov 12 09:43:47.591669 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-112ea2cf-9a3e-4fdc-89ca-e887cec7295c req-8ad3ef7c-bf5a-4656-9bb8-81fb73f69cac tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581071 Nov 12 09:43:48.714212 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6287886-4f37-442b-8d83-b2f30acb1b7b req-e17bf60f-a91b-43fb-97e9-b794c8a1f2b3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:48.715777 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f6287886-4f37-442b-8d83-b2f30acb1b7b req-e17bf60f-a91b-43fb-97e9-b794c8a1f2b3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0500932 Nov 12 09:43:48.775438 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f6287886-4f37-442b-8d83-b2f30acb1b7b req-aca8421b-31b7-40ff-adf4-d432a7ba830a tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536964 Nov 12 09:43:49.942358 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9a752-dabb-44fb-80d4-34d2a02f9f95 req-c17583a4-395a-470f-b36d-5f47cfe038e8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:49.943918 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77d9a752-dabb-44fb-80d4-34d2a02f9f95 req-c17583a4-395a-470f-b36d-5f47cfe038e8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0748994 Nov 12 09:43:50.014138 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-77d9a752-dabb-44fb-80d4-34d2a02f9f95 req-957da23c-7530-4061-973f-afa55d19318a tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640442 Nov 12 09:43:51.144657 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b927be8-a3c3-4571-947a-4ad968c7890b req-3893593e-0622-4a7d-962e-4534cd42f85f tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:51.146508 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b927be8-a3c3-4571-947a-4ad968c7890b req-3893593e-0622-4a7d-962e-4534cd42f85f tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0560279 Nov 12 09:43:51.210536 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-0b927be8-a3c3-4571-947a-4ad968c7890b req-9f7f773e-1c62-4d00-b01e-eed9d144c04f tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578361 Nov 12 09:43:52.336875 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99ca38-4d28-4369-8587-89ee5b3c3f63 req-470e2e9f-e603-4afe-b05a-440b8f049c49 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:52.338936 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d99ca38-4d28-4369-8587-89ee5b3c3f63 req-470e2e9f-e603-4afe-b05a-440b8f049c49 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0521619 Nov 12 09:43:52.390665 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7d99ca38-4d28-4369-8587-89ee5b3c3f63 req-f70058b9-5c49-44ac-a333-0feddd12f5cb tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457861 Nov 12 09:43:53.226612 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:53.505817 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67616ccc-ce39-461b-a999-aae878aac850 req-9aa4fa05-f096-47bb-b862-c36a655a1d9b tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:53.507305 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-67616ccc-ce39-461b-a999-aae878aac850 req-9aa4fa05-f096-47bb-b862-c36a655a1d9b tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0500250 Nov 12 09:43:53.556354 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-67616ccc-ce39-461b-a999-aae878aac850 req-ee9a81e2-0a84-46a0-9c3b-2d837416d4c5 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425625 Nov 12 09:43:54.685334 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27aab36-cbae-4a59-9cd5-581b6a93a03c req-919626cf-d0db-426a-a505-c055f7c39b61 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:54.686820 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f27aab36-cbae-4a59-9cd5-581b6a93a03c req-919626cf-d0db-426a-a505-c055f7c39b61 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0539436 Nov 12 09:43:54.736822 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f27aab36-cbae-4a59-9cd5-581b6a93a03c req-2d6af9be-c47c-4e72-b651-beffa0de96a9 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439205 Nov 12 09:43:55.799949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef752b7-9e91-4ebc-92f9-b1ea312cf049 req-0e26bfbb-d1dc-4d1d-88d6-425f06b0c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:55.801466 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ef752b7-9e91-4ebc-92f9-b1ea312cf049 req-0e26bfbb-d1dc-4d1d-88d6-425f06b0c4eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0477338 Nov 12 09:43:55.850922 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef752b7-9e91-4ebc-92f9-b1ea312cf049 req-3786b8c7-e4e5-4768-aa80-394a1bdead8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:55.852435 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ef752b7-9e91-4ebc-92f9-b1ea312cf049 req-3786b8c7-e4e5-4768-aa80-394a1bdead8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425396 Nov 12 09:43:55.870952 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263187ff-0bd7-4668-98ae-e6c61220c26b req-8a0cada9-a802-4965-9837-5cbec83aead9 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:55.872447 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-263187ff-0bd7-4668-98ae-e6c61220c26b req-8a0cada9-a802-4965-9837-5cbec83aead9 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0641258 Nov 12 09:43:55.929964 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-263187ff-0bd7-4668-98ae-e6c61220c26b req-3d4e62d5-4eea-4827-89a8-c7008f96e233 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508497 Nov 12 09:43:55.956974 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ef752b7-9e91-4ebc-92f9-b1ea312cf049 req-967a7512-66bc-47a5-9eed-06380d3b7f9e service neutron] 10.222.0.46 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897081 Nov 12 09:43:56.060709 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-4ef752b7-9e91-4ebc-92f9-b1ea312cf049 req-1033d337-7cde-4fc3-8867-1f1b1a1cea13 service neutron] 10.222.0.46 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916290 Nov 12 09:43:56.184949 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c62e-6b88-47c0-b22c-d8a63b986be5 req-6c42e788-7a7f-4638-a333-a6b7314141aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:56.186496 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfd7c62e-6b88-47c0-b22c-d8a63b986be5 req-6c42e788-7a7f-4638-a333-a6b7314141aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1096 time: 0.0461233 Nov 12 09:43:56.292906 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c62e-6b88-47c0-b22c-d8a63b986be5 req-2994d5c9-90fa-45b7-ae25-e4f1e29eed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:56.295428 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfd7c62e-6b88-47c0-b22c-d8a63b986be5 req-2994d5c9-90fa-45b7-ae25-e4f1e29eed0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0871835 Nov 12 09:43:56.364450 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfd7c62e-6b88-47c0-b22c-d8a63b986be5 req-4c4969b6-f51e-4b93-a247-30ebb1540778 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 999 time: 0.0624852 Nov 12 09:43:56.414544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c62e-6b88-47c0-b22c-d8a63b986be5 req-2744c712-2bc8-4315-aa15-27b0bd9e47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:56.416737 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfd7c62e-6b88-47c0-b22c-d8a63b986be5 req-2744c712-2bc8-4315-aa15-27b0bd9e47c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0448213 Nov 12 09:43:56.463180 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7c62e-6b88-47c0-b22c-d8a63b986be5 req-15cdfb69-65d5-4015-8d74-e82067976b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:56.464680 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfd7c62e-6b88-47c0-b22c-d8a63b986be5 req-15cdfb69-65d5-4015-8d74-e82067976b50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411789 Nov 12 09:43:56.557746 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfd7c62e-6b88-47c0-b22c-d8a63b986be5 req-86178983-41aa-4d5d-aa5f-8a7af47c3fe2 service neutron] 10.222.0.46 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859685 Nov 12 09:43:56.646373 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-bfd7c62e-6b88-47c0-b22c-d8a63b986be5 req-b90a03ee-c88c-4c25-a25f-72dc8b64752c service neutron] 10.222.0.46 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817218 Nov 12 09:43:57.063984 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b3418-44ee-41bc-8c97-9a9927f13539 req-5c33c14b-1646-4b36-8fe4-24104effb166 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:57.065537 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8f6b3418-44ee-41bc-8c97-9a9927f13539 req-5c33c14b-1646-4b36-8fe4-24104effb166 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0550487 Nov 12 09:43:57.115342 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8f6b3418-44ee-41bc-8c97-9a9927f13539 req-2a15f23d-8f77-4db0-baa1-204cb9610930 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439115 Nov 12 09:43:58.237519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56169f0d-7266-4472-b0a0-2e15d49b0a14 req-8823b30a-5c44-489d-9be2-52711df96978 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:58.238988 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56169f0d-7266-4472-b0a0-2e15d49b0a14 req-8823b30a-5c44-489d-9be2-52711df96978 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0498717 Nov 12 09:43:58.294735 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-56169f0d-7266-4472-b0a0-2e15d49b0a14 req-9b5244cb-a40d-45bd-bd5f-4b2887dc894a tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487874 Nov 12 09:43:59.417335 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:59.421357 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659d466-a804-4e23-9da9-8715eb26cbec req-9df4b78e-0d9f-48b3-84fc-5d883ead800c tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:59.422850 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b659d466-a804-4e23-9da9-8715eb26cbec req-9df4b78e-0d9f-48b3-84fc-5d883ead800c tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0604641 Nov 12 09:43:59.474469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b659d466-a804-4e23-9da9-8715eb26cbec req-9f5373bd-a922-49c3-8e8e-d13bde8b3d5c tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454197 Nov 12 09:44:00.400782 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2f5492b4-4028-4475-8727-c937398ce26b details requested by agent hyperv_n-h1-768851-18 with host n-h1-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:44:00.493453 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:00.504624 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Returning: {'device': '2f5492b4-4028-4475-8727-c937398ce26b', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'port_id': '2f5492b4-4028-4475-8727-c937398ce26b', 'mac_address': 'fa:16:3e:39:f5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:44:00.546153 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:00.559033 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5492b4-4028-4475-8727-c937398ce26b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:44:00.579405 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:00.583735 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:00.591232 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc75a98-96e6-4d98-9748-fa09b11de612 req-98f09ffe-b25b-4013-8ef5-388b9f12fb93 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:00.592903 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8fc75a98-96e6-4d98-9748-fa09b11de612 req-98f09ffe-b25b-4013-8ef5-388b9f12fb93 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 944 time: 0.0501049 Nov 12 09:44:00.633167 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=11']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:00.650859 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-8fc75a98-96e6-4d98-9748-fa09b11de612 req-dc27c07c-d0d8-4fd7-9fc6-c431fc85f952 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517435 Nov 12 09:44:00.939137 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] get_ports_and_sgs() called for port_ids ['2f5492b4-4028-4475-8727-c937398ce26b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:44:01.766899 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eadf2-c8b9-4f28-9f60-eff4b53e3cdb req-e01e6c34-81dc-4d33-8cdf-28b27b84179b tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:01.768385 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d77eadf2-c8b9-4f28-9f60-eff4b53e3cdb req-e01e6c34-81dc-4d33-8cdf-28b27b84179b tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 945 time: 0.0488102 Nov 12 09:44:01.823310 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-d77eadf2-c8b9-4f28-9f60-eff4b53e3cdb req-27aee58f-8d0d-4e5b-a75f-50fc01c2443e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467384 Nov 12 09:44:02.404097 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2f5492b4-4028-4475-8727-c937398ce26b up at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:44:02.454788 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning for port 2f5492b4-4028-4475-8727-c937398ce26b completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:44:02.459250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Provisioning complete for port 2f5492b4-4028-4475-8727-c937398ce26b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:02.459650 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:02.537468 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:02.560497 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:44:02.562831 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169bdf66-f9fe-4bbc-86c9-1c39cb9fadbb" -d '{"events": [{"server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "name": "network-vif-plugged", "status": "completed", "tag": "2f5492b4-4028-4475-8727-c937398ce26b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:44:02.575312 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:02.579935 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:02.603550 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fa6700-92fb-49db-a4ee-570584b229ab x-openstack-request-id: req-84fa6700-92fb-49db-a4ee-570584b229ab {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:44:02.603841 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "name": "network-vif-plugged", "status": "completed", "tag": "2f5492b4-4028-4475-8727-c937398ce26b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:44:02.604091 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84fa6700-92fb-49db-a4ee-570584b229ab {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:44:02.604473 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b', 'code': 200} Nov 12 09:44:02.633810 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Pushing event updated for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=12']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:02.772511 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13cd6d-f6b2-4394-b71c-90269f3abb60 req-3d8e3697-89cc-4749-b9d3-41965e43ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:02.774051 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b13cd6d-f6b2-4394-b71c-90269f3abb60 req-3d8e3697-89cc-4749-b9d3-41965e43ceef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1098 time: 0.0401909 Nov 12 09:44:02.821572 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6b13cd6d-f6b2-4394-b71c-90269f3abb60 req-d9fb1171-a573-4895-8f2f-26f32069df25 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398622 Nov 12 09:44:02.940795 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b0c8d-bf01-4ecc-a63c-a4e145093857 req-464cc84d-ea10-404a-a8f6-88688fac4654 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:02.942318 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f13b0c8d-bf01-4ecc-a63c-a4e145093857 req-464cc84d-ea10-404a-a8f6-88688fac4654 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 946 time: 0.0497811 Nov 12 09:44:02.992280 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f13b0c8d-bf01-4ecc-a63c-a4e145093857 req-c61fb112-269a-4b48-b1cb-cf7806648f88 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439160 Nov 12 09:44:04.117477 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b323ac-0258-4f7e-b29e-538cc9c261ff req-3638b776-5c9f-43fd-9025-201ad21d8164 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:04.119542 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c4b323ac-0258-4f7e-b29e-538cc9c261ff req-3638b776-5c9f-43fd-9025-201ad21d8164 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 946 time: 0.0518219 Nov 12 09:44:04.171083 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-c4b323ac-0258-4f7e-b29e-538cc9c261ff req-e54ccb31-ddc3-45bc-93f6-d42ad6cb3eb0 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457458 Nov 12 09:44:05.293620 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7db7e-98a2-4ff1-a0ce-96f6456d8f15 req-bd4c7abf-c01e-45da-a4ac-5e6a2b3949d0 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:05.295027 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b8d7db7e-98a2-4ff1-a0ce-96f6456d8f15 req-bd4c7abf-c01e-45da-a4ac-5e6a2b3949d0 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 946 time: 0.0549781 Nov 12 09:44:05.346365 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b8d7db7e-98a2-4ff1-a0ce-96f6456d8f15 req-4af13720-697b-4916-b530-ddfddc02e7e2 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451629 Nov 12 09:44:05.397858 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7cc0db0a-04c7-4043-b4f0-096691103b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:07.668474 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-583db3ce-7930-4c09-86db-4e289076b12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:08.907350 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:10.272133 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:11.062957 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:44:11.150061 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:23.240410 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.415384 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:35.399253 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-50c1d032-16b6-4a3d-b0e7-178d73278d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:37.669877 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-ae1a3706-8212-4dce-9b52-9fc26a9efee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:38.906505 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:40.275577 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:41.152729 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:48.062563 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:44:53.237913 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:55.051339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-e7d17371-5393-4d0c-825e-7b9f0876a3f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0830815 Nov 12 09:44:55.136544 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-651004b2-79e7-4ed5-8fd7-f0404311c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.138094 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-651004b2-79e7-4ed5-8fd7-f0404311c15e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1098 time: 0.0413361 Nov 12 09:44:55.245739 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-4eed8014-610e-48b8-a3af-64300e03a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.247255 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-4eed8014-610e-48b8-a3af-64300e03a9a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0888586 Nov 12 09:44:55.315167 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-8360b2d3-e8b2-4356-a0b1-8ae324c2a677 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 1001 time: 0.0599144 Nov 12 09:44:55.377225 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-3fe8744e-6b29-4817-bcf0-b1b7ababdbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.378683 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-3fe8744e-6b29-4817-bcf0-b1b7ababdbdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0559928 Nov 12 09:44:55.425846 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-c3c93665-2905-48a7-83fe-bfa446d32ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.427309 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-c3c93665-2905-48a7-83fe-bfa446d32ac0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405793 Nov 12 09:44:55.439472 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-419e811d-d127-4889-8b5f-97a7440f2cb8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:44:55.440476 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-419e811d-d127-4889-8b5f-97a7440f2cb8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050652 Nov 12 09:44:55.531460 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-e476182f-e3bb-4a3a-aedf-36f50969ba8e service neutron] 10.222.0.46 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838621 Nov 12 09:44:55.625057 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b1cb65c3-3c18-447a-951f-a7275e22e1fe req-6c4d30ad-0c2f-4115-b147-6eb3fb91e964 service neutron] 10.222.0.46 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863264 Nov 12 09:44:59.427598 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:05.401858 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-7f70fed2-73a6-4ee5-881d-d3d457b5085b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:07.671187 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a7ca8b02-43d6-45dc-802f-d13e4373ed91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:08.910175 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:10.280824 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:11.154290 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:23.246220 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:25.062412 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:45:29.441838 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.403552 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-496017ab-43b9-41b7-b3c1-788f6fc4a72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.674729 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1c3974a1-5ed8-4ba8-9c1d-c102d776f2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.913528 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:40.128469 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-7f97077f-edd2-42ef-9605-fca273b86dd2 req-20cfb340-880d-4651-b09f-a52104991e95 service neutron] (102444) timed out ('10.222.0.46', 52613) {{(pid=102444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:45:40.280741 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:41.159586 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:50.420970 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50698) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:50.583044 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Deleting port 256c4588-8c96-4be9-a95d-95f0ced6a870 {{(pid=102445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:45:50.583640 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:50.661562 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:50.661884 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:50.673451 n-d-768851-18 neutron-server[102445]: DEBUG neutron.plugins.ml2.plugin [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Calling delete_port for 256c4588-8c96-4be9-a95d-95f0ced6a870 owned by network:floatingip {{(pid=102445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:45:50.824202 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:50.851101 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event deleted for resources: {'Port': ['ID=256c4588-8c96-4be9-a95d-95f0ced6a870,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:50.876081 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:50.876424 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:50.876761 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:50.877137 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:50.877465 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:50.877792 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:50.878117 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:50.878450 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:50.878768 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:50.879087 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:50.879411 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:50.879732 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:50.919084 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for floatingip, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:50.919396 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Floating IP afa82359-2fbf-4947-a45a-b293d4d7cac6 disassociated (deleted). External IP: 172.25.3.141, port: 2f5492b4-4028-4475-8727-c937398ce26b. Nov 12 09:45:51.128521 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Router 6790487b-8559-4832-a5c2-34436426a11c has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:45:51.237246 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:45:51.242585 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:51.247217 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b18215f-0fbf-4b06-9e37-6c726774bdfc None None] Sync routers for ids ['6790487b-8559-4832-a5c2-34436426a11c'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:45:51.257856 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18215f-0fbf-4b06-9e37-6c726774bdfc None None] Routers {'6790487b-8559-4832-a5c2-34436426a11c'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:45:51.258370 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9b18215f-0fbf-4b06-9e37-6c726774bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['6790487b-8559-4832-a5c2-34436426a11c'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:51.270124 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-b64ccbb3-b8b6-4727-9c11-44c05a14339d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "DELETE /v2.0/floatingips/afa82359-2fbf-4947-a45a-b293d4d7cac6 HTTP/1.1" status: 204 len: 168 time: 0.8479137 Nov 12 09:45:51.270852 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:51.273250 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1dbc6c-61f3-4015-8093-d5566e0b5b42" -d '{"events": [{"name": "network-changed", "server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "tag": "2f5492b4-4028-4475-8727-c937398ce26b"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:51.319640 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a781a636-5d7c-4fd0-a0c3-d795d0f5acdd x-openstack-request-id: req-a781a636-5d7c-4fd0-a0c3-d795d0f5acdd {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:51.319930 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "tag": "2f5492b4-4028-4475-8727-c937398ce26b", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:51.320183 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a781a636-5d7c-4fd0-a0c3-d795d0f5acdd {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:51.320586 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b', 'status': 'completed', 'code': 200} Nov 12 09:45:51.374166 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-9b18215f-0fbf-4b06-9e37-6c726774bdfc None None] Set router 6790487b-8559-4832-a5c2-34436426a11c gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:45:51.386561 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dbc6c-61f3-4015-8093-d5566e0b5b42 req-7b413b8e-815c-4d98-9572-4ab238a56d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:51.388752 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed1dbc6c-61f3-4015-8093-d5566e0b5b42 req-7b413b8e-815c-4d98-9572-4ab238a56d3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 1098 time: 0.0441911 Nov 12 09:45:51.519882 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dbc6c-61f3-4015-8093-d5566e0b5b42 req-8811ba86-7fea-46fe-9cd0-84c0c69d3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:51.521374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed1dbc6c-61f3-4015-8093-d5566e0b5b42 req-8811ba86-7fea-46fe-9cd0-84c0c69d3736 service neutron] 10.222.0.46 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.1248386 Nov 12 09:45:51.567025 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed1dbc6c-61f3-4015-8093-d5566e0b5b42 req-a2c33073-210b-4f58-8ba9-a9287e53a4b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 200 len: 217 time: 0.0367043 Nov 12 09:45:51.602934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9b18215f-0fbf-4b06-9e37-6c726774bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 5, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:51.630356 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b18215f-0fbf-4b06-9e37-6c726774bdfc None None] Checking router: 6790487b-8559-4832-a5c2-34436426a11c for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:45:51.640402 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18215f-0fbf-4b06-9e37-6c726774bdfc None None] Routers {'6790487b-8559-4832-a5c2-34436426a11c'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:45:51.641021 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9b18215f-0fbf-4b06-9e37-6c726774bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:45:38Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['6790487b-8559-4832-a5c2-34436426a11c'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:51.767046 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-9b18215f-0fbf-4b06-9e37-6c726774bdfc None None] Set router 6790487b-8559-4832-a5c2-34436426a11c gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:45:51.969927 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dbc6c-61f3-4015-8093-d5566e0b5b42 req-f5ec17f4-ea00-4401-a00f-0d974c0d9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:51.971471 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed1dbc6c-61f3-4015-8093-d5566e0b5b42 req-f5ec17f4-ea00-4401-a00f-0d974c0d9c7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.3957050 Nov 12 09:45:51.978953 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-9b18215f-0fbf-4b06-9e37-6c726774bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 5, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:51.996428 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c0af5-2a9b-49c7-a181-6beb5c25749b req-1db54460-f71c-4026-b024-8e77aca9a021 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:51.998046 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a7c0af5-2a9b-49c7-a181-6beb5c25749b req-1db54460-f71c-4026-b024-8e77aca9a021 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 946 time: 0.4876535 Nov 12 09:45:52.015293 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b18215f-0fbf-4b06-9e37-6c726774bdfc None None] The sync data for ids ['6790487b-8559-4832-a5c2-34436426a11c'] in n-d-768851-18 is: [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 5, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:45:52.068202 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dbc6c-61f3-4015-8093-d5566e0b5b42 req-c785be01-ef8b-4d15-abf5-4850578e711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:52.069772 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed1dbc6c-61f3-4015-8093-d5566e0b5b42 req-c785be01-ef8b-4d15-abf5-4850578e711c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896454 Nov 12 09:45:52.074020 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-9a7c0af5-2a9b-49c7-a181-6beb5c25749b req-114bdf1d-a825-441a-8dca-40ea4ded91af tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576684 Nov 12 09:45:52.181581 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed1dbc6c-61f3-4015-8093-d5566e0b5b42 req-cada6708-4062-429e-b8bc-6370d1657bbc service neutron] 10.222.0.46 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995908 Nov 12 09:45:52.277503 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b7a75b-205b-4af8-8a97-fdf1538d6670 None None] New status for floating IP afa82359-2fbf-4947-a45a-b293d4d7cac6: DOWN {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:45:52.279280 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ed1dbc6c-61f3-4015-8093-d5566e0b5b42 req-538f1a84-fb34-4be8-be28-1783f2d611f3 service neutron] 10.222.0.46 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892353 Nov 12 09:45:53.211347 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fca2aa-3c2d-4151-8fbf-11035d42d5cd req-34784ada-052a-4da3-af69-d2ffc69d1097 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:53.212846 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-81fca2aa-3c2d-4151-8fbf-11035d42d5cd req-34784ada-052a-4da3-af69-d2ffc69d1097 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.46 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 946 time: 0.0547597 Nov 12 09:45:53.270797 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:53.285867 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c79f07-ee7e-4fcf-81ba-45929307f76e req-9cac237b-1189-4a96-8ba9-a001c21251b4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:53.287357 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1c79f07-ee7e-4fcf-81ba-45929307f76e req-9cac237b-1189-4a96-8ba9-a001c21251b4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=01f5ec38-3d15-4db9-a58e-04ad01399c2b HTTP/1.1" status: 200 len: 946 time: 0.1109450 Nov 12 09:45:53.309641 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-81fca2aa-3c2d-4151-8fbf-11035d42d5cd req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Deleting port 2f5492b4-4028-4475-8727-c937398ce26b {{(pid=102444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:45:53.309966 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-81fca2aa-3c2d-4151-8fbf-11035d42d5cd req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742058355896'] for port, before_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:53.340372 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b1c79f07-ee7e-4fcf-81ba-45929307f76e req-3d208ff3-4be8-4657-b811-429ddd402491 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463583 Nov 12 09:45:53.403690 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-81fca2aa-3c2d-4151-8fbf-11035d42d5cd req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] For port 2f5492b4-4028-4475-8727-c937398ce26b, host n-h1-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768851-18',level=0,port_id=2f5492b4-4028-4475-8727-c937398ce26b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:53.404056 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-81fca2aa-3c2d-4151-8fbf-11035d42d5cd req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-718457'] for port, precommit_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:53.416722 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.plugin [req-81fca2aa-3c2d-4151-8fbf-11035d42d5cd req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Calling delete_port for 2f5492b4-4028-4475-8727-c937398ce26b owned by compute:nova {{(pid=102444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:45:53.547022 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-81fca2aa-3c2d-4151-8fbf-11035d42d5cd req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742058363010', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742057935499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_delete {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:53.581251 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event deleted for resources: {'Port': ['ID=2f5492b4-4028-4475-8727-c937398ce26b,revision_number=None']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:53.594633 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:53.594981 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:53.595333 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:53.595669 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:53.596072 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:53.596420 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:53.596820 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:53.597042 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:53.597411 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:53.597706 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:53.598051 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:53.598368 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:53.632857 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fca2aa-3c2d-4151-8fbf-11035d42d5cd req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] No DVR routers for this DVR port 2f5492b4-4028-4475-8727-c937398ce26b on host n-h1-768851-18 {{(pid=102444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:45:53.635714 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-81fca2aa-3c2d-4151-8fbf-11035d42d5cd req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:53.639869 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-81fca2aa-3c2d-4151-8fbf-11035d42d5cd req-7c50e922-c7aa-46c8-b4f7-1e4c5fbb5ad4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.46 "DELETE /v2.0/ports/2f5492b4-4028-4475-8727-c937398ce26b HTTP/1.1" status: 204 len: 173 time: 0.4205270 Nov 12 09:45:53.640322 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'name': 'network-vif-deleted', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:53.642716 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d59dff4-e758-4291-ae64-46dc0660001e" -d '{"events": [{"server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "name": "network-vif-deleted", "tag": "2f5492b4-4028-4475-8727-c937398ce26b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:53.708591 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dacb0f-c319-4221-a1a9-d336b74fa1ca x-openstack-request-id: req-f4dacb0f-c319-4221-a1a9-d336b74fa1ca {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:53.708976 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f5ec38-3d15-4db9-a58e-04ad01399c2b", "name": "network-vif-deleted", "tag": "2f5492b4-4028-4475-8727-c937398ce26b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:53.709810 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4dacb0f-c319-4221-a1a9-d336b74fa1ca {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:53.710221 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f5ec38-3d15-4db9-a58e-04ad01399c2b', 'name': 'network-vif-deleted', 'tag': '2f5492b4-4028-4475-8727-c937398ce26b', 'status': 'completed', 'code': 200} Nov 12 09:45:54.395726 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50732) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:54.457596 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c8c6b155-07a0-42ca-bad3-0fbda7cb8762 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group, before_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:54.483044 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c8c6b155-07a0-42ca-bad3-0fbda7cb8762 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:54.542025 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c8c6b155-07a0-42ca-bad3-0fbda7cb8762 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_delete {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:54.544648 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c8c6b155-07a0-42ca-bad3-0fbda7cb8762 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:54.545846 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c8c6b155-07a0-42ca-bad3-0fbda7cb8762 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "DELETE /v2.0/security-groups/ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae HTTP/1.1" status: 204 len: 168 time: 0.1491292 Nov 12 09:45:54.555820 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6b155-07a0-42ca-bad3-0fbda7cb8762 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbf1f5a-0b98-4bf5-b1d9-92aee634bbae,revision_number=None']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:55.250622 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50738) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:55.255171 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2aa2ad6a-cb3c-4838-9154-bc405f5cdc96 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-950860324', 'description': 'tempest-secgroup-smoke-950860324 description', 'project_id': '462d204580a144b498de6cebc3b397b3'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:55.279294 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ad6a-cb3c-4838-9154-bc405f5cdc96 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.347646 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ad6a-cb3c-4838-9154-bc405f5cdc96 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.351329 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ad6a-cb3c-4838-9154-bc405f5cdc96 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363995'] for security_group, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.380576 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2aa2ad6a-cb3c-4838-9154-bc405f5cdc96 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.382455 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2aa2ad6a-cb3c-4838-9154-bc405f5cdc96 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1308064 Nov 12 09:45:55.385269 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50740) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:55.389584 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-acada012-63cf-4606-b682-08cec4d79d66 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group_rule': {'security_group_id': 'a2f266f9-6122-4f4d-ab64-8afbd6244ba1', 'project_id': '462d204580a144b498de6cebc3b397b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:55.397481 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2ad6a-cb3c-4838-9154-bc405f5cdc96 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f266f9-6122-4f4d-ab64-8afbd6244ba1,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:55.422045 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acada012-63cf-4606-b682-08cec4d79d66 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.483371 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acada012-63cf-4606-b682-08cec4d79d66 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.487030 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acada012-63cf-4606-b682-08cec4d79d66 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.513518 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acada012-63cf-4606-b682-08cec4d79d66 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bd646b-8e24-43c3-983f-436ad58e1c38,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:55.518045 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-acada012-63cf-4606-b682-08cec4d79d66 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.519323 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-acada012-63cf-4606-b682-08cec4d79d66 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330240 Nov 12 09:45:55.522055 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50742) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:55.526430 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-3232d014-5a79-4bf0-bb08-9cfb6bf29ed3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group_rule': {'security_group_id': 'a2f266f9-6122-4f4d-ab64-8afbd6244ba1', 'project_id': '462d204580a144b498de6cebc3b397b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:55.551941 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3232d014-5a79-4bf0-bb08-9cfb6bf29ed3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.607033 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3232d014-5a79-4bf0-bb08-9cfb6bf29ed3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.612016 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3232d014-5a79-4bf0-bb08-9cfb6bf29ed3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.635698 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232d014-5a79-4bf0-bb08-9cfb6bf29ed3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914599ef-3489-4fdf-a167-b4d9ec6c30d4,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:55.643318 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-3232d014-5a79-4bf0-bb08-9cfb6bf29ed3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.644493 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-3232d014-5a79-4bf0-bb08-9cfb6bf29ed3 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215177 Nov 12 09:45:55.647274 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50744) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:55.651656 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-e40dd77c-e56d-4778-afe3-019b25cb1c7a tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group_rule': {'security_group_id': 'a2f266f9-6122-4f4d-ab64-8afbd6244ba1', 'project_id': '462d204580a144b498de6cebc3b397b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:55.685005 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e40dd77c-e56d-4778-afe3-019b25cb1c7a tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.746160 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e40dd77c-e56d-4778-afe3-019b25cb1c7a tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.749927 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e40dd77c-e56d-4778-afe3-019b25cb1c7a tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.771985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dd77c-e56d-4778-afe3-019b25cb1c7a tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0f13ce-e8ce-416d-b58c-58a0c7bf25c9,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:55.780560 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-e40dd77c-e56d-4778-afe3-019b25cb1c7a tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.781785 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-e40dd77c-e56d-4778-afe3-019b25cb1c7a tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335466 Nov 12 09:45:55.784644 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50746) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:55.789719 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-26e0cab7-00e3-4227-a12e-c6683a6c30e6 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group_rule': {'security_group_id': 'a2f266f9-6122-4f4d-ab64-8afbd6244ba1', 'project_id': '462d204580a144b498de6cebc3b397b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:55.819599 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26e0cab7-00e3-4227-a12e-c6683a6c30e6 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.877632 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26e0cab7-00e3-4227-a12e-c6683a6c30e6 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.881077 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26e0cab7-00e3-4227-a12e-c6683a6c30e6 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.901193 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0cab7-00e3-4227-a12e-c6683a6c30e6 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fba71cb-40cf-4454-adfa-4fbb3b835a88,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:55.908224 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-26e0cab7-00e3-4227-a12e-c6683a6c30e6 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:55.909437 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-26e0cab7-00e3-4227-a12e-c6683a6c30e6 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237030 Nov 12 09:45:55.912617 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50748) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:55.917023 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-c4a855ce-170a-4a75-9c9e-8a6a7cb7cc25 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group_rule': {'security_group_id': 'a2f266f9-6122-4f4d-ab64-8afbd6244ba1', 'project_id': '462d204580a144b498de6cebc3b397b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:55.938649 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-c4a855ce-170a-4a75-9c9e-8a6a7cb7cc25 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Project 462d204580a144b498de6cebc3b397b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:45:55.943637 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4a855ce-170a-4a75-9c9e-8a6a7cb7cc25 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:56.003369 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4a855ce-170a-4a75-9c9e-8a6a7cb7cc25 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:56.007451 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4a855ce-170a-4a75-9c9e-8a6a7cb7cc25 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:56.024944 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a855ce-170a-4a75-9c9e-8a6a7cb7cc25 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e5a14f-ec43-470b-aff0-136ea595fe79,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:56.032256 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-c4a855ce-170a-4a75-9c9e-8a6a7cb7cc25 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:56.033479 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-c4a855ce-170a-4a75-9c9e-8a6a7cb7cc25 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199007 Nov 12 09:45:56.036238 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50750) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:56.040985 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-111838c2-6952-4035-b6da-632205368efd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'security_group_rule': {'security_group_id': 'a2f266f9-6122-4f4d-ab64-8afbd6244ba1', 'project_id': '462d204580a144b498de6cebc3b397b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:56.062844 n-d-768851-18 neutron-server[102445]: INFO neutron.db.securitygroups_db [None req-111838c2-6952-4035-b6da-632205368efd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Project 462d204580a144b498de6cebc3b397b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:45:56.067858 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-111838c2-6952-4035-b6da-632205368efd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:56.126152 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-111838c2-6952-4035-b6da-632205368efd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:56.130300 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-111838c2-6952-4035-b6da-632205368efd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-363911'] for security_group_rule, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:56.147795 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111838c2-6952-4035-b6da-632205368efd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99610233-6265-4676-8ab5-fcc4226e4a32,revision_number=0']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:56.156779 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-111838c2-6952-4035-b6da-632205368efd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:56.158010 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-111838c2-6952-4035-b6da-632205368efd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208587 Nov 12 09:45:56.978966 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2f5492b4-4028-4475-8727-c937398ce26b no longer exists at agent hyperv_n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:45:56.999665 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] No Port match for: 2f5492b4-4028-4475-8727-c937398ce26b {{(pid=102446) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:45:57.000000 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Device 2f5492b4-4028-4475-8727-c937398ce26b not bound to the agent host n-h1-768851-18 {{(pid=102446) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:45:59.462769 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:02.062094 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:46:05.407328 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b1a8f876-a7d3-405f-8562-ca99409fb440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:07.678857 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3825a152-8043-49a4-a5ca-7b217cdb8d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:08.917062 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:10.287780 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:11.164362 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:11.685384 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-599db8db-a6a0-4c0c-a1b0-9283f4ae44f8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-950860324&fields=id&tenant_id=462d204580a144b498de6cebc3b397b3 HTTP/1.1" status: 200 len: 267 time: 0.0463572 Nov 12 09:46:11.798551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-f00c7e3e-dabc-497e-86aa-9c5a7fd7ea66 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:11.800008 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-f00c7e3e-dabc-497e-86aa-9c5a7fd7ea66 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 809 time: 0.1077068 Nov 12 09:46:11.818464 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-eef140d9-3cb3-4677-9f52-7aa9b15b4730 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/quotas/462d204580a144b498de6cebc3b397b3 HTTP/1.1" status: 200 len: 375 time: 0.0116305 Nov 12 09:46:11.872284 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-2634db88-be9f-40d6-ad57-9460a21d8754 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476387 Nov 12 09:46:11.945088 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-f1273afe-4ecf-4363-a693-b1e231a55a68 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:46:11.946122 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-f1273afe-4ecf-4363-a693-b1e231a55a68 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0627210 Nov 12 09:46:12.044980 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-c99ff04c-b10e-480a-a989-1b5f1c6743b4 service neutron] 10.222.0.31 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925381 Nov 12 09:46:12.149217 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-a88793ae-bc97-4e12-8906-c74688440313 service neutron] 10.222.0.31 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980778 Nov 12 09:46:12.446816 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-721a5352-949b-45c5-9f89-17315079847e req-79c12ce4-15e0-466a-ad09-434717ed1ecc tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 210 time: 0.0271442 Nov 12 09:46:13.453967 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-7c643274-9fd2-4e18-a7ca-d446fdb6130b tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:13.455438 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-7c643274-9fd2-4e18-a7ca-d446fdb6130b tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 809 time: 0.1172280 Nov 12 09:46:13.527459 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-a29dba0d-42f1-4f06-aa18-4e9282fe4097 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=462d204580a144b498de6cebc3b397b3 HTTP/1.1" status: 200 len: 379 time: 0.0620739 Nov 12 09:46:13.542737 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'port': {'device_id': 'dfdafe58-f0c8-4305-8530-73f30636ac19', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'admin_state_up': True, 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'security_groups': ['a2f266f9-6122-4f4d-ab64-8afbd6244ba1']}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:13.562059 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-04a1ca5a-3fa5-4233-82b2-86c9bc1d079f req-ba4a4975-1396-4585-a0bf-71e941201467 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 210 time: 0.0330622 Nov 12 09:46:13.675123 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Made reservation on behalf of 462d204580a144b498de6cebc3b397b3 for: {'port': 1} {{(pid=102444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:46:13.679171 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:13.814886 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.db_base_plugin_common [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Allocated IP 172.20.0.3 (39925c33-3955-423f-8c39-e7f80ecc3145/2e9aee23-1ae7-4059-9509-cdf28660f18e/1d41b25e-4f3e-4e05-8e48-3aa5b58c114b) {{(pid=102444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:46:13.960819 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for port, precommit_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:13.996833 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4341472'] for port, after_create {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:14.045095 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Network 39925c33-3955-423f-8c39-e7f80ecc3145 is already hosted by enough agents. {{(pid=102444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:46:14.048440 n-d-768851-18 neutron-server[102444]: DEBUG neutron.scheduler.base_scheduler [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Resources bound (agent type, host, resource id): {{(pid=102444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:46:14.053938 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Received port after_create {{(pid=102444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:46:14.058286 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'Port': ['ID=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b,revision_number=1']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:14.111065 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:14.111807 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:14.130789 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-37b9ecd1-122e-4052-8ac9-027f8fad7cba tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924516 Nov 12 09:46:14.142399 n-d-768851-18 neutron-server[102444]: DEBUG neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-2b7b88ec-61fa-47b2-a6bd-bc57cc9dcfd8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=102444) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:46:14.143425 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-2b7b88ec-61fa-47b2-a6bd-bc57cc9dcfd8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068972 Nov 12 09:46:14.156917 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.v2.base [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Request body: {'port': {'device_id': 'dfdafe58-f0c8-4305-8530-73f30636ac19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-18'}} {{(pid=102444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:14.221770 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:14.394475 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-11b956c1-1d5c-4a3d-aa53-770b301483ab None None] Provisioning complete for port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b triggered by entity DHCP. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:14.395017 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-11b956c1-1d5c-4a3d-aa53-770b301483ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:14.432121 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-11b956c1-1d5c-4a3d-aa53-770b301483ab None None] Port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b cannot update to ACTIVE because it is not bound. {{(pid=102446) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:46:14.509284 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b {{(pid=102444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:46:14.516670 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:14.529297 n-d-768851-18 neutron-server[102444]: DEBUG neutron.db.provisioning_blocks [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Transition to ACTIVE for port object 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b will not be triggered until provisioned by entity L2. {{(pid=102444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:46:14.533885 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:14.608415 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:14.671223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Attempting to bind port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b on host n-h2-768851-18 for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:46:14.671626 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Attempting to bind port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b by drivers openvswitch,hyperv on host n-h2-768851-18 at level 0 using segments [{'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:46:14.671941 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Attempting to bind port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b on network 39925c33-3955-423f-8c39-e7f80ecc3145 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:46:14.678973 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b on network 39925c33-3955-423f-8c39-e7f80ecc3145 not bound, no agent of type Open vSwitch agent registered on host n-h2-768851-18 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:46:14.679302 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Attempting to bind port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b on network 39925c33-3955-423f-8c39-e7f80ecc3145 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:46:14.686924 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Checking agent: {'id': '70234e9e-1567-49fd-b2c8-1e6b9a5f5a3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768851-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'started_at': datetime.datetime(2021, 11, 12, 8, 18, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:46:14.687242 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Checking segment: {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:46:14.687635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Bound using segment: {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:46:14.688074 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Bound port: 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b, host: n-h2-768851-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14eddad9-f70d-444c-b2cd-b64f00e53721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:46:14.688445 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:14.726585 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f97d2-931b-45da-b242-05eec11e9176 req-39db753d-7612-4ab9-ac80-0a42dc56be01 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:14.729727 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-621f97d2-931b-45da-b242-05eec11e9176 req-39db753d-7612-4ab9-ac80-0a42dc56be01 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 943 time: 0.0667870 Nov 12 09:46:14.778407 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] For port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b, host n-h2-768851-18, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:46:14.782082 n-d-768851-18 neutron-server[102444]: DEBUG neutron.plugins.ml2.db [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] For port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b, host n-h2-768851-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:46:14.789443 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4341401'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:14.796667 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-621f97d2-931b-45da-b242-05eec11e9176 req-755592f3-40bf-473f-a7d0-d9b97ddf047e tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559247 Nov 12 09:46:14.827146 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:14.827793 n-d-768851-18 neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for port, before_response {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:14.829278 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] 10.222.0.52 "PUT /v2.0/ports/1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 1092 time: 0.6770906 Nov 12 09:46:14.829767 n-d-768851-18 neutron-server[102444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdafe58-f0c8-4305-8530-73f30636ac19', 'tag': '1d41b25e-4f3e-4e05-8e48-3aa5b58c114b'}] {{(pid=102444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:46:14.832056 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b2cbe26f022018340156bc93088dfd2f3ef73ba6e32c72f9c52b091a95085e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d665401-b3d1-402e-af38-f540845a8354" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdafe58-f0c8-4305-8530-73f30636ac19", "tag": "1d41b25e-4f3e-4e05-8e48-3aa5b58c114b"}]}' {{(pid=102444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:46:14.864114 n-d-768851-18 neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4680e-2ea9-4b5a-84fe-32d9a003b1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:14.916046 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e642ce-33f0-4c62-a638-cb069505652b x-openstack-request-id: req-f1e642ce-33f0-4c62-a638-cb069505652b {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:46:14.916306 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdafe58-f0c8-4305-8530-73f30636ac19", "tag": "1d41b25e-4f3e-4e05-8e48-3aa5b58c114b", "status": "completed", "code": 200}]} {{(pid=102444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:46:14.916551 n-d-768851-18 neutron-server[102444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1e642ce-33f0-4c62-a638-cb069505652b {{(pid=102444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:46:14.916955 n-d-768851-18 neutron-server[102444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdafe58-f0c8-4305-8530-73f30636ac19', 'tag': '1d41b25e-4f3e-4e05-8e48-3aa5b58c114b', 'status': 'completed', 'code': 200} Nov 12 09:46:14.934975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-0d2ad9c3-18a6-4567-ac9e-da12b1330389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:14.936773 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-0d2ad9c3-18a6-4567-ac9e-da12b1330389 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1095 time: 0.0528798 Nov 12 09:46:14.989384 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-50723794-7257-45de-8513-35c4e06cea23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 217 time: 0.0434639 Nov 12 09:46:15.152255 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-bbf75eb0-664f-4671-a716-7a15c89430cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:15.161927 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-bbf75eb0-664f-4671-a716-7a15c89430cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0633895 Nov 12 09:46:15.217661 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-561cf90a-e9b6-44f8-a10d-315b5ae4a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:15.219178 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-561cf90a-e9b6-44f8-a10d-315b5ae4a4dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459318 Nov 12 09:46:15.329786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-8a594bb6-2bc1-4de7-b09d-79421aca2830 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027298 Nov 12 09:46:15.475071 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-cd52b47c-ef03-4c41-a688-a845bf36aa04 req-bf5e804a-e375-49e1-95cb-4d96b596cfa7 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344674 Nov 12 09:46:15.561954 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665401-b3d1-402e-af38-f540845a8354 req-39c9292b-61ed-4685-b6d8-9400c6c3c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:15.563483 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d665401-b3d1-402e-af38-f540845a8354 req-39c9292b-61ed-4685-b6d8-9400c6c3c69f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1095 time: 0.0435452 Nov 12 09:46:15.666208 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665401-b3d1-402e-af38-f540845a8354 req-4a56ddc9-856e-4300-ba69-6498451a8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:15.667614 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d665401-b3d1-402e-af38-f540845a8354 req-4a56ddc9-856e-4300-ba69-6498451a8f82 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0946369 Nov 12 09:46:15.711442 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d665401-b3d1-402e-af38-f540845a8354 req-3539fd43-e947-40a6-9b99-2109c44bf25f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 217 time: 0.0358157 Nov 12 09:46:15.766654 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665401-b3d1-402e-af38-f540845a8354 req-c72fbb81-19c2-40e2-936a-0e31be161ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:15.768210 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d665401-b3d1-402e-af38-f540845a8354 req-c72fbb81-19c2-40e2-936a-0e31be161ac8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0501950 Nov 12 09:46:15.826103 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665401-b3d1-402e-af38-f540845a8354 req-45e0a646-a388-4d47-a148-33ef9eff7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:15.827663 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d665401-b3d1-402e-af38-f540845a8354 req-45e0a646-a388-4d47-a148-33ef9eff7da5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530581 Nov 12 09:46:15.926733 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063ef04-4447-49f0-894a-80cd39c760c2 req-49f97679-7d11-4056-aae9-e8feabdde0f2 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:15.929619 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7063ef04-4447-49f0-894a-80cd39c760c2 req-49f97679-7d11-4056-aae9-e8feabdde0f2 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 943 time: 0.0588081 Nov 12 09:46:15.945944 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d665401-b3d1-402e-af38-f540845a8354 req-691e352e-ac9f-4ba5-9d61-38d198658840 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108389 Nov 12 09:46:15.986358 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-7063ef04-4447-49f0-894a-80cd39c760c2 req-715b9660-7579-4a57-8c0b-08b6ac9d813d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518034 Nov 12 09:46:16.056991 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-8d665401-b3d1-402e-af38-f540845a8354 req-896b54ac-9175-4600-82fa-012e05a501e4 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028957 Nov 12 09:46:17.110337 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812322e6-f8f6-4abf-a954-5764f716d53c req-b7a48aa0-16c6-4f84-a841-a2b8d39bcb77 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:17.111776 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-812322e6-f8f6-4abf-a954-5764f716d53c req-b7a48aa0-16c6-4f84-a841-a2b8d39bcb77 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 943 time: 0.0523305 Nov 12 09:46:17.169374 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-812322e6-f8f6-4abf-a954-5764f716d53c req-bcc3b953-fb08-4363-81d3-be87a12a7d50 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507495 Nov 12 09:46:18.288289 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622e8b5-12fd-459a-a20f-a61a2108cc1a req-5d639990-e083-41b4-a06e-0a231491a2e6 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:18.289731 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a622e8b5-12fd-459a-a20f-a61a2108cc1a req-5d639990-e083-41b4-a06e-0a231491a2e6 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 943 time: 0.0503609 Nov 12 09:46:18.347456 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-a622e8b5-12fd-459a-a20f-a61a2108cc1a req-aeee02a0-8aed-4d2a-940b-3e1f0200e130 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514648 Nov 12 09:46:19.467551 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8ce48-af25-4ec0-b840-d14e90d4b372 req-6be283f6-7678-4218-bfca-c4be6cbfbed8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:19.469021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fc8ce48-af25-4ec0-b840-d14e90d4b372 req-6be283f6-7678-4218-bfca-c4be6cbfbed8 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 943 time: 0.0494545 Nov 12 09:46:19.517978 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-0fc8ce48-af25-4ec0-b840-d14e90d4b372 req-199786ef-12ff-4bed-9af0-bf03619c1061 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418289 Nov 12 09:46:20.636158 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e8468-89c4-498d-a02d-9c77f72e8136 req-d084b857-65ed-41c2-88ea-791ee188f5c5 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:20.637675 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4d6e8468-89c4-498d-a02d-9c77f72e8136 req-d084b857-65ed-41c2-88ea-791ee188f5c5 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 943 time: 0.0491014 Nov 12 09:46:20.688524 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-4d6e8468-89c4-498d-a02d-9c77f72e8136 req-c37c00c5-d9db-45ba-bc20-15aaa88efe56 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449080 Nov 12 09:46:21.814606 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fad8f-7df7-432f-a0a5-cf04596b641b req-048f747d-00be-4dad-a09b-003a1ce96c08 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:21.816138 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b56fad8f-7df7-432f-a0a5-cf04596b641b req-048f747d-00be-4dad-a09b-003a1ce96c08 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 943 time: 0.0582182 Nov 12 09:46:21.873421 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-b56fad8f-7df7-432f-a0a5-cf04596b641b req-a2f08a55-6431-4e51-b44c-b54ad901fee1 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502889 Nov 12 09:46:22.987541 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fedd2b-aa8d-4dbd-a481-0734ac832f4d req-0733b1f8-5c0c-4a0a-b1c2-8b055e68ec1f tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:22.989029 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1fedd2b-aa8d-4dbd-a481-0734ac832f4d req-0733b1f8-5c0c-4a0a-b1c2-8b055e68ec1f tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 943 time: 0.0488281 Nov 12 09:46:23.037999 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-f1fedd2b-aa8d-4dbd-a481-0734ac832f4d req-48f5577f-d567-4312-852b-9bcbf6751fa6 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430522 Nov 12 09:46:23.268101 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:24.155021 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50411-a2fe-4cc4-9752-897ccab8aa9c req-0eae6ec8-62ad-485b-b240-a4ac8379c8aa tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:24.156509 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2f50411-a2fe-4cc4-9752-897ccab8aa9c req-0eae6ec8-62ad-485b-b240-a4ac8379c8aa tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 943 time: 0.0522845 Nov 12 09:46:24.204739 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-f2f50411-a2fe-4cc4-9752-897ccab8aa9c req-64d5558b-37d3-44ef-804a-865405d5a03f tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416646 Nov 12 09:46:25.324626 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dacfe4-e20b-47c0-9af8-bc5977484250 req-84544a9d-02e8-4e57-9983-248e275f4dbd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:25.326054 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-82dacfe4-e20b-47c0-9af8-bc5977484250 req-84544a9d-02e8-4e57-9983-248e275f4dbd tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 943 time: 0.0543001 Nov 12 09:46:25.376934 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-82dacfe4-e20b-47c0-9af8-bc5977484250 req-6f5284c5-e6af-4ebe-9753-081c8b501e11 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448923 Nov 12 09:46:26.495232 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60821723-fe27-42e8-85a5-9da72880b030 req-c57470ec-68ac-46af-93ec-997282bc8e79 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:26.496736 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60821723-fe27-42e8-85a5-9da72880b030 req-c57470ec-68ac-46af-93ec-997282bc8e79 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 943 time: 0.0498877 Nov 12 09:46:26.546109 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-60821723-fe27-42e8-85a5-9da72880b030 req-4447b35c-5b8f-48b1-a81c-f9eb5b62f549 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435040 Nov 12 09:46:26.769618 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b details requested by agent hyperv_n-h2-768851-18 with host n-h2-768851-18 {{(pid=102446) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:46:26.862735 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:26.874166 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Returning: {'device': '1d41b25e-4f3e-4e05-8e48-3aa5b58c114b', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'port_id': '1d41b25e-4f3e-4e05-8e48-3aa5b58c114b', 'mac_address': 'fa:16:3e:0f:6e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102446) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:46:26.914836 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:26.927052 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b {{(pid=102446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:46:26.945470 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:26.949785 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:26.996248 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b,revision_number=4']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:27.003560 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:27.003909 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:27.004250 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:27.004588 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:27.004923 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:27.005280 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:27.005609 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:27.005934 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:27.006258 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:27.006583 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:27.007384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:27.007384 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-18 {{(pid=102446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:46:27.210755 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] get_ports_and_sgs() called for port_ids ['1d41b25e-4f3e-4e05-8e48-3aa5b58c114b'] {{(pid=102446) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:46:27.662207 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebc3e2-8a63-497b-b4c3-f909d4ba0b8d req-ba84d1cb-b429-4d62-b33a-28672998df7d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:27.663684 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-75ebc3e2-8a63-497b-b4c3-f909d4ba0b8d req-ba84d1cb-b429-4d62-b33a-28672998df7d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 944 time: 0.0496440 Nov 12 09:46:27.715754 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-75ebc3e2-8a63-497b-b4c3-f909d4ba0b8d req-71f27d8e-48ad-472a-9cb1-ef677c2d6a7c tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451291 Nov 12 09:46:28.787682 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Device 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b up at agent hyperv_n-h2-768851-18 {{(pid=102446) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:46:28.842859 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786b390-edac-468e-bb8e-d28778db8018 req-aadfd470-9fe6-457b-9be7-ab5c33062f29 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:28.844403 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7786b390-edac-468e-bb8e-d28778db8018 req-aadfd470-9fe6-457b-9be7-ab5c33062f29 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 944 time: 0.0560551 Nov 12 09:46:28.856458 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning for port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b completed by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:46:28.860336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.provisioning_blocks [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Provisioning complete for port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b triggered by entity L2. {{(pid=102446) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:46:28.860707 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1722162'] for port, provisioning_complete {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:28.912833 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-7786b390-edac-468e-bb8e-d28778db8018 req-090f18a0-51e6-4e99-a729-4e6ad95cb8e9 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618277 Nov 12 09:46:28.951828 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:28.974868 n-d-768851-18 neutron-server[102446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdafe58-f0c8-4305-8530-73f30636ac19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d41b25e-4f3e-4e05-8e48-3aa5b58c114b'}] {{(pid=102446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:46:28.977632 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d72a850165395fe22b60661b65720b468a5f0742fd00b100e66e2269aa60c6e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3978da5b-6a09-4e26-8acf-87cd652805a4" -d '{"events": [{"server_uuid": "dfdafe58-f0c8-4305-8530-73f30636ac19", "name": "network-vif-plugged", "status": "completed", "tag": "1d41b25e-4f3e-4e05-8e48-3aa5b58c114b"}]}' {{(pid=102446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:46:28.993527 n-d-768851-18 neutron-server[102446]: DEBUG neutron.plugins.ml2.db [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] For port 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b, host n-h2-768851-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768851-18',level=0,port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b,segment=NetworkSegment(14eddad9-f70d-444c-b2cd-b64f00e53721),segment_id=14eddad9-f70d-444c-b2cd-b64f00e53721)] {{(pid=102446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:46:28.998973 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526'] for port, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:29.026518 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f34af6-2f54-41b6-9640-934ef3404200 x-openstack-request-id: req-f5f34af6-2f54-41b6-9640-934ef3404200 {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:46:29.026812 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdafe58-f0c8-4305-8530-73f30636ac19", "name": "network-vif-plugged", "status": "completed", "tag": "1d41b25e-4f3e-4e05-8e48-3aa5b58c114b", "code": 200}]} {{(pid=102446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:46:29.027084 n-d-768851-18 neutron-server[102446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5f34af6-2f54-41b6-9640-934ef3404200 {{(pid=102446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:46:29.027507 n-d-768851-18 neutron-server[102446]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdafe58-f0c8-4305-8530-73f30636ac19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d41b25e-4f3e-4e05-8e48-3aa5b58c114b', 'code': 200} Nov 12 09:46:29.053221 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Pushing event updated for resources: {'Port': ['ID=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b,revision_number=5']} {{(pid=102446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:29.116161 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aecf9e-f05c-48d9-8582-fb6d8f922a73 req-6b4ec335-8572-467c-ae82-d462246e36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:29.117692 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20aecf9e-f05c-48d9-8582-fb6d8f922a73 req-6b4ec335-8572-467c-ae82-d462246e36ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1097 time: 0.0415816 Nov 12 09:46:29.169264 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-20aecf9e-f05c-48d9-8582-fb6d8f922a73 req-9310a981-57b9-4f2a-ad2d-85e14872cf07 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410542 Nov 12 09:46:29.453878 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:30.032017 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26256a58-f58c-4d55-8088-2cf5dd7c3574 req-7098f082-496c-43e3-b43e-7082488dcb2d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:30.033515 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-26256a58-f58c-4d55-8088-2cf5dd7c3574 req-7098f082-496c-43e3-b43e-7082488dcb2d tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 945 time: 0.0507638 Nov 12 09:46:30.085735 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-26256a58-f58c-4d55-8088-2cf5dd7c3574 req-4c3336de-921b-49d9-8bc8-7e525a895eb7 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463228 Nov 12 09:46:31.209131 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b5e13-96fb-4fe8-90b7-ab81bc916df0 req-c559db1b-edff-4b36-a53c-6f45d61afcfb tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:31.210632 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b97b5e13-96fb-4fe8-90b7-ab81bc916df0 req-c559db1b-edff-4b36-a53c-6f45d61afcfb tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 945 time: 0.0544963 Nov 12 09:46:31.259777 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [req-b97b5e13-96fb-4fe8-90b7-ab81bc916df0 req-ecf0cdc7-ad2b-42f0-bb55-d78c71dd6b7c tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430040 Nov 12 09:46:31.379144 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1280d-713a-4373-9467-ad312be83f7e req-590793f9-83f2-4327-aa4d-823b02bc39e4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:31.381203 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0d1280d-713a-4373-9467-ad312be83f7e req-590793f9-83f2-4327-aa4d-823b02bc39e4 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 945 time: 0.0541730 Nov 12 09:46:31.429556 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-c0d1280d-713a-4373-9467-ad312be83f7e req-659534bf-6c43-41c3-9124-f4c857242bd7 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "GET /v2.0/security-groups?id=a2f266f9-6122-4f4d-ab64-8afbd6244ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423343 Nov 12 09:46:31.451740 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50950) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:31.533079 n-d-768851-18 neutron-server[102445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26258903-14fb-4bae-9686-4a84506bc876 tempest-TestShelveInstance-119976792 tempest-TestShelveInstance-119976792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:31.534565 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-26258903-14fb-4bae-9686-4a84506bc876 tempest-TestShelveInstance-119976792 tempest-TestShelveInstance-119976792-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1092 time: 0.0818014 Nov 12 09:46:31.537366 n-d-768851-18 neutron-server[102445]: DEBUG neutron.wsgi [-] (102445) accepted ('10.222.0.31', 50954) {{(pid=102445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:46:31.541519 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.v2.base [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Request body: {'floatingip': {'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'port_id': '1d41b25e-4f3e-4e05-8e48-3aa5b58c114b', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:46:31.563231 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for floatingip, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:31.670678 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:32.126145 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.db_base_plugin_common [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Allocated IP 172.25.3.30 (96c93622-1b7f-40a4-8d70-95adc47fdc55/255b6b0c-10a6-4679-838e-fa418ffa5fd5/fdf8d433-8f64-49de-9b3b-cf36324ba5c7) {{(pid=102445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:46:32.230390 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for port, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:32.262843 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742057935490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5750863'] for port, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:32.299159 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Network 96c93622-1b7f-40a4-8d70-95adc47fdc55 is already hosted by enough agents. {{(pid=102445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:46:32.301991 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.base_scheduler [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Resources bound (agent type, host, resource id): {{(pid=102445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:46:32.304576 n-d-768851-18 neutron-server[102445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Received port after_create {{(pid=102445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:46:32.334615 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'Port': ['ID=fdf8d433-8f64-49de-9b3b-cf36324ba5c7,revision_number=1']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:32.663047 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:32.726468 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575027'] for port, before_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:32.876371 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks [] for port, precommit_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:32.881694 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1675999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554921', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742058363028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742057935508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742057935526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5750838'] for port, after_update {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:32.950418 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Pushing event updated for resources: {'Port': ['ID=fdf8d433-8f64-49de-9b3b-cf36324ba5c7,revision_number=2']} {{(pid=102445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:46:32.962261 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656095'] for floatingip, after_create {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:33.062804 n-d-768851-18 neutron-server[102445]: INFO neutron.db.l3_db [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Floating IP 15fc5091-3b00-4ae1-bf56-f9c294eb1b88 associated. External IP: 172.25.3.30, port: 1d41b25e-4f3e-4e05-8e48-3aa5b58c114b. Nov 12 09:46:33.298373 n-d-768851-18 neutron-server[102445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Router 6790487b-8559-4832-a5c2-34436426a11c has already been hosted by L3 agent fa661f5c-c735-4b8a-a8c1-29c64a5098d5 {{(pid=102445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:46:33.409284 n-d-768851-18 neutron-server[102445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Notify agent at l3_agent.n-d-768851-18 the message routers_updated {{(pid=102445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:46:33.420097 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83240df0-c8ff-4828-8617-3e0409a439ec None None] Sync routers for ids ['6790487b-8559-4832-a5c2-34436426a11c'] in n-d-768851-18 {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:46:33.428774 n-d-768851-18 neutron-server[102445]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223617'] for floatingip, before_response {{(pid=102445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:33.431681 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83240df0-c8ff-4828-8617-3e0409a439ec None None] Routers {'6790487b-8559-4832-a5c2-34436426a11c'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:46:33.432336 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-83240df0-c8ff-4828-8617-3e0409a439ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:46:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['6790487b-8559-4832-a5c2-34436426a11c'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:33.456928 n-d-768851-18 neutron-server[102445]: INFO neutron.wsgi [None req-2a7f8b2d-629a-4264-a41c-a872b71dc635 tempest-TestShelveInstance-2053407858 tempest-TestShelveInstance-2053407858-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9185405 Nov 12 09:46:33.457546 n-d-768851-18 neutron-server[102445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdafe58-f0c8-4305-8530-73f30636ac19', 'tag': '1d41b25e-4f3e-4e05-8e48-3aa5b58c114b'}] {{(pid=102445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:46:33.460097 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62aef23ee7d324fa141d1919f318710e919ce1b98fb77414a361fad4c91d8cc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5c8740-97ad-44dc-9012-d0b955baba64" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdafe58-f0c8-4305-8530-73f30636ac19", "tag": "1d41b25e-4f3e-4e05-8e48-3aa5b58c114b"}]}' {{(pid=102445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:46:33.545361 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-83240df0-c8ff-4828-8617-3e0409a439ec None None] Set router 6790487b-8559-4832-a5c2-34436426a11c gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:46:33.549709 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c037b5d8-dbb8-4067-a76b-872dd263219b x-openstack-request-id: req-c037b5d8-dbb8-4067-a76b-872dd263219b {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:46:33.549940 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdafe58-f0c8-4305-8530-73f30636ac19", "tag": "1d41b25e-4f3e-4e05-8e48-3aa5b58c114b", "status": "completed", "code": 200}]} {{(pid=102445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:46:33.550189 n-d-768851-18 neutron-server[102445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c037b5d8-dbb8-4067-a76b-872dd263219b {{(pid=102445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:46:33.550590 n-d-768851-18 neutron-server[102445]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdafe58-f0c8-4305-8530-73f30636ac19', 'tag': '1d41b25e-4f3e-4e05-8e48-3aa5b58c114b', 'status': 'completed', 'code': 200} Nov 12 09:46:33.615048 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c8740-97ad-44dc-9012-d0b955baba64 req-ecdf0ef5-c7ff-4baa-8ac1-4a74b90e9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:33.617026 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ca5c8740-97ad-44dc-9012-d0b955baba64 req-ecdf0ef5-c7ff-4baa-8ac1-4a74b90e9d04 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1097 time: 0.0440521 Nov 12 09:46:33.728930 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c8740-97ad-44dc-9012-d0b955baba64 req-5c044618-fb82-4948-aa2e-e6c2ca792110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:33.730434 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ca5c8740-97ad-44dc-9012-d0b955baba64 req-5c044618-fb82-4948-aa2e-e6c2ca792110 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.1062398 Nov 12 09:46:33.789257 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-83240df0-c8ff-4828-8617-3e0409a439ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '15fc5091-3b00-4ae1-bf56-f9c294eb1b88', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '6790487b-8559-4832-a5c2-34436426a11c', 'port_id': '1d41b25e-4f3e-4e05-8e48-3aa5b58c114b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'mac_address': 'fa:16:3e:0f:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdafe58-f0c8-4305-8530-73f30636ac19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:46:32Z', 'updated_at': '2021-11-12T09:46:32Z', 'revision_number': 0, 'project_id': '462d204580a144b498de6cebc3b397b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 5, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:33.796750 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ca5c8740-97ad-44dc-9012-d0b955baba64 req-68e166f9-08eb-439c-8103-50d89378d93e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 998 time: 0.0593348 Nov 12 09:46:33.815043 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83240df0-c8ff-4828-8617-3e0409a439ec None None] Checking router: 6790487b-8559-4832-a5c2-34436426a11c for host: n-d-768851-18 {{(pid=102446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:46:33.824178 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83240df0-c8ff-4828-8617-3e0409a439ec None None] Routers {'6790487b-8559-4832-a5c2-34436426a11c'} bound to L3 agent in host n-d-768851-18 {{(pid=102446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:46:33.824783 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-83240df0-c8ff-4828-8617-3e0409a439ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:10:07Z,description=,heartbeat_timestamp=2021-11-12T09:46:08Z,host='n-d-768851-18',id=fa661f5c-c735-4b8a-a8c1-29c64a5098d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:10:07Z,topic='l3_agent')) {'router_ids': ['6790487b-8559-4832-a5c2-34436426a11c'], 'active': True} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:33.852911 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c8740-97ad-44dc-9012-d0b955baba64 req-2e06b398-e1d4-473f-bdb8-230698e40ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:33.854706 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ca5c8740-97ad-44dc-9012-d0b955baba64 req-2e06b398-e1d4-473f-bdb8-230698e40ba4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0503540 Nov 12 09:46:33.905754 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c8740-97ad-44dc-9012-d0b955baba64 req-6161fb4f-c131-4274-9c83-9ea6d725fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:33.907263 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ca5c8740-97ad-44dc-9012-d0b955baba64 req-6161fb4f-c131-4274-9c83-9ea6d725fa1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456879 Nov 12 09:46:33.948821 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_dvr_db [None req-83240df0-c8ff-4828-8617-3e0409a439ec None None] Set router 6790487b-8559-4832-a5c2-34436426a11c gateway port host: n-d-768851-18 {{(pid=102446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:46:34.004792 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ca5c8740-97ad-44dc-9012-d0b955baba64 req-bc5828af-40d5-4b17-ac64-6b169320ba12 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880685 Nov 12 09:46:34.106857 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-ca5c8740-97ad-44dc-9012-d0b955baba64 req-8c2c94ff-5475-47bf-97cf-88ac919ecb86 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943050 Nov 12 09:46:34.185056 n-d-768851-18 neutron-server[102446]: DEBUG neutron.db.l3_hamode_db [None req-83240df0-c8ff-4828-8617-3e0409a439ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '15fc5091-3b00-4ae1-bf56-f9c294eb1b88', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '6790487b-8559-4832-a5c2-34436426a11c', 'port_id': '1d41b25e-4f3e-4e05-8e48-3aa5b58c114b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'mac_address': 'fa:16:3e:0f:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdafe58-f0c8-4305-8530-73f30636ac19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:46:32Z', 'updated_at': '2021-11-12T09:46:32Z', 'revision_number': 0, 'project_id': '462d204580a144b498de6cebc3b397b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 5, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768851-18', False) {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:46:34.210320 n-d-768851-18 neutron-server[102446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83240df0-c8ff-4828-8617-3e0409a439ec None None] The sync data for ids ['6790487b-8559-4832-a5c2-34436426a11c'] in n-d-768851-18 is: [{'id': '6790487b-8559-4832-a5c2-34436426a11c', 'name': 'tempest-TestShelveInstance-1233627555-router', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'external_fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:53Z', 'revision_number': 4, 'project_id': '462d204580a144b498de6cebc3b397b3', 'gw_port': {'id': '09e6c9c8-2454-47d7-918d-12895679ff0a', 'name': '', 'network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:81:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:51Z', 'updated_at': '2021-11-12T09:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '255b6b0c-10a6-4679-838e-fa418ffa5fd5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-18', '_floatingips': [{'id': '15fc5091-3b00-4ae1-bf56-f9c294eb1b88', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '96c93622-1b7f-40a4-8d70-95adc47fdc55', 'router_id': '6790487b-8559-4832-a5c2-34436426a11c', 'port_id': '1d41b25e-4f3e-4e05-8e48-3aa5b58c114b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'mac_address': 'fa:16:3e:0f:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdafe58-f0c8-4305-8530-73f30636ac19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:46:32Z', 'updated_at': '2021-11-12T09:46:32Z', 'revision_number': 0, 'project_id': '462d204580a144b498de6cebc3b397b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ebae33-3c70-4c8d-966f-d07672460b14', 'name': '', 'network_id': '39925c33-3955-423f-8c39-e7f80ecc3145', 'tenant_id': '462d204580a144b498de6cebc3b397b3', 'mac_address': 'fa:16:3e:bf:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6790487b-8559-4832-a5c2-34436426a11c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:40:53Z', 'updated_at': '2021-11-12T09:40:59Z', 'revision_number': 5, 'project_id': '462d204580a144b498de6cebc3b397b3', 'subnets': [{'id': '2e9aee23-1ae7-4059-9509-cdf28660f18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:46:34.409227 n-d-768851-18 neutron-server[102447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0266b2c2-e4e0-46c7-a7bf-040e98e67853 None None] New status for floating IP 15fc5091-3b00-4ae1-bf56-f9c294eb1b88: ACTIVE {{(pid=102447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:46:35.409819 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c23dd0eb-717e-4392-8ad7-6b67eb65a8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:37.680323 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-faf1cbdb-255e-40a2-ab9f-bf238774eb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:38.919123 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:39.062569 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:46:40.288243 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:41.169957 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:45.993435 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6beaa0f3-edab-468c-84cb-aeaef01c877a req-bc8398ca-66e5-4e57-8590-143a23ee45a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437469 Nov 12 09:46:46.082540 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaa0f3-edab-468c-84cb-aeaef01c877a req-3d8a1f94-f30a-4021-b6a1-4ed6a6639aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:46.084836 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6beaa0f3-edab-468c-84cb-aeaef01c877a req-3d8a1f94-f30a-4021-b6a1-4ed6a6639aa5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1097 time: 0.0434334 Nov 12 09:46:46.195345 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaa0f3-edab-468c-84cb-aeaef01c877a req-d4339a63-9b36-46bd-88fd-2996a9bac0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:46.196838 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6beaa0f3-edab-468c-84cb-aeaef01c877a req-d4339a63-9b36-46bd-88fd-2996a9bac0b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0917037 Nov 12 09:46:46.264551 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6beaa0f3-edab-468c-84cb-aeaef01c877a req-d90452b2-245c-4ebb-afdf-c1d23cedbac1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 1000 time: 0.0604794 Nov 12 09:46:46.316590 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaa0f3-edab-468c-84cb-aeaef01c877a req-639d8fbb-89cb-4bbf-aa1f-74fd4e711912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:46.318565 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6beaa0f3-edab-468c-84cb-aeaef01c877a req-639d8fbb-89cb-4bbf-aa1f-74fd4e711912 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0471509 Nov 12 09:46:46.365856 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaa0f3-edab-468c-84cb-aeaef01c877a req-f55ed604-fbc7-4710-bfc2-87a85792c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:46.367339 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6beaa0f3-edab-468c-84cb-aeaef01c877a req-f55ed604-fbc7-4710-bfc2-87a85792c917 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412166 Nov 12 09:46:46.461216 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6beaa0f3-edab-468c-84cb-aeaef01c877a req-0d42d264-6907-4d1b-9cab-9cd5ef328a8c service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857465 Nov 12 09:46:46.567803 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-6beaa0f3-edab-468c-84cb-aeaef01c877a req-64f58402-874b-465e-913b-666fbb1a5576 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979431 Nov 12 09:46:53.284470 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:59.458612 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:05.413935 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3a4ce98d-66d9-4451-a10d-cfdba5e2a8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:07.682267 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1ee66d3c-6cbb-469c-b684-9d404faade97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:08.921435 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:10.287389 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:11.172217 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:16.062105 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:47:23.282636 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:29.467059 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:35.416582 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-00c0787d-eaee-4b7b-968c-2f54e1ea474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:37.685489 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6767b7c7-ab7b-4bd5-abed-302064134cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:38.924225 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:40.291166 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:41.177033 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:46.968261 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd967882-113c-4dcc-93e7-14a8e0e7124f req-72369348-f034-400e-beea-455b1c855dce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414200 Nov 12 09:47:47.058223 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd967882-113c-4dcc-93e7-14a8e0e7124f req-201eb248-774c-47f2-ab67-ff3bd45d1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:47.059769 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd967882-113c-4dcc-93e7-14a8e0e7124f req-201eb248-774c-47f2-ab67-ff3bd45d1843 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1097 time: 0.0468004 Nov 12 09:47:47.166231 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd967882-113c-4dcc-93e7-14a8e0e7124f req-d0a64f85-679d-422e-a2ba-9bfc170f6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:47.167703 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd967882-113c-4dcc-93e7-14a8e0e7124f req-d0a64f85-679d-422e-a2ba-9bfc170f6215 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0884633 Nov 12 09:47:47.241422 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd967882-113c-4dcc-93e7-14a8e0e7124f req-23fbdbc9-07db-4cd8-8cdf-8eae9915f697 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 1000 time: 0.0644958 Nov 12 09:47:47.290572 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd967882-113c-4dcc-93e7-14a8e0e7124f req-a7fd8fc4-96a6-4da6-88e3-6270e3839ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:47.292211 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd967882-113c-4dcc-93e7-14a8e0e7124f req-a7fd8fc4-96a6-4da6-88e3-6270e3839ef0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0440485 Nov 12 09:47:47.349448 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd967882-113c-4dcc-93e7-14a8e0e7124f req-2f4b9af3-f868-454f-a314-e431b35efe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:47.350947 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd967882-113c-4dcc-93e7-14a8e0e7124f req-2f4b9af3-f868-454f-a314-e431b35efe08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507939 Nov 12 09:47:47.450567 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd967882-113c-4dcc-93e7-14a8e0e7124f req-478378b8-f7e2-4844-a5ba-30a065b0305c service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910361 Nov 12 09:47:47.544945 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-fd967882-113c-4dcc-93e7-14a8e0e7124f req-d6147dea-31f0-4ff2-a1d2-37494a751072 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866454 Nov 12 09:47:53.061124 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:47:53.283260 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:59.471053 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:05.418165 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-98e796fa-faff-440e-af38-53ff89ffd7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:07.690081 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-17d3c16f-fb3e-4aa3-9ea2-f739f59293f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:08.927210 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:10.294631 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:11.180011 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:23.282814 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:29.496773 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:30.060898 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:48:35.418587 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6a570317-6dcf-4776-8bb9-3a01fc627221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:37.682521 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-70464998-9a83-43ed-b7d4-650b13a9f505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:38.929858 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:40.295628 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:41.182000 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:47.979050 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86a426ad-b980-4f95-8648-4931a7a18e05 req-d9f50929-357d-4c9b-9aab-b8bc7241311f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0484617 Nov 12 09:48:48.062609 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a426ad-b980-4f95-8648-4931a7a18e05 req-52fd6fec-f8e6-4fa6-b7cd-43b215fae50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:48.064087 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86a426ad-b980-4f95-8648-4931a7a18e05 req-52fd6fec-f8e6-4fa6-b7cd-43b215fae50a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1097 time: 0.0420070 Nov 12 09:48:48.166433 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a426ad-b980-4f95-8648-4931a7a18e05 req-94646414-55ac-46a4-aae7-c1b186ac6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:48.167893 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86a426ad-b980-4f95-8648-4931a7a18e05 req-94646414-55ac-46a4-aae7-c1b186ac6d0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0848870 Nov 12 09:48:48.239492 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86a426ad-b980-4f95-8648-4931a7a18e05 req-4048ca2f-b9e6-493a-b84f-3f1be0140b8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 1000 time: 0.0629783 Nov 12 09:48:48.289235 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a426ad-b980-4f95-8648-4931a7a18e05 req-b4bdaabb-5bfd-42b2-9756-9bab494590b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:48.290718 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86a426ad-b980-4f95-8648-4931a7a18e05 req-b4bdaabb-5bfd-42b2-9756-9bab494590b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0445700 Nov 12 09:48:48.336753 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a426ad-b980-4f95-8648-4931a7a18e05 req-392359c2-e0bd-4053-839c-f94e0aa6c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:48.338272 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86a426ad-b980-4f95-8648-4931a7a18e05 req-392359c2-e0bd-4053-839c-f94e0aa6c8c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402203 Nov 12 09:48:48.433597 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86a426ad-b980-4f95-8648-4931a7a18e05 req-fe9a6dba-5682-44d0-93cb-1790d3748d9a service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869005 Nov 12 09:48:48.526995 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-86a426ad-b980-4f95-8648-4931a7a18e05 req-7be1970b-67a5-49ab-868c-b12b48078532 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853884 Nov 12 09:48:53.301228 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:59.498349 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:05.422355 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-e607d49c-bfdb-45aa-b4e6-4925b9c1b1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:07.060787 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:49:07.685764 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4a748e1c-3c80-4411-9da0-b609d2a7476a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:08.934205 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:10.301722 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:11.185939 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:23.297918 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:29.496908 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:35.425312 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a3077da7-7f2d-4332-8d85-d32ebaae4f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:37.687185 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-338600f3-bd15-4a32-baac-10466a8c7b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:38.939031 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:40.303440 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:41.188624 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:44.060543 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:49:47.975259 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46eda3cd-d181-43f1-b8d7-5fda5840fd07 req-4a130215-c788-4df8-8b4c-2374f6005258 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452042 Nov 12 09:49:48.058466 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eda3cd-d181-43f1-b8d7-5fda5840fd07 req-9b630770-9223-467c-ba7b-0d4c3e60883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:48.059936 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46eda3cd-d181-43f1-b8d7-5fda5840fd07 req-9b630770-9223-467c-ba7b-0d4c3e60883e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1097 time: 0.0409272 Nov 12 09:49:48.166445 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eda3cd-d181-43f1-b8d7-5fda5840fd07 req-6d563371-33f0-4d63-8e10-d21e1db97af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:48.167909 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46eda3cd-d181-43f1-b8d7-5fda5840fd07 req-6d563371-33f0-4d63-8e10-d21e1db97af6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0880623 Nov 12 09:49:48.235029 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46eda3cd-d181-43f1-b8d7-5fda5840fd07 req-76ce5444-fb2d-4595-a068-f8dc84c470d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 1000 time: 0.0580227 Nov 12 09:49:48.283698 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eda3cd-d181-43f1-b8d7-5fda5840fd07 req-4519ff85-a6e3-457a-b0ef-adb6a28057a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:48.285132 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46eda3cd-d181-43f1-b8d7-5fda5840fd07 req-4519ff85-a6e3-457a-b0ef-adb6a28057a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0431414 Nov 12 09:49:48.333800 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eda3cd-d181-43f1-b8d7-5fda5840fd07 req-5b8dc252-18df-435f-aead-5f36ea792098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:48.335272 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46eda3cd-d181-43f1-b8d7-5fda5840fd07 req-5b8dc252-18df-435f-aead-5f36ea792098 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424564 Nov 12 09:49:48.424399 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46eda3cd-d181-43f1-b8d7-5fda5840fd07 req-07993ba8-a006-4bfd-97e1-022bb3ddb7f5 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801284 Nov 12 09:49:48.819176 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-46eda3cd-d181-43f1-b8d7-5fda5840fd07 req-a91fc898-676d-453e-bc41-540146affd0b service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875809 Nov 12 09:49:53.311399 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:59.495652 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:05.427589 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-99cb96e9-b47e-4a99-8674-27c548b1aff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:07.688580 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-c941acae-b935-4c6d-a0db-3c3bc0041229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:08.938009 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:10.305765 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:11.194373 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:21.059341 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:50:23.317193 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:29.510449 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:35.429932 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8e735e8c-4e67-40dc-9226-4e6157ab6b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:37.689887 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-255414b7-e232-4047-97d9-94fa35190af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:38.942292 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:40.307767 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:41.195736 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:49.983743 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-43bf2f51-5750-46c3-aec8-79f29dfbd2d3 req-6f26daec-7514-45ff-9864-c589c6479aea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400963 Nov 12 09:50:50.066565 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf2f51-5750-46c3-aec8-79f29dfbd2d3 req-fd3bce73-3f74-43d6-83d7-c9cb023be5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:50.068021 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-43bf2f51-5750-46c3-aec8-79f29dfbd2d3 req-fd3bce73-3f74-43d6-83d7-c9cb023be5c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1097 time: 0.0401366 Nov 12 09:50:50.173705 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf2f51-5750-46c3-aec8-79f29dfbd2d3 req-f2e2e9d3-1221-4d5a-a203-94e0a55bb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:50.175203 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-43bf2f51-5750-46c3-aec8-79f29dfbd2d3 req-f2e2e9d3-1221-4d5a-a203-94e0a55bb396 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0867012 Nov 12 09:50:50.240350 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-43bf2f51-5750-46c3-aec8-79f29dfbd2d3 req-fc4ab185-5fcb-4d57-83d5-65e938129050 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 1000 time: 0.0572679 Nov 12 09:50:50.289516 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf2f51-5750-46c3-aec8-79f29dfbd2d3 req-15b25a1b-6d2c-4d31-81bd-0ede84394357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:50.290906 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-43bf2f51-5750-46c3-aec8-79f29dfbd2d3 req-15b25a1b-6d2c-4d31-81bd-0ede84394357 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0426447 Nov 12 09:50:50.339677 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf2f51-5750-46c3-aec8-79f29dfbd2d3 req-65fde769-b53b-431b-b3e2-8cce6cc16dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:50.341149 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-43bf2f51-5750-46c3-aec8-79f29dfbd2d3 req-65fde769-b53b-431b-b3e2-8cce6cc16dcf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426095 Nov 12 09:50:50.428195 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-43bf2f51-5750-46c3-aec8-79f29dfbd2d3 req-99bf5627-9aa5-47de-b4a2-172472ed35fa service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795293 Nov 12 09:50:50.520294 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-43bf2f51-5750-46c3-aec8-79f29dfbd2d3 req-c3e79cf7-6467-4773-8713-628856bd898c service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837810 Nov 12 09:50:53.342344 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:58.058671 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:50:59.524514 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:05.434173 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a47d12e5-1afb-42f4-9264-beb6be314de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:07.694305 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2d025e0f-3727-46d3-9993-3c60f6f39e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:08.945712 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:10.311367 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:11.197091 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:23.344225 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:29.539115 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:35.059534 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:51:35.430042 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8a5a221f-6880-4fb0-9a6f-7fccdc46e4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:37.698158 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-5f0286a4-7360-49b7-9595-276eb4b53341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:38.950902 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:40.315275 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:41.205668 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:52.100520 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eba2322c-ae6a-4277-b768-7fdb1c07e972 req-8da4e94e-b595-4fac-8f6b-be80f75b2bfb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1613774 Nov 12 09:51:52.184688 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2322c-ae6a-4277-b768-7fdb1c07e972 req-0be38a83-6b46-44d5-a7a5-20f5a6c598d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:52.186303 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eba2322c-ae6a-4277-b768-7fdb1c07e972 req-0be38a83-6b46-44d5-a7a5-20f5a6c598d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1097 time: 0.0428762 Nov 12 09:51:52.298450 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2322c-ae6a-4277-b768-7fdb1c07e972 req-8a20b727-2a51-46fc-b23c-95b69f10852b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:52.299823 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eba2322c-ae6a-4277-b768-7fdb1c07e972 req-8a20b727-2a51-46fc-b23c-95b69f10852b service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0922265 Nov 12 09:51:52.372786 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eba2322c-ae6a-4277-b768-7fdb1c07e972 req-14e77b63-6ba5-4fe3-8951-c3ca45b8116b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 1000 time: 0.0646708 Nov 12 09:51:52.426085 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2322c-ae6a-4277-b768-7fdb1c07e972 req-c9ee79a1-10e8-491d-a53c-312ffe0056d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:52.427550 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eba2322c-ae6a-4277-b768-7fdb1c07e972 req-c9ee79a1-10e8-491d-a53c-312ffe0056d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0476191 Nov 12 09:51:52.474957 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2322c-ae6a-4277-b768-7fdb1c07e972 req-d1628124-283e-4e29-9b01-9d6bf706612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:52.476469 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eba2322c-ae6a-4277-b768-7fdb1c07e972 req-d1628124-283e-4e29-9b01-9d6bf706612e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415270 Nov 12 09:51:52.566631 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eba2322c-ae6a-4277-b768-7fdb1c07e972 req-348958eb-e449-474f-ba34-1fca056f7dd4 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827899 Nov 12 09:51:52.660036 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-eba2322c-ae6a-4277-b768-7fdb1c07e972 req-5aa57480-87f2-44ec-a7d4-606349dbbe1c service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868244 Nov 12 09:51:53.356868 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:59.556022 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:05.432080 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-af724afb-a8ae-43ac-9d90-14631565fd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:07.699022 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-11056802-8c34-4bfa-8d7d-06b32899645e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:08.952680 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:10.317963 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:11.197986 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:12.058376 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:52:23.387884 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:29.568414 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:35.433503 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3791b0df-7abd-4955-bafd-1791c895be40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:37.700856 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-623ca2da-7626-4e31-aa7c-6cba82071353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:38.955986 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:40.320835 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:41.199700 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:49.057238 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:52:53.391083 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:53.969242 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38635843-01ba-4694-ad44-1554b781bd33 req-9f8acaf4-bcc5-41e1-ae61-80ee6d156989 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395579 Nov 12 09:52:54.060201 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38635843-01ba-4694-ad44-1554b781bd33 req-a6f774d3-753c-4fda-84b9-68d876d3740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:54.061726 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38635843-01ba-4694-ad44-1554b781bd33 req-a6f774d3-753c-4fda-84b9-68d876d3740e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1097 time: 0.0455074 Nov 12 09:52:54.164908 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38635843-01ba-4694-ad44-1554b781bd33 req-a57cd4e4-f480-4a35-a42d-bc98e4484f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:54.166387 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38635843-01ba-4694-ad44-1554b781bd33 req-a57cd4e4-f480-4a35-a42d-bc98e4484f54 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0834670 Nov 12 09:52:54.237821 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38635843-01ba-4694-ad44-1554b781bd33 req-7db08636-cf45-4274-9687-0551f11b70b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 1000 time: 0.0616722 Nov 12 09:52:54.288621 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38635843-01ba-4694-ad44-1554b781bd33 req-4de2c285-bc37-4646-967b-380bd3a798f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:54.290106 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38635843-01ba-4694-ad44-1554b781bd33 req-4de2c285-bc37-4646-967b-380bd3a798f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0441110 Nov 12 09:52:54.337480 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38635843-01ba-4694-ad44-1554b781bd33 req-ebb09200-f800-4038-ac33-1eb086b26285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:54.338972 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38635843-01ba-4694-ad44-1554b781bd33 req-ebb09200-f800-4038-ac33-1eb086b26285 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398099 Nov 12 09:52:54.431965 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38635843-01ba-4694-ad44-1554b781bd33 req-bc31aa49-3789-494d-911c-713659aba7aa service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835299 Nov 12 09:52:54.522516 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-38635843-01ba-4694-ad44-1554b781bd33 req-9e44e5a2-e3d4-4063-84ad-2276b78a4db7 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821924 Nov 12 09:52:59.570381 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:05.434781 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-0bfb1732-b545-4019-9bb4-a476e5930aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:07.702159 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-4172264d-4dbe-482e-8eec-33fa9de45f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:08.960639 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:10.324695 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:11.200764 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:23.405035 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:26.057601 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:53:29.574706 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:35.438323 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-1ee900f7-5f25-4868-960f-b4a9c7cd9ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:37.705060 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-2309228f-5192-459d-9f7a-5f2e3343a127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:38.961768 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:40.329934 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:41.202482 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:53.405871 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:56.581298 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-829c1e09-59e3-44a1-a72a-e69ee40be95e req-bc215455-17e6-46dd-87e8-41976b7a368f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424857 Nov 12 09:53:56.673058 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c1e09-59e3-44a1-a72a-e69ee40be95e req-36642450-7764-4319-b1b6-c87dad51e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:56.674595 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-829c1e09-59e3-44a1-a72a-e69ee40be95e req-36642450-7764-4319-b1b6-c87dad51e16b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1097 time: 0.0503790 Nov 12 09:53:56.778977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c1e09-59e3-44a1-a72a-e69ee40be95e req-0c74f826-18ce-41cb-be65-76d6bfbff320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:56.780487 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-829c1e09-59e3-44a1-a72a-e69ee40be95e req-0c74f826-18ce-41cb-be65-76d6bfbff320 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0860991 Nov 12 09:53:56.851405 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-829c1e09-59e3-44a1-a72a-e69ee40be95e req-66f99f2b-56f6-438a-9405-e784cec43000 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 1000 time: 0.0632963 Nov 12 09:53:56.901977 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c1e09-59e3-44a1-a72a-e69ee40be95e req-db25ab7c-0411-4b1e-aa17-4beb504a6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:56.903444 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-829c1e09-59e3-44a1-a72a-e69ee40be95e req-db25ab7c-0411-4b1e-aa17-4beb504a6005 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0446067 Nov 12 09:53:56.951337 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c1e09-59e3-44a1-a72a-e69ee40be95e req-185d6200-9abb-46a0-9346-7e292f24bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:56.952877 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-829c1e09-59e3-44a1-a72a-e69ee40be95e req-185d6200-9abb-46a0-9346-7e292f24bf8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417016 Nov 12 09:53:57.052307 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-829c1e09-59e3-44a1-a72a-e69ee40be95e req-1981abd9-a4b0-4c4a-8a7c-dd98303a4549 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914397 Nov 12 09:53:57.144073 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-829c1e09-59e3-44a1-a72a-e69ee40be95e req-3f3537e6-c8cf-44d2-8488-64daa47afaee service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838974 Nov 12 09:53:59.568195 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:03.056080 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:54:05.440117 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-b5c93be5-3114-47c8-a00e-aa7d49887c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:07.706542 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-3d5154e9-0d51-434f-b973-967c389295dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:08.968164 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:10.332753 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:11.205327 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:23.416280 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:29.567736 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:35.443912 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-f46a4d35-4467-4e2d-b6e1-82474476ed8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:37.708899 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-8cfe1caa-63a8-495a-bd20-ce38e58a94a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:38.970775 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:40.056059 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:54:40.336016 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:41.207987 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:53.431556 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:57.819588 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1da607b8-aaff-41f3-a49f-61028b0e5729 req-119bfc4f-cc24-4510-b9de-fe2720f78ba6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfdafe58-f0c8-4305-8530-73f30636ac19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492263 Nov 12 09:54:57.902635 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da607b8-aaff-41f3-a49f-61028b0e5729 req-f9173122-2855-4e1f-9368-3f07c430ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:57.904120 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1da607b8-aaff-41f3-a49f-61028b0e5729 req-f9173122-2855-4e1f-9368-3f07c430ed60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=462d204580a144b498de6cebc3b397b3&device_id=dfdafe58-f0c8-4305-8530-73f30636ac19 HTTP/1.1" status: 200 len: 1097 time: 0.0401535 Nov 12 09:54:58.017377 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da607b8-aaff-41f3-a49f-61028b0e5729 req-124162f5-9fef-4902-8037-60fc9f04005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:58.019827 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1da607b8-aaff-41f3-a49f-61028b0e5729 req-124162f5-9fef-4902-8037-60fc9f04005b service neutron] 10.222.0.52 "GET /v2.0/networks?id=39925c33-3955-423f-8c39-e7f80ecc3145 HTTP/1.1" status: 200 len: 910 time: 0.0919375 Nov 12 09:54:58.091492 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1da607b8-aaff-41f3-a49f-61028b0e5729 req-4a4f2042-5ba8-47af-b24f-48590cc3adf6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d41b25e-4f3e-4e05-8e48-3aa5b58c114b HTTP/1.1" status: 200 len: 1000 time: 0.0637157 Nov 12 09:54:58.139975 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da607b8-aaff-41f3-a49f-61028b0e5729 req-14603c6f-e616-4ee7-834f-a56dffc16a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:58.141432 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1da607b8-aaff-41f3-a49f-61028b0e5729 req-14603c6f-e616-4ee7-834f-a56dffc16a00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e9aee23-1ae7-4059-9509-cdf28660f18e HTTP/1.1" status: 200 len: 848 time: 0.0423126 Nov 12 09:54:58.186709 n-d-768851-18 neutron-server[102444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da607b8-aaff-41f3-a49f-61028b0e5729 req-4f6589fb-cefe-44ed-be75-45c6581b069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:58.188171 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1da607b8-aaff-41f3-a49f-61028b0e5729 req-4f6589fb-cefe-44ed-be75-45c6581b069f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39925c33-3955-423f-8c39-e7f80ecc3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393643 Nov 12 09:54:58.282621 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1da607b8-aaff-41f3-a49f-61028b0e5729 req-e47a74f1-a2d0-497b-954e-fe6207f1e700 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858080 Nov 12 09:54:58.379856 n-d-768851-18 neutron-server[102444]: INFO neutron.wsgi [req-1da607b8-aaff-41f3-a49f-61028b0e5729 req-ca2931ba-97c5-43df-8a5e-7be3b9196611 service neutron] 10.222.0.52 "GET /v2.0/networks/39925c33-3955-423f-8c39-e7f80ecc3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890291 Nov 12 09:54:59.583848 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:05.445607 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-234f5de4-6d45-48be-82fb-8a1b1cb23522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:07.710893 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-42d42c17-3221-4234-8aa0-34d201fd9727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:08.971105 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:10.339051 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:11.209683 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:17.054903 n-d-768851-18 neutron-server[102447]: DEBUG neutron.db.agents_db [None req-9c768c46-8f5e-44c6-bc04-29d3d37d5ab5 None None] Agent healthcheck: found 7 active agents {{(pid=102447) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:55:23.436373 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-75a9f225-fb42-499f-a29f-3bface553333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:29.588597 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-88aef634-3a60-4852-b737-1269f443ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:35.448810 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-a943371d-8213-4871-b28b-c5f2df63e53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:37.712572 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-6fc911ee-460b-4c0e-8408-508651150dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:38.974679 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-9e45f5c1-e192-4bc6-9b9d-82bc31668b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.344677 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-fb25c027-f0ba-485e-8f76-959525d16d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:41.211758 n-d-768851-18 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-91ed4feb-af48-4762-acbc-62ce80af3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742058400988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1722177'] for agent, after_update {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}